-- Logs begin at Sat 2022-02-19 02:25:56 UTC, end at Sat 2022-02-19 05:01:32 UTC. -- Feb 19 02:58:51.063145 n-d-826756-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 02:58:54.001446 n-d-826756-2 neutron-server[103506]: INFO neutron.common.config [-] Logging enabled! Feb 19 02:58:54.001982 n-d-826756-2 neutron-server[103506]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 02:58:54.002275 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103506) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 02:58:54.005611 n-d-826756-2 neutron-server[103506]: INFO neutron.common.config [-] Logging enabled! Feb 19 02:58:54.005885 n-d-826756-2 neutron-server[103506]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 02:58:54.006206 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103506) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 02:58:54.007172 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:58:54.007410 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 02:58:54.007777 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:58:54.008027 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 02:58:54.008656 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 02:58:54.008989 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.009421 n-d-826756-2 neutron-server[103506]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 19 02:58:54.009738 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.010079 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.010383 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.010683 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.010978 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.011264 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.011555 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.011857 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.012142 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.012426 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.012716 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.013009 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.013294 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.013581 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.013887 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.014174 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] debug = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.014462 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.014897 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.015321 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.015607 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.015898 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.016176 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.016451 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.016729 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.017015 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.017344 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] host = n-d-826756-2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.017623 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.017937 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.018227 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.018514 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.018790 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.019068 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.019354 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.019628 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.019901 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] log_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.020176 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.020545 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.020840 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.021135 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.021364 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.021591 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.021902 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.022196 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.022997 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.023293 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.023569 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.023845 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.024122 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.024391 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.024676 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.024967 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.025252 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.025528 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.025803 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.026105 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.026378 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.026663 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.026937 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.027212 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.027487 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.027774 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.028044 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.028317 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.028619 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.028902 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.029186 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.029471 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.029746 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.030058 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.030330 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.030603 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.030876 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] use_json = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.031149 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.031420 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.031703 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.031978 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.032252 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.032529 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.032802 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.033091 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.033367 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:54.033664 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.033985 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.034288 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.034586 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.034885 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.035169 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.035460 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.035740 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.036078 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.036390 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.036681 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.036961 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.037266 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.037559 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.037868 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.038833 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.039134 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.039430 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.039710 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.039990 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.040268 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.040549 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.040840 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.041120 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.041410 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.041702 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.042013 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.042316 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.042604 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.042899 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.043190 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.043465 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.043745 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.044038 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.044318 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.044592 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.044877 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.045167 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.045446 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.045724 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.046036 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.046318 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.046593 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.046867 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.047146 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.047441 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.047723 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.047998 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.048273 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.048550 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.048823 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.049108 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.049383 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.049657 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.049975 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.050258 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.050531 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.050804 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.051080 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.051351 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.051627 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.051899 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.052170 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.052441 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.052711 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.052981 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.053250 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.053519 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.053819 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.054116 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.054389 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.054663 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.054941 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.055213 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.055497 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.055795 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.056075 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.056356 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.056642 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.056922 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.057196 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.057474 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.057750 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.058056 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.058332 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.058623 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.058908 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.059196 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.059504 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.059783 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.060080 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.060360 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.060638 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.060923 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.061202 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.061481 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.061765 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.062075 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.062372 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.062665 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.062959 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.063251 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.063795 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.064078 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.064387 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.064668 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:54.064894 n-d-826756-2 neutron-server[103506]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 02:58:54.065134 n-d-826756-2 neutron-server[103506]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103506) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 19 02:58:54.442851 n-d-826756-2 neutron-server[103506]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 02:58:54.443133 n-d-826756-2 neutron-server[103506]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 02:58:54.443446 n-d-826756-2 neutron-server[103506]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 02:58:54.443932 n-d-826756-2 neutron-server[103506]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 02:58:54.772634 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.772858 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.773130 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.774439 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.774714 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.774976 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.820944 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.821222 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.821490 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.835524 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.835807 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.836080 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.864637 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.864918 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.865189 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.903231 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.903508 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:54.903774 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.248928 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.249553 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.249553 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.249746 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.250445 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.349645 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.349985 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.350275 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.350549 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.350857 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.351169 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.351432 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.351690 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.351941 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.352223 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.352487 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.352755 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.353011 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.353263 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.353518 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.353779 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.354056 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.354326 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.354597 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.354854 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.355123 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.355375 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.355654 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.356033 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.356281 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.356526 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.356924 n-d-826756-2 neutron-server[103506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:58:55.357169 n-d-826756-2 neutron-server[103506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:58:55.357409 n-d-826756-2 neutron-server[103506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:58:55.357653 n-d-826756-2 neutron-server[103506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:58:55.357917 n-d-826756-2 neutron-server[103506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:58:55.358159 n-d-826756-2 neutron-server[103506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:58:55.358524 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 02:58:55.361634 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 02:58:55.365721 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 02:58:55.370135 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 19 02:58:55.371779 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 02:58:55.372235 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 02:58:55.372574 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 19 02:58:55.372962 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 02:58:55.375835 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 02:58:55.376089 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 02:58:55.376442 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 02:58:55.383168 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 19 02:58:55.406130 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 02:58:55.406586 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.406884 n-d-826756-2 neutron-server[103506]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103506) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 19 02:58:55.407246 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.408646 n-d-826756-2 neutron-server[103506]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103506) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 02:58:55.408925 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 02:58:55.409174 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 19 02:58:55.412486 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.412765 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:55.478306 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 02:58:55.478556 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 02:58:55.478795 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 02:58:55.479173 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 02:58:55.499861 n-d-826756-2 neutron-server[103506]: DEBUG oslo_db.sqlalchemy.engines [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103506) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 19 02:58:55.942388 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Initializing driver for type 'gre' Feb 19 02:58:55.942916 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] gre ID ranges: [(1, 1000)] Feb 19 02:58:55.997672 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Initializing driver for type 'local' Feb 19 02:58:55.998046 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Initializing driver for type 'vlan' Feb 19 02:58:56.011824 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] VlanTypeDriver initialization complete Feb 19 02:58:56.012211 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Initializing driver for type 'vxlan' Feb 19 02:58:56.012739 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] vxlan ID ranges: [(1, 1000)] Feb 19 02:58:56.061189 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Initializing extension driver 'port_security' Feb 19 02:58:56.061537 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.extensions.port_security [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] PortSecurityExtensionDriver initialization complete Feb 19 02:58:56.061902 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Initializing mechanism driver 'openvswitch' Feb 19 02:58:56.062242 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Initializing mechanism driver 'hyperv' Feb 19 02:58:56.069232 n-d-826756-2 neutron-server[103506]: DEBUG neutron.plugins.ml2.plugin [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:56.070133 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > port after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.070515 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > port after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.070873 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > port after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.071409 n-d-826756-2 neutron-server[103506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:58:56.071848 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.072207 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.072557 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.072958 n-d-826756-2 neutron-server[103506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:58:56.073366 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > network after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.073721 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > network after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.074096 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > network after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.074499 n-d-826756-2 neutron-server[103506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:58:56.074909 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.075265 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.075612 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.076013 n-d-826756-2 neutron-server[103506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:58:56.076421 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.076775 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.077117 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.077517 n-d-826756-2 neutron-server[103506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:58:56.077957 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.078310 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.078653 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.079055 n-d-826756-2 neutron-server[103506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:58:56.079505 n-d-826756-2 neutron-server[103506]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] ML2 OVO RPC backend initialized. {{(pid=103506) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 19 02:58:56.080218 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.080574 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.080991 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > network before_response 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.081344 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > networks before_response 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.081694 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > port before_response 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.082072 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > ports before_response 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.082424 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.082767 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.083115 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > network after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.083459 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > network after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.083798 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > network after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.084140 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > port after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.084479 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > port after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.084820 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > port after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.085681 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.086045 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.086386 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.093520 n-d-826756-2 neutron-server[103506]: INFO neutron.quota [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded quota_driver: . Feb 19 02:58:56.093916 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.plugin [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Modular L2 Plugin initialization complete Feb 19 02:58:56.094272 n-d-826756-2 neutron-server[103506]: DEBUG neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading services supported by the core plugin {{(pid=103506) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 02:58:56.094617 n-d-826756-2 neutron-server[103506]: INFO neutron.plugins.ml2.managers [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Got port-security extension from driver 'port_security' Feb 19 02:58:56.095102 n-d-826756-2 neutron-server[103506]: INFO neutron.extensions.vlantransparent [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Disabled vlantransparent extension. Feb 19 02:58:56.095644 n-d-826756-2 neutron-server[103506]: DEBUG neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103506) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 02:58:56.095958 n-d-826756-2 neutron-server[103506]: INFO neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading Plugin: router Feb 19 02:58:56.132810 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.133201 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router after_create 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.133578 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router before_create 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.133974 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.134351 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.134712 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router after_delete 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.135074 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.135425 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.135787 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router after_create 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.136134 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router after_update 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.136485 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router after_update 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.136833 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.137195 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router after_update 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.137605 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.138003 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: port after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.138348 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: port after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.138687 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: subnet after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.139032 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.139381 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.139727 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.140071 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: port before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.140422 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.140778 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router after_update 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.141125 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.141612 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.142020 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.142372 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.142739 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > agent after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.143092 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.143442 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > network after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.144312 n-d-826756-2 neutron-server[103506]: DEBUG neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Tracking information for resource: router configured {{(pid=103506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:58:56.144647 n-d-826756-2 neutron-server[103506]: DEBUG neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Tracking information for resource: floatingip configured {{(pid=103506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:58:56.150117 n-d-826756-2 neutron-server[103506]: INFO neutron.db.l3_agentschedulers_db [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 02:58:56.150696 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: port after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.151060 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: port after_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.151416 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: port after_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.151770 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: port after_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.152556 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router before_create 55550100 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.152924 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.153289 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.153650 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.158514 n-d-826756-2 neutron-server[103506]: DEBUG neutron.services.provider_configuration [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service providers = [] {{(pid=103506) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 02:58:56.158886 n-d-826756-2 neutron-server[103506]: DEBUG neutron.db.servicetype_db [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103506) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 02:58:56.161968 n-d-826756-2 neutron-server[103506]: DEBUG neutron.services.service_base [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:58:56.162321 n-d-826756-2 neutron-server[103506]: DEBUG neutron.services.service_base [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:58:56.162662 n-d-826756-2 neutron-server[103506]: DEBUG neutron.services.service_base [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:58:56.164200 n-d-826756-2 neutron-server[103506]: DEBUG neutron.services.service_base [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:58:56.164574 n-d-826756-2 neutron-server[103506]: INFO neutron.services.service_base [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 02:58:56.164952 n-d-826756-2 neutron-server[103506]: DEBUG neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:58:56.165272 n-d-826756-2 neutron-server[103506]: INFO neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 02:58:56.175981 n-d-826756-2 neutron-server[103506]: DEBUG neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:58:56.176322 n-d-826756-2 neutron-server[103506]: INFO neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading Plugin: auto_allocate Feb 19 02:58:56.182201 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: network precommit_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.182578 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: network precommit_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.183094 n-d-826756-2 neutron-server[103506]: DEBUG neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:58:56.183421 n-d-826756-2 neutron-server[103506]: INFO neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading Plugin: tag Feb 19 02:58:56.190449 n-d-826756-2 neutron-server[103506]: DEBUG neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:58:56.190784 n-d-826756-2 neutron-server[103506]: INFO neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading Plugin: timestamp Feb 19 02:58:56.194779 n-d-826756-2 neutron-server[103506]: DEBUG neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:58:56.195067 n-d-826756-2 neutron-server[103506]: INFO neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading Plugin: network_ip_availability Feb 19 02:58:56.200519 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.200896 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.201258 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.201999 n-d-826756-2 neutron-server[103506]: DEBUG neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:58:56.202325 n-d-826756-2 neutron-server[103506]: INFO neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading Plugin: flavors Feb 19 02:58:56.207271 n-d-826756-2 neutron-server[103506]: DEBUG neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:58:56.207611 n-d-826756-2 neutron-server[103506]: INFO neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading Plugin: revisions Feb 19 02:58:56.212716 n-d-826756-2 neutron-server[103506]: DEBUG neutron.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:58:56.213111 n-d-826756-2 neutron-server[103506]: DEBUG oslo_concurrency.lockutils [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=103506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 02:58:56.213889 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103506) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 19 02:58:56.214234 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Initializing extension manager. Feb 19 02:58:56.214761 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: __init__.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.215106 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: __pycache__ {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.215443 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.215781 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: address_group.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.216548 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.217121 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: address-group Feb 19 02:58:56.217450 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: address_scope.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.218195 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.218703 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: address-scope Feb 19 02:58:56.219030 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.219967 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.220476 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: router-admin-state-down-before-update Feb 19 02:58:56.220803 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: agent.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.221505 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.222039 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: agent Feb 19 02:58:56.222370 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: agent_resources_synced.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.223290 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.223798 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: agent-resources-synced Feb 19 02:58:56.224121 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.226503 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.227032 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: allowed-address-pairs Feb 19 02:58:56.227361 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.228477 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.228998 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: auto-allocated-topology Feb 19 02:58:56.229463 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: availability_zone.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.230195 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.230703 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: availability_zone Feb 19 02:58:56.231029 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: availability_zone_filter.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.231950 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.232459 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: availability_zone_filter Feb 19 02:58:56.232781 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: data_plane_status.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.233708 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.234233 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 02:58:56.234557 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: default_subnetpools.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.235476 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.235981 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: default-subnetpools Feb 19 02:58:56.236303 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.237122 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.237624 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: dhcp_agent_scheduler Feb 19 02:58:56.237975 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: dns.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.238891 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.239471 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 02:58:56.239795 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: dns_domain_ports.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.240716 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.241239 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 02:58:56.241562 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.242513 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.243016 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 19 02:58:56.243347 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: dvr.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.244020 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.244523 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: dvr Feb 19 02:58:56.244846 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: ecmp_routes.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.245766 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.246296 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 19 02:58:56.246624 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: empty_string_filtering.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.247536 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.248040 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: empty-string-filtering Feb 19 02:58:56.248366 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.249277 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.249801 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 02:58:56.250124 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.251036 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.251539 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 02:58:56.251862 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: external_net.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.252771 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.253284 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: external-net Feb 19 02:58:56.253608 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.254551 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.255135 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: extra_dhcp_opt Feb 19 02:58:56.255462 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: extraroute.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.256376 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.256909 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: extraroute Feb 19 02:58:56.257232 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: extraroute_atomic.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.258393 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.259702 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: extraroute-atomic Feb 19 02:58:56.259702 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: filter_validation.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.259869 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.260266 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: filter-validation Feb 19 02:58:56.260589 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: fip_pf_description.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.261506 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.262036 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 02:58:56.262363 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: fip_port_details.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.263480 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.263985 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: fip-port-details Feb 19 02:58:56.264308 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: flavors.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.265568 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.266110 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: flavors Feb 19 02:58:56.266438 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.268135 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.268653 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 02:58:56.268988 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: floatingip_pools.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.269694 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.270239 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: floatingip-pools Feb 19 02:58:56.270639 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: ip_allocation.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.271574 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.272076 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 02:58:56.272409 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.273877 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.274391 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: ip-substring-filtering Feb 19 02:58:56.274722 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: l2_adjacency.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.275657 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.276161 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 02:58:56.276488 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: l3.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.277487 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.278022 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: router Feb 19 02:58:56.278354 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.280664 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.281188 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 02:58:56.281525 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.282499 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.283016 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: ext-gw-mode Feb 19 02:58:56.283348 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.284280 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.284789 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: l3-ha Feb 19 02:58:56.285119 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.286141 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.286647 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 19 02:58:56.286976 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: l3_flavors.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.287896 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.289012 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: l3-flavors Feb 19 02:58:56.289337 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.290772 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.291297 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 19 02:58:56.291631 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.292561 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.293075 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 02:58:56.293409 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: l3agentscheduler.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.294474 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.294986 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: l3_agent_scheduler Feb 19 02:58:56.295316 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: local_ip.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.297114 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.297641 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension local_ip not supported by any of loaded plugins Feb 19 02:58:56.298008 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: logging.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.300978 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.301509 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension logging not supported by any of loaded plugins Feb 19 02:58:56.301940 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: metering.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.302704 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.303291 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: metering Feb 19 02:58:56.303628 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.304771 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.305290 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: metering_source_and_destination_fields Feb 19 02:58:56.305623 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: multiprovidernet.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.306591 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.307103 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: multi-provider Feb 19 02:58:56.307431 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: netmtu.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.308353 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.308861 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: net-mtu Feb 19 02:58:56.309186 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: netmtu_writable.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.310152 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.310661 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: net-mtu-writable Feb 19 02:58:56.310987 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: network_availability_zone.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.311661 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.312168 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: network_availability_zone Feb 19 02:58:56.312494 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: network_ip_availability.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.313886 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.314399 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: network-ip-availability Feb 19 02:58:56.314726 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: network_segment_range.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.315497 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.315999 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 02:58:56.316326 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: pagination.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.317380 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.317715 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: pagination Feb 19 02:58:56.318062 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: port_device_profile.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.318975 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.320018 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: port-device-profile Feb 19 02:58:56.320344 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.321268 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.321783 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: port-mac-address-regenerate Feb 19 02:58:56.322143 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.323068 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.323576 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: port-numa-affinity-policy Feb 19 02:58:56.323900 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: port_resource_request.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.324815 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.325322 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 02:58:56.325651 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.326657 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.327163 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 19 02:58:56.327490 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: portbindings.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.328425 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.328930 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: binding Feb 19 02:58:56.329257 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: portbindings_extended.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.330560 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.331074 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: binding-extended Feb 19 02:58:56.331403 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: portsecurity.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.332327 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.332870 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: port-security Feb 19 02:58:56.333233 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: project_id.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.334252 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.334589 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: project-id Feb 19 02:58:56.334919 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: providernet.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.336581 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.337091 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: provider Feb 19 02:58:56.337419 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.341034 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.341559 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos not supported by any of loaded plugins Feb 19 02:58:56.341927 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.343201 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.343717 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 02:58:56.344050 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.344985 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.345498 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 02:58:56.345830 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_default.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.346788 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.347299 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-default not supported by any of loaded plugins Feb 19 02:58:56.347629 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_fip.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.348579 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.349087 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 02:58:56.349414 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.350367 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.350920 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 19 02:58:56.351246 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.352175 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.352681 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 02:58:56.353006 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.354066 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.354580 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 02:58:56.354911 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.355960 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.356471 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 19 02:58:56.356797 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.357865 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.358383 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 19 02:58:56.358737 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_pps_rule.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.359931 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.360472 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-pps not supported by any of loaded plugins Feb 19 02:58:56.360802 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.361724 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.362260 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 02:58:56.362590 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: qos_rules_alias.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.363671 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.364256 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 02:58:56.364588 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: quota_check_limit.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.365542 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.366093 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: quota-check-limit Feb 19 02:58:56.366527 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: quotasv2.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.367464 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.367795 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: quotas Feb 19 02:58:56.368119 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: quotasv2_detail.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.369851 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.370205 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: quota_details Feb 19 02:58:56.370536 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: rbac.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.371602 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.372129 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: rbac-policies Feb 19 02:58:56.372464 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: rbac_address_group.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.373406 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.373956 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: rbac-address-group Feb 19 02:58:56.374288 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: rbac_address_scope.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.375224 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.375737 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: rbac-address-scope Feb 19 02:58:56.376064 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: rbac_security_groups.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.376995 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.377505 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: rbac-security-groups Feb 19 02:58:56.377832 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.378858 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.379374 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: rbac-subnetpool Feb 19 02:58:56.379702 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: revisionifmatch.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.380639 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.381150 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: revision-if-match Feb 19 02:58:56.381477 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: revisions.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.383169 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.383684 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: standard-attr-revisions Feb 19 02:58:56.384014 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: router_availability_zone.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.384693 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.385204 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: router_availability_zone Feb 19 02:58:56.385537 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: routerservicetype.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.386505 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.387013 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 02:58:56.387345 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.388277 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.388794 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: security-groups-normalized-cidr Feb 19 02:58:56.389120 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.390089 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.390597 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: port-security-groups-filtering Feb 19 02:58:56.390922 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.391893 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.392402 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: security-groups-remote-address-group Feb 19 02:58:56.392728 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.393657 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.394200 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: security-groups-shared-filtering Feb 19 02:58:56.394527 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.395116 n-d-826756-2 neutron-server[103506]: WARNING neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 19 02:58:56.395522 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: securitygroup.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.405823 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.406373 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: security-group Feb 19 02:58:56.406706 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: segment.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.407492 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.408007 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension segment not supported by any of loaded plugins Feb 19 02:58:56.408334 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.409279 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.409791 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 02:58:56.410141 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: servicetype.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.411270 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.411789 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: service-type Feb 19 02:58:56.412119 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: sorting.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.413133 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.413472 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: sorting Feb 19 02:58:56.413801 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: standard_attr_segment.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.414752 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.415268 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 02:58:56.415596 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: standardattrdescription.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.416247 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.416841 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: standard-attr-description Feb 19 02:58:56.417167 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: stateful_security_group.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.418127 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.418648 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: stateful-security-group Feb 19 02:58:56.418982 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: stdattrs_common.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.419554 n-d-826756-2 neutron-server[103506]: WARNING neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 02:58:56.419877 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.420824 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.421336 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 02:58:56.421661 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: subnet_onboard.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.422776 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.423293 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: subnet_onboard Feb 19 02:58:56.423620 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.424573 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.425083 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 02:58:56.425415 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: subnet_service_types.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.426367 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.426954 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: subnet-service-types Feb 19 02:58:56.427282 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: subnetallocation.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.428373 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.428914 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: subnet_allocation Feb 19 02:58:56.429245 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.429948 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.430479 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: subnetpool-prefix-ops Feb 19 02:58:56.430811 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.431749 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.432258 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 02:58:56.432584 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: tagging.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.433677 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.434244 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: standard-attr-tag Feb 19 02:58:56.434694 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: timestamp.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.435779 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.436295 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loaded extension: standard-attr-timestamp Feb 19 02:58:56.436620 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: trunk.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.437658 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.438211 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension trunk not supported by any of loaded plugins Feb 19 02:58:56.438794 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: trunk_details.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.439721 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.440235 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 02:58:56.440565 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.441488 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.442036 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 02:58:56.442368 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Loading extension file: vlantransparent.py {{(pid=103506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:58:56.443044 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:58:56.443579 n-d-826756-2 neutron-server[103506]: INFO neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 02:58:56.446714 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:network Feb 19 02:58:56.447193 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:subnet Feb 19 02:58:56.447593 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:58:56.447990 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:port Feb 19 02:58:56.449218 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.449666 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service FLAVORS assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.450322 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.450757 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.451095 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:router Feb 19 02:58:56.451535 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 02:58:56.452019 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service METERING assigned prefix: /metering {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.453452 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.453835 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.454215 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:58:56.455230 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 02:58:56.455677 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:security_group Feb 19 02:58:56.456118 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 02:58:56.456726 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service CORE assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.457064 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:58:56.457413 n-d-826756-2 neutron-server[103506]: WARNING neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] subnetpool is already registered Feb 19 02:58:56.457835 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service CORE assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.458268 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:58:56.458607 n-d-826756-2 neutron-server[103506]: WARNING neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] subnetpool is already registered Feb 19 02:58:56.461492 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.461956 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service FLAVORS assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.462550 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.462971 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.463309 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:router Feb 19 02:58:56.463650 n-d-826756-2 neutron-server[103506]: WARNING neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] router is already registered Feb 19 02:58:56.464063 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 02:58:56.464405 n-d-826756-2 neutron-server[103506]: WARNING neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] floatingip is already registered Feb 19 02:58:56.464855 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service METERING assigned prefix: /metering {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.465520 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 02:58:56.465864 n-d-826756-2 neutron-server[103506]: WARNING neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] rbac_policy is already registered Feb 19 02:58:56.466291 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:security_group Feb 19 02:58:56.466631 n-d-826756-2 neutron-server[103506]: WARNING neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] security_group is already registered Feb 19 02:58:56.467035 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 02:58:56.467372 n-d-826756-2 neutron-server[103506]: WARNING neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] security_group_rule is already registered Feb 19 02:58:56.467997 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service CORE assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.468332 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:58:56.468671 n-d-826756-2 neutron-server[103506]: WARNING neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] subnetpool is already registered Feb 19 02:58:56.469091 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.v2.resource_helper [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Service CORE assigned prefix: {{(pid=103506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:58:56.469418 n-d-826756-2 neutron-server[103506]: INFO neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:58:56.469754 n-d-826756-2 neutron-server[103506]: WARNING neutron.quota.resource_registry [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] subnetpool is already registered Feb 19 02:58:56.470253 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: extensions {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.471703 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: address-groups {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.473187 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: address-scopes {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.474599 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: agents {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.475800 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: auto-allocated-topology {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.477033 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: availability_zones {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.478293 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: dhcp-networks {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.479791 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: dhcp-agents {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.481208 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: routers {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.483424 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: flavors {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.484590 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: service_profiles {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.485799 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: next_providers {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.487327 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: service_profiles {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.488867 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: floatingip-pools {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.490224 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: routers {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.492325 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: floatingips {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.494531 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: l3-routers {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.495933 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: l3-agents {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.497345 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: metering-labels {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.498740 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: metering-label-rules {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.500033 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: network-ip-availabilities {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.501282 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: bindings {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.502951 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: quotas {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.504493 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: quotas {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.506137 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: rbac-policies {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.507955 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: security-groups {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.509178 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: security-group-rules {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.510454 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: service-providers {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.511667 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: subnetpools {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.513088 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: subnetpools {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.514571 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: tags {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.516324 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: tags {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.518144 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: tags {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.519898 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: tags {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.521665 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: tags {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.524178 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: tags {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.525983 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: tags {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.527880 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: tags {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.529633 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: tags {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.531540 n-d-826756-2 neutron-server[103506]: DEBUG neutron.api.extensions [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Extended resource: tags {{(pid=103506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:58:56.537337 n-d-826756-2 neutron-server[103506]: WARNING keystonemiddleware.auth_token [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 02:58:56.542138 n-d-826756-2 neutron-server[103506]: WARNING keystonemiddleware.auth_token [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 02:58:56.550794 n-d-826756-2 neutron-server[103506]: DEBUG oslo_concurrency.lockutils [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Acquired lock "singleton_lock" {{(pid=103506) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 19 02:58:56.551268 n-d-826756-2 neutron-server[103506]: DEBUG oslo_concurrency.lockutils [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Releasing lock "singleton_lock" {{(pid=103506) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 19 02:58:56.551915 n-d-826756-2 neutron-server[103506]: INFO oslo_service.service [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Starting 2 workers Feb 19 02:58:56.556943 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Started child 103615 {{(pid=103506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:58:56.561486 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Started child 103616 {{(pid=103506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:58:56.562443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.563146 n-d-826756-2 neutron-server[103506]: INFO neutron.service [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 02:58:56.564006 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.564216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [-] (103615) wsgi starting up on http://0.0.0.0:9696 Feb 19 02:58:56.566532 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.567039 n-d-826756-2 neutron-server[103506]: INFO oslo_service.service [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Starting 1 workers Feb 19 02:58:56.567949 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [-] (103616) wsgi starting up on http://0.0.0.0:9696 Feb 19 02:58:56.572327 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Started child 103617 {{(pid=103506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:58:56.572877 n-d-826756-2 neutron-server[103506]: INFO oslo_service.service [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Starting 1 workers Feb 19 02:58:56.576123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.service [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] calling RpcWorker wait() {{(pid=103617) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 02:58:56.576656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.service [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] returning from RpcWorker wait() {{(pid=103617) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 02:58:56.577412 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Started child 103618 {{(pid=103506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:58:56.578112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.578338 n-d-826756-2 neutron-server[103506]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1b1-97f9-4d1a-87d3-0c72b80647d8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.578695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:56.580253 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103506) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 02:58:56.580472 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:58:56.580660 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 02:58:56.580887 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:58:56.581234 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 02:58:56.581397 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 02:58:56.581943 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.582223 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.582489 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.582637 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.583105 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.583105 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.583685 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.583783 n-d-826756-2 neutron-server[103618]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:56.583960 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.584203 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.584487 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.584717 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.584886 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.585637 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.586155 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.586558 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.587032 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.587464 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.587862 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.588290 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.588620 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.589031 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.589453 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.589825 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.590258 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] debug = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.590671 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.591296 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.591695 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.592108 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.592484 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.592896 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.593295 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.593740 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.594146 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.594526 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.594890 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.595302 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.595683 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.596066 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.596462 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.596829 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.597232 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.597601 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.598254 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] host = n-d-826756-2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.598639 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.599014 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.599395 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.599818 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.600224 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.600658 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.601082 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.601502 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.601917 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.602322 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.602728 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.603121 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.603531 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.603932 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.604344 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_options = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.604795 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.605220 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.605649 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.606009 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.606314 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.606614 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.607046 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.607357 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.607631 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.607865 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.608115 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.608658 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.609237 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.609686 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.610557 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.610956 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.611374 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.611764 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.612203 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.612639 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.613040 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.613461 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.613891 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.614386 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.614795 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.615207 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.615484 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.615856 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.616114 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.616421 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.616686 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.616966 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.617227 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.617636 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.618089 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.618480 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.618724 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.618970 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.619446 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.619856 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.620263 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.620537 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.620763 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.621015 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.621240 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.621643 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.622098 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_json = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.622516 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.622950 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.623338 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.623601 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.623831 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.624049 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.624683 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.625385 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.626100 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.626842 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.627147 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.627483 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.627925 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.628360 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.628765 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.629159 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.629532 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.630112 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.630538 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.630898 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.631312 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.632334 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.632792 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.633082 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.633430 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.633919 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.634563 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.635223 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.635879 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.636556 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.637084 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.637524 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.637894 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.638146 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.638540 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.638780 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.639094 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.639377 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.639737 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.640024 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.640290 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.640588 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.640812 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.641041 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.641285 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.641507 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.641727 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.642007 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.642692 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.642965 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.643220 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.643617 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.644014 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.644996 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.645726 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.646019 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.646282 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.646536 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.646752 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.646971 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.647207 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.647449 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.648289 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.648749 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.649168 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.649411 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.649674 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.649971 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.650187 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.650424 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.650649 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.650866 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.651093 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.651307 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.651523 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.651770 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.651982 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.652230 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.652478 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.652689 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.652901 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.653128 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.653358 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.653568 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.653786 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.654029 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.654254 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.654484 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.654677 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.654894 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.655106 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.655315 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.655526 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.655754 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.655969 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.656173 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.656545 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.656760 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.656991 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.657203 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.657482 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.657778 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.658044 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.658302 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.658552 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.658800 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.659018 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.659266 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.659484 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.659721 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.659933 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.660212 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.660453 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.660764 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.660997 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.661217 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.661454 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.661676 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.661938 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.662156 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.662380 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.662619 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.662857 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.663175 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.663410 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.663664 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.663894 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.664161 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.664416 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.664674 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.665090 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.665480 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.665933 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.666231 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.666511 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.666786 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.667050 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.667299 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.667568 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.667802 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.668064 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.668327 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.668580 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.668802 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.669048 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.669298 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.669515 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.669761 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.670086 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.670336 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.670555 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.670786 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.671042 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.671292 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.671526 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.671788 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.672033 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.672262 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.672515 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.672776 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.672988 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.673241 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.673487 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.673698 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.673965 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.674207 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.674453 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.674661 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.674866 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.675101 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.675310 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.675529 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.675755 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.675972 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.676250 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.676563 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.676810 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.677049 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.677297 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.677514 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.677734 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.677993 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.678208 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.678500 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.679245 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.679568 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.679824 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.680039 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.680265 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.680520 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.680856 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.680972 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.681210 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.681447 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.681658 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.682532 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.682532 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.682532 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.682532 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.682853 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.682936 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.683174 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.683413 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.683757 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.683982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:56.684088 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.684209 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.684434 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.684682 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.684919 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.685132 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.685351 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.685567 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.685780 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.686026 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.686274 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.686567 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.686803 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.687020 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.687255 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.687513 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.687764 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.688001 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.688223 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.688461 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.688945 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.689178 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.689393 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.689601 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.689811 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.690074 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.690293 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.690500 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.690861 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.691363 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.691593 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.691855 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.692072 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.692333 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.692561 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.692961 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.692961 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.693185 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.693401 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.693924 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.694179 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.694967 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.695181 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.695408 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.695636 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.695835 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.696056 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.696263 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.696472 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.696693 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.696956 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.697137 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.697377 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.697585 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.697793 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.698053 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.698274 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.698503 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.698727 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.698938 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.699169 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.699388 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.699603 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.699819 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.700099 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.700359 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.700578 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.700873 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.701133 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.701379 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.701617 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.701952 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.702322 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.702452 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.702640 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.702857 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.703076 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.703330 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.703655 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.703958 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.704213 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.704475 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.704752 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.705031 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.705320 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.705537 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.705865 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.706214 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.706502 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.706778 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.707023 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.707249 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.707469 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.707762 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.707981 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.708220 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.708452 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.708689 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.708938 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.709186 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.709542 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.709633 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.710095 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.710095 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.710458 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.710596 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.710918 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.710918 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 02:58:56.711396 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103506) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 02:58:56.711556 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:58:56.711708 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 02:58:56.711875 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:58:56.712042 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 02:58:56.712193 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 02:58:56.712401 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.712742 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.712742 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.712944 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.713023 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.713184 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.713345 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.713503 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.713660 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.713824 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.714007 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.714159 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.714312 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.714470 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.715454 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.715454 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.715454 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.715454 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.715454 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.715454 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.716140 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.716140 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.716140 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] debug = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.716140 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.716140 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.716515 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.716515 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.716661 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.716749 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.716875 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.717035 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.717194 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.717352 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.717723 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.717911 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.718077 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.718236 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.718395 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.718555 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.718713 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.718870 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.719028 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] host = n-d-826756-2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.719185 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.719343 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.719501 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.719658 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.719815 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.719974 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.720132 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.720290 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.720447 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.720656 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.720787 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.720909 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.721032 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.721186 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.721343 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_options = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.721501 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.721659 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.721816 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.722021 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.722185 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.722343 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.722501 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.722660 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.722818 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.722976 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.723138 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.723278 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.723439 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.723675 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.723837 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.723995 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.724154 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.724312 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.724471 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.724630 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.724787 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.724945 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.725103 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.725261 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.725420 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.725600 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.725759 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.725948 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.726107 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.726266 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.726423 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.726580 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.726737 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.726894 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.727052 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.727209 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.727365 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.727522 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.727684 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.727841 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.727998 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.728160 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.728316 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.728473 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.728631 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.728786 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.728943 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_json = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.729102 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.729260 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.729417 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.729573 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.729730 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.729909 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.730069 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.730227 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.730386 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:58:56.730585 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.730765 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.730909 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.731243 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.731409 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.731569 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.731877 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.732044 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.732206 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.732367 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.732536 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.732698 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.732869 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.733030 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.733190 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.733354 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.733515 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.733676 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.733836 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.734021 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.734351 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.734449 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.734591 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.734679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52384) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:56.734774 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.734898 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.735226 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.735386 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.735556 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.735717 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.735897 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.736061 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.736223 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.736390 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.736536 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.736690 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.736854 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.737016 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.737177 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.737340 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.737502 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.737663 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.737823 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.738013 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.738174 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.738335 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.738496 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.738656 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.738817 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.738978 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.739215 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.739395 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.739557 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.739718 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.739880 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.740041 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.740201 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.740361 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.740532 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.740693 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.740891 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.741002 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.741686 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.741887 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.742043 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.742204 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.742364 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.742526 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.742686 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.742860 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.743020 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.743184 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.743340 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.743501 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.743651 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.743813 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.743968 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.744130 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.744356 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.744521 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.745136 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.745136 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.745294 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078518 Feb 19 02:58:56.745378 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.745378 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.745378 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.745584 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.745584 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.745725 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.745893 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.746940 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.747106 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.747616 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.747616 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.747616 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.747942 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.747942 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.748086 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.748180 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.748341 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.748507 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.748667 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.748828 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.748988 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.749147 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.749307 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.749471 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.749648 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.749779 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.749962 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.750124 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.750284 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.750446 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.750606 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.750766 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.750924 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.751086 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.751246 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.751406 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.751565 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.751724 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.751892 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.752052 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.752215 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.752375 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.752547 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.752718 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.752878 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.753039 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.753199 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.753358 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.753517 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.754460 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.754460 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.754460 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.754460 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.754460 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.754460 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.754854 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.754854 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.755056 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.755181 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.755518 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.755676 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.755822 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.755977 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.756138 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.756291 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.756447 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.756608 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.756768 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.757565 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.757727 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.757918 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.758086 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.758245 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.758408 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.758575 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.758736 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.758897 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.759058 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.759982 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.759982 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.759982 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.759982 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.759982 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.759982 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.760332 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.760332 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.760458 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.760565 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.760769 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.760873 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.761026 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.761184 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.761390 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.761486 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.761649 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.762577 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.762577 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.762577 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.762577 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.762577 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.762577 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.762998 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.762998 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.763139 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.763228 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.763366 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.763529 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.763682 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.763824 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.763978 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.764116 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.764251 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.764405 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.764541 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.764695 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.764856 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.765019 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.765180 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.765342 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.765503 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.765663 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.765823 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.766006 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.766168 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.766328 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.766493 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.766654 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.766814 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.766974 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.767136 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.767299 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.767459 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.767620 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.767782 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.767941 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.768101 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.768261 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.768491 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.768632 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.768766 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.768891 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.769033 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.769206 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.769368 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.769528 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.769689 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.769945 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.770039 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.770203 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.770433 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.770606 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.770766 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.770925 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.771087 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.771258 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.771432 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.771624 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.771723 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.771877 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.772036 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.772206 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.772366 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.772552 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.772712 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.772873 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.773033 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.773202 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.773363 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.773523 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.773682 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.773861 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.774024 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.774195 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.774357 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.774518 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.774679 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.774838 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.774998 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.775167 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.775331 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.775493 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.775662 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.775822 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.775981 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.776141 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.776314 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.776475 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.776643 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.776805 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.776965 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.777125 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.777288 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.777453 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.777624 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.777792 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.777973 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.778134 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.778302 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.778477 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.778638 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.778803 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.778975 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.779120 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.779285 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.779444 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.779605 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.779765 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.779926 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.780086 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781013 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781013 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781013 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781013 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781013 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781013 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781504 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781504 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781504 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781759 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781759 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.781992 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:58:56.782082 n-d-826756-2 neutron-server[103506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 02:59:08.217867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff377c07-588b-46bf-9870-b8491cb04ffd None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:59:08.285909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff377c07-588b-46bf-9870-b8491cb04ffd None None] No non-hosted networks {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 02:59:08.304679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.agentschedulers_db [None req-ff377c07-588b-46bf-9870-b8491cb04ffd None None] DHCP Agent not found on host n-d-826756-2 {{(pid=103617) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 19 02:59:08.428082 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed495645-af20-4aae-9852-15a8639d1ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700050'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.352454 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4889c9e6-c490-4d5f-9095-88162f0347fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700050'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.382234 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ba398c2d-a41d-4ca3-87e6-2f4ab3e85dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:11.763582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700050'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.785859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700050'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.140612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52466) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:14.491778 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700050'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.493676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.494234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.494799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.496264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.496849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.497528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.498250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.498769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.499329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.500007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.500531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.501074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.503203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:14.504485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826756-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:14.522561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826756-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:14.700963 n-d-826756-2 neutron-server[103616]: WARNING oslo_policy.policy [None req-fd2fb6cd-ed13-4ec3-bbbc-2ff9927e76a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:59:14.701540 n-d-826756-2 neutron-server[103616]: WARNING oslo_policy.policy [None req-fd2fb6cd-ed13-4ec3-bbbc-2ff9927e76a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:59:14.934896 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-fd2fb6cd-ed13-4ec3-bbbc-2ff9927e76a7 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:59:14.945998 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fd2fb6cd-ed13-4ec3-bbbc-2ff9927e76a7 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7944977 Feb 19 02:59:16.500034 n-d-826756-2 neutron-server[103617]: INFO neutron.db.l3_hamode_db [None req-9dca141f-2842-4144-a566-d1cd9354682e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 02:59:16.578967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca141f-2842-4144-a566-d1cd9354682e None None] Routers set() bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:16.579296 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca141f-2842-4144-a566-d1cd9354682e None None] Router IDs set() for agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 02:59:17.520389 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:17.830512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d86cfcdb-c965-4e29-922a-9f093c43c544 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:17.919845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.policy [None req-d86cfcdb-c965-4e29-922a-9f093c43c544 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103616) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 02:59:17.962249 n-d-826756-2 neutron-server[103616]: WARNING oslo_policy.policy [None req-d86cfcdb-c965-4e29-922a-9f093c43c544 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:59:17.962621 n-d-826756-2 neutron-server[103616]: WARNING oslo_policy.policy [None req-d86cfcdb-c965-4e29-922a-9f093c43c544 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:59:18.054585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d86cfcdb-c965-4e29-922a-9f093c43c544 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791907420050', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791907419583', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791907417675', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791907403088', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791907395609', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791907388261', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1189098', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1070761', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3896561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3842720'] for rbac-policy (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.121283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d86cfcdb-c965-4e29-922a-9f093c43c544 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.122469 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d86cfcdb-c965-4e29-922a-9f093c43c544 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6010892 Feb 19 02:59:20.601252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52502) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:21.087803 n-d-826756-2 neutron-server[103615]: WARNING oslo_policy.policy [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:59:21.088368 n-d-826756-2 neutron-server[103615]: WARNING oslo_policy.policy [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:59:21.312190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:21.365288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Made reservation on behalf of c69c0dae1a14407ab8340631d2ee5609 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:21.426514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.policy [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103615) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 02:59:21.467536 n-d-826756-2 neutron-server[103615]: WARNING oslo_policy.policy [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:59:21.467898 n-d-826756-2 neutron-server[103615]: WARNING oslo_policy.policy [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:59:21.478858 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.500050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.609695 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Publish callbacks [] for security_group (6809416d-d960-4578-b1b7-d01df0dbbb52), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.613410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6809416d-d960-4578-b1b7-d01df0dbbb52), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.644317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:21.672116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791909377329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7f21692d-206c-417f-ac39-f95c370fe919), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.672694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Unsubscribe: segment precommit_create {{(pid=103615) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 02:59:21.673212 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Added segment 7f21692d-206c-417f-ac39-f95c370fe919 of type vlan for network 045511a8-bb2b-48d9-9874-18f7188b4cb0 Feb 19 02:59:21.678659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6809416d-d960-4578-b1b7-d01df0dbbb52,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:21.708738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.709077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.710006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.710343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.710667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.711002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.711383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.711725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.712115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.712436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.712956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.713494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.714066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Tracked resource versions report: Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: pushed versions: Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: { 'AddressGroup': {'1.2'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'ConntrackHelper': {'1.0'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'Log': {'1.0'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'Network': {'1.1'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'Port': {'1.7'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'PortForwarding': {'1.2'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'QosPolicy': {'1.10'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'SecurityGroup': {'1.5'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'SubPort': {'1.0'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'Subnet': {'1.1'}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'Trunk': {'1.1'}} Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: consumer versions: Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: { DHCP agent@n-d-826756-2: {}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: L3 agent@n-d-826756-2: {}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: Metadata agent@n-d-826756-2: {}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: Metering agent@n-d-826756-2: {}, Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: Open vSwitch agent@n-d-826756-2: { 'AddressGroup': '1.2', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'ConntrackHelper': '1.0', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'LocalIPAssociation': '1.0', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'Log': '1.0', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'Network': '1.1', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'Port': '1.7', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'PortForwarding': '1.2', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'QosPolicy': '1.10', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'SecurityGroup': '1.5', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'SecurityGroupRule': '1.2', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'SubPort': '1.0', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'Subnet': '1.1', Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: 'Trunk': '1.1'}} Feb 19 02:59:21.715260 n-d-826756-2 neutron-server[103615]: {{(pid=103615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:59:21.796995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (045511a8-bb2b-48d9-9874-18f7188b4cb0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.835797 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (045511a8-bb2b-48d9-9874-18f7188b4cb0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.840966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:21.841701 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.930153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3266079 Feb 19 02:59:21.964137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d88d93-b7d2-4933-a704-bbf62ab404a1 demo demo] Pushing event updated for resources: {'Network': ['ID=045511a8-bb2b-48d9-9874-18f7188b4cb0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:21.976761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 045511a8-bb2b-48d9-9874-18f7188b4cb0 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:24.482435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52522) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:24.881114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b1da3-1668-4e53-9ca6-8769d990c9a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:24.882452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-305b1da3-1668-4e53-9ca6-8769d990c9a1 demo admin] 10.222.0.42 "GET /v2.0/networks/045511a8-bb2b-48d9-9874-18f7188b4cb0 HTTP/1.1" status: 200 len: 825 time: 0.3990436 Feb 19 02:59:24.919786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-43158c06-edb9-4741-a430-dc706a3867f1 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/da7e6754-90bc-4f00-ac05-a6febc2b3a0e HTTP/1.1" status: 200 len: 734 time: 0.0315764 Feb 19 02:59:24.929200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'da7e6754-90bc-4f00-ac05-a6febc2b3a0e'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:24.950153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Made reservation on behalf of c69c0dae1a14407ab8340631d2ee5609 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:24.952358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.235788 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (08ac2ced-b4b4-4d38-b090-5dc84031d6e8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.302380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=08ac2ced-b4b4-4d38-b090-5dc84031d6e8,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:25.304349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Checking segment: {'id': '7f21692d-206c-417f-ac39-f95c370fe919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:25.304731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Network hostable DHCP agents. Network: 045511a8-bb2b-48d9-9874-18f7188b4cb0, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:25.324907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Network 045511a8-bb2b-48d9-9874-18f7188b4cb0 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:25.336669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 045511a8-bb2b-48d9-9874-18f7188b4cb0) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:25.341326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:25.341950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.346236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d92d88-649a-4aa5-b693-1f63ff23750a None None] Network 045511a8-bb2b-48d9-9874-18f7188b4cb0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:25.360487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-25184a8a-d885-4981-85e0-ed86b96c2db9 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4353061 Feb 19 02:59:25.614592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-045511a8-bb2b-48d9-9874-18f7188b4cb0', 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0', 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'fixed_ips': [{'subnet_id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:25.616144 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.908507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Allocated IP 172.20.0.2 (045511a8-bb2b-48d9-9874-18f7188b4cb0/08ac2ced-b4b4-4d38-b090-5dc84031d6e8/011c6460-0b14-4d49-b348-79dd6afb2624) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:26.177082 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Publish callbacks [] for port (011c6460-0b14-4d49-b348-79dd6afb2624), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.185520 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (011c6460-0b14-4d49-b348-79dd6afb2624), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.263880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Network 045511a8-bb2b-48d9-9874-18f7188b4cb0 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:26.270546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:26.275923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Pushing event updated for resources: {'Port': ['ID=011c6460-0b14-4d49-b348-79dd6afb2624,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:26.278192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:26.310810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.311167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.311499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.311837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.312171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.312500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.312823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.313147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.313467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.314064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.314394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.314713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.315031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Tracked resource versions report: Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: pushed versions: Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: { 'AddressGroup': {'1.2'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'ConntrackHelper': {'1.0'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'Log': {'1.0'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'Network': {'1.1'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'Port': {'1.7'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'PortForwarding': {'1.2'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'QosPolicy': {'1.10'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'SecurityGroup': {'1.5'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'SubPort': {'1.0'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'Subnet': {'1.1'}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'Trunk': {'1.1'}} Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: consumer versions: Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: { DHCP agent@n-d-826756-2: {}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: L3 agent@n-d-826756-2: {}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: Metadata agent@n-d-826756-2: {}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: Metering agent@n-d-826756-2: {}, Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: Open vSwitch agent@n-d-826756-2: { 'AddressGroup': '1.2', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'ConntrackHelper': '1.0', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'LocalIPAssociation': '1.0', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'Log': '1.0', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'Network': '1.1', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'Port': '1.7', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'PortForwarding': '1.2', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'QosPolicy': '1.10', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'SecurityGroup': '1.5', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'SecurityGroupRule': '1.2', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'SubPort': '1.0', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'Subnet': '1.1', Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: 'Trunk': '1.1'}} Feb 19 02:59:26.316144 n-d-826756-2 neutron-server[103617]: {{(pid=103617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:59:26.369818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Attempting to bind port 011c6460-0b14-4d49-b348-79dd6afb2624 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:26.370494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Attempting to bind port 011c6460-0b14-4d49-b348-79dd6afb2624 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '7f21692d-206c-417f-ac39-f95c370fe919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:26.370644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Attempting to bind port 011c6460-0b14-4d49-b348-79dd6afb2624 on network 045511a8-bb2b-48d9-9874-18f7188b4cb0 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:26.375563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:26.375948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Checking segment: {'id': '7f21692d-206c-417f-ac39-f95c370fe919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:26.376425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.376816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Bound using segment: {'id': '7f21692d-206c-417f-ac39-f95c370fe919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:26.377308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Bound port: 011c6460-0b14-4d49-b348-79dd6afb2624, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f21692d-206c-417f-ac39-f95c370fe919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:26.377726 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (011c6460-0b14-4d49-b348-79dd6afb2624), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.442614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] For port 011c6460-0b14-4d49-b348-79dd6afb2624, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:26.446820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] For port 011c6460-0b14-4d49-b348-79dd6afb2624, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=011c6460-0b14-4d49-b348-79dd6afb2624,segment=NetworkSegment(7f21692d-206c-417f-ac39-f95c370fe919),segment_id=7f21692d-206c-417f-ac39-f95c370fe919)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:26.457461 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (011c6460-0b14-4d49-b348-79dd6afb2624), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.520556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791152c-180c-41e5-b60c-19ce6d4e38f8 None None] Pushing event updated for resources: {'Port': ['ID=011c6460-0b14-4d49-b348-79dd6afb2624,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:27.959273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52530) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:28.276271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-e2d997d4-9da8-4a32-b557-6ef040d786e0 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:59:28.277341 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e2d997d4-9da8-4a32-b557-6ef040d786e0 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3152225 Feb 19 02:59:30.840643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52538) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:31.154543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-7202c34f-9372-49d8-a151-f74ae1543b07 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:59:31.155670 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7202c34f-9372-49d8-a151-f74ae1543b07 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3140762 Feb 19 02:59:33.711124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52546) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:34.030344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9725af5e-d08d-439e-b2b9-f2ea7ce3770f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:34.055616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9725af5e-d08d-439e-b2b9-f2ea7ce3770f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (c25b9451-f0e5-436a-a7d9-3c1167cbc478), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.057208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9725af5e-d08d-439e-b2b9-f2ea7ce3770f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (c25b9451-f0e5-436a-a7d9-3c1167cbc478), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.190531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9725af5e-d08d-439e-b2b9-f2ea7ce3770f demo demo] Publish callbacks [] for router_controller (c25b9451-f0e5-436a-a7d9-3c1167cbc478), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.195753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9725af5e-d08d-439e-b2b9-f2ea7ce3770f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (c25b9451-f0e5-436a-a7d9-3c1167cbc478), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.211874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9725af5e-d08d-439e-b2b9-f2ea7ce3770f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.213032 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9725af5e-d08d-439e-b2b9-f2ea7ce3770f demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5008640 Feb 19 02:59:36.620981 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:59:36.759523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52558) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:37.082670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-85399ef5-e279-4673-8858-b6f7c58ad8f0 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:59:37.083731 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-85399ef5-e279-4673-8858-b6f7c58ad8f0 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3232260 Feb 19 02:59:37.255461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 011c6460-0b14-4d49-b348-79dd6afb2624 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:37.348891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 011c6460-0b14-4d49-b348-79dd6afb2624 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:37.349319 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (011c6460-0b14-4d49-b348-79dd6afb2624), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.457276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 011c6460-0b14-4d49-b348-79dd6afb2624 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:37.457672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (011c6460-0b14-4d49-b348-79dd6afb2624), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.491668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 011c6460-0b14-4d49-b348-79dd6afb2624, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=011c6460-0b14-4d49-b348-79dd6afb2624,segment=NetworkSegment(7f21692d-206c-417f-ac39-f95c370fe919),segment_id=7f21692d-206c-417f-ac39-f95c370fe919)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:37.495398 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (011c6460-0b14-4d49-b348-79dd6afb2624), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.541691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=011c6460-0b14-4d49-b348-79dd6afb2624,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:38.096565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f6df6b-ae5e-4931-b101-ec6016b15979 None None] Network 045511a8-bb2b-48d9-9874-18f7188b4cb0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:38.178151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ffb65d02-16c1-4556-b7bc-24ccfa20e770 None None] Provisioning complete for port 011c6460-0b14-4d49-b348-79dd6afb2624 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:38.178544 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ffb65d02-16c1-4556-b7bc-24ccfa20e770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (011c6460-0b14-4d49-b348-79dd6afb2624), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.184986 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1a08-dc97-4e0b-af08-3a6cff49d356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.316834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ffb65d02-16c1-4556-b7bc-24ccfa20e770 None None] Current status of the port 011c6460-0b14-4d49-b348-79dd6afb2624 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:38.536593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b28fe274-e6b7-4f53-895e-881d355590ef None None] Provisioning complete for port 011c6460-0b14-4d49-b348-79dd6afb2624 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:38.536992 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b28fe274-e6b7-4f53-895e-881d355590ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (011c6460-0b14-4d49-b348-79dd6afb2624), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.615577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b28fe274-e6b7-4f53-895e-881d355590ef None None] Current status of the port 011c6460-0b14-4d49-b348-79dd6afb2624 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:39.220207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 011c6460-0b14-4d49-b348-79dd6afb2624 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:39.266652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 011c6460-0b14-4d49-b348-79dd6afb2624 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:39.267025 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (011c6460-0b14-4d49-b348-79dd6afb2624), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.343273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 011c6460-0b14-4d49-b348-79dd6afb2624 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:39.644709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52568) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:39.953086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:39.971442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Made reservation on behalf of c39c86adfaf24d4eb9638258e8eb8110 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:39.973625 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.981408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.050931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Publish callbacks [] for security_group (5e10f8b1-2028-4b5d-a7ce-a8bab88a4c20), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.054614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5e10f8b1-2028-4b5d-a7ce-a8bab88a4c20), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.070498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103615) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 19 02:59:40.091324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e10f8b1-2028-4b5d-a7ce-a8bab88a4c20,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:40.094227 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (686680f9-9c83-4ff1-ac73-3984e10ed48d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.094565 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Added segment 686680f9-9c83-4ff1-ac73-3984e10ed48d of type flat for network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 Feb 19 02:59:40.140253 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.171160 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.172108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:40.172683 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.241698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5959232 Feb 19 02:59:40.265784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591822d-cd1a-4c67-b440-da1553fed3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:40.276610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:40.354445 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1783fb08-04fd-4832-9551-40c731bed6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.716546 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.752508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52586) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:42.757815 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.927512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08824387-3d25-4db9-892a-8ee58e40a453 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.929486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-08824387-3d25-4db9-892a-8ee58e40a453 demo admin] 10.222.0.42 "GET /v2.0/subnets/08ac2ced-b4b4-4d38-b090-5dc84031d6e8 HTTP/1.1" status: 200 len: 849 time: 0.1760247 Feb 19 02:59:43.048261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-949c8753-2b55-48bc-ab1f-fcc7646b6629 demo admin] 10.222.0.42 "GET /v2.0/routers/c25b9451-f0e5-436a-a7d9-3c1167cbc478 HTTP/1.1" status: 200 len: 704 time: 0.1131039 Feb 19 02:59:43.315109 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.601586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Allocated IP 172.20.0.1 (045511a8-bb2b-48d9-9874-18f7188b4cb0/08ac2ced-b4b4-4d38-b090-5dc84031d6e8/12179990-345d-4026-886a-13b7d2799318) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:43.794153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Publish callbacks [] for port (12179990-345d-4026-886a-13b7d2799318), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.858200 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (12179990-345d-4026-886a-13b7d2799318), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.931371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Network 045511a8-bb2b-48d9-9874-18f7188b4cb0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:43.936808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:43.940247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:43.940771 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (c25b9451-f0e5-436a-a7d9-3c1167cbc478), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.015221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Pushing event updated for resources: {'Port': ['ID=12179990-345d-4026-886a-13b7d2799318,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:44.158127 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (12179990-345d-4026-886a-13b7d2799318), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.212826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-72000b6a-6c05-4494-b465-049e6d95034e None None] Provisioning complete for port 12179990-345d-4026-886a-13b7d2799318 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:44.213398 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-72000b6a-6c05-4494-b465-049e6d95034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (12179990-345d-4026-886a-13b7d2799318), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.245443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-72000b6a-6c05-4494-b465-049e6d95034e None None] Port 12179990-345d-4026-886a-13b7d2799318 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:59:44.369311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Publish callbacks [] for port (12179990-345d-4026-886a-13b7d2799318), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.373613 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (12179990-345d-4026-886a-13b7d2799318), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.374400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (c25b9451-f0e5-436a-a7d9-3c1167cbc478), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.454289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Pushing event updated for resources: {'Port': ['ID=12179990-345d-4026-886a-13b7d2799318,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:44.485980 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.497488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Network 045511a8-bb2b-48d9-9874-18f7188b4cb0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:44.498775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:44.663656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Router c25b9451-f0e5-436a-a7d9-3c1167cbc478 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:59:44.764651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:44.766226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-dd5f0b5d-4df9-4b50-b2e9-dd3834a1d539 None None] Provisioning complete for port 12179990-345d-4026-886a-13b7d2799318 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:44.766565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0b5d-4df9-4b50-b2e9-dd3834a1d539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (12179990-345d-4026-886a-13b7d2799318), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.770079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b55aa657-dd6b-4076-a32d-6a283077c56f demo admin] 10.222.0.42 "PUT /v2.0/routers/c25b9451-f0e5-436a-a7d9-3c1167cbc478/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7159081 Feb 19 02:59:44.776154 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565d916-3679-476d-b134-74af31204d66 None None] Sync routers for ids ['c25b9451-f0e5-436a-a7d9-3c1167cbc478'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:44.791713 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565d916-3679-476d-b134-74af31204d66 None None] Routers {'c25b9451-f0e5-436a-a7d9-3c1167cbc478'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:44.792866 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5565d916-3679-476d-b134-74af31204d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T02:59:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['c25b9451-f0e5-436a-a7d9-3c1167cbc478'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:44.811555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f0b5d-4df9-4b50-b2e9-dd3834a1d539 None None] Port 12179990-345d-4026-886a-13b7d2799318 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:59:44.987062 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5565d916-3679-476d-b134-74af31204d66 None None] Set router c25b9451-f0e5-436a-a7d9-3c1167cbc478 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:45.416263 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5565d916-3679-476d-b134-74af31204d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'name': 'router1', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:59:34Z', 'updated_at': '2022-02-19T02:59:44Z', 'revision_number': 2, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'gw_port_host': None, '_interfaces': [{'id': '12179990-345d-4026-886a-13b7d2799318', 'name': '', 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'mac_address': 'fa:16:3e:f2:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:59:43Z', 'updated_at': '2022-02-19T02:59:44Z', 'revision_number': 2, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'subnets': [{'id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da7e6754-90bc-4f00-ac05-a6febc2b3a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:45.466780 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565d916-3679-476d-b134-74af31204d66 None None] Checking router: c25b9451-f0e5-436a-a7d9-3c1167cbc478 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:45.467152 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565d916-3679-476d-b134-74af31204d66 None None] Updating router c25b9451-f0e5-436a-a7d9-3c1167cbc478 port 12179990-345d-4026-886a-13b7d2799318 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:59:45.518196 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5565d916-3679-476d-b134-74af31204d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (12179990-345d-4026-886a-13b7d2799318), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.024192 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5565d916-3679-476d-b134-74af31204d66 None None] Publish callbacks [] for port (12179990-345d-4026-886a-13b7d2799318), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.030937 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5565d916-3679-476d-b134-74af31204d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (12179990-345d-4026-886a-13b7d2799318), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.196406 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Pushing event updated for resources: {'Port': ['ID=12179990-345d-4026-886a-13b7d2799318,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:46.206621 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.206892 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.207231 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.207984 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.208354 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.208686 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.209057 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.209385 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.209709 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.210060 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.210385 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.211016 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.211342 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Tracked resource versions report: Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: pushed versions: Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: { 'AddressGroup': {'1.2'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'ConntrackHelper': {'1.0'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'Log': {'1.0'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'Network': {'1.1'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'Port': {'1.7'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'PortForwarding': {'1.2'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'QosPolicy': {'1.10'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'SecurityGroup': {'1.5'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'SubPort': {'1.0'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'Subnet': {'1.1'}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'Trunk': {'1.1'}} Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: consumer versions: Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: { DHCP agent@n-d-826756-2: {}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: L3 agent@n-d-826756-2: {}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: Metadata agent@n-d-826756-2: {}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: Metering agent@n-d-826756-2: {}, Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: Open vSwitch agent@n-d-826756-2: { 'AddressGroup': '1.2', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'ConntrackHelper': '1.0', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'LocalIPAssociation': '1.0', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'Log': '1.0', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'Network': '1.1', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'Port': '1.7', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'PortForwarding': '1.2', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'QosPolicy': '1.10', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'SecurityGroup': '1.5', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'SecurityGroupRule': '1.2', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'SubPort': '1.0', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'Subnet': '1.1', Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: 'Trunk': '1.1'}} Feb 19 02:59:46.212506 n-d-826756-2 neutron-server[103618]: {{(pid=103618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:59:46.214799 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5565d916-3679-476d-b134-74af31204d66 None None] Attempting to bind port 12179990-345d-4026-886a-13b7d2799318 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:46.215883 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5565d916-3679-476d-b134-74af31204d66 None None] Attempting to bind port 12179990-345d-4026-886a-13b7d2799318 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '7f21692d-206c-417f-ac39-f95c370fe919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:46.216122 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565d916-3679-476d-b134-74af31204d66 None None] Attempting to bind port 12179990-345d-4026-886a-13b7d2799318 on network 045511a8-bb2b-48d9-9874-18f7188b4cb0 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:46.223577 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565d916-3679-476d-b134-74af31204d66 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:46.223828 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565d916-3679-476d-b134-74af31204d66 None None] Checking segment: {'id': '7f21692d-206c-417f-ac39-f95c370fe919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:46.224264 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5565d916-3679-476d-b134-74af31204d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.224658 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565d916-3679-476d-b134-74af31204d66 None None] Bound using segment: {'id': '7f21692d-206c-417f-ac39-f95c370fe919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:46.225143 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-5565d916-3679-476d-b134-74af31204d66 None None] Bound port: 12179990-345d-4026-886a-13b7d2799318, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f21692d-206c-417f-ac39-f95c370fe919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:46.225548 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5565d916-3679-476d-b134-74af31204d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (12179990-345d-4026-886a-13b7d2799318), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.239717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-661d24dd-05ce-4ba7-89fe-1aa60832ab90 None None] Provisioning complete for port 12179990-345d-4026-886a-13b7d2799318 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:46.240765 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-661d24dd-05ce-4ba7-89fe-1aa60832ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (12179990-345d-4026-886a-13b7d2799318), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.276407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-661d24dd-05ce-4ba7-89fe-1aa60832ab90 None None] Port 12179990-345d-4026-886a-13b7d2799318 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:59:46.294412 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-5565d916-3679-476d-b134-74af31204d66 None None] For port 12179990-345d-4026-886a-13b7d2799318, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:46.314709 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-5565d916-3679-476d-b134-74af31204d66 None None] For port 12179990-345d-4026-886a-13b7d2799318, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=12179990-345d-4026-886a-13b7d2799318,segment=NetworkSegment(7f21692d-206c-417f-ac39-f95c370fe919),segment_id=7f21692d-206c-417f-ac39-f95c370fe919)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:46.321456 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-5565d916-3679-476d-b134-74af31204d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (12179990-345d-4026-886a-13b7d2799318), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.369797 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565d916-3679-476d-b134-74af31204d66 None None] Routers {'c25b9451-f0e5-436a-a7d9-3c1167cbc478'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:46.370434 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5565d916-3679-476d-b134-74af31204d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T02:59:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['c25b9451-f0e5-436a-a7d9-3c1167cbc478'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:46.418687 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd81eb-d328-4daf-a73a-0e74e0fe7fb7 None None] Pushing event updated for resources: {'Port': ['ID=12179990-345d-4026-886a-13b7d2799318,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:46.474291 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5565d916-3679-476d-b134-74af31204d66 None None] Set router c25b9451-f0e5-436a-a7d9-3c1167cbc478 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:46.598161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-62733c4d-8bcb-49e3-962c-25021e2ce8f0 None None] Provisioning complete for port 12179990-345d-4026-886a-13b7d2799318 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:46.598547 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-62733c4d-8bcb-49e3-962c-25021e2ce8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (12179990-345d-4026-886a-13b7d2799318), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.675183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-62733c4d-8bcb-49e3-962c-25021e2ce8f0 None None] Current status of the port 12179990-345d-4026-886a-13b7d2799318 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:46.675577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-62733c4d-8bcb-49e3-962c-25021e2ce8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (12179990-345d-4026-886a-13b7d2799318), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.687419 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5565d916-3679-476d-b134-74af31204d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'name': 'router1', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:59:34Z', 'updated_at': '2022-02-19T02:59:44Z', 'revision_number': 2, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'gw_port_host': None, '_interfaces': [{'id': '12179990-345d-4026-886a-13b7d2799318', 'name': '', 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'mac_address': 'fa:16:3e:f2:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:59:43Z', 'updated_at': '2022-02-19T02:59:46Z', 'revision_number': 4, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'subnets': [{'id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da7e6754-90bc-4f00-ac05-a6febc2b3a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:46.708378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-62733c4d-8bcb-49e3-962c-25021e2ce8f0 None None] For port 12179990-345d-4026-886a-13b7d2799318, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=12179990-345d-4026-886a-13b7d2799318,segment=NetworkSegment(7f21692d-206c-417f-ac39-f95c370fe919),segment_id=7f21692d-206c-417f-ac39-f95c370fe919)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:46.712659 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-62733c4d-8bcb-49e3-962c-25021e2ce8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (12179990-345d-4026-886a-13b7d2799318), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.714635 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565d916-3679-476d-b134-74af31204d66 None None] The sync data for ids ['c25b9451-f0e5-436a-a7d9-3c1167cbc478'] in n-d-826756-2 is: [{'id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'name': 'router1', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:59:34Z', 'updated_at': '2022-02-19T02:59:44Z', 'revision_number': 2, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'gw_port_host': None, '_interfaces': [{'id': '12179990-345d-4026-886a-13b7d2799318', 'name': '', 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'mac_address': 'fa:16:3e:f2:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:59:43Z', 'updated_at': '2022-02-19T02:59:46Z', 'revision_number': 4, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'subnets': [{'id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da7e6754-90bc-4f00-ac05-a6febc2b3a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:46.771888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62733c4d-8bcb-49e3-962c-25021e2ce8f0 None None] Pushing event updated for resources: {'Port': ['ID=12179990-345d-4026-886a-13b7d2799318,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.234060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52606) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.345078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20644b8-76f2-4421-95da-632b8ea71d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:47.346409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a20644b8-76f2-4421-95da-632b8ea71d39 admin admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 842 time: 0.1113966 Feb 19 02:59:47.355860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.4.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:47.375433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Made reservation on behalf of c39c86adfaf24d4eb9638258e8eb8110 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:47.377736 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.726302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.objects.ports [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 02:59:47.726755 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (ad8c1e48-b0d3-4517-aaeb-221c0ddf7681), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.782152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8c1e48-b0d3-4517-aaeb-221c0ddf7681,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.791422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:47.791785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Network hostable DHCP agents. Network: fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:47.807586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:47.816258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:47.820885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:47.821488 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.829048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d61fa27-a83d-4ee4-aa7f-92df88edf90c None None] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:47.849884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-886afb2e-e571-40c0-9c9e-6ea96ce4e367 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4852936 Feb 19 02:59:47.949753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117552d9-0a4b-4bfc-aaf0-5fb525710d3f None None] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:50.288112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52614) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:50.418682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a5644089-b004-4cd4-ad77-9485c701e920 demo admin] 10.222.0.42 "GET /v2.0/routers/c25b9451-f0e5-436a-a7d9-3c1167cbc478 HTTP/1.1" status: 200 len: 710 time: 0.1294489 Feb 19 02:59:50.501086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0973a-2f27-4c3f-b118-2cee03a93838 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.502404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-21a0973a-2f27-4c3f-b118-2cee03a93838 demo admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 886 time: 0.0785165 Feb 19 02:59:50.511181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:50.756374 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Publish callbacks [] for router_gateway (c25b9451-f0e5-436a-a7d9-3c1167cbc478), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.998295 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Publish callbacks [] for router_gateway (c25b9451-f0e5-436a-a7d9-3c1167cbc478), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.073336 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.176034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Allocated IP 172.25.4.207 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/3469eee9-0657-455b-b559-2967cde93d2b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:51.276027 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Publish callbacks [] for port (3469eee9-0657-455b-b559-2967cde93d2b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.307753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (3469eee9-0657-455b-b559-2967cde93d2b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.343228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:51.346010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:51.349100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:51.397463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Pushing event updated for resources: {'Port': ['ID=3469eee9-0657-455b-b559-2967cde93d2b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:51.707138 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Publish callbacks [] for router_gateway (c25b9451-f0e5-436a-a7d9-3c1167cbc478), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.906212 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (c25b9451-f0e5-436a-a7d9-3c1167cbc478), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.909699 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (c25b9451-f0e5-436a-a7d9-3c1167cbc478), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.024064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Router c25b9451-f0e5-436a-a7d9-3c1167cbc478 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:52.138544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:52.143162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.158140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0de08256-73a7-45a0-97d9-e3caf3672985 demo admin] 10.222.0.42 "PUT /v2.0/routers/c25b9451-f0e5-436a-a7d9-3c1167cbc478 HTTP/1.1" status: 200 len: 890 time: 1.6363618 Feb 19 02:59:54.672334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52626) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:54.827738 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a9ade8e4-8f4f-4d81-905b-827c875f1dfd admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1541193 Feb 19 02:59:55.257311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 12179990-345d-4026-886a-13b7d2799318 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:55.309685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 12179990-345d-4026-886a-13b7d2799318 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:55.310121 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (12179990-345d-4026-886a-13b7d2799318), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.381058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Sync routers for ids ['c25b9451-f0e5-436a-a7d9-3c1167cbc478'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:55.405280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Routers {'c25b9451-f0e5-436a-a7d9-3c1167cbc478'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:55.406063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T02:59:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['c25b9451-f0e5-436a-a7d9-3c1167cbc478'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:55.408075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 12179990-345d-4026-886a-13b7d2799318 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:55.627372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Set router c25b9451-f0e5-436a-a7d9-3c1167cbc478 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:56.090180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'name': 'router1', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '3469eee9-0657-455b-b559-2967cde93d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:59:34Z', 'updated_at': '2022-02-19T02:59:51Z', 'revision_number': 4, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'gw_port': {'id': '3469eee9-0657-455b-b559-2967cde93d2b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:59:51Z', 'updated_at': '2022-02-19T02:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '12179990-345d-4026-886a-13b7d2799318', 'name': '', 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'mac_address': 'fa:16:3e:f2:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:59:43Z', 'updated_at': '2022-02-19T02:59:46Z', 'revision_number': 5, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'subnets': [{'id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da7e6754-90bc-4f00-ac05-a6febc2b3a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:56.141034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Checking router: c25b9451-f0e5-436a-a7d9-3c1167cbc478 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:56.141391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Updating router c25b9451-f0e5-436a-a7d9-3c1167cbc478 port 3469eee9-0657-455b-b559-2967cde93d2b binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:59:56.196418 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3469eee9-0657-455b-b559-2967cde93d2b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.510975 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Publish callbacks [] for port (3469eee9-0657-455b-b559-2967cde93d2b), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.517712 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3469eee9-0657-455b-b559-2967cde93d2b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.576628 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b2266-0fbe-4e18-b1c4-85642e03d079 None None] Pushing event updated for resources: {'Port': ['ID=3469eee9-0657-455b-b559-2967cde93d2b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:56.580705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Attempting to bind port 3469eee9-0657-455b-b559-2967cde93d2b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:56.581080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Attempting to bind port 3469eee9-0657-455b-b559-2967cde93d2b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:56.581435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Attempting to bind port 3469eee9-0657-455b-b559-2967cde93d2b on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:56.590350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:56.590800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:56.591264 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.591716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:56.592247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Bound port: 3469eee9-0657-455b-b559-2967cde93d2b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:56.592625 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3469eee9-0657-455b-b559-2967cde93d2b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.649070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] For port 3469eee9-0657-455b-b559-2967cde93d2b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:56.652168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] For port 3469eee9-0657-455b-b559-2967cde93d2b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3469eee9-0657-455b-b559-2967cde93d2b,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:56.661246 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3469eee9-0657-455b-b559-2967cde93d2b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.724532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Routers {'c25b9451-f0e5-436a-a7d9-3c1167cbc478'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:56.725165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T02:59:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['c25b9451-f0e5-436a-a7d9-3c1167cbc478'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:56.728898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b2266-0fbe-4e18-b1c4-85642e03d079 None None] Pushing event updated for resources: {'Port': ['ID=3469eee9-0657-455b-b559-2967cde93d2b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:56.845687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] Set router c25b9451-f0e5-436a-a7d9-3c1167cbc478 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:57.076297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'name': 'router1', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '3469eee9-0657-455b-b559-2967cde93d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:59:34Z', 'updated_at': '2022-02-19T02:59:51Z', 'revision_number': 4, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'gw_port': {'id': '3469eee9-0657-455b-b559-2967cde93d2b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:59:51Z', 'updated_at': '2022-02-19T02:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '12179990-345d-4026-886a-13b7d2799318', 'name': '', 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'mac_address': 'fa:16:3e:f2:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:59:43Z', 'updated_at': '2022-02-19T02:59:46Z', 'revision_number': 5, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'subnets': [{'id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da7e6754-90bc-4f00-ac05-a6febc2b3a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:57.103260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16c397-4169-405c-a6df-1ad1cd57f679 None None] The sync data for ids ['c25b9451-f0e5-436a-a7d9-3c1167cbc478'] in n-d-826756-2 is: [{'id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'name': 'router1', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '3469eee9-0657-455b-b559-2967cde93d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:59:34Z', 'updated_at': '2022-02-19T02:59:51Z', 'revision_number': 4, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'gw_port': {'id': '3469eee9-0657-455b-b559-2967cde93d2b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:59:51Z', 'updated_at': '2022-02-19T02:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '12179990-345d-4026-886a-13b7d2799318', 'name': '', 'network_id': '045511a8-bb2b-48d9-9874-18f7188b4cb0', 'tenant_id': 'c69c0dae1a14407ab8340631d2ee5609', 'mac_address': 'fa:16:3e:f2:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9451-f0e5-436a-a7d9-3c1167cbc478', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:59:43Z', 'updated_at': '2022-02-19T02:59:46Z', 'revision_number': 5, 'project_id': 'c69c0dae1a14407ab8340631d2ee5609', 'subnets': [{'id': '08ac2ced-b4b4-4d38-b090-5dc84031d6e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da7e6754-90bc-4f00-ac05-a6febc2b3a0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:57.357120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3469eee9-0657-455b-b559-2967cde93d2b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:57.421069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3469eee9-0657-455b-b559-2967cde93d2b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:57.421466 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3469eee9-0657-455b-b559-2967cde93d2b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.516818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3469eee9-0657-455b-b559-2967cde93d2b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:57.518075 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3469eee9-0657-455b-b559-2967cde93d2b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.562037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 3469eee9-0657-455b-b559-2967cde93d2b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3469eee9-0657-455b-b559-2967cde93d2b,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:57.570368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3469eee9-0657-455b-b559-2967cde93d2b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.647985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=3469eee9-0657-455b-b559-2967cde93d2b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:59.282175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3469eee9-0657-455b-b559-2967cde93d2b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:59.339986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3469eee9-0657-455b-b559-2967cde93d2b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:59.340379 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3469eee9-0657-455b-b559-2967cde93d2b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.430710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3469eee9-0657-455b-b559-2967cde93d2b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:08.140110 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b09e12f7-ebfb-497f-80fb-cfbe78de4458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.343845 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4f50-d2ba-4cd0-a9f7-4a8cc8bb5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.724191 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.748443 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.622714 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:00:14.490501 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.144776 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-21c19f0c-55d7-4a3e-9c09-d1a25b73bc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.350354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-039a2352-ee18-4cf2-9312-86da9707e0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.722421 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.746520 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.497247 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.621644 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:01:08.146752 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34599c34-6319-4e03-9b40-0adb2a3cf25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.335320 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7651e535-831b-435c-b15a-5ef20cc557a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.726541 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.744445 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.492060 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.823506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53142) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:19.896326 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-511f309b-f330-43fa-a90e-5e3e32b70962 admin admin] GET failed (client error): The resource could not be found. Feb 19 03:01:19.897599 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-511f309b-f330-43fa-a90e-5e3e32b70962 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0731392 Feb 19 03:01:20.083523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b9e288-160d-4062-a920-68995dea2d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:20.084899 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-18b9e288-160d-4062-a920-68995dea2d44 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1831250 Feb 19 03:01:22.404488 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53152) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:22.531441 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436cc09f-4819-4d5b-97e7-dd628a2906e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:22.532809 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-436cc09f-4819-4d5b-97e7-dd628a2906e1 admin admin] 10.222.0.42 "GET /v2.0/subnets/08ac2ced-b4b4-4d38-b090-5dc84031d6e8 HTTP/1.1" status: 200 len: 849 time: 0.1273830 Feb 19 03:01:22.542563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:22.626691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Publish callbacks [] for subnet (08ac2ced-b4b4-4d38-b090-5dc84031d6e8), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.774481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791909489026'] for subnet (08ac2ced-b4b4-4d38-b090-5dc84031d6e8), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.854460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:22.855437 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.856938 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] 10.222.0.42 "PUT /v2.0/subnets/08ac2ced-b4b4-4d38-b090-5dc84031d6e8 HTTP/1.1" status: 200 len: 868 time: 0.3173690 Feb 19 03:01:22.859174 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d28994-6aea-4386-8144-2ababd070ea9 None None] Network 045511a8-bb2b-48d9-9874-18f7188b4cb0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:22.873907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ac2ced-b4b4-4d38-b090-5dc84031d6e8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:22.883435 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.883790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.884037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.884378 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.884721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.885161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.885472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.885802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.886161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.886495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.886816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.887140 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.887463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0772d566-3313-4571-b8f7-09bdc2231f8a admin admin] Tracked resource versions report: Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: pushed versions: Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: { 'AddressGroup': {'1.2'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'ConntrackHelper': {'1.0'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'Log': {'1.0'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'Network': {'1.1'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'Port': {'1.7'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'PortForwarding': {'1.2'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'QosPolicy': {'1.10'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'SecurityGroup': {'1.5'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'SubPort': {'1.0'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'Subnet': {'1.1'}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'Trunk': {'1.1'}} Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: consumer versions: Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: { DHCP agent@n-d-826756-2: {}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: L3 agent@n-d-826756-2: {}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: Metadata agent@n-d-826756-2: {}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: Metering agent@n-d-826756-2: {}, Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: Open vSwitch agent@n-d-826756-2: { 'AddressGroup': '1.2', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'ConntrackHelper': '1.0', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'LocalIPAssociation': '1.0', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'Log': '1.0', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'Network': '1.1', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'Port': '1.7', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'PortForwarding': '1.2', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'QosPolicy': '1.10', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'SecurityGroup': '1.5', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'SecurityGroupRule': '1.2', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'SubPort': '1.0', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'Subnet': '1.1', Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: 'Trunk': '1.1'}} Feb 19 03:01:22.888616 n-d-826756-2 neutron-server[103616]: {{(pid=103616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:01:23.194685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-41718a75-e2e6-4d9e-ace4-7c88db443b00 None None] Provisioning complete for port 011c6460-0b14-4d49-b348-79dd6afb2624 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:23.195072 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-41718a75-e2e6-4d9e-ace4-7c88db443b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (011c6460-0b14-4d49-b348-79dd6afb2624), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.281953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-41718a75-e2e6-4d9e-ace4-7c88db443b00 None None] Current status of the port 011c6460-0b14-4d49-b348-79dd6afb2624 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:23.291895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-41718a75-e2e6-4d9e-ace4-7c88db443b00 None None] Provisioning complete for port 12179990-345d-4026-886a-13b7d2799318 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:23.292311 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-41718a75-e2e6-4d9e-ace4-7c88db443b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (12179990-345d-4026-886a-13b7d2799318), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.366375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-41718a75-e2e6-4d9e-ace4-7c88db443b00 None None] Current status of the port 12179990-345d-4026-886a-13b7d2799318 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:25.172545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53164) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:25.368412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826349e-b70e-4199-9d5b-889a34cccc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:25.368898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826349e-b70e-4199-9d5b-889a34cccc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:25.370483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c826349e-b70e-4199-9d5b-889a34cccc4b admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969805 Feb 19 03:01:27.622195 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:01:27.693952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53174) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:27.826735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d304236-8451-49a8-ba65-144a6994c85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:27.827209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d304236-8451-49a8-ba65-144a6994c85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:27.828755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6d304236-8451-49a8-ba65-144a6994c85f admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338418 Feb 19 03:01:30.203385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53182) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:30.333626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d169a5-f56a-4975-8b0a-2f4490b9fcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:30.335038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a5d169a5-f56a-4975-8b0a-2f4490b9fcee admin admin] 10.222.0.42 "GET /v2.0/networks/045511a8-bb2b-48d9-9874-18f7188b4cb0 HTTP/1.1" status: 200 len: 869 time: 0.1306999 Feb 19 03:01:32.638966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53190) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:32.810661 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e807f6da-badb-4366-a212-95e28b126a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:32.812005 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e807f6da-badb-4366-a212-95e28b126a0c admin admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 886 time: 0.1720321 Feb 19 03:01:35.134168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53198) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:35.260896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c315e2f-b4a7-40e3-ae81-8181981d752b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.261361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c315e2f-b4a7-40e3-ae81-8181981d752b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.262931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3c315e2f-b4a7-40e3-ae81-8181981d752b admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277423 Feb 19 03:01:37.589127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53206) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:37.680198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18aca09-9b1e-410b-b63a-b91434963488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:37.680709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18aca09-9b1e-410b-b63a-b91434963488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:37.682306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b18aca09-9b1e-410b-b63a-b91434963488 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922315 Feb 19 03:01:38.149425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c7379a66-bdbb-420c-9991-11632e36e179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.008247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53214) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:40.097085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d12da7-2a16-46c6-abd8-e4aa148bf044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.098414 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-63d12da7-2a16-46c6-abd8-e4aa148bf044 admin admin] 10.222.0.42 "GET /v2.0/subnets/08ac2ced-b4b4-4d38-b090-5dc84031d6e8 HTTP/1.1" status: 200 len: 868 time: 0.0892086 Feb 19 03:01:40.336914 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6832f540-2b45-4243-b002-814df4bd0c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.728837 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.432071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53222) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:42.514168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb0aa56-a788-4bf9-8d2a-89e3db63e0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.515490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-efb0aa56-a788-4bf9-8d2a-89e3db63e0ad admin admin] 10.222.0.42 "GET /v2.0/subnets/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681 HTTP/1.1" status: 200 len: 816 time: 0.0824773 Feb 19 03:01:42.747653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.495025 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:04.621344 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:02:08.152563 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0406d868-0344-4d51-aa69-a18b61998e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.338886 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b16b-9ba8-474b-bf42-3ee6e269f486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.810754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53274) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:10.857117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-b72b77b8-4c99-4983-bb4d-044e977c5d7a admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:02:10.858138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b72b77b8-4c99-4983-bb4d-044e977c5d7a admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464211 Feb 19 03:02:11.731031 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.751494 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.252548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53282) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:13.313187 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-511ea291-d150-4eea-9987-ae20fb9dcbf8 admin admin] GET failed (client error): The resource could not be found. Feb 19 03:02:13.314582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-511ea291-d150-4eea-9987-ae20fb9dcbf8 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611043 Feb 19 03:02:13.457454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a31580-dee9-441a-8a99-755744b6ca1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:13.458947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-14a31580-dee9-441a-8a99-755744b6ca1e admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403782 Feb 19 03:02:14.497536 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.784127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53290) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:15.830697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:15.851688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Made reservation on behalf of c39c86adfaf24d4eb9638258e8eb8110 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:15.854422 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.884215 n-d-826756-2 neutron-server[103615]: WARNING neutron.services.revisions.revision_plugin [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Could not find related network for resource to bump revision. Feb 19 03:02:15.896210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:02:15.906004 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (140722cf-1df5-4c9f-aa94-5d2617596e38), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.906347 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Added segment 140722cf-1df5-4c9f-aa94-5d2617596e38 of type vlan for network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 Feb 19 03:02:15.952816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.976107 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.976991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:15.977565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.031421 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2462120 Feb 19 03:02:16.036926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:16.043869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.044216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.044578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.044901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.045240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.045575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.045938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.046273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.046599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.046928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.047255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.047579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.047906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d957f5a6-a44d-45c6-be00-cc0a5adb36a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:16.059629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:02:18.374876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53298) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:18.433394 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f8fb9e-1d7f-48ba-a58e-45105c83656a admin admin] GET failed (client error): The resource could not be found. Feb 19 03:02:18.434704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-45f8fb9e-1d7f-48ba-a58e-45105c83656a admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588770 Feb 19 03:02:18.604120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125050c-ffa3-4a05-9592-3513d8112d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:18.605495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3125050c-ffa3-4a05-9592-3513d8112d81 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1663978 Feb 19 03:02:18.615457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:18.633136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Made reservation on behalf of c39c86adfaf24d4eb9638258e8eb8110 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:18.635380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.794411 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (3638d0dc-a547-484d-9f6d-9418a6bc1421), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.844818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3638d0dc-a547-484d-9f6d-9418a6bc1421,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:18.855169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:18.855459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Network hostable DHCP agents. Network: 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:02:18.871724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:02:18.880008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:18.884165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:18.884751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.889078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42483e1-73d5-4658-a794-c6694b38b35c None None] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:18.898871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6c5d7bf8-1dc4-4ed8-a700-cbc1d4360f68 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2868199 Feb 19 03:02:19.000581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'project_id': 'c39c86adfaf24d4eb9638258e8eb8110', 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:02:19.001593 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.234556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Allocated IP 192.168.233.2 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/e203a11e-1c2c-423f-b65b-f7f079f93fee) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:19.383851 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Publish callbacks [] for port (e203a11e-1c2c-423f-b65b-f7f079f93fee), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.390105 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e203a11e-1c2c-423f-b65b-f7f079f93fee), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.429778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:19.434565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:19.437745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:19.444427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Pushing event updated for resources: {'Port': ['ID=e203a11e-1c2c-423f-b65b-f7f079f93fee,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:19.454633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.455006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.455344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.455688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.456014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.456352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.456682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.457009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.457334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.457659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.458082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.458411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.458733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:19.516849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Attempting to bind port e203a11e-1c2c-423f-b65b-f7f079f93fee on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:19.517140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Attempting to bind port e203a11e-1c2c-423f-b65b-f7f079f93fee by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:19.517545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Attempting to bind port e203a11e-1c2c-423f-b65b-f7f079f93fee on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:19.523111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:19.523488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:19.523886 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.524271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:19.524730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Bound port: e203a11e-1c2c-423f-b65b-f7f079f93fee, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:19.525108 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e203a11e-1c2c-423f-b65b-f7f079f93fee), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.587561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] For port e203a11e-1c2c-423f-b65b-f7f079f93fee, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:19.591246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] For port e203a11e-1c2c-423f-b65b-f7f079f93fee, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e203a11e-1c2c-423f-b65b-f7f079f93fee,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:19.598041 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e203a11e-1c2c-423f-b65b-f7f079f93fee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.660158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cbe5a-b3b2-48dd-ae9d-d7b9f741ff8f None None] Pushing event updated for resources: {'Port': ['ID=e203a11e-1c2c-423f-b65b-f7f079f93fee,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:20.528474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af0864-269c-410f-acb9-938539fd4cfb None None] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:20.650855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-66bceb52-d4c9-4d35-b8bc-088306b40fbc None None] Provisioning complete for port e203a11e-1c2c-423f-b65b-f7f079f93fee triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:20.651169 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-66bceb52-d4c9-4d35-b8bc-088306b40fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e203a11e-1c2c-423f-b65b-f7f079f93fee), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.743860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-66bceb52-d4c9-4d35-b8bc-088306b40fbc None None] Current status of the port e203a11e-1c2c-423f-b65b-f7f079f93fee is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:20.744247 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-66bceb52-d4c9-4d35-b8bc-088306b40fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e203a11e-1c2c-423f-b65b-f7f079f93fee), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.781121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-66bceb52-d4c9-4d35-b8bc-088306b40fbc None None] For port e203a11e-1c2c-423f-b65b-f7f079f93fee, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e203a11e-1c2c-423f-b65b-f7f079f93fee,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:20.786353 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-66bceb52-d4c9-4d35-b8bc-088306b40fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e203a11e-1c2c-423f-b65b-f7f079f93fee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.835331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bceb52-d4c9-4d35-b8bc-088306b40fbc None None] Pushing event updated for resources: {'Port': ['ID=e203a11e-1c2c-423f-b65b-f7f079f93fee,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:20.906543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8bec79ae-fc02-4993-8ebc-00cd83b8ac5a None None] Provisioning complete for port e203a11e-1c2c-423f-b65b-f7f079f93fee triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:20.906848 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8bec79ae-fc02-4993-8ebc-00cd83b8ac5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e203a11e-1c2c-423f-b65b-f7f079f93fee), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.992058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8bec79ae-fc02-4993-8ebc-00cd83b8ac5a None None] Current status of the port e203a11e-1c2c-423f-b65b-f7f079f93fee is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:21.368190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e203a11e-1c2c-423f-b65b-f7f079f93fee up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:21.416504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e203a11e-1c2c-423f-b65b-f7f079f93fee triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:21.417176 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e203a11e-1c2c-423f-b65b-f7f079f93fee), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.501426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e203a11e-1c2c-423f-b65b-f7f079f93fee is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:38.156441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b84c2ab-c05f-4f1c-8549-980edc6a292c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.341103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ca4a147-a8e5-4834-8c58-6143bfd28e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.621028 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:02:41.737071 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.757425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.500014 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.159463 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6670f0d0-648a-4a73-aadd-3e833c23a97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.344990 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa82c480-9e86-4fb4-91c7-0b7d683bf9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.736961 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.760287 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.504261 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.619806 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:03:38.162029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f22a-06ef-4a05-8fc3-abec2382383f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:40.350532 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d80fc472-bcc8-4d7e-8cea-785576535ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:41.739067 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.767423 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.507316 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.513402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53336) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:47.519614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-c2d8310d-842b-42da-935c-c029d6b20d60 tempest-verify_tempest_config-1827551630 tempest-verify_tempest_config-1827551630-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:03:47.520567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c2d8310d-842b-42da-935c-c029d6b20d60 tempest-verify_tempest_config-1827551630 tempest-verify_tempest_config-1827551630-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061731 Feb 19 03:03:47.805490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53354) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:47.915249 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.019595 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Publish callbacks [] for security_group (0f27496c-f1c5-41c8-8086-f4a68f3705e3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.023236 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0f27496c-f1c5-41c8-8086-f4a68f3705e3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.068037 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66c462542a374f75af144eba0b8fc784&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2614644 Feb 19 03:03:48.069197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f27496c-f1c5-41c8-8086-f4a68f3705e3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:48.070846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53360) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:48.075874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.076326 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.076559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.076894 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.077234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.077563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.077915 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.078246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.078571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.078893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.079216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.079540 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.079865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf30e79-64f1-403d-ba14-801699fc7e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.123047 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Publish callbacks [] for security_group (0f27496c-f1c5-41c8-8086-f4a68f3705e3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.142887 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Publish callbacks [] for security_group (0f27496c-f1c5-41c8-8086-f4a68f3705e3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.234786 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0f27496c-f1c5-41c8-8086-f4a68f3705e3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.237412 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.238637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f27496c-f1c5-41c8-8086-f4a68f3705e3 HTTP/1.1" status: 204 len: 168 time: 0.1668117 Feb 19 03:03:48.246756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f27496c-f1c5-41c8-8086-f4a68f3705e3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:48.253599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.253967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.254311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.254643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.254971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.255337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.255608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.255928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.256246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.256563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.256882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.257197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.257510 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0a41d5-cfbd-456b-9922-8fa3778492e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:55.618341 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:04:08.163200 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bd37e19c-126e-46b8-80b3-b22a96584712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.356468 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2802b59-a92e-408f-8ca2-84347bd0a7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.743821 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.767373 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.510634 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.617995 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:04:38.164533 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b11e008b-f397-40ec-82cc-52e35a2e953b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.349628 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-96db6743-9e99-41cd-ab0e-a0c7589ebf75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.744808 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.770595 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.514388 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.169158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-89f4e84b-cbdf-4c25-893c-2e9eff78c4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.617096 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:05:10.349358 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-20d9eef2-c8f1-4ffc-b425-0ab5006ddcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.749205 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.774357 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:14.522087 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.170572 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a4bea0a-1913-4f4c-b729-3f4096e84b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:40.353663 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-db049d39-6185-41ab-bcd2-14df6a51fe6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.762237 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.777028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.514945 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.615977 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:06:08.172032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cd0614c9-f390-430e-974a-663a361e9a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.355723 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e1888aad-98f9-4261-810a-681f0c1ffad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:11.753482 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.780978 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.518678 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:23.615428 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 5 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:06:38.174418 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fce324a9-c12e-41b2-90ea-574f372ee3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.359161 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6c60-166d-4740-8f56-5710e7565227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.756674 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.785482 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.522307 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.041137 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700050'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.616041 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 6 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:07:05.603519 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700050'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.175966 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c2e8d29d-d0b1-4a89-87b1-fcfb5744355f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.360230 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a97e492d-0a9d-4b29-bafa-a52417b80658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.759885 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.788713 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.525059 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.994420 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.277058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53412) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:32.381069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c915d927-142e-4306-b092-1f0cae09513d admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1029005 Feb 19 03:07:34.752500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53422) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:34.812888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a218d658-7e02-4493-8828-bd95d9956c69 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0588119 Feb 19 03:07:35.602875 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:37.616499 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:07:38.179167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6534675b-3946-4ba0-b07a-7a30aed6e0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:40.363217 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2f67be6-d4d1-4f83-9001-3dd6156ddd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.764121 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.791183 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:44.529731 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.009656 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:05.616700 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:08.182647 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-257ef175-7db6-4eef-8cb9-20bec864f520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.365543 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6609b2e-6405-42ca-985d-209964eae52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.765272 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.794655 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.532245 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.618291 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:08:22.007120 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.632069 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.185176 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-631f5a11-23a6-44b7-b3d7-03209d74dda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.367934 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf1c3-d382-4923-96e8-315903fa3196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.769644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.802086 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.535796 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:51.619488 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:08:52.020382 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:59.883550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53634) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.353698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dd381510-bbbc-443e-985f-d28699c4d1a8 tempest-AutoAllocateNetworkTest-2114378554 tempest-AutoAllocateNetworkTest-2114378554-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=11ae9ec878ea41e8a9219cdbffde6892&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4660282 Feb 19 03:09:00.354117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53656) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.548382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3df9b2-cfa7-4392-8748-ea5769de93d5 tempest-AutoAllocateNetworkTest-2114378554 tempest-AutoAllocateNetworkTest-2114378554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:00.553734 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53664) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.554288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4b3df9b2-cfa7-4392-8748-ea5769de93d5 tempest-AutoAllocateNetworkTest-2114378554 tempest-AutoAllocateNetworkTest-2114378554-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1985738 Feb 19 03:09:00.634111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53668) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.634488 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f8fc9d02-f4e0-4c73-92ee-531ebfddba7a tempest-AutoAllocateNetworkTest-2114378554 tempest-AutoAllocateNetworkTest-2114378554-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793946 Feb 19 03:09:00.676446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-55cff6f1-43ef-45c2-8500-8b943fef3e00 tempest-AutoAllocateNetworkTest-2114378554 tempest-AutoAllocateNetworkTest-2114378554-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=11ae9ec878ea41e8a9219cdbffde6892 HTTP/1.1" status: 200 len: 208 time: 0.0377107 Feb 19 03:09:01.444689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53742) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:01.829883 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.910332 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Publish callbacks [] for security_group (72de87e5-b202-4249-bc00-83d117660406), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.914964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (72de87e5-b202-4249-bc00-83d117660406), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.948191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72de87e5-b202-4249-bc00-83d117660406,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:01.961657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.962039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.962702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.962702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.963058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.963563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.964033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.964642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.965110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.965591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.966172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.966711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.967248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] Tracked resource versions report: Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: pushed versions: Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: { 'AddressGroup': {'1.2'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'ConntrackHelper': {'1.0'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'Log': {'1.0'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'Network': {'1.1'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'Port': {'1.7'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'PortForwarding': {'1.2'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'QosPolicy': {'1.10'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'SecurityGroup': {'1.5'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'SubPort': {'1.0'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'Subnet': {'1.1'}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'Trunk': {'1.1'}} Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: consumer versions: Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: { DHCP agent@n-d-826756-2: {}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: HyperV agent@n-h1-826756-2: {}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: HyperV agent@n-h2-826756-2: {}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: L3 agent@n-d-826756-2: {}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: Metadata agent@n-d-826756-2: {}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: Metering agent@n-d-826756-2: {}, Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: Open vSwitch agent@n-d-826756-2: { 'AddressGroup': '1.2', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'ConntrackHelper': '1.0', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'LocalIPAssociation': '1.0', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'Log': '1.0', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'Network': '1.1', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'Port': '1.7', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'PortForwarding': '1.2', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'QosPolicy': '1.10', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'SecurityGroup': '1.5', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'SecurityGroupRule': '1.2', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'SubPort': '1.0', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'Subnet': '1.1', Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: 'Trunk': '1.1'}} Feb 19 03:09:01.968504 n-d-826756-2 neutron-server[103615]: {{(pid=103615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:09:01.992821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5b1cba2a-0c69-4966-bcb9-e5083fd0d28c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11ae9ec878ea41e8a9219cdbffde6892&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5468831 Feb 19 03:09:01.995317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53768) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:02.044660 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7908fbd7-875f-4ff0-bc98-133fe5252f2d admin admin] Publish callbacks [] for security_group (72de87e5-b202-4249-bc00-83d117660406), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.066923 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7908fbd7-875f-4ff0-bc98-133fe5252f2d admin admin] Publish callbacks [] for security_group (72de87e5-b202-4249-bc00-83d117660406), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.121675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53776) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:02.123865 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7908fbd7-875f-4ff0-bc98-133fe5252f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (72de87e5-b202-4249-bc00-83d117660406), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.126523 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7908fbd7-875f-4ff0-bc98-133fe5252f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.128013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7908fbd7-875f-4ff0-bc98-133fe5252f2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72de87e5-b202-4249-bc00-83d117660406 HTTP/1.1" status: 204 len: 168 time: 0.1315868 Feb 19 03:09:02.135768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908fbd7-875f-4ff0-bc98-133fe5252f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72de87e5-b202-4249-bc00-83d117660406,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:02.433787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.523938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Publish callbacks [] for security_group (a600da09-c309-426b-9e11-4c4479202e91), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.530420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a600da09-c309-426b-9e11-4c4479202e91), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.571656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a600da09-c309-426b-9e11-4c4479202e91,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:02.581374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.581635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.582182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.582684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.583160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.583631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.584100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.584578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.585056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.585531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.586034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.586501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.586979 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] Tracked resource versions report: Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: pushed versions: Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: { 'AddressGroup': {'1.2'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'ConntrackHelper': {'1.0'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'Log': {'1.0'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'Network': {'1.1'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'Port': {'1.7'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'PortForwarding': {'1.2'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'QosPolicy': {'1.10'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'SecurityGroup': {'1.5'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'SubPort': {'1.0'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'Subnet': {'1.1'}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'Trunk': {'1.1'}} Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: consumer versions: Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: { DHCP agent@n-d-826756-2: {}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: HyperV agent@n-h1-826756-2: {}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: HyperV agent@n-h2-826756-2: {}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: L3 agent@n-d-826756-2: {}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: Metadata agent@n-d-826756-2: {}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: Metering agent@n-d-826756-2: {}, Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: Open vSwitch agent@n-d-826756-2: { 'AddressGroup': '1.2', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'ConntrackHelper': '1.0', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'LocalIPAssociation': '1.0', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'Log': '1.0', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'Network': '1.1', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'Port': '1.7', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'PortForwarding': '1.2', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'QosPolicy': '1.10', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'SecurityGroup': '1.5', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'SecurityGroupRule': '1.2', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'SubPort': '1.0', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'Subnet': '1.1', Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: 'Trunk': '1.1'}} Feb 19 03:09:02.588215 n-d-826756-2 neutron-server[103616]: {{(pid=103616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:09:02.609975 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-07d4f03e-e697-4316-8ff8-4e1fc3624abe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46171303ed54478481fdcb8340d8adc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4866621 Feb 19 03:09:02.612510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53800) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:02.682153 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfe9cb89-a65a-46e9-b0ec-2369de288583 admin admin] Publish callbacks [] for security_group (a600da09-c309-426b-9e11-4c4479202e91), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.714161 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfe9cb89-a65a-46e9-b0ec-2369de288583 admin admin] Publish callbacks [] for security_group (a600da09-c309-426b-9e11-4c4479202e91), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.780044 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfe9cb89-a65a-46e9-b0ec-2369de288583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a600da09-c309-426b-9e11-4c4479202e91), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.783141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfe9cb89-a65a-46e9-b0ec-2369de288583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.787824 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bfe9cb89-a65a-46e9-b0ec-2369de288583 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a600da09-c309-426b-9e11-4c4479202e91 HTTP/1.1" status: 204 len: 168 time: 0.1733975 Feb 19 03:09:02.796414 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9cb89-a65a-46e9-b0ec-2369de288583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a600da09-c309-426b-9e11-4c4479202e91,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:03.466851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53860) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:03.486712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d6125d5-c2ed-448c-be1f-9174aec4ad1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.588762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d6125d5-c2ed-448c-be1f-9174aec4ad1e admin admin] Publish callbacks [] for security_group (94cbda69-e600-495c-beeb-d38288ad98bb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.594113 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d6125d5-c2ed-448c-be1f-9174aec4ad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (94cbda69-e600-495c-beeb-d38288ad98bb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.636143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53876) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:03.636671 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7d6125d5-c2ed-448c-be1f-9174aec4ad1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e992656559b64628ba9d459023d2b013&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1671128 Feb 19 03:09:03.637032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6125d5-c2ed-448c-be1f-9174aec4ad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cbda69-e600-495c-beeb-d38288ad98bb,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:03.698922 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58250dcc-ec85-43b0-a33e-62c61ec82750 admin admin] Publish callbacks [] for security_group (94cbda69-e600-495c-beeb-d38288ad98bb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.723153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58250dcc-ec85-43b0-a33e-62c61ec82750 admin admin] Publish callbacks [] for security_group (94cbda69-e600-495c-beeb-d38288ad98bb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.784489 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58250dcc-ec85-43b0-a33e-62c61ec82750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (94cbda69-e600-495c-beeb-d38288ad98bb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.788056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58250dcc-ec85-43b0-a33e-62c61ec82750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.792438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-58250dcc-ec85-43b0-a33e-62c61ec82750 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94cbda69-e600-495c-beeb-d38288ad98bb HTTP/1.1" status: 204 len: 168 time: 0.1537604 Feb 19 03:09:03.803068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58250dcc-ec85-43b0-a33e-62c61ec82750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cbda69-e600-495c-beeb-d38288ad98bb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:04.541910 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53934) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:04.584994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53944) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:04.680630 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fef0d9c-b53b-425a-b516-c99798afab1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:04.765682 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fef0d9c-b53b-425a-b516-c99798afab1b admin admin] Publish callbacks [] for security_group (d6d9c3b1-726c-4b3d-ac7c-ae7f9561dca8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:04.771064 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fef0d9c-b53b-425a-b516-c99798afab1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d6d9c3b1-726c-4b3d-ac7c-ae7f9561dca8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:04.809761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef0d9c-b53b-425a-b516-c99798afab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d9c3b1-726c-4b3d-ac7c-ae7f9561dca8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:04.814283 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7fef0d9c-b53b-425a-b516-c99798afab1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07e1e1eb29184795a217e536c916c746&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2713592 Feb 19 03:09:04.817483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53962) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:04.865952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09efb287-4e66-484c-83d5-553977fe760f admin admin] Publish callbacks [] for security_group (d6d9c3b1-726c-4b3d-ac7c-ae7f9561dca8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:04.883498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-network', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:04.906799 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09efb287-4e66-484c-83d5-553977fe760f admin admin] Publish callbacks [] for security_group (d6d9c3b1-726c-4b3d-ac7c-ae7f9561dca8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:04.924965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Made reservation on behalf of e9f85c6ecb8f4cfd97f4ba0310796263 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:04.927302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:04.946143 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.009635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09efb287-4e66-484c-83d5-553977fe760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d6d9c3b1-726c-4b3d-ac7c-ae7f9561dca8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.017754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09efb287-4e66-484c-83d5-553977fe760f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.023399 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-09efb287-4e66-484c-83d5-553977fe760f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6d9c3b1-726c-4b3d-ac7c-ae7f9561dca8 HTTP/1.1" status: 204 len: 168 time: 0.2048872 Feb 19 03:09:05.029903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53974) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:05.052330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53978) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:05.055294 n-d-826756-2 neutron-server[103615]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 03:09:05.087832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-37657643-c7ba-4ba8-a70b-78356b92aa43 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=83a3c3a07b1d49c995f8a00222a68387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337129 Feb 19 03:09:05.104964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Publish callbacks [] for security_group (94cdec41-30b1-4dbd-8e33-415a65e6b6a9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.116716 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (94cdec41-30b1-4dbd-8e33-415a65e6b6a9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.134032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:09:05.149262 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791909377329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7de258c7-4d8e-4728-89b4-f43ec6bca67d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.150192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Unsubscribe: segment precommit_create {{(pid=103616) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 03:09:05.150863 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Added segment 7de258c7-4d8e-4728-89b4-f43ec6bca67d of type vlan for network 78ce3a2f-2af8-45e3-8723-720eca1bd14d Feb 19 03:09:05.214959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (78ce3a2f-2af8-45e3-8723-720eca1bd14d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.264300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efb287-4e66-484c-83d5-553977fe760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d9c3b1-726c-4b3d-ac7c-ae7f9561dca8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:05.267986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679188-f571-4a03-8798-4724e7e303f1 req-ce31ee52-9d69-4186-b88f-f1b445262b81 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.277491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-ce31ee52-9d69-4186-b88f-f1b445262b81 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885374 Feb 19 03:09:05.288881 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (78ce3a2f-2af8-45e3-8723-720eca1bd14d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.290022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.291731 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.296686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-5078684e-4841-40cc-99f8-c394fa737eb1 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/quotas/83a3c3a07b1d49c995f8a00222a68387 HTTP/1.1" status: 200 len: 375 time: 0.0179935 Feb 19 03:09:05.321796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cdec41-30b1-4dbd-8e33-415a65e6b6a9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:05.335629 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7494509 Feb 19 03:09:05.349320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53992) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:05.354588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Request body: {'subnet': {'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-subnet', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:05.359293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-7816dd09-27f1-40a2-b7f4-4fb93e54d3c6 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=83a3c3a07b1d49c995f8a00222a68387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617685 Feb 19 03:09:05.390547 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2b5494e4-eaf4-4de2-b9bb-f8709f54f943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.449046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75feba1-c5ea-4704-8153-e8360531ceb2 admin admin] Pushing event updated for resources: {'Network': ['ID=78ce3a2f-2af8-45e3-8723-720eca1bd14d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:05.455510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Made reservation on behalf of e9f85c6ecb8f4cfd97f4ba0310796263 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:05.458205 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.460492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 78ce3a2f-2af8-45e3-8723-720eca1bd14d details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:09:05.498856 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2b5494e4-eaf4-4de2-b9bb-f8709f54f943 admin admin] Publish callbacks [] for security_group (0fa9bc97-9a0f-4546-9cf9-e69dfc9b2f62), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.507956 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2b5494e4-eaf4-4de2-b9bb-f8709f54f943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0fa9bc97-9a0f-4546-9cf9-e69dfc9b2f62), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.543559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5494e4-eaf4-4de2-b9bb-f8709f54f943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa9bc97-9a0f-4546-9cf9-e69dfc9b2f62,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:05.594724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2b5494e4-eaf4-4de2-b9bb-f8709f54f943 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad8ec1cf445f433c98b812ed3f6b4973&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5628240 Feb 19 03:09:05.595892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54000) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:05.627267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54002) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:05.651538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.667371 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3d4-4cd2-4bac-937e-168803f23ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.760869 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2885381-0127-4d90-aa5a-01e7de3cc5da admin admin] Publish callbacks [] for security_group (0fa9bc97-9a0f-4546-9cf9-e69dfc9b2f62), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.772640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (9d97a81d-2e1a-438a-b310-2f3bca86ef7f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.812094 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2885381-0127-4d90-aa5a-01e7de3cc5da admin admin] Publish callbacks [] for security_group (0fa9bc97-9a0f-4546-9cf9-e69dfc9b2f62), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.874448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d97a81d-2e1a-438a-b310-2f3bca86ef7f,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:05.887739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Checking segment: {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:05.888220 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Network hostable DHCP agents. Network: 78ce3a2f-2af8-45e3-8723-720eca1bd14d, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:09:05.918988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b89f3435-62f8-465a-aba0-cd9f714bbff6 req-a13ffab2-89e2-4955-b225-4bff72c0fe76 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 210 time: 0.0842814 Feb 19 03:09:05.932290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Network 78ce3a2f-2af8-45e3-8723-720eca1bd14d is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:09:05.936215 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3d4-4cd2-4bac-937e-168803f23ab2 admin admin] Publish callbacks [] for security_group (0b8b9c3e-475c-4545-a499-8bb0ef82f7df), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.941147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3d4-4cd2-4bac-937e-168803f23ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0b8b9c3e-475c-4545-a499-8bb0ef82f7df), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.980111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cd3d4-4cd2-4bac-937e-168803f23ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b9c3e-475c-4545-a499-8bb0ef82f7df,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:05.985810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 78ce3a2f-2af8-45e3-8723-720eca1bd14d) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:05.991386 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.992305 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.996376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54026) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:05.999384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac781cf7-ee66-4f01-95dd-036fdef5f62b None None] Network 78ce3a2f-2af8-45e3-8723-720eca1bd14d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:06.012584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ce6cd3d4-4cd2-4bac-937e-168803f23ab2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80743b914ba04e3c9be7691388a73213&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3705652 Feb 19 03:09:06.013976 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2885381-0127-4d90-aa5a-01e7de3cc5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0fa9bc97-9a0f-4546-9cf9-e69dfc9b2f62), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.016849 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2885381-0127-4d90-aa5a-01e7de3cc5da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.027796 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d2885381-0127-4d90-aa5a-01e7de3cc5da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fa9bc97-9a0f-4546-9cf9-e69dfc9b2f62 HTTP/1.1" status: 204 len: 168 time: 0.4295621 Feb 19 03:09:06.050446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2885381-0127-4d90-aa5a-01e7de3cc5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa9bc97-9a0f-4546-9cf9-e69dfc9b2f62,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:06.118278 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b9c116f0-42f0-4041-b8fb-a41f3e331884 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7654183 Feb 19 03:09:06.120887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54042) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:06.134851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:06.171388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5220-6f82-46c1-b6f9-a45e69a0ae0e admin admin] Publish callbacks [] for security_group (0b8b9c3e-475c-4545-a499-8bb0ef82f7df), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.183582 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.184895 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.212176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5220-6f82-46c1-b6f9-a45e69a0ae0e admin admin] Publish callbacks [] for security_group (0b8b9c3e-475c-4545-a499-8bb0ef82f7df), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.213987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:09:06.214847 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.419099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks [] for router_controller (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.441195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Allocated IP 172.20.0.2 (78ce3a2f-2af8-45e3-8723-720eca1bd14d/9d97a81d-2e1a-438a-b310-2f3bca86ef7f/5f099f7f-b8e2-4809-9221-263bbb72e038) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:06.511350 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5220-6f82-46c1-b6f9-a45e69a0ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0b8b9c3e-475c-4545-a499-8bb0ef82f7df), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.514015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5220-6f82-46c1-b6f9-a45e69a0ae0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.516108 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c9a5220-6f82-46c1-b6f9-a45e69a0ae0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b8b9c3e-475c-4545-a499-8bb0ef82f7df HTTP/1.1" status: 204 len: 168 time: 0.5174458 Feb 19 03:09:06.631568 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a5220-6f82-46c1-b6f9-a45e69a0ae0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b9c3e-475c-4545-a499-8bb0ef82f7df,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:06.697817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Publish callbacks [] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.706861 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.729300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Network 78ce3a2f-2af8-45e3-8723-720eca1bd14d is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:06.732912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:06.739754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks [] for router_gateway (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.754675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:06.782276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54086) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:06.810946 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed3d02d3-a4ef-443c-b321-a2a7bfb5b472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:06.856439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Pushing event updated for resources: {'Port': ['ID=5f099f7f-b8e2-4809-9221-263bbb72e038,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:06.961103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Attempting to bind port 5f099f7f-b8e2-4809-9221-263bbb72e038 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:06.962903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Attempting to bind port 5f099f7f-b8e2-4809-9221-263bbb72e038 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:06.963556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Attempting to bind port 5f099f7f-b8e2-4809-9221-263bbb72e038 on network 78ce3a2f-2af8-45e3-8723-720eca1bd14d {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:06.975769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.976339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.977459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.979558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.980233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.982116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.982740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.983282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.985368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.986603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.987711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.989505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.992395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Tracked resource versions report: Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: pushed versions: Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: { 'AddressGroup': {'1.2'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'ConntrackHelper': {'1.0'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'Log': {'1.0'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'Network': {'1.1'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'Port': {'1.7'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'PortForwarding': {'1.2'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'QosPolicy': {'1.10'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'SecurityGroup': {'1.5'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'SubPort': {'1.0'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'Subnet': {'1.1'}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'Trunk': {'1.1'}} Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: consumer versions: Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: { DHCP agent@n-d-826756-2: {}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: HyperV agent@n-h1-826756-2: {}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: HyperV agent@n-h2-826756-2: {}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: L3 agent@n-d-826756-2: {}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: Metadata agent@n-d-826756-2: {}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: Metering agent@n-d-826756-2: {}, Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: Open vSwitch agent@n-d-826756-2: { 'AddressGroup': '1.2', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'ConntrackHelper': '1.0', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'LocalIPAssociation': '1.0', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'Log': '1.0', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'Network': '1.1', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'Port': '1.7', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'PortForwarding': '1.2', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'QosPolicy': '1.10', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'SecurityGroup': '1.5', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'SecurityGroupRule': '1.2', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'SubPort': '1.0', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'Subnet': '1.1', Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: 'Trunk': '1.1'}} Feb 19 03:09:06.996329 n-d-826756-2 neutron-server[103617]: {{(pid=103617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:09:07.016169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:07.017908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Checking segment: {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:07.019341 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.019894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Bound using segment: {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:07.020409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Bound port: 5f099f7f-b8e2-4809-9221-263bbb72e038, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:07.022190 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.071642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed3d02d3-a4ef-443c-b321-a2a7bfb5b472 admin admin] Publish callbacks [] for security_group (939f0832-e0bc-4930-a543-1e6d0ede2c29), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.080278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed3d02d3-a4ef-443c-b321-a2a7bfb5b472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (939f0832-e0bc-4930-a543-1e6d0ede2c29), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.126933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ed3d02d3-a4ef-443c-b321-a2a7bfb5b472 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d14a426eab684b71b82620a664a77b1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3432875 Feb 19 03:09:07.128750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d02d3-a4ef-443c-b321-a2a7bfb5b472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939f0832-e0bc-4930-a543-1e6d0ede2c29,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:07.144331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54106) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:07.155674 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks [] for router_gateway (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.183886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.186601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] For port 5f099f7f-b8e2-4809-9221-263bbb72e038, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:07.195144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] For port 5f099f7f-b8e2-4809-9221-263bbb72e038, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5f099f7f-b8e2-4809-9221-263bbb72e038,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:07.212445 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.213907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed35689d-b681-4f31-abb6-0e1f76697908 admin admin] Publish callbacks [] for security_group (939f0832-e0bc-4930-a543-1e6d0ede2c29), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.256293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed35689d-b681-4f31-abb6-0e1f76697908 admin admin] Publish callbacks [] for security_group (939f0832-e0bc-4930-a543-1e6d0ede2c29), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.308916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c6fa1-d7c7-4396-95ec-a0f54dd7b59b None None] Pushing event updated for resources: {'Port': ['ID=5f099f7f-b8e2-4809-9221-263bbb72e038,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:07.335788 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed35689d-b681-4f31-abb6-0e1f76697908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (939f0832-e0bc-4930-a543-1e6d0ede2c29), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.347889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed35689d-b681-4f31-abb6-0e1f76697908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.349926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ed35689d-b681-4f31-abb6-0e1f76697908 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/939f0832-e0bc-4930-a543-1e6d0ede2c29 HTTP/1.1" status: 204 len: 168 time: 0.2025704 Feb 19 03:09:07.366889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35689d-b681-4f31-abb6-0e1f76697908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939f0832-e0bc-4930-a543-1e6d0ede2c29,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:07.396877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Allocated IP 172.25.4.66 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/2eed97df-5885-4cf0-b5fb-74617ba021d6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:07.584452 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks [] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.699457 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.782794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54144) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:07.878157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:07.895639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:07.904264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2eed97df-5885-4cf0-b5fb-74617ba021d6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:07.907922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:08.203139 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4c20c7a2-0035-413a-93ce-8680ce172319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:08.268616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c26aa4f3-5bc4-439b-ad37-2f4d525d0f34 req-6c6a3c08-3a25-4305-991a-cfab554406c0 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 210 time: 0.4839666 Feb 19 03:09:08.404136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks [] for router_gateway (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:08.894412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.71', 61240) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:08.897899 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:08.914128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b8dd7-1b0c-446b-9139-f036819ce421 None None] Network 78ce3a2f-2af8-45e3-8723-720eca1bd14d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:08.955652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-39a1e171-4709-4045-9d36-c78f3f64352b tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=83a3c3a07b1d49c995f8a00222a68387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598371 Feb 19 03:09:09.096057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9c593b42-79fa-4d47-9a66-d771fa120470 None None] Provisioning complete for port 5f099f7f-b8e2-4809-9221-263bbb72e038 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:09.098202 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c593b42-79fa-4d47-9a66-d771fa120470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:09.208869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679188-f571-4a03-8798-4724e7e303f1 req-ba9430cf-a1ec-4d83-831d-70e694a00428 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:09.211158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-ba9430cf-a1ec-4d83-831d-70e694a00428 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385104 Feb 19 03:09:09.285013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:09:09.317090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Request body: {'port': {'device_id': '7f579cb7-10a1-4f3d-92c1-ff25ded4f0df', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '83a3c3a07b1d49c995f8a00222a68387'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:09.335056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9c593b42-79fa-4d47-9a66-d771fa120470 None None] Current status of the port 5f099f7f-b8e2-4809-9221-263bbb72e038 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:09.335568 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c593b42-79fa-4d47-9a66-d771fa120470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:09.418621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9c593b42-79fa-4d47-9a66-d771fa120470 None None] For port 5f099f7f-b8e2-4809-9221-263bbb72e038, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5f099f7f-b8e2-4809-9221-263bbb72e038,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:09.426542 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c593b42-79fa-4d47-9a66-d771fa120470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:09.492268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c593b42-79fa-4d47-9a66-d771fa120470 None None] Pushing event updated for resources: {'Port': ['ID=5f099f7f-b8e2-4809-9221-263bbb72e038,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:09.533273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:09:09.547296 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Sync routers for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:09:09.564543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:09.568517 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a5881e34-1caf-4eea-9ba4-fe2d1d85e2a9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4444306 Feb 19 03:09:09.572913 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:09.573227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54252) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:09.578180 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:08:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:09.697783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5f099f7f-b8e2-4809-9221-263bbb72e038 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:09.893101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 5f099f7f-b8e2-4809-9221-263bbb72e038 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:09.893594 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:09.896452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-df180c31-d48e-44d5-b330-6e9f3deec135 None None] Provisioning complete for port 5f099f7f-b8e2-4809-9221-263bbb72e038 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:09.899173 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df180c31-d48e-44d5-b330-6e9f3deec135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:09.914356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98b8c0f3-c5cc-4ced-9257-3afa38a67179 req-ca1d7373-1d80-4c31-bf78-cfeb3f63e678 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 210 time: 0.2418065 Feb 19 03:09:09.961159 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:09.994031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Made reservation on behalf of 83a3c3a07b1d49c995f8a00222a68387 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:10.003802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.022269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.201523 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks [] for security_group (072ccdf6-0e56-4945-a894-5c25d33a832b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.224400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (072ccdf6-0e56-4945-a894-5c25d33a832b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.309338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54288) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:10.314416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072ccdf6-0e56-4945-a894-5c25d33a832b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:10.389176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-df180c31-d48e-44d5-b330-6e9f3deec135 None None] Current status of the port 5f099f7f-b8e2-4809-9221-263bbb72e038 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:10.402463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 5f099f7f-b8e2-4809-9221-263bbb72e038 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:10.441448 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-312d3e6b-d371-4bb8-b486-c9270ffbc8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.526141 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:08Z', 'revision_number': 3, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:10.561166 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Checking router: e0faa132-ecf9-449e-9cc9-5ab8fa229d96 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:09:10.562541 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Updating router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 port 2eed97df-5885-4cf0-b5fb-74617ba021d6 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:09:10.594559 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.606474 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.754257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c686c367-c443-4128-a1a9-3c02f7a0b22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.777402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Allocated IP 192.168.233.234 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/9254f342-bea9-4120-80e6-6f4fa64b3816) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:10.918085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Allocated IP 172.20.0.1 (78ce3a2f-2af8-45e3-8723-720eca1bd14d/9d97a81d-2e1a-438a-b310-2f3bca86ef7f/ba5028f9-8dd6-4aec-9061-ced7c196949d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:10.993351 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c686c367-c443-4128-a1a9-3c02f7a0b22c admin admin] Publish callbacks [] for security_group (68deb9f9-c5ca-4934-ac6e-4bf696351f1d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.028629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c686c367-c443-4128-a1a9-3c02f7a0b22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (68deb9f9-c5ca-4934-ac6e-4bf696351f1d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.078448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686c367-c443-4128-a1a9-3c02f7a0b22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68deb9f9-c5ca-4934-ac6e-4bf696351f1d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:11.107692 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c686c367-c443-4128-a1a9-3c02f7a0b22c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=709fca9fad824a888c6601daaef75ead&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7971838 Feb 19 03:09:11.110834 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54332) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:11.191083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Publish callbacks [] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.215715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4558a581-2829-472f-915e-9c874f49288a req-f01e873f-6b12-424c-b064-00b7140b16ad tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 210 time: 0.0448606 Feb 19 03:09:11.222728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db759efe-82c2-494a-96da-52c45542ce70 admin admin] Publish callbacks [] for security_group (68deb9f9-c5ca-4934-ac6e-4bf696351f1d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.254799 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Publish callbacks [] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.265700 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.289129 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db759efe-82c2-494a-96da-52c45542ce70 admin admin] Publish callbacks [] for security_group (68deb9f9-c5ca-4934-ac6e-4bf696351f1d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.308523 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.366943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5028f9-8dd6-4aec-9061-ced7c196949d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:11.392732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Network 78ce3a2f-2af8-45e3-8723-720eca1bd14d is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:11.395962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:11.398558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:11.399263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.433064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks [] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.471989 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710345bf-141a-43ca-8330-0346a698338f None None] Pushing event updated for resources: {'Port': ['ID=2eed97df-5885-4cf0-b5fb-74617ba021d6,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:11.479350 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Attempting to bind port 2eed97df-5885-4cf0-b5fb-74617ba021d6 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:11.479778 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Attempting to bind port 2eed97df-5885-4cf0-b5fb-74617ba021d6 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:11.480145 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Attempting to bind port 2eed97df-5885-4cf0-b5fb-74617ba021d6 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:11.517879 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:11.522838 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:11.523412 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.523846 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:11.524391 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Bound port: 2eed97df-5885-4cf0-b5fb-74617ba021d6, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:11.526186 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.532095 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.532490 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.543313 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.543519 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.543878 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.544232 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.544571 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.544973 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.545342 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.545673 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.546035 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.546362 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.546690 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710345bf-141a-43ca-8330-0346a698338f None None] Tracked resource versions report: Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: pushed versions: Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: { 'AddressGroup': {'1.2'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'ConntrackHelper': {'1.0'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'Log': {'1.0'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'Network': {'1.1'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'Port': {'1.7'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'PortForwarding': {'1.2'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'QosPolicy': {'1.10'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'SecurityGroup': {'1.5'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'SubPort': {'1.0'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'Subnet': {'1.1'}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'Trunk': {'1.1'}} Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: consumer versions: Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: { DHCP agent@n-d-826756-2: {}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: HyperV agent@n-h1-826756-2: {}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: HyperV agent@n-h2-826756-2: {}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: L3 agent@n-d-826756-2: {}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: Metadata agent@n-d-826756-2: {}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: Metering agent@n-d-826756-2: {}, Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: Open vSwitch agent@n-d-826756-2: { 'AddressGroup': '1.2', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'ConntrackHelper': '1.0', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'LocalIPAssociation': '1.0', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'Log': '1.0', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'Network': '1.1', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'Port': '1.7', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'PortForwarding': '1.2', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'QosPolicy': '1.10', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'SecurityGroup': '1.5', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'SecurityGroupRule': '1.2', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'SubPort': '1.0', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'Subnet': '1.1', Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: 'Trunk': '1.1'}} Feb 19 03:09:11.547958 n-d-826756-2 neutron-server[103618]: {{(pid=103618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:09:11.581433 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.787000 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] For port 2eed97df-5885-4cf0-b5fb-74617ba021d6, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:11.795396 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] For port 2eed97df-5885-4cf0-b5fb-74617ba021d6, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2eed97df-5885-4cf0-b5fb-74617ba021d6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:11.817661 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.821164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54344) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:11.826939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.889827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:11.891950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Pushing event updated for resources: {'Port': ['ID=9254f342-bea9-4120-80e6-6f4fa64b3816,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:11.905809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:11.969346 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:11.987704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:11.996313 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.028817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db759efe-82c2-494a-96da-52c45542ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (68deb9f9-c5ca-4934-ac6e-4bf696351f1d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.042598 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db759efe-82c2-494a-96da-52c45542ce70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.043715 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710345bf-141a-43ca-8330-0346a698338f None None] Pushing event updated for resources: {'Port': ['ID=2eed97df-5885-4cf0-b5fb-74617ba021d6,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:12.051020 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-db759efe-82c2-494a-96da-52c45542ce70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68deb9f9-c5ca-4934-ac6e-4bf696351f1d HTTP/1.1" status: 204 len: 168 time: 0.9391012 Feb 19 03:09:12.056587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-bc4eee1a-231a-46d3-965d-6302649e2965 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7448008 Feb 19 03:09:12.076689 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:12.078118 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:12.080427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ba06282e-ab54-46fe-a765-95a4763460f3 None None] Provisioning complete for port ba5028f9-8dd6-4aec-9061-ced7c196949d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:12.081394 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ba06282e-ab54-46fe-a765-95a4763460f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.085995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-f1693a2f-f064-45f8-bcea-d76ad1f27ce8 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:09:12.087246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-f1693a2f-f064-45f8-bcea-d76ad1f27ce8 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066617 Feb 19 03:09:12.114759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db759efe-82c2-494a-96da-52c45542ce70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68deb9f9-c5ca-4934-ac6e-4bf696351f1d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:12.194551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ba06282e-ab54-46fe-a765-95a4763460f3 None None] Port ba5028f9-8dd6-4aec-9061-ced7c196949d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:12.482625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75033b63-675f-4034-8c4a-4fa8f2b7210b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.516699 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:12.647062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-42149ce6-3f1e-4c04-aa51-77d85a6b7673 None None] Provisioning complete for port 9254f342-bea9-4120-80e6-6f4fa64b3816 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:12.647532 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42149ce6-3f1e-4c04-aa51-77d85a6b7673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.650328 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.729611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3a81c-740c-4cc8-97c2-dc078fdf1b74 req-c8aafb0e-0d72-4d7d-b6bd-804159da96e8 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:12.744226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62f3a81c-740c-4cc8-97c2-dc078fdf1b74 req-c8aafb0e-0d72-4d7d-b6bd-804159da96e8 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 936 time: 0.1561117 Feb 19 03:09:12.793333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-42149ce6-3f1e-4c04-aa51-77d85a6b7673 None None] Port 9254f342-bea9-4120-80e6-6f4fa64b3816 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:12.834031 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.857341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62f3a81c-740c-4cc8-97c2-dc078fdf1b74 req-18b8857b-058f-485e-b1f8-88f3ccb382a7 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119030 Feb 19 03:09:12.893781 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Publish callbacks [] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.936318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.937389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:13.037697 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:08Z', 'revision_number': 3, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:13.073918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5028f9-8dd6-4aec-9061-ced7c196949d,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:13.103658 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979e628-8ed0-4acc-b01f-18ee684fc636 None None] The sync data for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 is: [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:08Z', 'revision_number': 3, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:09:13.148197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75033b63-675f-4034-8c4a-4fa8f2b7210b admin admin] Publish callbacks [] for security_group (f875be3b-24d5-4417-bfdd-77971db036f6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:13.158396 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75033b63-675f-4034-8c4a-4fa8f2b7210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f875be3b-24d5-4417-bfdd-77971db036f6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:13.230377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Network 78ce3a2f-2af8-45e3-8723-720eca1bd14d is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:13.235982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54376) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:13.238490 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-75033b63-675f-4034-8c4a-4fa8f2b7210b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20b3743a874d4accafc9bf7d12d4edfb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4039280 Feb 19 03:09:13.243083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75033b63-675f-4034-8c4a-4fa8f2b7210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f875be3b-24d5-4417-bfdd-77971db036f6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:13.250147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:13.367786 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50cb9a0d-1cac-47eb-ab29-9459dfd72cee admin admin] Publish callbacks [] for security_group (f875be3b-24d5-4417-bfdd-77971db036f6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:13.448086 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50cb9a0d-1cac-47eb-ab29-9459dfd72cee admin admin] Publish callbacks [] for security_group (f875be3b-24d5-4417-bfdd-77971db036f6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:13.458619 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54382) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:13.576880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50cb9a0d-1cac-47eb-ab29-9459dfd72cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f875be3b-24d5-4417-bfdd-77971db036f6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:13.588880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50cb9a0d-1cac-47eb-ab29-9459dfd72cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:13.593390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-50cb9a0d-1cac-47eb-ab29-9459dfd72cee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f875be3b-24d5-4417-bfdd-77971db036f6 HTTP/1.1" status: 204 len: 168 time: 0.3536625 Feb 19 03:09:13.620238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:09:13.624451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb9a0d-1cac-47eb-ab29-9459dfd72cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f875be3b-24d5-4417-bfdd-77971db036f6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:13.714267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54388) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:13.734705 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2083074-2202-4345-a423-e83d4c758438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:13.767903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Request body: {'port': {'device_id': '7f579cb7-10a1-4f3d-92c1-ff25ded4f0df', 'device_owner': 'compute:tempest-test_az-1760952784', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:13.834626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b101b6d3-9ef0-4650-b3f2-55e6b338f2b9 None None] Provisioning complete for port ba5028f9-8dd6-4aec-9061-ced7c196949d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:13.835518 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b101b6d3-9ef0-4650-b3f2-55e6b338f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:13.936787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b101b6d3-9ef0-4650-b3f2-55e6b338f2b9 None None] Port ba5028f9-8dd6-4aec-9061-ced7c196949d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:14.043552 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:09:14.078037 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7a3506b8-d60f-4065-868e-aadbf06ee132 admin admin] 10.222.0.42 "PUT /v2.0/routers/e0faa132-ecf9-449e-9cc9-5ab8fa229d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4943464 Feb 19 03:09:14.170255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.367644 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2083074-2202-4345-a423-e83d4c758438 admin admin] Publish callbacks [] for security_group (e95a7976-b6f5-481b-89de-006150993135), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.402358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2083074-2202-4345-a423-e83d4c758438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e95a7976-b6f5-481b-89de-006150993135), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.455182 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7329a0ec-054f-429f-9ef1-f4908560d410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.509515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a2083074-2202-4345-a423-e83d4c758438 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e7ba931b8a8411cba3ab4c029f474e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7934246 Feb 19 03:09:14.542053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54402) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:14.557993 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.600688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247588-6bab-4948-81a3-a4c6340d52c2 req-3c25c5ea-809c-4d3f-b2d4-0a06ec71938f tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:14.608958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49247588-6bab-4948-81a3-a4c6340d52c2 req-3c25c5ea-809c-4d3f-b2d4-0a06ec71938f tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 936 time: 0.5595715 Feb 19 03:09:14.724374 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7329a0ec-054f-429f-9ef1-f4908560d410 admin admin] Publish callbacks [] for security_group (9d1e8267-4eb3-4407-901c-1898b0dbf6ab), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.728373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2083074-2202-4345-a423-e83d4c758438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95a7976-b6f5-481b-89de-006150993135,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:14.749118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7329a0ec-054f-429f-9ef1-f4908560d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9d1e8267-4eb3-4407-901c-1898b0dbf6ab), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.848497 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7329a0ec-054f-429f-9ef1-f4908560d410 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d829c7ed623415ca748a3c34980ec10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3884389 Feb 19 03:09:14.862664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54406) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:14.864777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329a0ec-054f-429f-9ef1-f4908560d410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e8267-4eb3-4407-901c-1898b0dbf6ab,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:14.981729 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c075559-1e93-4da5-8f18-2e1f61ce0783 admin admin] Publish callbacks [] for security_group (9d1e8267-4eb3-4407-901c-1898b0dbf6ab), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.040411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c075559-1e93-4da5-8f18-2e1f61ce0783 admin admin] Publish callbacks [] for security_group (9d1e8267-4eb3-4407-901c-1898b0dbf6ab), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.222318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c075559-1e93-4da5-8f18-2e1f61ce0783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9d1e8267-4eb3-4407-901c-1898b0dbf6ab), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.226245 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c075559-1e93-4da5-8f18-2e1f61ce0783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.230647 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4c075559-1e93-4da5-8f18-2e1f61ce0783 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d1e8267-4eb3-4407-901c-1898b0dbf6ab HTTP/1.1" status: 204 len: 168 time: 0.3668370 Feb 19 03:09:15.248061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c075559-1e93-4da5-8f18-2e1f61ce0783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e8267-4eb3-4407-901c-1898b0dbf6ab,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:15.259743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54416) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:15.276571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49247588-6bab-4948-81a3-a4c6340d52c2 req-f4a10eb1-d8a1-49aa-969d-8ea6c504efa7 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438894 Feb 19 03:09:15.410704 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3305fbb0-00da-4622-8e10-95c3ccede0a9 admin admin] Publish callbacks [] for security_group (e95a7976-b6f5-481b-89de-006150993135), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.472049 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54422) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:15.517432 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cf17f780-2a80-4b63-b192-f36bfdef2784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.600485 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3305fbb0-00da-4622-8e10-95c3ccede0a9 admin admin] Publish callbacks [] for security_group (e95a7976-b6f5-481b-89de-006150993135), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.784670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2eed97df-5885-4cf0-b5fb-74617ba021d6 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:15.808150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cf17f780-2a80-4b63-b192-f36bfdef2784 admin admin] Publish callbacks [] for security_group (4cae8aeb-6f76-46ab-b82a-b945cbf7a408), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.823302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cf17f780-2a80-4b63-b192-f36bfdef2784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4cae8aeb-6f76-46ab-b82a-b945cbf7a408), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.897219 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3305fbb0-00da-4622-8e10-95c3ccede0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e95a7976-b6f5-481b-89de-006150993135), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.915199 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3305fbb0-00da-4622-8e10-95c3ccede0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.918326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3305fbb0-00da-4622-8e10-95c3ccede0a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e95a7976-b6f5-481b-89de-006150993135 HTTP/1.1" status: 204 len: 168 time: 1.3060443 Feb 19 03:09:15.973893 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cf17f780-2a80-4b63-b192-f36bfdef2784 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8613846d7f724c228ba2f7fd416c0d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5002205 Feb 19 03:09:15.983741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17f780-2a80-4b63-b192-f36bfdef2784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cae8aeb-6f76-46ab-b82a-b945cbf7a408,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:15.993574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2eed97df-5885-4cf0-b5fb-74617ba021d6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:15.994243 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.995354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54428) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:16.060452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305fbb0-00da-4622-8e10-95c3ccede0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95a7976-b6f5-481b-89de-006150993135,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:16.223561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9254f342-bea9-4120-80e6-6f4fa64b3816 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:16.250524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2eed97df-5885-4cf0-b5fb-74617ba021d6 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:16.254644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.265205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Publish callbacks [] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.284678 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1153196e-1961-4851-bfac-9d8e9c704ceb admin admin] Publish callbacks [] for security_group (4cae8aeb-6f76-46ab-b82a-b945cbf7a408), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.334569 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 2eed97df-5885-4cf0-b5fb-74617ba021d6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2eed97df-5885-4cf0-b5fb-74617ba021d6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:16.336106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa822b5-a151-4703-a76d-5d6c34b49fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.343910 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.392067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Transition to ACTIVE for port object 9254f342-bea9-4120-80e6-6f4fa64b3816 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:16.415557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.427931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1153196e-1961-4851-bfac-9d8e9c704ceb admin admin] Publish callbacks [] for security_group (4cae8aeb-6f76-46ab-b82a-b945cbf7a408), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.548279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=2eed97df-5885-4cf0-b5fb-74617ba021d6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:16.559085 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa822b5-a151-4703-a76d-5d6c34b49fe9 admin admin] Publish callbacks [] for security_group (a0f05f4e-fd50-4390-be0e-3a86e840e4a9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.567611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caa822b5-a151-4703-a76d-5d6c34b49fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a0f05f4e-fd50-4390-be0e-3a86e840e4a9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.601704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Sync routers for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:09:16.642378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:16.643597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:16.701583 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-caa822b5-a151-4703-a76d-5d6c34b49fe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ddb17653e664236b6005963c2ab3410&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4280097 Feb 19 03:09:16.704799 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54446) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:16.738965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Pushing event updated for resources: {'Port': ['ID=9254f342-bea9-4120-80e6-6f4fa64b3816,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:16.814135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:16.816430 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa822b5-a151-4703-a76d-5d6c34b49fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f05f4e-fd50-4390-be0e-3a86e840e4a9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:16.853582 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1153196e-1961-4851-bfac-9d8e9c704ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4cae8aeb-6f76-46ab-b82a-b945cbf7a408), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.857110 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1153196e-1961-4851-bfac-9d8e9c704ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.860800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1153196e-1961-4851-bfac-9d8e9c704ceb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cae8aeb-6f76-46ab-b82a-b945cbf7a408 HTTP/1.1" status: 204 len: 168 time: 0.8481216 Feb 19 03:09:16.914952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153196e-1961-4851-bfac-9d8e9c704ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cae8aeb-6f76-46ab-b82a-b945cbf7a408,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:16.925716 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ac789240-56a6-43bc-981a-90c9a67edb2b admin admin] Publish callbacks [] for security_group (a0f05f4e-fd50-4390-be0e-3a86e840e4a9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.976432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e0216-af46-4e84-99b8-25d783a5944a req-ff638aaf-2088-4881-93d6-cbec0ef113d9 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:17.001705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e5e0216-af46-4e84-99b8-25d783a5944a req-ff638aaf-2088-4881-93d6-cbec0ef113d9 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 970 time: 0.3622246 Feb 19 03:09:17.023330 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ac789240-56a6-43bc-981a-90c9a67edb2b admin admin] Publish callbacks [] for security_group (a0f05f4e-fd50-4390-be0e-3a86e840e4a9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.126144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54466) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:17.176712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37a0be2d-3823-4346-86ef-12506ebd17e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.223264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Attempting to bind port 9254f342-bea9-4120-80e6-6f4fa64b3816 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:17.227251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Attempting to bind port 9254f342-bea9-4120-80e6-6f4fa64b3816 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:17.229249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Attempting to bind port 9254f342-bea9-4120-80e6-6f4fa64b3816 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:17.254912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Port 9254f342-bea9-4120-80e6-6f4fa64b3816 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:17.258147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Attempting to bind port 9254f342-bea9-4120-80e6-6f4fa64b3816 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:17.296036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e5e0216-af46-4e84-99b8-25d783a5944a req-cd8681f0-0d31-47a8-836a-84ecdbd1b180 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810998 Feb 19 03:09:17.304167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:17.304759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:17.305500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:17.306202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Bound port: 9254f342-bea9-4120-80e6-6f4fa64b3816, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:17.307486 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.318495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ac789240-56a6-43bc-981a-90c9a67edb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a0f05f4e-fd50-4390-be0e-3a86e840e4a9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.321181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ac789240-56a6-43bc-981a-90c9a67edb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.324805 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ac789240-56a6-43bc-981a-90c9a67edb2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0f05f4e-fd50-4390-be0e-3a86e840e4a9 HTTP/1.1" status: 204 len: 168 time: 0.6045923 Feb 19 03:09:17.341185 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac789240-56a6-43bc-981a-90c9a67edb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f05f4e-fd50-4390-be0e-3a86e840e4a9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:17.467861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] For port 9254f342-bea9-4120-80e6-6f4fa64b3816, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:17.485087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] For port 9254f342-bea9-4120-80e6-6f4fa64b3816, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9254f342-bea9-4120-80e6-6f4fa64b3816,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:17.492636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37a0be2d-3823-4346-86ef-12506ebd17e4 admin admin] Publish callbacks [] for security_group (1dacea42-77c9-43a7-819b-e2021b2c0f92), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.502767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.503087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37a0be2d-3823-4346-86ef-12506ebd17e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1dacea42-77c9-43a7-819b-e2021b2c0f92), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.527262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 2, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:17.616412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Checking router: e0faa132-ecf9-449e-9cc9-5ab8fa229d96 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:09:17.616631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Updating router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 port ba5028f9-8dd6-4aec-9061-ced7c196949d binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:09:17.623175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:17.624850 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.628745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] 10.222.0.71 "PUT /v2.0/ports/9254f342-bea9-4120-80e6-6f4fa64b3816 HTTP/1.1" status: 200 len: 1118 time: 4.7684422 Feb 19 03:09:17.644710 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-37a0be2d-3823-4346-86ef-12506ebd17e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d3a00359c6941d6874393390e096c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137093 Feb 19 03:09:17.644710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0be2d-3823-4346-86ef-12506ebd17e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dacea42-77c9-43a7-819b-e2021b2c0f92,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:17.647428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f579cb7-10a1-4f3d-92c1-ff25ded4f0df', 'tag': '9254f342-bea9-4120-80e6-6f4fa64b3816'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:17.661891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54472) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:17.718574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2eed97df-5885-4cf0-b5fb-74617ba021d6 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:17.831562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.833786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2eed97df-5885-4cf0-b5fb-74617ba021d6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:17.834179 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.845056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50a4127d-62ae-4739-a169-2246e8f272e3 admin admin] Publish callbacks [] for security_group (1dacea42-77c9-43a7-819b-e2021b2c0f92), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.884341 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50a4127d-62ae-4739-a169-2246e8f272e3 admin admin] Publish callbacks [] for security_group (1dacea42-77c9-43a7-819b-e2021b2c0f92), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:18.009055 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50a4127d-62ae-4739-a169-2246e8f272e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1dacea42-77c9-43a7-819b-e2021b2c0f92), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:18.012686 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50a4127d-62ae-4739-a169-2246e8f272e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:18.015281 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-50a4127d-62ae-4739-a169-2246e8f272e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1dacea42-77c9-43a7-819b-e2021b2c0f92 HTTP/1.1" status: 204 len: 168 time: 0.3521712 Feb 19 03:09:18.042946 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4127d-62ae-4739-a169-2246e8f272e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dacea42-77c9-43a7-819b-e2021b2c0f92,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:18.314340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0218045-b079-48a8-ba32-2006b9daa71c service neutron] Pushing event updated for resources: {'Port': ['ID=9254f342-bea9-4120-80e6-6f4fa64b3816,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:18.426975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679188-f571-4a03-8798-4724e7e303f1 req-6ea63319-3eb8-426e-8343-17d46c3b677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:18.428417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-6ea63319-3eb8-426e-8343-17d46c3b677f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=83a3c3a07b1d49c995f8a00222a68387&device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 1152 time: 0.3032377 Feb 19 03:09:18.571277 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2eed97df-5885-4cf0-b5fb-74617ba021d6 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:18.646537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-f75e8b03-f34a-41fd-8562-bd264122590a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9254f342-bea9-4120-80e6-6f4fa64b3816 HTTP/1.1" status: 200 len: 217 time: 0.2061427 Feb 19 03:09:18.712851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54500) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:18.774819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54506) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:18.780650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-network', 'tenant_id': '6203adba88b24a08b29847dbae667b17'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:18.847465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Made reservation on behalf of 6203adba88b24a08b29847dbae667b17 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:18.848317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679188-f571-4a03-8798-4724e7e303f1 req-aea1b3c3-8c62-4f0d-b5f1-e52e192ba9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:18.850236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-aea1b3c3-8c62-4f0d-b5f1-e52e192ba9a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1901479 Feb 19 03:09:18.854020 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:18.871723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be7b97-ff7b-46aa-ac29-8927f18c966c req-d49b33b3-f77b-4094-98f5-81890158ff88 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:18.881595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6be7b97-ff7b-46aa-ac29-8927f18c966c req-d49b33b3-f77b-4094-98f5-81890158ff88 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 970 time: 0.2331071 Feb 19 03:09:18.900844 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:18.929628 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Publish callbacks [] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:18.944347 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.125588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c60a1-2464-485b-9f83-ae0ecd2cb5df None None] Pushing event updated for resources: {'Port': ['ID=ba5028f9-8dd6-4aec-9061-ced7c196949d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:19.128947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6be7b97-ff7b-46aa-ac29-8927f18c966c req-8cb879db-3503-4e73-92c4-126a4195782d tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333090 Feb 19 03:09:19.167975 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Publish callbacks [] for security_group (80c23d43-a5fa-4d3c-82e3-543229c682ed), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.180327 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (80c23d43-a5fa-4d3c-82e3-543229c682ed), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.197880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:09:19.212757 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (144418fd-e27d-4200-bb1f-71d7caa2191f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.215845 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Added segment 144418fd-e27d-4200-bb1f-71d7caa2191f of type vlan for network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 Feb 19 03:09:19.247150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54512) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:19.296857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679188-f571-4a03-8798-4724e7e303f1 req-0ab83468-0071-482d-805f-fb14620bde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:19.308071 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-0ab83468-0071-482d-805f-fb14620bde25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4429615 Feb 19 03:09:19.347472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c23d43-a5fa-4d3c-82e3-543229c682ed,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:19.360195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (51aab0f8-9aca-4bc6-b3bd-604269a3cb89), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.386820 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c58b1fb0-fe74-43a8-be20-96171a58e0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.395885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Attempting to bind port ba5028f9-8dd6-4aec-9061-ced7c196949d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:19.396334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Attempting to bind port ba5028f9-8dd6-4aec-9061-ced7c196949d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:19.396674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Attempting to bind port ba5028f9-8dd6-4aec-9061-ced7c196949d on network 78ce3a2f-2af8-45e3-8723-720eca1bd14d {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:19.413204 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (51aab0f8-9aca-4bc6-b3bd-604269a3cb89), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.414256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:19.415380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.418039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:19.418426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Checking segment: {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:19.418841 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.419225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Bound using segment: {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:19.419697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Bound port: ba5028f9-8dd6-4aec-9061-ced7c196949d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:19.420083 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.552583 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7765486 Feb 19 03:09:19.555813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54514) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:19.566299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Request body: {'subnet': {'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-subnet', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:19.589103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4137ec0-7b6e-424c-90e9-9a63c62c3116 admin admin] Pushing event updated for resources: {'Network': ['ID=51aab0f8-9aca-4bc6-b3bd-604269a3cb89,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:19.607852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Made reservation on behalf of 6203adba88b24a08b29847dbae667b17 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:19.610434 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.623482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:09:19.625320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2fdb-9d89-44ee-9fa9-b2a9490dc8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.812325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7df24d4b-ac4d-4887-a08b-0fc37d01f3a2 None None] Provisioning complete for port ba5028f9-8dd6-4aec-9061-ced7c196949d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:19.812831 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7df24d4b-ac4d-4887-a08b-0fc37d01f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.859871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] For port ba5028f9-8dd6-4aec-9061-ced7c196949d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:19.888453 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2fdb-9d89-44ee-9fa9-b2a9490dc8dd admin admin] Publish callbacks [] for security_group (325e30da-bd57-4213-a6e0-4f73498531b9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.899883 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2fdb-9d89-44ee-9fa9-b2a9490dc8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (325e30da-bd57-4213-a6e0-4f73498531b9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.901281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] For port ba5028f9-8dd6-4aec-9061-ced7c196949d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ba5028f9-8dd6-4aec-9061-ced7c196949d,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:19.903276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7df24d4b-ac4d-4887-a08b-0fc37d01f3a2 None None] Port ba5028f9-8dd6-4aec-9061-ced7c196949d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:19.911444 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.931015 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c58b1fb0-fe74-43a8-be20-96171a58e0b4 admin admin] Publish callbacks [] for security_group (dc05e645-adc0-4126-b07e-8692051990ee), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.943264 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "7f579cb7-10a1-4f3d-92c1-ff25ded4f0df", "tag": "9254f342-bea9-4120-80e6-6f4fa64b3816"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:19.950354 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c58b1fb0-fe74-43a8-be20-96171a58e0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (dc05e645-adc0-4126-b07e-8692051990ee), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.012715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54520) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:20.019200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:20.025364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:20.076956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c58b1fb0-fe74-43a8-be20-96171a58e0b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=27166900f19240c38026b994d02ba5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8176489 Feb 19 03:09:20.080105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b1fb0-fe74-43a8-be20-96171a58e0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc05e645-adc0-4126-b07e-8692051990ee,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:20.097253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54522) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:20.098861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0459856d-c9e9-4d7a-a526-851a17f94bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.153975 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-e6370a97-ed22-4df4-8189-144196d2f55d service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8350999 Feb 19 03:09:20.492447 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fe9b2fdb-9d89-44ee-9fa9-b2a9490dc8dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=97690adcb5e443cd8eef44e37c58eeea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7759581 Feb 19 03:09:20.507910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54530) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:20.620044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c60a1-2464-485b-9f83-ae0ecd2cb5df None None] Pushing event updated for resources: {'Port': ['ID=ba5028f9-8dd6-4aec-9061-ced7c196949d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:20.629510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b2fdb-9d89-44ee-9fa9-b2a9490dc8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325e30da-bd57-4213-a6e0-4f73498531b9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:20.646552 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (0f1df739-be6b-4dd4-a773-c33ca6c76e8f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.720865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8b919f2e-3108-43cc-8110-0173184dc3f1 None None] Provisioning complete for port ba5028f9-8dd6-4aec-9061-ced7c196949d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:20.720865 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8b919f2e-3108-43cc-8110-0173184dc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.864064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1df739-be6b-4dd4-a773-c33ca6c76e8f,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:20.881029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Checking segment: {'id': '144418fd-e27d-4200-bb1f-71d7caa2191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:20.881755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Network hostable DHCP agents. Network: 51aab0f8-9aca-4bc6-b3bd-604269a3cb89, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:09:20.885873 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b62cc942-af1f-451e-9dad-3d112a745806 admin admin] Publish callbacks [] for security_group (dc05e645-adc0-4126-b07e-8692051990ee), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.901873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:20.913471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:09:20.935656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 51aab0f8-9aca-4bc6-b3bd-604269a3cb89) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:20.946897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:20.949162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.004746 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b51d2d8f-8c55-4e2e-9dc0-95107d8a6bd9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4474924 Feb 19 03:09:21.005230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54544) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:21.023083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-router', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:21.033180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d317eaa-b2d6-4473-80f6-6e0f5b3d3bab None None] Network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:21.083058 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.084143 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.120696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65679188-f571-4a03-8798-4724e7e303f1 req-beb41757-9927-48d3-bd8b-99a674662f53 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9328632 Feb 19 03:09:21.192843 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38af83d-e54a-4525-b4d6-d1f3f37a0421 x-openstack-request-id: req-a38af83d-e54a-4525-b4d6-d1f3f37a0421 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:21.194716 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f579cb7-10a1-4f3d-92c1-ff25ded4f0df", "tag": "9254f342-bea9-4120-80e6-6f4fa64b3816", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:21.196085 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a38af83d-e54a-4525-b4d6-d1f3f37a0421 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:21.198517 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f579cb7-10a1-4f3d-92c1-ff25ded4f0df', 'tag': '9254f342-bea9-4120-80e6-6f4fa64b3816', 'status': 'completed', 'code': 200} Feb 19 03:09:21.217949 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b62cc942-af1f-451e-9dad-3d112a745806 admin admin] Publish callbacks [] for security_group (dc05e645-adc0-4126-b07e-8692051990ee), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.249421 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5775e15-3f83-45d0-9d04-6b1f92660644 admin admin] Publish callbacks [] for security_group (325e30da-bd57-4213-a6e0-4f73498531b9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.270477 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks [] for router_controller (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.310024 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5775e15-3f83-45d0-9d04-6b1f92660644 admin admin] Publish callbacks [] for security_group (325e30da-bd57-4213-a6e0-4f73498531b9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.477236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8b919f2e-3108-43cc-8110-0173184dc3f1 None None] Current status of the port ba5028f9-8dd6-4aec-9061-ced7c196949d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:21.477886 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8b919f2e-3108-43cc-8110-0173184dc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.495161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb89b-7975-4300-a162-e7cefcf2da82 req-130bca33-4a6e-4b30-8f1d-b1fb64116c22 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:21.503497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-474cb89b-7975-4300-a162-e7cefcf2da82 req-130bca33-4a6e-4b30-8f1d-b1fb64116c22 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 970 time: 0.6734326 Feb 19 03:09:21.505819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5775e15-3f83-45d0-9d04-6b1f92660644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (325e30da-bd57-4213-a6e0-4f73498531b9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.509368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5775e15-3f83-45d0-9d04-6b1f92660644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.514034 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a5775e15-3f83-45d0-9d04-6b1f92660644 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/325e30da-bd57-4213-a6e0-4f73498531b9 HTTP/1.1" status: 204 len: 168 time: 1.0027230 Feb 19 03:09:21.527511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0459856d-c9e9-4d7a-a526-851a17f94bf9 admin admin] Publish callbacks [] for security_group (e912afbd-f174-47be-90e8-3d68943e5f25), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.633440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-474cb89b-7975-4300-a162-e7cefcf2da82 req-ca137e2d-906a-4c71-83df-50c73af9a471 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257546 Feb 19 03:09:21.661322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0459856d-c9e9-4d7a-a526-851a17f94bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e912afbd-f174-47be-90e8-3d68943e5f25), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.717327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0459856d-c9e9-4d7a-a526-851a17f94bf9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff1b117376944cc8a14fe5b75a71cf9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6867166 Feb 19 03:09:21.721549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5775e15-3f83-45d0-9d04-6b1f92660644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e30da-bd57-4213-a6e0-4f73498531b9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:21.776231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54562) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:21.796164 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks [] for router_gateway (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.853498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459856d-c9e9-4d7a-a526-851a17f94bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e912afbd-f174-47be-90e8-3d68943e5f25,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:21.903318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-583bb76c-0bc9-4048-beca-429e22b76820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:21.917595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-583bb76c-0bc9-4048-beca-429e22b76820 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=83a3c3a07b1d49c995f8a00222a68387&device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 1152 time: 0.6929269 Feb 19 03:09:21.976158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-51aab0f8-9aca-4bc6-b3bd-604269a3cb89', 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89', 'project_id': '6203adba88b24a08b29847dbae667b17', 'fixed_ips': [{'subnet_id': '0f1df739-be6b-4dd4-a773-c33ca6c76e8f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:09:21.977417 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.000901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8b919f2e-3108-43cc-8110-0173184dc3f1 None None] For port ba5028f9-8dd6-4aec-9061-ced7c196949d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ba5028f9-8dd6-4aec-9061-ced7c196949d,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:22.008716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b62cc942-af1f-451e-9dad-3d112a745806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (dc05e645-adc0-4126-b07e-8692051990ee), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.021429 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b62cc942-af1f-451e-9dad-3d112a745806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.022641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b62cc942-af1f-451e-9dad-3d112a745806 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc05e645-adc0-4126-b07e-8692051990ee HTTP/1.1" status: 204 len: 168 time: 1.8712714 Feb 19 03:09:22.026621 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8b919f2e-3108-43cc-8110-0173184dc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.165590 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.182133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:19Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:22.227513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d4fe110-a03f-4667-ba78-a6d7ee79f24e admin admin] Publish callbacks [] for security_group (e912afbd-f174-47be-90e8-3d68943e5f25), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.232169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199d3142-8d08-4005-b483-d047c8bc0922 None None] The sync data for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 is: [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:19Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:09:22.237451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b919f2e-3108-43cc-8110-0173184dc3f1 None None] Pushing event updated for resources: {'Port': ['ID=ba5028f9-8dd6-4aec-9061-ced7c196949d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:22.292827 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d4fe110-a03f-4667-ba78-a6d7ee79f24e admin admin] Publish callbacks [] for security_group (e912afbd-f174-47be-90e8-3d68943e5f25), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.376593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Allocated IP 172.20.0.2 (51aab0f8-9aca-4bc6-b3bd-604269a3cb89/0f1df739-be6b-4dd4-a773-c33ca6c76e8f/edeebafd-51b4-4cb1-9aa6-1abfdb71353c) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:22.500502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cc942-af1f-451e-9dad-3d112a745806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc05e645-adc0-4126-b07e-8692051990ee,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:22.525073 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d4fe110-a03f-4667-ba78-a6d7ee79f24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e912afbd-f174-47be-90e8-3d68943e5f25), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.528821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d4fe110-a03f-4667-ba78-a6d7ee79f24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.530038 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8d4fe110-a03f-4667-ba78-a6d7ee79f24e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e912afbd-f174-47be-90e8-3d68943e5f25 HTTP/1.1" status: 204 len: 168 time: 0.7530978 Feb 19 03:09:22.594382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fe110-a03f-4667-ba78-a6d7ee79f24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e912afbd-f174-47be-90e8-3d68943e5f25,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:22.696229 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks [] for router_gateway (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.719922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-b95992e6-23b7-426b-b342-a34108657632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:22.725107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-b95992e6-23b7-426b-b342-a34108657632 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.7879682 Feb 19 03:09:22.755860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54584) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:22.760968 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.884052 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e344a370-10a3-43e3-8a63-28f15ef59fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.058474 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Publish callbacks [] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.072459 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.105283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-2231f89b-68ee-405e-972c-d1bc2057020e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9254f342-bea9-4120-80e6-6f4fa64b3816 HTTP/1.1" status: 200 len: 217 time: 0.3645124 Feb 19 03:09:23.188322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e344a370-10a3-43e3-8a63-28f15ef59fac admin admin] Publish callbacks [] for security_group (f04a1cbd-1f13-4dd6-8627-70a66adc5731), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.201601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Allocated IP 172.25.4.74 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/dc8327ee-f609-4e40-b05e-0bea7f3399b1) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:23.215158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:23.233970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e344a370-10a3-43e3-8a63-28f15ef59fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f04a1cbd-1f13-4dd6-8627-70a66adc5731), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.238556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:23.245157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:23.285365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Pushing event updated for resources: {'Port': ['ID=edeebafd-51b4-4cb1-9aa6-1abfdb71353c,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:23.386918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-7b366377-7cad-462f-ac7c-af4acb5a5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:23.388429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-7b366377-7cad-462f-ac7c-af4acb5a5964 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2655411 Feb 19 03:09:23.434667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Attempting to bind port edeebafd-51b4-4cb1-9aa6-1abfdb71353c on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:23.437611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Attempting to bind port edeebafd-51b4-4cb1-9aa6-1abfdb71353c by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '144418fd-e27d-4200-bb1f-71d7caa2191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:23.439710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Attempting to bind port edeebafd-51b4-4cb1-9aa6-1abfdb71353c on network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:23.463279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:23.466471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Checking segment: {'id': '144418fd-e27d-4200-bb1f-71d7caa2191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:23.466648 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.468059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Bound using segment: {'id': '144418fd-e27d-4200-bb1f-71d7caa2191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:23.469634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Bound port: edeebafd-51b4-4cb1-9aa6-1abfdb71353c, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144418fd-e27d-4200-bb1f-71d7caa2191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:23.470730 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.502573 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks [] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.557109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e344a370-10a3-43e3-8a63-28f15ef59fac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c7bf55b32144beda0f4324dbe1acf80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7969410 Feb 19 03:09:23.557658 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.561148 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344a370-10a3-43e3-8a63-28f15ef59fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04a1cbd-1f13-4dd6-8627-70a66adc5731,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:23.571576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54596) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:23.606745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a19294-e446-48dd-8b2c-35142778708c req-602f5198-bbcc-49bf-8f2a-5b8734d793a2 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:23.624776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68a19294-e446-48dd-8b2c-35142778708c req-602f5198-bbcc-49bf-8f2a-5b8734d793a2 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 970 time: 0.4698615 Feb 19 03:09:23.778389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68a19294-e446-48dd-8b2c-35142778708c req-1bcaeb32-fba5-4aea-a0be-f0ae81fb6172 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524611 Feb 19 03:09:23.778726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] For port edeebafd-51b4-4cb1-9aa6-1abfdb71353c, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:23.785137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-84af2d49-6b0b-4c94-ab7a-0a9811e6269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:23.796569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-84af2d49-6b0b-4c94-ab7a-0a9811e6269f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3632517 Feb 19 03:09:23.807432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] For port edeebafd-51b4-4cb1-9aa6-1abfdb71353c, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=edeebafd-51b4-4cb1-9aa6-1abfdb71353c,segment=NetworkSegment(144418fd-e27d-4200-bb1f-71d7caa2191f),segment_id=144418fd-e27d-4200-bb1f-71d7caa2191f)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:23.822361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:23.826506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ba5028f9-8dd6-4aec-9061-ced7c196949d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:23.831350 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.858804 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2563617d-d37f-4391-8979-0a1f2da8ac83 admin admin] Publish callbacks [] for security_group (f04a1cbd-1f13-4dd6-8627-70a66adc5731), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.888533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2563617d-d37f-4391-8979-0a1f2da8ac83 admin admin] Publish callbacks [] for security_group (f04a1cbd-1f13-4dd6-8627-70a66adc5731), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.981791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:23.986153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:24.110249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-546fe0e1-6195-444c-bee7-819d78063fad service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852716 Feb 19 03:09:24.144179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df6d2e-8edd-4be7-8175-2b8a86661bce None None] Pushing event updated for resources: {'Port': ['ID=edeebafd-51b4-4cb1-9aa6-1abfdb71353c,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:24.182780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2563617d-d37f-4391-8979-0a1f2da8ac83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f04a1cbd-1f13-4dd6-8627-70a66adc5731), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:24.185319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ba5028f9-8dd6-4aec-9061-ced7c196949d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:24.185549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2563617d-d37f-4391-8979-0a1f2da8ac83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:24.186265 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:24.196942 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2563617d-d37f-4391-8979-0a1f2da8ac83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f04a1cbd-1f13-4dd6-8627-70a66adc5731 HTTP/1.1" status: 204 len: 168 time: 0.6198206 Feb 19 03:09:24.324720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8327ee-f609-4e40-b05e-0bea7f3399b1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:24.355436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563617d-d37f-4391-8979-0a1f2da8ac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04a1cbd-1f13-4dd6-8627-70a66adc5731,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:24.473156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ba5028f9-8dd6-4aec-9061-ced7c196949d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:24.475437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f55e1d0f-88ca-4f1b-b24b-2f1730a48fc5 req-43c8babf-7d6d-4c2d-9356-e7c4650b4742 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371162 Feb 19 03:09:24.544766 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks [] for router_gateway (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:24.906901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:25.223284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3694e-feba-47ff-92f6-49149c85ab80 req-ee9e1000-accc-4d4c-be5d-69027ac53853 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:25.225328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71c3694e-feba-47ff-92f6-49149c85ab80 req-ee9e1000-accc-4d4c-be5d-69027ac53853 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 970 time: 0.3653798 Feb 19 03:09:25.226202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:09:25.295334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71c3694e-feba-47ff-92f6-49149c85ab80 req-36ea5290-a6fa-4978-a07e-ea6e2154ae13 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565498 Feb 19 03:09:25.395930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:09:25.412213 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Sync routers for ids ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:09:25.428971 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:25.430606 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2d2919ad-1c41-47b1-a69f-13c73574c962 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4243574 Feb 19 03:09:25.433473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54644) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:25.438268 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Routers {'3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:25.438935 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:25.680370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device edeebafd-51b4-4cb1-9aa6-1abfdb71353c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:25.704905 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Set router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:25.812369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port edeebafd-51b4-4cb1-9aa6-1abfdb71353c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:25.813955 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.033027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e5afd-3fcf-4b63-b396-63c982bd2a6d None None] Network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:26.097434 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-router', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:21Z', 'updated_at': '2022-02-19T03:09:24Z', 'revision_number': 3, 'project_id': '6203adba88b24a08b29847dbae667b17', 'gw_port': {'id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:22Z', 'updated_at': '2022-02-19T03:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:26.107256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port edeebafd-51b4-4cb1-9aa6-1abfdb71353c is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:26.107980 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.131999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b3b1a2b4-9f37-4005-8aab-d1c9262a3ede None None] Provisioning complete for port edeebafd-51b4-4cb1-9aa6-1abfdb71353c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:26.132676 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b3b1a2b4-9f37-4005-8aab-d1c9262a3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.146202 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Checking router: 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:09:26.146560 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Updating router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 port dc8327ee-f609-4e40-b05e-0bea7f3399b1 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:09:26.186543 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.209781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port edeebafd-51b4-4cb1-9aa6-1abfdb71353c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=edeebafd-51b4-4cb1-9aa6-1abfdb71353c,segment=NetworkSegment(144418fd-e27d-4200-bb1f-71d7caa2191f),segment_id=144418fd-e27d-4200-bb1f-71d7caa2191f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:26.225396 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.320109 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.523999 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Publish callbacks [] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.534962 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.607532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a7176-a0b7-478f-878a-1f0ff9490b7a req-a5917837-c13d-4075-b2bf-212414abea96 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.612457 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a456114-e1c5-4c22-96b9-a85492165ab2 None None] Pushing event updated for resources: {'Port': ['ID=dc8327ee-f609-4e40-b05e-0bea7f3399b1,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:26.616082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c4a7176-a0b7-478f-878a-1f0ff9490b7a req-a5917837-c13d-4075-b2bf-212414abea96 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 970 time: 0.1406126 Feb 19 03:09:26.619122 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Attempting to bind port dc8327ee-f609-4e40-b05e-0bea7f3399b1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:26.620136 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Attempting to bind port dc8327ee-f609-4e40-b05e-0bea7f3399b1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:26.621045 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Attempting to bind port dc8327ee-f609-4e40-b05e-0bea7f3399b1 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:26.630832 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:26.631758 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:26.633672 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.634456 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:26.635312 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Bound port: dc8327ee-f609-4e40-b05e-0bea7f3399b1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:26.635948 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.656515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=edeebafd-51b4-4cb1-9aa6-1abfdb71353c,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:26.694732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1a2b4-9f37-4005-8aab-d1c9262a3ede None None] Current status of the port edeebafd-51b4-4cb1-9aa6-1abfdb71353c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:26.717139 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] For port dc8327ee-f609-4e40-b05e-0bea7f3399b1, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:26.721952 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] For port dc8327ee-f609-4e40-b05e-0bea7f3399b1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=dc8327ee-f609-4e40-b05e-0bea7f3399b1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:26.732503 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:26.778072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c4a7176-a0b7-478f-878a-1f0ff9490b7a req-75bfc268-827e-438d-a6fa-ed09594ba51b tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609800 Feb 19 03:09:26.790577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Allocated IP 172.20.0.1 (51aab0f8-9aca-4bc6-b3bd-604269a3cb89/0f1df739-be6b-4dd4-a773-c33ca6c76e8f/bea3b367-5a87-4f72-bde5-c94c5cdd60ff) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:26.813677 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a456114-e1c5-4c22-96b9-a85492165ab2 None None] Pushing event updated for resources: {'Port': ['ID=dc8327ee-f609-4e40-b05e-0bea7f3399b1,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:26.861027 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Routers {'3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:26.862314 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:26.943787 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Publish callbacks [] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.003018 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.035516 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] Set router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:27.049370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:27.052588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:27.055819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:27.059491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:27.059939 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.129536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-634ec7de-3c94-4e2d-a677-166358f7e2ff None None] Provisioning complete for port edeebafd-51b4-4cb1-9aa6-1abfdb71353c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:27.129931 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-634ec7de-3c94-4e2d-a677-166358f7e2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.187784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Pushing event updated for resources: {'Port': ['ID=bea3b367-5a87-4f72-bde5-c94c5cdd60ff,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:27.310546 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-router', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:21Z', 'updated_at': '2022-02-19T03:09:24Z', 'revision_number': 3, 'project_id': '6203adba88b24a08b29847dbae667b17', 'gw_port': {'id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:22Z', 'updated_at': '2022-02-19T03:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:27.314882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-634ec7de-3c94-4e2d-a677-166358f7e2ff None None] Current status of the port edeebafd-51b4-4cb1-9aa6-1abfdb71353c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:27.350277 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd7362-0898-44a2-bc64-75e8b0cf7c03 None None] The sync data for ids ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'] in n-d-826756-2 is: [{'id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-router', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:21Z', 'updated_at': '2022-02-19T03:09:24Z', 'revision_number': 3, 'project_id': '6203adba88b24a08b29847dbae667b17', 'gw_port': {'id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:22Z', 'updated_at': '2022-02-19T03:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:09:27.357893 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70239cb4-e9ac-450d-a6ff-5a986a6a66a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.422596 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.454718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c584ea9d-2cde-412b-9dc9-abcb10365453 None None] Provisioning complete for port bea3b367-5a87-4f72-bde5-c94c5cdd60ff triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:27.455640 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c584ea9d-2cde-412b-9dc9-abcb10365453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.463151 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70239cb4-e9ac-450d-a6ff-5a986a6a66a8 admin admin] Publish callbacks [] for security_group (97862ade-657c-402f-84e1-cf0799988005), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.469410 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70239cb4-e9ac-450d-a6ff-5a986a6a66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (97862ade-657c-402f-84e1-cf0799988005), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.519094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70239cb4-e9ac-450d-a6ff-5a986a6a66a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97862ade-657c-402f-84e1-cf0799988005,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:27.528895 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-70239cb4-e9ac-450d-a6ff-5a986a6a66a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6cd87e8238f84a1398b4fef847bfe47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4678993 Feb 19 03:09:27.529052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54714) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:27.554404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c584ea9d-2cde-412b-9dc9-abcb10365453 None None] Port bea3b367-5a87-4f72-bde5-c94c5cdd60ff cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:27.664999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device edeebafd-51b4-4cb1-9aa6-1abfdb71353c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:27.672172 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a632777c-4433-4ee9-b662-016bfb4bd38b admin admin] Publish callbacks [] for security_group (97862ade-657c-402f-84e1-cf0799988005), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.712139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a632777c-4433-4ee9-b662-016bfb4bd38b admin admin] Publish callbacks [] for security_group (97862ade-657c-402f-84e1-cf0799988005), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.762944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port edeebafd-51b4-4cb1-9aa6-1abfdb71353c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:27.764156 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.804055 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Publish callbacks [] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.835011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.836333 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.869211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a632777c-4433-4ee9-b662-016bfb4bd38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (97862ade-657c-402f-84e1-cf0799988005), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.875948 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a632777c-4433-4ee9-b662-016bfb4bd38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.877951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a632777c-4433-4ee9-b662-016bfb4bd38b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97862ade-657c-402f-84e1-cf0799988005 HTTP/1.1" status: 204 len: 168 time: 0.3445241 Feb 19 03:09:27.906178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632777c-4433-4ee9-b662-016bfb4bd38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97862ade-657c-402f-84e1-cf0799988005,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:27.992303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Pushing event updated for resources: {'Port': ['ID=bea3b367-5a87-4f72-bde5-c94c5cdd60ff,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:28.005099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port edeebafd-51b4-4cb1-9aa6-1abfdb71353c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:28.081939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9299533-62ed-4661-85b3-f5410ecafdad req-e105051a-992a-4cba-b742-e8977fa20cb3 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:28.083502 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9299533-62ed-4661-85b3-f5410ecafdad req-e105051a-992a-4cba-b742-e8977fa20cb3 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 970 time: 0.1537678 Feb 19 03:09:28.092432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:28.100640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:28.216337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9299533-62ed-4661-85b3-f5410ecafdad req-feef56d1-1b34-460f-bfa6-7557bc61274e tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260970 Feb 19 03:09:28.338624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:09:28.482606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-32e28392-2474-4e37-9f43-e27bb241b6ee None None] Provisioning complete for port bea3b367-5a87-4f72-bde5-c94c5cdd60ff triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:28.482979 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-32e28392-2474-4e37-9f43-e27bb241b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.574625 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-32e28392-2474-4e37-9f43-e27bb241b6ee None None] Port bea3b367-5a87-4f72-bde5-c94c5cdd60ff cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:28.583215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:09:28.589913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1b7e4d62-0cf7-4869-80fe-db6982d3eba5 admin admin] 10.222.0.42 "PUT /v2.0/routers/3f7d4ff0-8a53-4b15-87af-9dbadf7d1999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1539752 Feb 19 03:09:28.620253 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:09:28.818250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9254f342-bea9-4120-80e6-6f4fa64b3816 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:28.855683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54768) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:28.870690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8cdfb97-685b-4b44-b842-400d43e90b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.965603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9254f342-bea9-4120-80e6-6f4fa64b3816, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9254f342-bea9-4120-80e6-6f4fa64b3816,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:28.981599 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '9254f342-bea9-4120-80e6-6f4fa64b3816', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '9254f342-bea9-4120-80e6-6f4fa64b3816', 'mac_address': 'fa:16:3e:77:84:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:tempest-test_az-1760952784', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:09:28.989638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8cdfb97-685b-4b44-b842-400d43e90b69 admin admin] Publish callbacks [] for security_group (dbbe6053-5e7b-47cd-a093-ec7ae9c96cf5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.995671 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8cdfb97-685b-4b44-b842-400d43e90b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (dbbe6053-5e7b-47cd-a093-ec7ae9c96cf5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.042191 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9254f342-bea9-4120-80e6-6f4fa64b3816 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:29.042673 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.059730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d8cdfb97-685b-4b44-b842-400d43e90b69 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=baedc66d2cdb4ca2b1c1d9268be3dae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029152 Feb 19 03:09:29.060461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9254f342-bea9-4120-80e6-6f4fa64b3816 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:29.060761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdfb97-685b-4b44-b842-400d43e90b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe6053-5e7b-47cd-a093-ec7ae9c96cf5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:29.061518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54776) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:29.090636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9254f342-bea9-4120-80e6-6f4fa64b3816, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9254f342-bea9-4120-80e6-6f4fa64b3816,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:29.098294 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.132159 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-090848ac-99b2-48c8-bde3-056c32ce8ef9 admin admin] Publish callbacks [] for security_group (dbbe6053-5e7b-47cd-a093-ec7ae9c96cf5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.167598 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-090848ac-99b2-48c8-bde3-056c32ce8ef9 admin admin] Publish callbacks [] for security_group (dbbe6053-5e7b-47cd-a093-ec7ae9c96cf5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.177164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9254f342-bea9-4120-80e6-6f4fa64b3816,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:29.242524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54782) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:29.256637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-090848ac-99b2-48c8-bde3-056c32ce8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (dbbe6053-5e7b-47cd-a093-ec7ae9c96cf5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.259411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-090848ac-99b2-48c8-bde3-056c32ce8ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.260877 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-090848ac-99b2-48c8-bde3-056c32ce8ef9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbbe6053-5e7b-47cd-a093-ec7ae9c96cf5 HTTP/1.1" status: 204 len: 168 time: 0.1981323 Feb 19 03:09:29.273312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090848ac-99b2-48c8-bde3-056c32ce8ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe6053-5e7b-47cd-a093-ec7ae9c96cf5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:29.422867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131e976-ca4f-49a9-bffb-b0cb409b725e req-6927137a-c20a-49af-9735-504b0157a52e tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:29.425155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1131e976-ca4f-49a9-bffb-b0cb409b725e req-6927137a-c20a-49af-9735-504b0157a52e tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 971 time: 0.0689335 Feb 19 03:09:29.505835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1131e976-ca4f-49a9-bffb-b0cb409b725e req-2e38380e-45f8-471f-9431-3364339139d7 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707920 Feb 19 03:09:29.513622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['9254f342-bea9-4120-80e6-6f4fa64b3816'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:29.654000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dc8327ee-f609-4e40-b05e-0bea7f3399b1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:29.771085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Sync routers for ids ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:09:29.799484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port dc8327ee-f609-4e40-b05e-0bea7f3399b1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:29.799680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3af8d701-bf19-43eb-9bc0-f54ff59a29cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.800683 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.842638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Routers {'3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:29.843552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:29.913689 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3af8d701-bf19-43eb-9bc0-f54ff59a29cb admin admin] Publish callbacks [] for security_group (ae31fb5a-fc1b-43d4-8aa7-e762135dde28), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.919060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3af8d701-bf19-43eb-9bc0-f54ff59a29cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ae31fb5a-fc1b-43d4-8aa7-e762135dde28), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.953173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8d701-bf19-43eb-9bc0-f54ff59a29cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae31fb5a-fc1b-43d4-8aa7-e762135dde28,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:29.980884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54806) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:29.981598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3af8d701-bf19-43eb-9bc0-f54ff59a29cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc949c4f18c84b459981ffa0783509f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7349002 Feb 19 03:09:30.050601 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aac1ae97-5f32-4521-920f-b407a3c15324 admin admin] Publish callbacks [] for security_group (ae31fb5a-fc1b-43d4-8aa7-e762135dde28), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.064313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Set router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:30.089074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aac1ae97-5f32-4521-920f-b407a3c15324 admin admin] Publish callbacks [] for security_group (ae31fb5a-fc1b-43d4-8aa7-e762135dde28), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.121432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port dc8327ee-f609-4e40-b05e-0bea7f3399b1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:30.121856 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.197532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port dc8327ee-f609-4e40-b05e-0bea7f3399b1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=dc8327ee-f609-4e40-b05e-0bea7f3399b1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:30.220566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aac1ae97-5f32-4521-920f-b407a3c15324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ae31fb5a-fc1b-43d4-8aa7-e762135dde28), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.224070 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aac1ae97-5f32-4521-920f-b407a3c15324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.225467 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aac1ae97-5f32-4521-920f-b407a3c15324 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae31fb5a-fc1b-43d4-8aa7-e762135dde28 HTTP/1.1" status: 204 len: 168 time: 0.2434075 Feb 19 03:09:30.241590 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.244829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1ae97-5f32-4521-920f-b407a3c15324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae31fb5a-fc1b-43d4-8aa7-e762135dde28,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:30.419414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=dc8327ee-f609-4e40-b05e-0bea7f3399b1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:30.499806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-router', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:21Z', 'updated_at': '2022-02-19T03:09:27Z', 'revision_number': 4, 'project_id': '6203adba88b24a08b29847dbae667b17', 'gw_port': {'id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:22Z', 'updated_at': '2022-02-19T03:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'bea3b367-5a87-4f72-bde5-c94c5cdd60ff', 'name': '', 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'mac_address': 'fa:16:3e:40:68:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '0f1df739-be6b-4dd4-a773-c33ca6c76e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:26Z', 'updated_at': '2022-02-19T03:09:27Z', 'revision_number': 2, 'project_id': '6203adba88b24a08b29847dbae667b17', 'subnets': [{'id': '0f1df739-be6b-4dd4-a773-c33ca6c76e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:30.539968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Checking router: 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:09:30.540493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Updating router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 port bea3b367-5a87-4f72-bde5-c94c5cdd60ff binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:09:30.592589 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.695293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-72dff098-8e08-48ed-b17c-bc49ac8d5310 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=42973c8e1f4740eaafb2729751201363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313303 Feb 19 03:09:30.843750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-7c92d7f2-5b10-4f27-95ad-2c97bb4860e0 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:30.857656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-7c92d7f2-5b10-4f27-95ad-2c97bb4860e0 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611834 Feb 19 03:09:30.890049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-3f65d4c4-d5d8-48a0-a93c-491c9a417287 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/quotas/42973c8e1f4740eaafb2729751201363 HTTP/1.1" status: 200 len: 375 time: 0.0312619 Feb 19 03:09:30.960121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e5a9f1df-2463-4653-a68e-0ba18b656fb4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689163 Feb 19 03:09:30.982476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9254f342-bea9-4120-80e6-6f4fa64b3816 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:31.048271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54858) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:31.069455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 9254f342-bea9-4120-80e6-6f4fa64b3816 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:09:31.070533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8772676-2e27-4b61-90d8-b3319dfee2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.077284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 9254f342-bea9-4120-80e6-6f4fa64b3816 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:31.077945 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.181153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d70065-6a17-4d53-9366-5dd2b582e4c5 req-d333890c-98f7-4b69-8c9f-48781e456152 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:31.196346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8772676-2e27-4b61-90d8-b3319dfee2fc admin admin] Publish callbacks [] for security_group (b9aba8a1-3942-46e3-94e7-b822f7dd2241), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.204935 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8772676-2e27-4b61-90d8-b3319dfee2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b9aba8a1-3942-46e3-94e7-b822f7dd2241), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.207044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3d70065-6a17-4d53-9366-5dd2b582e4c5 req-d333890c-98f7-4b69-8c9f-48781e456152 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 971 time: 0.1124227 Feb 19 03:09:31.268091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8772676-2e27-4b61-90d8-b3319dfee2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aba8a1-3942-46e3-94e7-b822f7dd2241,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:31.276406 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a8772676-2e27-4b61-90d8-b3319dfee2fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e246fbc02a947499bda6c3e550c88c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268331 Feb 19 03:09:31.279123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54870) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:31.319087 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3d70065-6a17-4d53-9366-5dd2b582e4c5 req-1046f1c5-67fd-4597-93f5-b5c031b159a7 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997612 Feb 19 03:09:31.374185 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Publish callbacks [] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.392007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7c2a-f189-4c18-a6c5-50af299a190e admin admin] Publish callbacks [] for security_group (b9aba8a1-3942-46e3-94e7-b822f7dd2241), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.396752 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.448883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9254f342-bea9-4120-80e6-6f4fa64b3816 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:31.449280 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.464449 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7c2a-f189-4c18-a6c5-50af299a190e admin admin] Publish callbacks [] for security_group (b9aba8a1-3942-46e3-94e7-b822f7dd2241), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.521133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29cc06-f038-4cba-9f39-06f63484ead4 None None] Pushing event updated for resources: {'Port': ['ID=bea3b367-5a87-4f72-bde5-c94c5cdd60ff,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:31.551252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f579cb7-10a1-4f3d-92c1-ff25ded4f0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9254f342-bea9-4120-80e6-6f4fa64b3816'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:31.563569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7c2a-f189-4c18-a6c5-50af299a190e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b9aba8a1-3942-46e3-94e7-b822f7dd2241), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.566800 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7c2a-f189-4c18-a6c5-50af299a190e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.568047 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4e5f7c2a-f189-4c18-a6c5-50af299a190e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9aba8a1-3942-46e3-94e7-b822f7dd2241 HTTP/1.1" status: 204 len: 168 time: 0.2875791 Feb 19 03:09:31.580622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f7c2a-f189-4c18-a6c5-50af299a190e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aba8a1-3942-46e3-94e7-b822f7dd2241,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:31.731122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dc8327ee-f609-4e40-b05e-0bea7f3399b1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:31.740486 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54898) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:31.793409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9254f342-bea9-4120-80e6-6f4fa64b3816, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9254f342-bea9-4120-80e6-6f4fa64b3816,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:31.864356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7076f44b-ea5c-4e2b-ab30-07fe0f8801d6 req-53dcff6b-1a18-44d0-be15-9075d90b34fb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 210 time: 0.0610332 Feb 19 03:09:31.880227 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.964783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Attempting to bind port bea3b367-5a87-4f72-bde5-c94c5cdd60ff on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:31.965176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Attempting to bind port bea3b367-5a87-4f72-bde5-c94c5cdd60ff by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '144418fd-e27d-4200-bb1f-71d7caa2191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:31.966114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Attempting to bind port bea3b367-5a87-4f72-bde5-c94c5cdd60ff on network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:31.983350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:31.983960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Checking segment: {'id': '144418fd-e27d-4200-bb1f-71d7caa2191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:31.984080 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.984481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Bound using segment: {'id': '144418fd-e27d-4200-bb1f-71d7caa2191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:31.984973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Bound port: bea3b367-5a87-4f72-bde5-c94c5cdd60ff, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144418fd-e27d-4200-bb1f-71d7caa2191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:31.985357 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.019282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-72c549c3-c1ab-4c1c-ad1e-00f1bdfedf40 None None] Provisioning complete for port bea3b367-5a87-4f72-bde5-c94c5cdd60ff triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:32.020007 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-72c549c3-c1ab-4c1c-ad1e-00f1bdfedf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.043772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9254f342-bea9-4120-80e6-6f4fa64b3816,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:32.046528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54916) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:32.056323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1fff1dba-298a-4e11-b77e-f729aca516f5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379293882', 'description': 'tempest-description--1516526330'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:32.082868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port dc8327ee-f609-4e40-b05e-0bea7f3399b1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:32.083252 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.095217 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329e1c9c-ba35-4634-b59a-f5e4aa3b4959" -d '{"events": [{"server_uuid": "7f579cb7-10a1-4f3d-92c1-ff25ded4f0df", "name": "network-vif-plugged", "status": "completed", "tag": "9254f342-bea9-4120-80e6-6f4fa64b3816"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:32.121937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-72c549c3-c1ab-4c1c-ad1e-00f1bdfedf40 None None] Port bea3b367-5a87-4f72-bde5-c94c5cdd60ff cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:32.126759 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fff1dba-298a-4e11-b77e-f729aca516f5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.166999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] For port bea3b367-5a87-4f72-bde5-c94c5cdd60ff, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:32.181640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] For port bea3b367-5a87-4f72-bde5-c94c5cdd60ff, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bea3b367-5a87-4f72-bde5-c94c5cdd60ff,segment=NetworkSegment(144418fd-e27d-4200-bb1f-71d7caa2191f),segment_id=144418fd-e27d-4200-bb1f-71d7caa2191f)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:32.192704 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.266928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-557994926-network', 'tenant_id': '01ad0fd35e4b45269d36b6bf63d3f12d'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:32.284787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port dc8327ee-f609-4e40-b05e-0bea7f3399b1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:32.296283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29cc06-f038-4cba-9f39-06f63484ead4 None None] Pushing event updated for resources: {'Port': ['ID=bea3b367-5a87-4f72-bde5-c94c5cdd60ff,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:32.300127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Routers {'3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:32.300971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:32.302431 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fff1dba-298a-4e11-b77e-f729aca516f5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group (8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.321516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fff1dba-298a-4e11-b77e-f729aca516f5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.323318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Made reservation on behalf of 01ad0fd35e4b45269d36b6bf63d3f12d for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:32.329799 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.341351 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.417611 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fff1dba-298a-4e11-b77e-f729aca516f5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.424379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1fff1dba-298a-4e11-b77e-f729aca516f5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3761671 Feb 19 03:09:32.426241 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54938) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:32.432625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff1dba-298a-4e11-b77e-f729aca516f5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:32.434788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b8c5c042-e1ec-43d8-93da-5e45b6176a44 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Request body: {'security_group_rule': {'security_group_id': '8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:32.511415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] Set router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:32.552015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8c5c042-e1ec-43d8-93da-5e45b6176a44 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group_rule (7f85cb38-8a30-4426-b7c2-f308befc499a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.640886 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3fe475-2928-4392-a597-82846f8508b6 x-openstack-request-id: req-de3fe475-2928-4392-a597-82846f8508b6 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:32.641489 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f579cb7-10a1-4f3d-92c1-ff25ded4f0df", "name": "network-vif-plugged", "status": "completed", "tag": "9254f342-bea9-4120-80e6-6f4fa64b3816", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:32.642206 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de3fe475-2928-4392-a597-82846f8508b6 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:32.643724 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f579cb7-10a1-4f3d-92c1-ff25ded4f0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9254f342-bea9-4120-80e6-6f4fa64b3816', 'code': 200} Feb 19 03:09:32.667989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0116dac5-d742-4b06-99f2-4d871a1ef610 None None] Provisioning complete for port bea3b367-5a87-4f72-bde5-c94c5cdd60ff triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:32.669144 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0116dac5-d742-4b06-99f2-4d871a1ef610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.780014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Publish callbacks [] for security_group (0e75fc18-2005-4360-b9ac-7a42720f9ec6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.818216 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0e75fc18-2005-4360-b9ac-7a42720f9ec6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.856782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e75fc18-2005-4360-b9ac-7a42720f9ec6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:32.885539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8c5c042-e1ec-43d8-93da-5e45b6176a44 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group_rule (7f85cb38-8a30-4426-b7c2-f308befc499a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.889868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:09:32.899281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8c5c042-e1ec-43d8-93da-5e45b6176a44 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (7f85cb38-8a30-4426-b7c2-f308befc499a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.960817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c30e2d5c-3ec4-4597-818f-1264baca5f7c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.960817 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Added segment c30e2d5c-3ec4-4597-818f-1264baca5f7c of type vlan for network 13ab5339-b46f-437b-886f-eec7eeac9fe5 Feb 19 03:09:32.995746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bd54e-7cf2-45ba-84dc-3e4fbf1240d2 req-0b28f7fa-5c98-4f4d-b9d4-018a3cba018a tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:32.997952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8c5c042-e1ec-43d8-93da-5e45b6176a44 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.002559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d61bd54e-7cf2-45ba-84dc-3e4fbf1240d2 req-0b28f7fa-5c98-4f4d-b9d4-018a3cba018a tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 972 time: 0.4141498 Feb 19 03:09:33.003251 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b8c5c042-e1ec-43d8-93da-5e45b6176a44 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5716922 Feb 19 03:09:33.013669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54964) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:33.044632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54966) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:33.048589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-31ae2746-9310-44d5-86a0-d4f4af860073 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Request body: {'security_group_rule': {'security_group_id': '8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:33.071288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5c042-e1ec-43d8-93da-5e45b6176a44 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f85cb38-8a30-4426-b7c2-f308befc499a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:33.080000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-router', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:21Z', 'updated_at': '2022-02-19T03:09:27Z', 'revision_number': 4, 'project_id': '6203adba88b24a08b29847dbae667b17', 'gw_port': {'id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:22Z', 'updated_at': '2022-02-19T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'bea3b367-5a87-4f72-bde5-c94c5cdd60ff', 'name': '', 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'mac_address': 'fa:16:3e:40:68:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '0f1df739-be6b-4dd4-a773-c33ca6c76e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:26Z', 'updated_at': '2022-02-19T03:09:32Z', 'revision_number': 4, 'project_id': '6203adba88b24a08b29847dbae667b17', 'subnets': [{'id': '0f1df739-be6b-4dd4-a773-c33ca6c76e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:33.082849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42c586-b5ba-4da7-8b93-e48b3cc2716c req-c41510c2-8b65-406e-81aa-989bebdf8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.090609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b42c586-b5ba-4da7-8b93-e48b3cc2716c req-c41510c2-8b65-406e-81aa-989bebdf8909 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 1154 time: 0.4028132 Feb 19 03:09:33.113888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (13ab5339-b46f-437b-886f-eec7eeac9fe5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.151085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286e0bd-07b1-4c54-8a6d-fe0c35094ccc None None] The sync data for ids ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'] in n-d-826756-2 is: [{'id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-router', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:21Z', 'updated_at': '2022-02-19T03:09:27Z', 'revision_number': 4, 'project_id': '6203adba88b24a08b29847dbae667b17', 'gw_port': {'id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:22Z', 'updated_at': '2022-02-19T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'bea3b367-5a87-4f72-bde5-c94c5cdd60ff', 'name': '', 'network_id': '51aab0f8-9aca-4bc6-b3bd-604269a3cb89', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'mac_address': 'fa:16:3e:40:68:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '0f1df739-be6b-4dd4-a773-c33ca6c76e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:26Z', 'updated_at': '2022-02-19T03:09:32Z', 'revision_number': 4, 'project_id': '6203adba88b24a08b29847dbae667b17', 'subnets': [{'id': '0f1df739-be6b-4dd4-a773-c33ca6c76e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:09:33.157704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0116dac5-d742-4b06-99f2-4d871a1ef610 None None] Current status of the port bea3b367-5a87-4f72-bde5-c94c5cdd60ff is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:33.158532 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0116dac5-d742-4b06-99f2-4d871a1ef610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.164865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (13ab5339-b46f-437b-886f-eec7eeac9fe5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.166760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.167403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.195992 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5b42c586-b5ba-4da7-8b93-e48b3cc2716c req-3d587291-b8bc-4e6a-a8be-54f160b4ab40 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.245714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d502f695-9565-4993-984b-b7298a27aab2 req-1ab7d220-ae75-4282-8dae-2d7ad09b7852 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 210 time: 0.1492324 Feb 19 03:09:33.278046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0116dac5-d742-4b06-99f2-4d871a1ef610 None None] For port bea3b367-5a87-4f72-bde5-c94c5cdd60ff, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bea3b367-5a87-4f72-bde5-c94c5cdd60ff,segment=NetworkSegment(144418fd-e27d-4200-bb1f-71d7caa2191f),segment_id=144418fd-e27d-4200-bb1f-71d7caa2191f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:33.296182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] Pushing event updated for resources: {'Network': ['ID=13ab5339-b46f-437b-886f-eec7eeac9fe5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:33.309646 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0116dac5-d742-4b06-99f2-4d871a1ef610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.324125 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-002e4023-e5bc-45d0-bb9b-9a5bb3443459 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5823915 Feb 19 03:09:33.327203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54974) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:33.340474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Request body: {'subnet': {'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-557994926-subnet', 'tenant_id': '01ad0fd35e4b45269d36b6bf63d3f12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:33.380804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31ae2746-9310-44d5-86a0-d4f4af860073 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group_rule (3ed5b579-d031-4413-bcc4-3ad8b4c2af5c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.388847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Made reservation on behalf of 01ad0fd35e4b45269d36b6bf63d3f12d for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:33.391982 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.437404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 13ab5339-b46f-437b-886f-eec7eeac9fe5 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:09:33.449068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116dac5-d742-4b06-99f2-4d871a1ef610 None None] Pushing event updated for resources: {'Port': ['ID=bea3b367-5a87-4f72-bde5-c94c5cdd60ff,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:33.519443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d61bd54e-7cf2-45ba-84dc-3e4fbf1240d2 req-165b8804-6ee2-4cb1-8f2c-d8e50de0589e tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063717 Feb 19 03:09:33.547401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54978) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:33.782190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bea3b367-5a87-4f72-bde5-c94c5cdd60ff up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:33.795527 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (008eac97-41bc-4840-b188-ddded1478ba5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.868953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port bea3b367-5a87-4f72-bde5-c94c5cdd60ff triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:33.869499 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.875871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=008eac97-41bc-4840-b188-ddded1478ba5,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:33.895261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:33.895994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Network hostable DHCP agents. Network: 13ab5339-b46f-437b-886f-eec7eeac9fe5, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:09:33.931681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Network 13ab5339-b46f-437b-886f-eec7eeac9fe5 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:09:33.947387 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff905d4d-e44e-4481-8006-37f21ac4eada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.951406 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 13ab5339-b46f-437b-886f-eec7eeac9fe5) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:33.974341 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9a5c-fc8c-4c53-8e40-d14a5ebff7fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.974690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.981554 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.987436 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31ae2746-9310-44d5-86a0-d4f4af860073 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group_rule (3ed5b579-d031-4413-bcc4-3ad8b4c2af5c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.002394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.37', 50694) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:34.020957 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31ae2746-9310-44d5-86a0-d4f4af860073 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3ed5b579-d031-4413-bcc4-3ad8b4c2af5c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.040983 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5fc21c3c-8fdb-40bb-95bd-ebbe48bbc0e0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7111337 Feb 19 03:09:34.063464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port bea3b367-5a87-4f72-bde5-c94c5cdd60ff is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:34.068970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b11d2-bc09-47c9-b2b8-9a805c561be9 None None] Network 13ab5339-b46f-437b-886f-eec7eeac9fe5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:34.123346 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-95725e85-cac1-4f6f-be95-6b58f28342ab tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=42973c8e1f4740eaafb2729751201363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028023 Feb 19 03:09:34.143663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae2746-9310-44d5-86a0-d4f4af860073 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed5b579-d031-4413-bcc4-3ad8b4c2af5c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:34.175208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31ae2746-9310-44d5-86a0-d4f4af860073 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.179489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-31ae2746-9310-44d5-86a0-d4f4af860073 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1330264 Feb 19 03:09:34.188404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5b42c586-b5ba-4da7-8b93-e48b3cc2716c req-3d587291-b8bc-4e6a-a8be-54f160b4ab40 service neutron] Publish callbacks [] for security_group (0b69524e-6c01-4a83-a5bd-5a9cdb98a9a8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.195358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54990) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:34.202804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:34.213026 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5b42c586-b5ba-4da7-8b93-e48b3cc2716c req-3d587291-b8bc-4e6a-a8be-54f160b4ab40 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0b69524e-6c01-4a83-a5bd-5a9cdb98a9a8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.351722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7634c1-f214-4a63-a4ad-4b4c17130898 None None] Network 13ab5339-b46f-437b-886f-eec7eeac9fe5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:34.379747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.453089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b42c586-b5ba-4da7-8b93-e48b3cc2716c req-3d587291-b8bc-4e6a-a8be-54f160b4ab40 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3470337 Feb 19 03:09:34.458000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d587291-b8bc-4e6a-a8be-54f160b4ab40 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0b69524e-6c01-4a83-a5bd-5a9cdb98a9a8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:34.633191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-647da09f-06f9-41f1-b6e8-6e81afa9906b req-d628a098-91d7-4171-85a7-8427404ab5de tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 210 time: 0.1934183 Feb 19 03:09:34.640247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-20c52eac-31b9-411e-a339-ef720d3532c7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:34.656973 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-20c52eac-31b9-411e-a339-ef720d3532c7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5286100 Feb 19 03:09:34.700280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9a5c-fc8c-4c53-8e40-d14a5ebff7fa admin admin] Publish callbacks [] for security_group (b8b3e65d-5080-478b-afd4-ae11ab7d41e6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.733380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9a5c-fc8c-4c53-8e40-d14a5ebff7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b8b3e65d-5080-478b-afd4-ae11ab7d41e6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.820317 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff905d4d-e44e-4481-8006-37f21ac4eada admin admin] Publish callbacks [] for security_group (d2285909-a36c-408d-9add-4f9c99c873d0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.853445 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff905d4d-e44e-4481-8006-37f21ac4eada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d2285909-a36c-408d-9add-4f9c99c873d0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.906092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6fdb9a5c-fc8c-4c53-8e40-d14a5ebff7fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d3089f98af9401898bc6e62b8a81e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8112333 Feb 19 03:09:34.906204 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55008) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:34.929719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb9a5c-fc8c-4c53-8e40-d14a5ebff7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b3e65d-5080-478b-afd4-ae11ab7d41e6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:34.970316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ff905d4d-e44e-4481-8006-37f21ac4eada admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4791565835d545e68c50cab7be04dc11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4126546 Feb 19 03:09:34.980845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55012) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:35.064913 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9817650e-999c-4796-8c12-3e0dcbdd48cc admin admin] Publish callbacks [] for security_group (b8b3e65d-5080-478b-afd4-ae11ab7d41e6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.083890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197076ba-3e89-4a86-98be-6d8fd2847c8d req-cb9412ee-7c47-4c8e-a241-4d0a686d355b tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.102082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-197076ba-3e89-4a86-98be-6d8fd2847c8d req-cb9412ee-7c47-4c8e-a241-4d0a686d355b tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 972 time: 0.4327443 Feb 19 03:09:35.120816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff905d4d-e44e-4481-8006-37f21ac4eada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2285909-a36c-408d-9add-4f9c99c873d0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:35.167553 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9817650e-999c-4796-8c12-3e0dcbdd48cc admin admin] Publish callbacks [] for security_group (b8b3e65d-5080-478b-afd4-ae11ab7d41e6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.270197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-197076ba-3e89-4a86-98be-6d8fd2847c8d req-e88e6c41-5e05-4598-8c85-0276e8413a50 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667433 Feb 19 03:09:35.276948 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9817650e-999c-4796-8c12-3e0dcbdd48cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b8b3e65d-5080-478b-afd4-ae11ab7d41e6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.282241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9817650e-999c-4796-8c12-3e0dcbdd48cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.287248 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9817650e-999c-4796-8c12-3e0dcbdd48cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8b3e65d-5080-478b-afd4-ae11ab7d41e6 HTTP/1.1" status: 204 len: 168 time: 0.3798230 Feb 19 03:09:35.297977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fdd00e3c-e20e-44d9-8f75-2cff69104d8e admin admin] Publish callbacks [] for security_group (d2285909-a36c-408d-9add-4f9c99c873d0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.310905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817650e-999c-4796-8c12-3e0dcbdd48cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b3e65d-5080-478b-afd4-ae11ab7d41e6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:35.331616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fdd00e3c-e20e-44d9-8f75-2cff69104d8e admin admin] Publish callbacks [] for security_group (d2285909-a36c-408d-9add-4f9c99c873d0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.376698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.514749 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55028) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:35.528999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-710315759-network', 'tenant_id': '68d5deb6bc8b43dc9b6c81ccaa850943'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:35.530465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fdd00e3c-e20e-44d9-8f75-2cff69104d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d2285909-a36c-408d-9add-4f9c99c873d0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.533795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fdd00e3c-e20e-44d9-8f75-2cff69104d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.537707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fdd00e3c-e20e-44d9-8f75-2cff69104d8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2285909-a36c-408d-9add-4f9c99c873d0 HTTP/1.1" status: 204 len: 168 time: 0.5497425 Feb 19 03:09:35.552908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd00e3c-e20e-44d9-8f75-2cff69104d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2285909-a36c-408d-9add-4f9c99c873d0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:35.587081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Allocated IP 172.25.4.125 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/020b5e50-4cb5-444f-bb57-9b86d09e905d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:35.624604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Made reservation on behalf of 68d5deb6bc8b43dc9b6c81ccaa850943 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:35.628533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.640523 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.665353 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.766536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-552b075f-a34a-4024-b6f7-0263933756a7 req-dc7a7de6-ff03-4e44-bbbe-9f36e9bd5d58 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 210 time: 0.0431614 Feb 19 03:09:35.784487 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for port (020b5e50-4cb5-444f-bb57-9b86d09e905d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.802335 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Publish callbacks [] for security_group (37278217-f9bd-4627-849d-e6fd2712fb80), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.810329 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (37278217-f9bd-4627-849d-e6fd2712fb80), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.862121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:09:35.863124 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (020b5e50-4cb5-444f-bb57-9b86d09e905d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.869739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37278217-f9bd-4627-849d-e6fd2712fb80,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:35.882631 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (50cb7a25-e4d4-4800-922f-97e77388b74f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.883319 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Added segment 50cb7a25-e4d4-4800-922f-97e77388b74f of type vlan for network 04777c33-4582-42e4-ab75-a0414065dde0 Feb 19 03:09:35.925098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:35.933958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:35.939653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:35.942549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (04777c33-4582-42e4-ab75-a0414065dde0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.947313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event updated for resources: {'Port': ['ID=020b5e50-4cb5-444f-bb57-9b86d09e905d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:35.993269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (04777c33-4582-42e4-ab75-a0414065dde0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.994399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.994991 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.024798 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5031042 Feb 19 03:09:36.029655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55040) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:36.050771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Request body: {'subnet': {'network_id': '04777c33-4582-42e4-ab75-a0414065dde0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-710315759-subnet', 'tenant_id': '68d5deb6bc8b43dc9b6c81ccaa850943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:36.092575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43814953-7278-4f52-8c8f-4ac8786957fc admin admin] Pushing event updated for resources: {'Network': ['ID=04777c33-4582-42e4-ab75-a0414065dde0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:36.106994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 04777c33-4582-42e4-ab75-a0414065dde0 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:09:36.112411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Made reservation on behalf of 68d5deb6bc8b43dc9b6c81ccaa850943 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:36.116323 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.133792 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for floatingip (6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.250544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (020b5e50-4cb5-444f-bb57-9b86d09e905d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.375198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55048) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:36.403537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b283cc18-57f2-4b3e-9f87-22c4d8a8676f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.453408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55050) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:36.489986 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e2a1-21ae-487f-aafb-91edbbcf4f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.511704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b283cc18-57f2-4b3e-9f87-22c4d8a8676f admin admin] Publish callbacks [] for security_group (0659c6db-9b32-4df9-90d8-00c0bd38edc3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.522354 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b283cc18-57f2-4b3e-9f87-22c4d8a8676f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0659c6db-9b32-4df9-90d8-00c0bd38edc3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.585431 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b283cc18-57f2-4b3e-9f87-22c4d8a8676f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a1a7c79b1be40e38459ea70c076d43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059917 Feb 19 03:09:36.586675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55052) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:36.587286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (a3c8b14d-9b4f-4188-b6ef-d2dfb8c66a4b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.593807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283cc18-57f2-4b3e-9f87-22c4d8a8676f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0659c6db-9b32-4df9-90d8-00c0bd38edc3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:36.664830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a6975-9d1d-446c-b147-faa34a61b444 req-5a283bae-5902-4cc5-a72f-2b7e63d3e209 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.666847 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b0a6975-9d1d-446c-b147-faa34a61b444 req-5a283bae-5902-4cc5-a72f-2b7e63d3e209 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 972 time: 0.2638803 Feb 19 03:09:36.679241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8927-7174-474f-8ba8-eaa3d4df64cc admin admin] Publish callbacks [] for security_group (0659c6db-9b32-4df9-90d8-00c0bd38edc3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.729808 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8927-7174-474f-8ba8-eaa3d4df64cc admin admin] Publish callbacks [] for security_group (0659c6db-9b32-4df9-90d8-00c0bd38edc3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.784884 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for port (020b5e50-4cb5-444f-bb57-9b86d09e905d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.806251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c8b14d-9b4f-4188-b6ef-d2dfb8c66a4b,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:36.808287 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (020b5e50-4cb5-444f-bb57-9b86d09e905d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.848861 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8927-7174-474f-8ba8-eaa3d4df64cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0659c6db-9b32-4df9-90d8-00c0bd38edc3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.852107 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8927-7174-474f-8ba8-eaa3d4df64cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.853716 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b2bd8927-7174-474f-8ba8-eaa3d4df64cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0659c6db-9b32-4df9-90d8-00c0bd38edc3 HTTP/1.1" status: 204 len: 168 time: 0.2653959 Feb 19 03:09:36.872486 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd8927-7174-474f-8ba8-eaa3d4df64cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0659c6db-9b32-4df9-90d8-00c0bd38edc3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:36.901049 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.949249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b0a6975-9d1d-446c-b147-faa34a61b444 req-c6b0c5fe-6d78-4aed-92aa-71655533e9bc tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423878 Feb 19 03:09:36.973780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event updated for resources: {'Port': ['ID=020b5e50-4cb5-444f-bb57-9b86d09e905d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:36.983200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Checking segment: {'id': '50cb7a25-e4d4-4800-922f-97e77388b74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '04777c33-4582-42e4-ab75-a0414065dde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:36.983661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Network hostable DHCP agents. Network: 04777c33-4582-42e4-ab75-a0414065dde0, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:09:36.998980 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.007601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-59f594d6-b545-40b7-8a10-0631d939c1ea tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8037288 Feb 19 03:09:37.020310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e2a1-21ae-487f-aafb-91edbbcf4f4e admin admin] Publish callbacks [] for security_group (de75342b-997d-4b04-b817-3a229011232b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.033696 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e2a1-21ae-487f-aafb-91edbbcf4f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (de75342b-997d-4b04-b817-3a229011232b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.073334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c45e399-c126-4ce0-9543-5d83137635c7 req-31c53261-5a51-424f-8ad7-fc5ad025d854 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 210 time: 0.0715017 Feb 19 03:09:37.119967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d1a3e2a1-21ae-487f-aafb-91edbbcf4f4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=287d678316c24f44909ddda7a8268d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6652412 Feb 19 03:09:37.122720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Network 04777c33-4582-42e4-ab75-a0414065dde0 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:09:37.125998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55066) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:37.130007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3e2a1-21ae-487f-aafb-91edbbcf4f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de75342b-997d-4b04-b817-3a229011232b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:37.148329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 04777c33-4582-42e4-ab75-a0414065dde0) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:37.161080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea33cf-4032-43d3-9f77-7c4b93c32740 None None] Network 04777c33-4582-42e4-ab75-a0414065dde0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:37.169519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:37.170186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.214535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-02efa4f8-654f-4ece-ab4d-5a21469fc7f3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1853552 Feb 19 03:09:37.289071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a904c74f-19a4-464d-a994-33b7c48a24cf admin admin] Publish callbacks [] for security_group (de75342b-997d-4b04-b817-3a229011232b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.330323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a904c74f-19a4-464d-a994-33b7c48a24cf admin admin] Publish callbacks [] for security_group (de75342b-997d-4b04-b817-3a229011232b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.362781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-e347b381-c7e4-49f7-b2c4-335d47e4a2eb tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1379293882&fields=id&tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263 HTTP/1.1" status: 200 len: 267 time: 0.0970881 Feb 19 03:09:37.424182 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a904c74f-19a4-464d-a994-33b7c48a24cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (de75342b-997d-4b04-b817-3a229011232b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.427947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a904c74f-19a4-464d-a994-33b7c48a24cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.431525 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a904c74f-19a4-464d-a994-33b7c48a24cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de75342b-997d-4b04-b817-3a229011232b HTTP/1.1" status: 204 len: 168 time: 0.3035295 Feb 19 03:09:37.447248 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904c74f-19a4-464d-a994-33b7c48a24cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de75342b-997d-4b04-b817-3a229011232b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:37.492218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b03ad4a-1975-403e-8782-416338eafc84 None None] Network 04777c33-4582-42e4-ab75-a0414065dde0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:37.777109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63df89a-443b-4a6f-864b-15099617bb10 req-b38f160a-8155-4350-b544-550e6560d960 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:37.780750 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-b38f160a-8155-4350-b544-550e6560d960 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/networks?id=78ce3a2f-2af8-45e3-8723-720eca1bd14d HTTP/1.1" status: 200 len: 824 time: 0.4154713 Feb 19 03:09:37.806171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ba500bba-a114-41fc-b909-f95ec3d531ef tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/quotas/e9f85c6ecb8f4cfd97f4ba0310796263 HTTP/1.1" status: 200 len: 375 time: 0.0163991 Feb 19 03:09:37.913672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-97042971-b79b-495d-812d-d01aca70ad78 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986991 Feb 19 03:09:38.209096 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-63bf3a8b-ab48-43eb-ac82-f51b375ad8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.387670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-4b2e128b-d6f2-447f-aaab-ae73ccb05664 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:09:38.388740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-4b2e128b-d6f2-447f-aaab-ae73ccb05664 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2782290 Feb 19 03:09:38.559913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-4b3193b2-eaa3-4e76-8bae-29604bc22f51 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.561240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-4b3193b2-eaa3-4e76-8bae-29604bc22f51 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 820 time: 0.4065421 Feb 19 03:09:38.568626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-841943ba-aa3b-43a4-9e4d-221991954148 service neutron] 10.222.0.42 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677384 Feb 19 03:09:38.605887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-0a049d34-c865-4825-a70d-74ce1038bbeb tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/quotas/01ad0fd35e4b45269d36b6bf63d3f12d HTTP/1.1" status: 200 len: 375 time: 0.0299330 Feb 19 03:09:38.668150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-2abc7b1e-b87a-4fd7-9895-f59fa2661118 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362298 Feb 19 03:09:38.727914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-99968034-0482-4b54-ab68-44eba0dc6dba service neutron] 10.222.0.42 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501915 Feb 19 03:09:38.748213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55160) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:38.923310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-1a50b6da-b637-4a3f-b132-4501653a4b09 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:09:38.924536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-1a50b6da-b637-4a3f-b132-4501653a4b09 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0652339 Feb 19 03:09:39.041401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-network', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:39.074453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Made reservation on behalf of 48b73ec3b0e1475ea282fe7da83ace95 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:39.080886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.102530 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.111578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-cfcde419-ae82-46fb-8b4e-8ceac30884c8 service neutron] 10.222.0.42 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769090 Feb 19 03:09:39.122613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91abc36-29fb-4502-aa43-5b801e7fad1f req-20fb4c64-5f65-4edc-a79f-faf1cae809e6 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:39.124583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f91abc36-29fb-4502-aa43-5b801e7fad1f req-20fb4c64-5f65-4edc-a79f-faf1cae809e6 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 972 time: 0.1081975 Feb 19 03:09:39.234122 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f91abc36-29fb-4502-aa43-5b801e7fad1f req-3f68afda-7bbd-4592-bdb4-a6e28d33a64f tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981598 Feb 19 03:09:39.271599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-ce2728a3-e89d-4d23-a7df-2861be3ba46c service neutron] 10.222.0.42 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458166 Feb 19 03:09:39.384227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Publish callbacks [] for security_group (bee8cf66-5001-41c5-8416-2dfbadcb3a7e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.389569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bee8cf66-5001-41c5-8416-2dfbadcb3a7e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.472166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9dc1eaf9-3a03-4209-b09b-1cf91d3b8bc7 req-c9a5cbfc-9c1c-461a-b887-77a4fa4f90b8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 210 time: 0.0662930 Feb 19 03:09:39.481071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee8cf66-5001-41c5-8416-2dfbadcb3a7e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:39.514773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:09:39.531897 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ff670cac-cc50-449f-891a-d2cc63fe4497), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.532372 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Added segment ff670cac-cc50-449f-891a-d2cc63fe4497 of type vlan for network 3a274390-7682-4cda-982f-e3d148a6b109 Feb 19 03:09:39.569521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8994c66e-4151-4972-b47a-474b721c4349 req-40b1a9b7-0b0a-4c41-bcce-31fd675298c8 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 210 time: 0.0293260 Feb 19 03:09:39.585504 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (3a274390-7682-4cda-982f-e3d148a6b109), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.640334 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (3a274390-7682-4cda-982f-e3d148a6b109), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.641455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:39.642735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.682079 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9326365 Feb 19 03:09:39.682839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:39.727056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Request body: {'subnet': {'network_id': '3a274390-7682-4cda-982f-e3d148a6b109', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-subnet', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:39.741734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5593d5a3-03dc-405b-b0ac-1b2de45a33b1 req-b4d6f7c1-6876-48d8-bbcd-b678b9066b96 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 210 time: 0.0881231 Feb 19 03:09:39.834403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Made reservation on behalf of 48b73ec3b0e1475ea282fe7da83ace95 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:39.840378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.867477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a691f-87c1-4f77-aa4b-118046385676 req-47f776b1-eb4e-44d5-8c7c-5016bdfdb4df tempest-AggregatesAdminTestJSON-316865152 tempest-AggregatesAdminTestJSON-316865152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:39.867477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-178a691f-87c1-4f77-aa4b-118046385676 req-47f776b1-eb4e-44d5-8c7c-5016bdfdb4df tempest-AggregatesAdminTestJSON-316865152 tempest-AggregatesAdminTestJSON-316865152-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 1154 time: 0.1390250 Feb 19 03:09:39.888337 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-178a691f-87c1-4f77-aa4b-118046385676 req-22e213d5-0d78-4997-ab0e-add6c5ec0bd6 tempest-AggregatesAdminTestJSON-316865152 tempest-AggregatesAdminTestJSON-316865152-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.890638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d8705-a7fc-45c0-846d-aad7362aa14a admin admin] Pushing event updated for resources: {'Network': ['ID=3a274390-7682-4cda-982f-e3d148a6b109,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:39.900671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 3a274390-7682-4cda-982f-e3d148a6b109 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:09:40.089011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-178a691f-87c1-4f77-aa4b-118046385676 req-22e213d5-0d78-4997-ab0e-add6c5ec0bd6 tempest-AggregatesAdminTestJSON-316865152 tempest-AggregatesAdminTestJSON-316865152-project-admin] Publish callbacks [] for security_group (1cd75ed6-41aa-41db-b7ff-f8a78b38ee45), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.099731 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-178a691f-87c1-4f77-aa4b-118046385676 req-22e213d5-0d78-4997-ab0e-add6c5ec0bd6 tempest-AggregatesAdminTestJSON-316865152 tempest-AggregatesAdminTestJSON-316865152-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1cd75ed6-41aa-41db-b7ff-f8a78b38ee45), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.148812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-178a691f-87c1-4f77-aa4b-118046385676 req-22e213d5-0d78-4997-ab0e-add6c5ec0bd6 tempest-AggregatesAdminTestJSON-316865152 tempest-AggregatesAdminTestJSON-316865152-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851503 Feb 19 03:09:40.149596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e213d5-0d78-4997-ab0e-add6c5ec0bd6 tempest-AggregatesAdminTestJSON-316865152 tempest-AggregatesAdminTestJSON-316865152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd75ed6-41aa-41db-b7ff-f8a78b38ee45,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:40.166069 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (82074c17-9d2a-4d03-b3c1-002957df4959), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.239400 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82074c17-9d2a-4d03-b3c1-002957df4959,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:40.257630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Checking segment: {'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:40.258058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Network hostable DHCP agents. Network: 3a274390-7682-4cda-982f-e3d148a6b109, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:09:40.296053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Network 3a274390-7682-4cda-982f-e3d148a6b109 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:09:40.310112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 3a274390-7682-4cda-982f-e3d148a6b109) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:40.322750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278d16f3-35a9-497a-aed4-6a570c8e7533 None None] Network 3a274390-7682-4cda-982f-e3d148a6b109 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:40.337897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.341052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.380437 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9b4cd41b-94e8-4612-ace7-77a56017c17d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6940994 Feb 19 03:09:40.383446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55222) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:40.389386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-router', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:40.407401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55226) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:40.433651 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ba973562-4711-414c-9f9f-1cff7bbfc3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.438597 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (1feba246-3ce8-4ccf-a970-acf1fc2e6539), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.442254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (1feba246-3ce8-4ccf-a970-acf1fc2e6539), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.504613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-3a274390-7682-4cda-982f-e3d148a6b109', 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109', 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'fixed_ips': [{'subnet_id': '82074c17-9d2a-4d03-b3c1-002957df4959'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:09:40.506335 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.577115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks [] for router_controller (1feba246-3ce8-4ccf-a970-acf1fc2e6539), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.601407 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7991091-a2cb-49f1-9048-5abff7d7c493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.712048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Allocated IP 172.20.0.2 (3a274390-7682-4cda-982f-e3d148a6b109/82074c17-9d2a-4d03-b3c1-002957df4959/4979c319-e709-4451-bf14-efe256ae6d24) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:40.723502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7991091-a2cb-49f1-9048-5abff7d7c493 admin admin] Publish callbacks [] for security_group (2780678c-ec0b-4223-8291-c996b15fc3c0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.729956 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7991091-a2cb-49f1-9048-5abff7d7c493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2780678c-ec0b-4223-8291-c996b15fc3c0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.765402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7991091-a2cb-49f1-9048-5abff7d7c493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2780678c-ec0b-4223-8291-c996b15fc3c0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:40.815533 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a7991091-a2cb-49f1-9048-5abff7d7c493 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=644d142fb326475e978c6cd4527459a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033504 Feb 19 03:09:40.815739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks [] for router_gateway (1feba246-3ce8-4ccf-a970-acf1fc2e6539), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.815976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55242) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:40.868751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a652dbb5-287b-481f-b060-fc97e0da38c8 req-f37351d4-eb84-4771-9bc4-bb160247db44 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 210 time: 0.0470347 Feb 19 03:09:40.877869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1d3ac-4601-4871-8808-8426b2b4ee9d req-36484635-3ee3-4711-8d59-00359d2e5d62 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.879451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36c1d3ac-4601-4871-8808-8426b2b4ee9d req-36484635-3ee3-4711-8d59-00359d2e5d62 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 972 time: 0.2884827 Feb 19 03:09:40.892839 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8a7286b-8d74-4a87-b1d3-28411be37c1e admin admin] Publish callbacks [] for security_group (2780678c-ec0b-4223-8291-c996b15fc3c0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.926993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8a7286b-8d74-4a87-b1d3-28411be37c1e admin admin] Publish callbacks [] for security_group (2780678c-ec0b-4223-8291-c996b15fc3c0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.989159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Publish callbacks [] for port (4979c319-e709-4451-bf14-efe256ae6d24), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.991616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36c1d3ac-4601-4871-8808-8426b2b4ee9d req-7d972814-e3fc-4830-b63d-bcdfaaa6ac2a tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785549 Feb 19 03:09:40.999226 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (4979c319-e709-4451-bf14-efe256ae6d24), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.036362 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8a7286b-8d74-4a87-b1d3-28411be37c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2780678c-ec0b-4223-8291-c996b15fc3c0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.039231 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8a7286b-8d74-4a87-b1d3-28411be37c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.043683 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f8a7286b-8d74-4a87-b1d3-28411be37c1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2780678c-ec0b-4223-8291-c996b15fc3c0 HTTP/1.1" status: 204 len: 168 time: 0.2228448 Feb 19 03:09:41.050030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Network 3a274390-7682-4cda-982f-e3d148a6b109 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:41.051352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7286b-8d74-4a87-b1d3-28411be37c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2780678c-ec0b-4223-8291-c996b15fc3c0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:41.055155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:41.057353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Pushing event updated for resources: {'Port': ['ID=4979c319-e709-4451-bf14-efe256ae6d24,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:41.059959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:41.072701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c82e648d-4a95-4a9b-b319-46b33a569c89 req-ee12193f-5f6e-4ceb-a96f-90cdec8b23b4 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 210 time: 0.0768478 Feb 19 03:09:41.162431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Attempting to bind port 4979c319-e709-4451-bf14-efe256ae6d24 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:41.162900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Attempting to bind port 4979c319-e709-4451-bf14-efe256ae6d24 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:41.163340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Attempting to bind port 4979c319-e709-4451-bf14-efe256ae6d24 on network 3a274390-7682-4cda-982f-e3d148a6b109 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:41.173666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:41.175356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Checking segment: {'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:41.176228 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.177105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Bound using segment: {'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:41.178391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Bound port: 4979c319-e709-4451-bf14-efe256ae6d24, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:41.180089 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4979c319-e709-4451-bf14-efe256ae6d24), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.239025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44293a75-dfdc-49c9-92cb-b3d61faed964 req-37c724dc-1394-4dec-bb9d-0bdfc48a14fb tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 210 time: 0.0939300 Feb 19 03:09:41.290708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] For port 4979c319-e709-4451-bf14-efe256ae6d24, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:41.294461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] For port 4979c319-e709-4451-bf14-efe256ae6d24, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4979c319-e709-4451-bf14-efe256ae6d24,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:41.303697 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4979c319-e709-4451-bf14-efe256ae6d24), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.360770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks [] for router_gateway (1feba246-3ce8-4ccf-a970-acf1fc2e6539), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.392493 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.403404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db1605-100a-4382-8d89-25e6c150e7f4 None None] Pushing event updated for resources: {'Port': ['ID=4979c319-e709-4451-bf14-efe256ae6d24,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:41.547405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Allocated IP 172.25.4.99 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/8a5bcb38-3fe4-4382-be49-cde07c2ea791) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:41.599529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55260) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:41.617787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b99425d-d40a-467b-ac69-c3c08080b3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.701636 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55262) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:41.743134 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b99425d-d40a-467b-ac69-c3c08080b3f5 admin admin] Publish callbacks [] for security_group (6456cce7-a4ce-4bd9-9ab8-29939c4f7f15), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.750726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b99425d-d40a-467b-ac69-c3c08080b3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6456cce7-a4ce-4bd9-9ab8-29939c4f7f15), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.757688 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks [] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.785526 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.806156 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.806493 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2b99425d-d40a-467b-ac69-c3c08080b3f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c81f88052860481fa894e14f78c41eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057519 Feb 19 03:09:41.808711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99425d-d40a-467b-ac69-c3c08080b3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6456cce7-a4ce-4bd9-9ab8-29939c4f7f15,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:41.809312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55266) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:41.889106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:41.900426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:41.906454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:41.910114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5bcb38-3fe4-4382-be49-cde07c2ea791,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:41.960730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08faecf1-c011-4a4f-ac95-cda59de8dba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.048255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7160036c-dde3-43dc-b8a5-b61369094718 req-71a163d4-0042-4a6d-adc2-63b3aa39769a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 210 time: 0.0735621 Feb 19 03:09:42.058905 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08faecf1-c011-4a4f-ac95-cda59de8dba9 admin admin] Publish callbacks [] for security_group (7227feff-75a8-411f-b61f-887a45f9d065), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.066733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08faecf1-c011-4a4f-ac95-cda59de8dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7227feff-75a8-411f-b61f-887a45f9d065), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.083440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38b59580-1ba5-4456-9d9f-f4f59420eee1 admin admin] Publish callbacks [] for security_group (6456cce7-a4ce-4bd9-9ab8-29939c4f7f15), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.109720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faecf1-c011-4a4f-ac95-cda59de8dba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7227feff-75a8-411f-b61f-887a45f9d065,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:42.118863 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-08faecf1-c011-4a4f-ac95-cda59de8dba9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07ab811496e74a2fa080f54ea2a4c783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121749 Feb 19 03:09:42.120037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55274) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:42.151943 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38b59580-1ba5-4456-9d9f-f4f59420eee1 admin admin] Publish callbacks [] for security_group (6456cce7-a4ce-4bd9-9ab8-29939c4f7f15), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.194063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8795c99d-0e98-409a-9209-010be437db70 admin admin] Publish callbacks [] for security_group (7227feff-75a8-411f-b61f-887a45f9d065), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.219737 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8795c99d-0e98-409a-9209-010be437db70 admin admin] Publish callbacks [] for security_group (7227feff-75a8-411f-b61f-887a45f9d065), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.293591 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8795c99d-0e98-409a-9209-010be437db70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7227feff-75a8-411f-b61f-887a45f9d065), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.296125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8795c99d-0e98-409a-9209-010be437db70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.298471 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8795c99d-0e98-409a-9209-010be437db70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7227feff-75a8-411f-b61f-887a45f9d065 HTTP/1.1" status: 204 len: 168 time: 0.1778321 Feb 19 03:09:42.320686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795c99d-0e98-409a-9209-010be437db70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7227feff-75a8-411f-b61f-887a45f9d065,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:42.328239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bcc2aa96-50fc-4131-8d18-a7af66337e2d req-eedb09fd-73c8-4a30-b01a-cf6434fb04cb tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 210 time: 0.1392803 Feb 19 03:09:42.336836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b88b0-29ca-46cf-bdda-0de4ea355703 req-b87409f0-cfe3-49b0-bd4a-9921578ada0f tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.346077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d5b88b0-29ca-46cf-bdda-0de4ea355703 req-b87409f0-cfe3-49b0-bd4a-9921578ada0f tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 972 time: 0.2661419 Feb 19 03:09:42.404545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Request body: {'port': {'device_id': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '42973c8e1f4740eaafb2729751201363'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:42.499139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dec7f30b-6f6f-433d-8a4b-e8f03d04cb7f req-025d99f6-23f4-4bde-a0a5-725dda3c26c1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 210 time: 0.0710163 Feb 19 03:09:42.549185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38b59580-1ba5-4456-9d9f-f4f59420eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6456cce7-a4ce-4bd9-9ab8-29939c4f7f15), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.559963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38b59580-1ba5-4456-9d9f-f4f59420eee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.561310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-38b59580-1ba5-4456-9d9f-f4f59420eee1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6456cce7-a4ce-4bd9-9ab8-29939c4f7f15 HTTP/1.1" status: 204 len: 168 time: 0.7466733 Feb 19 03:09:42.591845 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d5b88b0-29ca-46cf-bdda-0de4ea355703 req-4d15f8e0-ac25-427c-a249-0055ac69970a tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394888 Feb 19 03:09:42.615029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b59580-1ba5-4456-9d9f-f4f59420eee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456cce7-a4ce-4bd9-9ab8-29939c4f7f15,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:42.633425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks [] for router_gateway (1feba246-3ce8-4ccf-a970-acf1fc2e6539), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.762118 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Made reservation on behalf of 42973c8e1f4740eaafb2729751201363 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:42.764497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-9a1ffe16-026f-4b9e-9c36-9d3fd0439e07 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.766214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.767385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-9a1ffe16-026f-4b9e-9c36-9d3fd0439e07 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.71 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 972 time: 0.3168943 Feb 19 03:09:42.777343 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.818910 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.830676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea7529a-7da3-4d08-be53-c5e9f73d5b4b None None] Network 3a274390-7682-4cda-982f-e3d148a6b109 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:42.881133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55284) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:42.909159 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9b16084-495b-49ef-ab2b-025baafa7cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.921347 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks [] for security_group (f264e077-ce7f-4e39-8c3d-4f12d201f6c3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.935920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f264e077-ce7f-4e39-8c3d-4f12d201f6c3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.054267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-42eafef0-1fd6-4e7d-8091-4e18d3d7432f None None] Provisioning complete for port 4979c319-e709-4451-bf14-efe256ae6d24 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:43.054908 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42eafef0-1fd6-4e7d-8091-4e18d3d7432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4979c319-e709-4451-bf14-efe256ae6d24), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.165087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-42eafef0-1fd6-4e7d-8091-4e18d3d7432f None None] Current status of the port 4979c319-e709-4451-bf14-efe256ae6d24 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:43.165893 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42eafef0-1fd6-4e7d-8091-4e18d3d7432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4979c319-e709-4451-bf14-efe256ae6d24), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.188925 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Allocated IP 192.168.233.172 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/e69eac84-a70d-421a-84e0-42931b16032b) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:43.216090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-42eafef0-1fd6-4e7d-8091-4e18d3d7432f None None] For port 4979c319-e709-4451-bf14-efe256ae6d24, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4979c319-e709-4451-bf14-efe256ae6d24,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:43.223859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-42eafef0-1fd6-4e7d-8091-4e18d3d7432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4979c319-e709-4451-bf14-efe256ae6d24), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.335309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eafef0-1fd6-4e7d-8091-4e18d3d7432f None None] Pushing event updated for resources: {'Port': ['ID=4979c319-e709-4451-bf14-efe256ae6d24,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:43.364484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78e6e422-8984-4cd0-ac75-d904e90b1f40 req-def813ec-7c4f-4664-a55e-58b601e9495d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 210 time: 0.0851710 Feb 19 03:09:43.452853 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks [] for port (e69eac84-a70d-421a-84e0-42931b16032b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.496079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f264e077-ce7f-4e39-8c3d-4f12d201f6c3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:43.580685 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.37', 50700) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:43.588282 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9b16084-495b-49ef-ab2b-025baafa7cc2 admin admin] Publish callbacks [] for security_group (96e82618-0adb-4aa5-b1af-5e2bd0436c4e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.589146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-986eb840-8c20-45ba-8967-ee43a018ef56 req-4edbed20-7f35-466f-9084-d991d8e82b47 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 210 time: 0.1028445 Feb 19 03:09:43.607014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e69eac84-a70d-421a-84e0-42931b16032b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.666672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ddac8f4f-1108-479f-a6ad-f55003e93d67 None None] Provisioning complete for port 4979c319-e709-4451-bf14-efe256ae6d24 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:43.670676 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddac8f4f-1108-479f-a6ad-f55003e93d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4979c319-e709-4451-bf14-efe256ae6d24), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.716703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.37', 50701) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:43.739251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4979c319-e709-4451-bf14-efe256ae6d24 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:43.754828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9b16084-495b-49ef-ab2b-025baafa7cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (96e82618-0adb-4aa5-b1af-5e2bd0436c4e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.866989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-d02a64f7-4dad-4682-883b-15e515a85671 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Deleting port 9254f342-bea9-4120-80e6-6f4fa64b3816 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:09:43.867608 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-d02a64f7-4dad-4682-883b-15e515a85671 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.887254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0aee87d-3d7c-497d-bfc8-c1d433a7123e req-9d97e8c8-5412-45f4-b42d-01d64e8700e7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 210 time: 0.1757538 Feb 19 03:09:43.924199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:43.945832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4979c319-e709-4451-bf14-efe256ae6d24 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:43.946456 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4979c319-e709-4451-bf14-efe256ae6d24), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.986073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b16084-495b-49ef-ab2b-025baafa7cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e82618-0adb-4aa5-b1af-5e2bd0436c4e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:44.000817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:44.004671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ddac8f4f-1108-479f-a6ad-f55003e93d67 None None] Current status of the port 4979c319-e709-4451-bf14-efe256ae6d24 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:44.020693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:44.026436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.027025 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.039210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Pushing event updated for resources: {'Port': ['ID=e69eac84-a70d-421a-84e0-42931b16032b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:44.045976 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a9b16084-495b-49ef-ab2b-025baafa7cc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd5db8eae4a34f18a23b5b086c3552e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1580446 Feb 19 03:09:44.053802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55316) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:44.070329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4979c319-e709-4451-bf14-efe256ae6d24 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:44.097743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (1feba246-3ce8-4ccf-a970-acf1fc2e6539), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.145488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-d02a64f7-4dad-4682-883b-15e515a85671 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] For port 9254f342-bea9-4120-80e6-6f4fa64b3816, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9254f342-bea9-4120-80e6-6f4fa64b3816,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:44.147132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-d02a64f7-4dad-4682-883b-15e515a85671 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.227740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-d02a64f7-4dad-4682-883b-15e515a85671 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Calling delete_port for 9254f342-bea9-4120-80e6-6f4fa64b3816 owned by compute:tempest-test_az-1760952784 {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:09:44.232677 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-e2736036-e357-48b8-a425-0870cc01d61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8345037 Feb 19 03:09:44.250369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-106c9cdc-cdfd-4998-8fe6-1150dad48961 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:09:44.251427 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-106c9cdc-cdfd-4998-8fe6-1150dad48961 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061066 Feb 19 03:09:44.253091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-3febd630-3fca-4d7f-b50d-0de171dfee19 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.254609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-3febd630-3fca-4d7f-b50d-0de171dfee19 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 820 time: 0.5366247 Feb 19 03:09:44.274342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0576bd8-8a12-461f-a7e0-81d0ae2e8d16 req-c60b619b-326f-434b-b03c-d3ba3e7f8d0c tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.280076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63df89a-443b-4a6f-864b-15099617bb10 req-c90bbcab-40e6-4e91-9a56-06487c6056e7 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.281641 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-c90bbcab-40e6-4e91-9a56-06487c6056e7 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.37 "GET /v2.0/networks?id=78ce3a2f-2af8-45e3-8723-720eca1bd14d HTTP/1.1" status: 200 len: 824 time: 0.6981258 Feb 19 03:09:44.283386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0576bd8-8a12-461f-a7e0-81d0ae2e8d16 req-c60b619b-326f-434b-b03c-d3ba3e7f8d0c tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 972 time: 0.5060656 Feb 19 03:09:44.328158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Request body: {'port': {'device_id': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5', 'admin_state_up': True, 'tenant_id': '01ad0fd35e4b45269d36b6bf63d3f12d'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:44.355877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8294e60c-d6c7-430f-b8df-c954e9ee4ca9 None None] Provisioning complete for port e69eac84-a70d-421a-84e0-42931b16032b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:44.356535 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8294e60c-d6c7-430f-b8df-c954e9ee4ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e69eac84-a70d-421a-84e0-42931b16032b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.370298 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51fbf7e3-528c-4988-ad91-49760fb3a7af admin admin] Publish callbacks [] for security_group (96e82618-0adb-4aa5-b1af-5e2bd0436c4e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.404463 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-d696c121-eec8-45e5-b7bf-ada9a9d1b595 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263 HTTP/1.1" status: 200 len: 380 time: 0.1071622 Feb 19 03:09:44.434517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8294e60c-d6c7-430f-b8df-c954e9ee4ca9 None None] Port e69eac84-a70d-421a-84e0-42931b16032b cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:44.443788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Request body: {'port': {'device_id': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'admin_state_up': True, 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'security_groups': ['8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:44.462766 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51fbf7e3-528c-4988-ad91-49760fb3a7af admin admin] Publish callbacks [] for security_group (96e82618-0adb-4aa5-b1af-5e2bd0436c4e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.577582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.610231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Request body: {'port': {'device_id': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:44.635322 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0576bd8-8a12-461f-a7e0-81d0ae2e8d16 req-ed52d6b8-fa10-4c8c-a9b1-b3060ba8e7ea tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/security-groups?id=072ccdf6-0e56-4945-a894-5c25d33a832b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507085 Feb 19 03:09:44.646247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51fbf7e3-528c-4988-ad91-49760fb3a7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (96e82618-0adb-4aa5-b1af-5e2bd0436c4e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.648910 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51fbf7e3-528c-4988-ad91-49760fb3a7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.650591 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-51fbf7e3-528c-4988-ad91-49760fb3a7af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96e82618-0adb-4aa5-b1af-5e2bd0436c4e HTTP/1.1" status: 204 len: 168 time: 0.5946314 Feb 19 03:09:44.687333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Made reservation on behalf of 01ad0fd35e4b45269d36b6bf63d3f12d for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:44.689530 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.704167 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbf7e3-528c-4988-ad91-49760fb3a7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e82618-0adb-4aa5-b1af-5e2bd0436c4e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:44.711490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Made reservation on behalf of e9f85c6ecb8f4cfd97f4ba0310796263 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:44.714932 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.730672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c06c6b-ae4b-4526-b25e-721170c8d17b req-8c13dc4e-afd9-4786-9765-342bf679b9a1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.732267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0c06c6b-ae4b-4526-b25e-721170c8d17b req-8c13dc4e-afd9-4786-9765-342bf679b9a1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 936 time: 0.2141900 Feb 19 03:09:44.755894 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e69eac84-a70d-421a-84e0-42931b16032b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.835318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c4971dc-fdb5-4724-8270-1ecf52379a23 req-7d738b86-68cf-438d-88ac-0117c94d34a4 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 210 time: 0.0690291 Feb 19 03:09:44.890374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:09:44.910570 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-d02a64f7-4dad-4682-883b-15e515a85671 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (9254f342-bea9-4120-80e6-6f4fa64b3816), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:44.931553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0c06c6b-ae4b-4526-b25e-721170c8d17b req-1e9a84f3-9aa0-43a4-9569-5d4a8b0b0d9c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729681 Feb 19 03:09:44.953581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Allocated IP 172.20.0.13 (78ce3a2f-2af8-45e3-8723-720eca1bd14d/9d97a81d-2e1a-438a-b310-2f3bca86ef7f/a95a50f4-85ac-48b8-a8c5-c16434bf417a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:45.019091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a64f7-4dad-4682-883b-15e515a85671 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Pushing event deleted for resources: {'Port': ['ID=9254f342-bea9-4120-80e6-6f4fa64b3816,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:45.174724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff8962e1-cdfd-4d84-88ad-6bdda0b166b4 req-14107f8b-7246-4ad8-94b3-82bbe350fd79 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 210 time: 0.1532538 Feb 19 03:09:45.209929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-d02a64f7-4dad-4682-883b-15e515a85671 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] No DVR routers for this DVR port 9254f342-bea9-4120-80e6-6f4fa64b3816 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:09:45.220210 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-d02a64f7-4dad-4682-883b-15e515a85671 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:45.224071 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ea463e7-548a-40bc-a85d-82ce87a5078f req-d02a64f7-4dad-4682-883b-15e515a85671 tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.71 "DELETE /v2.0/ports/9254f342-bea9-4120-80e6-6f4fa64b3816 HTTP/1.1" status: 204 len: 173 time: 2.4512424 Feb 19 03:09:45.225583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f579cb7-10a1-4f3d-92c1-ff25ded4f0df', 'name': 'network-vif-deleted', 'tag': '9254f342-bea9-4120-80e6-6f4fa64b3816'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:45.228981 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e18603b-7fb7-47da-8cd2-ea472de837bf" -d '{"events": [{"server_uuid": "7f579cb7-10a1-4f3d-92c1-ff25ded4f0df", "name": "network-vif-deleted", "tag": "9254f342-bea9-4120-80e6-6f4fa64b3816"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:45.235679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Allocated IP 172.20.0.3 (13ab5339-b46f-437b-886f-eec7eeac9fe5/008eac97-41bc-4840-b188-ddded1478ba5/eca34166-afdf-4fd3-b338-8688850de555) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:45.350314 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f667afa7-df8b-41e6-997f-de724a827d10 x-openstack-request-id: req-f667afa7-df8b-41e6-997f-de724a827d10 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:45.350625 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f579cb7-10a1-4f3d-92c1-ff25ded4f0df", "name": "network-vif-deleted", "tag": "9254f342-bea9-4120-80e6-6f4fa64b3816", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:45.351058 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f667afa7-df8b-41e6-997f-de724a827d10 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:45.351639 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f579cb7-10a1-4f3d-92c1-ff25ded4f0df', 'name': 'network-vif-deleted', 'tag': '9254f342-bea9-4120-80e6-6f4fa64b3816', 'status': 'completed', 'code': 200} Feb 19 03:09:45.401358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:09:45.416280 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Sync routers for ids ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:09:45.443451 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Routers {'1feba246-3ce8-4ccf-a970-acf1fc2e6539'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:45.445563 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:45.454261 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:45.460520 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-eda1fe35-4715-46bb-a795-36753e76b707 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0754919 Feb 19 03:09:45.476423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55360) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:45.551546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:45.600015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69eac84-a70d-421a-84e0-42931b16032b {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:45.613400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Publish callbacks [] for port (e69eac84-a70d-421a-84e0-42931b16032b), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:45.633036 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks [] for port (eca34166-afdf-4fd3-b338-8688850de555), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:45.646414 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Set router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:45.657288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Transition to ACTIVE for port object e69eac84-a70d-421a-84e0-42931b16032b will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:45.686322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (eca34166-afdf-4fd3-b338-8688850de555), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:45.697426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e69eac84-a70d-421a-84e0-42931b16032b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:45.738263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:45.811078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Pushing event updated for resources: {'Port': ['ID=eca34166-afdf-4fd3-b338-8688850de555,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:45.837575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e69eac84-a70d-421a-84e0-42931b16032b,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:45.846525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Network 13ab5339-b46f-437b-886f-eec7eeac9fe5 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:45.883514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:45.903410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:45.909117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.909775 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:45.939995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03b53ece-e097-46ac-b581-c515323b9dd0 req-d35f315c-076f-4125-bb92-e15ce2fa51fb tempest-AggregatesAdminTestJSON-124164541 tempest-AggregatesAdminTestJSON-124164541-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f579cb7-10a1-4f3d-92c1-ff25ded4f0df HTTP/1.1" status: 200 len: 210 time: 0.0730004 Feb 19 03:09:46.005938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-68ec997f-d8cd-4452-b709-d50e9cd71843 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7068474 Feb 19 03:09:46.024895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Request body: {'port': {'device_id': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:46.089734 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-router', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:40Z', 'updated_at': '2022-02-19T03:09:42Z', 'revision_number': 3, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'gw_port': {'id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:41Z', 'updated_at': '2022-02-19T03:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:46.119937 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Checking router: 1feba246-3ce8-4ccf-a970-acf1fc2e6539 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:09:46.120481 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Updating router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 port 8a5bcb38-3fe4-4382-be49-cde07c2ea791 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:09:46.132086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Network 78ce3a2f-2af8-45e3-8723-720eca1bd14d is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:46.136830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:46.152539 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.289187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eca34166-afdf-4fd3-b338-8688850de555), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.306258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:46.312834 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:46.313777 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.323403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c83a-09f1-4d69-a345-56c58948ce49 req-b02fd66f-9aa6-4809-92f0-3ae8db47cc08 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:46.334488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbd3c83a-09f1-4d69-a345-56c58948ce49 req-b02fd66f-9aa6-4809-92f0-3ae8db47cc08 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 932 time: 0.2682066 Feb 19 03:09:46.334782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event updated for resources: {'Port': ['ID=a95a50f4-85ac-48b8-a8c5-c16434bf417a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:46.373575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Attempting to bind port e69eac84-a70d-421a-84e0-42931b16032b on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:46.374400 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Attempting to bind port e69eac84-a70d-421a-84e0-42931b16032b by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:46.375137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Attempting to bind port e69eac84-a70d-421a-84e0-42931b16032b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:46.387043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Port e69eac84-a70d-421a-84e0-42931b16032b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:46.387860 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Attempting to bind port e69eac84-a70d-421a-84e0-42931b16032b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:46.398841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:46.399404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:46.400879 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:46.401641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Bound port: e69eac84-a70d-421a-84e0-42931b16032b, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:46.402357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e69eac84-a70d-421a-84e0-42931b16032b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.424161 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ff221065-eb90-4ae1-93f7-56d7d8919e8e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9991539 Feb 19 03:09:46.483705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Request body: {'port': {'device_id': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:46.534426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-45bd323c-35be-4223-91e8-104530a18c02 None None] Provisioning complete for port a95a50f4-85ac-48b8-a8c5-c16434bf417a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:46.537019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45bd323c-35be-4223-91e8-104530a18c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.572413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbd3c83a-09f1-4d69-a345-56c58948ce49 req-1de69f9c-0206-43bf-8c0b-371b121ca78e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369585 Feb 19 03:09:46.608148 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Publish callbacks [] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.618426 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.619371 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.639993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-45bd323c-35be-4223-91e8-104530a18c02 None None] Port a95a50f4-85ac-48b8-a8c5-c16434bf417a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:46.706079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:46.736962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e69eac84-a70d-421a-84e0-42931b16032b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:46.753135 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e69eac84-a70d-421a-84e0-42931b16032b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.791285 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Attempting to bind port 8a5bcb38-3fe4-4382-be49-cde07c2ea791 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:46.791980 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Attempting to bind port 8a5bcb38-3fe4-4382-be49-cde07c2ea791 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:46.792574 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Attempting to bind port 8a5bcb38-3fe4-4382-be49-cde07c2ea791 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:46.806254 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:46.807059 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:46.807913 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.808779 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:46.809451 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Bound port: 8a5bcb38-3fe4-4382-be49-cde07c2ea791, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:46.810177 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.813405 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7122edc-b0f1-4710-90e5-c332b835a5e7 None None] Pushing event updated for resources: {'Port': ['ID=8a5bcb38-3fe4-4382-be49-cde07c2ea791,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:46.820256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e020641-c85f-4913-bd20-ecf2328be6aa req-3c29f14f-6e63-44e0-b3d8-28cbac8f6b15 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:46.826937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e020641-c85f-4913-bd20-ecf2328be6aa req-3c29f14f-6e63-44e0-b3d8-28cbac8f6b15 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 948 time: 0.2669497 Feb 19 03:09:46.870294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99b6a-1a10-42f9-a35a-8120976144bc req-f68dd683-0ee2-4767-b251-ca456ac65572 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:46.872316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94c99b6a-1a10-42f9-a35a-8120976144bc req-f68dd683-0ee2-4767-b251-ca456ac65572 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 931 time: 0.2063665 Feb 19 03:09:46.881538 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] For port 8a5bcb38-3fe4-4382-be49-cde07c2ea791, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:46.882345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9254f342-bea9-4120-80e6-6f4fa64b3816 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:09:46.887780 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] For port 8a5bcb38-3fe4-4382-be49-cde07c2ea791, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8a5bcb38-3fe4-4382-be49-cde07c2ea791,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:46.896337 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.915328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 9254f342-bea9-4120-80e6-6f4fa64b3816 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:09:46.916187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9254f342-bea9-4120-80e6-6f4fa64b3816 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:09:46.976648 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Routers {'1feba246-3ce8-4ccf-a970-acf1fc2e6539'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:46.978008 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:47.038647 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7122edc-b0f1-4710-90e5-c332b835a5e7 None None] Pushing event updated for resources: {'Port': ['ID=8a5bcb38-3fe4-4382-be49-cde07c2ea791,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:47.141026 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] Set router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:47.251322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.252898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:47.254398 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 1096 time: 2.7404790 Feb 19 03:09:47.256492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:47.277174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e020641-c85f-4913-bd20-ecf2328be6aa req-d6ce1fd6-774c-4b35-97ae-d2a41079eaee tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493721 Feb 19 03:09:47.289317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94c99b6a-1a10-42f9-a35a-8120976144bc req-bb38981a-7da8-47f6-aad9-2dd6a2a0464b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092660 Feb 19 03:09:47.295601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca34166-afdf-4fd3-b338-8688850de555 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:47.318946 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Publish callbacks [] for port (eca34166-afdf-4fd3-b338-8688850de555), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:47.340365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Transition to ACTIVE for port object eca34166-afdf-4fd3-b338-8688850de555 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:47.351671 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eca34166-afdf-4fd3-b338-8688850de555), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:47.434650 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-router', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:40Z', 'updated_at': '2022-02-19T03:09:42Z', 'revision_number': 3, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'gw_port': {'id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:41Z', 'updated_at': '2022-02-19T03:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:47.460245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Pushing event updated for resources: {'Port': ['ID=eca34166-afdf-4fd3-b338-8688850de555,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:47.465815 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae0332-f8f7-4b62-b89a-44ea6d8f82e8 None None] The sync data for ids ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'] in n-d-826756-2 is: [{'id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-router', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:40Z', 'updated_at': '2022-02-19T03:09:42Z', 'revision_number': 3, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'gw_port': {'id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:41Z', 'updated_at': '2022-02-19T03:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:09:47.516106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:47.517120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:47.517475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:47.524034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Port eca34166-afdf-4fd3-b338-8688850de555 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:47.524382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:47.534046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:47.534495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:47.534895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:47.535341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Bound port: eca34166-afdf-4fd3-b338-8688850de555, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:47.535700 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eca34166-afdf-4fd3-b338-8688850de555), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:47.562429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202c9f4-ca14-4942-910f-d9a576f3c2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e69eac84-a70d-421a-84e0-42931b16032b,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:47.630488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:47.635203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:47.643046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-75dd2b87-d10e-481e-8db6-397180b38bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.644756 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-75dd2b87-d10e-481e-8db6-397180b38bcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1130 time: 0.2900736 Feb 19 03:09:47.646135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eca34166-afdf-4fd3-b338-8688850de555), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:47.649764 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba95779-4850-4888-93b9-6775a56a6674" -d '{"events": [{"name": "network-changed", "server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "tag": "e69eac84-a70d-421a-84e0-42931b16032b"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:47.726341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Pushing event updated for resources: {'Port': ['ID=eca34166-afdf-4fd3-b338-8688850de555,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:47.749711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.750399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:47.752205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-897fec9d-c8b1-4ae9-9115-b05087e2ebf0 service neutron] 10.222.0.37 "PUT /v2.0/ports/eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 200 len: 1091 time: 1.7329547 Feb 19 03:09:47.752584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'tag': 'eca34166-afdf-4fd3-b338-8688850de555'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:47.755929 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec825428-f61d-456a-ae80-3c41d40169f4" -d '{"events": [{"name": "network-changed", "server_uuid": "deacd8f4-1af9-4dce-9a45-49bad8748a98", "tag": "eca34166-afdf-4fd3-b338-8688850de555"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:47.805519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c401-3528-40b9-ad3d-6615995ac35c req-c31f7ae7-0331-42c3-be3f-642f59d9d89b tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.812400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f827c401-3528-40b9-ad3d-6615995ac35c req-c31f7ae7-0331-42c3-be3f-642f59d9d89b tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 932 time: 0.0766706 Feb 19 03:09:47.865699 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-b0186bd7-a678-4685-84af-564b83933386 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 217 time: 0.2035773 Feb 19 03:09:47.869056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:47.980052 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f827c401-3528-40b9-ad3d-6615995ac35c req-c4927a1b-6384-4740-b3e9-979e5f95e759 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644046 Feb 19 03:09:48.017818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-294ac00b-a40f-4fca-99af-47a7299bf310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.019909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-294ac00b-a40f-4fca-99af-47a7299bf310 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1125 time: 0.1994066 Feb 19 03:09:48.024979 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-3283f1c3-b37c-4363-82b1-17a7d478aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.026670 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-3283f1c3-b37c-4363-82b1-17a7d478aafe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1468892 Feb 19 03:09:48.083814 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0406b5-4aba-4a3d-b3be-ce381b409209 x-openstack-request-id: req-0d0406b5-4aba-4a3d-b3be-ce381b409209 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:48.084109 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "tag": "e69eac84-a70d-421a-84e0-42931b16032b", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:48.084367 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d0406b5-4aba-4a3d-b3be-ce381b409209 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:48.084832 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b', 'status': 'completed', 'code': 200} Feb 19 03:09:48.108688 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff654ad-fec0-44b3-8c9b-b6701ead2454 x-openstack-request-id: req-cff654ad-fec0-44b3-8c9b-b6701ead2454 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:48.109051 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deacd8f4-1af9-4dce-9a45-49bad8748a98", "tag": "eca34166-afdf-4fd3-b338-8688850de555", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:48.109300 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cff654ad-fec0-44b3-8c9b-b6701ead2454 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:48.109673 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'tag': 'eca34166-afdf-4fd3-b338-8688850de555', 'status': 'completed', 'code': 200} Feb 19 03:09:48.111640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-7851c631-15de-4af2-852f-805492208f00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 200 len: 217 time: 0.0729358 Feb 19 03:09:48.247837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-ff3c8eab-9e58-45fd-97aa-6c58cb09beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.252285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-ff3c8eab-9e58-45fd-97aa-6c58cb09beb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1252370 Feb 19 03:09:48.287096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-4c4810d3-786e-4157-bac3-4396525e339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.288731 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-4c4810d3-786e-4157-bac3-4396525e339d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2200179 Feb 19 03:09:48.294957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95a50f4-85ac-48b8-a8c5-c16434bf417a {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:48.306813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-b21e61d5-e84e-4f65-8917-d820e6b7ca3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456309 Feb 19 03:09:48.372308 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Publish callbacks [] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.453088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Transition to ACTIVE for port object a95a50f4-85ac-48b8-a8c5-c16434bf417a will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:48.458213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-b4cb6933-c97c-4a4b-a7bd-4e4f98a89b8c service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392698 Feb 19 03:09:48.478574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.496129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Allocated IP 172.20.0.1 (3a274390-7682-4cda-982f-e3d148a6b109/82074c17-9d2a-4d03-b3c1-002957df4959/1173e06d-34cc-43bb-b9fa-6a698a288d88) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:48.654050 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-5853bd14-2a27-4b03-b77f-9cc044d6b954 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449271 Feb 19 03:09:48.659708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1193b183-b2ff-4026-bb9e-a56a585f4991 req-ea5d067c-3118-4861-b0ae-f67dd5d2f9ba service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949198 Feb 19 03:09:48.660356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55470) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:48.706755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Pushing event updated for resources: {'Port': ['ID=a95a50f4-85ac-48b8-a8c5-c16434bf417a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:48.707900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec11c-9669-4f35-b30c-fdbfdc984c63 req-6409fbd7-9e55-4ced-9f87-60b550b40805 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.710026 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f09ec11c-9669-4f35-b30c-fdbfdc984c63 req-6409fbd7-9e55-4ced-9f87-60b550b40805 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 948 time: 0.1529355 Feb 19 03:09:48.723087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92149-0b7a-4267-911e-01e27e1dbf32 req-b12d07fb-3508-46d2-b95f-7c7e1d9b9203 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.724997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5c92149-0b7a-4267-911e-01e27e1dbf32 req-b12d07fb-3508-46d2-b95f-7c7e1d9b9203 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.1636839 Feb 19 03:09:48.790518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Attempting to bind port a95a50f4-85ac-48b8-a8c5-c16434bf417a on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:48.790863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Attempting to bind port a95a50f4-85ac-48b8-a8c5-c16434bf417a by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:48.791190 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Attempting to bind port a95a50f4-85ac-48b8-a8c5-c16434bf417a on network 78ce3a2f-2af8-45e3-8723-720eca1bd14d {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:48.806682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Port a95a50f4-85ac-48b8-a8c5-c16434bf417a on network 78ce3a2f-2af8-45e3-8723-720eca1bd14d not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:48.807061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Attempting to bind port a95a50f4-85ac-48b8-a8c5-c16434bf417a on network 78ce3a2f-2af8-45e3-8723-720eca1bd14d {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:48.835118 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:48.835463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Checking segment: {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:48.835848 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Bound using segment: {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:48.836342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Bound port: a95a50f4-85ac-48b8-a8c5-c16434bf417a, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:48.836703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.872460 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Publish callbacks [] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.879929 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-60d6e5c2-66e5-4a1f-946d-ca99308c8d0c req-6805f74e-d2ce-4772-a272-3d621b1e62ba service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084470 Feb 19 03:09:48.895551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5c92149-0b7a-4267-911e-01e27e1dbf32 req-712f4563-1d38-42c3-85b7-13b5664277d0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406672 Feb 19 03:09:48.913243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f09ec11c-9669-4f35-b30c-fdbfdc984c63 req-5b7eaf5e-5888-4fea-b9d7-bfe82572bb2b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872146 Feb 19 03:09:48.950283 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c73a37df-da3e-42cc-913e-417296710d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.989784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825428-f61d-456a-ae80-3c41d40169f4 req-ebcd3465-d0a7-46c4-b67b-ad992d3a7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.991360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec825428-f61d-456a-ae80-3c41d40169f4 req-ebcd3465-d0a7-46c4-b67b-ad992d3a7bfc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1125 time: 0.1714489 Feb 19 03:09:49.035898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.055557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] For port a95a50f4-85ac-48b8-a8c5-c16434bf417a, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:49.103805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] For port a95a50f4-85ac-48b8-a8c5-c16434bf417a, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a95a50f4-85ac-48b8-a8c5-c16434bf417a,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:49.113537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Network 3a274390-7682-4cda-982f-e3d148a6b109 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:49.120722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:49.123680 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:49.124392 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (1feba246-3ce8-4ccf-a970-acf1fc2e6539), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.146219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825428-f61d-456a-ae80-3c41d40169f4 req-e056af95-ec81-4228-9046-c2fce599a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.147727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec825428-f61d-456a-ae80-3c41d40169f4 req-e056af95-ec81-4228-9046-c2fce599a0fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.1430092 Feb 19 03:09:49.179863 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.187159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c73a37df-da3e-42cc-913e-417296710d7d admin admin] Publish callbacks [] for security_group (e0d654ea-278f-499a-958f-75d8175243c0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.190675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Pushing event updated for resources: {'Port': ['ID=1173e06d-34cc-43bb-b9fa-6a698a288d88,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:49.232327 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.233008 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.234898 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] 10.222.0.37 "PUT /v2.0/ports/a95a50f4-85ac-48b8-a8c5-c16434bf417a HTTP/1.1" status: 200 len: 1092 time: 2.7589893 Feb 19 03:09:49.239806 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec825428-f61d-456a-ae80-3c41d40169f4 req-7a9dac94-9ac0-4412-badb-5ede3aa733e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 200 len: 217 time: 0.0770097 Feb 19 03:09:49.240411 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c73a37df-da3e-42cc-913e-417296710d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e0d654ea-278f-499a-958f-75d8175243c0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.257504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba95779-4850-4888-93b9-6775a56a6674 req-7a946571-0321-470d-9346-25f276bbf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.258948 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6ba95779-4850-4888-93b9-6775a56a6674 req-7a946571-0321-470d-9346-25f276bbf975 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1130 time: 0.2543049 Feb 19 03:09:49.316973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c73a37df-da3e-42cc-913e-417296710d7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8bde6c9e7b24e158e55248a88309c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6472006 Feb 19 03:09:49.331782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55490) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:49.461024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a37df-da3e-42cc-913e-417296710d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d654ea-278f-499a-958f-75d8175243c0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:49.491508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832fbaf-a2f8-4ca3-b83b-6f58d5199fa6 req-bcc1e2fc-6e12-4d7a-ac75-ed199073ba0d tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.499476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7832fbaf-a2f8-4ca3-b83b-6f58d5199fa6 req-bcc1e2fc-6e12-4d7a-ac75-ed199073ba0d tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 944 time: 0.1793692 Feb 19 03:09:49.549323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825428-f61d-456a-ae80-3c41d40169f4 req-eebd8e25-dba3-4e46-900e-ed6b68155d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.551449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec825428-f61d-456a-ae80-3c41d40169f4 req-eebd8e25-dba3-4e46-900e-ed6b68155d0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1838574 Feb 19 03:09:49.600350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a35136da-2d3f-43f4-a95e-9bd9473a5852 None None] Provisioning complete for port 1173e06d-34cc-43bb-b9fa-6a698a288d88 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:49.600853 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a35136da-2d3f-43f4-a95e-9bd9473a5852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.674784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec825428-f61d-456a-ae80-3c41d40169f4 req-46044a10-67ce-46f8-850f-fa3b03c09154 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990076 Feb 19 03:09:49.680971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a35136da-2d3f-43f4-a95e-9bd9473a5852 None None] Port 1173e06d-34cc-43bb-b9fa-6a698a288d88 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:49.696754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7832fbaf-a2f8-4ca3-b83b-6f58d5199fa6 req-d622aab8-09cd-4398-8b0b-ad77d2f2bf05 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962767 Feb 19 03:09:49.753003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8a5bcb38-3fe4-4382-be49-cde07c2ea791 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:49.817542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62e524-02cf-4b01-abde-d26baee0c940 service neutron] Pushing event updated for resources: {'Port': ['ID=a95a50f4-85ac-48b8-a8c5-c16434bf417a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:49.852440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec825428-f61d-456a-ae80-3c41d40169f4 req-9413386a-2224-4329-8832-63706a2a59b1 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762474 Feb 19 03:09:49.945593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63df89a-443b-4a6f-864b-15099617bb10 req-de34abf5-5ec1-4f9d-ac05-699c2f477acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.948952 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-de34abf5-5ec1-4f9d-ac05-699c2f477acb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263&device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 1126 time: 0.6148522 Feb 19 03:09:50.091727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8a5bcb38-3fe4-4382-be49-cde07c2ea791 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:50.092100 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.093544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'tag': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:50.096637 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01" -d '{"events": [{"name": "network-changed", "server_uuid": "d646312d-5f72-4ee5-bc4c-c0f93f74ddcb", "tag": "a95a50f4-85ac-48b8-a8c5-c16434bf417a"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:50.124279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec825428-f61d-456a-ae80-3c41d40169f4 req-b56c8fa0-2fc1-4940-95d6-3e3f26d1e194 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631228 Feb 19 03:09:50.135768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdf2b6-61f9-460c-8d63-d083bb43d4e4 req-158eda1e-48e7-4e05-96a2-b9d721ffc1b3 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.138436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabdf2b6-61f9-460c-8d63-d083bb43d4e4 req-158eda1e-48e7-4e05-96a2-b9d721ffc1b3 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.1222334 Feb 19 03:09:50.171305 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-56907914-bc40-4826-873e-56342d1159e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95a50f4-85ac-48b8-a8c5-c16434bf417a HTTP/1.1" status: 200 len: 217 time: 0.1568058 Feb 19 03:09:50.196246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba95779-4850-4888-93b9-6775a56a6674 req-69bc23ac-231e-412c-b676-19797f522ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.197664 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6ba95779-4850-4888-93b9-6775a56a6674 req-69bc23ac-231e-412c-b676-19797f522ecf service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.9264507 Feb 19 03:09:50.228582 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.241290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabdf2b6-61f9-460c-8d63-d083bb43d4e4 req-68886fc4-50c5-4f6d-a4f2-d6d5f8796d72 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862508 Feb 19 03:09:50.241542 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faea3f2a-8c86-44bc-8ffc-46fea1e37e0e admin admin] Publish callbacks [] for security_group (e0d654ea-278f-499a-958f-75d8175243c0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.294947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8a5bcb38-3fe4-4382-be49-cde07c2ea791 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:50.295556 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.332007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faea3f2a-8c86-44bc-8ffc-46fea1e37e0e admin admin] Publish callbacks [] for security_group (e0d654ea-278f-499a-958f-75d8175243c0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.332774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 8a5bcb38-3fe4-4382-be49-cde07c2ea791, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8a5bcb38-3fe4-4382-be49-cde07c2ea791,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:50.336961 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.374797 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5791c100-2f95-44cb-8b00-0b7bec4f3e65 x-openstack-request-id: req-5791c100-2f95-44cb-8b00-0b7bec4f3e65 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:50.375106 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d646312d-5f72-4ee5-bc4c-c0f93f74ddcb", "tag": "a95a50f4-85ac-48b8-a8c5-c16434bf417a", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:50.375340 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5791c100-2f95-44cb-8b00-0b7bec4f3e65 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:50.375732 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'tag': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a', 'status': 'completed', 'code': 200} Feb 19 03:09:50.382104 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6ba95779-4850-4888-93b9-6775a56a6674 req-4613556f-77ef-4bd0-b1aa-9e777c7004b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 217 time: 0.1480999 Feb 19 03:09:50.388941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55528) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:50.417285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faea3f2a-8c86-44bc-8ffc-46fea1e37e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e0d654ea-278f-499a-958f-75d8175243c0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.417631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=8a5bcb38-3fe4-4382-be49-cde07c2ea791,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:50.419803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faea3f2a-8c86-44bc-8ffc-46fea1e37e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.423935 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-faea3f2a-8c86-44bc-8ffc-46fea1e37e0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0d654ea-278f-499a-958f-75d8175243c0 HTTP/1.1" status: 204 len: 168 time: 1.0856578 Feb 19 03:09:50.431545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af59a-3178-4782-ae25-696679ac5ad1 req-b1580a2d-7f89-4735-ad0c-f5c04020b431 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.433200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-486af59a-3178-4782-ae25-696679ac5ad1 req-b1580a2d-7f89-4735-ad0c-f5c04020b431 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 948 time: 0.1063917 Feb 19 03:09:50.459986 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63df89a-443b-4a6f-864b-15099617bb10 req-48526e7d-afac-4a08-8a71-7e70fdaaabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.461254 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-48526e7d-afac-4a08-8a71-7e70fdaaabb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d97a81d-2e1a-438a-b310-2f3bca86ef7f HTTP/1.1" status: 200 len: 863 time: 0.2804224 Feb 19 03:09:50.474333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea3f2a-8c86-44bc-8ffc-46fea1e37e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d654ea-278f-499a-958f-75d8175243c0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:50.517150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-486af59a-3178-4782-ae25-696679ac5ad1 req-4bfd0b24-a4a2-4fe2-b785-c2b253887c60 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723233 Feb 19 03:09:50.591490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba95779-4850-4888-93b9-6775a56a6674 req-70ed0f56-5d29-420f-9b93-0b60e5facbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.593094 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6ba95779-4850-4888-93b9-6775a56a6674 req-70ed0f56-5d29-420f-9b93-0b60e5facbc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1871955 Feb 19 03:09:50.654895 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63df89a-443b-4a6f-864b-15099617bb10 req-c4a4d7a6-fa8b-4285-90f7-1165992f82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.656410 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-c4a4d7a6-fa8b-4285-90f7-1165992f82c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78ce3a2f-2af8-45e3-8723-720eca1bd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1800826 Feb 19 03:09:50.744328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-023a81e5-4a6a-4fef-b140-ef23451d7491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.842719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba95779-4850-4888-93b9-6775a56a6674 req-de98ca76-b595-4697-8e4f-cf747a173bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.844519 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6ba95779-4850-4888-93b9-6775a56a6674 req-de98ca76-b595-4697-8e4f-cf747a173bef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2441006 Feb 19 03:09:50.853745 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-6b4d04b9-a997-4424-8a3f-5c7864a19c90 service neutron] 10.222.0.37 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871071 Feb 19 03:09:50.868558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55556) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:50.896518 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9db9a2d2-aeb6-4fd1-8c1f-c54fa562bf36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.901820 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-023a81e5-4a6a-4fef-b140-ef23451d7491 admin admin] Publish callbacks [] for security_group (d1a0b7ff-8eb5-45a5-bebd-49a72ea3eb12), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.912832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-023a81e5-4a6a-4fef-b140-ef23451d7491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d1a0b7ff-8eb5-45a5-bebd-49a72ea3eb12), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.980757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-023a81e5-4a6a-4fef-b140-ef23451d7491 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b796c6c400cb4b86b3bb901239919cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5882366 Feb 19 03:09:50.982823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55564) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:50.991189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7bdfd-5cb1-42f3-b3ce-335a10eb692a req-d161fe91-1e8e-48df-9a69-b7ed92d63944 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.992727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76a7bdfd-5cb1-42f3-b3ce-335a10eb692a req-d161fe91-1e8e-48df-9a69-b7ed92d63944 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 944 time: 0.1671746 Feb 19 03:09:51.003303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a81e5-4a6a-4fef-b140-ef23451d7491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0b7ff-8eb5-45a5-bebd-49a72ea3eb12,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:51.008461 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Publish callbacks [] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.031244 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.031992 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (1feba246-3ce8-4ccf-a970-acf1fc2e6539), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.109374 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b63df89a-443b-4a6f-864b-15099617bb10 req-ea7460f1-3c92-4777-b286-531b4d0ae29d service neutron] 10.222.0.37 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456956 Feb 19 03:09:51.112055 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6ba95779-4850-4888-93b9-6775a56a6674 req-32c9cb33-6fde-4f2c-a936-0095d9da7cea service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568362 Feb 19 03:09:51.141803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76a7bdfd-5cb1-42f3-b3ce-335a10eb692a req-bbffb43a-7e41-4581-8ca1-8eb95b266cbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327987 Feb 19 03:09:51.147599 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8368a6c8-1d4f-4eec-8f64-29e5c8fc5ec3 admin admin] Publish callbacks [] for security_group (d1a0b7ff-8eb5-45a5-bebd-49a72ea3eb12), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.169066 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9db9a2d2-aeb6-4fd1-8c1f-c54fa562bf36 admin admin] Publish callbacks [] for security_group (21e67db3-268f-48f9-8aa3-26b12c03b93d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.176556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Pushing event updated for resources: {'Port': ['ID=1173e06d-34cc-43bb-b9fa-6a698a288d88,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:51.181585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9db9a2d2-aeb6-4fd1-8c1f-c54fa562bf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (21e67db3-268f-48f9-8aa3-26b12c03b93d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.190981 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8368a6c8-1d4f-4eec-8f64-29e5c8fc5ec3 admin admin] Publish callbacks [] for security_group (d1a0b7ff-8eb5-45a5-bebd-49a72ea3eb12), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.300211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Network 3a274390-7682-4cda-982f-e3d148a6b109 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:51.303825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:51.307566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9db9a2d2-aeb6-4fd1-8c1f-c54fa562bf36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7edee4aca5ab4975bf0d69bfcab22dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4347527 Feb 19 03:09:51.307566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9a2d2-aeb6-4fd1-8c1f-c54fa562bf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e67db3-268f-48f9-8aa3-26b12c03b93d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:51.309658 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6ba95779-4850-4888-93b9-6775a56a6674 req-03c4cc1b-74ce-4551-ae4d-13154d403e54 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708667 Feb 19 03:09:51.312616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55586) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:51.348302 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8368a6c8-1d4f-4eec-8f64-29e5c8fc5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d1a0b7ff-8eb5-45a5-bebd-49a72ea3eb12), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.351426 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8368a6c8-1d4f-4eec-8f64-29e5c8fc5ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.355158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8368a6c8-1d4f-4eec-8f64-29e5c8fc5ec3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1a0b7ff-8eb5-45a5-bebd-49a72ea3eb12 HTTP/1.1" status: 204 len: 168 time: 0.3592658 Feb 19 03:09:51.367135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368a6c8-1d4f-4eec-8f64-29e5c8fc5ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0b7ff-8eb5-45a5-bebd-49a72ea3eb12,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:51.440887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-eec2ef6c-96a8-410c-9a21-e57183db90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.442947 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-eec2ef6c-96a8-410c-9a21-e57183db90ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263&device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 1126 time: 0.1899376 Feb 19 03:09:51.478550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ad555-e1c7-4779-a065-5ab10bfd252d req-9e5935a3-151d-4581-be65-e2236f146a09 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.486594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc6ad555-e1c7-4779-a065-5ab10bfd252d req-9e5935a3-151d-4581-be65-e2236f146a09 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.0846565 Feb 19 03:09:51.578691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc6ad555-e1c7-4779-a065-5ab10bfd252d req-861ad20f-6a88-4ff0-8c4c-62b58f89a510 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908561 Feb 19 03:09:51.645302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6efce664-1a47-407e-a571-36e1337a0c4a admin admin] Publish callbacks [] for security_group (21e67db3-268f-48f9-8aa3-26b12c03b93d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.699706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c81cde6b-71c7-40ec-b954-13683f09f9dd None None] Provisioning complete for port 1173e06d-34cc-43bb-b9fa-6a698a288d88 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:51.700965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c81cde6b-71c7-40ec-b954-13683f09f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.702261 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6efce664-1a47-407e-a571-36e1337a0c4a admin admin] Publish callbacks [] for security_group (21e67db3-268f-48f9-8aa3-26b12c03b93d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.718076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:09:51.759305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-8b432e93-e4e5-4bbb-911c-2ca851871568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.759662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dba197-4151-4458-8b1e-21079ba3aec9 req-b7cc3633-8c6d-4c43-a704-53dfb55dd2ce tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.760913 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-8b432e93-e4e5-4bbb-911c-2ca851871568 service neutron] 10.222.0.37 "GET /v2.0/networks?id=78ce3a2f-2af8-45e3-8723-720eca1bd14d HTTP/1.1" status: 200 len: 925 time: 0.3087564 Feb 19 03:09:51.761290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09dba197-4151-4458-8b1e-21079ba3aec9 req-b7cc3633-8c6d-4c43-a704-53dfb55dd2ce tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 948 time: 0.1052492 Feb 19 03:09:51.787988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8a5bcb38-3fe4-4382-be49-cde07c2ea791 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:51.812267 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-09a5d2aa-1228-4ac5-bef7-992e250cfbb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95a50f4-85ac-48b8-a8c5-c16434bf417a HTTP/1.1" status: 200 len: 217 time: 0.0434914 Feb 19 03:09:51.822286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c81cde6b-71c7-40ec-b954-13683f09f9dd None None] Port 1173e06d-34cc-43bb-b9fa-6a698a288d88 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:51.863680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8a5bcb38-3fe4-4382-be49-cde07c2ea791 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:51.864344 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.892930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09dba197-4151-4458-8b1e-21079ba3aec9 req-1e616b77-0b48-46ba-be2f-1032425dac95 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199265 Feb 19 03:09:51.902604 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6efce664-1a47-407e-a571-36e1337a0c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (21e67db3-268f-48f9-8aa3-26b12c03b93d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.905172 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6efce664-1a47-407e-a571-36e1337a0c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.906343 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6efce664-1a47-407e-a571-36e1337a0c4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21e67db3-268f-48f9-8aa3-26b12c03b93d HTTP/1.1" status: 204 len: 168 time: 0.5930853 Feb 19 03:09:52.055690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55622) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:52.076148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd896dd4-38bb-4c23-848e-2b3ce6f9816b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.101034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8a5bcb38-3fe4-4382-be49-cde07c2ea791 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:52.118320 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.143428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-d020c547-f458-42f2-b4f1-3137a5285c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.144990 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-d020c547-f458-42f2-b4f1-3137a5285c84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d97a81d-2e1a-438a-b310-2f3bca86ef7f HTTP/1.1" status: 200 len: 863 time: 0.3012128 Feb 19 03:09:52.163370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efce664-1a47-407e-a571-36e1337a0c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e67db3-268f-48f9-8aa3-26b12c03b93d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:52.205398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:09:52.221286 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9d379e74-2fc4-4036-b31e-705875850812 admin admin] 10.222.0.42 "PUT /v2.0/routers/1feba246-3ce8-4ccf-a970-acf1fc2e6539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7280920 Feb 19 03:09:52.226552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Sync routers for ids ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:09:52.242128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Routers {'1feba246-3ce8-4ccf-a970-acf1fc2e6539'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:52.243018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:52.252871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-b5eae563-46fc-4b18-8d43-b554ddf8620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.255496 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-b5eae563-46fc-4b18-8d43-b554ddf8620d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78ce3a2f-2af8-45e3-8723-720eca1bd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1012950 Feb 19 03:09:52.287014 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd896dd4-38bb-4c23-848e-2b3ce6f9816b admin admin] Publish callbacks [] for security_group (585dd740-ec51-47a8-b33d-83fe5e3b0e9d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.312286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd896dd4-38bb-4c23-848e-2b3ce6f9816b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (585dd740-ec51-47a8-b33d-83fe5e3b0e9d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.404234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bd896dd4-38bb-4c23-848e-2b3ce6f9816b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9df141ac58e4b778ef58a2406587813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474140 Feb 19 03:09:52.408577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:52.475246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd896dd4-38bb-4c23-848e-2b3ce6f9816b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585dd740-ec51-47a8-b33d-83fe5e3b0e9d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:52.475993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Set router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:52.493109 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-6740f262-d9fe-45ea-94fb-c8a5825c554c service neutron] 10.222.0.37 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303631 Feb 19 03:09:52.499864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b860da-d01a-4923-8ca9-97949bb29cc8 req-46997c05-d3dc-48a6-bd8d-3fbe3b989176 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.504258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06b860da-d01a-4923-8ca9-97949bb29cc8 req-46997c05-d3dc-48a6-bd8d-3fbe3b989176 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 944 time: 0.2368267 Feb 19 03:09:52.568656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06b860da-d01a-4923-8ca9-97949bb29cc8 req-7f301275-eaf4-413a-b68b-d34bd0f4b6f4 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573168 Feb 19 03:09:52.614670 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7668d105-c011-49e8-8e85-9f83be8d796f admin admin] Publish callbacks [] for security_group (585dd740-ec51-47a8-b33d-83fe5e3b0e9d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.675163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7668d105-c011-49e8-8e85-9f83be8d796f admin admin] Publish callbacks [] for security_group (585dd740-ec51-47a8-b33d-83fe5e3b0e9d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.721349 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-927b9dcf-1633-44c7-bf8e-0b8e1fc79c01 req-dcb8f943-11f2-48be-b97d-9d7e1dd93b31 service neutron] 10.222.0.37 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147818 Feb 19 03:09:52.761107 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7668d105-c011-49e8-8e85-9f83be8d796f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (585dd740-ec51-47a8-b33d-83fe5e3b0e9d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.764546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7668d105-c011-49e8-8e85-9f83be8d796f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.769925 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7668d105-c011-49e8-8e85-9f83be8d796f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/585dd740-ec51-47a8-b33d-83fe5e3b0e9d HTTP/1.1" status: 204 len: 168 time: 0.3564208 Feb 19 03:09:52.784579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668d105-c011-49e8-8e85-9f83be8d796f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585dd740-ec51-47a8-b33d-83fe5e3b0e9d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:52.794984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8cc95-2d0c-42c0-bee0-35a093f669cd req-09e4eea3-4ab6-4ed9-a862-925170d401f6 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.803086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1d8cc95-2d0c-42c0-bee0-35a093f669cd req-09e4eea3-4ab6-4ed9-a862-925170d401f6 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.1046281 Feb 19 03:09:52.871488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1d8cc95-2d0c-42c0-bee0-35a093f669cd req-5511e897-df5a-4a1d-b084-47dfcfc33b02 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633991 Feb 19 03:09:52.958679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55680) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:52.996183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-router', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:40Z', 'updated_at': '2022-02-19T03:09:49Z', 'revision_number': 4, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'gw_port': {'id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:41Z', 'updated_at': '2022-02-19T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1173e06d-34cc-43bb-b9fa-6a698a288d88', 'name': '', 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'mac_address': 'fa:16:3e:fb:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '82074c17-9d2a-4d03-b3c1-002957df4959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:48Z', 'updated_at': '2022-02-19T03:09:50Z', 'revision_number': 2, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'subnets': [{'id': '82074c17-9d2a-4d03-b3c1-002957df4959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:53.036202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Checking router: 1feba246-3ce8-4ccf-a970-acf1fc2e6539 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:09:53.036560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Updating router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 port 1173e06d-34cc-43bb-b9fa-6a698a288d88 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:09:53.072296 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.084078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cd4a-db35-4566-bfcc-2ca69049a2a9 req-afb7de6c-d69d-4ed7-b9c8-b965a4be9ee1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.094699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4031cd4a-db35-4566-bfcc-2ca69049a2a9 req-afb7de6c-d69d-4ed7-b9c8-b965a4be9ee1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 948 time: 0.0856338 Feb 19 03:09:53.148538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4031cd4a-db35-4566-bfcc-2ca69049a2a9 req-552761cb-2f0f-4984-968f-e83324f5e9c2 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528343 Feb 19 03:09:53.290067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-910fbd6f-3289-433a-a824-781478040818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.380913 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-910fbd6f-3289-433a-a824-781478040818 admin admin] Publish callbacks [] for security_group (7e4c9da5-bf72-4cf1-b3c7-dc4a472742dd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.387547 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-910fbd6f-3289-433a-a824-781478040818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7e4c9da5-bf72-4cf1-b3c7-dc4a472742dd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.387690 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Publish callbacks [] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.394534 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.452757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e269b5-ddd6-4bee-b249-dd9add1a7292 None None] Pushing event updated for resources: {'Port': ['ID=1173e06d-34cc-43bb-b9fa-6a698a288d88,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:53.458753 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-910fbd6f-3289-433a-a824-781478040818 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d086a3cec744d199ded413a5c6d5d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982810 Feb 19 03:09:53.459833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fbd6f-3289-433a-a824-781478040818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4c9da5-bf72-4cf1-b3c7-dc4a472742dd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:53.461571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55702) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:53.555069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7b594f7-cdca-4219-99ec-50485988f6fc admin admin] Publish callbacks [] for security_group (7e4c9da5-bf72-4cf1-b3c7-dc4a472742dd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.566722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Attempting to bind port 1173e06d-34cc-43bb-b9fa-6a698a288d88 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:53.567172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Attempting to bind port 1173e06d-34cc-43bb-b9fa-6a698a288d88 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:53.567541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Attempting to bind port 1173e06d-34cc-43bb-b9fa-6a698a288d88 on network 3a274390-7682-4cda-982f-e3d148a6b109 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:53.573556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:53.574035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Checking segment: {'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:53.574445 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.574844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Bound using segment: {'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:53.575347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Bound port: 1173e06d-34cc-43bb-b9fa-6a698a288d88, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:53.575754 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.595806 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7b594f7-cdca-4219-99ec-50485988f6fc admin admin] Publish callbacks [] for security_group (7e4c9da5-bf72-4cf1-b3c7-dc4a472742dd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.683104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7b594f7-cdca-4219-99ec-50485988f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7e4c9da5-bf72-4cf1-b3c7-dc4a472742dd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.686737 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7b594f7-cdca-4219-99ec-50485988f6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.690762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f7b594f7-cdca-4219-99ec-50485988f6fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e4c9da5-bf72-4cf1-b3c7-dc4a472742dd HTTP/1.1" status: 204 len: 168 time: 0.2252982 Feb 19 03:09:53.709234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:53.727630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] For port 1173e06d-34cc-43bb-b9fa-6a698a288d88, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:53.731826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] For port 1173e06d-34cc-43bb-b9fa-6a698a288d88, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1173e06d-34cc-43bb-b9fa-6a698a288d88,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:53.739894 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.749542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b594f7-cdca-4219-99ec-50485988f6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4c9da5-bf72-4cf1-b3c7-dc4a472742dd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:53.785899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c63ad-b3f9-4aed-b1b7-4e62b26cdb37 req-fb86e19f-414b-40e7-a4dd-b8936a5ed685 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.787906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-730c63ad-b3f9-4aed-b1b7-4e62b26cdb37 req-fb86e19f-414b-40e7-a4dd-b8936a5ed685 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 944 time: 0.0944912 Feb 19 03:09:53.841234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Routers {'1feba246-3ce8-4ccf-a970-acf1fc2e6539'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:53.841929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:53.861019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-730c63ad-b3f9-4aed-b1b7-4e62b26cdb37 req-5ad243c8-87dd-4df0-9742-751e3f96527d tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651517 Feb 19 03:09:53.890132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b9703369-62ae-4856-9b86-f4ead0a1e6b4 None None] Provisioning complete for port 1173e06d-34cc-43bb-b9fa-6a698a288d88 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:53.890506 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b9703369-62ae-4856-9b86-f4ead0a1e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.899044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e269b5-ddd6-4bee-b249-dd9add1a7292 None None] Pushing event updated for resources: {'Port': ['ID=1173e06d-34cc-43bb-b9fa-6a698a288d88,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:54.011931 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] Set router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:54.087439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2cce2-16a0-44cd-a50d-2b9cd803ce84 req-d0e28469-f5b1-49bd-b6c8-28ccefd1b011 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:54.097774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05a2cce2-16a0-44cd-a50d-2b9cd803ce84 req-d0e28469-f5b1-49bd-b6c8-28ccefd1b011 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.0965326 Feb 19 03:09:54.151027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b9703369-62ae-4856-9b86-f4ead0a1e6b4 None None] Current status of the port 1173e06d-34cc-43bb-b9fa-6a698a288d88 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:54.151422 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b9703369-62ae-4856-9b86-f4ead0a1e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.171649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55732) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:54.177411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-network', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:54.192527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05a2cce2-16a0-44cd-a50d-2b9cd803ce84 req-91039fe1-a443-45c7-9347-e3d362cce7dd tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935638 Feb 19 03:09:54.195015 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-81b12feb-a721-4600-a047-82b9a99f45ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83a3c3a07b1d49c995f8a00222a68387&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4833164 Feb 19 03:09:54.196374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55734) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:54.228739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Made reservation on behalf of ee9337664ed249c1b1101f3c57b8803f for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:54.231655 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.241335 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.286377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15db7662-2f20-4f2a-8f5f-7b01becff0ba admin admin] Publish callbacks [] for security_group (072ccdf6-0e56-4945-a894-5c25d33a832b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.321065 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15db7662-2f20-4f2a-8f5f-7b01becff0ba admin admin] Publish callbacks [] for security_group (072ccdf6-0e56-4945-a894-5c25d33a832b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.352131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b9703369-62ae-4856-9b86-f4ead0a1e6b4 None None] For port 1173e06d-34cc-43bb-b9fa-6a698a288d88, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1173e06d-34cc-43bb-b9fa-6a698a288d88,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:54.371962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e69eac84-a70d-421a-84e0-42931b16032b details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:54.381396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ec76-00ac-4ff8-8ad2-0d609d5a6149 req-0220156c-27cc-4e5b-b2e0-85e714e55b69 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:54.388451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50d3ec76-00ac-4ff8-8ad2-0d609d5a6149 req-0220156c-27cc-4e5b-b2e0-85e714e55b69 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 948 time: 0.1051953 Feb 19 03:09:54.403899 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b9703369-62ae-4856-9b86-f4ead0a1e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.427709 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15db7662-2f20-4f2a-8f5f-7b01becff0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (072ccdf6-0e56-4945-a894-5c25d33a832b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.430595 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15db7662-2f20-4f2a-8f5f-7b01becff0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.431774 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-15db7662-2f20-4f2a-8f5f-7b01becff0ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/072ccdf6-0e56-4945-a894-5c25d33a832b HTTP/1.1" status: 204 len: 168 time: 0.2245495 Feb 19 03:09:54.449275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db7662-2f20-4f2a-8f5f-7b01becff0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ccdf6-0e56-4945-a894-5c25d33a832b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:54.472353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Publish callbacks [] for security_group (2b2a79fb-6b7d-4751-8ee2-feaa73a185f7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.483978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2b2a79fb-6b7d-4751-8ee2-feaa73a185f7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.491599 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55740) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:54.507955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e78d2dc6-4494-4fcb-9426-4402a1bfe577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.521762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2a79fb-6b7d-4751-8ee2-feaa73a185f7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:54.540765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9703369-62ae-4856-9b86-f4ead0a1e6b4 None None] Pushing event updated for resources: {'Port': ['ID=1173e06d-34cc-43bb-b9fa-6a698a288d88,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:54.588414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50d3ec76-00ac-4ff8-8ad2-0d609d5a6149 req-b39ef5eb-75aa-4ce2-a433-c68cdb0df7b5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990962 Feb 19 03:09:54.592002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:09:54.608163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (3110a21f-aad7-4d7b-857c-d98f88d22469), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.619515 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Added segment 3110a21f-aad7-4d7b-857c-d98f88d22469 of type vlan for network 7671d8e3-ec50-4058-a598-f6af20cacc9b Feb 19 03:09:54.652787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b3f8c3cf-3f27-466d-b26b-616abc1919d1 None None] Provisioning complete for port 1173e06d-34cc-43bb-b9fa-6a698a288d88 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:54.653424 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b3f8c3cf-3f27-466d-b26b-616abc1919d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.679138 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (7671d8e3-ec50-4058-a598-f6af20cacc9b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.682013 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e78d2dc6-4494-4fcb-9426-4402a1bfe577 admin admin] Publish callbacks [] for security_group (fa602a3e-b1ce-4fac-b1af-9a680425d3df), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.688840 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e78d2dc6-4494-4fcb-9426-4402a1bfe577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fa602a3e-b1ce-4fac-b1af-9a680425d3df), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.690942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-router', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:40Z', 'updated_at': '2022-02-19T03:09:49Z', 'revision_number': 4, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'gw_port': {'id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:41Z', 'updated_at': '2022-02-19T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1173e06d-34cc-43bb-b9fa-6a698a288d88', 'name': '', 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'mac_address': 'fa:16:3e:fb:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '82074c17-9d2a-4d03-b3c1-002957df4959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:48Z', 'updated_at': '2022-02-19T03:09:53Z', 'revision_number': 4, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'subnets': [{'id': '82074c17-9d2a-4d03-b3c1-002957df4959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:54.713559 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (7671d8e3-ec50-4058-a598-f6af20cacc9b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.714826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:54.715172 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.724696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd898aa7-8100-42b5-a940-bfd9d4442455 None None] The sync data for ids ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'] in n-d-826756-2 is: [{'id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-router', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:40Z', 'updated_at': '2022-02-19T03:09:49Z', 'revision_number': 4, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'gw_port': {'id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:41Z', 'updated_at': '2022-02-19T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1173e06d-34cc-43bb-b9fa-6a698a288d88', 'name': '', 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'mac_address': 'fa:16:3e:fb:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '82074c17-9d2a-4d03-b3c1-002957df4959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:48Z', 'updated_at': '2022-02-19T03:09:53Z', 'revision_number': 4, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'subnets': [{'id': '82074c17-9d2a-4d03-b3c1-002957df4959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:09:54.738394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e69eac84-a70d-421a-84e0-42931b16032b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:54.762715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d2dc6-4494-4fcb-9426-4402a1bfe577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa602a3e-b1ce-4fac-b1af-9a680425d3df,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:54.762980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'e69eac84-a70d-421a-84e0-42931b16032b', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'e69eac84-a70d-421a-84e0-42931b16032b', 'mac_address': 'fa:16:3e:75:3b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:09:54.784903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6096137 Feb 19 03:09:54.788766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55746) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:54.797292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Request body: {'subnet': {'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-subnet', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:54.828819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6a8bc-500f-455f-9823-b5f47c1e44d4 admin admin] Pushing event updated for resources: {'Network': ['ID=7671d8e3-ec50-4058-a598-f6af20cacc9b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:54.852994 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e78d2dc6-4494-4fcb-9426-4402a1bfe577 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de008655ca384be1980db34fb82aa2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600044 Feb 19 03:09:54.854356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 7671d8e3-ec50-4058-a598-f6af20cacc9b details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:09:54.855769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55750) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:54.881210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Made reservation on behalf of ee9337664ed249c1b1101f3c57b8803f for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:54.884162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.998892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-074e8634-02c8-4f05-8d46-c5c4e07670e8 admin admin] Publish callbacks [] for security_group (fa602a3e-b1ce-4fac-b1af-9a680425d3df), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.059459 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-074e8634-02c8-4f05-8d46-c5c4e07670e8 admin admin] Publish callbacks [] for security_group (fa602a3e-b1ce-4fac-b1af-9a680425d3df), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.169170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port e69eac84-a70d-421a-84e0-42931b16032b is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:55.170437 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e69eac84-a70d-421a-84e0-42931b16032b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.175942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-074e8634-02c8-4f05-8d46-c5c4e07670e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fa602a3e-b1ce-4fac-b1af-9a680425d3df), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.178885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-074e8634-02c8-4f05-8d46-c5c4e07670e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.184149 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-074e8634-02c8-4f05-8d46-c5c4e07670e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa602a3e-b1ce-4fac-b1af-9a680425d3df HTTP/1.1" status: 204 len: 168 time: 0.3269906 Feb 19 03:09:55.185971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8c3cf-3f27-466d-b26b-616abc1919d1 None None] Current status of the port 1173e06d-34cc-43bb-b9fa-6a698a288d88 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:55.207558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e8634-02c8-4f05-8d46-c5c4e07670e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa602a3e-b1ce-4fac-b1af-9a680425d3df,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:55.252311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69eac84-a70d-421a-84e0-42931b16032b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:55.314874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e69eac84-a70d-421a-84e0-42931b16032b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:55.323924 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e69eac84-a70d-421a-84e0-42931b16032b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.324772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eca34166-afdf-4fd3-b338-8688850de555 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:55.377005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d95f5-0125-4a29-9697-da189f619d9c req-20f5607e-7100-43d1-8e96-874b58475102 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.379234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-294d95f5-0125-4a29-9697-da189f619d9c req-20f5607e-7100-43d1-8e96-874b58475102 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 944 time: 0.1437459 Feb 19 03:09:55.391937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55766) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:55.453235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=e69eac84-a70d-421a-84e0-42931b16032b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:55.474712 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9fb62587-dde7-404b-b8c4-79bf731b9526 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a087bfebfef4dc1ab9bb70f32423f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0785844 Feb 19 03:09:55.474913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55768) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:55.516126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1645b65-e481-44ef-9dff-f6ed6d61c96c req-212eb6cd-450f-4cac-b141-eee81523c17b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.524431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1645b65-e481-44ef-9dff-f6ed6d61c96c req-212eb6cd-450f-4cac-b141-eee81523c17b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.2011755 Feb 19 03:09:55.556553 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (b4b3a418-181d-460e-9a32-f4014907bf28), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.606481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-294d95f5-0125-4a29-9697-da189f619d9c req-ac18cd1e-78df-4543-965a-d66cbd19fe14 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695237 Feb 19 03:09:55.651189 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c7d980b-dccc-4e10-a191-defce04cba68 admin admin] Publish callbacks [] for security_group (1cd75ed6-41aa-41db-b7ff-f8a78b38ee45), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.677056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:55.702490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b3a418-181d-460e-9a32-f4014907bf28,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:55.708304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'eca34166-afdf-4fd3-b338-8688850de555', 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5', 'port_id': 'eca34166-afdf-4fd3-b338-8688850de555', 'mac_address': 'fa:16:3e:cb:11:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008eac97-41bc-4840-b188-ddded1478ba5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:09:55.730531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1645b65-e481-44ef-9dff-f6ed6d61c96c req-69a7b413-d900-44e4-be9f-0bc7ab3c3cac tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047248 Feb 19 03:09:55.731458 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c7d980b-dccc-4e10-a191-defce04cba68 admin admin] Publish callbacks [] for security_group (1cd75ed6-41aa-41db-b7ff-f8a78b38ee45), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.802041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1173e06d-34cc-43bb-b9fa-6a698a288d88 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:55.829113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Checking segment: {'id': '3110a21f-aad7-4d7b-857c-d98f88d22469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:55.830187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Network hostable DHCP agents. Network: 7671d8e3-ec50-4058-a598-f6af20cacc9b, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:09:55.878091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c7d980b-dccc-4e10-a191-defce04cba68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1cd75ed6-41aa-41db-b7ff-f8a78b38ee45), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.881522 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c7d980b-dccc-4e10-a191-defce04cba68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.883055 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c7d980b-dccc-4e10-a191-defce04cba68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cd75ed6-41aa-41db-b7ff-f8a78b38ee45 HTTP/1.1" status: 204 len: 168 time: 0.4072466 Feb 19 03:09:55.887531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b48d-f976-4e86-a2c6-e83e7715d595 req-8feb7fa3-25c0-4675-9523-28df0c71ee22 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.896722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0506b48d-f976-4e86-a2c6-e83e7715d595 req-8feb7fa3-25c0-4675-9523-28df0c71ee22 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 949 time: 0.1648433 Feb 19 03:09:55.902553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d980b-dccc-4e10-a191-defce04cba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd75ed6-41aa-41db-b7ff-f8a78b38ee45,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:55.926992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eca34166-afdf-4fd3-b338-8688850de555 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:55.927712 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eca34166-afdf-4fd3-b338-8688850de555), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.928708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Network 7671d8e3-ec50-4058-a598-f6af20cacc9b is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:09:55.947336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 7671d8e3-ec50-4058-a598-f6af20cacc9b) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:55.972436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.973511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.974521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca98d6a-0d1d-4d34-9ba6-b7f5683e367f None None] Network 7671d8e3-ec50-4058-a598-f6af20cacc9b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:56.003603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca34166-afdf-4fd3-b338-8688850de555 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:56.028825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0506b48d-f976-4e86-a2c6-e83e7715d595 req-c1f5638c-734d-4da7-bb37-a9ebfc6af815 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284721 Feb 19 03:09:56.045629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4a5265ff-c785-4237-badb-5f4c847d316d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2556815 Feb 19 03:09:56.049269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55786) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:56.053796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-router', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:56.097967 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.099143 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.117251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1173e06d-34cc-43bb-b9fa-6a698a288d88 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:56.117645 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.128212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:56.161265 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eca34166-afdf-4fd3-b338-8688850de555), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.199054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks [] for router_controller (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.257882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-7671d8e3-ec50-4058-a598-f6af20cacc9b', 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b', 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'fixed_ips': [{'subnet_id': 'b4b3a418-181d-460e-9a32-f4014907bf28'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:09:56.258735 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.263742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eca34166-afdf-4fd3-b338-8688850de555,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:56.339170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device a95a50f4-85ac-48b8-a8c5-c16434bf417a details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:56.417060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks [] for router_gateway (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.462445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port a95a50f4-85ac-48b8-a8c5-c16434bf417a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a95a50f4-85ac-48b8-a8c5-c16434bf417a,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:56.479294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'port_id': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a', 'mac_address': 'fa:16:3e:86:b9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:09:56.598754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port a95a50f4-85ac-48b8-a8c5-c16434bf417a is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:56.598957 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.638379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1173e06d-34cc-43bb-b9fa-6a698a288d88 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:56.643729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95a50f4-85ac-48b8-a8c5-c16434bf417a {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:56.731421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port a95a50f4-85ac-48b8-a8c5-c16434bf417a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a95a50f4-85ac-48b8-a8c5-c16434bf417a,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:56.740946 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.801141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=a95a50f4-85ac-48b8-a8c5-c16434bf417a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:56.814038 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks [] for router_gateway (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.827112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['eca34166-afdf-4fd3-b338-8688850de555'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:56.830931 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Allocated IP 172.20.0.2 (7671d8e3-ec50-4058-a598-f6af20cacc9b/b4b3a418-181d-460e-9a32-f4014907bf28/220c780e-74c1-48b6-9d20-72cc8df8a0d7) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:56.843473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff1c57-478c-4e75-8eee-c4e7cf2dbbf6 req-74cbe387-19b3-46a7-98a4-74e1984e60a7 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.855588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2ff1c57-478c-4e75-8eee-c4e7cf2dbbf6 req-74cbe387-19b3-46a7-98a4-74e1984e60a7 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 945 time: 0.1197836 Feb 19 03:09:56.862643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['e69eac84-a70d-421a-84e0-42931b16032b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:56.885664 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.947018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1b6d3-1f2a-49a9-bb3f-96fb4624893c req-e6670a5c-87f2-44bd-9335-33a2842a23de tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.949009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0b1b6d3-1f2a-49a9-bb3f-96fb4624893c req-e6670a5c-87f2-44bd-9335-33a2842a23de tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 944 time: 0.0755467 Feb 19 03:09:56.989002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2ff1c57-478c-4e75-8eee-c4e7cf2dbbf6 req-83927d65-ff78-4098-8fca-870fb6b08938 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309853 Feb 19 03:09:57.061662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0b1b6d3-1f2a-49a9-bb3f-96fb4624893c req-ccc1c29b-4d51-4b40-b247-f7e7300b7ea9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996892 Feb 19 03:09:57.112483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Allocated IP 172.25.4.97 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/2018204a-257d-4a69-b8bf-d02d33c6a619) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:57.191697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['a95a50f4-85ac-48b8-a8c5-c16434bf417a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:57.256244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaa3f4-e2bf-4385-b367-db9a631147ed req-0bde9b2b-ad68-425a-bbaa-7f5b8573cc6b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.257922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3eaa3f4-e2bf-4385-b367-db9a631147ed req-0bde9b2b-ad68-425a-bbaa-7f5b8573cc6b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 949 time: 0.1052973 Feb 19 03:09:57.328447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks [] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.367340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3eaa3f4-e2bf-4385-b367-db9a631147ed req-03f283da-8dc7-4551-ac33-3bfa1a4829c3 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017582 Feb 19 03:09:57.379050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.393573 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Publish callbacks [] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.430599 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:57.432081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.438503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:57.444538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:57.448939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Pushing event updated for resources: {'Port': ['ID=2018204a-257d-4a69-b8bf-d02d33c6a619,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:57.526062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Network 7671d8e3-ec50-4058-a598-f6af20cacc9b is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:57.528228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Pushing event updated for resources: {'Port': ['ID=220c780e-74c1-48b6-9d20-72cc8df8a0d7,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:57.531497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:57.536772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:57.665430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Attempting to bind port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:57.665973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Attempting to bind port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '3110a21f-aad7-4d7b-857c-d98f88d22469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:57.666354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Attempting to bind port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 on network 7671d8e3-ec50-4058-a598-f6af20cacc9b {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:57.685873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:57.686447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Checking segment: {'id': '3110a21f-aad7-4d7b-857c-d98f88d22469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:57.687167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.687645 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Bound using segment: {'id': '3110a21f-aad7-4d7b-857c-d98f88d22469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:57.688539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Bound port: 220c780e-74c1-48b6-9d20-72cc8df8a0d7, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3110a21f-aad7-4d7b-857c-d98f88d22469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:57.693711 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.784667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] For port 220c780e-74c1-48b6-9d20-72cc8df8a0d7, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:57.790302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] For port 220c780e-74c1-48b6-9d20-72cc8df8a0d7, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=220c780e-74c1-48b6-9d20-72cc8df8a0d7,segment=NetworkSegment(3110a21f-aad7-4d7b-857c-d98f88d22469),segment_id=3110a21f-aad7-4d7b-857c-d98f88d22469)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:57.803524 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.886576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8de376-d4a9-4c62-953e-8cfb236fa31b None None] Pushing event updated for resources: {'Port': ['ID=220c780e-74c1-48b6-9d20-72cc8df8a0d7,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:57.942362 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks [] for router_gateway (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.253314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ea263-954a-4fa1-9536-b3fc0e9121ff req-1d95cf2b-c996-416f-b1fe-2ddc8137edfc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.255012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-502ea263-954a-4fa1-9536-b3fc0e9121ff req-1d95cf2b-c996-416f-b1fe-2ddc8137edfc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 945 time: 0.1430571 Feb 19 03:09:58.283297 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.343379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eca34166-afdf-4fd3-b338-8688850de555 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:58.370907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-502ea263-954a-4fa1-9536-b3fc0e9121ff req-c769c23e-c635-46a5-aa65-74ce28359905 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932827 Feb 19 03:09:58.468083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port eca34166-afdf-4fd3-b338-8688850de555 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:09:58.478926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port eca34166-afdf-4fd3-b338-8688850de555 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:58.479327 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eca34166-afdf-4fd3-b338-8688850de555), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.519422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55944f1b-9312-4554-ba25-f13b3d5cb8b0 req-83318d32-db38-452b-b761-e1852dd81861 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.527584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55944f1b-9312-4554-ba25-f13b3d5cb8b0 req-83318d32-db38-452b-b761-e1852dd81861 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 944 time: 0.0756178 Feb 19 03:09:58.593804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55944f1b-9312-4554-ba25-f13b3d5cb8b0 req-327d7893-9986-43c3-aaa0-2d99421c6011 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650432 Feb 19 03:09:58.613213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eca34166-afdf-4fd3-b338-8688850de555 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:58.613213 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eca34166-afdf-4fd3-b338-8688850de555), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.641703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:09:58.655444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca34166-afdf-4fd3-b338-8688850de555'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:58.658884 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f236a50-6c5f-4b19-88d4-d65d40a85898" -d '{"events": [{"server_uuid": "deacd8f4-1af9-4dce-9a45-49bad8748a98", "name": "network-vif-plugged", "status": "completed", "tag": "eca34166-afdf-4fd3-b338-8688850de555"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:58.686019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:58.693810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eca34166-afdf-4fd3-b338-8688850de555), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.760652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7fb00-cf1a-429a-95c9-9d438ae54128 req-fa313999-59cc-41dc-b183-cb8cf56ff3f3 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.769458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fae7fb00-cf1a-429a-95c9-9d438ae54128 req-fa313999-59cc-41dc-b183-cb8cf56ff3f3 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 949 time: 0.1003549 Feb 19 03:09:58.782108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eca34166-afdf-4fd3-b338-8688850de555,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:58.802432 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:09:58.812660 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Sync routers for ids ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:09:58.824363 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Routers {'2d632b73-8fcd-4dfa-82e3-5fc6d3470611'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:58.824989 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:58.834397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fae7fb00-cf1a-429a-95c9-9d438ae54128 req-623cad98-87bb-4034-bac8-a5d72bd0072a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575762 Feb 19 03:09:58.847682 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.849057 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d41b87e0-04b3-49e4-850b-94e9c3d71e06 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7985404 Feb 19 03:09:58.851905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55880) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:58.895323 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc81eab-1b43-45fc-a132-27df27aad6ec x-openstack-request-id: req-9dc81eab-1b43-45fc-a132-27df27aad6ec {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:58.895776 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deacd8f4-1af9-4dce-9a45-49bad8748a98", "name": "network-vif-plugged", "status": "completed", "tag": "eca34166-afdf-4fd3-b338-8688850de555", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:58.896040 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dc81eab-1b43-45fc-a132-27df27aad6ec {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:58.896440 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca34166-afdf-4fd3-b338-8688850de555', 'code': 200} Feb 19 03:09:59.010154 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Set router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:59.286921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-5bf8137f-4877-4965-b94a-61fe937047bb tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4802c857b5c9481a9e211a7bd4430d7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587962 Feb 19 03:09:59.461214 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-router', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:09:57Z', 'revision_number': 3, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'gw_port': {'id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:59.511539 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Checking router: 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:09:59.511777 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Updating router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 port 2018204a-257d-4a69-b8bf-d02d33c6a619 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:09:59.529983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424b06-8677-455f-abab-bc7daedafcce req-29700c97-d6ac-4bd9-ac71-8786f70e3374 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:59.531540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-29700c97-d6ac-4bd9-ac71-8786f70e3374 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438302 Feb 19 03:09:59.546093 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:59.629938 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfd0fe-0282-4396-97bc-46d72e2dda04 req-19f31830-6e45-40dc-9750-2bef54909cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:59.630733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7411457-732c-4f14-87a3-a3cbec30d770 None None] Network 7671d8e3-ec50-4058-a598-f6af20cacc9b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:59.633481 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7fbfd0fe-0282-4396-97bc-46d72e2dda04 req-19f31830-6e45-40dc-9750-2bef54909cf0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1127 time: 0.2021644 Feb 19 03:09:59.660532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-5da7add2-a189-477f-a997-4fe54fdf05aa tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/quotas/4802c857b5c9481a9e211a7bd4430d7b HTTP/1.1" status: 200 len: 375 time: 0.0543659 Feb 19 03:09:59.754761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e778ff7a-7a34-432c-8e6b-91b4afda9496 None None] Provisioning complete for port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:59.755473 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e778ff7a-7a34-432c-8e6b-91b4afda9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:59.765775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed522b33-5479-4477-bb58-427a55e8001a req-88380654-ddcb-4204-bbc6-d2b724a2131f tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:59.768125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed522b33-5479-4477-bb58-427a55e8001a req-88380654-ddcb-4204-bbc6-d2b724a2131f tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 945 time: 0.2987893 Feb 19 03:09:59.779021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-d387ae6a-f6a0-4398-bd5e-12cdecb48595 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4802c857b5c9481a9e211a7bd4430d7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175451 Feb 19 03:09:59.842085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 220c780e-74c1-48b6-9d20-72cc8df8a0d7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:59.902585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed522b33-5479-4477-bb58-427a55e8001a req-c63004e0-f93d-4447-8822-dba1c615068c tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131005 Feb 19 03:09:59.985650 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Publish callbacks [] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.000611 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.068284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2343ff-6b94-4097-a0ae-ff98ca130f22 req-d03c06a2-e12a-4cf0-905d-bf2e2ee1aae2 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.077007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f2343ff-6b94-4097-a0ae-ff98ca130f22 req-d03c06a2-e12a-4cf0-905d-bf2e2ee1aae2 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 945 time: 0.0938041 Feb 19 03:10:00.081729 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7fbfd0fe-0282-4396-97bc-46d72e2dda04 req-1a01215d-ad34-4897-893b-e0cedd62a1fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632126 Feb 19 03:10:00.082286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55936) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:00.146201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f2343ff-6b94-4097-a0ae-ff98ca130f22 req-d3cbcccb-e9fc-4f91-a135-32280d17fc52 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619786 Feb 19 03:10:00.198050 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Attempting to bind port 2018204a-257d-4a69-b8bf-d02d33c6a619 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:00.198050 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Attempting to bind port 2018204a-257d-4a69-b8bf-d02d33c6a619 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:00.200287 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Attempting to bind port 2018204a-257d-4a69-b8bf-d02d33c6a619 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:00.211971 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a53ab-d196-452b-9c3a-fb1c1f3d2ee1 None None] Pushing event updated for resources: {'Port': ['ID=2018204a-257d-4a69-b8bf-d02d33c6a619,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:00.242147 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:00.242694 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:00.243993 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.245932 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:00.248388 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Bound port: 2018204a-257d-4a69-b8bf-d02d33c6a619, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:00.251608 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.290099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.348311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d24302-a14c-48a1-af9c-98caf49589be req-fdc25d83-87ce-4b8f-8273-0f97f8cc9986 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.352147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56d24302-a14c-48a1-af9c-98caf49589be req-fdc25d83-87ce-4b8f-8273-0f97f8cc9986 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 949 time: 0.1146076 Feb 19 03:10:00.373869 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c45e9e8a-aadd-4280-acae-a872ef2064ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.375631 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] For port 2018204a-257d-4a69-b8bf-d02d33c6a619, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:00.385344 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] For port 2018204a-257d-4a69-b8bf-d02d33c6a619, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2018204a-257d-4a69-b8bf-d02d33c6a619,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:00.389958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:00.391413 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.400061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e69eac84-a70d-421a-84e0-42931b16032b up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:00.403380 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.437658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56d24302-a14c-48a1-af9c-98caf49589be req-55e476c1-4394-4413-904c-5f87b5ec69ee tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784976 Feb 19 03:10:00.493201 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a53ab-d196-452b-9c3a-fb1c1f3d2ee1 None None] Pushing event updated for resources: {'Port': ['ID=2018204a-257d-4a69-b8bf-d02d33c6a619,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:00.495766 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Routers {'2d632b73-8fcd-4dfa-82e3-5fc6d3470611'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:00.496739 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:00.535388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c45e9e8a-aadd-4280-acae-a872ef2064ea admin admin] Publish callbacks [] for security_group (4be30ba4-a11e-4222-b577-a6a4a57cf332), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.549870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c45e9e8a-aadd-4280-acae-a872ef2064ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4be30ba4-a11e-4222-b577-a6a4a57cf332), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.638944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e778ff7a-7a34-432c-8e6b-91b4afda9496 None None] Current status of the port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:00.640689 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e778ff7a-7a34-432c-8e6b-91b4afda9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.647192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Allocated IP 172.20.0.1 (7671d8e3-ec50-4058-a598-f6af20cacc9b/b4b3a418-181d-460e-9a32-f4014907bf28/f9374ee7-54d5-4cda-969a-c03ad88de3b2) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:00.666931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e9e8a-aadd-4280-acae-a872ef2064ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be30ba4-a11e-4222-b577-a6a4a57cf332,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:00.669636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port e69eac84-a70d-421a-84e0-42931b16032b completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:00.691521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c45e9e8a-aadd-4280-acae-a872ef2064ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35de6f81a01548bc9145d9d65f3c1d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6036069 Feb 19 03:10:00.693030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55946) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:00.731823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:00.732616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.756750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port e69eac84-a70d-421a-84e0-42931b16032b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:00.757814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e69eac84-a70d-421a-84e0-42931b16032b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.812156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e778ff7a-7a34-432c-8e6b-91b4afda9496 None None] For port 220c780e-74c1-48b6-9d20-72cc8df8a0d7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=220c780e-74c1-48b6-9d20-72cc8df8a0d7,segment=NetworkSegment(3110a21f-aad7-4d7b-857c-d98f88d22469),segment_id=3110a21f-aad7-4d7b-857c-d98f88d22469)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:00.826337 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e778ff7a-7a34-432c-8e6b-91b4afda9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.834670 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e259c30-1e26-4476-8c0b-dc8f377c18a9 admin admin] Publish callbacks [] for security_group (4be30ba4-a11e-4222-b577-a6a4a57cf332), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.879324 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] Set router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:00.925410 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Publish callbacks [] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.945028 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e259c30-1e26-4476-8c0b-dc8f377c18a9 admin admin] Publish callbacks [] for security_group (4be30ba4-a11e-4222-b577-a6a4a57cf332), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.954593 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7b824f0-eef3-445c-b2a4-7e6ccdf86277 req-98e72017-ddbf-4ffa-97ab-19fafc1bae44 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 210 time: 0.0727684 Feb 19 03:10:00.998474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.003357 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:10:01.003846 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:10:01.057937 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e259c30-1e26-4476-8c0b-dc8f377c18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4be30ba4-a11e-4222-b577-a6a4a57cf332), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.064877 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e259c30-1e26-4476-8c0b-dc8f377c18a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.068573 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1e259c30-1e26-4476-8c0b-dc8f377c18a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4be30ba4-a11e-4222-b577-a6a4a57cf332 HTTP/1.1" status: 204 len: 168 time: 0.3736193 Feb 19 03:10:01.090485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e259c30-1e26-4476-8c0b-dc8f377c18a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be30ba4-a11e-4222-b577-a6a4a57cf332,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:01.137141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778ff7a-7a34-432c-8e6b-91b4afda9496 None None] Pushing event updated for resources: {'Port': ['ID=220c780e-74c1-48b6-9d20-72cc8df8a0d7,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:01.147609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Network 7671d8e3-ec50-4058-a598-f6af20cacc9b is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:01.157556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:01.165217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-48153ced-3ed1-4d7f-9882-b62fe0fa1b84 None None] Provisioning complete for port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:01.166020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-48153ced-3ed1-4d7f-9882-b62fe0fa1b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.171161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:01.174302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.228312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f40b2-47c7-426c-97bf-2cd3e6d81545 req-1760a49f-f2b0-49f1-83f1-cd320c9b5bc9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.238527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-823f40b2-47c7-426c-97bf-2cd3e6d81545 req-1760a49f-f2b0-49f1-83f1-cd320c9b5bc9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 945 time: 0.1368644 Feb 19 03:10:01.262049 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Pushing event updated for resources: {'Port': ['ID=f9374ee7-54d5-4cda-969a-c03ad88de3b2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:01.297322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port e69eac84-a70d-421a-84e0-42931b16032b is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:01.300267 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e69eac84-a70d-421a-84e0-42931b16032b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.413504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-823f40b2-47c7-426c-97bf-2cd3e6d81545 req-f2a426a9-94ac-4a20-863e-510c5245e6ee tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703365 Feb 19 03:10:01.471384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e69eac84-a70d-421a-84e0-42931b16032b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:01.475629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:01.478012 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20004a1-d858-412f-8d54-0dcea8ddb4d3" -d '{"events": [{"server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "name": "network-vif-plugged", "status": "completed", "tag": "e69eac84-a70d-421a-84e0-42931b16032b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:01.520245 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.535581 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-router', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:09:57Z', 'revision_number': 3, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'gw_port': {'id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:01.590378 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e69eac84-a70d-421a-84e0-42931b16032b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.591231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device a95a50f4-85ac-48b8-a8c5-c16434bf417a up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:01.647232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73d36a-3f89-4e6a-9e15-ae4098504f76 req-f35d319c-1bb8-4b32-bd51-01931c79971d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.649107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0e73d36a-3f89-4e6a-9e15-ae4098504f76 req-f35d319c-1bb8-4b32-bd51-01931c79971d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 945 time: 0.1071458 Feb 19 03:10:01.743776 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec205ef2-056f-4aea-a2f7-c479c5a48223 None None] The sync data for ids ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'] in n-d-826756-2 is: [{'id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-router', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:09:57Z', 'revision_number': 3, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'gw_port': {'id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:01.794230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0e73d36a-3f89-4e6a-9e15-ae4098504f76 req-fa09a141-1181-4908-990e-fc152c0a4ab3 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225319 Feb 19 03:10:01.806233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db415b-c5cd-4553-ae26-dbfcc53e2777 req-7e66289e-d15b-43e6-b1c8-1410f8f21f44 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.813735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-48153ced-3ed1-4d7f-9882-b62fe0fa1b84 None None] Current status of the port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:01.815248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30db415b-c5cd-4553-ae26-dbfcc53e2777 req-7e66289e-d15b-43e6-b1c8-1410f8f21f44 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.1654096 Feb 19 03:10:01.838092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=e69eac84-a70d-421a-84e0-42931b16032b,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:01.843975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55990) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:01.850738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:01.866155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Publish callbacks [] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.874068 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.875637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.885060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port a95a50f4-85ac-48b8-a8c5-c16434bf417a completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:01.892908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port a95a50f4-85ac-48b8-a8c5-c16434bf417a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:01.893582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.928257 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.972278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-76b0c497-578b-48ac-88fb-9e95e5922fe6 None None] Provisioning complete for port f9374ee7-54d5-4cda-969a-c03ad88de3b2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:01.972684 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-76b0c497-578b-48ac-88fb-9e95e5922fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.974628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30db415b-c5cd-4553-ae26-dbfcc53e2777 req-1023c354-db1c-4857-937b-2fc2c55280b9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583426 Feb 19 03:10:01.999297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-ce7100a9-495a-41d9-a36b-cd2af02d2c4d tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=4802c857b5c9481a9e211a7bd4430d7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243889 Feb 19 03:10:02.074488 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Pushing event updated for resources: {'Port': ['ID=f9374ee7-54d5-4cda-969a-c03ad88de3b2,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:02.085124 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf291aa-9e4f-4532-96e6-50286c3db834 x-openstack-request-id: req-8cf291aa-9e4f-4532-96e6-50286c3db834 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:02.085442 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "name": "network-vif-plugged", "status": "completed", "tag": "e69eac84-a70d-421a-84e0-42931b16032b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:02.085730 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cf291aa-9e4f-4532-96e6-50286c3db834 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:02.086661 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b', 'code': 200} Feb 19 03:10:02.103262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 220c780e-74c1-48b6-9d20-72cc8df8a0d7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:02.135425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Network 7671d8e3-ec50-4058-a598-f6af20cacc9b is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:02.137234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:02.214409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4949cc65-47b4-4d8b-96e5-b9382765c94d req-718b41f6-0416-47b8-9d94-5d06725d39b7 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 210 time: 0.0580461 Feb 19 03:10:02.292204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-76b0c497-578b-48ac-88fb-9e95e5922fe6 None None] Port f9374ee7-54d5-4cda-969a-c03ad88de3b2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:02.366494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port a95a50f4-85ac-48b8-a8c5-c16434bf417a is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:02.366868 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.564307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port a95a50f4-85ac-48b8-a8c5-c16434bf417a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a95a50f4-85ac-48b8-a8c5-c16434bf417a,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:02.570831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:02.571220 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.599836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.674649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64e13e-5260-494e-876c-911eda8f37bd req-d5d76728-e21a-4b4f-9bcb-fc8507befaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.676087 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ea64e13e-5260-494e-876c-911eda8f37bd req-d5d76728-e21a-4b4f-9bcb-fc8507befaec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1132 time: 0.3366597 Feb 19 03:10:02.714282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:02.715661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=a95a50f4-85ac-48b8-a8c5-c16434bf417a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:02.807902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:02.822059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ddfc94c3-f893-4793-b39a-4a5ef4352045 None None] Provisioning complete for port f9374ee7-54d5-4cda-969a-c03ad88de3b2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:02.822662 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddfc94c3-f893-4793-b39a-4a5ef4352045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.865784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424b06-8677-455f-abab-bc7daedafcce req-fff7a7ae-d9f1-4166-b78b-52bcbaac5b18 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.867440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-fff7a7ae-d9f1-4166-b78b-52bcbaac5b18 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8507934 Feb 19 03:10:02.869008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc94c3-f893-4793-b39a-4a5ef4352045 None None] Port f9374ee7-54d5-4cda-969a-c03ad88de3b2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:02.880292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:02.890436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Request body: {'port': {'device_id': 'ecea9142-8439-4d17-a2d4-caaed3c65f63', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '4802c857b5c9481a9e211a7bd4430d7b'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:02.897877 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-be79745c-8d82-4891-81ea-9afcddd49748 admin admin] 10.222.0.42 "PUT /v2.0/routers/2d632b73-8fcd-4dfa-82e3-5fc6d3470611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0448065 Feb 19 03:10:02.903504 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ea64e13e-5260-494e-876c-911eda8f37bd req-1112f2ff-719e-4518-91ef-063cf2f8669b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167330 Feb 19 03:10:02.944410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Publish callbacks [] for security_group (4c42591b-8c32-43e1-8821-fa33d6d0f2f7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.967127 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4c42591b-8c32-43e1-8821-fa33d6d0f2f7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.985829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b01719-c7e9-4c79-9cd1-3918260b6b60 req-48bb8f45-dc36-4427-9485-66ebe73ffbb8 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.987855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9b01719-c7e9-4c79-9cd1-3918260b6b60 req-48bb8f45-dc36-4427-9485-66ebe73ffbb8 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 946 time: 0.2173936 Feb 19 03:10:03.069736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56042) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:03.069926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ef93714222a4397bde0df5c02df2eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2246709 Feb 19 03:10:03.070575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c42591b-8c32-43e1-8821-fa33d6d0f2f7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:03.118838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.119055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.119315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.119657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.119994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.120325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.120655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.120973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.121303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.121628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.121980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.122302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.122625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9352d-f031-4fc7-9366-454dc5cc574e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.131995 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Publish callbacks [] for security_group (4c42591b-8c32-43e1-8821-fa33d6d0f2f7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.159640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9b01719-c7e9-4c79-9cd1-3918260b6b60 req-13c57259-f5b8-4e7d-b6cb-323aea448dfc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512172 Feb 19 03:10:03.184571 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Publish callbacks [] for security_group (4c42591b-8c32-43e1-8821-fa33d6d0f2f7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.195026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87714f-4f7f-47a3-acef-e27a43313d1f req-d746bb16-0294-4554-b0fb-6c8483b82b04 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.202077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b87714f-4f7f-47a3-acef-e27a43313d1f req-d746bb16-0294-4554-b0fb-6c8483b82b04 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 945 time: 0.1470132 Feb 19 03:10:03.211433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Made reservation on behalf of 4802c857b5c9481a9e211a7bd4430d7b for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:03.217921 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.238474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.313539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4c42591b-8c32-43e1-8821-fa33d6d0f2f7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.317643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.320680 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c42591b-8c32-43e1-8821-fa33d6d0f2f7 HTTP/1.1" status: 204 len: 168 time: 0.2482691 Feb 19 03:10:03.325073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b87714f-4f7f-47a3-acef-e27a43313d1f req-c7492baf-af1d-4cb2-bc08-3cd11ad6cd7a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130428 Feb 19 03:10:03.333561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c42591b-8c32-43e1-8821-fa33d6d0f2f7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:03.348612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.349343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.354159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.354850 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.355300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.355745 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.357512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.358199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.358882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.359385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.360490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.361943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.364219 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1005d-b79b-4ea7-9e28-5117e9c7d851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:03.604319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84839e0a-a7a6-4549-873f-e338f0f9aa05 req-ec845d8e-9148-4bab-be6b-d784a0d6b8c6 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 210 time: 0.0442638 Feb 19 03:10:03.614239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cf639-27a3-4aa7-ac97-5981ac257361 req-6c8f0e71-1885-481c-83ae-6cc6c84ba515 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.622254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-912cf639-27a3-4aa7-ac97-5981ac257361 req-6c8f0e71-1885-481c-83ae-6cc6c84ba515 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.2963464 Feb 19 03:10:03.646498 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks [] for security_group (7c1a5826-2a67-46a1-87ff-db0b9684348e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.673864 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7c1a5826-2a67-46a1-87ff-db0b9684348e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.725402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-912cf639-27a3-4aa7-ac97-5981ac257361 req-1ceb1420-0313-431b-bf8a-ab25deb5ef49 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996420 Feb 19 03:10:03.866323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1a5826-2a67-46a1-87ff-db0b9684348e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:04.034946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Allocated IP 192.168.233.42 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/08711507-aaaf-4e14-b9a8-57799bc64290) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:04.087760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:04.092989 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a40a8c-a98b-4187-ae6b-c3ba7647bac9" -d '{"events": [{"server_uuid": "d646312d-5f72-4ee5-bc4c-c0f93f74ddcb", "name": "network-vif-plugged", "status": "completed", "tag": "a95a50f4-85ac-48b8-a8c5-c16434bf417a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:04.221035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2018204a-257d-4a69-b8bf-d02d33c6a619 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:04.356503 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b755bae8-c071-4e61-b858-42bfe623e5dc x-openstack-request-id: req-b755bae8-c071-4e61-b858-42bfe623e5dc {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:04.357086 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d646312d-5f72-4ee5-bc4c-c0f93f74ddcb", "name": "network-vif-plugged", "status": "completed", "tag": "a95a50f4-85ac-48b8-a8c5-c16434bf417a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:04.358651 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b755bae8-c071-4e61-b858-42bfe623e5dc {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:04.359417 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a', 'code': 200} Feb 19 03:10:04.412636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2018204a-257d-4a69-b8bf-d02d33c6a619 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:04.416229 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:04.520898 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks [] for port (08711507-aaaf-4e14-b9a8-57799bc64290), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:04.560362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2591e8-3ceb-4400-b58c-401e919e9fa4 req-b182efce-d197-4a4d-bd4e-97287ebb7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.564507 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5a2591e8-3ceb-4400-b58c-401e919e9fa4 req-b182efce-d197-4a4d-bd4e-97287ebb7825 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 1128 time: 0.1234078 Feb 19 03:10:04.598939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56086) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:04.753170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2018204a-257d-4a69-b8bf-d02d33c6a619 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:04.753793 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:04.765699 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5a2591e8-3ceb-4400-b58c-401e919e9fa4 req-99e5349c-56c6-464b-b286-3480f3abff0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920631 Feb 19 03:10:04.812963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 2018204a-257d-4a69-b8bf-d02d33c6a619, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2018204a-257d-4a69-b8bf-d02d33c6a619,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:04.825381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101334d0-532f-4f11-bf0b-0fa1479200fc req-f00673e2-5223-47a9-be55-04db69141a57 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.827519 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:04.832388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-101334d0-532f-4f11-bf0b-0fa1479200fc req-f00673e2-5223-47a9-be55-04db69141a57 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 946 time: 0.3826382 Feb 19 03:10:04.876276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:04.902653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=2018204a-257d-4a69-b8bf-d02d33c6a619,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:04.971585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Pushing event updated for resources: {'Port': ['ID=08711507-aaaf-4e14-b9a8-57799bc64290,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:04.992335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Sync routers for ids ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:05.011052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789f77e-f714-4d9c-8c73-69c2a9db62f0 req-aae2185c-6a87-4f8a-a443-d039c4a53186 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.017692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Routers {'2d632b73-8fcd-4dfa-82e3-5fc6d3470611'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:05.021514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:05.022448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4789f77e-f714-4d9c-8c73-69c2a9db62f0 req-aae2185c-6a87-4f8a-a443-d039c4a53186 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1127 time: 0.3321481 Feb 19 03:10:05.073906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:05.127862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:05.129204 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0c86f5a-4829-47d8-8595-8a64593200b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.133119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:05.142995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.144002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.252244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-101334d0-532f-4f11-bf0b-0fa1479200fc req-81f7fc65-2e03-4626-ad97-b0aaae97a6ac tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4178598 Feb 19 03:10:05.271027 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-09040f77-0f4e-47da-ab1f-01ee2e9b4ff2 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3859885 Feb 19 03:10:05.305427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Request body: {'port': {'device_id': 'ecea9142-8439-4d17-a2d4-caaed3c65f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:05.314353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4789f77e-f714-4d9c-8c73-69c2a9db62f0 req-32ce67a9-a83b-4611-9410-8891023f13fc tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883279 Feb 19 03:10:05.325936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Set router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:05.374570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0c86f5a-4829-47d8-8595-8a64593200b8 admin admin] Publish callbacks [] for security_group (10063d02-ef94-481f-9b57-6208c979c365), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.400133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0c86f5a-4829-47d8-8595-8a64593200b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (10063d02-ef94-481f-9b57-6208c979c365), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.460690 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e0c86f5a-4829-47d8-8595-8a64593200b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b97e1fcb261543aa9cefa54a9864057e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8597403 Feb 19 03:10:05.462207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86f5a-4829-47d8-8595-8a64593200b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10063d02-ef94-481f-9b57-6208c979c365,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:05.465465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56110) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:05.570575 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.648663 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:10:05.698776 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c54f6e9-a4c9-4052-b6f7-c77821ca2831 admin admin] Publish callbacks [] for security_group (10063d02-ef94-481f-9b57-6208c979c365), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.768221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c54f6e9-a4c9-4052-b6f7-c77821ca2831 admin admin] Publish callbacks [] for security_group (10063d02-ef94-481f-9b57-6208c979c365), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.821991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d32633d4-e7ab-4469-85f5-3b71f1fd1118 None None] Provisioning complete for port 08711507-aaaf-4e14-b9a8-57799bc64290 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:05.825810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d32633d4-e7ab-4469-85f5-3b71f1fd1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.893343 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c54f6e9-a4c9-4052-b6f7-c77821ca2831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (10063d02-ef94-481f-9b57-6208c979c365), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.896070 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c54f6e9-a4c9-4052-b6f7-c77821ca2831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.904110 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2c54f6e9-a4c9-4052-b6f7-c77821ca2831 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10063d02-ef94-481f-9b57-6208c979c365 HTTP/1.1" status: 204 len: 168 time: 0.4370952 Feb 19 03:10:05.916848 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.925708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54f6e9-a4c9-4052-b6f7-c77821ca2831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10063d02-ef94-481f-9b57-6208c979c365,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:05.998740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d32633d4-e7ab-4469-85f5-3b71f1fd1118 None None] Port 08711507-aaaf-4e14-b9a8-57799bc64290 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:06.019748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240a9b-31ee-4be1-9cb2-e3b3a48ae22b req-52389274-e043-4060-8c1b-6729079c47aa tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.035141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9240a9b-31ee-4be1-9cb2-e3b3a48ae22b req-52389274-e043-4060-8c1b-6729079c47aa tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 935 time: 0.4736130 Feb 19 03:10:06.065225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2018204a-257d-4a69-b8bf-d02d33c6a619 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:06.253715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9240a9b-31ee-4be1-9cb2-e3b3a48ae22b req-3003209d-dbb9-4aa5-b384-43dfd55adb4e tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c1a5826-2a67-46a1-87ff-db0b9684348e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173452 Feb 19 03:10:06.292916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-router', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:10:01Z', 'revision_number': 4, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'gw_port': {'id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f9374ee7-54d5-4cda-969a-c03ad88de3b2', 'name': '', 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'mac_address': 'fa:16:3e:b0:03:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b4b3a418-181d-460e-9a32-f4014907bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:00Z', 'updated_at': '2022-02-19T03:10:01Z', 'revision_number': 2, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'subnets': [{'id': 'b4b3a418-181d-460e-9a32-f4014907bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:06.294941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2018204a-257d-4a69-b8bf-d02d33c6a619 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:06.295417 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.406460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073608a-517d-46de-a75b-736c0b66c097 req-7d1f4dce-a9e7-4944-bea3-78d4f5e750e9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.416803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3073608a-517d-46de-a75b-736c0b66c097 req-7d1f4dce-a9e7-4944-bea3-78d4f5e750e9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.6244564 Feb 19 03:10:06.430849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Checking router: 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:06.431471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Updating router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 port f9374ee7-54d5-4cda-969a-c03ad88de3b2 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:10:06.513242 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3073608a-517d-46de-a75b-736c0b66c097 req-5b68fe8a-1bb6-40c4-88f5-e7da88766bc2 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903089 Feb 19 03:10:06.581569 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.812965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08711507-aaaf-4e14-b9a8-57799bc64290 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:06.856101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Publish callbacks [] for port (08711507-aaaf-4e14-b9a8-57799bc64290), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.882261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56138) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:06.897694 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d42dc7d4-89f4-4ca9-9a12-59e33478704c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.916669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2018204a-257d-4a69-b8bf-d02d33c6a619 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:06.930215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Transition to ACTIVE for port object 08711507-aaaf-4e14-b9a8-57799bc64290 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:06.935851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25612d78-aaae-4f20-b70c-c50c24a2ae4d req-dab42c4e-5abd-4630-9ef5-eaa94e8a0e32 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.949742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25612d78-aaae-4f20-b70c-c50c24a2ae4d req-dab42c4e-5abd-4630-9ef5-eaa94e8a0e32 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1127 time: 0.3491814 Feb 19 03:10:06.954025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.009388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecc0f2-5f41-4620-8f74-8191dddfd4a8 req-3aa4a04e-20bf-4147-8d83-9782dee828e3 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.012132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fecc0f2-5f41-4620-8f74-8191dddfd4a8 req-3aa4a04e-20bf-4147-8d83-9782dee828e3 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 946 time: 0.3412645 Feb 19 03:10:07.103669 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d42dc7d4-89f4-4ca9-9a12-59e33478704c admin admin] Publish callbacks [] for security_group (4d0b76b7-289e-4125-b7ac-697c5506c848), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.127120 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d42dc7d4-89f4-4ca9-9a12-59e33478704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4d0b76b7-289e-4125-b7ac-697c5506c848), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.135072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Pushing event updated for resources: {'Port': ['ID=08711507-aaaf-4e14-b9a8-57799bc64290,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:07.169693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25612d78-aaae-4f20-b70c-c50c24a2ae4d req-d7d6bc53-c0a2-4a0b-a8b5-f151140fbbfd tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103682 Feb 19 03:10:07.183358 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d42dc7d4-89f4-4ca9-9a12-59e33478704c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f861190cbb424273b6f67c901e274f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994289 Feb 19 03:10:07.192243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56142) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:07.241137 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Publish callbacks [] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.263896 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.292774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dc7d4-89f4-4ca9-9a12-59e33478704c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0b76b7-289e-4125-b7ac-697c5506c848,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:07.339421 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fecc0f2-5f41-4620-8f74-8191dddfd4a8 req-e48bf621-133b-4b54-bc11-dafc35a63af2 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732728 Feb 19 03:10:07.342177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Attempting to bind port 08711507-aaaf-4e14-b9a8-57799bc64290 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:07.342526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Attempting to bind port 08711507-aaaf-4e14-b9a8-57799bc64290 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:07.342851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Attempting to bind port 08711507-aaaf-4e14-b9a8-57799bc64290 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:07.364279 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39981799-7512-4c78-8b2d-fd25444c1c2a admin admin] Publish callbacks [] for security_group (4d0b76b7-289e-4125-b7ac-697c5506c848), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.394452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Pushing event updated for resources: {'Port': ['ID=f9374ee7-54d5-4cda-969a-c03ad88de3b2,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:07.400302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Port 08711507-aaaf-4e14-b9a8-57799bc64290 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:07.400637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Attempting to bind port 08711507-aaaf-4e14-b9a8-57799bc64290 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:07.413058 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39981799-7512-4c78-8b2d-fd25444c1c2a admin admin] Publish callbacks [] for security_group (4d0b76b7-289e-4125-b7ac-697c5506c848), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.428146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:07.428488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:07.428883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:07.429314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Bound port: 08711507-aaaf-4e14-b9a8-57799bc64290, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:07.437949 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.466886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.486317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.486680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.487031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.487375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.487714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.488047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.488381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.488731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.489041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.489372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.489699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.504608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:07.562397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] For port 08711507-aaaf-4e14-b9a8-57799bc64290, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:07.568338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] For port 08711507-aaaf-4e14-b9a8-57799bc64290, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=08711507-aaaf-4e14-b9a8-57799bc64290,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:07.582458 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.599602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39981799-7512-4c78-8b2d-fd25444c1c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4d0b76b7-289e-4125-b7ac-697c5506c848), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.606702 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39981799-7512-4c78-8b2d-fd25444c1c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.610080 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-39981799-7512-4c78-8b2d-fd25444c1c2a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d0b76b7-289e-4125-b7ac-697c5506c848 HTTP/1.1" status: 204 len: 168 time: 0.4146087 Feb 19 03:10:07.630650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39981799-7512-4c78-8b2d-fd25444c1c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0b76b7-289e-4125-b7ac-697c5506c848,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:07.677661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Attempting to bind port f9374ee7-54d5-4cda-969a-c03ad88de3b2 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:07.691476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Attempting to bind port f9374ee7-54d5-4cda-969a-c03ad88de3b2 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '3110a21f-aad7-4d7b-857c-d98f88d22469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:07.697301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.697964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.699425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] 10.222.0.71 "PUT /v2.0/ports/08711507-aaaf-4e14-b9a8-57799bc64290 HTTP/1.1" status: 200 len: 1095 time: 2.4177535 Feb 19 03:10:07.699982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecea9142-8439-4d17-a2d4-caaed3c65f63', 'tag': '08711507-aaaf-4e14-b9a8-57799bc64290'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:07.703786 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5af4528-f707-432f-bdd3-aefebdc082da" -d '{"events": [{"name": "network-changed", "server_uuid": "ecea9142-8439-4d17-a2d4-caaed3c65f63", "tag": "08711507-aaaf-4e14-b9a8-57799bc64290"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:07.709170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Attempting to bind port f9374ee7-54d5-4cda-969a-c03ad88de3b2 on network 7671d8e3-ec50-4058-a598-f6af20cacc9b {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:07.738512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:07.748419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Checking segment: {'id': '3110a21f-aad7-4d7b-857c-d98f88d22469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:07.751929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.752727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Bound using segment: {'id': '3110a21f-aad7-4d7b-857c-d98f88d22469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:07.765024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Bound port: f9374ee7-54d5-4cda-969a-c03ad88de3b2, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3110a21f-aad7-4d7b-857c-d98f88d22469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:07.766091 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.815511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a40cc8-5162-455e-92eb-236d85df5029 service neutron] Pushing event updated for resources: {'Port': ['ID=08711507-aaaf-4e14-b9a8-57799bc64290,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:07.912659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-764d13dc-80cb-4213-8fde-8e0828508f7a req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1652957314', 'description': 'tempest-description-201863031'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:07.991999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-764d13dc-80cb-4213-8fde-8e0828508f7a req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.021484 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-764d13dc-80cb-4213-8fde-8e0828508f7a req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.068685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b3b993ff-26e5-45f5-8746-619de898bfd3 None None] Provisioning complete for port f9374ee7-54d5-4cda-969a-c03ad88de3b2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:08.073311 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b3b993ff-26e5-45f5-8746-619de898bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.120701 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-764d13dc-80cb-4213-8fde-8e0828508f7a req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (f5c0b6bf-81db-47f0-b35b-38d9264ea4bc), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.124458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424b06-8677-455f-abab-bc7daedafcce req-25747eea-f3e9-4ed9-9e4a-c34f7cf37c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.127127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-25747eea-f3e9-4ed9-9e4a-c34f7cf37c4b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4802c857b5c9481a9e211a7bd4430d7b&device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 1129 time: 0.3355961 Feb 19 03:10:08.144002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-764d13dc-80cb-4213-8fde-8e0828508f7a req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f5c0b6bf-81db-47f0-b35b-38d9264ea4bc), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.144743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] For port f9374ee7-54d5-4cda-969a-c03ad88de3b2, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:08.147188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b3b993ff-26e5-45f5-8746-619de898bfd3 None None] Port f9374ee7-54d5-4cda-969a-c03ad88de3b2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:08.162641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] For port f9374ee7-54d5-4cda-969a-c03ad88de3b2, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f9374ee7-54d5-4cda-969a-c03ad88de3b2,segment=NetworkSegment(3110a21f-aad7-4d7b-857c-d98f88d22469),segment_id=3110a21f-aad7-4d7b-857c-d98f88d22469)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:08.184526 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.217832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-764d13dc-80cb-4213-8fde-8e0828508f7a req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (ec4d20c3-80f1-4f50-a100-a82f63619633), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.276068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9417fa7-ad8e-4c6e-bf0c-4d89e2060906 None None] Pushing event updated for resources: {'Port': ['ID=f9374ee7-54d5-4cda-969a-c03ad88de3b2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:08.281727 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-609ca366-41f8-4603-a517-3280da525dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.301605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Routers {'2d632b73-8fcd-4dfa-82e3-5fc6d3470611'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:08.302651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:09:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:08.326151 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5065af33-4987-47d8-8a46-0088d8399903 req-5dccb4f7-a538-4cb2-8330-56bc17d96585 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987959 Feb 19 03:10:08.331087 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-cf708398-ff68-4647-a8ba-a703ede9e7da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=08711507-aaaf-4e14-b9a8-57799bc64290 HTTP/1.1" status: 200 len: 217 time: 0.1935847 Feb 19 03:10:08.349085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c0b6bf-81db-47f0-b35b-38d9264ea4bc,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:08.363375 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-764d13dc-80cb-4213-8fde-8e0828508f7a req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ec4d20c3-80f1-4f50-a100-a82f63619633), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.477725 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-764d13dc-80cb-4213-8fde-8e0828508f7a req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.479881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-764d13dc-80cb-4213-8fde-8e0828508f7a req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6340559 Feb 19 03:10:08.504587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] Set router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:08.514316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463bf6b-0979-4cfa-9344-fc1959b9614a req-047be343-6dd0-4fcd-82de-de1e3a065f0d tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.515855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a463bf6b-0979-4cfa-9344-fc1959b9614a req-047be343-6dd0-4fcd-82de-de1e3a065f0d tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1132 time: 0.3878028 Feb 19 03:10:08.517104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef0102-8e01-4317-9179-323127c39999 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4d20c3-80f1-4f50-a100-a82f63619633,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:08.536385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065af33-4987-47d8-8a46-0088d8399903 req-8755cfa5-4e28-43b9-aabf-839f7d1659cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.538313 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5065af33-4987-47d8-8a46-0088d8399903 req-8755cfa5-4e28-43b9-aabf-839f7d1659cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1132 time: 0.1308460 Feb 19 03:10:08.558037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424b06-8677-455f-abab-bc7daedafcce req-4dc95af8-2e1e-434a-98ce-1e53d3668b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.559566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-4dc95af8-2e1e-434a-98ce-1e53d3668b19 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1870306 Feb 19 03:10:08.609515 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a463bf6b-0979-4cfa-9344-fc1959b9614a req-1f00592d-fd90-4805-8e9a-db03dc5e9bc3 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.716775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065af33-4987-47d8-8a46-0088d8399903 req-b250053a-51c4-450e-a038-9e79a2ee94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.718566 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5065af33-4987-47d8-8a46-0088d8399903 req-b250053a-51c4-450e-a038-9e79a2ee94ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1601124 Feb 19 03:10:08.763633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424b06-8677-455f-abab-bc7daedafcce req-77939402-be04-4a80-943c-48dc89c6de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.765608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-77939402-be04-4a80-943c-48dc89c6de35 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1948924 Feb 19 03:10:08.791386 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5065af33-4987-47d8-8a46-0088d8399903 req-ab94aa0f-5b94-40b5-9d0e-2bd8b82527fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 217 time: 0.0653832 Feb 19 03:10:08.815759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b08739-b674-45a0-a9bc-fae0373c6bfb req-06fe28a5-5eb1-41b3-a68d-67618e075853 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.823169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1b08739-b674-45a0-a9bc-fae0373c6bfb req-06fe28a5-5eb1-41b3-a68d-67618e075853 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 947 time: 0.1575530 Feb 19 03:10:08.842771 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d0d07571-3b0a-424e-9269-9ef590354ffd None None] Provisioning complete for port f9374ee7-54d5-4cda-969a-c03ad88de3b2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:08.843481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0d07571-3b0a-424e-9269-9ef590354ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.908483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065af33-4987-47d8-8a46-0088d8399903 req-697711ab-3471-4691-9096-187796da3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.909991 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5065af33-4987-47d8-8a46-0088d8399903 req-697711ab-3471-4691-9096-187796da3875 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1124077 Feb 19 03:10:08.980017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065af33-4987-47d8-8a46-0088d8399903 req-38f5c504-596b-4750-bb1c-1e5e7c7fb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.982318 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5065af33-4987-47d8-8a46-0088d8399903 req-38f5c504-596b-4750-bb1c-1e5e7c7fb2d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0662844 Feb 19 03:10:09.011380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a463bf6b-0979-4cfa-9344-fc1959b9614a req-1f00592d-fd90-4805-8e9a-db03dc5e9bc3 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] Publish callbacks [] for security_group (7aae7355-4b7f-4d33-8f66-7ad594eca210), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.019905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1b08739-b674-45a0-a9bc-fae0373c6bfb req-30701a25-9875-4392-9e40-6eff1961d264 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c1a5826-2a67-46a1-87ff-db0b9684348e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961486 Feb 19 03:10:09.027687 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a463bf6b-0979-4cfa-9344-fc1959b9614a req-1f00592d-fd90-4805-8e9a-db03dc5e9bc3 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7aae7355-4b7f-4d33-8f66-7ad594eca210), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.102974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d0d07571-3b0a-424e-9269-9ef590354ffd None None] Current status of the port f9374ee7-54d5-4cda-969a-c03ad88de3b2 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:09.103405 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0d07571-3b0a-424e-9269-9ef590354ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.130512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a463bf6b-0979-4cfa-9344-fc1959b9614a req-1f00592d-fd90-4805-8e9a-db03dc5e9bc3 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681789 Feb 19 03:10:09.132809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00592d-fd90-4805-8e9a-db03dc5e9bc3 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aae7355-4b7f-4d33-8f66-7ad594eca210,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:09.157926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-673a0bf1-516b-40f8-8561-ced416d9b692 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803921 Feb 19 03:10:09.191071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-router', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:10:01Z', 'revision_number': 4, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'gw_port': {'id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f9374ee7-54d5-4cda-969a-c03ad88de3b2', 'name': '', 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'mac_address': 'fa:16:3e:b0:03:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b4b3a418-181d-460e-9a32-f4014907bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:00Z', 'updated_at': '2022-02-19T03:10:08Z', 'revision_number': 4, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'subnets': [{'id': 'b4b3a418-181d-460e-9a32-f4014907bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:09.212063 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5065af33-4987-47d8-8a46-0088d8399903 req-40872c58-87a5-4702-bc1e-8ef94ac828db service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219107 Feb 19 03:10:09.288648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c28821-e6e6-4e3b-91f3-366ade7e33aa None None] The sync data for ids ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'] in n-d-826756-2 is: [{'id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-router', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:10:01Z', 'revision_number': 4, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'gw_port': {'id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f9374ee7-54d5-4cda-969a-c03ad88de3b2', 'name': '', 'network_id': '7671d8e3-ec50-4058-a598-f6af20cacc9b', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'mac_address': 'fa:16:3e:b0:03:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b4b3a418-181d-460e-9a32-f4014907bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:00Z', 'updated_at': '2022-02-19T03:10:08Z', 'revision_number': 4, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'subnets': [{'id': 'b4b3a418-181d-460e-9a32-f4014907bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:09.303933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d0d07571-3b0a-424e-9269-9ef590354ffd None None] For port f9374ee7-54d5-4cda-969a-c03ad88de3b2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f9374ee7-54d5-4cda-969a-c03ad88de3b2,segment=NetworkSegment(3110a21f-aad7-4d7b-857c-d98f88d22469),segment_id=3110a21f-aad7-4d7b-857c-d98f88d22469)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:09.317672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0d07571-3b0a-424e-9269-9ef590354ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.355332 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd03aeb-c772-4df7-b4fe-402293214fb0 x-openstack-request-id: req-1fd03aeb-c772-4df7-b4fe-402293214fb0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:09.356147 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecea9142-8439-4d17-a2d4-caaed3c65f63", "tag": "08711507-aaaf-4e14-b9a8-57799bc64290", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:09.356147 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fd03aeb-c772-4df7-b4fe-402293214fb0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:09.356449 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecea9142-8439-4d17-a2d4-caaed3c65f63', 'tag': '08711507-aaaf-4e14-b9a8-57799bc64290', 'status': 'completed', 'code': 200} Feb 19 03:10:09.435089 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5065af33-4987-47d8-8a46-0088d8399903 req-9c32459e-2257-40f1-bda5-36ee7a614017 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136872 Feb 19 03:10:09.471473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-b6df0dd6-3b73-429a-ae42-1ff6a77cd557 req-ee7bea19-61df-48db-8729-79f5980f35bc tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1354321850', 'description': 'tempest-description-1392721546'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:09.475981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d07571-3b0a-424e-9269-9ef590354ffd None None] Pushing event updated for resources: {'Port': ['ID=f9374ee7-54d5-4cda-969a-c03ad88de3b2,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:09.545712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb424b06-8677-455f-abab-bc7daedafcce req-4c901b54-5521-4782-8690-77147e6df65f service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767087 Feb 19 03:10:09.591425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b6df0dd6-3b73-429a-ae42-1ff6a77cd557 req-ee7bea19-61df-48db-8729-79f5980f35bc tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.629899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0014d26-22eb-4f69-964b-193214f2dae7 req-b0ed68cd-b1de-42ac-b3fb-9e72482f9b33 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:09.634021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0014d26-22eb-4f69-964b-193214f2dae7 req-b0ed68cd-b1de-42ac-b3fb-9e72482f9b33 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 946 time: 0.3358955 Feb 19 03:10:09.644535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56192) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:09.656922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9dc8694a-dba9-4b66-8c4f-f89dc174ea94 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Request body: {'floatingip': {'port_id': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:09.763100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4528-f707-432f-bdd3-aefebdc082da req-504a0b5c-b1e8-4585-9722-b66072be5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:09.776024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5af4528-f707-432f-bdd3-aefebdc082da req-504a0b5c-b1e8-4585-9722-b66072be5a95 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4802c857b5c9481a9e211a7bd4430d7b&device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 1129 time: 0.1387413 Feb 19 03:10:09.810365 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9dc8694a-dba9-4b66-8c4f-f89dc174ea94 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for floatingip (6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.046569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-1ff56df9-4e77-48c1-81d1-efa547e8ed97 req-d0146a46-d028-4802-bef2-c943b601e9ff service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:10:10.066390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ff56df9-4e77-48c1-81d1-efa547e8ed97 req-d0146a46-d028-4802-bef2-c943b601e9ff service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252922 Feb 19 03:10:10.073100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b6df0dd6-3b73-429a-ae42-1ff6a77cd557 req-ee7bea19-61df-48db-8729-79f5980f35bc tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (2b1bd370-916d-4453-9ea6-fe6cd552d531), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.099935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b6df0dd6-3b73-429a-ae42-1ff6a77cd557 req-ee7bea19-61df-48db-8729-79f5980f35bc tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2b1bd370-916d-4453-9ea6-fe6cd552d531), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.149616 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f9374ee7-54d5-4cda-969a-c03ad88de3b2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:10.253131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bea19-61df-48db-8729-79f5980f35bc tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1bd370-916d-4453-9ea6-fe6cd552d531,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:10.273347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b6df0dd6-3b73-429a-ae42-1ff6a77cd557 req-ee7bea19-61df-48db-8729-79f5980f35bc tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.278246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f9374ee7-54d5-4cda-969a-c03ad88de3b2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:10.278246 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.290276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6df0dd6-3b73-429a-ae42-1ff6a77cd557 req-ee7bea19-61df-48db-8729-79f5980f35bc tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8542221 Feb 19 03:10:10.401273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4528-f707-432f-bdd3-aefebdc082da req-d62817f9-e747-43fb-a40c-21e7416220bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:10.405136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5af4528-f707-432f-bdd3-aefebdc082da req-d62817f9-e747-43fb-a40c-21e7416220bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.6173368 Feb 19 03:10:10.470252 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e407a92d-6399-4f70-9a4e-df8f4d014747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.544645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5af4528-f707-432f-bdd3-aefebdc082da req-3323a3c5-30fd-40d8-8f24-d6e6fbc98ba4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=08711507-aaaf-4e14-b9a8-57799bc64290 HTTP/1.1" status: 200 len: 217 time: 0.1309204 Feb 19 03:10:10.556726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-e47621a5-7261-48d0-8096-e269201b5d52 req-bc31c758-4440-456f-af73-2525e0298dff service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:10:10.558260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e47621a5-7261-48d0-8096-e269201b5d52 req-bc31c758-4440-456f-af73-2525e0298dff service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070236 Feb 19 03:10:10.584084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f9374ee7-54d5-4cda-969a-c03ad88de3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:10.757132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4528-f707-432f-bdd3-aefebdc082da req-e6736a81-dd97-4a50-b3a4-2db44fe87908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:10.762618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5af4528-f707-432f-bdd3-aefebdc082da req-e6736a81-dd97-4a50-b3a4-2db44fe87908 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1990554 Feb 19 03:10:10.867802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4528-f707-432f-bdd3-aefebdc082da req-edf04d1d-8892-408f-acac-ea865bfae82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:10.871491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5af4528-f707-432f-bdd3-aefebdc082da req-edf04d1d-8892-408f-acac-ea865bfae82b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0968025 Feb 19 03:10:11.098102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5af4528-f707-432f-bdd3-aefebdc082da req-b6918b62-86b6-4294-948b-7e3a0bfb47b0 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173860 Feb 19 03:10:11.323997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5af4528-f707-432f-bdd3-aefebdc082da req-b2cf5470-2532-430e-bf14-20621f11e2c3 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192435 Feb 19 03:10:11.520095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf7bf4-340a-4b5e-b1a8-c2da87845a8f req-bdb5fbd9-c6c7-46dd-8ffa-0cb973498a3e tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:11.530784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddf7bf4-340a-4b5e-b1a8-c2da87845a8f req-bdb5fbd9-c6c7-46dd-8ffa-0cb973498a3e tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 947 time: 0.1303487 Feb 19 03:10:11.597390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddf7bf4-340a-4b5e-b1a8-c2da87845a8f req-83bdf2d3-ea4f-419e-b800-207de9ca0a07 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c1a5826-2a67-46a1-87ff-db0b9684348e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615523 Feb 19 03:10:11.635007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.db.resource_extend [None req-9dc8694a-dba9-4b66-8c4f-f89dc174ea94 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:10:11.659623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56248) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:11.830665 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:11.835101 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9dc8694a-dba9-4b66-8c4f-f89dc174ea94 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:11.842383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9dc8694a-dba9-4b66-8c4f-f89dc174ea94 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:11.898592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-679c7b6a-a5b3-410b-9ace-e1c74c956b9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2246377 Feb 19 03:10:11.906286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-4aad02c8-42d9-4dff-ac6f-4479ec32dd97 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:10:11.908556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-4aad02c8-42d9-4dff-ac6f-4479ec32dd97 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087047 Feb 19 03:10:12.048849 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-9dc8694a-dba9-4b66-8c4f-f89dc174ea94 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Floating IP 6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530 associated. External IP: 172.25.4.125, port: a95a50f4-85ac-48b8-a8c5-c16434bf417a. Feb 19 03:10:12.113590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-966945e0-649a-48bf-ba4d-093f54aa1bce req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1680605241', 'description': 'tempest-description-723575942'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:12.159029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-966945e0-649a-48bf-ba4d-093f54aa1bce req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.178873 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-966945e0-649a-48bf-ba4d-093f54aa1bce req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.357010 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-966945e0-649a-48bf-ba4d-093f54aa1bce req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (daa8d6f8-ff99-4416-854d-80de507c6958), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.364866 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-966945e0-649a-48bf-ba4d-093f54aa1bce req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (daa8d6f8-ff99-4416-854d-80de507c6958), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.400296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa8d6f8-ff99-4416-854d-80de507c6958,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:12.460083 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-966945e0-649a-48bf-ba4d-093f54aa1bce req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (80c1c5c4-f185-4200-a257-8c2009aedfe5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.466688 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-966945e0-649a-48bf-ba4d-093f54aa1bce req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (80c1c5c4-f185-4200-a257-8c2009aedfe5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.502591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c1c5c4-f185-4200-a257-8c2009aedfe5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:12.509222 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-966945e0-649a-48bf-ba4d-093f54aa1bce req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.516651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-966945e0-649a-48bf-ba4d-093f54aa1bce req-79767328-9436-4c54-8af4-2af04a1eeb79 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4084191 Feb 19 03:10:12.572661 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc8694a-dba9-4b66-8c4f-f89dc174ea94 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:12.655508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56292) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:12.697415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56298) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:12.740838 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc8694a-dba9-4b66-8c4f-f89dc174ea94 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:12.748009 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9dc8694a-dba9-4b66-8c4f-f89dc174ea94 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.762614 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] Sync routers for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:12.764883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-1d50cf7c-9aa6-44a0-8690-2d1290d1cb75 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:10:12.766336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-1d50cf7c-9aa6-44a0-8690-2d1290d1cb75 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1096587 Feb 19 03:10:12.807738 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9dc8694a-dba9-4b66-8c4f-f89dc174ea94 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "PUT /v2.0/floatingips/6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530 HTTP/1.1" status: 200 len: 992 time: 3.1589565 Feb 19 03:10:12.808570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'tag': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:12.811180 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40960842-196c-4903-8c31-591104fa7ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "d646312d-5f72-4ee5-bc4c-c0f93f74ddcb", "tag": "a95a50f4-85ac-48b8-a8c5-c16434bf417a"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:12.818237 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:12.825975 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:10:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:12.844529 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.926599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-830213f9-c0cc-4b78-804d-ddfb53e874a3 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:12.939118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-830213f9-c0cc-4b78-804d-ddfb53e874a3 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] 10.222.0.42 "GET /v2.0/ports/e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 1129 time: 0.2387202 Feb 19 03:10:12.952945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f416f-ae9c-45db-9dbe-78f4439bd510 req-6b51123b-3f98-4d12-b623-484ecb65dd5c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:12.967197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-832f416f-ae9c-45db-9dbe-78f4439bd510 req-6b51123b-3f98-4d12-b623-484ecb65dd5c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.1742949 Feb 19 03:10:12.990547 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:13.038148 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-3915c766-10c0-4f84-9189-3102c32020cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.038148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-3915c766-10c0-4f84-9189-3102c32020cc service neutron] 10.222.0.42 "GET /v2.0/ports/eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 200 len: 1124 time: 0.1505320 Feb 19 03:10:13.043413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 08711507-aaaf-4e14-b9a8-57799bc64290 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:13.049028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Request body: {'binding': {'host': 'n-h2-826756-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:13.049554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Unknown quota resources ['binding']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:10:13.180755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-832f416f-ae9c-45db-9dbe-78f4439bd510 req-6511a82d-3b54-4360-8689-c75230e9e9a0 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123373 Feb 19 03:10:13.279349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 on host n-h2-826756-2 for vnic_type normal with profile None {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:13.282857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:13.293918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:13.295244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 08711507-aaaf-4e14-b9a8-57799bc64290, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=08711507-aaaf-4e14-b9a8-57799bc64290,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:13.308357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-943e3a80-d35d-49de-ab4c-ab35bc0a0a09 req-17245e49-6aeb-479e-8ccd-3f7b72bc3579 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-228263335', 'description': 'tempest-description-2005315317'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:13.311408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Port eca34166-afdf-4fd3-b338-8688850de555 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:13.312089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:13.322300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '08711507-aaaf-4e14-b9a8-57799bc64290', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '08711507-aaaf-4e14-b9a8-57799bc64290', 'mac_address': 'fa:16:3e:2e:05:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:13.333832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:13.334857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:13.335404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:13.344135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Bound port: eca34166-afdf-4fd3-b338-8688850de555, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:13.382901 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-943e3a80-d35d-49de-ab4c-ab35bc0a0a09 req-17245e49-6aeb-479e-8ccd-3f7b72bc3579 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:13.399816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 08711507-aaaf-4e14-b9a8-57799bc64290 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:13.400391 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:13.444919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08711507-aaaf-4e14-b9a8-57799bc64290 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:13.477265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 08711507-aaaf-4e14-b9a8-57799bc64290, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=08711507-aaaf-4e14-b9a8-57799bc64290,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:13.487110 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'port_id': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'mac_address': 'fa:16:3e:86:b9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:35Z', 'updated_at': '2022-02-19T03:10:11Z', 'revision_number': 1, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:13.487908 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:13.515951 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] Checking router: e0faa132-ecf9-449e-9cc9-5ab8fa229d96 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:13.525982 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:13.526618 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:10:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:13.561973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=08711507-aaaf-4e14-b9a8-57799bc64290,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:13.662781 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:13.743410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['08711507-aaaf-4e14-b9a8-57799bc64290'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:13.976720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:14.006747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:14.020396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-98957e70-5fbc-4024-863d-c100a9532700 service neutron] 10.222.0.42 "POST /v2.0/ports/eca34166-afdf-4fd3-b338-8688850de555/bindings HTTP/1.1" status: 201 len: 389 time: 0.9780841 Feb 19 03:10:14.085239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-943e3a80-d35d-49de-ab4c-ab35bc0a0a09 req-17245e49-6aeb-479e-8ccd-3f7b72bc3579 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (798c4d93-44e9-4594-b457-bcb345cf8c17), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:14.103910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-943e3a80-d35d-49de-ab4c-ab35bc0a0a09 req-17245e49-6aeb-479e-8ccd-3f7b72bc3579 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (798c4d93-44e9-4594-b457-bcb345cf8c17), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:14.187790 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'port_id': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'mac_address': 'fa:16:3e:86:b9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:35Z', 'updated_at': '2022-02-19T03:10:11Z', 'revision_number': 1, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:14.203121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17245e49-6aeb-479e-8ccd-3f7b72bc3579 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798c4d93-44e9-4594-b457-bcb345cf8c17,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:14.210818 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-943e3a80-d35d-49de-ab4c-ab35bc0a0a09 req-17245e49-6aeb-479e-8ccd-3f7b72bc3579 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:14.236818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-943e3a80-d35d-49de-ab4c-ab35bc0a0a09 req-17245e49-6aeb-479e-8ccd-3f7b72bc3579 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9309545 Feb 19 03:10:14.265386 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb020a-608b-4ee9-9bf4-c5e7c0ec55e3 None None] The sync data for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 is: [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'port_id': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'mac_address': 'fa:16:3e:86:b9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:35Z', 'updated_at': '2022-02-19T03:10:11Z', 'revision_number': 1, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:14.424215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3faac2-70d4-4b49-a906-0bf56196532e req-2ffcf7f5-3777-46e3-9820-41aca1df7f18 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:14.430866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a3faac2-70d4-4b49-a906-0bf56196532e req-2ffcf7f5-3777-46e3-9820-41aca1df7f18 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 948 time: 0.1424732 Feb 19 03:10:14.564227 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:14.573569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-16f14271-cf61-4bc9-a758-c600e9d0f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:14.575830 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-16f14271-cf61-4bc9-a758-c600e9d0f122 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1132 time: 0.1046307 Feb 19 03:10:14.631326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a3faac2-70d4-4b49-a906-0bf56196532e req-d9eb05b6-d81a-4424-a884-47516316be30 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c1a5826-2a67-46a1-87ff-db0b9684348e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858582 Feb 19 03:10:14.661525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c5edc-e84d-4b4c-adb3-3eccbfcac3e4 req-daf01d30-6b5a-4934-8d4d-9816c94e58ee tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:14.661525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-002c5edc-e84d-4b4c-adb3-3eccbfcac3e4 req-daf01d30-6b5a-4934-8d4d-9816c94e58ee tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 946 time: 0.1781666 Feb 19 03:10:14.665642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-34439f74-4483-4420-aae0-a17547b041d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:14.667138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-34439f74-4483-4420-aae0-a17547b041d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1127 time: 0.1313722 Feb 19 03:10:14.768767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-48d2cad8-f61c-48a4-8465-7150a89715fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:14.770273 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-48d2cad8-f61c-48a4-8465-7150a89715fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1763663 Feb 19 03:10:14.770471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f80828-e1ea-4c53-b968-214d2243f777 None None] New status for floating IP 6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:10:14.771780 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f230ad9-21d7-49fd-ab92-e44a92265162 x-openstack-request-id: req-1f230ad9-21d7-49fd-ab92-e44a92265162 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:14.772124 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d646312d-5f72-4ee5-bc4c-c0f93f74ddcb", "tag": "a95a50f4-85ac-48b8-a8c5-c16434bf417a", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:14.772306 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f230ad9-21d7-49fd-ab92-e44a92265162 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:14.772702 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'tag': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a', 'status': 'completed', 'code': 200} Feb 19 03:10:14.934157 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-b96a2b87-bf75-4f43-a114-19b6c66be13d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 217 time: 0.1531458 Feb 19 03:10:14.988064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-002c5edc-e84d-4b4c-adb3-3eccbfcac3e4 req-980d18ee-34ca-4748-b728-9502d6c069ec tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089154 Feb 19 03:10:14.990309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-6bfb32cf-7ba2-4432-9479-f76ea7d1c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:14.995492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-6bfb32cf-7ba2-4432-9479-f76ea7d1c45b service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.3185141 Feb 19 03:10:15.088790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-1a80b077-7be6-48a5-8dd1-b19af26113a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.096532 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-1a80b077-7be6-48a5-8dd1-b19af26113a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1333368 Feb 19 03:10:15.157755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960842-196c-4903-8c31-591104fa7ee4 req-2a887fa6-65d6-42e2-8b5f-a6e26315cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.163296 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-40960842-196c-4903-8c31-591104fa7ee4 req-2a887fa6-65d6-42e2-8b5f-a6e26315cb16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263&device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 1128 time: 0.2992046 Feb 19 03:10:15.203392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a81e4-424f-4670-853f-b4c04fd8d4dc req-13addf18-b118-457c-bddd-678afc8be73a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.213744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db0a81e4-424f-4670-853f-b4c04fd8d4dc req-13addf18-b118-457c-bddd-678afc8be73a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 945 time: 0.2152019 Feb 19 03:10:15.241174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-0679d49f-a166-4263-be8f-c37d3a32b91b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 200 len: 217 time: 0.1571360 Feb 19 03:10:15.252714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 08711507-aaaf-4e14-b9a8-57799bc64290 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:15.356029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db0a81e4-424f-4670-853f-b4c04fd8d4dc req-a8a447ce-450b-43fc-b05d-4aec63e78ba0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413777 Feb 19 03:10:15.369683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-7260ea67-5f2a-4d14-86a6-457807042086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.374230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-7260ea67-5f2a-4d14-86a6-457807042086 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.0928624 Feb 19 03:10:15.421697 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960842-196c-4903-8c31-591104fa7ee4 req-026a6c88-4d4b-40f4-9a80-9bf654375e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.426158 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-40960842-196c-4903-8c31-591104fa7ee4 req-026a6c88-4d4b-40f4-9a80-9bf654375e9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=78ce3a2f-2af8-45e3-8723-720eca1bd14d HTTP/1.1" status: 200 len: 925 time: 0.2516634 Feb 19 03:10:15.433966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-14b80f9b-15fb-4aac-8af9-dba62cf17847 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478950 Feb 19 03:10:15.438186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 08711507-aaaf-4e14-b9a8-57799bc64290 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:15.445401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 08711507-aaaf-4e14-b9a8-57799bc64290 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:15.445936 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:15.548404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b862ac-cc89-48f1-bd0b-7c3b8b026ca1 req-4fcae70e-e5fe-434e-ba54-7338a6f89acc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.555778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61b862ac-cc89-48f1-bd0b-7c3b8b026ca1 req-4fcae70e-e5fe-434e-ba54-7338a6f89acc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.4058678 Feb 19 03:10:15.562485 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-c6b2a44a-cb12-43ea-972b-89caa8e987dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.565457 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-c6b2a44a-cb12-43ea-972b-89caa8e987dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4602153 Feb 19 03:10:15.622872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 08711507-aaaf-4e14-b9a8-57799bc64290 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:15.623488 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:15.632063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61b862ac-cc89-48f1-bd0b-7c3b8b026ca1 req-570fc1e0-50f9-4b7d-9fd9-d30e661a75e5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744426 Feb 19 03:10:15.696292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecea9142-8439-4d17-a2d4-caaed3c65f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08711507-aaaf-4e14-b9a8-57799bc64290'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:15.698691 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e88fc63-c5e0-4104-9207-cd2a0c4dc359" -d '{"events": [{"server_uuid": "ecea9142-8439-4d17-a2d4-caaed3c65f63", "name": "network-vif-plugged", "status": "completed", "tag": "08711507-aaaf-4e14-b9a8-57799bc64290"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:15.718052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 08711507-aaaf-4e14-b9a8-57799bc64290, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=08711507-aaaf-4e14-b9a8-57799bc64290,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:15.721604 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-40960842-196c-4903-8c31-591104fa7ee4 req-0d5a8305-a36d-4bc9-82b6-5ac9ed00aa9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95a50f4-85ac-48b8-a8c5-c16434bf417a HTTP/1.1" status: 200 len: 1002 time: 0.2866428 Feb 19 03:10:15.726662 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:15.736294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-a3469817-f32b-4652-9a44-bfd57b61c60b service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820539 Feb 19 03:10:15.869004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=08711507-aaaf-4e14-b9a8-57799bc64290,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:15.877053 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-cbf1d051-f9f6-40c4-9fe9-fb547f240628 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720037 Feb 19 03:10:15.886083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960842-196c-4903-8c31-591104fa7ee4 req-420f7303-77fe-4291-8e02-36cec6dae02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.888072 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-40960842-196c-4903-8c31-591104fa7ee4 req-420f7303-77fe-4291-8e02-36cec6dae02f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d97a81d-2e1a-438a-b310-2f3bca86ef7f HTTP/1.1" status: 200 len: 863 time: 0.1402597 Feb 19 03:10:16.218868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-7fb7f7b6-c8ea-47df-8556-05c2540d45b2 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750209 Feb 19 03:10:16.256494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-312b4e76-e477-4799-8c4e-f603f2d4d686 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48173 time: 0.8205645 Feb 19 03:10:16.283775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960842-196c-4903-8c31-591104fa7ee4 req-2f712005-1672-4aee-a6ad-1e962d2b4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.285803 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-40960842-196c-4903-8c31-591104fa7ee4 req-2f712005-1672-4aee-a6ad-1e962d2b4257 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78ce3a2f-2af8-45e3-8723-720eca1bd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3784194 Feb 19 03:10:16.289774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f8a8-57de-4d23-a889-9116e11188ed req-a337c575-e56a-4f25-881d-944a9f21587f tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.293126 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-85d0397f-bafb-4815-9ddf-0c8b23e40069 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034748 Feb 19 03:10:16.299263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54f1f8a8-57de-4d23-a889-9116e11188ed req-a337c575-e56a-4f25-881d-944a9f21587f tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 949 time: 0.2315798 Feb 19 03:10:16.389291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-742385bb-fb1b-4707-bca4-b5c619aa1f77 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0b69524e-6c01-4a83-a5bd-5a9cdb98a9a8 HTTP/1.1" status: 200 len: 2998 time: 0.1163051 Feb 19 03:10:16.445648 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-40960842-196c-4903-8c31-591104fa7ee4 req-2fca0ed7-e67c-4acd-81e1-0dcd4c9e78bd service neutron] 10.222.0.37 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511936 Feb 19 03:10:16.460129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-3ef1261c-5039-49f9-85ce-8f699312e251 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0b69524e-6c01-4a83-a5bd-5a9cdb98a9a8 HTTP/1.1" status: 200 len: 2998 time: 0.0562568 Feb 19 03:10:16.481002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54f1f8a8-57de-4d23-a889-9116e11188ed req-c5f20884-14c8-4988-9066-fe1be899757d tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c1a5826-2a67-46a1-87ff-db0b9684348e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766646 Feb 19 03:10:16.577786 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2b972c-c2c8-4f1c-a76e-f8845936bdd6 x-openstack-request-id: req-5d2b972c-c2c8-4f1c-a76e-f8845936bdd6 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:16.578720 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecea9142-8439-4d17-a2d4-caaed3c65f63", "name": "network-vif-plugged", "status": "completed", "tag": "08711507-aaaf-4e14-b9a8-57799bc64290", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:16.579553 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d2b972c-c2c8-4f1c-a76e-f8845936bdd6 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:16.579959 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecea9142-8439-4d17-a2d4-caaed3c65f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08711507-aaaf-4e14-b9a8-57799bc64290', 'code': 200} Feb 19 03:10:16.645417 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-40960842-196c-4903-8c31-591104fa7ee4 req-36a886c9-ba01-439e-ac1c-41377a01e767 service neutron] 10.222.0.37 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897125 Feb 19 03:10:16.676907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-1eff8367-d3b5-46b4-92e4-fbd84cf05da7 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0e75fc18-2005-4360-b9ac-7a42720f9ec6 HTTP/1.1" status: 200 len: 2998 time: 0.0624394 Feb 19 03:10:16.682776 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.71', 61257) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:16.789959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcead3-62b6-4ce3-9e0f-04be0c0af711 req-718361d0-b4e1-43be-a993-9f64d95121aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.798726 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1abcead3-62b6-4ce3-9e0f-04be0c0af711 req-718361d0-b4e1-43be-a993-9f64d95121aa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 1131 time: 0.1104620 Feb 19 03:10:16.801751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-0881f72d-49bd-4dfa-b4b1-8b0047820caf tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.806034 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-0881f72d-49bd-4dfa-b4b1-8b0047820caf tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1127 time: 0.3477416 Feb 19 03:10:16.828724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826756-2'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:16.864162 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1abcead3-62b6-4ce3-9e0f-04be0c0af711 req-31155af1-7774-41d9-88ff-92341cf67d4e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c1a5826-2a67-46a1-87ff-db0b9684348e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586872 Feb 19 03:10:16.870431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-6d7a6a37-6ec1-4595-9d07-67c0514ea91e tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0e75fc18-2005-4360-b9ac-7a42720f9ec6 HTTP/1.1" status: 200 len: 2998 time: 0.1737204 Feb 19 03:10:16.979453 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eca34166-afdf-4fd3-b338-8688850de555), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.987774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c8b83-1989-4401-a45b-a620cef29840 req-4d5e98ca-c816-4e70-8794-1ad0af634ae5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.989264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-078c8b83-1989-4401-a45b-a620cef29840 req-4d5e98ca-c816-4e70-8794-1ad0af634ae5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 945 time: 0.1517873 Feb 19 03:10:16.992138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-ae38d6da-0b2f-4104-af63-18f313b1efec tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2b2a79fb-6b7d-4751-8ee2-feaa73a185f7 HTTP/1.1" status: 200 len: 2998 time: 0.1052022 Feb 19 03:10:17.146138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-078c8b83-1989-4401-a45b-a620cef29840 req-8b9c7acc-2d35-4a25-94e4-202a5ef3ad8d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475224 Feb 19 03:10:17.151291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-119b50f4-f594-4b56-ae7b-ba42ac443c08 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2b2a79fb-6b7d-4751-8ee2-feaa73a185f7 HTTP/1.1" status: 200 len: 2998 time: 0.1481628 Feb 19 03:10:17.206272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:17.259273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-74228490-f4e9-4faf-9222-d19782c508e9 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/37278217-f9bd-4627-849d-e6fd2712fb80 HTTP/1.1" status: 200 len: 2998 time: 0.0811894 Feb 19 03:10:17.316785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:17.388015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca34166-afdf-4fd3-b338-8688850de555'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:17.390421 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df2e4cf-c20c-4fe7-b7e2-682e815ce64b" -d '{"events": [{"server_uuid": "deacd8f4-1af9-4dce-9a45-49bad8748a98", "name": "network-vif-unplugged", "status": "completed", "tag": "eca34166-afdf-4fd3-b338-8688850de555"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:17.396378 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Publish callbacks [] for port (eca34166-afdf-4fd3-b338-8688850de555), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:17.401558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-65e060d8-bae7-45b7-a33a-684d41fee9f6 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/37278217-f9bd-4627-849d-e6fd2712fb80 HTTP/1.1" status: 200 len: 2998 time: 0.1292691 Feb 19 03:10:17.422131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8837fc1-2444-49f8-a156-98b5fc7abf6e req-5a38c32b-8701-4662-900c-4de88c2613e5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:17.424197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8837fc1-2444-49f8-a156-98b5fc7abf6e req-5a38c32b-8701-4662-900c-4de88c2613e5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.1769755 Feb 19 03:10:17.424890 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eca34166-afdf-4fd3-b338-8688850de555), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:17.573293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Pushing event updated for resources: {'Port': ['ID=eca34166-afdf-4fd3-b338-8688850de555,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:17.582677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-51fc7cda-b157-496f-91af-1c8f78a390c2 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5e10f8b1-2028-4b5d-a7ce-a8bab88a4c20 HTTP/1.1" status: 200 len: 2994 time: 0.1698825 Feb 19 03:10:17.644284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8837fc1-2444-49f8-a156-98b5fc7abf6e req-83fbf3c5-e34b-4000-b29a-3d4104b71978 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116480 Feb 19 03:10:17.658575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 on host n-h1-826756-2 for vnic_type normal with profile {"migrating_to": "n-h2-826756-2"} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:17.658898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:17.659212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:17.672135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Port eca34166-afdf-4fd3-b338-8688850de555 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:17.673223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Attempting to bind port eca34166-afdf-4fd3-b338-8688850de555 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:17.679958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:17.680321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:17.680799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:17.681328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Bound port: eca34166-afdf-4fd3-b338-8688850de555, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:17.681698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eca34166-afdf-4fd3-b338-8688850de555), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:17.692557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-10ee699d-2e70-468c-8344-12aea108931c tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5e10f8b1-2028-4b5d-a7ce-a8bab88a4c20 HTTP/1.1" status: 200 len: 2994 time: 0.1088610 Feb 19 03:10:17.797003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:17.801319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:17.811171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eca34166-afdf-4fd3-b338-8688850de555), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:17.868144 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5704010-b574-4070-ae76-b31887550a01 x-openstack-request-id: req-e5704010-b574-4070-ae76-b31887550a01 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:17.868507 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deacd8f4-1af9-4dce-9a45-49bad8748a98", "name": "network-vif-unplugged", "status": "completed", "tag": "eca34166-afdf-4fd3-b338-8688850de555", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:17.868706 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5704010-b574-4070-ae76-b31887550a01 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:17.869090 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca34166-afdf-4fd3-b338-8688850de555', 'code': 200} Feb 19 03:10:17.883299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Pushing event updated for resources: {'Port': ['ID=eca34166-afdf-4fd3-b338-8688850de555,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:17.900477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-db96fd11-5a7b-41d2-98c9-1802c2194e1f tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/6809416d-d960-4578-b1b7-d01df0dbbb52 HTTP/1.1" status: 200 len: 2990 time: 0.2069197 Feb 19 03:10:17.961551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-3bd1ee0b-4893-453b-9328-41f52cbcf19e tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/6809416d-d960-4578-b1b7-d01df0dbbb52 HTTP/1.1" status: 200 len: 2990 time: 0.0600626 Feb 19 03:10:18.061105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-4f11046f-3ce5-436d-b341-02d87d3485c3 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/7aae7355-4b7f-4d33-8f66-7ad594eca210 HTTP/1.1" status: 200 len: 2998 time: 0.0985150 Feb 19 03:10:18.073817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:18.075195 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.076410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-989b3098-9ea1-4230-8a39-0e4b8635faf2 service neutron] 10.222.0.71 "PUT /v2.0/ports/eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 200 len: 1121 time: 1.2519796 Feb 19 03:10:18.146236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a787bd0-9f29-430c-b9f4-a7d526be5c28 req-76b39a4f-3bf3-4879-afd6-70aa6f90df1f tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:18.147904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a787bd0-9f29-430c-b9f4-a7d526be5c28 req-76b39a4f-3bf3-4879-afd6-70aa6f90df1f tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 949 time: 0.2002487 Feb 19 03:10:18.156358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-b6143bb5-cb2e-4714-9af7-6ccf87bfc3d9 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/7aae7355-4b7f-4d33-8f66-7ad594eca210 HTTP/1.1" status: 200 len: 2998 time: 0.0931394 Feb 19 03:10:18.236446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['eca34166-afdf-4fd3-b338-8688850de555'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:18.247083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a787bd0-9f29-430c-b9f4-a7d526be5c28 req-b78facca-eaf2-4646-96fc-0a831cede92e tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c1a5826-2a67-46a1-87ff-db0b9684348e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896146 Feb 19 03:10:18.269899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-446e67a8-8a0a-4b93-844b-043e7bdb568f tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/7c1a5826-2a67-46a1-87ff-db0b9684348e HTTP/1.1" status: 200 len: 2998 time: 0.0818286 Feb 19 03:10:18.324872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-07ec6109-e796-4a31-9a37-9ab88622e053 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/7c1a5826-2a67-46a1-87ff-db0b9684348e HTTP/1.1" status: 200 len: 2998 time: 0.0542302 Feb 19 03:10:18.387808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-c0ad9a7f-e5e8-4ac0-ab52-bd7169d2ac3a tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/80c23d43-a5fa-4d3c-82e3-543229c682ed HTTP/1.1" status: 200 len: 2998 time: 0.0620179 Feb 19 03:10:18.470849 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-647b8024-7fcb-4bee-b739-12cdc7007689 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/80c23d43-a5fa-4d3c-82e3-543229c682ed HTTP/1.1" status: 200 len: 2998 time: 0.0819092 Feb 19 03:10:18.524043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495a648-6bb1-4e1b-ab29-4200d28f9830 req-52d12f36-65bb-4e4c-8052-5ed1a8896590 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:18.525634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6495a648-6bb1-4e1b-ab29-4200d28f9830 req-52d12f36-65bb-4e4c-8052-5ed1a8896590 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.1137793 Feb 19 03:10:18.530065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-ddd1fbe7-8a94-4aa1-beb7-175231cb6684 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/94cdec41-30b1-4dbd-8e33-415a65e6b6a9 HTTP/1.1" status: 200 len: 2994 time: 0.0571008 Feb 19 03:10:18.608934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6495a648-6bb1-4e1b-ab29-4200d28f9830 req-73cf13ce-1237-40f7-9807-b09906448f7d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747766 Feb 19 03:10:18.610394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-ec53d4b4-ae57-461e-b37c-f62d02480ec1 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/94cdec41-30b1-4dbd-8e33-415a65e6b6a9 HTTP/1.1" status: 200 len: 2994 time: 0.0704453 Feb 19 03:10:18.675955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-246e7e3a-389a-4fd4-bce8-206b0433f1e4 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/bee8cf66-5001-41c5-8416-2dfbadcb3a7e HTTP/1.1" status: 200 len: 2998 time: 0.0558550 Feb 19 03:10:18.734258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-508d62f0-30b4-4cc3-a748-c3b390b47b1a tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/bee8cf66-5001-41c5-8416-2dfbadcb3a7e HTTP/1.1" status: 200 len: 2998 time: 0.0516076 Feb 19 03:10:18.820357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-d7c345e8-88fd-4ccd-955e-283930046dc5 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/daa8d6f8-ff99-4416-854d-80de507c6958 HTTP/1.1" status: 200 len: 2998 time: 0.0709567 Feb 19 03:10:18.923129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-d294ee63-f8ca-4428-829e-3bcde96cc072 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/daa8d6f8-ff99-4416-854d-80de507c6958 HTTP/1.1" status: 200 len: 2998 time: 0.0997608 Feb 19 03:10:18.948224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70621251-d2de-4c44-a1af-117427731d37 req-ec0aecde-0169-46d1-b400-2602556fef1c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:18.949874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70621251-d2de-4c44-a1af-117427731d37 req-ec0aecde-0169-46d1-b400-2602556fef1c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.1025264 Feb 19 03:10:19.020786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-e2a09342-10dc-43d8-8ce5-169a42f2c809 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f264e077-ce7f-4e39-8c3d-4f12d201f6c3 HTTP/1.1" status: 200 len: 2998 time: 0.0852039 Feb 19 03:10:19.055666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70621251-d2de-4c44-a1af-117427731d37 req-276c4c41-4d71-4cc9-8cfc-45bc064f3eae tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926542 Feb 19 03:10:19.105963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-18616750-dec5-44ba-8739-46d82f703019 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f264e077-ce7f-4e39-8c3d-4f12d201f6c3 HTTP/1.1" status: 200 len: 2998 time: 0.0745292 Feb 19 03:10:19.165901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-8e154b41-37c4-4efa-b05c-24021f5b2834 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f5c0b6bf-81db-47f0-b35b-38d9264ea4bc HTTP/1.1" status: 200 len: 2998 time: 0.0498891 Feb 19 03:10:19.226507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf9922-1142-403e-aae7-9bd891430c7d req-2d259f40-a2c8-4b4f-9bb9-d58078ab2fca tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f5c0b6bf-81db-47f0-b35b-38d9264ea4bc HTTP/1.1" status: 200 len: 2998 time: 0.0518696 Feb 19 03:10:19.419096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a191c9a4-cee0-4349-8859-520a6f56913c req-0eb5b251-6ea5-4b65-b249-f1e4e9a7a648 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea50b066ff174ca9a52ada24e5e28dd6 HTTP/1.1" status: 200 len: 6154 time: 0.1566386 Feb 19 03:10:19.532469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a191c9a4-cee0-4349-8859-520a6f56913c req-b92c72be-8ec7-46d4-ba3a-35508b2651dc tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] 10.222.0.42 "GET /v2.0/security-groups/f5c0b6bf-81db-47f0-b35b-38d9264ea4bc HTTP/1.1" status: 200 len: 2998 time: 0.1048970 Feb 19 03:10:19.578655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd62125-045b-42c6-b5b5-9a488700b4cc req-8111832d-adb2-444c-beb5-e5d31d1c3397 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:19.587997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fd62125-045b-42c6-b5b5-9a488700b4cc req-8111832d-adb2-444c-beb5-e5d31d1c3397 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 949 time: 0.1059036 Feb 19 03:10:19.631330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a191c9a4-cee0-4349-8859-520a6f56913c req-55cb6c46-3956-4dbc-b747-738fdfb2864d tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] 10.222.0.42 "GET /v2.0/security-groups/f5c0b6bf-81db-47f0-b35b-38d9264ea4bc HTTP/1.1" status: 200 len: 2998 time: 0.0915942 Feb 19 03:10:19.679281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fd62125-045b-42c6-b5b5-9a488700b4cc req-6ebc012f-1419-4485-a275-d1270a08bb8c tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c1a5826-2a67-46a1-87ff-db0b9684348e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855885 Feb 19 03:10:19.791625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56428) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:19.858870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62367887-1069-4b65-ba91-60999b921bdb req-d612e9a6-7e62-4b1a-9611-54bb6b18dfcf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:19.866808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62367887-1069-4b65-ba91-60999b921bdb req-d612e9a6-7e62-4b1a-9611-54bb6b18dfcf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.0947187 Feb 19 03:10:19.870195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'tag': 'eca34166-afdf-4fd3-b338-8688850de555'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:19.872409 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68a52ee-38a2-4d77-a85e-4434463d64c3" -d '{"events": [{"name": "network-changed", "server_uuid": "deacd8f4-1af9-4dce-9a45-49bad8748a98", "tag": "eca34166-afdf-4fd3-b338-8688850de555"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:19.935400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c64ec110-f2d3-4c1f-8f37-f55ef70d8729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:19.956601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62367887-1069-4b65-ba91-60999b921bdb req-4432b777-df66-4c97-ac47-9e59265a39bf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843816 Feb 19 03:10:19.978355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7711c522-7ddf-4863-acc5-fd8089215afe req-05af1bdb-9f88-431c-b58f-f4441cc75d63 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/798c4d93-44e9-4594-b457-bcb345cf8c17 HTTP/1.1" status: 200 len: 1794 time: 0.1355720 Feb 19 03:10:20.058193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c64ec110-f2d3-4c1f-8f37-f55ef70d8729 admin admin] Publish callbacks [] for security_group (f93ee7b8-b68c-4ba5-8a67-130f96bd9a42), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.065455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c64ec110-f2d3-4c1f-8f37-f55ef70d8729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f93ee7b8-b68c-4ba5-8a67-130f96bd9a42), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.074409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7711c522-7ddf-4863-acc5-fd8089215afe req-419e444d-9b4e-4ccf-92d4-8365076a576e tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (798c4d93-44e9-4594-b457-bcb345cf8c17), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.114388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7711c522-7ddf-4863-acc5-fd8089215afe req-419e444d-9b4e-4ccf-92d4-8365076a576e tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (798c4d93-44e9-4594-b457-bcb345cf8c17), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.123841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ec110-f2d3-4c1f-8f37-f55ef70d8729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93ee7b8-b68c-4ba5-8a67-130f96bd9a42,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:20.136990 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c64ec110-f2d3-4c1f-8f37-f55ef70d8729 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a229ccda56e442fe9fc58c8b9e70fe1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433950 Feb 19 03:10:20.140095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56442) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:20.143767 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8929fdb3-6f7b-414a-bd91-11f6c5b730b2 x-openstack-request-id: req-8929fdb3-6f7b-414a-bd91-11f6c5b730b2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:20.144464 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deacd8f4-1af9-4dce-9a45-49bad8748a98", "tag": "eca34166-afdf-4fd3-b338-8688850de555", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:20.144869 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8929fdb3-6f7b-414a-bd91-11f6c5b730b2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:20.145579 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'tag': 'eca34166-afdf-4fd3-b338-8688850de555', 'status': 'completed', 'code': 200} Feb 19 03:10:20.184333 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7711c522-7ddf-4863-acc5-fd8089215afe req-419e444d-9b4e-4ccf-92d4-8365076a576e tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (798c4d93-44e9-4594-b457-bcb345cf8c17), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.187389 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7711c522-7ddf-4863-acc5-fd8089215afe req-419e444d-9b4e-4ccf-92d4-8365076a576e tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.192241 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7711c522-7ddf-4863-acc5-fd8089215afe req-419e444d-9b4e-4ccf-92d4-8365076a576e tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/798c4d93-44e9-4594-b457-bcb345cf8c17 HTTP/1.1" status: 204 len: 173 time: 0.2094288 Feb 19 03:10:20.210832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e444d-9b4e-4ccf-92d4-8365076a576e tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798c4d93-44e9-4594-b457-bcb345cf8c17,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:20.286061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a52ee-38a2-4d77-a85e-4434463d64c3 req-6a3faec3-99a0-4b68-99fc-3f3fa0b3c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:20.287675 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e68a52ee-38a2-4d77-a85e-4434463d64c3 req-6a3faec3-99a0-4b68-99fc-3f3fa0b3c17e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1155 time: 0.0907483 Feb 19 03:10:20.367208 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0762754-40f6-42ad-9590-cae860566068 admin admin] Publish callbacks [] for security_group (f93ee7b8-b68c-4ba5-8a67-130f96bd9a42), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.377500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338efcd-018f-4e08-8608-46bf3db6316f req-23ec0771-92c9-4beb-be15-191dc24147ca tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:20.379825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c338efcd-018f-4e08-8608-46bf3db6316f req-23ec0771-92c9-4beb-be15-191dc24147ca tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.0821812 Feb 19 03:10:20.438792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0762754-40f6-42ad-9590-cae860566068 admin admin] Publish callbacks [] for security_group (f93ee7b8-b68c-4ba5-8a67-130f96bd9a42), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.499415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a52ee-38a2-4d77-a85e-4434463d64c3 req-b7d86cdc-bfcf-49e1-a91c-c6bb08282237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:20.501515 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e68a52ee-38a2-4d77-a85e-4434463d64c3 req-b7d86cdc-bfcf-49e1-a91c-c6bb08282237 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.1954293 Feb 19 03:10:20.520348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c338efcd-018f-4e08-8608-46bf3db6316f req-4f801e8f-023f-490f-9b8a-884a87f5c4e7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308568 Feb 19 03:10:20.535713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-121ed749-542f-48ca-9a7a-e8b4eb6cdba9 req-33d10595-2fd3-49f1-9e89-7866966d6ad9 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "GET /v2.0/security-groups/80c1c5c4-f185-4200-a257-8c2009aedfe5 HTTP/1.1" status: 200 len: 1794 time: 0.1077797 Feb 19 03:10:20.610630 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e68a52ee-38a2-4d77-a85e-4434463d64c3 req-d4586e56-1af9-4715-8abb-65f737132919 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 200 len: 217 time: 0.0987198 Feb 19 03:10:20.620881 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0762754-40f6-42ad-9590-cae860566068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f93ee7b8-b68c-4ba5-8a67-130f96bd9a42), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.621993 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-121ed749-542f-48ca-9a7a-e8b4eb6cdba9 req-16f801b5-8525-460e-a1c5-5c32776379d5 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (80c1c5c4-f185-4200-a257-8c2009aedfe5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.625332 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0762754-40f6-42ad-9590-cae860566068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.630141 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b0762754-40f6-42ad-9590-cae860566068 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f93ee7b8-b68c-4ba5-8a67-130f96bd9a42 HTTP/1.1" status: 204 len: 168 time: 0.4860787 Feb 19 03:10:20.693386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-121ed749-542f-48ca-9a7a-e8b4eb6cdba9 req-16f801b5-8525-460e-a1c5-5c32776379d5 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (80c1c5c4-f185-4200-a257-8c2009aedfe5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.705223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0762754-40f6-42ad-9590-cae860566068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93ee7b8-b68c-4ba5-8a67-130f96bd9a42,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:20.744365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a52ee-38a2-4d77-a85e-4434463d64c3 req-54c8ef14-6946-4649-ae72-3b5fd194e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:20.748513 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e68a52ee-38a2-4d77-a85e-4434463d64c3 req-54c8ef14-6946-4649-ae72-3b5fd194e6a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1191378 Feb 19 03:10:20.802678 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e68a52ee-38a2-4d77-a85e-4434463d64c3 req-53a28994-ffba-4abd-86d8-03e2d536ec4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408230 Feb 19 03:10:20.879557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01fe9f-5fc6-4709-9b5d-9f21fe97efcf req-7440a6e4-cac2-4738-b31f-19375c7a961a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:20.888472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f01fe9f-5fc6-4709-9b5d-9f21fe97efcf req-7440a6e4-cac2-4738-b31f-19375c7a961a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 949 time: 0.2038929 Feb 19 03:10:20.933122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-121ed749-542f-48ca-9a7a-e8b4eb6cdba9 req-16f801b5-8525-460e-a1c5-5c32776379d5 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (80c1c5c4-f185-4200-a257-8c2009aedfe5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.938067 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-121ed749-542f-48ca-9a7a-e8b4eb6cdba9 req-16f801b5-8525-460e-a1c5-5c32776379d5 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.940276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-121ed749-542f-48ca-9a7a-e8b4eb6cdba9 req-16f801b5-8525-460e-a1c5-5c32776379d5 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/80c1c5c4-f185-4200-a257-8c2009aedfe5 HTTP/1.1" status: 204 len: 173 time: 0.4033229 Feb 19 03:10:21.009115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f801b5-8525-460e-a1c5-5c32776379d5 tempest-SecurityGroupsTestAdminJSON-2132284496 tempest-SecurityGroupsTestAdminJSON-2132284496-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c1c5c4-f185-4200-a257-8c2009aedfe5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:21.011582 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e68a52ee-38a2-4d77-a85e-4434463d64c3 req-b7e72a27-abda-4a8d-a96f-b378c2050f23 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977305 Feb 19 03:10:21.034365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f01fe9f-5fc6-4709-9b5d-9f21fe97efcf req-8836c572-6eb7-4e2e-8ba6-4eb0a529fdff tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c1a5826-2a67-46a1-87ff-db0b9684348e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443827 Feb 19 03:10:21.112280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device eca34166-afdf-4fd3-b338-8688850de555 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:21.230996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0abadb7e-a6cf-424a-baf5-b4d0ac7c6278 req-cb0aac94-de80-403c-92a0-9f3bb3fcebae tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] 10.222.0.42 "GET /v2.0/security-groups/2b1bd370-916d-4453-9ea6-fe6cd552d531 HTTP/1.1" status: 200 len: 1795 time: 0.1522756 Feb 19 03:10:21.263140 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e68a52ee-38a2-4d77-a85e-4434463d64c3 req-d139c013-5639-4365-8958-68de238df63f service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496095 Feb 19 03:10:21.317656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56462) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:21.365896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7018ef5-15c6-452e-8aff-50e7e2eff3d5 req-57095e4e-16d3-4eb8-a934-5dcf0b7deae7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:21.374760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:21.379756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eec408de-4823-48fc-a1d5-436c60148a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.383566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7018ef5-15c6-452e-8aff-50e7e2eff3d5 req-57095e4e-16d3-4eb8-a934-5dcf0b7deae7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.2086034 Feb 19 03:10:21.411054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device eca34166-afdf-4fd3-b338-8688850de555 has no active binding in host n-h2-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:10:21.488331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eec408de-4823-48fc-a1d5-436c60148a4f admin admin] Publish callbacks [] for security_group (3df581c5-41e3-478d-bc06-18127bd8cdf5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.492420 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0abadb7e-a6cf-424a-baf5-b4d0ac7c6278 req-9e67ca6e-6639-4d46-9c47-484e91cdb40d tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (2b1bd370-916d-4453-9ea6-fe6cd552d531), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.502378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7018ef5-15c6-452e-8aff-50e7e2eff3d5 req-5f80304d-31da-4633-8ff6-adc5c100cac6 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176362 Feb 19 03:10:21.508460 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eec408de-4823-48fc-a1d5-436c60148a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3df581c5-41e3-478d-bc06-18127bd8cdf5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.559125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0abadb7e-a6cf-424a-baf5-b4d0ac7c6278 req-9e67ca6e-6639-4d46-9c47-484e91cdb40d tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (2b1bd370-916d-4453-9ea6-fe6cd552d531), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.560804 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eec408de-4823-48fc-a1d5-436c60148a4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ecc3e6cf16d34035aadb0f2092de7db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392261 Feb 19 03:10:21.570369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56468) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:21.579099 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec408de-4823-48fc-a1d5-436c60148a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df581c5-41e3-478d-bc06-18127bd8cdf5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:21.643932 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0abadb7e-a6cf-424a-baf5-b4d0ac7c6278 req-9e67ca6e-6639-4d46-9c47-484e91cdb40d tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2b1bd370-916d-4453-9ea6-fe6cd552d531), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.648669 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0abadb7e-a6cf-424a-baf5-b4d0ac7c6278 req-9e67ca6e-6639-4d46-9c47-484e91cdb40d tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.652766 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0abadb7e-a6cf-424a-baf5-b4d0ac7c6278 req-9e67ca6e-6639-4d46-9c47-484e91cdb40d tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] 10.222.0.42 "DELETE /v2.0/security-groups/2b1bd370-916d-4453-9ea6-fe6cd552d531 HTTP/1.1" status: 204 len: 173 time: 0.4080069 Feb 19 03:10:21.653319 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96f55f64-15f5-42ad-9e5b-3234560dea92 admin admin] Publish callbacks [] for security_group (3df581c5-41e3-478d-bc06-18127bd8cdf5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.678376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ca6e-6639-4d46-9c47-484e91cdb40d tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1bd370-916d-4453-9ea6-fe6cd552d531,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:21.726390 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96f55f64-15f5-42ad-9e5b-3234560dea92 admin admin] Publish callbacks [] for security_group (3df581c5-41e3-478d-bc06-18127bd8cdf5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.842000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b43f993-3273-4604-ae8e-f8847d10b4ba req-cac0fe38-2806-422c-8c07-a4d3e0e84329 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] 10.222.0.42 "GET /v2.0/security-groups/ec4d20c3-80f1-4f50-a100-a82f63619633 HTTP/1.1" status: 200 len: 1794 time: 0.1271281 Feb 19 03:10:21.875089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00674f8-3e68-479a-9442-5651115abead req-dea51f1d-9c1b-4257-9128-def9f49b2fc7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:21.881485 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96f55f64-15f5-42ad-9e5b-3234560dea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3df581c5-41e3-478d-bc06-18127bd8cdf5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.887762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96f55f64-15f5-42ad-9e5b-3234560dea92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.894140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c00674f8-3e68-479a-9442-5651115abead req-dea51f1d-9c1b-4257-9128-def9f49b2fc7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.1081607 Feb 19 03:10:21.895505 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-96f55f64-15f5-42ad-9e5b-3234560dea92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3df581c5-41e3-478d-bc06-18127bd8cdf5 HTTP/1.1" status: 204 len: 168 time: 0.3244207 Feb 19 03:10:21.931079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f55f64-15f5-42ad-9e5b-3234560dea92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df581c5-41e3-478d-bc06-18127bd8cdf5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:22.052885 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.069159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c00674f8-3e68-479a-9442-5651115abead req-c6f97030-a9ed-43de-8a2e-bd2a5a71876f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738915 Feb 19 03:10:22.116549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b43f993-3273-4604-ae8e-f8847d10b4ba req-656ce65f-cf2e-4c83-bad0-183ea349cb71 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (ec4d20c3-80f1-4f50-a100-a82f63619633), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.165565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b43f993-3273-4604-ae8e-f8847d10b4ba req-656ce65f-cf2e-4c83-bad0-183ea349cb71 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (ec4d20c3-80f1-4f50-a100-a82f63619633), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.370414 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b43f993-3273-4604-ae8e-f8847d10b4ba req-656ce65f-cf2e-4c83-bad0-183ea349cb71 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ec4d20c3-80f1-4f50-a100-a82f63619633), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.378202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b43f993-3273-4604-ae8e-f8847d10b4ba req-656ce65f-cf2e-4c83-bad0-183ea349cb71 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.386629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b43f993-3273-4604-ae8e-f8847d10b4ba req-656ce65f-cf2e-4c83-bad0-183ea349cb71 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] 10.222.0.42 "DELETE /v2.0/security-groups/ec4d20c3-80f1-4f50-a100-a82f63619633 HTTP/1.1" status: 204 len: 173 time: 0.4591854 Feb 19 03:10:22.423093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585609-0e08-42ed-baf6-ff2e56f62617 req-d6752036-29ee-4cf9-8457-7e3c0e6892b4 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:22.442324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59585609-0e08-42ed-baf6-ff2e56f62617 req-d6752036-29ee-4cf9-8457-7e3c0e6892b4 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 949 time: 0.2320113 Feb 19 03:10:22.494555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56486) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:22.803719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ce65f-cf2e-4c83-bad0-183ea349cb71 tempest-SecurityGroupsTestAdminJSON-946690296 tempest-SecurityGroupsTestAdminJSON-946690296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4d20c3-80f1-4f50-a100-a82f63619633,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:22.840180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56498) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:22.907607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9dc4fbd4-1177-46e1-8afd-886f270600e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.926914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59585609-0e08-42ed-baf6-ff2e56f62617 req-de7fb122-37b8-4dac-b2de-cbf2d01e6474 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c1a5826-2a67-46a1-87ff-db0b9684348e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781380 Feb 19 03:10:22.960588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-44d87674-382c-4312-a405-1feb22c7fdb0 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:22.964422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-44d87674-382c-4312-a405-1feb22c7fdb0 tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.71 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 949 time: 0.5174191 Feb 19 03:10:22.975132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837699-bac7-487c-b3b2-c5e3980f69f4 req-36137162-89a3-4298-80a3-e8591730c9b1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:22.988945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a837699-bac7-487c-b3b2-c5e3980f69f4 req-36137162-89a3-4298-80a3-e8591730c9b1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.1884439 Feb 19 03:10:23.047524 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f132e5ba-e78b-4390-8a47-5fdeccef2437 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea50b066ff174ca9a52ada24e5e28dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062659 Feb 19 03:10:23.050386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56506) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:23.134632 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9dc4fbd4-1177-46e1-8afd-886f270600e4 admin admin] Publish callbacks [] for security_group (0a17e502-ee78-4d5f-b8b2-36369d637589), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.140682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a837699-bac7-487c-b3b2-c5e3980f69f4 req-beeb62ab-a4ad-4309-99e0-58852165f392 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506805 Feb 19 03:10:23.146606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9dc4fbd4-1177-46e1-8afd-886f270600e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0a17e502-ee78-4d5f-b8b2-36369d637589), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.215456 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9dc4fbd4-1177-46e1-8afd-886f270600e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05f635c5d286450e929ed40afe039434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7170594 Feb 19 03:10:23.216094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56512) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:23.220940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4fbd4-1177-46e1-8afd-886f270600e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a17e502-ee78-4d5f-b8b2-36369d637589,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:23.221134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70ac6300-09a2-4bf5-be11-90e394c6668c admin admin] Publish callbacks [] for security_group (f5c0b6bf-81db-47f0-b35b-38d9264ea4bc), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.280249 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70ac6300-09a2-4bf5-be11-90e394c6668c admin admin] Publish callbacks [] for security_group (f5c0b6bf-81db-47f0-b35b-38d9264ea4bc), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.283881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-5eef6419-576c-449f-b0bf-24644127ff3a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Deleting port 08711507-aaaf-4e14-b9a8-57799bc64290 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:23.284221 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-5eef6419-576c-449f-b0bf-24644127ff3a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.325105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8a30d89-8f90-4f41-9cf4-2e1b8c4555e6 admin admin] Publish callbacks [] for security_group (0a17e502-ee78-4d5f-b8b2-36369d637589), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.368176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8a30d89-8f90-4f41-9cf4-2e1b8c4555e6 admin admin] Publish callbacks [] for security_group (0a17e502-ee78-4d5f-b8b2-36369d637589), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.432620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19245031-2c0f-4167-974b-53a8aa9cade0 req-11af45de-346c-426d-9926-58d978d43d91 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:23.434201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19245031-2c0f-4167-974b-53a8aa9cade0 req-11af45de-346c-426d-9926-58d978d43d91 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.2075047 Feb 19 03:10:23.436603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8a30d89-8f90-4f41-9cf4-2e1b8c4555e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0a17e502-ee78-4d5f-b8b2-36369d637589), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.441217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8a30d89-8f90-4f41-9cf4-2e1b8c4555e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.444904 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f8a30d89-8f90-4f41-9cf4-2e1b8c4555e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a17e502-ee78-4d5f-b8b2-36369d637589 HTTP/1.1" status: 204 len: 168 time: 0.2254159 Feb 19 03:10:23.466908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a30d89-8f90-4f41-9cf4-2e1b8c4555e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a17e502-ee78-4d5f-b8b2-36369d637589,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:23.503608 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70ac6300-09a2-4bf5-be11-90e394c6668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f5c0b6bf-81db-47f0-b35b-38d9264ea4bc), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.506834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70ac6300-09a2-4bf5-be11-90e394c6668c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.508184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-70ac6300-09a2-4bf5-be11-90e394c6668c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5c0b6bf-81db-47f0-b35b-38d9264ea4bc HTTP/1.1" status: 204 len: 168 time: 0.4560125 Feb 19 03:10:23.517287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-5eef6419-576c-449f-b0bf-24644127ff3a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] For port 08711507-aaaf-4e14-b9a8-57799bc64290, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=08711507-aaaf-4e14-b9a8-57799bc64290,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:23.517809 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-5eef6419-576c-449f-b0bf-24644127ff3a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.542063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac6300-09a2-4bf5-be11-90e394c6668c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c0b6bf-81db-47f0-b35b-38d9264ea4bc,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:23.553289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-5eef6419-576c-449f-b0bf-24644127ff3a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Calling delete_port for 08711507-aaaf-4e14-b9a8-57799bc64290 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:23.554032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56524) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:23.615317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19245031-2c0f-4167-974b-53a8aa9cade0 req-a4e6cdb1-63b3-462b-b0a7-b2de3172001c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549830 Feb 19 03:10:23.778680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-5eef6419-576c-449f-b0bf-24644127ff3a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (08711507-aaaf-4e14-b9a8-57799bc64290), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.793106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['08711507-aaaf-4e14-b9a8-57799bc64290'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:23.850923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef6419-576c-449f-b0bf-24644127ff3a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Pushing event deleted for resources: {'Port': ['ID=08711507-aaaf-4e14-b9a8-57799bc64290,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:23.875308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-5eef6419-576c-449f-b0bf-24644127ff3a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] No DVR routers for this DVR port 08711507-aaaf-4e14-b9a8-57799bc64290 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:23.878554 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-5eef6419-576c-449f-b0bf-24644127ff3a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.882650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a15d003-b1b3-4cc2-b3c5-12e35b0415be req-5eef6419-576c-449f-b0bf-24644127ff3a tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.71 "DELETE /v2.0/ports/08711507-aaaf-4e14-b9a8-57799bc64290 HTTP/1.1" status: 204 len: 173 time: 0.8861160 Feb 19 03:10:23.883165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecea9142-8439-4d17-a2d4-caaed3c65f63', 'name': 'network-vif-deleted', 'tag': '08711507-aaaf-4e14-b9a8-57799bc64290'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:23.897501 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b910cdaa-bd30-47fe-bc0b-362d650b19e8" -d '{"events": [{"server_uuid": "ecea9142-8439-4d17-a2d4-caaed3c65f63", "name": "network-vif-deleted", "tag": "08711507-aaaf-4e14-b9a8-57799bc64290"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:24.040363 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8b9b23-0ea8-4b1e-b44c-c861a5713934 x-openstack-request-id: req-fc8b9b23-0ea8-4b1e-b44c-c861a5713934 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:24.041324 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecea9142-8439-4d17-a2d4-caaed3c65f63", "name": "network-vif-deleted", "tag": "08711507-aaaf-4e14-b9a8-57799bc64290", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:24.041324 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc8b9b23-0ea8-4b1e-b44c-c861a5713934 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:24.042297 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecea9142-8439-4d17-a2d4-caaed3c65f63', 'name': 'network-vif-deleted', 'tag': '08711507-aaaf-4e14-b9a8-57799bc64290', 'status': 'completed', 'code': 200} Feb 19 03:10:24.145707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eabb301f-8227-4724-9ff0-6001493c30e4 req-d9226ca9-7a3e-4958-a734-6409ff3f78ca tempest-ServerDiagnosticsNegativeTest-938092916 tempest-ServerDiagnosticsNegativeTest-938092916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecea9142-8439-4d17-a2d4-caaed3c65f63 HTTP/1.1" status: 200 len: 210 time: 0.0710604 Feb 19 03:10:24.167462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-564531572-network', 'tenant_id': '1fa0b8023f244a6ca34ce2f63a6c60e0'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:24.248473 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Made reservation on behalf of 1fa0b8023f244a6ca34ce2f63a6c60e0 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:24.258769 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.271652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.334463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56538) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:24.391332 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ad30-25b2-48f3-9f8a-24cc5f498264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.455422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06be000-478b-4d5a-8c7d-d64e4ec51493 req-82cc0cdb-3ac2-4609-bc8b-e5539df6c664 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:24.456977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f06be000-478b-4d5a-8c7d-d64e4ec51493 req-82cc0cdb-3ac2-4609-bc8b-e5539df6c664 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 943 time: 0.1152244 Feb 19 03:10:24.472419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56540) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:24.544137 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Publish callbacks [] for security_group (5077f0d9-42b3-4c3e-9794-aa86c2cdf76c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.553297 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5077f0d9-42b3-4c3e-9794-aa86c2cdf76c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.565930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:10:24.591931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e3a98da5-fa91-4a23-9a94-0b7f5c736fa9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=977af6d4783c457faaeaff4c670e7521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1118770 Feb 19 03:10:24.598571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56542) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:24.602119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:24.607596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f06be000-478b-4d5a-8c7d-d64e4ec51493 req-424e4062-1eb4-4dcd-89e9-db2372548060 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402640 Feb 19 03:10:24.625342 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ad30-25b2-48f3-9f8a-24cc5f498264 admin admin] Publish callbacks [] for security_group (19067f77-7503-442c-9a6c-7ed8761c7e53), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.632168 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-e152dc69-d39a-4cab-bc49-e08cd905f2ba service neutron] 10.222.0.37 "GET /v2.0/ports/eca34166-afdf-4fd3-b338-8688850de555/bindings/n-h2-826756-2 HTTP/1.1" status: 200 len: 384 time: 0.2323151 Feb 19 03:10:24.632384 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fcf9ad30-25b2-48f3-9f8a-24cc5f498264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (19067f77-7503-442c-9a6c-7ed8761c7e53), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.649354 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (412ecf64-48d3-4054-9126-6e18e69908e1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.650302 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Added segment 412ecf64-48d3-4054-9126-6e18e69908e1 of type vlan for network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 Feb 19 03:10:24.689640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fcf9ad30-25b2-48f3-9f8a-24cc5f498264 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d99a4c9c935f4f3abc9a433c5ad726ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508816 Feb 19 03:10:24.689640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9ad30-25b2-48f3-9f8a-24cc5f498264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19067f77-7503-442c-9a6c-7ed8761c7e53,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:24.693542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56546) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:24.777684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.829235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1d1efd1-6341-4338-876a-c440663f3bc0 admin admin] Publish callbacks [] for security_group (19067f77-7503-442c-9a6c-7ed8761c7e53), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.865391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1d1efd1-6341-4338-876a-c440663f3bc0 admin admin] Publish callbacks [] for security_group (19067f77-7503-442c-9a6c-7ed8761c7e53), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.880484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.881615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:24.882093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.899303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f844eb8-b0c9-4dff-b4b8-da688ce4b6c9 req-afb612c1-1933-4925-9337-185bea104cdb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:24.901782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f844eb8-b0c9-4dff-b4b8-da688ce4b6c9 req-afb612c1-1933-4925-9337-185bea104cdb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.1303155 Feb 19 03:10:24.909752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0382f1b-4206-4c14-bc63-1e2f1a516bcc admin admin] Publish callbacks [] for security_group (daa8d6f8-ff99-4416-854d-80de507c6958), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.998382 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4427426 Feb 19 03:10:25.003793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56548) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:25.009315 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0382f1b-4206-4c14-bc63-1e2f1a516bcc admin admin] Publish callbacks [] for security_group (daa8d6f8-ff99-4416-854d-80de507c6958), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.018183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Request body: {'subnet': {'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-564531572-subnet', 'tenant_id': '1fa0b8023f244a6ca34ce2f63a6c60e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:25.030872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f844eb8-b0c9-4dff-b4b8-da688ce4b6c9 req-17cc0599-bf5c-4bfb-91dd-abb290ad906a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184728 Feb 19 03:10:25.040616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6bbbd-f4cc-4391-81ef-b776fa0879d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:25.048296 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1d1efd1-6341-4338-876a-c440663f3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (19067f77-7503-442c-9a6c-7ed8761c7e53), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.052134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:10:25.052742 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1d1efd1-6341-4338-876a-c440663f3bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.053734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c1d1efd1-6341-4338-876a-c440663f3bc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19067f77-7503-442c-9a6c-7ed8761c7e53 HTTP/1.1" status: 204 len: 168 time: 0.3591018 Feb 19 03:10:25.069119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1efd1-6341-4338-876a-c440663f3bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19067f77-7503-442c-9a6c-7ed8761c7e53,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:25.079573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Made reservation on behalf of 1fa0b8023f244a6ca34ce2f63a6c60e0 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:25.083396 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.214569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-95946d43-c701-410e-923e-d96535f87102 req-5994054d-c1f6-4fd7-8655-cdada5857417 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:25.279667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0382f1b-4206-4c14-bc63-1e2f1a516bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (daa8d6f8-ff99-4416-854d-80de507c6958), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.290397 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0382f1b-4206-4c14-bc63-1e2f1a516bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.292663 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d0382f1b-4206-4c14-bc63-1e2f1a516bcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daa8d6f8-ff99-4416-854d-80de507c6958 HTTP/1.1" status: 204 len: 168 time: 0.6869197 Feb 19 03:10:25.311829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0382f1b-4206-4c14-bc63-1e2f1a516bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa8d6f8-ff99-4416-854d-80de507c6958,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:25.339756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-95946d43-c701-410e-923e-d96535f87102 req-5994054d-c1f6-4fd7-8655-cdada5857417 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:25.394042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-95946d43-c701-410e-923e-d96535f87102 req-5994054d-c1f6-4fd7-8655-cdada5857417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca34166-afdf-4fd3-b338-8688850de555 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:25.408665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-95946d43-c701-410e-923e-d96535f87102 req-5994054d-c1f6-4fd7-8655-cdada5857417 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:25.428600 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-95946d43-c701-410e-923e-d96535f87102 req-5994054d-c1f6-4fd7-8655-cdada5857417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eca34166-afdf-4fd3-b338-8688850de555), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.435357 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (e4c86e5c-d752-49b8-bd81-3c26d2849525), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.502580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c86e5c-d752-49b8-bd81-3c26d2849525,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:25.554995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:25.555797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Network hostable DHCP agents. Network: 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:10:25.589520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:10:25.603207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:25.610768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:25.612629 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.617254 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25533a11-36d4-483e-b581-f3898df4ded9 None None] Network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:25.643761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-eccf8f1e-3b24-4885-ac34-86493e5ad6ff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6368995 Feb 19 03:10:25.673577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-95946d43-c701-410e-923e-d96535f87102 req-5994054d-c1f6-4fd7-8655-cdada5857417 service neutron] Transition to ACTIVE for port object eca34166-afdf-4fd3-b338-8688850de555 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:25.680321 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-95946d43-c701-410e-923e-d96535f87102 req-5994054d-c1f6-4fd7-8655-cdada5857417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eca34166-afdf-4fd3-b338-8688850de555), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.762088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994054d-c1f6-4fd7-8655-cdada5857417 service neutron] Pushing event updated for resources: {'Port': ['ID=eca34166-afdf-4fd3-b338-8688850de555,revision_number=10']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:25.832912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-95946d43-c701-410e-923e-d96535f87102 req-5994054d-c1f6-4fd7-8655-cdada5857417 service neutron] No DVR routers for this DVR port eca34166-afdf-4fd3-b338-8688850de555 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:25.882017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218741c-b9e3-4d36-bf91-c8e242531f3d req-b3bf9635-2125-447e-a459-03df96220c4f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:25.884400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1218741c-b9e3-4d36-bf91-c8e242531f3d req-b3bf9635-2125-447e-a459-03df96220c4f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 944 time: 0.1230979 Feb 19 03:10:25.896880 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-5994054d-c1f6-4fd7-8655-cdada5857417 service neutron] 10.222.0.37 "PUT /v2.0/ports/eca34166-afdf-4fd3-b338-8688850de555/bindings/n-h2-826756-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2528267 Feb 19 03:10:25.932278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f0ff24-601d-4ea9-a424-ceda7a9072e3 None None] Network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:26.160655 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1218741c-b9e3-4d36-bf91-c8e242531f3d req-dcb74688-1df2-4908-97b4-6ce29a1b4c34 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681539 Feb 19 03:10:26.216383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-651982bd-6398-455a-a0f5-6362f352df53 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.217926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-651982bd-6398-455a-a0f5-6362f352df53 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.1828306 Feb 19 03:10:26.253731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56576) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:26.362447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d61f8-c594-4bb5-9f11-fe09359b9495 req-5b3faeed-85b5-43cd-8849-e54dd4dcdfe6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.364056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5d61f8-c594-4bb5-9f11-fe09359b9495 req-5b3faeed-85b5-43cd-8849-e54dd4dcdfe6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.1502206 Feb 19 03:10:26.428036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5d61f8-c594-4bb5-9f11-fe09359b9495 req-8eb016cb-049f-46d7-99c4-a3ddbc350548 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550468 Feb 19 03:10:26.430412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-9b1e94c7-5e15-4449-a21d-970c3513610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.431867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-9b1e94c7-5e15-4449-a21d-970c3513610d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d HTTP/1.1" status: 200 len: 1126 time: 0.1781833 Feb 19 03:10:26.553814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-4e0dfb50-b7e7-40c7-b182-249cfc7d5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.556338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-4e0dfb50-b7e7-40c7-b182-249cfc7d5946 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1126 time: 0.0847538 Feb 19 03:10:26.705388 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8309d463-bcf3-4ac1-b15e-e04ee3cefac8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4802c857b5c9481a9e211a7bd4430d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4494829 Feb 19 03:10:26.708103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56592) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:26.733697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-da4f8b1c-bd28-4127-b2e1-41843ac07c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.736464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-da4f8b1c-bd28-4127-b2e1-41843ac07c9d service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.1674232 Feb 19 03:10:26.777746 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82f61545-353e-4dee-a217-7f2226a05407 admin admin] Publish callbacks [] for security_group (7c1a5826-2a67-46a1-87ff-db0b9684348e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:26.802790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-d7561fe1-3189-4d1f-924a-11af17db326e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 200 len: 217 time: 0.0548079 Feb 19 03:10:26.832921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82f61545-353e-4dee-a217-7f2226a05407 admin admin] Publish callbacks [] for security_group (7c1a5826-2a67-46a1-87ff-db0b9684348e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:26.881609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-4c5dfb1c-1bb3-4163-88a5-561a06de4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.884109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-4c5dfb1c-1bb3-4163-88a5-561a06de4509 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.0739224 Feb 19 03:10:26.923631 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82f61545-353e-4dee-a217-7f2226a05407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7c1a5826-2a67-46a1-87ff-db0b9684348e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:26.927994 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82f61545-353e-4dee-a217-7f2226a05407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:26.929802 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-82f61545-353e-4dee-a217-7f2226a05407 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c1a5826-2a67-46a1-87ff-db0b9684348e HTTP/1.1" status: 204 len: 168 time: 0.2201550 Feb 19 03:10:26.951665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-13d56631-5522-47ba-9f18-a92b802e8890 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539358 Feb 19 03:10:26.962460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f61545-353e-4dee-a217-7f2226a05407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1a5826-2a67-46a1-87ff-db0b9684348e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:27.138968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-141c0863-5608-4654-ad2d-c03585b5fdca service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756523 Feb 19 03:10:27.165000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 08711507-aaaf-4e14-b9a8-57799bc64290 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:27.201666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 08711507-aaaf-4e14-b9a8-57799bc64290 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:27.202288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 08711507-aaaf-4e14-b9a8-57799bc64290 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:27.326050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-d74a9987-8cd7-4f30-857f-e5cd517205da service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742802 Feb 19 03:10:27.346995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cf758-72de-4dfa-9c33-2abdfa4ba4e2 req-53117d87-1214-4363-832c-d08cdc9ff471 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:27.348746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-265cf758-72de-4dfa-9c33-2abdfa4ba4e2 req-53117d87-1214-4363-832c-d08cdc9ff471 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 944 time: 0.0866134 Feb 19 03:10:27.424326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-265cf758-72de-4dfa-9c33-2abdfa4ba4e2 req-ab73d862-66af-4cc8-b584-a9abff4e4bd5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627117 Feb 19 03:10:27.645906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466f7f6-cfe1-40e4-bb63-2cc796e6d810 req-4749cb02-2945-4f6a-acea-66b7b4e9a265 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:27.645906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1466f7f6-cfe1-40e4-bb63-2cc796e6d810 req-4749cb02-2945-4f6a-acea-66b7b4e9a265 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.0703907 Feb 19 03:10:27.646344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56626) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:27.651627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-327449588-network', 'tenant_id': '0e9cce09f0f744ad9cc713c814cb7e11'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:27.723168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Made reservation on behalf of 0e9cce09f0f744ad9cc713c814cb7e11 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:27.728405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:27.742728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:27.783203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1466f7f6-cfe1-40e4-bb63-2cc796e6d810 req-a447f6a5-f08a-42ea-99d9-453f18ec81de tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290553 Feb 19 03:10:27.838332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56632) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:27.867074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-106e572e-5375-4a11-a499-86eaaef0eb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:27.932230 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Publish callbacks [] for security_group (77d3a4a7-d909-4c6e-81ef-8f9f6631cb31), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:27.940585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (77d3a4a7-d909-4c6e-81ef-8f9f6631cb31), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:27.985305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:10:28.037574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-106e572e-5375-4a11-a499-86eaaef0eb7a admin admin] Publish callbacks [] for security_group (b4d5c86d-c314-4e99-9d3a-9b1e36265a13), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.038890 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (018e7e87-430d-43ab-b932-3c9669713b23), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.039294 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Added segment 018e7e87-430d-43ab-b932-3c9669713b23 of type vlan for network 97dbfac9-f011-4dbb-ab99-650b0d70842e Feb 19 03:10:28.041278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d43-c701-410e-923e-d96535f87102 req-b8c16d9f-9fdb-474d-a0c2-886a352205b7 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:28.043403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d3a4a7-d909-4c6e-81ef-8f9f6631cb31,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:28.043802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-b8c16d9f-9fdb-474d-a0c2-886a352205b7 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.1169574 Feb 19 03:10:28.045862 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-106e572e-5375-4a11-a499-86eaaef0eb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b4d5c86d-c314-4e99-9d3a-9b1e36265a13), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.137506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (97dbfac9-f011-4dbb-ab99-650b0d70842e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.180881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-106e572e-5375-4a11-a499-86eaaef0eb7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8c9ab841c7444fbb2686e60e08fc295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407917 Feb 19 03:10:28.181829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e572e-5375-4a11-a499-86eaaef0eb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d5c86d-c314-4e99-9d3a-9b1e36265a13,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:28.183096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56640) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:28.284689 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (97dbfac9-f011-4dbb-ab99-650b0d70842e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.289022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:28.289022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.324505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-95946d43-c701-410e-923e-d96535f87102 req-2f8e42bd-37cc-4c9b-9003-c27828fe3ff1 service neutron] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:28.327829 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95946d43-c701-410e-923e-d96535f87102 req-2f8e42bd-37cc-4c9b-9003-c27828fe3ff1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.329283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95946d43-c701-410e-923e-d96535f87102 req-2f8e42bd-37cc-4c9b-9003-c27828fe3ff1 service neutron] 10.222.0.71 "DELETE /v2.0/ports/eca34166-afdf-4fd3-b338-8688850de555/bindings/n-h1-826756-2 HTTP/1.1" status: 204 len: 173 time: 0.2750289 Feb 19 03:10:28.400633 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5db87a9b-431f-4197-8346-477bfcf94301 admin admin] Publish callbacks [] for security_group (b4d5c86d-c314-4e99-9d3a-9b1e36265a13), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.412501 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7630169 Feb 19 03:10:28.412727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56646) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:28.417453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Request body: {'subnet': {'network_id': '97dbfac9-f011-4dbb-ab99-650b0d70842e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-327449588-subnet', 'tenant_id': '0e9cce09f0f744ad9cc713c814cb7e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:28.436271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e4b0b-3057-4921-b622-5da2b3036952 admin admin] Pushing event updated for resources: {'Network': ['ID=97dbfac9-f011-4dbb-ab99-650b0d70842e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:28.455104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Made reservation on behalf of 0e9cce09f0f744ad9cc713c814cb7e11 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:28.458512 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.460243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 97dbfac9-f011-4dbb-ab99-650b0d70842e details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:10:28.482527 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5db87a9b-431f-4197-8346-477bfcf94301 admin admin] Publish callbacks [] for security_group (b4d5c86d-c314-4e99-9d3a-9b1e36265a13), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.574130 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5db87a9b-431f-4197-8346-477bfcf94301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b4d5c86d-c314-4e99-9d3a-9b1e36265a13), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.576976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5db87a9b-431f-4197-8346-477bfcf94301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.581637 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5db87a9b-431f-4197-8346-477bfcf94301 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4d5c86d-c314-4e99-9d3a-9b1e36265a13 HTTP/1.1" status: 204 len: 168 time: 0.3971777 Feb 19 03:10:28.596566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db87a9b-431f-4197-8346-477bfcf94301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d5c86d-c314-4e99-9d3a-9b1e36265a13,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:28.607949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eca34166-afdf-4fd3-b338-8688850de555 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:28.683944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port eca34166-afdf-4fd3-b338-8688850de555 host n-h2-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:10:28.685023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eca34166-afdf-4fd3-b338-8688850de555 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:28.785871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa6abd-921c-43ea-b70e-c673d5bfd7ff req-b08e242d-fbd9-4309-a191-ae9a5edfafe9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:28.796703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36fa6abd-921c-43ea-b70e-c673d5bfd7ff req-b08e242d-fbd9-4309-a191-ae9a5edfafe9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 944 time: 0.2542443 Feb 19 03:10:28.983964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36fa6abd-921c-43ea-b70e-c673d5bfd7ff req-f410a165-412c-46d0-afe1-0d1863ef7981 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861510 Feb 19 03:10:29.014204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (bdc40a8b-c92d-4555-920f-3d9b6d1cf678), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.105459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc40a8b-c92d-4555-920f-3d9b6d1cf678,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:29.134583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4ef3e-303f-41da-9244-75c49e6f52bf req-b2c46895-3c52-4938-9fac-f52caa16d809 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.136253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0a4ef3e-303f-41da-9244-75c49e6f52bf req-b2c46895-3c52-4938-9fac-f52caa16d809 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.1987152 Feb 19 03:10:29.149457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Checking segment: {'id': '018e7e87-430d-43ab-b932-3c9669713b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '97dbfac9-f011-4dbb-ab99-650b0d70842e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:29.149819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Network hostable DHCP agents. Network: 97dbfac9-f011-4dbb-ab99-650b0d70842e, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:10:29.210064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Network 97dbfac9-f011-4dbb-ab99-650b0d70842e is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:10:29.235201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 97dbfac9-f011-4dbb-ab99-650b0d70842e) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:29.242096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.243088 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.244234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9fae8c-fff1-4955-a615-6e45f3642699 None None] Network 97dbfac9-f011-4dbb-ab99-650b0d70842e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:29.253354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8e187-c33f-412b-9fc8-5c06ef73a603 req-af148153-fa64-4467-87ce-dd531e534483 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.255008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96d8e187-c33f-412b-9fc8-5c06ef73a603 req-af148153-fa64-4467-87ce-dd531e534483 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1126 time: 0.1165209 Feb 19 03:10:29.286617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0a4ef3e-303f-41da-9244-75c49e6f52bf req-ca5dc831-7767-4a51-bf23-3d9b7d70517e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316533 Feb 19 03:10:29.352074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3bcbda2a-9829-40b2-8e93-daeaf37c4ca5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9386482 Feb 19 03:10:29.453665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96d8e187-c33f-412b-9fc8-5c06ef73a603 req-99d07c0c-8921-4290-b185-64c5ce79e419 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824548 Feb 19 03:10:29.521575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43228d2a-00c5-423e-af5c-d3123c3de5f4 None None] Network 97dbfac9-f011-4dbb-ab99-650b0d70842e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:30.044525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-9e9935a5-7dce-42c7-9e7b-f285e8148a83 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:30.052657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-9e9935a5-7dce-42c7-9e7b-f285e8148a83 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 820 time: 0.1495528 Feb 19 03:10:30.070246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-6b960286-29a5-4b59-a621-4ee915901161 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/quotas/01ad0fd35e4b45269d36b6bf63d3f12d HTTP/1.1" status: 200 len: 375 time: 0.0165412 Feb 19 03:10:30.132144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-b124d0ca-c730-488b-9ff1-6294f90abbfc tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609107 Feb 19 03:10:30.263635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-e842a8a1-704e-4b31-ac72-b6186e8d8da7 service neutron] 10.222.0.42 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238573 Feb 19 03:10:30.427144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-a9e49d7a-5500-40e0-abda-f2e529dda5cb service neutron] 10.222.0.42 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577122 Feb 19 03:10:30.740061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086ee88-f689-4265-871b-90434175655b req-172aecb0-fbd7-47be-9d64-4fff0ca0b142 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:30.742137 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-172aecb0-fbd7-47be-9d64-4fff0ca0b142 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 807 time: 0.1689341 Feb 19 03:10:30.774166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-ed7f8a8f-1fe5-4570-b216-21366c53bdb7 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/quotas/1fa0b8023f244a6ca34ce2f63a6c60e0 HTTP/1.1" status: 200 len: 375 time: 0.0218534 Feb 19 03:10:30.875525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-56cc350c-6f60-4339-9b45-8df226f748e0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810962 Feb 19 03:10:31.044977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-be7a7cdf-c31a-4591-9bf1-5412680be35a service neutron] 10.222.0.42 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667616 Feb 19 03:10:31.250066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-979a4bf2-c86d-4048-80f3-5b551ed83bd2 service neutron] 10.222.0.42 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015557 Feb 19 03:10:31.358373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d3208-b5fd-438b-8810-f9b1c12a849f req-05bc9129-6541-4514-b781-67da5d546d80 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.360793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d0d3208-b5fd-438b-8810-f9b1c12a849f req-05bc9129-6541-4514-b781-67da5d546d80 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.1037199 Feb 19 03:10:31.466896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d0d3208-b5fd-438b-8810-f9b1c12a849f req-c2c7de30-b32b-4755-9ec7-3ba7baef60f9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854502 Feb 19 03:10:31.683781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa85b17b-32b1-45a3-9b2a-bf28fc78279a req-2ac8fb51-68e8-4942-9fad-61233136fd19 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 210 time: 0.0769048 Feb 19 03:10:31.756363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d58c868f-d187-497c-83e5-fde8677ba37e req-d35e68cc-4036-4484-8860-645a715b9017 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 210 time: 0.1379757 Feb 19 03:10:31.979165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56788) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:32.265802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7efdb3d-beec-4dfe-b0a6-aad20bac25a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.427644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56800) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:32.479527 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7efdb3d-beec-4dfe-b0a6-aad20bac25a6 admin admin] Publish callbacks [] for security_group (283e9f41-387a-40f2-ad90-ee6317eaba59), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.486351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7efdb3d-beec-4dfe-b0a6-aad20bac25a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (283e9f41-387a-40f2-ad90-ee6317eaba59), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.574949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f7efdb3d-beec-4dfe-b0a6-aad20bac25a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c7ce901c01d499f86a7b3bc0f3232ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944493 Feb 19 03:10:32.578052 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56806) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:32.582555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efdb3d-beec-4dfe-b0a6-aad20bac25a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283e9f41-387a-40f2-ad90-ee6317eaba59,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:32.782835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-125720ca-6699-41b4-9b73-260017678892 admin admin] Publish callbacks [] for security_group (283e9f41-387a-40f2-ad90-ee6317eaba59), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.804182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-bf5614d5-1131-454b-84d2-2c1f54a4a2f9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:32.813755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-bf5614d5-1131-454b-84d2-2c1f54a4a2f9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 820 time: 0.2508512 Feb 19 03:10:32.860821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-125720ca-6699-41b4-9b73-260017678892 admin admin] Publish callbacks [] for security_group (283e9f41-387a-40f2-ad90-ee6317eaba59), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.915697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Request body: {'port': {'device_id': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5', 'admin_state_up': True, 'tenant_id': '01ad0fd35e4b45269d36b6bf63d3f12d'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:32.963445 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-125720ca-6699-41b4-9b73-260017678892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (283e9f41-387a-40f2-ad90-ee6317eaba59), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.966288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-125720ca-6699-41b4-9b73-260017678892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.985384 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-125720ca-6699-41b4-9b73-260017678892 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/283e9f41-387a-40f2-ad90-ee6317eaba59 HTTP/1.1" status: 204 len: 168 time: 0.3996260 Feb 19 03:10:33.034555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125720ca-6699-41b4-9b73-260017678892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283e9f41-387a-40f2-ad90-ee6317eaba59,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:33.041374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5eebd56-223b-4ac7-8fed-08195bee9eba req-d780dafa-7ac2-453c-b470-1a69811306d3 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 210 time: 0.2009501 Feb 19 03:10:33.081438 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd6db-b090-44a5-868e-5a587e1424c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.228675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc0ebcd8-d4d6-47f0-9e13-e75e23a8adfb req-2a384c72-206b-4b5a-b50a-926d13305be1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 210 time: 0.0797210 Feb 19 03:10:33.235796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd6db-b090-44a5-868e-5a587e1424c7 admin admin] Publish callbacks [] for security_group (4ae8e12b-9eab-4bd0-9e12-90483065d835), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.261234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd6db-b090-44a5-868e-5a587e1424c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4ae8e12b-9eab-4bd0-9e12-90483065d835), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.347684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4140e-f18a-4253-a42d-7b484cddb4b5 req-4c6fa013-a511-434a-8f62-cca5554b97b5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:33.349369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1cd4140e-f18a-4253-a42d-7b484cddb4b5 req-4c6fa013-a511-434a-8f62-cca5554b97b5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.6965630 Feb 19 03:10:33.382100 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4c0dd6db-b090-44a5-868e-5a587e1424c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=231f5a732fb94e40b20f712602b681ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9530563 Feb 19 03:10:33.384583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56824) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:33.395154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dd6db-b090-44a5-868e-5a587e1424c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae8e12b-9eab-4bd0-9e12-90483065d835,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:33.439439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086ee88-f689-4265-871b-90434175655b req-e36c0114-a74d-4509-ac23-3e48989c0a0d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:33.442371 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-e36c0114-a74d-4509-ac23-3e48989c0a0d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 807 time: 0.2009490 Feb 19 03:10:33.447940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Made reservation on behalf of 01ad0fd35e4b45269d36b6bf63d3f12d for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:33.451985 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.459909 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Request body: {'port': {'device_id': '6b80956a-52f4-4159-a031-ead8919a2584', 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4', 'admin_state_up': True, 'tenant_id': '1fa0b8023f244a6ca34ce2f63a6c60e0'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:33.588503 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f14731d8-b1ab-489d-bd3d-b34d976e6902 admin admin] Publish callbacks [] for security_group (4ae8e12b-9eab-4bd0-9e12-90483065d835), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.616118 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f14731d8-b1ab-489d-bd3d-b34d976e6902 admin admin] Publish callbacks [] for security_group (4ae8e12b-9eab-4bd0-9e12-90483065d835), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.635587 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56826) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:33.670780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1cd4140e-f18a-4253-a42d-7b484cddb4b5 req-a6b3a10c-67a3-45c7-a747-284fc889f2fd tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034832 Feb 19 03:10:33.693759 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2219b3db-43b7-4eaf-8c87-2400b312a8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.767992 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f14731d8-b1ab-489d-bd3d-b34d976e6902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4ae8e12b-9eab-4bd0-9e12-90483065d835), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.772108 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f14731d8-b1ab-489d-bd3d-b34d976e6902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.773741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f14731d8-b1ab-489d-bd3d-b34d976e6902 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ae8e12b-9eab-4bd0-9e12-90483065d835 HTTP/1.1" status: 204 len: 168 time: 0.3865488 Feb 19 03:10:33.886321 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-c9171bba-b474-4d28-ac93-da54bf234547 service neutron] show failed (client error): The resource could not be found. Feb 19 03:10:33.890503 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-c9171bba-b474-4d28-ac93-da54bf234547 service neutron] 10.222.0.37 "GET /v2.0/ports/e69eac84-a70d-421a-84e0-42931b16032b/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.2559099 Feb 19 03:10:34.040312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Made reservation on behalf of 1fa0b8023f244a6ca34ce2f63a6c60e0 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:34.044902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.089188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Allocated IP 172.20.0.11 (13ab5339-b46f-437b-886f-eec7eeac9fe5/008eac97-41bc-4840-b188-ddded1478ba5/cef307ca-0462-4d09-bbe5-0e181fd8aad2) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:34.103827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14731d8-b1ab-489d-bd3d-b34d976e6902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae8e12b-9eab-4bd0-9e12-90483065d835,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:34.116081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-3fe5fdf8-8cc4-4afb-9ce9-dac3d0753a7f tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2916255 Feb 19 03:10:34.208279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.71', 61264) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:34.299929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da715137-d49d-4c7d-8f29-24c97f051843 req-70ef02fd-6339-4fed-af28-3c9958c25cec tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 210 time: 0.0704498 Feb 19 03:10:34.346075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Allocated IP 172.20.0.6 (6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4/e4c86e5c-d752-49b8-bd81-3c26d2849525/7227d0ea-7f4b-47e4-abb3-1d02b2fa133f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:34.450666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-e287b4d7-68dc-4a41-9a3b-9ec3c8499649 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.452230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-e287b4d7-68dc-4a41-9a3b-9ec3c8499649 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3278363 Feb 19 03:10:34.456575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56848) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:34.521586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80d3d3dc-fdc1-4918-b45c-bbf0732cd35a req-dccbe663-1d6b-4faa-8d1c-df1e38f99e89 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 210 time: 0.0630257 Feb 19 03:10:34.534596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-7825b91a-7e3d-4f74-b5de-2b93cd985911 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/quotas/8d26c743e5c94f16b0a83e45df8fd90a HTTP/1.1" status: 200 len: 375 time: 0.0603185 Feb 19 03:10:34.545241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-fc933e78-5ab9-4955-a6de-23e4b690f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.545241 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-fc933e78-5ab9-4955-a6de-23e4b690f536 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea&tenant_id=42973c8e1f4740eaafb2729751201363 HTTP/1.1" status: 200 len: 1132 time: 0.3313963 Feb 19 03:10:34.546062 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26ae5ebf-a95a-4601-a9b9-650303921143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.565231 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2219b3db-43b7-4eaf-8c87-2400b312a8ea admin admin] Publish callbacks [] for security_group (9978a4b4-d018-41c3-bd10-4760d7c74b01), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.573493 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2219b3db-43b7-4eaf-8c87-2400b312a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9978a4b4-d018-41c3-bd10-4760d7c74b01), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.588503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:34.607482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks [] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.613589 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219b3db-43b7-4eaf-8c87-2400b312a8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9978a4b4-d018-41c3-bd10-4760d7c74b01,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:34.624775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6e5b549e-1c4b-4136-aac1-3a48f0aa5f40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890207 Feb 19 03:10:34.642697 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2219b3db-43b7-4eaf-8c87-2400b312a8ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3c817563c394541a4d33848e5f6ef0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9983482 Feb 19 03:10:34.645268 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56850) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:34.730702 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.804536 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e69eac84-a70d-421a-84e0-42931b16032b), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.851667 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:34.852959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c015620-0677-445c-ae9d-f597c36b5500 admin admin] Publish callbacks [] for security_group (9978a4b4-d018-41c3-bd10-4760d7c74b01), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.857027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:34.870498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:34.877541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.878243 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.925042 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c015620-0677-445c-ae9d-f597c36b5500 admin admin] Publish callbacks [] for security_group (9978a4b4-d018-41c3-bd10-4760d7c74b01), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.981956 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Pushing event updated for resources: {'Port': ['ID=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:34.992549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks [] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.004262 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-eef8cea3-32e2-427b-87d9-26066ee55657 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5517976 Feb 19 03:10:35.022485 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Request body: {'port': {'device_id': '6b80956a-52f4-4159-a031-ead8919a2584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:35.066223 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c015620-0677-445c-ae9d-f597c36b5500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9978a4b4-d018-41c3-bd10-4760d7c74b01), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.068920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c015620-0677-445c-ae9d-f597c36b5500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.070478 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3c015620-0677-445c-ae9d-f597c36b5500 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9978a4b4-d018-41c3-bd10-4760d7c74b01 HTTP/1.1" status: 204 len: 168 time: 0.4240291 Feb 19 03:10:35.100424 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c015620-0677-445c-ae9d-f597c36b5500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9978a4b4-d018-41c3-bd10-4760d7c74b01,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:35.138074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.193980 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80133e9c-04f9-4d3d-a954-2e8c810dbe68 req-4678e6bf-73ce-4fd1-9357-8e803d249b9b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 210 time: 0.2090752 Feb 19 03:10:35.316247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa935213-7c8e-4d6f-92ae-dcd8eebbd7b7 req-668179a4-6645-41d9-ae4b-369b1792f9b9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.325084 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa935213-7c8e-4d6f-92ae-dcd8eebbd7b7 req-668179a4-6645-41d9-ae4b-369b1792f9b9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.4882102 Feb 19 03:10:35.397435 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.455289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa935213-7c8e-4d6f-92ae-dcd8eebbd7b7 req-64827ccb-7cbb-4d26-8388-1483f605882c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291056 Feb 19 03:10:35.496526 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26ae5ebf-a95a-4601-a9b9-650303921143 admin admin] Publish callbacks [] for security_group (979cee31-6f29-4c58-bdb7-eb41b1e8e4cf), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.537751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26ae5ebf-a95a-4601-a9b9-650303921143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (979cee31-6f29-4c58-bdb7-eb41b1e8e4cf), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.578093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-26ae5ebf-a95a-4601-a9b9-650303921143 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b43aa557d5ec4acfb951cfd726713969&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1106374 Feb 19 03:10:35.585784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56888) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:35.597184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Network 13ab5339-b46f-437b-886f-eec7eeac9fe5 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:35.607923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e69eac84-a70d-421a-84e0-42931b16032b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:35.677916 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.690944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:35.693540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:35.699143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.699826 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.712658 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac7b062f-9c83-42ac-941d-0bf597879ebf admin admin] Publish callbacks [] for security_group (979cee31-6f29-4c58-bdb7-eb41b1e8e4cf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.735857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Pushing event updated for resources: {'Port': ['ID=cef307ca-0462-4d09-bbe5-0e181fd8aad2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:35.760492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3d85-94f8-4f82-a97d-588139a671e3 req-4781f2e3-aa7c-4f4b-9f28-512d6eb4c9b3 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.762991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23bf3d85-94f8-4f82-a97d-588139a671e3 req-4781f2e3-aa7c-4f4b-9f28-512d6eb4c9b3 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 931 time: 0.3225141 Feb 19 03:10:35.773780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae5ebf-a95a-4601-a9b9-650303921143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979cee31-6f29-4c58-bdb7-eb41b1e8e4cf,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:35.869264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ef1b3ee8-05a3-444a-8e09-5c079a187eb1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9616044 Feb 19 03:10:35.887139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac7b062f-9c83-42ac-941d-0bf597879ebf admin admin] Publish callbacks [] for security_group (979cee31-6f29-4c58-bdb7-eb41b1e8e4cf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.923677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Request body: {'port': {'device_id': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:35.930763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:35.941212 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Publish callbacks [] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.968767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Transition to ACTIVE for port object 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:35.981679 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.986578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:36.045092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:36.081613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:36.082018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:36.082349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:36.084357 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.096150 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:36.096932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:36.102650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23bf3d85-94f8-4f82-a97d-588139a671e3 req-12aaf419-d395-4006-8003-86f5a9d1f22e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255353 Feb 19 03:10:36.106492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:36.106831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:36.107772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:36.108212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Bound port: 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:36.108575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.164900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:36.167253 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e07bc9-8021-4daf-a088-ef738307ef85" -d '{"events": [{"server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e69eac84-a70d-421a-84e0-42931b16032b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:36.176284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Publish callbacks [] for port (e69eac84-a70d-421a-84e0-42931b16032b), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.185650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:36.190614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:36.197651 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.238418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:36.239157 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.240874 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] 10.222.0.71 "PUT /v2.0/ports/7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 200 len: 1091 time: 1.2230201 Feb 19 03:10:36.244548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b80956a-52f4-4159-a031-ead8919a2584', 'tag': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:36.247790 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b80956a-52f4-4159-a031-ead8919a2584", "tag": "7227d0ea-7f4b-47e4-abb3-1d02b2fa133f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:36.273713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Transition to ACTIVE for port object e69eac84-a70d-421a-84e0-42931b16032b will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:36.301120 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e69eac84-a70d-421a-84e0-42931b16032b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.320493 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac7b062f-9c83-42ac-941d-0bf597879ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (979cee31-6f29-4c58-bdb7-eb41b1e8e4cf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.323259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac7b062f-9c83-42ac-941d-0bf597879ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.327373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ac7b062f-9c83-42ac-941d-0bf597879ebf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/979cee31-6f29-4c58-bdb7-eb41b1e8e4cf HTTP/1.1" status: 204 len: 168 time: 0.7334037 Feb 19 03:10:36.348347 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15274b8-5b4d-4dd2-bdef-029367fa75b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:36.374215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086ee88-f689-4265-871b-90434175655b req-1cecadf7-7c09-42fb-a5ee-2ffbb0cf5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:36.384844 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-1cecadf7-7c09-42fb-a5ee-2ffbb0cf5d6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1125 time: 0.0823169 Feb 19 03:10:36.415957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-7879718f-6cbb-493c-a411-91154d1a4cec tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:36.417506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-7879718f-6cbb-493c-a411-91154d1a4cec tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/networks?id=3a274390-7682-4cda-982f-e3d148a6b109 HTTP/1.1" status: 200 len: 815 time: 0.4355042 Feb 19 03:10:36.440662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b062f-9c83-42ac-941d-0bf597879ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979cee31-6f29-4c58-bdb7-eb41b1e8e4cf,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:36.460722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e6374-993b-4de2-9aab-af7dc3376b38 req-7ffade56-a922-488d-9a02-f3b24b117aae tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:36.467924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-042e6374-993b-4de2-9aab-af7dc3376b38 req-7ffade56-a922-488d-9a02-f3b24b117aae tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 932 time: 0.2687836 Feb 19 03:10:36.511865 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-41f76c8f-26a3-4d87-a3c9-b9be6f634415 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 200 len: 217 time: 0.1258702 Feb 19 03:10:36.522400 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-f2920543-b90f-4ba4-ac3c-32a622af4b42 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455706 Feb 19 03:10:36.531361 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-c75f9f03-5511-455e-9551-702857e138a6 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/quotas/48b73ec3b0e1475ea282fe7da83ace95 HTTP/1.1" status: 200 len: 375 time: 0.0988040 Feb 19 03:10:36.557100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Pushing event updated for resources: {'Port': ['ID=e69eac84-a70d-421a-84e0-42931b16032b,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:36.572417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] No DVR routers for this DVR port e69eac84-a70d-421a-84e0-42931b16032b on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:36.690564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086ee88-f689-4265-871b-90434175655b req-8859d096-1107-448e-b050-05fc197f95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:36.692604 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-8859d096-1107-448e-b050-05fc197f95ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.1693118 Feb 19 03:10:36.777373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-042e6374-993b-4de2-9aab-af7dc3376b38 req-78048992-a3fe-4dd6-93d8-fd64ad7bd6df tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084135 Feb 19 03:10:36.787491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Attempting to bind port e69eac84-a70d-421a-84e0-42931b16032b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:36.787834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Attempting to bind port e69eac84-a70d-421a-84e0-42931b16032b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:36.788165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Attempting to bind port e69eac84-a70d-421a-84e0-42931b16032b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:36.796082 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-1002a7b7-13da-43b4-b5d8-0c37dc175b42 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607028 Feb 19 03:10:36.808550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-46f9a681-4b2d-4dd8-8792-a91cb3f2306d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:36.810341 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-46f9a681-4b2d-4dd8-8792-a91cb3f2306d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2769351 Feb 19 03:10:36.816585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Port e69eac84-a70d-421a-84e0-42931b16032b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:36.816937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Attempting to bind port e69eac84-a70d-421a-84e0-42931b16032b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:36.825029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:36.825372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:36.825741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:36.826229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Bound port: e69eac84-a70d-421a-84e0-42931b16032b, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:36.836496 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e69eac84-a70d-421a-84e0-42931b16032b), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.840510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-c3114e81-a95d-4852-8ff8-abc56fe98211 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=48b73ec3b0e1475ea282fe7da83ace95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3073852 Feb 19 03:10:36.846678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Request body: {'port': {'device_id': 'f237afd1-62e0-4edd-94de-f12dcf9b3f64', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8d26c743e5c94f16b0a83e45df8fd90a'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:36.914587 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a67567c-43d5-42c3-a3c4-3c7f3e3a40b9 x-openstack-request-id: req-0a67567c-43d5-42c3-a3c4-3c7f3e3a40b9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:36.914929 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e69eac84-a70d-421a-84e0-42931b16032b", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:36.915189 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a67567c-43d5-42c3-a3c4-3c7f3e3a40b9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:36.915638 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b', 'code': 200} Feb 19 03:10:37.012388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef307ca-0462-4d09-bbe5-0e181fd8aad2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:37.055987 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-99071d5b-ce20-4151-93cd-d4729ca7d8d6 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443793 Feb 19 03:10:37.073702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Made reservation on behalf of 8d26c743e5c94f16b0a83e45df8fd90a for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:37.077433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.085164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37ec1e46-b64b-453a-bc9c-caac3a59cd72 req-7c88ffc3-e3e7-4bfb-810b-71314a78ae0a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 210 time: 0.0380983 Feb 19 03:10:37.090510 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Publish callbacks [] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.097815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.159200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Transition to ACTIVE for port object cef307ca-0462-4d09-bbe5-0e181fd8aad2 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:37.184483 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.200308 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9686bcad-0410-4db5-aabf-f1d52d5bd3d2 x-openstack-request-id: req-9686bcad-0410-4db5-aabf-f1d52d5bd3d2 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:37.200563 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b80956a-52f4-4159-a031-ead8919a2584", "tag": "7227d0ea-7f4b-47e4-abb3-1d02b2fa133f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:37.200800 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9686bcad-0410-4db5-aabf-f1d52d5bd3d2 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:37.201205 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b80956a-52f4-4159-a031-ead8919a2584', 'tag': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f', 'status': 'completed', 'code': 200} Feb 19 03:10:37.215989 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2086ee88-f689-4265-871b-90434175655b req-8097c88c-4cbf-4dbd-afe0-778ea4199de9 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519549 Feb 19 03:10:37.243717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:37.274545 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks [] for security_group (fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.280475 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.280726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-435d78d1-e25b-4440-a5e5-02eb41d4291d service neutron] 10.222.0.42 "GET /v2.0/networks/3a274390-7682-4cda-982f-e3d148a6b109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392991 Feb 19 03:10:37.286187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e69eac84-a70d-421a-84e0-42931b16032b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:37.334302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:37.362161 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e69eac84-a70d-421a-84e0-42931b16032b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.430752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6 req-c67ad265-a26f-4e03-a85e-798c988a28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.432479 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6 req-c67ad265-a26f-4e03-a85e-798c988a28cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1125 time: 0.1463888 Feb 19 03:10:37.459541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Pushing event updated for resources: {'Port': ['ID=cef307ca-0462-4d09-bbe5-0e181fd8aad2,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:37.473610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.473610 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.474939 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] 10.222.0.71 "PUT /v2.0/ports/e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 1096 time: 2.9108493 Feb 19 03:10:37.563719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Allocated IP 192.168.233.87 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/3e6d4be5-e5f9-422e-9356-0efda4038f6a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:37.618733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:37.619079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:37.619665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:37.645324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:37.645672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:37.653517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43b758-c586-4e49-9d52-495f3ea13942 service neutron] Pushing event updated for resources: {'Port': ['ID=e69eac84-a70d-421a-84e0-42931b16032b,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:37.679288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d3783-b63a-45c7-9cf8-d3fc9c49f030 req-dea2d36a-632b-4218-b24a-a458213ff463 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.680974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7d3783-b63a-45c7-9cf8-d3fc9c49f030 req-dea2d36a-632b-4218-b24a-a458213ff463 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 948 time: 0.3378508 Feb 19 03:10:37.684782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:37.685124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:37.685559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:37.686058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Bound port: cef307ca-0462-4d09-bbe5-0e181fd8aad2, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:37.686446 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.712724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-e309adab-ad3f-4756-aa9f-65d69de2d498 service neutron] 10.222.0.42 "GET /v2.0/networks/3a274390-7682-4cda-982f-e3d148a6b109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176798 Feb 19 03:10:37.727204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-86d9b727-2fbd-4839-acc3-b475a78ee6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.728876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-86d9b727-2fbd-4839-acc3-b475a78ee6ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1130 time: 0.2137611 Feb 19 03:10:37.787689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6 req-f84de299-0359-4fee-895f-cee675bde494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.794729 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6 req-f84de299-0359-4fee-895f-cee675bde494 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.3221831 Feb 19 03:10:37.822993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7d3783-b63a-45c7-9cf8-d3fc9c49f030 req-4fdf9a4d-7427-415e-8833-dca6bd2cd157 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304350 Feb 19 03:10:37.844952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56960) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:37.853455 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6 req-380a9247-1cf0-4f54-a4d3-142c36af3738 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 200 len: 217 time: 0.0549316 Feb 19 03:10:38.009096 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks [] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.013681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6 req-2902eae7-1ebf-4309-8a62-ace2b2a641cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.016045 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6 req-2902eae7-1ebf-4309-8a62-ace2b2a641cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.1480246 Feb 19 03:10:38.057793 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6 req-dc7c22a5-b840-4486-9f8b-b5ea4c6eb49a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308144 Feb 19 03:10:38.105422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-network', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:38.165498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Made reservation on behalf of 51aedc7fa6d3492588e26bcdcaaeee31 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:38.167909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.201356 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7064d82b-8d49-474f-b8bf-04b50f3d84e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.212909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.226680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:38.260990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61ea25-7073-4a5b-9b81-3ed3588d5b1a req-375ea30d-7791-453d-8691-2b4595408308 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.263009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff61ea25-7073-4a5b-9b81-3ed3588d5b1a req-375ea30d-7791-453d-8691-2b4595408308 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 943 time: 0.1379538 Feb 19 03:10:38.274355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:38.284092 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.323739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-b0381e5b-abcb-43ab-83cd-4153b28f0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.325495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-b0381e5b-abcb-43ab-83cd-4153b28f0e25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.5658817 Feb 19 03:10:38.330007 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.388108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:38.393982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6 req-90f0e99a-df58-41b1-8628-113e4a921e73 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256009 Feb 19 03:10:38.408546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:38.423311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:38.428531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.429347 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.433129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event updated for resources: {'Port': ['ID=3e6d4be5-e5f9-422e-9356-0efda4038f6a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:38.517046 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Publish callbacks [] for security_group (0f96857f-de1a-4493-82ec-aee2c2844924), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.521091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0f96857f-de1a-4493-82ec-aee2c2844924), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.522479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff61ea25-7073-4a5b-9b81-3ed3588d5b1a req-8df780eb-1aa4-493b-bd5a-dc327d19cfbc tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459900 Feb 19 03:10:38.524404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-d585f823-203a-4796-8a8b-493e33938a12 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 217 time: 0.1685255 Feb 19 03:10:38.534464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.535008 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.536453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] 10.222.0.71 "PUT /v2.0/ports/cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 200 len: 1092 time: 2.6213460 Feb 19 03:10:38.538504 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ec5f23cc-da93-42ed-a6cc-daf9b4c31be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7012749 Feb 19 03:10:38.562939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Request body: {'port': {'device_id': 'f237afd1-62e0-4edd-94de-f12dcf9b3f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:38.593246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e69eac84-a70d-421a-84e0-42931b16032b no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:38.619797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:10:38.673629 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f96857f-de1a-4493-82ec-aee2c2844924,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:38.700514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8964d58c-4215-4339-9e26-bcbc9ed11a9e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.700514 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Added segment 8964d58c-4215-4339-9e26-bcbc9ed11a9e of type vlan for network 1890b55b-c182-44ce-b909-d69a24cd1bb1 Feb 19 03:10:38.714662 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3d311c11-b9d0-4d51-84f7-91bc3efbc7e6 req-e6441ba4-0cd4-48d5-b938-d4144e0addb4 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108678 Feb 19 03:10:38.728041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01efd2-3d27-4a49-8fcc-33158581ceab service neutron] Pushing event updated for resources: {'Port': ['ID=cef307ca-0462-4d09-bbe5-0e181fd8aad2,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:38.785454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (1890b55b-c182-44ce-b909-d69a24cd1bb1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.794246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-051749c0-5268-4167-a392-5f9e2cc2217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.796229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-051749c0-5268-4167-a392-5f9e2cc2217a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2309113 Feb 19 03:10:38.806008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a060c14-4bbb-4596-818d-093daf53fdf2 req-a0c45746-cd03-4996-89d7-da56680e856a tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 210 time: 0.1417384 Feb 19 03:10:38.821780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.851807 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (1890b55b-c182-44ce-b909-d69a24cd1bb1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.853146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.854330 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.864566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc63fa2-4566-4488-a7ce-af6037481159 req-cb824131-87c8-4d19-b4cb-86d08887a7d0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.873737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccc63fa2-4566-4488-a7ce-af6037481159 req-cb824131-87c8-4d19-b4cb-86d08887a7d0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 944 time: 0.4830456 Feb 19 03:10:38.917360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-641a4e9a-5ef4-40ff-bc94-83106f2221d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.919644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-641a4e9a-5ef4-40ff-bc94-83106f2221d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1126 time: 0.2964051 Feb 19 03:10:38.922863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b'}, {'name': 'network-changed', 'server_uuid': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'tag': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:38.925261 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409f686f-bd94-461a-9ba3-fe19ac6dab4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "tag": "e69eac84-a70d-421a-84e0-42931b16032b"}, {"name": "network-changed", "server_uuid": "aad2c80e-4277-4cbc-954a-bbadd1013bfb", "tag": "cef307ca-0462-4d09-bbe5-0e181fd8aad2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:38.976305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf2b3bc7-627e-4c07-94ff-dbf9ab14e0a9 None None] Provisioning complete for port 3e6d4be5-e5f9-422e-9356-0efda4038f6a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:38.977075 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf2b3bc7-627e-4c07-94ff-dbf9ab14e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.988350 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1399405 Feb 19 03:10:38.989693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56986) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:38.989817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port e69eac84-a70d-421a-84e0-42931b16032b host n-h2-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:10:38.990585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e69eac84-a70d-421a-84e0-42931b16032b not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:38.994289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccc63fa2-4566-4488-a7ce-af6037481159 req-a90620a0-8d0d-4270-b88b-8e9b0b991b4c tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196911 Feb 19 03:10:38.999600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Request body: {'subnet': {'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-subnet', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:39.016211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68932586-6377-423e-b1dc-16bccb6cc8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=1890b55b-c182-44ce-b909-d69a24cd1bb1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:39.066657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 1890b55b-c182-44ce-b909-d69a24cd1bb1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:10:39.083848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-e9e9d21f-afad-4523-8e98-a1e938ab22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:39.086009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-e9e9d21f-afad-4523-8e98-a1e938ab22f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2774868 Feb 19 03:10:39.087778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-7eb0d807-c3a6-4e62-981f-9ee1d5635bcb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 200 len: 217 time: 0.1526284 Feb 19 03:10:39.108385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Made reservation on behalf of 51aedc7fa6d3492588e26bcdcaaeee31 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:39.110935 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.136229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b3bc7-627e-4c07-94ff-dbf9ab14e0a9 None None] Port 3e6d4be5-e5f9-422e-9356-0efda4038f6a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:39.241354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66695c72-27f4-4297-94ef-c819665fe10e req-5329713b-1562-4bd3-96e9-aba7366ecca4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:39.242829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66695c72-27f4-4297-94ef-c819665fe10e req-5329713b-1562-4bd3-96e9-aba7366ecca4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 935 time: 0.3219838 Feb 19 03:10:39.317676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-fc6d66e9-1bcc-4387-a9a8-98a7f8cfb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:39.319153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-fc6d66e9-1bcc-4387-a9a8-98a7f8cfb191 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.2152660 Feb 19 03:10:39.383336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66695c72-27f4-4297-94ef-c819665fe10e req-8677c887-8869-43f6-9078-3d016169a5d6 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331964 Feb 19 03:10:39.404541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-766029f0-2f64-4a1f-a7ed-7a8752df41f8 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017220 Feb 19 03:10:39.406973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-341c946d-a786-4f82-b852-9b24f941872d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538566 Feb 19 03:10:39.493992 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120845dc-0a4c-4e6b-a6f9-280f87bb4552 x-openstack-request-id: req-120845dc-0a4c-4e6b-a6f9-280f87bb4552 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:39.494293 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "tag": "e69eac84-a70d-421a-84e0-42931b16032b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aad2c80e-4277-4cbc-954a-bbadd1013bfb", "tag": "cef307ca-0462-4d09-bbe5-0e181fd8aad2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:39.494552 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-120845dc-0a4c-4e6b-a6f9-280f87bb4552 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:39.494953 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b', 'status': 'completed', 'code': 200} Feb 19 03:10:39.495211 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'tag': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2', 'status': 'completed', 'code': 200} Feb 19 03:10:39.502734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aeb8f-b30e-4b9e-b49f-f16d2c7f10c3 req-a010b9d8-7469-4b49-96e6-b7a7a89110d8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:39.504309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d48aeb8f-b30e-4b9e-b49f-f16d2c7f10c3 req-a010b9d8-7469-4b49-96e6-b7a7a89110d8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 948 time: 0.2058864 Feb 19 03:10:39.535838 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6d4be5-e5f9-422e-9356-0efda4038f6a {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:39.626505 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Publish callbacks [] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.664927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-74686ad1-d490-47f0-8b5c-c3f22d1416d6 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:39.669693 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-74686ad1-d490-47f0-8b5c-c3f22d1416d6 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.71 "GET /v2.0/networks?id=3a274390-7682-4cda-982f-e3d148a6b109 HTTP/1.1" status: 200 len: 815 time: 0.3335879 Feb 19 03:10:39.675786 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (55908a25-4a58-4373-a5fb-72dc86d1c84c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.679600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Transition to ACTIVE for port object 3e6d4be5-e5f9-422e-9356-0efda4038f6a will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:39.689994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Request body: {'port': {'device_id': 'f491b8ca-7b2c-4303-9a74-c95bcd41900e', 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109', 'admin_state_up': True, 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:39.719126 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.744382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d48aeb8f-b30e-4b9e-b49f-f16d2c7f10c3 req-4046d5fb-91d2-45a7-b21c-72a518f120cf tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032089 Feb 19 03:10:39.751948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c60d35c-96b0-42bb-a04c-2ef56a27748a req-9b113ec9-f3bc-4b86-a724-4cfbd4f277bb service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332307 Feb 19 03:10:39.767768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-ea527ada-45a2-4c76-9e82-b81aee8a8cd9 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404810 Feb 19 03:10:39.814192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57006) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:39.833385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-c4f425ff-6084-4283-aac4-c96ede303265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:39.835307 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-c4f425ff-6084-4283-aac4-c96ede303265 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1130 time: 0.3061762 Feb 19 03:10:40.022484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5740d6c5-9fe5-4203-92ad-024e0e7c73da req-7ea456de-908e-4b7e-8b03-ffbdc9ec9cb9 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 210 time: 0.0515590 Feb 19 03:10:40.067107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e27b60-6d8e-4f82-af54-85bdbe960c1c req-98d155e7-8671-4062-8cb1-32da246ef5d5 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803960 Feb 19 03:10:40.112009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b55c92-962c-4bb8-9707-eecdee9abb2d req-9506d8b1-1d4f-4dd8-b7ec-faeb186bd341 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.113652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5b55c92-962c-4bb8-9707-eecdee9abb2d req-9506d8b1-1d4f-4dd8-b7ec-faeb186bd341 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 943 time: 0.4755118 Feb 19 03:10:40.227311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-25bf6269-c77c-4a20-b950-9f4f62f1c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.229023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-25bf6269-c77c-4a20-b950-9f4f62f1c6d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1130 time: 0.2712076 Feb 19 03:10:40.393463 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-daa5d69e-1314-4592-b922-c45ff1b899ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.415367 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Checking segment: {'id': '8964d58c-4215-4339-9e26-bcbc9ed11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:40.416700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Network hostable DHCP agents. Network: 1890b55b-c182-44ce-b909-d69a24cd1bb1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:10:40.442971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55908a25-4a58-4373-a5fb-72dc86d1c84c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:40.446113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-a1f76ad3-e4b7-4e82-a86e-32c39e1c895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.447841 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-a1f76ad3-e4b7-4e82-a86e-32c39e1c895f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2203083 Feb 19 03:10:40.486642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f0544de-990f-45a0-ad24-c972fab4ce59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.493005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-57685c5f-ee57-4b62-a80b-1c11110a0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.494930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-57685c5f-ee57-4b62-a80b-1c11110a0d7b service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2247720 Feb 19 03:10:40.528096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2a23f-9788-4f83-a284-d2788a9dbef5 req-22e00e81-3213-4226-b06c-94c2b62926e7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.529940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97c2a23f-9788-4f83-a284-d2788a9dbef5 req-22e00e81-3213-4226-b06c-94c2b62926e7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 944 time: 0.3633471 Feb 19 03:10:40.542860 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-25bd2961-04d0-48f1-86b1-8afbffeae675 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 217 time: 0.0791476 Feb 19 03:10:40.547805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5b55c92-962c-4bb8-9707-eecdee9abb2d req-5880a4a0-2c48-4598-9f65-b9c8266ab975 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134266 Feb 19 03:10:40.561857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Network 1890b55b-c182-44ce-b909-d69a24cd1bb1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:10:40.630385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-b4e8e1bf-3441-4a2c-b01c-1dfa028fd50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.632477 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-b4e8e1bf-3441-4a2c-b01c-1dfa028fd50d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0563180 Feb 19 03:10:40.673306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97c2a23f-9788-4f83-a284-d2788a9dbef5 req-39d28f39-d743-4beb-b651-96d6426d6240 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224933 Feb 19 03:10:40.681436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6d4be5-e5f9-422e-9356-0efda4038f6a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:40.693196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 1890b55b-c182-44ce-b909-d69a24cd1bb1) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:40.695152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Attempting to bind port 3e6d4be5-e5f9-422e-9356-0efda4038f6a on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:40.695489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Attempting to bind port 3e6d4be5-e5f9-422e-9356-0efda4038f6a by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:40.695823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Attempting to bind port 3e6d4be5-e5f9-422e-9356-0efda4038f6a on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:40.702669 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Made reservation on behalf of 48b73ec3b0e1475ea282fe7da83ace95 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:40.706885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.712436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ea31c-5a76-417e-b6b2-98f37c73506d None None] Network 1890b55b-c182-44ce-b909-d69a24cd1bb1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:40.765288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.766269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.804353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Port 3e6d4be5-e5f9-422e-9356-0efda4038f6a on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:40.804885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Attempting to bind port 3e6d4be5-e5f9-422e-9356-0efda4038f6a on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:40.865880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4965a-23b5-4149-80f2-194607f4efb3 req-da69365b-be03-49df-bdf4-a51e7c39999d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.867545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9dd4965a-23b5-4149-80f2-194607f4efb3 req-da69365b-be03-49df-bdf4-a51e7c39999d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 947 time: 0.1540074 Feb 19 03:10:40.881009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:40.883051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:40.883051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:40.883051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Bound port: 3e6d4be5-e5f9-422e-9356-0efda4038f6a, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:40.883383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.894963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f0544de-990f-45a0-ad24-c972fab4ce59 admin admin] Publish callbacks [] for security_group (d05bd1c9-c44e-4ee0-adb9-b13099fb9bd1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.918104 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3505dcee-2afb-4f96-a21a-0dcbcf1e2b43 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9231544 Feb 19 03:10:40.921552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57028) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:40.935587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f0544de-990f-45a0-ad24-c972fab4ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d05bd1c9-c44e-4ee0-adb9-b13099fb9bd1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.941480 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-router', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:41.012844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-1890b55b-c182-44ce-b909-d69a24cd1bb1', 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1', 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'fixed_ips': [{'subnet_id': '55908a25-4a58-4373-a5fb-72dc86d1c84c'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:10:41.014745 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.029078 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9dd4965a-23b5-4149-80f2-194607f4efb3 req-72b3f1c3-e1f9-4493-8fcd-cdf86c3a0eca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512716 Feb 19 03:10:41.080250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab4680-494a-4568-9fd4-7db15e220fb6 req-4db567ee-076f-424e-b585-dd4a068bd5bd tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:41.099169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0ab4680-494a-4568-9fd4-7db15e220fb6 req-4db567ee-076f-424e-b585-dd4a068bd5bd tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 948 time: 0.2305872 Feb 19 03:10:41.102822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0544de-990f-45a0-ad24-c972fab4ce59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05bd1c9-c44e-4ee0-adb9-b13099fb9bd1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:41.106504 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (a0558d1c-348e-4953-8250-63f7f20b9501), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.126763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (a0558d1c-348e-4953-8250-63f7f20b9501), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.179698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-8f81bd7e-4b37-47be-b3d7-49e606966ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:41.181246 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-8f81bd7e-4b37-47be-b3d7-49e606966ef0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5026431 Feb 19 03:10:41.198924 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0f0544de-990f-45a0-ad24-c972fab4ce59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d16eabcb286475b9bb1818c0b39e04a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3765399 Feb 19 03:10:41.205022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57032) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:41.260617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:41.269142 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca74e847-0ffb-4699-8a73-82b8a7ae3b92 req-94b1fa75-2a41-4d5b-a008-7b7996414766 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 210 time: 0.0457075 Feb 19 03:10:41.321377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-a5a7ead7-a68a-44c8-8542-56934c1e1c32 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 217 time: 0.1063175 Feb 19 03:10:41.371345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0ab4680-494a-4568-9fd4-7db15e220fb6 req-64b1f826-cba1-49dc-b8e3-256931296944 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301135 Feb 19 03:10:41.409170 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks [] for router_controller (a0558d1c-348e-4953-8250-63f7f20b9501), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.508662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Allocated IP 172.20.0.2 (1890b55b-c182-44ce-b909-d69a24cd1bb1/55908a25-4a58-4373-a5fb-72dc86d1c84c/ee945731-aa91-4eff-a4be-687ad329bdd3) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:41.546130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:41.580211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] For port 3e6d4be5-e5f9-422e-9356-0efda4038f6a, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:41.585304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] For port 3e6d4be5-e5f9-422e-9356-0efda4038f6a, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e6d4be5-e5f9-422e-9356-0efda4038f6a,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:41.590587 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-7166cd6e-dca8-436d-81d7-a15575b242f6 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902597 Feb 19 03:10:41.610642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Allocated IP 172.20.0.12 (3a274390-7682-4cda-982f-e3d148a6b109/82074c17-9d2a-4d03-b3c1-002957df4959/c5b49199-4cb4-4314-bf56-a4de15837798) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:41.617662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f', 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4', 'port_id': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f', 'mac_address': 'fa:16:3e:fc:3c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c86e5c-d752-49b8-bd81-3c26d2849525', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:41.727416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:41.728048 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.780605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:41.867397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:41.886552 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.894137 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Publish callbacks [] for port (c5b49199-4cb4-4314-bf56-a4de15837798), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.894481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.896449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks [] for router_gateway (a0558d1c-348e-4953-8250-63f7f20b9501), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.996376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Publish callbacks [] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.035344 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.090150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.109003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Network 1890b55b-c182-44ce-b909-d69a24cd1bb1 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:42.113679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:42.122547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:42.127084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:42.148108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.176855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e50670-87b1-49f8-948b-62f54e9c3d75 req-6dce6ee5-843d-42c5-bb18-f6f5f3ab05fa tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.179613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8e50670-87b1-49f8-948b-62f54e9c3d75 req-6dce6ee5-843d-42c5-bb18-f6f5f3ab05fa tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 943 time: 0.3888783 Feb 19 03:10:42.220004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a34828e-718d-4296-966b-b754884c6394 admin admin] Publish callbacks [] for security_group (d05bd1c9-c44e-4ee0-adb9-b13099fb9bd1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.223100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Network 3a274390-7682-4cda-982f-e3d148a6b109 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:42.237018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.237734 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.239333 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e6d4be5-e5f9-422e-9356-0efda4038f6a HTTP/1.1" status: 200 len: 1095 time: 3.6861019 Feb 19 03:10:42.244202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Pushing event updated for resources: {'Port': ['ID=ee945731-aa91-4eff-a4be-687ad329bdd3,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:42.246943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f237afd1-62e0-4edd-94de-f12dcf9b3f64', 'tag': '3e6d4be5-e5f9-422e-9356-0efda4038f6a'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:42.252491 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfbabac-d690-4148-a713-0b54529ab9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f237afd1-62e0-4edd-94de-f12dcf9b3f64", "tag": "3e6d4be5-e5f9-422e-9356-0efda4038f6a"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:42.262794 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:42.268052 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:42.279178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.282969 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.313950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7227d0ea-7f4b-47e4-abb3-1d02b2fa133f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:42.358253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700670a-0bd0-430c-b2bc-e8c3ca3a2eb9 req-c818f710-afbf-4901-9a59-83011b321805 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.368646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e700670a-0bd0-430c-b2bc-e8c3ca3a2eb9 req-c818f710-afbf-4901-9a59-83011b321805 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 944 time: 0.4871233 Feb 19 03:10:42.415097 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a34828e-718d-4296-966b-b754884c6394 admin admin] Publish callbacks [] for security_group (d05bd1c9-c44e-4ee0-adb9-b13099fb9bd1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.428342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Attempting to bind port ee945731-aa91-4eff-a4be-687ad329bdd3 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:42.431391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Attempting to bind port ee945731-aa91-4eff-a4be-687ad329bdd3 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '8964d58c-4215-4339-9e26-bcbc9ed11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:42.431979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Attempting to bind port ee945731-aa91-4eff-a4be-687ad329bdd3 on network 1890b55b-c182-44ce-b909-d69a24cd1bb1 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:42.502171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:42.502517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Checking segment: {'id': '8964d58c-4215-4339-9e26-bcbc9ed11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:42.504554 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.504991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Bound using segment: {'id': '8964d58c-4215-4339-9e26-bcbc9ed11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:42.505658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Bound port: ee945731-aa91-4eff-a4be-687ad329bdd3, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8964d58c-4215-4339-9e26-bcbc9ed11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:42.506085 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.589667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8e50670-87b1-49f8-948b-62f54e9c3d75 req-653e84b5-7f0a-4d27-9844-b83ac262f6ba tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009025 Feb 19 03:10:42.620063 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:10:42.721310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-18245961-b0a6-4db2-ac8c-e82431581b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.725275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-18245961-b0a6-4db2-ac8c-e82431581b84 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2740526 Feb 19 03:10:42.736764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e700670a-0bd0-430c-b2bc-e8c3ca3a2eb9 req-922ff110-085a-46ef-8ced-e07ec7ede27f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668904 Feb 19 03:10:42.737569 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0593965 Feb 19 03:10:42.749883 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-d3c74af5-740a-4730-82cf-1b9169288e65 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7754543 Feb 19 03:10:42.750999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d751c53-547d-444a-8b40-795ea314d669 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6d4be5-e5f9-422e-9356-0efda4038f6a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:42.862572 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.864098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] For port ee945731-aa91-4eff-a4be-687ad329bdd3, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:42.884380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Request body: {'port': {'device_id': 'f491b8ca-7b2c-4303-9a74-c95bcd41900e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:42.910958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] For port ee945731-aa91-4eff-a4be-687ad329bdd3, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ee945731-aa91-4eff-a4be-687ad329bdd3,segment=NetworkSegment(8964d58c-4215-4339-9e26-bcbc9ed11a9e),segment_id=8964d58c-4215-4339-9e26-bcbc9ed11a9e)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:42.986859 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e751b8f-0205-4dac-8487-04275ad13d4f x-openstack-request-id: req-0e751b8f-0205-4dac-8487-04275ad13d4f {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:42.987300 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f237afd1-62e0-4edd-94de-f12dcf9b3f64", "tag": "3e6d4be5-e5f9-422e-9356-0efda4038f6a", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:42.987665 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e751b8f-0205-4dac-8487-04275ad13d4f {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:42.988275 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f237afd1-62e0-4edd-94de-f12dcf9b3f64', 'tag': '3e6d4be5-e5f9-422e-9356-0efda4038f6a', 'status': 'completed', 'code': 200} Feb 19 03:10:43.000726 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.056674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ab867-ab38-4348-9eed-66feaaad853e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Pushing event updated for resources: {'Port': ['ID=c5b49199-4cb4-4314-bf56-a4de15837798,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:43.083314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-efcbe852-f289-4473-bcc4-a8200a31dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.085599 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-efcbe852-f289-4473-bcc4-a8200a31dd80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 1129 time: 0.7731807 Feb 19 03:10:43.119437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd083d-767d-40da-b6c4-23d1b4676cc1 None None] Pushing event updated for resources: {'Port': ['ID=ee945731-aa91-4eff-a4be-687ad329bdd3,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:43.133196 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks [] for router_gateway (a0558d1c-348e-4953-8250-63f7f20b9501), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.135863 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a34828e-718d-4296-966b-b754884c6394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d05bd1c9-c44e-4ee0-adb9-b13099fb9bd1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.149670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0abbd307-0c63-462e-8643-13a541eb7b50 None None] Provisioning complete for port c5b49199-4cb4-4314-bf56-a4de15837798 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:43.149914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a34828e-718d-4296-966b-b754884c6394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.150091 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0abbd307-0c63-462e-8643-13a541eb7b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.159218 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6a34828e-718d-4296-966b-b754884c6394 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d05bd1c9-c44e-4ee0-adb9-b13099fb9bd1 HTTP/1.1" status: 204 len: 168 time: 1.9420919 Feb 19 03:10:43.216166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34828e-718d-4296-966b-b754884c6394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05bd1c9-c44e-4ee0-adb9-b13099fb9bd1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:43.283886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0abbd307-0c63-462e-8643-13a541eb7b50 None None] Port c5b49199-4cb4-4314-bf56-a4de15837798 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:43.325634 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-7e861d42-8fd9-474f-b18a-8a5161dd28b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=3e6d4be5-e5f9-422e-9356-0efda4038f6a HTTP/1.1" status: 200 len: 217 time: 0.2012794 Feb 19 03:10:43.333318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.455242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ffd996c5-8061-4dd9-9734-6fb43169ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.458333 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-ffd996c5-8061-4dd9-9734-6fb43169ae6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1264880 Feb 19 03:10:43.630302 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.671461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-79fc684d-ecce-4439-b61e-a342137e41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.677300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-79fc684d-ecce-4439-b61e-a342137e41fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8308084 Feb 19 03:10:43.806966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-5e64df03-39ce-4e93-a73c-682ac7f57e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.809591 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-5e64df03-39ce-4e93-a73c-682ac7f57e77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3428841 Feb 19 03:10:44.011878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8b25f-1a6c-44d5-9159-f430cfe65118 req-4a79c361-11a0-46fa-9add-7b93a2e4f5af tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:44.059325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1dc8b25f-1a6c-44d5-9159-f430cfe65118 req-4a79c361-11a0-46fa-9add-7b93a2e4f5af tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 947 time: 1.2151072 Feb 19 03:10:44.092487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57056) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:44.181601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b49199-4cb4-4314-bf56-a4de15837798 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:44.196223 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Publish callbacks [] for port (c5b49199-4cb4-4314-bf56-a4de15837798), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:44.209942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03cf784f-e06b-40e8-a483-44b39e00cc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:44.215626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Transition to ACTIVE for port object c5b49199-4cb4-4314-bf56-a4de15837798 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:44.230116 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:44.327427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ee945731-aa91-4eff-a4be-687ad329bdd3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:44.444788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ee945731-aa91-4eff-a4be-687ad329bdd3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:44.445096 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:44.556424 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-f72d3d65-7a0f-4b0c-98db-c52ab1fab5fc service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280083 Feb 19 03:10:44.574022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1dc8b25f-1a6c-44d5-9159-f430cfe65118 req-eb84d28b-c9d2-42d0-8c13-491b323ef337 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130010 Feb 19 03:10:44.576827 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:44.582871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3817c7-5812-455e-94c1-84c9bb0f6565 req-7eff0154-8786-457e-b860-a5adfba09abc tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:44.608054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f3817c7-5812-455e-94c1-84c9bb0f6565 req-7eff0154-8786-457e-b860-a5adfba09abc tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 932 time: 1.4900935 Feb 19 03:10:44.635019 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b49199-4cb4-4314-bf56-a4de15837798,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:44.692061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ee945731-aa91-4eff-a4be-687ad329bdd3 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:44.692459 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:44.825807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port ee945731-aa91-4eff-a4be-687ad329bdd3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ee945731-aa91-4eff-a4be-687ad329bdd3,segment=NetworkSegment(8964d58c-4215-4339-9e26-bcbc9ed11a9e),segment_id=8964d58c-4215-4339-9e26-bcbc9ed11a9e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:44.835907 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:44.856436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Attempting to bind port c5b49199-4cb4-4314-bf56-a4de15837798 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:44.857020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Attempting to bind port c5b49199-4cb4-4314-bf56-a4de15837798 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:44.857142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Attempting to bind port c5b49199-4cb4-4314-bf56-a4de15837798 on network 3a274390-7682-4cda-982f-e3d148a6b109 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:44.861440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Allocated IP 172.25.4.44 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/1d95dda9-848f-447f-810e-cca5ba131222) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:44.903654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Port c5b49199-4cb4-4314-bf56-a4de15837798 on network 3a274390-7682-4cda-982f-e3d148a6b109 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:44.904226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Attempting to bind port c5b49199-4cb4-4314-bf56-a4de15837798 on network 3a274390-7682-4cda-982f-e3d148a6b109 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:44.974961 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1339b05-92c3-4c42-9b17-e3f25f5df285 req-e024dd94-9f31-4857-bdc7-4709a2a984ea service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911867 Feb 19 03:10:44.984980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:44.985488 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Checking segment: {'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:44.986130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Bound using segment: {'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:44.986715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Bound port: c5b49199-4cb4-4314-bf56-a4de15837798, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff670cac-cc50-449f-891a-d2cc63fe4497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:44.987191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.039338 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=ee945731-aa91-4eff-a4be-687ad329bdd3,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:45.063587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-2d1f95b0-c49a-45bb-9060-ee2c88a38b6b service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9604480 Feb 19 03:10:45.083413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f3817c7-5812-455e-94c1-84c9bb0f6565 req-267d2063-e03c-4b07-9baa-e0b33d21c384 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655898 Feb 19 03:10:45.237562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae1e34f-7827-4f94-8a65-6a7233bccc0c None None] Network 1890b55b-c182-44ce-b909-d69a24cd1bb1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:45.282461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af7223-2f84-44ca-9d44-f32dd5203a79 req-01d106df-41c0-4ecf-adf2-87d430280cda tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.290436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90af7223-2f84-44ca-9d44-f32dd5203a79 req-01d106df-41c0-4ecf-adf2-87d430280cda tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 948 time: 0.4438286 Feb 19 03:10:45.323614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] For port c5b49199-4cb4-4314-bf56-a4de15837798, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:45.333878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] For port c5b49199-4cb4-4314-bf56-a4de15837798, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c5b49199-4cb4-4314-bf56-a4de15837798,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:45.349183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-9aac2713-c4e5-46eb-a6a4-571135975d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.351553 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-9aac2713-c4e5-46eb-a6a4-571135975d8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 1129 time: 0.2309740 Feb 19 03:10:45.354865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.407209 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03cf784f-e06b-40e8-a483-44b39e00cc1b admin admin] Publish callbacks [] for security_group (c974fc1e-887f-4b21-b7d5-ed40d1365d61), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.431511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03cf784f-e06b-40e8-a483-44b39e00cc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c974fc1e-887f-4b21-b7d5-ed40d1365d61), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.482641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-03cf784f-e06b-40e8-a483-44b39e00cc1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f66ac6a585a41888b9812353fa23a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3796711 Feb 19 03:10:45.497746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cef307ca-0462-4d09-bbe5-0e181fd8aad2 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:45.521168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57060) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:45.521750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:45.569154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.574350 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.579304 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] 10.222.0.71 "PUT /v2.0/ports/c5b49199-4cb4-4314-bf56-a4de15837798 HTTP/1.1" status: 200 len: 1092 time: 2.7678978 Feb 19 03:10:45.579881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f491b8ca-7b2c-4303-9a74-c95bcd41900e', 'tag': 'c5b49199-4cb4-4314-bf56-a4de15837798'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:45.588958 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dccc96-c653-4f88-ac6d-243292d65061" -d '{"events": [{"name": "network-changed", "server_uuid": "f491b8ca-7b2c-4303-9a74-c95bcd41900e", "tag": "c5b49199-4cb4-4314-bf56-a4de15837798"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:45.638064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-e3b4af2c-8445-4f34-a2fe-90b55a1cc321 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493720 Feb 19 03:10:45.662891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90af7223-2f84-44ca-9d44-f32dd5203a79 req-21d0e218-2164-4707-8fdb-5c5789e4fe06 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709784 Feb 19 03:10:45.664122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be318755-8aa1-4f43-8b3e-251976bc1428 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b49199-4cb4-4314-bf56-a4de15837798,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:45.680389 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks [] for port (1d95dda9-848f-447f-810e-cca5ba131222), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.717786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8a32b3ec-b1c1-41aa-af89-801baee106af None None] Provisioning complete for port ee945731-aa91-4eff-a4be-687ad329bdd3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:45.721927 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a32b3ec-b1c1-41aa-af89-801baee106af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.729642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf784f-e06b-40e8-a483-44b39e00cc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c974fc1e-887f-4b21-b7d5-ed40d1365d61,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:45.733238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-7b432e76-2b47-445b-9cd3-0b20fb86c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.737127 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-7b432e76-2b47-445b-9cd3-0b20fb86c2f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3780198 Feb 19 03:10:45.749431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424bf03-689a-4323-98aa-c200edb77190 req-5d3ff724-1d7b-4d58-9698-94c2ce5b1053 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.751106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f424bf03-689a-4323-98aa-c200edb77190 req-5d3ff724-1d7b-4d58-9698-94c2ce5b1053 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 944 time: 0.4802816 Feb 19 03:10:45.831988 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-09da093b-0c40-47a2-affa-5fca2fed423b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=3e6d4be5-e5f9-422e-9356-0efda4038f6a HTTP/1.1" status: 200 len: 217 time: 0.0877416 Feb 19 03:10:45.941593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:45.968584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-8e208917-ae40-4dfe-8685-86fad6fa7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.971576 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-8e208917-ae40-4dfe-8685-86fad6fa7181 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1228430 Feb 19 03:10:45.972229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2', 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5', 'port_id': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2', 'mac_address': 'fa:16:3e:a1:b0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008eac97-41bc-4840-b188-ddded1478ba5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:45.975694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0619559c-70c0-44b3-9adb-d28829c0e71a admin admin] Publish callbacks [] for security_group (c974fc1e-887f-4b21-b7d5-ed40d1365d61), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.087140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f424bf03-689a-4323-98aa-c200edb77190 req-bd5072a3-6c08-4d48-b4ad-b81eba776512 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235285 Feb 19 03:10:46.130708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:46.151626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cef307ca-0462-4d09-bbe5-0e181fd8aad2 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:46.154047 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.160565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:46.161207 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.163880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-4b8281af-2b82-4499-8217-e4f661424fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.165603 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-4b8281af-2b82-4499-8217-e4f661424fcd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1863122 Feb 19 03:10:46.172259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0619559c-70c0-44b3-9adb-d28829c0e71a admin admin] Publish callbacks [] for security_group (c974fc1e-887f-4b21-b7d5-ed40d1365d61), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.179394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (1d95dda9-848f-447f-810e-cca5ba131222), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.251645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1817d-8019-417c-b6ff-9bc9dd35e06d req-e085578f-1d4e-4687-a51e-0a882568d447 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.254350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ee945731-aa91-4eff-a4be-687ad329bdd3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:46.259881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35a1817d-8019-417c-b6ff-9bc9dd35e06d req-e085578f-1d4e-4687-a51e-0a882568d447 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 944 time: 0.4174945 Feb 19 03:10:46.305823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef307ca-0462-4d09-bbe5-0e181fd8aad2 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:46.361255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:46.384140 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-6fb47260-4690-42ca-9995-fe16702a98d9 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947567 Feb 19 03:10:46.424334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:46.430528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8a32b3ec-b1c1-41aa-af89-801baee106af None None] Current status of the port ee945731-aa91-4eff-a4be-687ad329bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:46.431230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:46.437359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.440328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e69eac84-a70d-421a-84e0-42931b16032b details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:46.457273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:46.547441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Pushing event updated for resources: {'Port': ['ID=1d95dda9-848f-447f-810e-cca5ba131222,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:46.589266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ee945731-aa91-4eff-a4be-687ad329bdd3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:46.589861 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.591896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:46.592323 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.673674 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfbabac-d690-4148-a713-0b54529ab9f2 req-6efbddef-f5c4-4ca4-a6ef-e70029895c52 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823498 Feb 19 03:10:46.764968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:10:46.773093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35a1817d-8019-417c-b6ff-9bc9dd35e06d req-fbd8416e-0829-4bdd-a912-dd36fa8040bd tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120895 Feb 19 03:10:46.793353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=cef307ca-0462-4d09-bbe5-0e181fd8aad2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:46.833405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3c8ea-105c-49d3-938c-e294ea74acaf req-52e57031-08d8-4a97-b6d2-e28972f03099 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.839345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01c3c8ea-105c-49d3-938c-e294ea74acaf req-52e57031-08d8-4a97-b6d2-e28972f03099 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 947 time: 0.6223774 Feb 19 03:10:46.862200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b80956a-52f4-4159-a031-ead8919a2584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:46.866274 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e365a92d-655b-4d61-abb3-9713ef115911" -d '{"events": [{"server_uuid": "6b80956a-52f4-4159-a031-ead8919a2584", "name": "network-vif-plugged", "status": "completed", "tag": "7227d0ea-7f4b-47e4-abb3-1d02b2fa133f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:46.886456 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0619559c-70c0-44b3-9adb-d28829c0e71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c974fc1e-887f-4b21-b7d5-ed40d1365d61), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.892585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0619559c-70c0-44b3-9adb-d28829c0e71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.903431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0619559c-70c0-44b3-9adb-d28829c0e71a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c974fc1e-887f-4b21-b7d5-ed40d1365d61 HTTP/1.1" status: 204 len: 168 time: 1.3774405 Feb 19 03:10:46.908389 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6c0da8-6c32-4ab8-8b22-9180237c5704 x-openstack-request-id: req-7e6c0da8-6c32-4ab8-8b22-9180237c5704 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:46.909088 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f491b8ca-7b2c-4303-9a74-c95bcd41900e", "tag": "c5b49199-4cb4-4314-bf56-a4de15837798", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:46.909672 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e6c0da8-6c32-4ab8-8b22-9180237c5704 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:46.910508 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f491b8ca-7b2c-4303-9a74-c95bcd41900e', 'tag': 'c5b49199-4cb4-4314-bf56-a4de15837798', 'status': 'completed', 'code': 200} Feb 19 03:10:46.938056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:46.973870 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.987969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-cf6bbb23-ad3a-4722-b1cb-4aa5bf139d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.990711 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-cf6bbb23-ad3a-4722-b1cb-4aa5bf139d5e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1127 time: 0.1712010 Feb 19 03:10:47.020824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619559c-70c0-44b3-9adb-d28829c0e71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c974fc1e-887f-4b21-b7d5-ed40d1365d61,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:47.087984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b9bf4156-1aef-4478-8518-68d0384bbbb9 None None] Provisioning complete for port ee945731-aa91-4eff-a4be-687ad329bdd3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:47.088379 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4156-1aef-4478-8518-68d0384bbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:47.260268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e69eac84-a70d-421a-84e0-42931b16032b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:47.314719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-edc8045c-f9f2-4f1d-96ad-5d4bc33d692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.317609 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-edc8045c-f9f2-4f1d-96ad-5d4bc33d692b service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.2775121 Feb 19 03:10:47.325685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:47.332933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'e69eac84-a70d-421a-84e0-42931b16032b', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'e69eac84-a70d-421a-84e0-42931b16032b', 'mac_address': 'fa:16:3e:75:3b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:47.339328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ee945731-aa91-4eff-a4be-687ad329bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:47.413694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks [] for router_gateway (a0558d1c-348e-4953-8250-63f7f20b9501), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:47.425716 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01c3c8ea-105c-49d3-938c-e294ea74acaf req-4bc06cf1-6103-4d9c-849b-4a63c8d15d37 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528352 Feb 19 03:10:47.538361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port e69eac84-a70d-421a-84e0-42931b16032b is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:47.541938 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e69eac84-a70d-421a-84e0-42931b16032b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:47.549681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-4dd0b752-e830-460d-84f2-d31ad9913631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.552460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-4dd0b752-e830-460d-84f2-d31ad9913631 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=48b73ec3b0e1475ea282fe7da83ace95&device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 1126 time: 0.7603908 Feb 19 03:10:47.571032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c89e8-bbf2-42d4-84fe-ddcebb095f62 req-c1027d01-2113-41e9-9580-333f9c179b91 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.583890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a29c89e8-bbf2-42d4-84fe-ddcebb095f62 req-c1027d01-2113-41e9-9580-333f9c179b91 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 944 time: 0.5140479 Feb 19 03:10:47.585515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf4156-1aef-4478-8518-68d0384bbbb9 None None] Current status of the port ee945731-aa91-4eff-a4be-687ad329bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:47.589462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69eac84-a70d-421a-84e0-42931b16032b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:47.636505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e69eac84-a70d-421a-84e0-42931b16032b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:47.644013 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e69eac84-a70d-421a-84e0-42931b16032b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:47.756664 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-2c25be01-4e69-4af5-88e5-18ddf72f9cb4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 200 len: 217 time: 0.1529598 Feb 19 03:10:47.773384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a29c89e8-bbf2-42d4-84fe-ddcebb095f62 req-feeeff08-d2e8-4bb7-9b7a-b2cd1709e29e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875286 Feb 19 03:10:47.908270 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b388e-dc16-40f0-b966-face7908d6c0 x-openstack-request-id: req-ee0b388e-dc16-40f0-b966-face7908d6c0 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:47.913752 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b80956a-52f4-4159-a031-ead8919a2584", "name": "network-vif-plugged", "status": "completed", "tag": "7227d0ea-7f4b-47e4-abb3-1d02b2fa133f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:47.913752 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee0b388e-dc16-40f0-b966-face7908d6c0 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:47.914189 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b80956a-52f4-4159-a031-ead8919a2584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f', 'code': 200} Feb 19 03:10:47.920425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=e69eac84-a70d-421a-84e0-42931b16032b,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:47.945574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-be0d20c9-9a9b-4576-85f2-f0a6b8329099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.952534 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-be0d20c9-9a9b-4576-85f2-f0a6b8329099 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1759157 Feb 19 03:10:48.064274 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-1687c4d2-cb22-4609-bede-45be37b83092 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904813 Feb 19 03:10:48.091073 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cef307ca-0462-4d09-bbe5-0e181fd8aad2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:48.099100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-c9fa2fdb-d59e-43aa-a46a-cedb8d607ef6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5b49199-4cb4-4314-bf56-a4de15837798 HTTP/1.1" status: 200 len: 217 time: 0.3515289 Feb 19 03:10:48.152299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['e69eac84-a70d-421a-84e0-42931b16032b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:48.208209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b47c5b-b720-4dd1-9b17-a944347cede3 req-f27e6115-cc93-4d37-83f2-e88439a48e9a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:48.211097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6b47c5b-b720-4dd1-9b17-a944347cede3 req-f27e6115-cc93-4d37-83f2-e88439a48e9a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 949 time: 0.6227114 Feb 19 03:10:48.499064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6b47c5b-b720-4dd1-9b17-a944347cede3 req-85bcace0-8cea-4648-aa0f-921349968a5f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162948 Feb 19 03:10:48.538245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8791ec0-5d6a-49df-9024-06b3730950cc req-d86c2efe-46d2-4f27-9d88-305276ca1540 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:48.545992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8791ec0-5d6a-49df-9024-06b3730950cc req-d86c2efe-46d2-4f27-9d88-305276ca1540 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 945 time: 0.4042356 Feb 19 03:10:48.683029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e6d4be5-e5f9-422e-9356-0efda4038f6a details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:48.754588 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-2ecdd760-7ae7-4d31-b3df-88eb355fb2b9 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498980 Feb 19 03:10:49.023234 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-409f686f-bd94-461a-9ba3-fe19ac6dab4d req-7795186f-633a-4ce8-8489-af3d538691fb service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375064 Feb 19 03:10:49.045281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3e6d4be5-e5f9-422e-9356-0efda4038f6a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e6d4be5-e5f9-422e-9356-0efda4038f6a,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:49.075669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '3e6d4be5-e5f9-422e-9356-0efda4038f6a', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '3e6d4be5-e5f9-422e-9356-0efda4038f6a', 'mac_address': 'fa:16:3e:b0:8a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:49.134133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3e6d4be5-e5f9-422e-9356-0efda4038f6a is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:49.134748 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.157290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57104) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:49.158177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6d4be5-e5f9-422e-9356-0efda4038f6a {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:49.186473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3e6d4be5-e5f9-422e-9356-0efda4038f6a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e6d4be5-e5f9-422e-9356-0efda4038f6a,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:49.192924 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.349356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3e6d4be5-e5f9-422e-9356-0efda4038f6a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:49.378375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-network', 'tenant_id': '52211225561744fb9fca949ce44b11a3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:49.428662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Made reservation on behalf of 52211225561744fb9fca949ce44b11a3 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:49.436372 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.461616 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.478954 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (a0558d1c-348e-4953-8250-63f7f20b9501), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.499109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8791ec0-5d6a-49df-9024-06b3730950cc req-712d2b3e-3af5-4717-b51f-d8d260fb6100 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9502401 Feb 19 03:10:49.560021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:49.606340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-04d43730-5725-4e4a-a646-3655dfdc09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.612798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-04d43730-5725-4e4a-a646-3655dfdc09e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=82074c17-9d2a-4d03-b3c1-002957df4959 HTTP/1.1" status: 200 len: 854 time: 1.0625374 Feb 19 03:10:49.657142 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Publish callbacks [] for security_group (59983ff5-6b13-480d-92eb-189381646335), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.663569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (59983ff5-6b13-480d-92eb-189381646335), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.681611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cef307ca-0462-4d09-bbe5-0e181fd8aad2 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:49.698130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372592-c163-48d9-85da-5637dae122e4 req-9c8997bf-b1fe-4b0c-8dce-97b8cf7a80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.699087 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:10:49.700157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f372592-c163-48d9-85da-5637dae122e4 req-9c8997bf-b1fe-4b0c-8dce-97b8cf7a80ae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1127 time: 1.1513584 Feb 19 03:10:49.709624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59983ff5-6b13-480d-92eb-189381646335,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:49.731403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (47c3073e-6985-4572-bbd0-32298e7626de), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.734958 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Added segment 47c3073e-6985-4572-bbd0-32298e7626de of type vlan for network 4729c6da-4160-41fa-be24-7e5bfd552fb9 Feb 19 03:10:49.753267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7e81e-b0b3-47ee-bd16-0b86dbcf7c54 req-6c6de28e-2198-410e-8ebc-622530f1b957 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.763335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59c7e81e-b0b3-47ee-bd16-0b86dbcf7c54 req-6c6de28e-2198-410e-8ebc-622530f1b957 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 945 time: 1.1260018 Feb 19 03:10:49.792886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (4729c6da-4160-41fa-be24-7e5bfd552fb9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.832403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (4729c6da-4160-41fa-be24-7e5bfd552fb9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.838926 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.840034 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.878326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef26854-d1ad-4f58-8fbd-5c832194a0c3 req-708511ef-acc5-4ba9-8722-7e48539c8c05 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.885968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fef26854-d1ad-4f58-8fbd-5c832194a0c3 req-708511ef-acc5-4ba9-8722-7e48539c8c05 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 948 time: 0.3025069 Feb 19 03:10:49.914711 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7602291 Feb 19 03:10:49.925083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57110) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:49.931427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Request body: {'subnet': {'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-subnet', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:49.950850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port cef307ca-0462-4d09-bbe5-0e181fd8aad2 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:49.957812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port cef307ca-0462-4d09-bbe5-0e181fd8aad2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:49.958303 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.975053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fef26854-d1ad-4f58-8fbd-5c832194a0c3 req-9ce2feef-71b9-4b9f-9022-80f014478cff tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825758 Feb 19 03:10:49.992261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Made reservation on behalf of 52211225561744fb9fca949ce44b11a3 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:49.996197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.019026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dba773-ee77-44f0-b991-1a354f99b61c admin admin] Pushing event updated for resources: {'Network': ['ID=4729c6da-4160-41fa-be24-7e5bfd552fb9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:50.054702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59c7e81e-b0b3-47ee-bd16-0b86dbcf7c54 req-d3e5a7b3-d324-4f33-9540-54e27341bab0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898681 Feb 19 03:10:50.072893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cef307ca-0462-4d09-bbe5-0e181fd8aad2 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:50.073286 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.075398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 4729c6da-4160-41fa-be24-7e5bfd552fb9 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:10:50.152359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Router a0558d1c-348e-4953-8250-63f7f20b9501 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:10:50.160432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:50.162943 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c194fa6-a600-4a52-a56e-2c61eb289211" -d '{"events": [{"server_uuid": "aad2c80e-4277-4cbc-954a-bbadd1013bfb", "name": "network-vif-plugged", "status": "completed", "tag": "cef307ca-0462-4d09-bbe5-0e181fd8aad2"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:50.185554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:50.204443 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.206402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e69eac84-a70d-421a-84e0-42931b16032b up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:50.333402 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (1a17c6ae-39d2-4e27-b956-71c05420fd16), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.347510 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06450557-6715-45f7-8a02-1b2439ebf136 req-f5b32f56-1324-429d-bdae-685110895e85 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:50.357552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06450557-6715-45f7-8a02-1b2439ebf136 req-f5b32f56-1324-429d-bdae-685110895e85 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 944 time: 0.1941092 Feb 19 03:10:50.396661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=cef307ca-0462-4d09-bbe5-0e181fd8aad2,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:50.411736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port e69eac84-a70d-421a-84e0-42931b16032b completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:50.418510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port e69eac84-a70d-421a-84e0-42931b16032b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:50.419670 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e69eac84-a70d-421a-84e0-42931b16032b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.444216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Checking segment: {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:50.444878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Network hostable DHCP agents. Network: 4729c6da-4160-41fa-be24-7e5bfd552fb9, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:10:50.450091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a17c6ae-39d2-4e27-b956-71c05420fd16,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:50.462897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb9da-ea94-4dc4-8d5b-a0328749f6d5 req-a5cf1de1-4565-4a21-ab1b-ee236e4feb51 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:50.474376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-52cdb9da-ea94-4dc4-8d5b-a0328749f6d5 req-a5cf1de1-4565-4a21-ab1b-ee236e4feb51 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 949 time: 0.2521081 Feb 19 03:10:50.487251 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Network 4729c6da-4160-41fa-be24-7e5bfd552fb9 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:10:50.517335 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 4729c6da-4160-41fa-be24-7e5bfd552fb9) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:50.523596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:50.524215 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.545252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9186b88-d790-44b9-9f5f-6dfec378ffb6 None None] Network 4729c6da-4160-41fa-be24-7e5bfd552fb9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:50.552902 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e322344b-6278-4ef4-a6ff-6e6356f390b5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6249723 Feb 19 03:10:50.556238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57116) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:50.566271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06450557-6715-45f7-8a02-1b2439ebf136 req-e86d3fba-f239-4a58-997b-15e174f4615e tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075968 Feb 19 03:10:50.569058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:50.613432 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (a2ce41d4-a99e-4cc5-a681-9321e267beb0), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.614560 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (a2ce41d4-a99e-4cc5-a681-9321e267beb0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.665946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-52cdb9da-ea94-4dc4-8d5b-a0328749f6d5 req-656db25e-3840-4e43-87e5-fede218842f9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904116 Feb 19 03:10:50.667987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:50.679853 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Sync routers for ids ['a0558d1c-348e-4953-8250-63f7f20b9501'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:50.698949 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Routers {'a0558d1c-348e-4953-8250-63f7f20b9501'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:50.700154 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:10:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a0558d1c-348e-4953-8250-63f7f20b9501'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:50.701360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.705164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d10bf762-559d-438f-8978-28d4bc72d00c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.7781308 Feb 19 03:10:50.708947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57120) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:50.763016 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94188a1f-f972-4b5a-a60a-4e7bb90ec46a x-openstack-request-id: req-94188a1f-f972-4b5a-a60a-4e7bb90ec46a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:50.763306 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2c80e-4277-4cbc-954a-bbadd1013bfb", "name": "network-vif-plugged", "status": "completed", "tag": "cef307ca-0462-4d09-bbe5-0e181fd8aad2", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:50.763957 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94188a1f-f972-4b5a-a60a-4e7bb90ec46a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:50.767231 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2', 'code': 200} Feb 19 03:10:50.781231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e6d4be5-e5f9-422e-9356-0efda4038f6a up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:50.788150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks [] for router_controller (a2ce41d4-a99e-4cc5-a681-9321e267beb0), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.872966 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Set router a0558d1c-348e-4953-8250-63f7f20b9501 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:51.116900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port e69eac84-a70d-421a-84e0-42931b16032b is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:51.117511 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e69eac84-a70d-421a-84e0-42931b16032b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.141928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 3e6d4be5-e5f9-422e-9356-0efda4038f6a completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:51.207235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 3e6d4be5-e5f9-422e-9356-0efda4038f6a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:51.208795 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.213134 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-router', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '1d95dda9-848f-447f-810e-cca5ba131222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:10:46Z', 'revision_number': 3, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'gw_port': {'id': '1d95dda9-848f-447f-810e-cca5ba131222', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:43Z', 'updated_at': '2022-02-19T03:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:51.314072 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Checking router: a0558d1c-348e-4953-8250-63f7f20b9501 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:51.314533 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Updating router a0558d1c-348e-4953-8250-63f7f20b9501 port 1d95dda9-848f-447f-810e-cca5ba131222 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:10:51.345449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-4729c6da-4160-41fa-be24-7e5bfd552fb9', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:10:51.346722 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.375998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e69eac84-a70d-421a-84e0-42931b16032b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:51.410714 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1d95dda9-848f-447f-810e-cca5ba131222), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.590802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Allocated IP 172.20.0.2 (4729c6da-4160-41fa-be24-7e5bfd552fb9/1a17c6ae-39d2-4e27-b956-71c05420fd16/ee8fd88e-b383-4d01-97f5-0e4527194b0d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:51.782333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f372592-c163-48d9-85da-5637dae122e4 req-b8cb8815-19df-48e0-8811-e9aa7804ebdd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165388 Feb 19 03:10:51.845272 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Publish callbacks [] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.862514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e69eac84-a70d-421a-84e0-42931b16032b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.873033 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.899319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Network 4729c6da-4160-41fa-be24-7e5bfd552fb9 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:51.931695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:51.934260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:52.014739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f3214-f8ab-4091-968e-f39b89da6931 req-12f0f1e9-1bed-4388-8733-db8815a18210 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.022701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-435f3214-f8ab-4091-968e-f39b89da6931 req-12f0f1e9-1bed-4388-8733-db8815a18210 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.8479278 Feb 19 03:10:52.034881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-b20e5722-2a88-462c-b30b-1aa087f9b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.042467 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks [] for router_gateway (a2ce41d4-a99e-4cc5-a681-9321e267beb0), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.043284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-b20e5722-2a88-462c-b30b-1aa087f9b518 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a274390-7682-4cda-982f-e3d148a6b109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8778663 Feb 19 03:10:52.076881 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Attempting to bind port ee8fd88e-b383-4d01-97f5-0e4527194b0d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:52.077171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Attempting to bind port ee8fd88e-b383-4d01-97f5-0e4527194b0d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:52.077730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Attempting to bind port ee8fd88e-b383-4d01-97f5-0e4527194b0d on network 4729c6da-4160-41fa-be24-7e5bfd552fb9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:52.089315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8e01f-57a7-4e90-8a33-02dd058ef513 req-3d25e685-bd90-4f16-b393-60c1e5115ba5 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.090996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1fa8e01f-57a7-4e90-8a33-02dd058ef513 req-3d25e685-bd90-4f16-b393-60c1e5115ba5 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 945 time: 0.9252095 Feb 19 03:10:52.093154 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:52.093684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Checking segment: {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:52.094232 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.094555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Bound using segment: {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:52.095094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Bound port: ee8fd88e-b383-4d01-97f5-0e4527194b0d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:52.095608 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.134840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501360e-e204-4a61-a525-23a35282b7d6 req-cff78843-7de6-4d68-a183-7780f3427faa tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.136748 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4501360e-e204-4a61-a525-23a35282b7d6 req-cff78843-7de6-4d68-a183-7780f3427faa tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea&tenant_id=42973c8e1f4740eaafb2729751201363&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 950 time: 0.5159545 Feb 19 03:10:52.353512 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Publish callbacks [] for port (1d95dda9-848f-447f-810e-cca5ba131222), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.384119 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1d95dda9-848f-447f-810e-cca5ba131222), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.393886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-435f3214-f8ab-4091-968e-f39b89da6931 req-713c6100-904f-4d6d-8d34-e6e08b49f61d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364866 Feb 19 03:10:52.405091 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [req-4501360e-e204-4a61-a525-23a35282b7d6 req-914e430f-60ac-48f8-8c67-8b1c40814bb4 service neutron] delete failed (client error): The resource could not be found. Feb 19 03:10:52.406916 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4501360e-e204-4a61-a525-23a35282b7d6 req-914e430f-60ac-48f8-8c67-8b1c40814bb4 service neutron] 10.222.0.37 "DELETE /v2.0/ports/e69eac84-a70d-421a-84e0-42931b16032b/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.2392421 Feb 19 03:10:52.426718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3e6d4be5-e5f9-422e-9356-0efda4038f6a is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:52.427694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d98a3-23e0-4f80-bba8-e375d162f18b req-d0848143-a840-47b7-8123-172814596360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.427925 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.429990 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8c2d98a3-23e0-4f80-bba8-e375d162f18b req-d0848143-a840-47b7-8123-172814596360 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1128 time: 0.1837561 Feb 19 03:10:52.431044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.439527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1fa8e01f-57a7-4e90-8a33-02dd058ef513 req-a42983e5-0977-4a14-a976-70cbac01c908 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286552 Feb 19 03:10:52.455967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=e69eac84-a70d-421a-84e0-42931b16032b,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:52.517576 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Attempting to bind port 1d95dda9-848f-447f-810e-cca5ba131222 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:52.517979 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Attempting to bind port 1d95dda9-848f-447f-810e-cca5ba131222 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:52.518363 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Attempting to bind port 1d95dda9-848f-447f-810e-cca5ba131222 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:52.528956 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Pushing event updated for resources: {'Port': ['ID=1d95dda9-848f-447f-810e-cca5ba131222,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:52.532014 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:52.533126 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:52.533582 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.534255 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:52.534771 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Bound port: 1d95dda9-848f-447f-810e-cca5ba131222, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:52.535156 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1d95dda9-848f-447f-810e-cca5ba131222), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.562611 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.562970 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.563438 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.563766 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.564104 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.564790 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.564790 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.565102 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.565469 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.565952 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.566285 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.566607 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.566927 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:52.588494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] For port ee8fd88e-b383-4d01-97f5-0e4527194b0d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:52.635965 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] For port 1d95dda9-848f-447f-810e-cca5ba131222, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:52.639990 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] For port 1d95dda9-848f-447f-810e-cca5ba131222, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1d95dda9-848f-447f-810e-cca5ba131222,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:52.648940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] For port ee8fd88e-b383-4d01-97f5-0e4527194b0d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ee8fd88e-b383-4d01-97f5-0e4527194b0d,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:52.654529 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1d95dda9-848f-447f-810e-cca5ba131222), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.659660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Pushing event updated for resources: {'Port': ['ID=ee8fd88e-b383-4d01-97f5-0e4527194b0d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:52.672285 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.680892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3e6d4be5-e5f9-422e-9356-0efda4038f6a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e6d4be5-e5f9-422e-9356-0efda4038f6a,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:52.689654 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.715036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501360e-e204-4a61-a525-23a35282b7d6 req-057f90e6-1bcd-4a33-b332-a81ad5a945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.716825 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4501360e-e204-4a61-a525-23a35282b7d6 req-057f90e6-1bcd-4a33-b332-a81ad5a945c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1132 time: 0.1516809 Feb 19 03:10:52.762302 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Routers {'a0558d1c-348e-4953-8250-63f7f20b9501'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:52.763082 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:10:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a0558d1c-348e-4953-8250-63f7f20b9501'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:52.766990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3371ca5-0fe2-4734-af07-be9190327773 req-674118be-74ce-45ef-8b7f-4b22ba9ec4de tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.770413 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eaf60-ce62-46b0-853e-605df432c50f None None] Pushing event updated for resources: {'Port': ['ID=1d95dda9-848f-447f-810e-cca5ba131222,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:52.770851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b'}, {'server_uuid': 'f237afd1-62e0-4edd-94de-f12dcf9b3f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6d4be5-e5f9-422e-9356-0efda4038f6a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:52.773190 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a717f9-c176-41ec-a755-b20deea4c141" -d '{"events": [{"server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "name": "network-vif-plugged", "status": "completed", "tag": "e69eac84-a70d-421a-84e0-42931b16032b"}, {"server_uuid": "f237afd1-62e0-4edd-94de-f12dcf9b3f64", "name": "network-vif-plugged", "status": "completed", "tag": "3e6d4be5-e5f9-422e-9356-0efda4038f6a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:52.783331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3371ca5-0fe2-4734-af07-be9190327773 req-674118be-74ce-45ef-8b7f-4b22ba9ec4de tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 948 time: 0.2284188 Feb 19 03:10:52.792518 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a320b4-178c-4b2e-9b01-e33553dd042f None None] Pushing event updated for resources: {'Port': ['ID=ee8fd88e-b383-4d01-97f5-0e4527194b0d,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:52.794846 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks [] for router_gateway (a2ce41d4-a99e-4cc5-a681-9321e267beb0), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.844595 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.873243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9b121-f499-40f7-8261-f56d16f7be87 req-3681daf5-daa4-47b8-80dd-15da4b335055 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.875794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ea9b121-f499-40f7-8261-f56d16f7be87 req-3681daf5-daa4-47b8-80dd-15da4b335055 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 946 time: 0.2733903 Feb 19 03:10:52.879919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3e6d4be5-e5f9-422e-9356-0efda4038f6a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:52.901997 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8c2d98a3-23e0-4f80-bba8-e375d162f18b req-910c1891-b9c7-4909-9e05-44250e8c4965 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093211 Feb 19 03:10:52.925257 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] Set router a0558d1c-348e-4953-8250-63f7f20b9501 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:53.013565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501360e-e204-4a61-a525-23a35282b7d6 req-a8a28dde-a0a6-44aa-84b3-88d21a3b7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.016126 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4501360e-e204-4a61-a525-23a35282b7d6 req-a8a28dde-a0a6-44aa-84b3-88d21a3b7c63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2931862 Feb 19 03:10:53.079551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3371ca5-0fe2-4734-af07-be9190327773 req-1030c270-b11e-43f9-ae1d-60186c3b5ff1 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952869 Feb 19 03:10:53.143460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-6d3fdc7a-2482-46ff-97a6-8a80bb4cad56 service neutron] 10.222.0.71 "GET /v2.0/networks/3a274390-7682-4cda-982f-e3d148a6b109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451712 Feb 19 03:10:53.182888 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4501360e-e204-4a61-a525-23a35282b7d6 req-ac7fd879-7dd5-4111-9ba0-67feec4137be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 217 time: 0.1586819 Feb 19 03:10:53.226444 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-router', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '1d95dda9-848f-447f-810e-cca5ba131222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:10:46Z', 'revision_number': 3, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'gw_port': {'id': '1d95dda9-848f-447f-810e-cca5ba131222', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:43Z', 'updated_at': '2022-02-19T03:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:53.275294 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad870d9c-aa14-4d1a-8be4-bdbc8b6d7701 None None] The sync data for ids ['a0558d1c-348e-4953-8250-63f7f20b9501'] in n-d-826756-2 is: [{'id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-router', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '1d95dda9-848f-447f-810e-cca5ba131222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:10:46Z', 'revision_number': 3, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'gw_port': {'id': '1d95dda9-848f-447f-810e-cca5ba131222', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:43Z', 'updated_at': '2022-02-19T03:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:53.291609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Allocated IP 172.25.4.250 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/c7ad13df-da54-42e8-aab4-89a2f1eb7778) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:53.307259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501360e-e204-4a61-a525-23a35282b7d6 req-3ded50cc-c763-45dc-bbb6-385bdfdaa9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.309702 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4501360e-e204-4a61-a525-23a35282b7d6 req-3ded50cc-c763-45dc-bbb6-385bdfdaa9d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1196077 Feb 19 03:10:53.503556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501360e-e204-4a61-a525-23a35282b7d6 req-eaeaf341-32da-4baa-94e4-0c8cf0523d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.505103 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4501360e-e204-4a61-a525-23a35282b7d6 req-eaeaf341-32da-4baa-94e4-0c8cf0523d91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1874821 Feb 19 03:10:53.592732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ea9b121-f499-40f7-8261-f56d16f7be87 req-b2d64208-2aee-4609-817b-c1e308506a8f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337368 Feb 19 03:10:53.607578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:53.697322 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks [] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:53.723820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d70d2-6e49-4d1b-931d-0516ca689185 req-851aadd5-ba53-413f-b2c3-93ca336428f5 service neutron] 10.222.0.71 "GET /v2.0/networks/3a274390-7682-4cda-982f-e3d148a6b109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326042 Feb 19 03:10:53.725821 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b43179-d3ca-4c07-b4d7-5416777948f8 x-openstack-request-id: req-e8b43179-d3ca-4c07-b4d7-5416777948f8 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:53.726322 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "name": "network-vif-plugged", "status": "completed", "tag": "e69eac84-a70d-421a-84e0-42931b16032b", "code": 200}, {"server_uuid": "f237afd1-62e0-4edd-94de-f12dcf9b3f64", "name": "network-vif-plugged", "status": "completed", "tag": "3e6d4be5-e5f9-422e-9356-0efda4038f6a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:53.726436 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8b43179-d3ca-4c07-b4d7-5416777948f8 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:53.726797 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b', 'code': 200} Feb 19 03:10:53.727053 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f237afd1-62e0-4edd-94de-f12dcf9b3f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6d4be5-e5f9-422e-9356-0efda4038f6a', 'code': 200} Feb 19 03:10:53.770632 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4501360e-e204-4a61-a525-23a35282b7d6 req-57c46958-921d-429d-a0bc-892cabd0e176 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583516 Feb 19 03:10:53.772068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf331cf-595c-49fa-965e-23c739b5458f req-aa8c2a84-9670-4ee2-a42a-9b7254010510 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.774440 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:53.794571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf331cf-595c-49fa-965e-23c739b5458f req-aa8c2a84-9670-4ee2-a42a-9b7254010510 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 944 time: 0.2383304 Feb 19 03:10:53.911564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:54.073437 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4501360e-e204-4a61-a525-23a35282b7d6 req-4ebfdd19-a4ba-4dd5-8a2e-b3253a62191d service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802668 Feb 19 03:10:54.074403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:54.090609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:54.244751 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ad13df-da54-42e8-aab4-89a2f1eb7778,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:54.313473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ee8fd88e-b383-4d01-97f5-0e4527194b0d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:54.346756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Allocated IP 172.20.0.1 (1890b55b-c182-44ce-b909-d69a24cd1bb1/55908a25-4a58-4373-a5fb-72dc86d1c84c/4633b77a-805e-4710-9f9f-680da0646e02) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:54.463703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf331cf-595c-49fa-965e-23c739b5458f req-f0f36c82-1b08-4dd3-8f68-7b8da5d42de5 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675243 Feb 19 03:10:54.510569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cab478-e243-47d7-94fd-0d1b45f21484 req-64ab4cf1-c6da-44e2-bf34-e1e9c98547fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.519037 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e0cab478-e243-47d7-94fd-0d1b45f21484 req-64ab4cf1-c6da-44e2-bf34-e1e9c98547fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 1131 time: 0.4507530 Feb 19 03:10:54.541203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ee8fd88e-b383-4d01-97f5-0e4527194b0d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:54.541889 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.594586 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Publish callbacks [] for port (4633b77a-805e-4710-9f9f-680da0646e02), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.612267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959d471-9c02-4416-9248-dabf32e5ba90 None None] Network 4729c6da-4160-41fa-be24-7e5bfd552fb9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:54.702507 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e0cab478-e243-47d7-94fd-0d1b45f21484 req-a91b9ee7-b4e2-4cf1-9a96-1a4813933a11 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752594 Feb 19 03:10:54.714521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e722f0de-a2d7-414f-9ce7-cc67d57794a3 None None] Provisioning complete for port ee8fd88e-b383-4d01-97f5-0e4527194b0d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:54.714914 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e722f0de-a2d7-414f-9ce7-cc67d57794a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.726417 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (4633b77a-805e-4710-9f9f-680da0646e02), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.770968 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks [] for router_gateway (a2ce41d4-a99e-4cc5-a681-9321e267beb0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.802858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dccc96-c653-4f88-ac6d-243292d65061 req-5a540d67-efa4-41c9-a26b-d00f0212f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.804385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63dccc96-c653-4f88-ac6d-243292d65061 req-5a540d67-efa4-41c9-a26b-d00f0212f847 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=48b73ec3b0e1475ea282fe7da83ace95&device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 1126 time: 0.9058590 Feb 19 03:10:54.811511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8df623-1ea8-47eb-a87b-6df954805abb req-a7a99bf0-0c96-4f81-85a4-feea5aef8496 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.813696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d8df623-1ea8-47eb-a87b-6df954805abb req-a7a99bf0-0c96-4f81-85a4-feea5aef8496 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.9133012 Feb 19 03:10:54.824240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Network 1890b55b-c182-44ce-b909-d69a24cd1bb1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:54.831670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4633b77a-805e-4710-9f9f-680da0646e02,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:54.856030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ee8fd88e-b383-4d01-97f5-0e4527194b0d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:54.856690 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.869992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:54.927703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e722f0de-a2d7-414f-9ce7-cc67d57794a3 None None] Current status of the port ee8fd88e-b383-4d01-97f5-0e4527194b0d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:54.927867 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e722f0de-a2d7-414f-9ce7-cc67d57794a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.931687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:54.932179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (a0558d1c-348e-4953-8250-63f7f20b9501), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.945882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port ee8fd88e-b383-4d01-97f5-0e4527194b0d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ee8fd88e-b383-4d01-97f5-0e4527194b0d,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:54.966266 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.968183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1d95dda9-848f-447f-810e-cca5ba131222 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:55.120562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1d95dda9-848f-447f-810e-cca5ba131222 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:55.121494 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1d95dda9-848f-447f-810e-cca5ba131222), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:55.159996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c2723-75cd-46f3-994f-b6530087531d req-58859ed4-92e5-449b-b38e-aca6a2b949c2 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:55.161659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-174c2723-75cd-46f3-994f-b6530087531d req-58859ed4-92e5-449b-b38e-aca6a2b949c2 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 945 time: 0.4962225 Feb 19 03:10:55.262025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d8df623-1ea8-47eb-a87b-6df954805abb req-d14772b8-992b-4385-9962-3e2354824e04 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353144 Feb 19 03:10:55.282474 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-e722f0de-a2d7-414f-9ce7-cc67d57794a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:10:55.283027 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-e722f0de-a2d7-414f-9ce7-cc67d57794a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:10:55.285915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=ee8fd88e-b383-4d01-97f5-0e4527194b0d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:55.311369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dccc96-c653-4f88-ac6d-243292d65061 req-b9b37ac3-c4a7-47b9-a000-79395f584967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:55.313937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63dccc96-c653-4f88-ac6d-243292d65061 req-b9b37ac3-c4a7-47b9-a000-79395f584967 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a274390-7682-4cda-982f-e3d148a6b109 HTTP/1.1" status: 200 len: 916 time: 0.4991593 Feb 19 03:10:55.413798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1d95dda9-848f-447f-810e-cca5ba131222 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:55.414890 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1d95dda9-848f-447f-810e-cca5ba131222), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:55.443807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63dccc96-c653-4f88-ac6d-243292d65061 req-b058e544-f18f-49d4-b7b4-e3d9bb48a7d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5b49199-4cb4-4314-bf56-a4de15837798 HTTP/1.1" status: 200 len: 217 time: 0.1213257 Feb 19 03:10:55.463329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 1d95dda9-848f-447f-810e-cca5ba131222, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1d95dda9-848f-447f-810e-cca5ba131222,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:55.470880 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1d95dda9-848f-447f-810e-cca5ba131222), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:55.564620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-174c2723-75cd-46f3-994f-b6530087531d req-32c9c2ee-0107-4118-9a2e-32affd49587c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770037 Feb 19 03:10:55.580929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=1d95dda9-848f-447f-810e-cca5ba131222,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:55.581150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (a2ce41d4-a99e-4cc5-a681-9321e267beb0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:55.612296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dccc96-c653-4f88-ac6d-243292d65061 req-0688bd56-8261-497b-8f2e-2c7411cb7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:55.613756 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63dccc96-c653-4f88-ac6d-243292d65061 req-0688bd56-8261-497b-8f2e-2c7411cb7613 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=82074c17-9d2a-4d03-b3c1-002957df4959 HTTP/1.1" status: 200 len: 854 time: 0.1104691 Feb 19 03:10:55.677584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2589f-b5a1-4467-af02-9403a7cfa8fa req-927c80a7-c6cf-4bdb-b66d-03fb33ff6322 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:55.679198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9d2589f-b5a1-4467-af02-9403a7cfa8fa req-927c80a7-c6cf-4bdb-b66d-03fb33ff6322 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 949 time: 0.2335820 Feb 19 03:10:55.707411 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4633b77a-805e-4710-9f9f-680da0646e02), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:55.770353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Router a2ce41d4-a99e-4cc5-a681-9321e267beb0 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:10:55.823891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dccc96-c653-4f88-ac6d-243292d65061 req-c35195fd-de8f-4310-a157-a65a4ce472c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:55.825449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63dccc96-c653-4f88-ac6d-243292d65061 req-c35195fd-de8f-4310-a157-a65a4ce472c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a274390-7682-4cda-982f-e3d148a6b109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1852157 Feb 19 03:10:55.828767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9d2589f-b5a1-4467-af02-9403a7cfa8fa req-3f64f07c-50ae-4384-8265-5b99fe77e05e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319845 Feb 19 03:10:55.883516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e722f0de-a2d7-414f-9ce7-cc67d57794a3 None None] Current status of the port ee8fd88e-b383-4d01-97f5-0e4527194b0d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:55.907652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d44ad-5b4e-499d-8af7-b42437490a77 req-dac6f529-b4ce-4f9a-84ea-b98e73994acf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:55.909277 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe7d44ad-5b4e-499d-8af7-b42437490a77 req-dac6f529-b4ce-4f9a-84ea-b98e73994acf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 946 time: 0.2289598 Feb 19 03:10:55.952637 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:55.980681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Sync routers for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:55.986230 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:55.987581 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-650a88fc-5c2c-4dce-bd95-f939ad277c70 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.4297099 Feb 19 03:10:55.991810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57154) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:56.013444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:56.014551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:10:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:56.115444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe7d44ad-5b4e-499d-8af7-b42437490a77 req-dfd56049-577e-4065-8a23-8cc68e337d4c tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743593 Feb 19 03:10:56.135681 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63dccc96-c653-4f88-ac6d-243292d65061 req-eac50337-20f6-4e18-9c56-bc314edcc987 service neutron] 10.222.0.71 "GET /v2.0/networks/3a274390-7682-4cda-982f-e3d148a6b109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998538 Feb 19 03:10:56.153297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83546f9b-47f9-46b8-9241-4544f5d18784 req-7d520b48-7704-428e-8b74-fc5b5112a1c0 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.155240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83546f9b-47f9-46b8-9241-4544f5d18784 req-7d520b48-7704-428e-8b74-fc5b5112a1c0 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 944 time: 0.2132230 Feb 19 03:10:56.210316 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ee8fd88e-b383-4d01-97f5-0e4527194b0d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:56.215103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:56.268049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7b92d897-0592-47f8-851e-da539019ccb5 None None] Provisioning complete for port 4633b77a-805e-4710-9f9f-680da0646e02 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:56.268361 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7b92d897-0592-47f8-851e-da539019ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4633b77a-805e-4710-9f9f-680da0646e02), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.320089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83546f9b-47f9-46b8-9241-4544f5d18784 req-dc9afc82-8717-4a18-a63c-4b6b01e522d2 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354775 Feb 19 03:10:56.322223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Publish callbacks [] for port (4633b77a-805e-4710-9f9f-680da0646e02), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.336273 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4633b77a-805e-4710-9f9f-680da0646e02), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.337983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (a0558d1c-348e-4953-8250-63f7f20b9501), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.463315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63dccc96-c653-4f88-ac6d-243292d65061 req-03e7f33f-d67a-4b61-ae8a-f7de6b5141fa service neutron] 10.222.0.71 "GET /v2.0/networks/3a274390-7682-4cda-982f-e3d148a6b109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010602 Feb 19 03:10:56.514719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7b92d897-0592-47f8-851e-da539019ccb5 None None] Port 4633b77a-805e-4710-9f9f-680da0646e02 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:56.526777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4633b77a-805e-4710-9f9f-680da0646e02,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:56.529332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ee8fd88e-b383-4d01-97f5-0e4527194b0d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:56.529770 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.567900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7b92d897-0592-47f8-851e-da539019ccb5 None None] Provisioning complete for port ee8fd88e-b383-4d01-97f5-0e4527194b0d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:56.568278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7b92d897-0592-47f8-851e-da539019ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.575645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.585177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23caff-1765-4557-a655-68057110af2a req-a2ddd40e-c60f-4a13-a269-34c66fc877a0 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.586918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d23caff-1765-4557-a655-68057110af2a req-a2ddd40e-c60f-4a13-a269-34c66fc877a0 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1128 time: 0.1700008 Feb 19 03:10:56.629574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc451e-4a38-4654-8d5f-9eddfee0edb4 req-90e1d934-15fb-4803-94d2-8b4e04fe491c tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.631319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85fc451e-4a38-4654-8d5f-9eddfee0edb4 req-90e1d934-15fb-4803-94d2-8b4e04fe491c tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1127 time: 0.1436410 Feb 19 03:10:56.641056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Network 1890b55b-c182-44ce-b909-d69a24cd1bb1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:56.657394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:56.689153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d23caff-1765-4557-a655-68057110af2a req-538ab779-0e3a-4df0-a25a-50b4c4b065b3 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874763 Feb 19 03:10:56.692416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:54Z', 'revision_number': 3, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:56.738710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Checking router: a2ce41d4-a99e-4cc5-a681-9321e267beb0 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:56.739289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Updating router a2ce41d4-a99e-4cc5-a681-9321e267beb0 port c7ad13df-da54-42e8-aab4-89a2f1eb7778 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:10:56.758108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85fc451e-4a38-4654-8d5f-9eddfee0edb4 req-c692d060-ee29-4926-8599-8db0d2112b2e tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135690 Feb 19 03:10:56.788425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Allocated IP 172.20.0.1 (4729c6da-4160-41fa-be24-7e5bfd552fb9/1a17c6ae-39d2-4e27-b956-71c05420fd16/39bc91a1-fd85-401d-a1aa-1673ed561993) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:56.793328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7b92d897-0592-47f8-851e-da539019ccb5 None None] Current status of the port ee8fd88e-b383-4d01-97f5-0e4527194b0d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:56.796770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ee8fd88e-b383-4d01-97f5-0e4527194b0d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:56.800120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1d95dda9-848f-447f-810e-cca5ba131222 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:56.834293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.929222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Publish callbacks [] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.983555 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.993933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Router a0558d1c-348e-4953-8250-63f7f20b9501 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:57.002636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1d95dda9-848f-447f-810e-cca5ba131222 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:57.003145 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1d95dda9-848f-447f-810e-cca5ba131222), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.024719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb12a1-ccd0-4fa9-98d8-604e98bc6ab9 req-cfc5013b-82ba-45ac-82d1-ff62b12f2372 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:57.026431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fb12a1-ccd0-4fa9-98d8-604e98bc6ab9 req-cfc5013b-82ba-45ac-82d1-ff62b12f2372 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.1552563 Feb 19 03:10:57.034633 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Network 4729c6da-4160-41fa-be24-7e5bfd552fb9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:57.037499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:57.037951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c76eca-d6d9-4343-a6ad-0de512084301 req-4f301930-d090-4357-97f2-a758884014b4 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:57.041412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:57.041575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (a2ce41d4-a99e-4cc5-a681-9321e267beb0), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.043570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4c76eca-d6d9-4343-a6ad-0de512084301 req-4f301930-d090-4357-97f2-a758884014b4 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1128 time: 0.1316211 Feb 19 03:10:57.086839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Pushing event updated for resources: {'Port': ['ID=39bc91a1-fd85-401d-a1aa-1673ed561993,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:57.250337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.258936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-304957d5-343b-4fd7-a8fc-34e4c25e5513 None None] Provisioning complete for port 4633b77a-805e-4710-9f9f-680da0646e02 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:57.259310 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-304957d5-343b-4fd7-a8fc-34e4c25e5513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4633b77a-805e-4710-9f9f-680da0646e02), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.358077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-304957d5-343b-4fd7-a8fc-34e4c25e5513 None None] Port 4633b77a-805e-4710-9f9f-680da0646e02 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:57.385890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1d95dda9-848f-447f-810e-cca5ba131222 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:57.439294 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Publish callbacks [] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.439763 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Publish callbacks [] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.445902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.446798 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (a2ce41d4-a99e-4cc5-a681-9321e267beb0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.447808 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.519960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Attempting to bind port c7ad13df-da54-42e8-aab4-89a2f1eb7778 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:57.520563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Attempting to bind port c7ad13df-da54-42e8-aab4-89a2f1eb7778 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:57.520993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Attempting to bind port c7ad13df-da54-42e8-aab4-89a2f1eb7778 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:57.530746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bee1d-483b-4a26-b13a-ec70cb1ca661 None None] Pushing event updated for resources: {'Port': ['ID=c7ad13df-da54-42e8-aab4-89a2f1eb7778,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:57.533822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Pushing event updated for resources: {'Port': ['ID=39bc91a1-fd85-401d-a1aa-1673ed561993,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:57.538601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:57.539063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:57.539536 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.539985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:57.540589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Bound port: c7ad13df-da54-42e8-aab4-89a2f1eb7778, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:57.541192 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.543909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9ede7b43-a5e6-4ff4-addf-22109632db78 None None] Provisioning complete for port 39bc91a1-fd85-401d-a1aa-1673ed561993 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:57.544366 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9ede7b43-a5e6-4ff4-addf-22109632db78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.570443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fb12a1-ccd0-4fa9-98d8-604e98bc6ab9 req-b0f97cee-2943-4bfb-b7ae-102eaab69438 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832768 Feb 19 03:10:57.581002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Network 4729c6da-4160-41fa-be24-7e5bfd552fb9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:57.582803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:57.590013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4c76eca-d6d9-4343-a6ad-0de512084301 req-f01921cb-07bd-4829-a028-2e40f5719e4d tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069585 Feb 19 03:10:57.603708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-5f4d8c22-8978-4062-9df0-b355625a23ba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2164853 Feb 19 03:10:57.604939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:57.618951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-04f57137-8096-4827-b491-a002fcdb5cd0 admin admin] 10.222.0.42 "PUT /v2.0/routers/a0558d1c-348e-4953-8250-63f7f20b9501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9062572 Feb 19 03:10:57.628110 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Sync routers for ids ['a0558d1c-348e-4953-8250-63f7f20b9501'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:57.670849 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Routers {'a0558d1c-348e-4953-8250-63f7f20b9501'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:57.672410 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:10:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a0558d1c-348e-4953-8250-63f7f20b9501'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:57.711701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c5b49199-4cb4-4314-bf56-a4de15837798 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:57.717106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9ede7b43-a5e6-4ff4-addf-22109632db78 None None] Port 39bc91a1-fd85-401d-a1aa-1673ed561993 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:57.731908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] For port c7ad13df-da54-42e8-aab4-89a2f1eb7778, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:57.746827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] For port c7ad13df-da54-42e8-aab4-89a2f1eb7778, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c7ad13df-da54-42e8-aab4-89a2f1eb7778,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:57.768558 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:57.813758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4b92-e98c-4c0b-811b-5daad28a6544 req-61ee832a-9a2c-460a-b01a-0817728814a0 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:57.815443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac6e4b92-e98c-4c0b-811b-5daad28a6544 req-61ee832a-9a2c-460a-b01a-0817728814a0 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1127 time: 0.1616094 Feb 19 03:10:57.838311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-d617475b-9743-4964-9acf-015d7af87dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:57.839935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-d617475b-9743-4964-9acf-015d7af87dc2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1132 time: 0.1384420 Feb 19 03:10:57.863396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Router a2ce41d4-a99e-4cc5-a681-9321e267beb0 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:57.882309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a57c9-c801-4c31-a8fc-686ae40292e8 req-3ab5c2b5-c992-4a84-bc25-14e393b0ce1e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:57.883828 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-466a57c9-c801-4c31-a8fc-686ae40292e8 req-3ab5c2b5-c992-4a84-bc25-14e393b0ce1e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 949 time: 0.1682045 Feb 19 03:10:57.945780 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Set router a0558d1c-348e-4953-8250-63f7f20b9501 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:58.014618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bee1d-483b-4a26-b13a-ec70cb1ca661 None None] Pushing event updated for resources: {'Port': ['ID=c7ad13df-da54-42e8-aab4-89a2f1eb7778,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:58.029102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac6e4b92-e98c-4c0b-811b-5daad28a6544 req-c5ac15a9-0c86-41d1-898e-437972eab41e tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038887 Feb 19 03:10:58.057687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:58.058381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:10:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:58.061388 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:58.068133 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c43b26c6-10d9-485d-b476-5d6537944131 admin admin] 10.222.0.42 "PUT /v2.0/routers/a2ce41d4-a99e-4cc5-a681-9321e267beb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0742383 Feb 19 03:10:58.100597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-466a57c9-c801-4c31-a8fc-686ae40292e8 req-af965518-91cc-4ba9-8fd1-88ff17a9db5d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988115 Feb 19 03:10:58.105923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-0f072f22-7fda-422f-9ce8-14efce5eb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.107803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-0f072f22-7fda-422f-9ce8-14efce5eb409 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2370706 Feb 19 03:10:58.111961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4b5e3056-379b-4c40-8fea-fe715e8c3c5d None None] Provisioning complete for port 39bc91a1-fd85-401d-a1aa-1673ed561993 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:58.112351 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4b5e3056-379b-4c40-8fea-fe715e8c3c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:58.155092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-a554c60b-286e-4911-bf8c-9f6be6806e72 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 217 time: 0.0381372 Feb 19 03:10:58.191500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e3056-379b-4c40-8fea-fe715e8c3c5d None None] Port 39bc91a1-fd85-401d-a1aa-1673ed561993 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:58.295651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c5b49199-4cb4-4314-bf56-a4de15837798, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c5b49199-4cb4-4314-bf56-a4de15837798,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:58.298545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-0523e515-f751-4118-96cd-57cfed43ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.300232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-0523e515-f751-4118-96cd-57cfed43ddbd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1361716 Feb 19 03:10:58.306666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:58.311808 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-router', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '1d95dda9-848f-447f-810e-cca5ba131222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:10:55Z', 'revision_number': 4, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'gw_port': {'id': '1d95dda9-848f-447f-810e-cca5ba131222', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:43Z', 'updated_at': '2022-02-19T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '4633b77a-805e-4710-9f9f-680da0646e02', 'name': '', 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'mac_address': 'fa:16:3e:0c:c1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '55908a25-4a58-4373-a5fb-72dc86d1c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:53Z', 'updated_at': '2022-02-19T03:10:55Z', 'revision_number': 2, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'subnets': [{'id': '55908a25-4a58-4373-a5fb-72dc86d1c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:58.327248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e310b-97fd-4da0-b769-3e9c1e41c757 req-6c9122b7-4463-4489-9926-0325a9906ef1 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.329448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-387e310b-97fd-4da0-b769-3e9c1e41c757 req-6c9122b7-4463-4489-9926-0325a9906ef1 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 944 time: 0.1665626 Feb 19 03:10:58.338563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'c5b49199-4cb4-4314-bf56-a4de15837798', 'network_id': '3a274390-7682-4cda-982f-e3d148a6b109', 'port_id': 'c5b49199-4cb4-4314-bf56-a4de15837798', 'mac_address': 'fa:16:3e:4a:94:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82074c17-9d2a-4d03-b3c1-002957df4959', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:58.339697 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Checking router: a0558d1c-348e-4953-8250-63f7f20b9501 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:58.340056 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Updating router a0558d1c-348e-4953-8250-63f7f20b9501 port 4633b77a-805e-4710-9f9f-680da0646e02 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:10:58.349818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5dd95-4ce6-4117-8e6c-a28439848f69 req-1cb64000-4744-4146-b142-0450a4395a34 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.351498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e5dd95-4ce6-4117-8e6c-a28439848f69 req-1cb64000-4744-4146-b142-0450a4395a34 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1132 time: 0.1278019 Feb 19 03:10:58.370595 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4633b77a-805e-4710-9f9f-680da0646e02), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:58.430654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c5b49199-4cb4-4314-bf56-a4de15837798 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:58.430906 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:58.433102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-387e310b-97fd-4da0-b769-3e9c1e41c757 req-2b69bb5f-bfe8-4131-aef3-5a0b55b4c8b8 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863795 Feb 19 03:10:58.435053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-21ea685f-1842-4374-9ed6-376aaef9551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.437317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-21ea685f-1842-4374-9ed6-376aaef9551e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1278293 Feb 19 03:10:58.454855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94e5dd95-4ce6-4117-8e6c-a28439848f69 req-f03cf416-8813-4bf4-b61c-383fc27f8c2f tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937963 Feb 19 03:10:58.496818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b49199-4cb4-4314-bf56-a4de15837798 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:58.533377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c5b49199-4cb4-4314-bf56-a4de15837798, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c5b49199-4cb4-4314-bf56-a4de15837798,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:58.548189 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:58.621979 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-3a269807-0a75-4c95-99b5-b8176119279c service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622553 Feb 19 03:10:58.657885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c5b49199-4cb4-4314-bf56-a4de15837798,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:58.691178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 2, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:58.697903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b00c5386-9fc2-4c7e-8bf9-f358b80b3808 req-6f5069c5-db5d-4c65-84c6-9f82dd7f5bcd tempest-FloatingIPsNegativeTestJSON-1342928258 tempest-FloatingIPsNegativeTestJSON-1342928258-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=51aedc7fa6d3492588e26bcdcaaeee31 HTTP/1.1" status: 200 len: 217 time: 0.0845325 Feb 19 03:10:58.733132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31582374-6770-41d7-96dd-a18acfa84ed7 None None] The sync data for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 is: [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 2, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:58.823083 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Publish callbacks [] for port (4633b77a-805e-4710-9f9f-680da0646e02), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:58.835904 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4633b77a-805e-4710-9f9f-680da0646e02), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:58.845588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-431ad4e6-8324-4af5-ad09-12ce9adcddbe req-bb4d09a4-d325-41b2-afde-615c098bcf85 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979759 Feb 19 03:10:58.921391 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0455d39-e0ae-4182-96e6-963fa5389903 None None] Pushing event updated for resources: {'Port': ['ID=4633b77a-805e-4710-9f9f-680da0646e02,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:58.943473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['c5b49199-4cb4-4314-bf56-a4de15837798'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:59.034324 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Attempting to bind port 4633b77a-805e-4710-9f9f-680da0646e02 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:59.034976 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Attempting to bind port 4633b77a-805e-4710-9f9f-680da0646e02 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '8964d58c-4215-4339-9e26-bcbc9ed11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:59.039326 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Attempting to bind port 4633b77a-805e-4710-9f9f-680da0646e02 on network 1890b55b-c182-44ce-b909-d69a24cd1bb1 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:59.043965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc27864-555f-41ca-8055-a2dc9c58c8b3 req-967e628a-2df7-4d1d-a5a7-63d13f41efc9 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:59.045018 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:59.045551 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Checking segment: {'id': '8964d58c-4215-4339-9e26-bcbc9ed11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:59.046191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0cc27864-555f-41ca-8055-a2dc9c58c8b3 req-967e628a-2df7-4d1d-a5a7-63d13f41efc9 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 1131 time: 0.1668506 Feb 19 03:10:59.051646 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:59.052304 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Bound using segment: {'id': '8964d58c-4215-4339-9e26-bcbc9ed11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:59.052979 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Bound port: 4633b77a-805e-4710-9f9f-680da0646e02, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8964d58c-4215-4339-9e26-bcbc9ed11a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:59.053567 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4633b77a-805e-4710-9f9f-680da0646e02), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:59.080896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-0ca18f40-8a2a-4eb3-bf7c-a1130b52f656 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:59.082408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-0ca18f40-8a2a-4eb3-bf7c-a1130b52f656 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 820 time: 0.1728938 Feb 19 03:10:59.083353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0cc27864-555f-41ca-8055-a2dc9c58c8b3 req-f6d14b24-e406-45e5-aae6-8aec03e42588 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:59.117602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-59b876d4-dee9-472a-b4fa-d0016b8f6cf1 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/quotas/52211225561744fb9fca949ce44b11a3 HTTP/1.1" status: 200 len: 375 time: 0.0231621 Feb 19 03:10:59.178425 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] For port 4633b77a-805e-4710-9f9f-680da0646e02, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:59.182790 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] For port 4633b77a-805e-4710-9f9f-680da0646e02, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4633b77a-805e-4710-9f9f-680da0646e02,segment=NetworkSegment(8964d58c-4215-4339-9e26-bcbc9ed11a9e),segment_id=8964d58c-4215-4339-9e26-bcbc9ed11a9e)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:59.191909 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4633b77a-805e-4710-9f9f-680da0646e02), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:59.289704 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Routers {'a0558d1c-348e-4953-8250-63f7f20b9501'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:59.292664 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:10:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a0558d1c-348e-4953-8250-63f7f20b9501'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:59.338605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-5264d1aa-6010-4828-bf6b-399dd3731289 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1885395 Feb 19 03:10:59.350616 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0455d39-e0ae-4182-96e6-963fa5389903 None None] Pushing event updated for resources: {'Port': ['ID=4633b77a-805e-4710-9f9f-680da0646e02,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:59.387999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0cc27864-555f-41ca-8055-a2dc9c58c8b3 req-f6d14b24-e406-45e5-aae6-8aec03e42588 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Publish callbacks [] for security_group (d939c640-3d2a-480a-af59-8aab2ed3fecb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:59.392956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0f7acd27-b503-4d27-b6e0-996e9c3c9828 None None] Provisioning complete for port 4633b77a-805e-4710-9f9f-680da0646e02 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:59.393809 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f7acd27-b503-4d27-b6e0-996e9c3c9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4633b77a-805e-4710-9f9f-680da0646e02), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:59.414607 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0cc27864-555f-41ca-8055-a2dc9c58c8b3 req-f6d14b24-e406-45e5-aae6-8aec03e42588 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d939c640-3d2a-480a-af59-8aab2ed3fecb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:59.538521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0cc27864-555f-41ca-8055-a2dc9c58c8b3 req-f6d14b24-e406-45e5-aae6-8aec03e42588 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863193 Feb 19 03:10:59.580800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0f7acd27-b503-4d27-b6e0-996e9c3c9828 None None] Current status of the port 4633b77a-805e-4710-9f9f-680da0646e02 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:59.581520 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f7acd27-b503-4d27-b6e0-996e9c3c9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4633b77a-805e-4710-9f9f-680da0646e02), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:59.585431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-34f61067-3156-4914-9603-b40b9c79dd0c service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153738 Feb 19 03:10:59.588913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d14b24-e406-45e5-aae6-8aec03e42588 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d939c640-3d2a-480a-af59-8aab2ed3fecb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:59.655715 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] Set router a0558d1c-348e-4953-8250-63f7f20b9501 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:59.726457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0f7acd27-b503-4d27-b6e0-996e9c3c9828 None None] For port 4633b77a-805e-4710-9f9f-680da0646e02, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4633b77a-805e-4710-9f9f-680da0646e02,segment=NetworkSegment(8964d58c-4215-4339-9e26-bcbc9ed11a9e),segment_id=8964d58c-4215-4339-9e26-bcbc9ed11a9e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:59.736794 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f7acd27-b503-4d27-b6e0-996e9c3c9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4633b77a-805e-4710-9f9f-680da0646e02), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:59.941493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-ad251a70-5923-4b66-b7da-2dcfcce37de7 service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353658 Feb 19 03:11:00.064637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7acd27-b503-4d27-b6e0-996e9c3c9828 None None] Pushing event updated for resources: {'Port': ['ID=4633b77a-805e-4710-9f9f-680da0646e02,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:00.092694 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-router', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '1d95dda9-848f-447f-810e-cca5ba131222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:10:55Z', 'revision_number': 4, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'gw_port': {'id': '1d95dda9-848f-447f-810e-cca5ba131222', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:43Z', 'updated_at': '2022-02-19T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '4633b77a-805e-4710-9f9f-680da0646e02', 'name': '', 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'mac_address': 'fa:16:3e:0c:c1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '55908a25-4a58-4373-a5fb-72dc86d1c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:53Z', 'updated_at': '2022-02-19T03:10:59Z', 'revision_number': 4, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'subnets': [{'id': '55908a25-4a58-4373-a5fb-72dc86d1c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:00.114363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-381c95e7-5b0e-4e41-808e-98aa3e44ba1d None None] Provisioning complete for port 4633b77a-805e-4710-9f9f-680da0646e02 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:00.114819 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-381c95e7-5b0e-4e41-808e-98aa3e44ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4633b77a-805e-4710-9f9f-680da0646e02), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:00.141269 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfbea4-d9d7-44e8-b686-44b65544d7c5 None None] The sync data for ids ['a0558d1c-348e-4953-8250-63f7f20b9501'] in n-d-826756-2 is: [{'id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-router', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '1d95dda9-848f-447f-810e-cca5ba131222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:10:55Z', 'revision_number': 4, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'gw_port': {'id': '1d95dda9-848f-447f-810e-cca5ba131222', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:43Z', 'updated_at': '2022-02-19T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '4633b77a-805e-4710-9f9f-680da0646e02', 'name': '', 'network_id': '1890b55b-c182-44ce-b909-d69a24cd1bb1', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'mac_address': 'fa:16:3e:0c:c1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '55908a25-4a58-4373-a5fb-72dc86d1c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:53Z', 'updated_at': '2022-02-19T03:10:59Z', 'revision_number': 4, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'subnets': [{'id': '55908a25-4a58-4373-a5fb-72dc86d1c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:11:00.384171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-381c95e7-5b0e-4e41-808e-98aa3e44ba1d None None] Current status of the port 4633b77a-805e-4710-9f9f-680da0646e02 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:00.408672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-540429a3-8c36-4826-ba22-52e70bdfa7f1 req-4749a5a8-7bd8-4e7f-8e2e-6d3883f41f84 tempest-FloatingIPsNegativeTestJSON-1342928258 tempest-FloatingIPsNegativeTestJSON-1342928258-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0553243 Feb 19 03:11:00.584756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61e6c3-1482-418a-a975-37fc6f4d1762 req-4084cdd8-7725-4206-823a-eb435b524876 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:00.588596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af61e6c3-1482-418a-a975-37fc6f4d1762 req-4084cdd8-7725-4206-823a-eb435b524876 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 945 time: 0.1040983 Feb 19 03:11:00.720071 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af61e6c3-1482-418a-a975-37fc6f4d1762 req-f431e1fa-b478-4d62-8415-51b96460430a tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238914 Feb 19 03:11:01.089386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-46796c35-6b95-42d6-95af-98764d1d6678 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=42973c8e1f4740eaafb2729751201363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406361 Feb 19 03:11:01.291823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-7af2c058-8365-4904-841f-6ca84a97ee51 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:01.299335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-7af2c058-8365-4904-841f-6ca84a97ee51 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992054 Feb 19 03:11:01.318520 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-7dced59c-f42a-4bd1-8146-0c1fc204256e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/quotas/42973c8e1f4740eaafb2729751201363 HTTP/1.1" status: 200 len: 375 time: 0.0181088 Feb 19 03:11:01.404046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-3b7ff715-cf84-4581-b387-6564be3aed59 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846128 Feb 19 03:11:01.728948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c5b49199-4cb4-4314-bf56-a4de15837798 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:01.750224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b5549-0544-4454-987a-f02839b18579 req-3955c8e8-dde8-41e9-aa42-f9a70b899106 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:01.761793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b30b5549-0544-4454-987a-f02839b18579 req-3955c8e8-dde8-41e9-aa42-f9a70b899106 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1128 time: 0.1068192 Feb 19 03:11:01.816786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port c5b49199-4cb4-4314-bf56-a4de15837798 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:01.827659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b30b5549-0544-4454-987a-f02839b18579 req-10d8685e-e076-4dec-b54a-64aa0449e011 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634947 Feb 19 03:11:01.833780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port c5b49199-4cb4-4314-bf56-a4de15837798 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:01.834953 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:02.045496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2199104f-f3f2-4ebd-8334-3da77b6d64f6 req-663bf392-dcc3-4652-b497-6818433ea713 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 210 time: 0.0976870 Feb 19 03:11:02.064931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-1267db06-4aea-4360-8baf-c812799e031d tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:11:02.088284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-1267db06-4aea-4360-8baf-c812799e031d tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1537766 Feb 19 03:11:02.088805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c5b49199-4cb4-4314-bf56-a4de15837798 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:02.089232 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:02.162110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-2984dacf-6446-40e0-964d-6edb1e4abe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:02.167347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f491b8ca-7b2c-4303-9a74-c95bcd41900e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b49199-4cb4-4314-bf56-a4de15837798'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:02.169497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-2984dacf-6446-40e0-964d-6edb1e4abe17 service neutron] 10.222.0.42 "GET /v2.0/ports/7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 200 len: 1124 time: 0.0800185 Feb 19 03:11:02.177550 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2112c7d-6528-42a2-b191-6810ac06ca1c" -d '{"events": [{"server_uuid": "f491b8ca-7b2c-4303-9a74-c95bcd41900e", "name": "network-vif-plugged", "status": "completed", "tag": "c5b49199-4cb4-4314-bf56-a4de15837798"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:02.202083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c5b49199-4cb4-4314-bf56-a4de15837798, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c5b49199-4cb4-4314-bf56-a4de15837798,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:02.214362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:02.278136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4633b77a-805e-4710-9f9f-680da0646e02 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:02.303255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Request body: {'binding': {'host': 'n-h1-826756-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:02.304378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Unknown quota resources ['binding']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:11:02.354138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c5b49199-4cb4-4314-bf56-a4de15837798,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:02.385207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4633b77a-805e-4710-9f9f-680da0646e02 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:02.385834 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4633b77a-805e-4710-9f9f-680da0646e02), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:02.431127 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-cde6ca8d-7d49-468a-9f13-a626584df600 req-0ee145eb-3057-4a02-b5f2-ac3b9cdef02b tempest-FloatingIPsNegativeTestJSON-1342928258 tempest-FloatingIPsNegativeTestJSON-1342928258-project] show failed (client error): The resource could not be found. Feb 19 03:11:02.446413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57296) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:02.449387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cde6ca8d-7d49-468a-9f13-a626584df600 req-0ee145eb-3057-4a02-b5f2-ac3b9cdef02b tempest-FloatingIPsNegativeTestJSON-1342928258 tempest-FloatingIPsNegativeTestJSON-1342928258-project] 10.222.0.42 "GET /v2.0/floatingips/ff0a371d-faa4-4c1c-b34f-49817ec26724 HTTP/1.1" status: 404 len: 350 time: 0.3578804 Feb 19 03:11:02.695299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-7c69296b-106a-4a13-9d73-edff3f785c4f tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:02.697332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-7c69296b-106a-4a13-9d73-edff3f785c4f tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.71 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 820 time: 0.5254934 Feb 19 03:11:02.705429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4633b77a-805e-4710-9f9f-680da0646e02 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:02.706654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c7ad13df-da54-42e8-aab4-89a2f1eb7778 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:02.742002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Request body: {'port': {'device_id': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'admin_state_up': True, 'tenant_id': '52211225561744fb9fca949ce44b11a3'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:02.788568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c7ad13df-da54-42e8-aab4-89a2f1eb7778 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:02.789621 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:02.814565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-a8341a67-72b1-4827-80b5-156883aef7ee tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1651173 Feb 19 03:11:02.928892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c7ad13df-da54-42e8-aab4-89a2f1eb7778 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:02.929940 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:02.966304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port c7ad13df-da54-42e8-aab4-89a2f1eb7778, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c7ad13df-da54-42e8-aab4-89a2f1eb7778,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:02.973624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.035785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=c7ad13df-da54-42e8-aab4-89a2f1eb7778,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:03.212141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on host n-h1-826756-2 for vnic_type normal with profile None {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:03.212640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:03.213056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:03.229766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:03.230343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:03.231997 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-fa54c094-e991-473e-93af-180e5c7af4dd tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=42973c8e1f4740eaafb2729751201363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545609 Feb 19 03:11:03.251641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:03.251641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:03.252208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:03.253234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Bound port: 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:03.267972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ff382d04-c210-463c-9fef-e2f18c3c1f05 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:03.270299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ff382d04-c210-463c-9fef-e2f18c3c1f05 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4466887 Feb 19 03:11:03.341827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-f23e57d7-28ed-4172-b091-55c3c44a30d4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/quotas/8d26c743e5c94f16b0a83e45df8fd90a HTTP/1.1" status: 200 len: 375 time: 0.0301049 Feb 19 03:11:03.342666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Made reservation on behalf of 52211225561744fb9fca949ce44b11a3 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:03.347150 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.425129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Sync routers for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:11:03.438962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:11:03.439683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:10:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:03.466920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c9aeadcc-1de2-4cdd-8276-6e31435e6e33 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:03.469168 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c9aeadcc-1de2-4cdd-8276-6e31435e6e33 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288301 Feb 19 03:11:03.471954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:03.483465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.485147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-3878455a-46d4-4934-8358-70e8aa822e8f service neutron] 10.222.0.42 "POST /v2.0/ports/7227d0ea-7f4b-47e4-abb3-1d02b2fa133f/bindings HTTP/1.1" status: 201 len: 389 time: 1.3147299 Feb 19 03:11:03.493627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Request body: {'port': {'device_id': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '42973c8e1f4740eaafb2729751201363'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:03.516450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-d0e8f58f-ff88-49dc-b45c-3524359068de tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1639426 Feb 19 03:11:03.570747 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (a0558d1c-348e-4953-8250-63f7f20b9501), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.601484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Allocated IP 172.20.0.14 (4729c6da-4160-41fa-be24-7e5bfd552fb9/1a17c6ae-39d2-4e27-b956-71c05420fd16/7c5deb10-4678-45ee-8aae-fde364dfb8a8) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:03.706506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:11:03.854481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42d4c661-d4f3-4e4d-8389-f8dbefdcddf2 req-d534072f-bd9f-4014-83cf-4ce2f7e19c94 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 210 time: 0.1076469 Feb 19 03:11:03.939349 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.993171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-9b8d3818-3f48-4479-b874-b4cefd58da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:03.994903 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-9b8d3818-3f48-4479-b874-b4cefd58da43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1127 time: 0.1481023 Feb 19 03:11:04.019295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 2, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:04.054284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Made reservation on behalf of 42973c8e1f4740eaafb2729751201363 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:04.058054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.058634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Checking router: a2ce41d4-a99e-4cc5-a681-9321e267beb0 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:11:04.058999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Updating router a2ce41d4-a99e-4cc5-a681-9321e267beb0 port 39bc91a1-fd85-401d-a1aa-1673ed561993 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:11:04.092792 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.112450 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.135094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c7ad13df-da54-42e8-aab4-89a2f1eb7778 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:04.137940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a7a3a-eb29-470f-9191-6681396f3b72 req-8d721c1d-fba9-4cba-aea4-9d33ba90e1c0 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.145208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc4a7a3a-eb29-470f-9191-6681396f3b72 req-8d721c1d-fba9-4cba-aea4-9d33ba90e1c0 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 946 time: 0.1310263 Feb 19 03:11:04.209386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Network 4729c6da-4160-41fa-be24-7e5bfd552fb9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:04.216143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:04.234964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:04.241903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.243177 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.243641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-534060f6-11eb-4327-aaa5-a9f3449b773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.245292 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-534060f6-11eb-4327-aaa5-a9f3449b773f service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.2427299 Feb 19 03:11:04.310337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Pushing event updated for resources: {'Port': ['ID=7c5deb10-4678-45ee-8aae-fde364dfb8a8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:04.332233 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-67e8df3f-96d3-4ecb-8c8d-d1c23eb899f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 200 len: 217 time: 0.0791833 Feb 19 03:11:04.352359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6119518 Feb 19 03:11:04.368000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.368354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.368706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.369049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.369525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.369726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.370089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.370426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.370759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.371094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.376080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.376500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.376857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a09cb-f138-4a8e-b0b4-183c9b9ee5eb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:04.412064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Request body: {'port': {'device_id': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:04.472735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c7ad13df-da54-42e8-aab4-89a2f1eb7778 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:04.473343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.474448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc4a7a3a-eb29-470f-9191-6681396f3b72 req-f7360291-717b-47a2-ba56-a27b5862c556 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643158 Feb 19 03:11:04.489922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Allocated IP 192.168.233.243 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/497de57e-ab34-4904-b8e4-09c0b3e52ed5) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:04.581430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.594317 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29dfe37-0e37-4982-b294-08db9c8a0f7c x-openstack-request-id: req-d29dfe37-0e37-4982-b294-08db9c8a0f7c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:04.594912 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f491b8ca-7b2c-4303-9a74-c95bcd41900e", "name": "network-vif-plugged", "status": "completed", "tag": "c5b49199-4cb4-4314-bf56-a4de15837798", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:04.595361 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d29dfe37-0e37-4982-b294-08db9c8a0f7c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:04.596319 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f491b8ca-7b2c-4303-9a74-c95bcd41900e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b49199-4cb4-4314-bf56-a4de15837798', 'code': 200} Feb 19 03:11:04.702469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-04084c60-c208-4cd6-951e-204a7d5470f3 None None] Provisioning complete for port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:04.703992 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-04084c60-c208-4cd6-951e-204a7d5470f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.817995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c7ad13df-da54-42e8-aab4-89a2f1eb7778 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:04.828917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-04084c60-c208-4cd6-951e-204a7d5470f3 None None] Port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:11:04.886393 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Publish callbacks [] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.896334 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.916875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb71f9-0e2c-4661-bbd6-a34ffb2262d9 req-75eb26f2-6008-4dd9-a6cf-662b9867570c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.918893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ccb71f9-0e2c-4661-bbd6-a34ffb2262d9 req-75eb26f2-6008-4dd9-a6cf-662b9867570c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 932 time: 0.2092137 Feb 19 03:11:04.978552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc05b9a-7dfe-42ab-8aa1-2ee33e721c88 None None] Pushing event updated for resources: {'Port': ['ID=39bc91a1-fd85-401d-a1aa-1673ed561993,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:05.072101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Attempting to bind port 39bc91a1-fd85-401d-a1aa-1673ed561993 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:05.072789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Attempting to bind port 39bc91a1-fd85-401d-a1aa-1673ed561993 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:05.073141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Attempting to bind port 39bc91a1-fd85-401d-a1aa-1673ed561993 on network 4729c6da-4160-41fa-be24-7e5bfd552fb9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:05.081409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:05.081991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Checking segment: {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:05.082556 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.083099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Bound using segment: {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:05.083711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Bound port: 39bc91a1-fd85-401d-a1aa-1673ed561993, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:05.084271 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.136341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-e9ba3151-cd0a-4592-ba45-74623185dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:05.139097 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-e9ba3151-cd0a-4592-ba45-74623185dc19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.2925851 Feb 19 03:11:05.197368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410c6df-7ad0-46db-a232-ac2be87b35cf req-48b7a8ef-fee8-44a4-88e0-05a828523d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:05.199161 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9410c6df-7ad0-46db-a232-ac2be87b35cf req-48b7a8ef-fee8-44a4-88e0-05a828523d96 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 1128 time: 0.3087201 Feb 19 03:11:05.200836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] Deleting port 4633b77a-805e-4710-9f9f-680da0646e02 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:05.201453 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4633b77a-805e-4710-9f9f-680da0646e02), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.209059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] For port 39bc91a1-fd85-401d-a1aa-1673ed561993, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:05.216751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] For port 39bc91a1-fd85-401d-a1aa-1673ed561993, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=39bc91a1-fd85-401d-a1aa-1673ed561993,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:05.233447 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.322830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] For port 4633b77a-805e-4710-9f9f-680da0646e02, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4633b77a-805e-4710-9f9f-680da0646e02,segment=NetworkSegment(8964d58c-4215-4339-9e26-bcbc9ed11a9e),segment_id=8964d58c-4215-4339-9e26-bcbc9ed11a9e)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:05.323272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4633b77a-805e-4710-9f9f-680da0646e02), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.337241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:11:05.338739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:10:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:05.342187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks [] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.345126 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-e7bbc8b5-a175-412e-b0a5-d56add1573fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1955137 Feb 19 03:11:05.355708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] Calling delete_port for 4633b77a-805e-4710-9f9f-680da0646e02 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:05.441075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5deb10-4678-45ee-8aae-fde364dfb8a8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:05.456841 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Publish callbacks [] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.482589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Transition to ACTIVE for port object 7c5deb10-4678-45ee-8aae-fde364dfb8a8 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:05.524591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:11:05.564127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ccb71f9-0e2c-4661-bbd6-a34ffb2262d9 req-33b6f23f-d009-4759-8a46-3268600998e6 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357064 Feb 19 03:11:05.567942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.777929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc05b9a-7dfe-42ab-8aa1-2ee33e721c88 None None] Pushing event updated for resources: {'Port': ['ID=39bc91a1-fd85-401d-a1aa-1673ed561993,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:05.803687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Attempting to bind port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:05.804020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Attempting to bind port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:05.804353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Attempting to bind port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 on network 4729c6da-4160-41fa-be24-7e5bfd552fb9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:05.813297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 on network 4729c6da-4160-41fa-be24-7e5bfd552fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:05.813877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Attempting to bind port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 on network 4729c6da-4160-41fa-be24-7e5bfd552fb9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:05.819900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5deb10-4678-45ee-8aae-fde364dfb8a8,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:05.835101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:05.835468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Checking segment: {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:05.835853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Bound using segment: {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:05.836295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Bound port: 7c5deb10-4678-45ee-8aae-fde364dfb8a8, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:05.836654 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.881150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71017f28-2a7e-4ac8-bb7d-0a01d6fea374 req-b4a0e212-ecb0-439f-8447-c130bc14b910 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:05.882940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71017f28-2a7e-4ac8-bb7d-0a01d6fea374 req-b4a0e212-ecb0-439f-8447-c130bc14b910 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 945 time: 0.1184702 Feb 19 03:11:05.892835 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.894039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e823897b-b66b-41b0-8dd8-cd61a06f01d7 None None] Provisioning complete for port 39bc91a1-fd85-401d-a1aa-1673ed561993 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:05.894515 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e823897b-b66b-41b0-8dd8-cd61a06f01d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.950646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] For port 7c5deb10-4678-45ee-8aae-fde364dfb8a8, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:05.957906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] For port 7c5deb10-4678-45ee-8aae-fde364dfb8a8, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:05.973292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.062160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:06.063052 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.064764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] 10.222.0.71 "PUT /v2.0/ports/7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 1092 time: 1.6788447 Feb 19 03:11:06.067973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:06.070725 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e" -d '{"events": [{"name": "network-changed", "server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:06.120381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71017f28-2a7e-4ac8-bb7d-0a01d6fea374 req-052e93c5-614d-4842-af00-1518be83a37b tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587820 Feb 19 03:11:06.124063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed28810-a688-41eb-b427-728babc79bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5deb10-4678-45ee-8aae-fde364dfb8a8,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:06.191402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e823897b-b66b-41b0-8dd8-cd61a06f01d7 None None] Current status of the port 39bc91a1-fd85-401d-a1aa-1673ed561993 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:06.192351 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e823897b-b66b-41b0-8dd8-cd61a06f01d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.271175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e823897b-b66b-41b0-8dd8-cd61a06f01d7 None None] For port 39bc91a1-fd85-401d-a1aa-1673ed561993, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=39bc91a1-fd85-401d-a1aa-1673ed561993,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:06.276289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-823d0d87-7d50-48b1-a5d1-455c5bc41d39 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:11:06.279603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 39bc91a1-fd85-401d-a1aa-1673ed561993 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:06.286290 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e823897b-b66b-41b0-8dd8-cd61a06f01d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.294218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-823d0d87-7d50-48b1-a5d1-455c5bc41d39 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0318577 Feb 19 03:11:06.367683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-270d3989-6647-4866-8662-208c052ad441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:06.375011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-270d3989-6647-4866-8662-208c052ad441 service neutron] 10.222.0.42 "GET /v2.0/ports/cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 200 len: 1125 time: 0.0702677 Feb 19 03:11:06.379663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Request body: {'binding': {'host': 'n-h1-826756-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:06.380133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Unknown quota resources ['binding']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:11:06.402709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823897b-b66b-41b0-8dd8-cd61a06f01d7 None None] Pushing event updated for resources: {'Port': ['ID=39bc91a1-fd85-401d-a1aa-1673ed561993,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:06.434265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.518427 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-80ec76fc-a689-4cd8-8ab2-4aabf3eca134 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1638968 Feb 19 03:11:06.527718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Pushing event updated for resources: {'Port': ['ID=497de57e-ab34-4904-b8e4-09c0b3e52ed5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:06.609267 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9410c6df-7ad0-46db-a232-ac2be87b35cf req-c0fb0797-bb74-410d-935b-22e0f8e86072 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2716508 Feb 19 03:11:06.652625 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['e69eac84-a70d-421a-84e0-42931b16032b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:06.660167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:05Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:06.662451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:06.664740 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.665345 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.665962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.666542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.667234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.667787 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.668408 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.668958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.669521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.670193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.670853 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.672148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.672738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.688837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:06.696404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on host n-h1-826756-2 for vnic_type normal with profile None {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:06.696818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:06.697068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:06.704657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:06.706793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e28eef10-a0a3-4449-bf8c-b8187745a64e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443201 Feb 19 03:11:06.708550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:06.708880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:06.709462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e04d1-2163-4b5b-9a76-441a1fdd2164 None None] The sync data for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 is: [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:05Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:11:06.717356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:06.718946 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.721179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:06.721527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:06.722876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:06.723375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Bound port: cef307ca-0462-4d09-bbe5-0e181fd8aad2, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:06.806508 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1327402-df11-49d5-acea-b8e35ea9d6d5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3182771 Feb 19 03:11:06.806722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2f1a8ebf-88f4-4288-888a-b141e38397bc None None] Provisioning complete for port 39bc91a1-fd85-401d-a1aa-1673ed561993 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:06.807018 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f1a8ebf-88f4-4288-888a-b141e38397bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.826782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Request body: {'port': {'device_id': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:06.902321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-e4e882b9-295a-4b7e-8f8c-dae57ddaa54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:06.911679 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-e4e882b9-295a-4b7e-8f8c-dae57ddaa54a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1126 time: 0.7519288 Feb 19 03:11:06.963173 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-076f93f7-0936-45a4-b6d1-a13980b8e433 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242468 Feb 19 03:11:06.965881 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 39bc91a1-fd85-401d-a1aa-1673ed561993 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:06.966525 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.093487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.200751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-f577424d-82b4-476c-860f-3884bd01defb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 217 time: 0.2383630 Feb 19 03:11:07.209292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-f77045a5-ebb9-4d02-be94-b7f274eeb722 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.211033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-f77045a5-ebb9-4d02-be94-b7f274eeb722 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521625 Feb 19 03:11:07.251851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Request body: {'port': {'device_id': '72b1706c-f5d5-4bcf-812c-deb1d2580f60', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8d26c743e5c94f16b0a83e45df8fd90a'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:07.260167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a8ebf-88f4-4288-888a-b141e38397bc None None] Current status of the port 39bc91a1-fd85-401d-a1aa-1673ed561993 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:07.284121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (4633b77a-805e-4710-9f9f-680da0646e02), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.336731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:07.366635 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.368003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-dfdef9d2-bcbf-4dd0-a9f5-13d73a47c913 service neutron] 10.222.0.42 "POST /v2.0/ports/cef307ca-0462-4d09-bbe5-0e181fd8aad2/bindings HTTP/1.1" status: 201 len: 389 time: 0.9920113 Feb 19 03:11:07.441200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] Pushing event deleted for resources: {'Port': ['ID=4633b77a-805e-4710-9f9f-680da0646e02,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:07.493022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b01d6-5fc8-4669-b47d-2af4010e3182 req-ef235d5e-e727-4af4-b1a9-f6e0d6a97807 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.495215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc3b01d6-5fc8-4669-b47d-2af4010e3182 req-ef235d5e-e727-4af4-b1a9-f6e0d6a97807 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 936 time: 0.2823095 Feb 19 03:11:07.498439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 39bc91a1-fd85-401d-a1aa-1673ed561993 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:07.503370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-88a50f8b-ccb3-48b0-8a08-4a7a6064837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.505235 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-88a50f8b-ccb3-48b0-8a08-4a7a6064837d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.1893842 Feb 19 03:11:07.616956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-12168a08-1aa0-4e7e-9b1b-5eb397cb8cf2 None None] Provisioning complete for port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:07.617341 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-12168a08-1aa0-4e7e-9b1b-5eb397cb8cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.675854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-12168a08-1aa0-4e7e-9b1b-5eb397cb8cf2 None None] Port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:11:07.690674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc3b01d6-5fc8-4669-b47d-2af4010e3182 req-adf6ce97-697b-4c61-a89f-99a67ee5e336 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843812 Feb 19 03:11:07.825806 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cb5b83-6757-4876-a913-e8818b898e72 x-openstack-request-id: req-32cb5b83-6757-4876-a913-e8818b898e72 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:07.826411 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:07.826881 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32cb5b83-6757-4876-a913-e8818b898e72 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:07.827626 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'status': 'completed', 'code': 200} Feb 19 03:11:07.844414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-e7eba931-f4af-4c1c-a530-d2eac067b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.852745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-e7eba931-f4af-4c1c-a530-d2eac067b503 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3095269 Feb 19 03:11:07.981769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497de57e-ab34-4904-b8e4-09c0b3e52ed5 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:07.993500 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Publish callbacks [] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.996834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Made reservation on behalf of 8d26c743e5c94f16b0a83e45df8fd90a for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:08.002821 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.021142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Transition to ACTIVE for port object 497de57e-ab34-4904-b8e4-09c0b3e52ed5 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:08.037114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb5964-cb75-4fc9-afcf-b8e57a4aa361 req-076325c6-4301-404c-bcd5-16fb2835554c tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:08.039771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4deb5964-cb75-4fc9-afcf-b8e57a4aa361 req-076325c6-4301-404c-bcd5-16fb2835554c tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 946 time: 0.4032485 Feb 19 03:11:08.076375 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.126292 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-9af76761-8f76-405f-aef3-86927dd199e8 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6531806 Feb 19 03:11:08.223935 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10f67fee-dcf1-47d7-a18f-23f183506cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.266231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 39bc91a1-fd85-401d-a1aa-1673ed561993 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:08.352898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-84c832bc-1198-4e71-a909-8f391857b107 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:08.354030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Allocated IP 192.168.233.59 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/6436e362-2029-472b-8627-244432a43dd1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:08.358571 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-84c832bc-1198-4e71-a909-8f391857b107 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1127 time: 1.0867581 Feb 19 03:11:08.385859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 39bc91a1-fd85-401d-a1aa-1673ed561993 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:08.386240 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.444233 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826756-2'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:08.468466 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Pushing event updated for resources: {'Port': ['ID=497de57e-ab34-4904-b8e4-09c0b3e52ed5,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:08.525051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Attempting to bind port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:08.525393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Attempting to bind port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:08.525728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Attempting to bind port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:08.545194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4deb5964-cb75-4fc9-afcf-b8e57a4aa361 req-37e8fce8-ac9d-4360-bc1e-71093e36ee46 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736948 Feb 19 03:11:08.586391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da5d67-cd36-47ad-8300-fa7bb67adf79 req-898bd94d-79cc-4da3-a16a-b70b61308f84 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:08.588247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78da5d67-cd36-47ad-8300-fa7bb67adf79 req-898bd94d-79cc-4da3-a16a-b70b61308f84 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 944 time: 0.6007338 Feb 19 03:11:08.589940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (a0558d1c-348e-4953-8250-63f7f20b9501), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.590416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-041402ca-0bba-468d-bf76-dc0c0071fbc1 service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244608 Feb 19 03:11:08.592009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:08.592434 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Attempting to bind port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:08.614868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 39bc91a1-fd85-401d-a1aa-1673ed561993 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:08.661483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:08.661738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:08.662705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:08.663536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Bound port: 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:08.663536 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.723220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.731630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8930dbf7-f0c3-4146-a37b-b319380abf92 req-b2985132-233c-413c-aec5-ae4f36f8ed20 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 210 time: 0.0836568 Feb 19 03:11:08.734493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-5b397a54-9535-4cc1-a88a-bf732e4225d2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:08.736286 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-5b397a54-9535-4cc1-a88a-bf732e4225d2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4802992 Feb 19 03:11:08.752660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Request body: {'port': {'device_id': '7016a69f-0520-4053-9f66-c2675522b042', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8d26c743e5c94f16b0a83e45df8fd90a'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:08.797393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78da5d67-cd36-47ad-8300-fa7bb67adf79 req-4aa12658-8858-48cd-9ab0-bfaa3be2ad37 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989746 Feb 19 03:11:08.834110 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks [] for port (6436e362-2029-472b-8627-244432a43dd1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.865876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd9d7a-423a-4844-ab4d-060800187b22 req-be3d7fa0-e240-4f4a-8f54-7ed4aa3bfa38 service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530463 Feb 19 03:11:09.039942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:09.068474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:09.070060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (6436e362-2029-472b-8627-244432a43dd1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.090101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4f963-0668-4dce-a78a-c6b6d03e145f req-62d58095-f09d-464d-b814-6f80cac96c4d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.091650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2df4f963-0668-4dce-a78a-c6b6d03e145f req-62d58095-f09d-464d-b814-6f80cac96c4d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 945 time: 0.2441256 Feb 19 03:11:09.108744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:09.144074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.167167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52b627-f111-418e-82e2-69c97a258b70 req-1c8fe7fa-da76-4b1a-b332-09955556abd1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.168811 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c52b627-f111-418e-82e2-69c97a258b70 req-1c8fe7fa-da76-4b1a-b332-09955556abd1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 946 time: 0.2671196 Feb 19 03:11:09.180112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:09.188425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-09cedf34-e90e-4134-9dce-7dc3cb0ea765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.190919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-09cedf34-e90e-4134-9dce-7dc3cb0ea765 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1126 time: 0.2284734 Feb 19 03:11:09.201898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:09.210402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:09.215571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.216235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.225837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event updated for resources: {'Port': ['ID=6436e362-2029-472b-8627-244432a43dd1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:09.251220 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.252305 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.254283 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] 10.222.0.37 "PUT /v2.0/ports/497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 1096 time: 2.4323061 Feb 19 03:11:09.262316 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:09.264148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:09.283998 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f" -d '{"events": [{"name": "network-changed", "server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:09.305142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Made reservation on behalf of 8d26c743e5c94f16b0a83e45df8fd90a for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:09.309619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.362004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2df4f963-0668-4dce-a78a-c6b6d03e145f req-9137159f-fff4-4029-8ba2-023b24ed1224 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324982 Feb 19 03:11:09.387962 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-60e08390-513f-4778-9001-6088d86e9cca tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1410680 Feb 19 03:11:09.492342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Request body: {'port': {'device_id': '72b1706c-f5d5-4bcf-812c-deb1d2580f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:09.708030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2cac648d-e83c-4cad-94a5-6f313a8c2ee5 None None] Provisioning complete for port 6436e362-2029-472b-8627-244432a43dd1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:09.709163 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2cac648d-e83c-4cad-94a5-6f313a8c2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6436e362-2029-472b-8627-244432a43dd1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.772053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2cac648d-e83c-4cad-94a5-6f313a8c2ee5 None None] Port 6436e362-2029-472b-8627-244432a43dd1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:11:09.807148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c59c6-bbc3-42e5-b96c-f16b063debd4 service neutron] Pushing event updated for resources: {'Port': ['ID=497de57e-ab34-4904-b8e4-09c0b3e52ed5,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:09.837073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-1eb2b2b2-7473-41f7-87ee-0fbf4026d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.838558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-1eb2b2b2-7473-41f7-87ee-0fbf4026d924 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.6073442 Feb 19 03:11:09.862621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:09.866771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c52b627-f111-418e-82e2-69c97a258b70 req-ab87de3c-4536-4bb6-af0f-fa674bdf4b71 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676443 Feb 19 03:11:09.945307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] Router a0558d1c-348e-4953-8250-63f7f20b9501 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:11:09.950645 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227aa531-d1b0-4369-9a8a-3c5b07dc8c6a x-openstack-request-id: req-227aa531-d1b0-4369-9a8a-3c5b07dc8c6a {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:09.950899 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:09.951144 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-227aa531-d1b0-4369-9a8a-3c5b07dc8c6a {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:09.951534 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5', 'status': 'completed', 'code': 200} Feb 19 03:11:09.993863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-69dea95e-a5e4-4f6b-a8d7-3039a4c6f282 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 217 time: 0.1249659 Feb 19 03:11:10.037271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Publish callbacks [] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:10.042254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-bc00c697-690c-4d64-a561-5c3690a3bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.042474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6436e362-2029-472b-8627-244432a43dd1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:10.043745 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-bc00c697-690c-4d64-a561-5c3690a3bdab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 1130 time: 0.6056931 Feb 19 03:11:10.060128 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:10.169412 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-5b6d6440-dd74-4464-ab29-18ca70392ea6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 217 time: 0.1085536 Feb 19 03:11:10.188937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e84f6-4b3e-4fe6-8fdf-a377dbc3f7fe req-043b6725-65bb-4795-893d-b79f266a2d9a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.190645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a0e84f6-4b3e-4fe6-8fdf-a377dbc3f7fe req-043b6725-65bb-4795-893d-b79f266a2d9a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 948 time: 0.3593960 Feb 19 03:11:10.201419 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Allocated IP 192.168.233.138 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/cd41e6e5-f51f-4a1d-bb0f-061be49654ec) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:10.206606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-6d5434ca-0582-4586-b9e8-21c1a07a0bd1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3739948 Feb 19 03:11:10.233352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-660b5c79-045d-4350-98d7-b1a7f30e7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.235846 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-660b5c79-045d-4350-98d7-b1a7f30e7c28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.2052276 Feb 19 03:11:10.377131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1fb7ead-60b9-45aa-9e23-b684bda5b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.379129 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-c1fb7ead-60b9-45aa-9e23-b684bda5b222 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2001231 Feb 19 03:11:10.379735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Pushing event updated for resources: {'Port': ['ID=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,revision_number=7']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:10.399071 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2157bef2-f0b2-4d8f-a086-d7ac1faa8189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:10.455873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:11:10.464218 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a08c0e04-eaf2-47f6-9b7f-78148bd0aa80 admin admin] 10.222.0.42 "PUT /v2.0/routers/a0558d1c-348e-4953-8250-63f7f20b9501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0161195 Feb 19 03:11:10.467940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on host n-h2-826756-2 for vnic_type normal with profile {"migrating_to": "n-h1-826756-2"} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:10.468339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:10.468673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:10.475990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2b420-38d4-4ed3-8d46-9378633dcfc4 req-bd345e4f-0437-45d2-9a05-babbad59d8a7 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.476786 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] Sync routers for ids ['a0558d1c-348e-4953-8250-63f7f20b9501'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:11:10.478782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74b2b420-38d4-4ed3-8d46-9378633dcfc4 req-bd345e4f-0437-45d2-9a05-babbad59d8a7 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 946 time: 0.3718936 Feb 19 03:11:10.479529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57374) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:10.492853 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] Routers {'a0558d1c-348e-4953-8250-63f7f20b9501'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:11:10.494171 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:11:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a0558d1c-348e-4953-8250-63f7f20b9501'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:10.510045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a0e84f6-4b3e-4fe6-8fdf-a377dbc3f7fe req-d4fc78fb-87a5-4e76-aab9-9ad797569b3b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080785 Feb 19 03:11:10.547251 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:10.547789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Attempting to bind port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:10.573009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:10.573555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:10.574207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:10.575198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Bound port: 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:10.576246 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:10.615303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-66faccd8-6283-455a-954b-13c5550d456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.616546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-542263ed-0215-460a-bdb1-c6fcd73c80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.618212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-542263ed-0215-460a-bdb1-c6fcd73c80e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3149304 Feb 19 03:11:10.618682 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-66faccd8-6283-455a-954b-13c5550d456d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2204952 Feb 19 03:11:10.632985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-bd1b81fa-78e1-423b-8a4b-5902ce60ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.635302 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-bd1b81fa-78e1-423b-8a4b-5902ce60ca41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263&device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 1128 time: 0.3332498 Feb 19 03:11:10.714395 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] Set router a0558d1c-348e-4953-8250-63f7f20b9501 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:11:10.746263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1c7715a8-1112-4780-b60f-808fa5149b46 req-23ee4bfd-4e80-4948-b548-316c24934b3b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 210 time: 0.0976782 Feb 19 03:11:10.804462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks [] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:10.804697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74b2b420-38d4-4ed3-8d46-9378633dcfc4 req-b4826473-67ea-49c4-baee-7a6c15c9db83 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020194 Feb 19 03:11:10.831738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:10.875804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:10.891214 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-07908420-835b-41a8-9bb6-84b32048a43a service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643611 Feb 19 03:11:10.894653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:10.938194 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-router', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '1d95dda9-848f-447f-810e-cca5ba131222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:11:07Z', 'revision_number': 5, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'gw_port': {'id': '1d95dda9-848f-447f-810e-cca5ba131222', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:43Z', 'updated_at': '2022-02-19T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:10.961393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:10.998965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:11.006553 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] Checking router: a0558d1c-348e-4953-8250-63f7f20b9501 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:11:11.022748 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] Routers {'a0558d1c-348e-4953-8250-63f7f20b9501'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:11:11.023527 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:11:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a0558d1c-348e-4953-8250-63f7f20b9501'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:11.083783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:11.095861 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Pushing event updated for resources: {'Port': ['ID=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,revision_number=8']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:11.099362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:11.102547 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Publish callbacks [] for router (a0558d1c-348e-4953-8250-63f7f20b9501), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:11.135446 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:11.145518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:11.150008 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:11.204842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:11.205486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:11.207037 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-ba838186-9db1-4b0d-881a-83ded1e1adbf service neutron] 10.222.0.37 "PUT /v2.0/ports/7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 200 len: 1121 time: 2.7966871 Feb 19 03:11:11.276552 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5282691 Feb 19 03:11:11.286734 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] Set router a0558d1c-348e-4953-8250-63f7f20b9501 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:11:11.305806 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26e5eb3b-efbb-4ea3-801e-da81f514fe76 req-3394a951-099a-4a3e-baee-fc91d1e2f0f8 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081643 Feb 19 03:11:11.321958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Request body: {'port': {'device_id': '7016a69f-0520-4053-9f66-c2675522b042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:11.328354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae537b66-8365-42e7-81fc-221d5fdb5094 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event updated for resources: {'Port': ['ID=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:11.399130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7227d0ea-7f4b-47e4-abb3-1d02b2fa133f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:11.494406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-f85c41f5-a56b-42da-9631-2bb7c3ef8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:11.501719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-f85c41f5-a56b-42da-9631-2bb7c3ef8cdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=78ce3a2f-2af8-45e3-8723-720eca1bd14d HTTP/1.1" status: 200 len: 925 time: 0.7939377 Feb 19 03:11:11.524949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-13cda42a-b0c5-44b8-8008-55b48404a124 service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8861432 Feb 19 03:11:11.558736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-fc96c643-3e71-4fba-bf41-8865f5a2d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:11.560330 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-fc96c643-3e71-4fba-bf41-8865f5a2d7d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 1130 time: 0.1388755 Feb 19 03:11:11.561488 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:11.621408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-40e524c9-7290-4f74-b78d-1b973b78c44e None None] Provisioning complete for port cd41e6e5-f51f-4a1d-bb0f-061be49654ec triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:11.621884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40e524c9-7290-4f74-b78d-1b973b78c44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:11.687565 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-router', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '1d95dda9-848f-447f-810e-cca5ba131222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:11:07Z', 'revision_number': 5, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'gw_port': {'id': '1d95dda9-848f-447f-810e-cca5ba131222', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:43Z', 'updated_at': '2022-02-19T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:11.736111 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b6fcb-81ff-4f45-85ff-d22d938f0230 None None] The sync data for ids ['a0558d1c-348e-4953-8250-63f7f20b9501'] in n-d-826756-2 is: [{'id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397478460-router', 'tenant_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': '1d95dda9-848f-447f-810e-cca5ba131222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:11:07Z', 'revision_number': 5, 'project_id': '51aedc7fa6d3492588e26bcdcaaeee31', 'gw_port': {'id': '1d95dda9-848f-447f-810e-cca5ba131222', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558d1c-348e-4953-8250-63f7f20b9501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:43Z', 'updated_at': '2022-02-19T03:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:11:11.748354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-40e524c9-7290-4f74-b78d-1b973b78c44e None None] Port cd41e6e5-f51f-4a1d-bb0f-061be49654ec cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:11:11.810085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb4a53-684a-4fbb-a9cd-0816f470870f req-7c8830ba-ac16-413f-9829-9abecf80e983 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:11.813550 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:11.817962 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59fb4a53-684a-4fbb-a9cd-0816f470870f req-7c8830ba-ac16-413f-9829-9abecf80e983 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 943 time: 0.8472278 Feb 19 03:11:11.842026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48666e04-f0a1-4366-a896-c6f7ed78dd6e req-ee942e52-dbec-46a8-a781-d04f503ff65c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:11.844103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48666e04-f0a1-4366-a896-c6f7ed78dd6e req-ee942e52-dbec-46a8-a781-d04f503ff65c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 944 time: 0.8850648 Feb 19 03:11:11.847491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-cd841938-090d-4c4b-bcde-e5a4ac6aeffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:11.849654 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-cd841938-090d-4c4b-bcde-e5a4ac6aeffb service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2718475 Feb 19 03:11:11.915791 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-174626ca-4cb7-4739-87a8-678b41d1b107 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 217 time: 0.0525999 Feb 19 03:11:11.955674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b80956a-52f4-4159-a031-ead8919a2584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f'}, {'name': 'network-changed', 'server_uuid': '6b80956a-52f4-4159-a031-ead8919a2584', 'tag': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:11.958475 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578" -d '{"events": [{"server_uuid": "6b80956a-52f4-4159-a031-ead8919a2584", "name": "network-vif-unplugged", "status": "completed", "tag": "7227d0ea-7f4b-47e4-abb3-1d02b2fa133f"}, {"name": "network-changed", "server_uuid": "6b80956a-52f4-4159-a031-ead8919a2584", "tag": "7227d0ea-7f4b-47e4-abb3-1d02b2fa133f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:11.982192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-59c0829a-02eb-43b5-9391-e35969315a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:11.984840 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-59c0829a-02eb-43b5-9391-e35969315a97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0623910 Feb 19 03:11:12.057997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-126d2e76-4ffe-4973-9925-e8fbbc10a69b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a95a50f4-85ac-48b8-a8c5-c16434bf417a HTTP/1.1" status: 200 len: 1002 time: 0.5309193 Feb 19 03:11:12.063019 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-790b1828-acd9-47ae-baf0-92290470954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.070207 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-790b1828-acd9-47ae-baf0-92290470954d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0776896 Feb 19 03:11:12.124306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77dfdacf-ab4d-4597-a2c6-73e6f194fa1e req-ab022580-ec5f-4484-a96a-2bb6a06888a6 service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821760 Feb 19 03:11:12.168878 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Publish callbacks [] for router_gateway (a0558d1c-348e-4953-8250-63f7f20b9501), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:12.177204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4633b77a-805e-4710-9f9f-680da0646e02 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:12.211360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4633b77a-805e-4710-9f9f-680da0646e02 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:11:12.211732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4633b77a-805e-4710-9f9f-680da0646e02 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:11:12.253684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6436e362-2029-472b-8627-244432a43dd1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:12.266052 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-a5d865af-eae9-49aa-910a-7fcde86cf955 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762824 Feb 19 03:11:12.275108 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Publish callbacks [] for port (6436e362-2029-472b-8627-244432a43dd1), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:12.296624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48666e04-f0a1-4366-a896-c6f7ed78dd6e req-0e573924-60d6-41bb-9aa0-fcdbd6e68343 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892071 Feb 19 03:11:12.303268 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59fb4a53-684a-4fbb-a9cd-0816f470870f req-094e59ef-be68-458b-bccf-fcc8a1df90d5 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844015 Feb 19 03:11:12.456813 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-06b6b1e5-9b5f-46a0-aea9-fb21eb67376f req-8aedb1c9-6b14-4cd4-8158-6d3a82a7e44e service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835036 Feb 19 03:11:12.672406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Transition to ACTIVE for port object 6436e362-2029-472b-8627-244432a43dd1 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:12.719007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-6831f0c8-701a-4c9a-a0d6-21ac5e4ff811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.720468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-6831f0c8-701a-4c9a-a0d6-21ac5e4ff811 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d97a81d-2e1a-438a-b310-2f3bca86ef7f HTTP/1.1" status: 200 len: 863 time: 0.6487129 Feb 19 03:11:12.722008 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6436e362-2029-472b-8627-244432a43dd1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:12.842441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:12.848795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Pushing event updated for resources: {'Port': ['ID=6436e362-2029-472b-8627-244432a43dd1,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:12.881917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58cc0f-5710-47de-8d29-fdef7f2d078b req-4f7a2cff-6d46-4403-ba13-92fa4f50c355 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.889014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c58cc0f-5710-47de-8d29-fdef7f2d078b req-4f7a2cff-6d46-4403-ba13-92fa4f50c355 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 946 time: 0.2245603 Feb 19 03:11:12.952763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4528b51-5bac-422d-8234-423d1cb54d38 req-f6c74562-bac5-4686-9d3b-273b026951e4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.955487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4528b51-5bac-422d-8234-423d1cb54d38 req-f6c74562-bac5-4686-9d3b-273b026951e4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 948 time: 0.2892613 Feb 19 03:11:12.967801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Deleting port 1d95dda9-848f-447f-810e-cca5ba131222 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:12.968680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1d95dda9-848f-447f-810e-cca5ba131222), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:12.978073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd41e6e5-f51f-4a1d-bb0f-061be49654ec {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:12.990380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Publish callbacks [] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:13.004724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Transition to ACTIVE for port object cd41e6e5-f51f-4a1d-bb0f-061be49654ec will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:13.011144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:13.068774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Pushing event updated for resources: {'Port': ['ID=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:13.089154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] For port 1d95dda9-848f-447f-810e-cca5ba131222, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1d95dda9-848f-447f-810e-cca5ba131222,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:13.089614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1d95dda9-848f-447f-810e-cca5ba131222), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:13.104388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Calling delete_port for 1d95dda9-848f-447f-810e-cca5ba131222 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:13.140042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Attempting to bind port cd41e6e5-f51f-4a1d-bb0f-061be49654ec on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:13.141033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Attempting to bind port cd41e6e5-f51f-4a1d-bb0f-061be49654ec by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:13.141482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Attempting to bind port cd41e6e5-f51f-4a1d-bb0f-061be49654ec on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:13.147272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Port cd41e6e5-f51f-4a1d-bb0f-061be49654ec on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:13.147739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Attempting to bind port cd41e6e5-f51f-4a1d-bb0f-061be49654ec on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:13.154301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:13.154769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:13.155792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:13.156205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Bound port: cd41e6e5-f51f-4a1d-bb0f-061be49654ec, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:13.156662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:13.268926 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] For port cd41e6e5-f51f-4a1d-bb0f-061be49654ec, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:13.282539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] For port cd41e6e5-f51f-4a1d-bb0f-061be49654ec, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:13.300108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:13.339732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.340788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:13.343795 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] 10.222.0.71 "PUT /v2.0/ports/cd41e6e5-f51f-4a1d-bb0f-061be49654ec HTTP/1.1" status: 200 len: 1096 time: 2.0363386 Feb 19 03:11:13.372338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Attempting to bind port 6436e362-2029-472b-8627-244432a43dd1 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:13.372688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Attempting to bind port 6436e362-2029-472b-8627-244432a43dd1 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:13.373023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Attempting to bind port 6436e362-2029-472b-8627-244432a43dd1 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:13.377889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-5084184d-bd86-4ac5-be69-3fa23cb39ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.388024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-5084184d-bd86-4ac5-be69-3fa23cb39ed4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78ce3a2f-2af8-45e3-8723-720eca1bd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6531725 Feb 19 03:11:13.407997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (1d95dda9-848f-447f-810e-cca5ba131222), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:13.471949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a4aca-1b89-417e-992a-0c974ed08026 service neutron] Pushing event updated for resources: {'Port': ['ID=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:13.491156 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-f861a93b-c309-44d2-915c-7d9b9e1c6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.492687 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-f861a93b-c309-44d2-915c-7d9b9e1c6a34 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 1130 time: 0.0792274 Feb 19 03:11:13.579589 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-1769187d-bcfe-476f-86d4-16dfc6e6e18d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=cd41e6e5-f51f-4a1d-bb0f-061be49654ec HTTP/1.1" status: 200 len: 217 time: 0.0762122 Feb 19 03:11:13.586455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d95dda9-848f-447f-810e-cca5ba131222,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:13.589434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Port 6436e362-2029-472b-8627-244432a43dd1 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:13.591776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Attempting to bind port 6436e362-2029-472b-8627-244432a43dd1 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:13.636226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:13.636226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:13.640648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:13.640648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Bound port: 6436e362-2029-472b-8627-244432a43dd1, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:13.640648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6436e362-2029-472b-8627-244432a43dd1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:13.660410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4528b51-5bac-422d-8234-423d1cb54d38 req-5f4e6134-6400-451c-a41d-0bdfb9f982cd tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210845 Feb 19 03:11:13.664845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-86b83886-9de7-40cc-aa9e-881a5924f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.667772 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-86b83886-9de7-40cc-aa9e-881a5924f14c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0774465 Feb 19 03:11:13.714155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c58cc0f-5710-47de-8d29-fdef7f2d078b req-22806e7e-4437-41b9-af52-66bea8f9f58f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8242311 Feb 19 03:11:13.732979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (a0558d1c-348e-4953-8250-63f7f20b9501), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:13.754475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7c5deb10-4678-45ee-8aae-fde364dfb8a8 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:13.811320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-37aeb934-3dda-49e1-b194-b524aa2a4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.816603 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-37aeb934-3dda-49e1-b194-b524aa2a4528 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1364193 Feb 19 03:11:13.865225 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1edb0f-119c-44ae-8a01-c1e6f4eba577 x-openstack-request-id: req-bc1edb0f-119c-44ae-8a01-c1e6f4eba577 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:13.870209 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b80956a-52f4-4159-a031-ead8919a2584", "name": "network-vif-unplugged", "status": "completed", "tag": "7227d0ea-7f4b-47e4-abb3-1d02b2fa133f", "code": 200}, {"name": "network-changed", "server_uuid": "6b80956a-52f4-4159-a031-ead8919a2584", "tag": "7227d0ea-7f4b-47e4-abb3-1d02b2fa133f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:13.877366 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc1edb0f-119c-44ae-8a01-c1e6f4eba577 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:13.881271 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b80956a-52f4-4159-a031-ead8919a2584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f', 'code': 200} Feb 19 03:11:13.882137 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b80956a-52f4-4159-a031-ead8919a2584', 'tag': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f', 'status': 'completed', 'code': 200} Feb 19 03:11:14.027617 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-daad1192-2807-4006-a1ab-8e0c23e857bb service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977701 Feb 19 03:11:14.115444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7c5deb10-4678-45ee-8aae-fde364dfb8a8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:14.165258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'port_id': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'mac_address': 'fa:16:3e:b0:ee:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:14.192645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-d11b71e5-8c7f-46e4-a506-8627c4f82df2 service neutron] 10.222.0.37 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8034856 Feb 19 03:11:14.209805 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (a0558d1c-348e-4953-8250-63f7f20b9501), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:14.224905 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Publish callbacks [] for router_controller (a0558d1c-348e-4953-8250-63f7f20b9501), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:14.263736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:14.265370 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:14.298595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5deb10-4678-45ee-8aae-fde364dfb8a8 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:14.337419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7c5deb10-4678-45ee-8aae-fde364dfb8a8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:14.350028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:14.452073 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7c5deb10-4678-45ee-8aae-fde364dfb8a8,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:14.468751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.469325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.470233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.471546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.472295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.473108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.474615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.475402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.476150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.476916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.477705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.478497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.479289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:14.572166 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:14.616352 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-44d0fc38-7cdf-4f99-98bf-65167f82100e service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771203 Feb 19 03:11:14.672993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] For port 6436e362-2029-472b-8627-244432a43dd1, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:14.682819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (a0558d1c-348e-4953-8250-63f7f20b9501), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:14.685058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0558d1c-348e-4953-8250-63f7f20b9501 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:11:14.702134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:14.702134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-09c015c4-f400-414c-acdf-4cc1d83514e4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a0558d1c-348e-4953-8250-63f7f20b9501 HTTP/1.1" status: 204 len: 168 time: 4.2093601 Feb 19 03:11:14.703349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57410) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:14.720314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] For port 6436e362-2029-472b-8627-244432a43dd1, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6436e362-2029-472b-8627-244432a43dd1,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:14.760727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7c5deb10-4678-45ee-8aae-fde364dfb8a8'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:14.771183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e912b9-df2e-46fe-ae00-10a5fe68fcea req-b17ad70e-7be6-4503-87f3-8a17d9b34c9a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:14.772774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50e912b9-df2e-46fe-ae00-10a5fe68fcea req-b17ad70e-7be6-4503-87f3-8a17d9b34c9a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 948 time: 0.5844600 Feb 19 03:11:14.781660 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6436e362-2029-472b-8627-244432a43dd1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:14.812804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578 req-05422de8-82be-4c3e-8c16-4eb51290a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:14.814777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578 req-05422de8-82be-4c3e-8c16-4eb51290a8dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1155 time: 0.6993148 Feb 19 03:11:14.827915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc2d8e-ef0b-4f14-a66a-1906ee8c362b req-eeab925d-c95a-49e5-92b6-32b7eb707d4b tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:14.836373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72dc2d8e-ef0b-4f14-a66a-1906ee8c362b req-eeab925d-c95a-49e5-92b6-32b7eb707d4b tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 945 time: 0.7566984 Feb 19 03:11:14.836843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-167245b5-6ecd-49be-89d4-3d82006610b8 admin admin] Deleting subnet 55908a25-4a58-4373-a5fb-72dc86d1c84c {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:11:14.851639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-167245b5-6ecd-49be-89d4-3d82006610b8 admin admin] Publish callbacks [] for subnet (55908a25-4a58-4373-a5fb-72dc86d1c84c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:14.882900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:14.936777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb81b4d9-40ed-473b-ac2e-b9d94c75fcd7 req-cdeae3c5-7936-4d45-b108-99b0eaa31547 service neutron] 10.222.0.37 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233322 Feb 19 03:11:15.012197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-167245b5-6ecd-49be-89d4-3d82006610b8 admin admin] Publish callbacks [] for subnet (55908a25-4a58-4373-a5fb-72dc86d1c84c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.013319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:15.014064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.016339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] 10.222.0.71 "PUT /v2.0/ports/6436e362-2029-472b-8627-244432a43dd1 HTTP/1.1" status: 200 len: 1095 time: 5.5435331 Feb 19 03:11:15.017356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b1706c-f5d5-4bcf-812c-deb1d2580f60', 'tag': '6436e362-2029-472b-8627-244432a43dd1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:15.019835 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6511a624-2f91-4740-ac4f-08f548831e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "72b1706c-f5d5-4bcf-812c-deb1d2580f60", "tag": "6436e362-2029-472b-8627-244432a43dd1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:15.129188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:15.169488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f has no active binding in host n-h1-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:11:15.204617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b1869-2937-4efb-8d99-50e4e3223a46 service neutron] Pushing event updated for resources: {'Port': ['ID=6436e362-2029-472b-8627-244432a43dd1,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:15.214406 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50e912b9-df2e-46fe-ae00-10a5fe68fcea req-cd21b73e-4746-4030-b68e-2bf8d9245980 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233868 Feb 19 03:11:15.230465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72dc2d8e-ef0b-4f14-a66a-1906ee8c362b req-26d988f9-cd34-4488-a5e0-31cc5a594952 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931317 Feb 19 03:11:15.317326 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-167245b5-6ecd-49be-89d4-3d82006610b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (55908a25-4a58-4373-a5fb-72dc86d1c84c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.364071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-95719750-a77a-4742-a6cc-a2f1c23ca18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:15.366019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-95719750-a77a-4742-a6cc-a2f1c23ca18d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=72b1706c-f5d5-4bcf-812c-deb1d2580f60 HTTP/1.1" status: 200 len: 1129 time: 0.2331204 Feb 19 03:11:15.418623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578 req-bc562421-d903-46bb-95a4-1d7cf5fe397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:15.420458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578 req-bc562421-d903-46bb-95a4-1d7cf5fe397a service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.5590346 Feb 19 03:11:15.480952 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-504f3ebe-bf17-48d8-ad92-f59f13b9acc9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=6436e362-2029-472b-8627-244432a43dd1 HTTP/1.1" status: 200 len: 217 time: 0.0943720 Feb 19 03:11:15.502331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-167245b5-6ecd-49be-89d4-3d82006610b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (55908a25-4a58-4373-a5fb-72dc86d1c84c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.642486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-167245b5-6ecd-49be-89d4-3d82006610b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.661822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664704d-1fdd-45ce-90b7-ab50d0ac6e08 None None] Network 1890b55b-c182-44ce-b909-d69a24cd1bb1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:11:15.665265 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-167245b5-6ecd-49be-89d4-3d82006610b8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/55908a25-4a58-4373-a5fb-72dc86d1c84c HTTP/1.1" status: 204 len: 168 time: 0.9580894 Feb 19 03:11:15.671778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57418) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:15.672999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167245b5-6ecd-49be-89d4-3d82006610b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55908a25-4a58-4373-a5fb-72dc86d1c84c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:15.736977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e3becd20-14ea-403b-be7a-5aadbb84b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:15.742686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-e3becd20-14ea-403b-be7a-5aadbb84b56b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2274458 Feb 19 03:11:15.886822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7016a69f-0520-4053-9f66-c2675522b042', 'tag': 'cd41e6e5-f51f-4a1d-bb0f-061be49654ec'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:15.887374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578 req-4c983c02-7296-4fcf-8cdd-6d76ecd3c55d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 200 len: 217 time: 0.4016764 Feb 19 03:11:15.891836 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468c218f-bf59-4012-9ec5-eca1940a6c20" -d '{"events": [{"name": "network-changed", "server_uuid": "7016a69f-0520-4053-9f66-c2675522b042", "tag": "cd41e6e5-f51f-4a1d-bb0f-061be49654ec"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:15.922156 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (1890b55b-c182-44ce-b909-d69a24cd1bb1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.940653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd38c1-d2c1-4c83-a18b-2156ecfdcc48 req-9fac83e5-6fea-4d52-abf1-76d5b45e3ac8 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:15.942918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58bd38c1-d2c1-4c83-a18b-2156ecfdcc48 req-9fac83e5-6fea-4d52-abf1-76d5b45e3ac8 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 943 time: 0.5754502 Feb 19 03:11:16.071576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1d95dda9-848f-447f-810e-cca5ba131222 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:16.079997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6a12-aac9-4053-8a19-5ad73307abcb req-0c652c67-9a1c-4d1e-a9b0-38c947fa5b32 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.082514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbca6a12-aac9-4053-8a19-5ad73307abcb req-0c652c67-9a1c-4d1e-a9b0-38c947fa5b32 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 948 time: 0.3365040 Feb 19 03:11:16.107396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Deleting port ee945731-aa91-4eff-a4be-687ad329bdd3 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:16.107881 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.109775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-5cce86cb-1780-4158-8857-ab3cdbcf90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.112152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-5cce86cb-1780-4158-8857-ab3cdbcf90e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3205369 Feb 19 03:11:16.171472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec0b48-96a7-498a-aaca-46f19114839d None None] DHCP port deletion for 1890b55b-c182-44ce-b909-d69a24cd1bb1 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:11:16.180722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 1d95dda9-848f-447f-810e-cca5ba131222 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:11:16.181083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1d95dda9-848f-447f-810e-cca5ba131222 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:11:16.278133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578 req-99030dc8-92b0-46b3-95d0-4e78b306a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.280336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578 req-99030dc8-92b0-46b3-95d0-4e78b306a584 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.3693497 Feb 19 03:11:16.307979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-34ec0b48-96a7-498a-aaca-46f19114839d None None] Deleting port ee945731-aa91-4eff-a4be-687ad329bdd3 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:16.308507 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34ec0b48-96a7-498a-aaca-46f19114839d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.364028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] For port ee945731-aa91-4eff-a4be-687ad329bdd3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ee945731-aa91-4eff-a4be-687ad329bdd3,segment=NetworkSegment(8964d58c-4215-4339-9e26-bcbc9ed11a9e),segment_id=8964d58c-4215-4339-9e26-bcbc9ed11a9e)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:16.366766 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.376617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578 req-aa48c257-76ab-489f-95f1-699390484e34 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320761 Feb 19 03:11:16.407273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Calling delete_port for ee945731-aa91-4eff-a4be-687ad329bdd3 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:16.422257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbca6a12-aac9-4053-8a19-5ad73307abcb req-c6a117ed-ab3d-40a2-8472-f794ffb22dd4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053751 Feb 19 03:11:16.428213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58bd38c1-d2c1-4c83-a18b-2156ecfdcc48 req-015e203c-e11b-48d2-a0e3-7d8df6447208 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629011 Feb 19 03:11:16.513427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-34ec0b48-96a7-498a-aaca-46f19114839d None None] For port ee945731-aa91-4eff-a4be-687ad329bdd3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ee945731-aa91-4eff-a4be-687ad329bdd3,segment=NetworkSegment(8964d58c-4215-4339-9e26-bcbc9ed11a9e),segment_id=8964d58c-4215-4339-9e26-bcbc9ed11a9e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:16.517407 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34ec0b48-96a7-498a-aaca-46f19114839d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.573106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-34ec0b48-96a7-498a-aaca-46f19114839d None None] Calling delete_port for ee945731-aa91-4eff-a4be-687ad329bdd3 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:16.583063 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afbf0c8-a916-481f-a8e8-31e69aa50716 x-openstack-request-id: req-3afbf0c8-a916-481f-a8e8-31e69aa50716 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:16.583561 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b1706c-f5d5-4bcf-812c-deb1d2580f60", "tag": "6436e362-2029-472b-8627-244432a43dd1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:16.583875 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3afbf0c8-a916-481f-a8e8-31e69aa50716 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:16.584348 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b1706c-f5d5-4bcf-812c-deb1d2580f60', 'tag': '6436e362-2029-472b-8627-244432a43dd1', 'status': 'completed', 'code': 200} Feb 19 03:11:16.630692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.699665 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dccf718-dad5-44d3-8533-217f43f8cc94 x-openstack-request-id: req-0dccf718-dad5-44d3-8533-217f43f8cc94 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:16.700581 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7016a69f-0520-4053-9f66-c2675522b042", "tag": "cd41e6e5-f51f-4a1d-bb0f-061be49654ec", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:16.700581 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0dccf718-dad5-44d3-8533-217f43f8cc94 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:16.700893 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7016a69f-0520-4053-9f66-c2675522b042', 'tag': 'cd41e6e5-f51f-4a1d-bb0f-061be49654ec', 'status': 'completed', 'code': 200} Feb 19 03:11:16.701797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] No DVR routers for this DVR port ee945731-aa91-4eff-a4be-687ad329bdd3 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:11:16.707017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee945731-aa91-4eff-a4be-687ad329bdd3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:16.835413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 497de57e-ab34-4904-b8e4-09c0b3e52ed5 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:16.845945 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (1890b55b-c182-44ce-b909-d69a24cd1bb1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.926309 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34ec0b48-96a7-498a-aaca-46f19114839d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (ee945731-aa91-4eff-a4be-687ad329bdd3), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.945756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:16.946576 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:16.947480 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:16.947988 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > port after_create 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:16.948487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:16.948991 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > port after_update 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:16.949462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:16.949968 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:16.950431 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:16.951261 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:17.080173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:17.081133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:17.081644 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:17.082165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:11:17.082703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1890b55b-c182-44ce-b909-d69a24cd1bb1']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:17.119541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8964d58c-4215-4339-9e26-bcbc9ed11a9e') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:17.120189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8964d58c-4215-4339-9e26-bcbc9ed11a9e') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:17.141335 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-fbb08ad8-312e-4b10-b5e5-30612d9e9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.143444 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-fbb08ad8-312e-4b10-b5e5-30612d9e9736 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 1130 time: 0.2920353 Feb 19 03:11:17.150911 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (8964d58c-4215-4339-9e26-bcbc9ed11a9e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.163169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec0b48-96a7-498a-aaca-46f19114839d None None] Pushing event deleted for resources: {'Port': ['ID=ee945731-aa91-4eff-a4be-687ad329bdd3,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:17.174507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec0b48-96a7-498a-aaca-46f19114839d None None] No DVR routers for this DVR port ee945731-aa91-4eff-a4be-687ad329bdd3 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:11:17.194494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-737d08f6-f527-4911-8e88-7d0554fcea0d service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0416260 Feb 19 03:11:17.222871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:17.237186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '497de57e-ab34-4904-b8e4-09c0b3e52ed5', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '497de57e-ab34-4904-b8e4-09c0b3e52ed5', 'mac_address': 'fa:16:3e:c8:71:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:17.277096 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8964d58c-4215-4339-9e26-bcbc9ed11a9e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.289301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:17.289541 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.294969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:11:17.295959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (8964d58c-4215-4339-9e26-bcbc9ed11a9e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.311336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497de57e-ab34-4904-b8e4-09c0b3e52ed5 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:17.311877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578 req-71516d88-ba29-4ce5-a3e6-e04851ab99fc service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9221694 Feb 19 03:11:17.319355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb97c45-ad6e-493b-86e9-47538fd9fef5 req-c119dc7c-645d-4fb6-92b9-04b1bd8c89c1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.321351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbb97c45-ad6e-493b-86e9-47538fd9fef5 req-c119dc7c-645d-4fb6-92b9-04b1bd8c89c1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 946 time: 0.2472620 Feb 19 03:11:17.336048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:17.341961 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: from cryptography.utils import int_from_bytes Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: from cryptography.utils import int_from_bytes Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:11:17.393066 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:11:17.404879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=497de57e-ab34-4904-b8e4-09c0b3e52ed5,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:17.426546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5db79-202e-4555-9ba4-8b2579c5bb8b req-b58c6f5b-10ab-4ad8-a1bc-03dceb8a33b6 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.433920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47a5db79-202e-4555-9ba4-8b2579c5bb8b req-b58c6f5b-10ab-4ad8-a1bc-03dceb8a33b6 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 945 time: 0.3453295 Feb 19 03:11:17.463457 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (1890b55b-c182-44ce-b909-d69a24cd1bb1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.469723 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-3e51a762-c2ec-4da2-a05f-d78a19ed52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.471625 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-3e51a762-c2ec-4da2-a05f-d78a19ed52c9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3138220 Feb 19 03:11:17.479678 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.493490 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1890b55b-c182-44ce-b909-d69a24cd1bb1 HTTP/1.1" status: 204 len: 168 time: 1.8048110 Feb 19 03:11:17.518710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d6e96-2450-4bab-8f9f-d7b113d07851 admin admin] Pushing event deleted for resources: {'Network': ['ID=1890b55b-c182-44ce-b909-d69a24cd1bb1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:17.535442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbba6b0-90af-44a2-87bf-5218ac0ebefb req-020e77c2-e342-4c7f-9e36-b3cb3a8dbb99 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192852 Feb 19 03:11:17.556965 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-3a497570-babd-493b-ad17-5f2c2f23270f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=cd41e6e5-f51f-4a1d-bb0f-061be49654ec HTTP/1.1" status: 200 len: 217 time: 0.0617321 Feb 19 03:11:17.563120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbb97c45-ad6e-493b-86e9-47538fd9fef5 req-83b8bfe7-e6d1-4141-804b-fa1ce6ed938a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127590 Feb 19 03:11:17.628229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9f9f6ac-51c5-4e0b-8ccb-c18f38395578 req-ada018df-4434-453d-9158-8393352f67d6 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040600 Feb 19 03:11:17.658669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47a5db79-202e-4555-9ba4-8b2579c5bb8b req-fbfbef9e-f0af-4b01-a911-071960a3433f tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237682 Feb 19 03:11:17.672486 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-6578c76d-0c55-4803-adb4-3bdfcadedb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.674474 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-6578c76d-0c55-4803-adb4-3bdfcadedb1c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1069140 Feb 19 03:11:17.743270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57438) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:17.773378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cd41e6e5-f51f-4a1d-bb0f-061be49654ec details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:17.780924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7c5deb10-4678-45ee-8aae-fde364dfb8a8 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:17.829060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-5e7244b7-3b78-4e3e-9b3e-70e9d4bb0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.836788 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-5e7244b7-3b78-4e3e-9b3e-70e9d4bb0d8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1510963 Feb 19 03:11:17.866373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511a624-2f91-4740-ac4f-08f548831e2a req-c510c50d-8d0a-4d9c-85b8-c57cf1fa400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.867946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6511a624-2f91-4740-ac4f-08f548831e2a req-c510c50d-8d0a-4d9c-85b8-c57cf1fa400d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=72b1706c-f5d5-4bcf-812c-deb1d2580f60 HTTP/1.1" status: 200 len: 1129 time: 0.2382469 Feb 19 03:11:17.873719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e21a53cf-7212-4c3f-84f2-f5bf199b22f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51aedc7fa6d3492588e26bcdcaaeee31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292188 Feb 19 03:11:17.877553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57442) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:17.894976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['497de57e-ab34-4904-b8e4-09c0b3e52ed5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:17.931418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a613d4-2c02-4678-a98e-c6682872d365 req-94d59c20-ef78-4170-93b5-10dfec57f766 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.934172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08a613d4-2c02-4678-a98e-c6682872d365 req-94d59c20-ef78-4170-93b5-10dfec57f766 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 948 time: 0.1770236 Feb 19 03:11:18.065896 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b971885c-63fd-4cb3-bf70-bc5a7066f5f6 admin admin] Publish callbacks [] for security_group (0f96857f-de1a-4493-82ec-aee2c2844924), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.079965 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-8d12428b-f505-40cc-9758-a9f112703af1 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343726 Feb 19 03:11:18.115960 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:11:18.168480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ee945731-aa91-4eff-a4be-687ad329bdd3 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:18.231467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511a624-2f91-4740-ac4f-08f548831e2a req-1300c96f-3097-4bf1-a807-4b5cd0e997ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:18.237883 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-468c218f-bf59-4012-9ec5-eca1940a6c20 req-18781f41-75a7-4d98-8d47-04c637416501 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485450 Feb 19 03:11:18.242393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6511a624-2f91-4740-ac4f-08f548831e2a req-1300c96f-3097-4bf1-a807-4b5cd0e997ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3387840 Feb 19 03:11:18.245255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b971885c-63fd-4cb3-bf70-bc5a7066f5f6 admin admin] Publish callbacks [] for security_group (0f96857f-de1a-4493-82ec-aee2c2844924), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.251945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08a613d4-2c02-4678-a98e-c6682872d365 req-0c4ce159-24af-4175-b262-e5085e23b5ac tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912214 Feb 19 03:11:18.316582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6511a624-2f91-4740-ac4f-08f548831e2a req-edaeb3aa-bea3-4dba-a6ad-2704b154a90a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=6436e362-2029-472b-8627-244432a43dd1 HTTP/1.1" status: 200 len: 217 time: 0.0573671 Feb 19 03:11:18.320748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ee945731-aa91-4eff-a4be-687ad329bdd3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:11:18.321314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ee945731-aa91-4eff-a4be-687ad329bdd3 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:11:18.478785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:18.495066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:18.495334 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.509494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511a624-2f91-4740-ac4f-08f548831e2a req-78cab1e8-1c40-4851-b2e1-909e0b4fd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:18.512657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6511a624-2f91-4740-ac4f-08f548831e2a req-78cab1e8-1c40-4851-b2e1-909e0b4fd119 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1814115 Feb 19 03:11:18.544950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b971885c-63fd-4cb3-bf70-bc5a7066f5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0f96857f-de1a-4493-82ec-aee2c2844924), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.549116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b971885c-63fd-4cb3-bf70-bc5a7066f5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.550744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b971885c-63fd-4cb3-bf70-bc5a7066f5f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f96857f-de1a-4493-82ec-aee2c2844924 HTTP/1.1" status: 204 len: 168 time: 0.6720808 Feb 19 03:11:18.567976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cd41e6e5-f51f-4a1d-bb0f-061be49654ec, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:18.568319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971885c-63fd-4cb3-bf70-bc5a7066f5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f96857f-de1a-4493-82ec-aee2c2844924,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:18.601829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eabbb6-db98-4174-bcfc-b2c9949b808a req-0867a019-256b-43d7-8806-83eb810969ed tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:18.617799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eabbb6-db98-4174-bcfc-b2c9949b808a req-0867a019-256b-43d7-8806-83eb810969ed tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 943 time: 0.1663401 Feb 19 03:11:18.626353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'cd41e6e5-f51f-4a1d-bb0f-061be49654ec', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'cd41e6e5-f51f-4a1d-bb0f-061be49654ec', 'mac_address': 'fa:16:3e:f9:9d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:18.736209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cd41e6e5-f51f-4a1d-bb0f-061be49654ec is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:18.736632 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.759895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd41e6e5-f51f-4a1d-bb0f-061be49654ec {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:18.767847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:18.768238 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.801324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cd41e6e5-f51f-4a1d-bb0f-061be49654ec, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:18.809779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:18.813122 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c90e63-9b7d-4f1a-9b7c-bd218faa7f0a" -d '{"events": [{"server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "name": "network-vif-plugged", "status": "completed", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:18.818830 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.835185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7c5deb10-4678-45ee-8aae-fde364dfb8a8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:18.840186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511a624-2f91-4740-ac4f-08f548831e2a req-9f7eb79a-8d2d-4149-ba37-d42456d2da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:18.843173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6511a624-2f91-4740-ac4f-08f548831e2a req-9f7eb79a-8d2d-4149-ba37-d42456d2da14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2199087 Feb 19 03:11:18.858018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ffbd-1800-42d7-b6de-a4edc87921d5 req-84cbfd7d-b440-46b9-a08e-927015f6845c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:18.870967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d91ffbd-1800-42d7-b6de-a4edc87921d5 req-84cbfd7d-b440-46b9-a08e-927015f6845c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 949 time: 0.1780822 Feb 19 03:11:18.877177 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.895094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eabbb6-db98-4174-bcfc-b2c9949b808a req-76b7e643-faea-4d75-bae5-1fc0a6c913d5 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749231 Feb 19 03:11:18.923552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:19.046382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7c5deb10-4678-45ee-8aae-fde364dfb8a8,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:19.144797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d91ffbd-1800-42d7-b6de-a4edc87921d5 req-74db2111-ef9a-46bb-9cf8-5edabe42c760 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325194 Feb 19 03:11:19.199278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6511a624-2f91-4740-ac4f-08f548831e2a req-a6757837-c0e4-4028-a6b1-7c253995b28f service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231523 Feb 19 03:11:19.243611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a6f74-3006-4fcd-a8e8-67cbfdf0fb5d req-3909a106-6260-40a4-9005-53448ed78e60 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.255820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c48a6f74-3006-4fcd-a8e8-67cbfdf0fb5d req-3909a106-6260-40a4-9005-53448ed78e60 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 946 time: 0.2307711 Feb 19 03:11:19.294287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:19.552367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c48a6f74-3006-4fcd-a8e8-67cbfdf0fb5d req-a42b79ea-6a63-40c7-a54d-939cef266fd0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935696 Feb 19 03:11:19.583588 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-6144d6fc-0039-420e-92d2-d716589edacf service neutron] 10.222.0.71 "GET /v2.0/ports/7227d0ea-7f4b-47e4-abb3-1d02b2fa133f/bindings/n-h1-826756-2 HTTP/1.1" status: 200 len: 384 time: 0.1896417 Feb 19 03:11:19.591488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefba7e2-9d84-423a-8caa-e608de2dd644 req-0b451a01-cf66-4ba6-9546-9a3624c29137 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.600229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aefba7e2-9d84-423a-8caa-e608de2dd644 req-0b451a01-cf66-4ba6-9546-9a3624c29137 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 946 time: 0.3393466 Feb 19 03:11:19.605808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6511a624-2f91-4740-ac4f-08f548831e2a req-743b8f2a-7e5c-4deb-97ca-116fbe1c0792 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940959 Feb 19 03:11:19.625799 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:11:19.677628 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691c4ab4-9d3e-42e2-9d51-6869f42102a5 x-openstack-request-id: req-691c4ab4-9d3e-42e2-9d51-6869f42102a5 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:19.678098 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "name": "network-vif-plugged", "status": "completed", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:19.678475 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-691c4ab4-9d3e-42e2-9d51-6869f42102a5 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:19.679580 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'code': 200} Feb 19 03:11:19.757349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aefba7e2-9d84-423a-8caa-e608de2dd644 req-8680a56a-4812-4a0f-8dc1-c8b9646ffdf2 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550136 Feb 19 03:11:19.774328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:19.864946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2e26-dad3-43da-ba72-1b4163eeb6b6 req-108af099-1b2a-4bd5-b6d2-c6adbdc7f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.866915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-464a2e26-dad3-43da-ba72-1b4163eeb6b6 req-108af099-1b2a-4bd5-b6d2-c6adbdc7f00b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1128 time: 0.0938644 Feb 19 03:11:19.893204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ec5c2-7308-4798-94f5-bb059f54b709 req-3378db0a-fe02-4a25-be3f-01a55ce2fd1e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.895807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a8ec5c2-7308-4798-94f5-bb059f54b709 req-3378db0a-fe02-4a25-be3f-01a55ce2fd1e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 949 time: 0.0943060 Feb 19 03:11:19.937653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-86d90b45-4664-497e-a90b-f0b99f63f8a3 service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:19.945404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:19.978694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-86d90b45-4664-497e-a90b-f0b99f63f8a3 service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:20.027762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-464a2e26-dad3-43da-ba72-1b4163eeb6b6 req-0c1e3640-ef32-4a57-8af1-0f56b5e8e093 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500599 Feb 19 03:11:20.054133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-86d90b45-4664-497e-a90b-f0b99f63f8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:20.066783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a8ec5c2-7308-4798-94f5-bb059f54b709 req-625c2b97-d479-4233-8eaa-fe4d8a9a1a3f tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633754 Feb 19 03:11:20.076899 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-86d90b45-4664-497e-a90b-f0b99f63f8a3 service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:20.103030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422edf4-86f0-471b-a39a-336114834806 req-f67c962e-db81-46ca-a145-d829666a1e6d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.103030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d422edf4-86f0-471b-a39a-336114834806 req-f67c962e-db81-46ca-a145-d829666a1e6d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 943 time: 0.0725219 Feb 19 03:11:20.116783 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-86d90b45-4664-497e-a90b-f0b99f63f8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.182339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d422edf4-86f0-471b-a39a-336114834806 req-7bd16c72-1aa4-4822-988b-77b0f67edf85 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721345 Feb 19 03:11:20.248403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-86d90b45-4664-497e-a90b-f0b99f63f8a3 service neutron] Transition to ACTIVE for port object 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:20.254970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-86d90b45-4664-497e-a90b-f0b99f63f8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.352325 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d90b45-4664-497e-a90b-f0b99f63f8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,revision_number=10']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:20.390814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385300-d7de-478c-b4a7-3ce2da18294a req-eb7ac87a-9807-4693-9a3f-778e54c3f7b8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.393438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29385300-d7de-478c-b4a7-3ce2da18294a req-eb7ac87a-9807-4693-9a3f-778e54c3f7b8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 949 time: 0.1112957 Feb 19 03:11:20.403615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-86d90b45-4664-497e-a90b-f0b99f63f8a3 service neutron] No DVR routers for this DVR port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on host n-h2-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:11:20.454151 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-86d90b45-4664-497e-a90b-f0b99f63f8a3 service neutron] 10.222.0.71 "PUT /v2.0/ports/7227d0ea-7f4b-47e4-abb3-1d02b2fa133f/bindings/n-h1-826756-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8644705 Feb 19 03:11:20.463537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29385300-d7de-478c-b4a7-3ce2da18294a req-3a22faee-4a68-4fba-8697-da270e1051c6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644076 Feb 19 03:11:20.615610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-cf5850ce-b009-43dc-ace0-4a91b7717e62 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.616908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-cf5850ce-b009-43dc-ace0-4a91b7717e62 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.0743022 Feb 19 03:11:20.739339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-b86b43ef-5c38-4967-a37b-604780482cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.743984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-b86b43ef-5c38-4967-a37b-604780482cd5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0 HTTP/1.1" status: 200 len: 1126 time: 0.1150513 Feb 19 03:11:20.759070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71f38b-d010-486b-a52e-b3762b1694d7 req-cf34a5e5-2e1a-4fee-8c8f-fc08b2e070bb tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.760875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d71f38b-d010-486b-a52e-b3762b1694d7 req-cf34a5e5-2e1a-4fee-8c8f-fc08b2e070bb tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 946 time: 0.0859888 Feb 19 03:11:20.829891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 497de57e-ab34-4904-b8e4-09c0b3e52ed5 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:20.924515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d71f38b-d010-486b-a52e-b3762b1694d7 req-cb65ea3e-0282-42a4-8d19-6145ea77f77c tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534185 Feb 19 03:11:20.939886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-6c93d56a-4468-47e1-9645-4cd13eeca58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.941904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-6c93d56a-4468-47e1-9645-4cd13eeca58c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1126 time: 0.1499784 Feb 19 03:11:20.964460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:20.981549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:20.982468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e70b0a-f64d-4371-bdf7-db2d7653edca req-a1edbd21-ac76-4a97-82e2-6eb66b5e600e tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.982737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.991089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37e70b0a-f64d-4371-bdf7-db2d7653edca req-a1edbd21-ac76-4a97-82e2-6eb66b5e600e tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 946 time: 0.1134844 Feb 19 03:11:21.088111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57532) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:21.119445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:21.119878 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.151452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37e70b0a-f64d-4371-bdf7-db2d7653edca req-00f37512-6242-4f00-bf55-100813664f81 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562419 Feb 19 03:11:21.219894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:21.225793 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.253254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-a3685b41-132d-4b37-891a-7b55fce88f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:21.253254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-a3685b41-132d-4b37-891a-7b55fce88f5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.3026495 Feb 19 03:11:21.303067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa7d-8f6c-4c75-aa88-ca493801cfea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.314959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-6c595015-8e9a-4a9f-bd53-0ee4c4f03975 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 200 len: 217 time: 0.0377533 Feb 19 03:11:21.334941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=497de57e-ab34-4904-b8e4-09c0b3e52ed5,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:21.414969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376013-e007-4dc6-ba35-dbb38ee00b4e req-5d23781a-c670-4014-85a5-0e11b2500ecf tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:21.416339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4376013-e007-4dc6-ba35-dbb38ee00b4e req-5d23781a-c670-4014-85a5-0e11b2500ecf tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 949 time: 0.1913378 Feb 19 03:11:21.419892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-9819c4e5-e360-4880-88ba-6f4caa35d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:21.422006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-9819c4e5-e360-4880-88ba-6f4caa35d056 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.0972426 Feb 19 03:11:21.463815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa7d-8f6c-4c75-aa88-ca493801cfea admin admin] Publish callbacks [] for security_group (1756a918-e0f9-4416-bb83-eda86fb8f815), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.469672 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88a8aa7d-8f6c-4c75-aa88-ca493801cfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1756a918-e0f9-4416-bb83-eda86fb8f815), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.471212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-5457d308-3912-4ad4-8714-595f27f3f32d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377796 Feb 19 03:11:21.478831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5907c9-becd-483e-b0e9-75fc5432c303 req-9839ee2c-703f-437d-94d4-59d955127bb1 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:21.480499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c5907c9-becd-483e-b0e9-75fc5432c303 req-9839ee2c-703f-437d-94d4-59d955127bb1 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 944 time: 0.1577628 Feb 19 03:11:21.579756 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-88a8aa7d-8f6c-4c75-aa88-ca493801cfea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d82623c74ed24ec28c00dec2dc57395c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902740 Feb 19 03:11:21.580267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4376013-e007-4dc6-ba35-dbb38ee00b4e req-dbf0d7d3-a540-4c68-b8c7-c4b38c75d1ba tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565089 Feb 19 03:11:21.581230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57542) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:21.629892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8aa7d-8f6c-4c75-aa88-ca493801cfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1756a918-e0f9-4416-bb83-eda86fb8f815,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:21.630166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c5907c9-becd-483e-b0e9-75fc5432c303 req-1b211509-bb05-45e6-9818-e23ca9ebe1bc tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336744 Feb 19 03:11:21.639832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-34efc014-5826-43f3-a023-0bc226994b09 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576786 Feb 19 03:11:21.681266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:21.685120 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd590ef6-23cd-4d44-8996-c5e407316b4b" -d '{"events": [{"server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "name": "network-vif-plugged", "status": "completed", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:21.724541 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f855f706-e3ec-478b-be5d-86882ad42046 admin admin] Publish callbacks [] for security_group (1756a918-e0f9-4416-bb83-eda86fb8f815), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.767788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f855f706-e3ec-478b-be5d-86882ad42046 admin admin] Publish callbacks [] for security_group (1756a918-e0f9-4416-bb83-eda86fb8f815), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.775432 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d08a479-992b-4606-8d4b-f738f6292493 x-openstack-request-id: req-8d08a479-992b-4606-8d4b-f738f6292493 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:21.776161 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "name": "network-vif-plugged", "status": "completed", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:21.776499 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d08a479-992b-4606-8d4b-f738f6292493 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:21.776982 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5', 'code': 200} Feb 19 03:11:21.795375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6436e362-2029-472b-8627-244432a43dd1 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:21.800680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cd41e6e5-f51f-4a1d-bb0f-061be49654ec up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:21.856506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f855f706-e3ec-478b-be5d-86882ad42046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1756a918-e0f9-4416-bb83-eda86fb8f815), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.861584 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f855f706-e3ec-478b-be5d-86882ad42046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.865809 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f855f706-e3ec-478b-be5d-86882ad42046 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1756a918-e0f9-4416-bb83-eda86fb8f815 HTTP/1.1" status: 204 len: 168 time: 0.2779965 Feb 19 03:11:21.888096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855f706-e3ec-478b-be5d-86882ad42046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1756a918-e0f9-4416-bb83-eda86fb8f815,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:22.014050 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1d067-cf5e-4abb-baad-9debc2c05b8b req-261f402b-cdc0-4b56-8818-ce73378471a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.016284 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bbd1d067-cf5e-4abb-baad-9debc2c05b8b req-261f402b-cdc0-4b56-8818-ce73378471a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 1132 time: 0.1087995 Feb 19 03:11:22.043199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port cd41e6e5-f51f-4a1d-bb0f-061be49654ec completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:22.058345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.059617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port cd41e6e5-f51f-4a1d-bb0f-061be49654ec triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:22.060284 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.109869 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bbd1d067-cf5e-4abb-baad-9debc2c05b8b req-fae7acb1-6022-4777-84d4-39fa05fbc5dc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858819 Feb 19 03:11:22.152353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6436e362-2029-472b-8627-244432a43dd1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6436e362-2029-472b-8627-244432a43dd1,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:22.166484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '6436e362-2029-472b-8627-244432a43dd1', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '6436e362-2029-472b-8627-244432a43dd1', 'mac_address': 'fa:16:3e:1c:8f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:22.246457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cd41e6e5-f51f-4a1d-bb0f-061be49654ec is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:22.247030 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.250847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6436e362-2029-472b-8627-244432a43dd1 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:22.251582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6436e362-2029-472b-8627-244432a43dd1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.301867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-e7a2ad18-8b88-4c8a-9ab8-0e7ecebf75c4 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559033 Feb 19 03:11:22.307261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6436e362-2029-472b-8627-244432a43dd1 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:22.326856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bc412-78ce-43b6-b093-7260fb89b7b2 req-6474c680-abdd-4c4a-a869-58a3a3d5d1af tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.330917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-322bc412-78ce-43b6-b093-7260fb89b7b2 req-6474c680-abdd-4c4a-a869-58a3a3d5d1af tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.5792663 Feb 19 03:11:22.358995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cd41e6e5-f51f-4a1d-bb0f-061be49654ec, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:22.365272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55865a1e-21ce-4816-80ba-fcd86b36722d req-27ec26d3-ec76-4bd5-af62-e8a4265260b5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.378308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55865a1e-21ce-4816-80ba-fcd86b36722d req-27ec26d3-ec76-4bd5-af62-e8a4265260b5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 946 time: 0.1739221 Feb 19 03:11:22.378630 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.386017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6436e362-2029-472b-8627-244432a43dd1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6436e362-2029-472b-8627-244432a43dd1,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:22.397434 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6436e362-2029-472b-8627-244432a43dd1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.504320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:22.532865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-322bc412-78ce-43b6-b093-7260fb89b7b2 req-5aac3d04-e45b-4a7d-b41b-a1a213cccca8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831379 Feb 19 03:11:22.560397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55865a1e-21ce-4816-80ba-fcd86b36722d req-a0967a23-7844-4303-9fe9-8220df5838f1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774042 Feb 19 03:11:22.674366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6436e362-2029-472b-8627-244432a43dd1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:22.797190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65724f73-aafb-4025-9abd-74d832bddea4 req-e4fa0d34-1fd1-4fd2-aab1-67f7cf4990f8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.799717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65724f73-aafb-4025-9abd-74d832bddea4 req-e4fa0d34-1fd1-4fd2-aab1-67f7cf4990f8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 946 time: 0.1470687 Feb 19 03:11:22.810591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f8e77-4385-47b7-8446-4d6b992f49b6 req-977a3c3e-84ab-4c4c-8a5c-05d1bcc4b2db tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.812210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf5f8e77-4385-47b7-8446-4d6b992f49b6 req-977a3c3e-84ab-4c4c-8a5c-05d1bcc4b2db tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 950 time: 0.0907271 Feb 19 03:11:22.875152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['6436e362-2029-472b-8627-244432a43dd1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:22.913578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65724f73-aafb-4025-9abd-74d832bddea4 req-f0fda0ee-8a9f-4ae4-92cb-c415d4cae3f2 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992661 Feb 19 03:11:22.995712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf5f8e77-4385-47b7-8446-4d6b992f49b6 req-623932f6-2993-45a6-9d0d-a606adbcddfc tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557963 Feb 19 03:11:23.126661 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57580) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:23.248781 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-974058218-network', 'tenant_id': '2db3c174813f419797dfecad7485f049'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:23.271875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Made reservation on behalf of 2db3c174813f419797dfecad7485f049 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:23.274707 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.285696 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.420239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Publish callbacks [] for security_group (f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.426319 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.453582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef016acc-555e-4625-ba29-8298f83b9f77 req-b7f25020-d4bd-4e08-a729-fc1bb9629dfc tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.455309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef016acc-555e-4625-ba29-8298f83b9f77 req-b7f25020-d4bd-4e08-a729-fc1bb9629dfc tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 944 time: 0.3895361 Feb 19 03:11:23.460869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad105018-71d5-4897-bd9d-6d668348a51e req-c2ad2045-e991-49a2-b5d4-caf19f788824 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4121625 Feb 19 03:11:23.462990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-2602c731-8875-4fb0-b6de-b5d5150e4680 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.464620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-2602c731-8875-4fb0-b6de-b5d5150e4680 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.3539717 Feb 19 03:11:23.480975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:11:23.489344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:23.496860 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b45172b5-5ee6-46a5-8822-700f0b6fd5c5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.497382 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Added segment b45172b5-5ee6-46a5-8822-700f0b6fd5c5 of type vlan for network dddd2b11-84e8-4db1-953d-a052f45acc15 Feb 19 03:11:23.539845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:23.545987 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (dddd2b11-84e8-4db1-953d-a052f45acc15), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.582592 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (dddd2b11-84e8-4db1-953d-a052f45acc15), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.584310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.585403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.635570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef016acc-555e-4625-ba29-8298f83b9f77 req-4a3e8e03-c79c-49e4-9cda-eb42b97d38c8 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645536 Feb 19 03:11:23.636304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.709660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] Pushing event updated for resources: {'Network': ['ID=dddd2b11-84e8-4db1-953d-a052f45acc15,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:23.722419 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-316c957d-7eac-4e5c-828c-95b31914967b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5890598 Feb 19 03:11:23.723131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57588) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:23.739046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network dddd2b11-84e8-4db1-953d-a052f45acc15 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:11:23.750943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-55520a84-193f-401c-833f-3a54e25dc372 service neutron] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:23.755597 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-55520a84-193f-401c-833f-3a54e25dc372 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.755870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Request body: {'subnet': {'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-974058218-subnet', 'tenant_id': '2db3c174813f419797dfecad7485f049', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:23.757012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d6c4f61-046a-4306-aa54-00c7d30176bc req-55520a84-193f-401c-833f-3a54e25dc372 service neutron] 10.222.0.37 "DELETE /v2.0/ports/7227d0ea-7f4b-47e4-abb3-1d02b2fa133f/bindings/n-h2-826756-2 HTTP/1.1" status: 204 len: 173 time: 0.2828310 Feb 19 03:11:23.799378 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Made reservation on behalf of 2db3c174813f419797dfecad7485f049 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:23.801647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.832237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7016a69f-0520-4053-9f66-c2675522b042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd41e6e5-f51f-4a1d-bb0f-061be49654ec'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:23.835545 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d30f92-2044-4577-aaa9-e6199b64d98e" -d '{"events": [{"server_uuid": "7016a69f-0520-4053-9f66-c2675522b042", "name": "network-vif-plugged", "status": "completed", "tag": "cd41e6e5-f51f-4a1d-bb0f-061be49654ec"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:23.893611 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.990175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61c17a-5e0a-41f4-bd21-4ddda41bb04c req-7b320141-8422-4c7f-9587-418774f27903 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.997775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b61c17a-5e0a-41f4-bd21-4ddda41bb04c req-7b320141-8422-4c7f-9587-418774f27903 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.1821363 Feb 19 03:11:24.145120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b61c17a-5e0a-41f4-bd21-4ddda41bb04c req-48e43196-587a-4b9e-b5dc-3b15a1fc9cb9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460400 Feb 19 03:11:24.175947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Allocated IP 172.25.4.50 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/9d4c8ec7-2da3-4ac0-853f-df2f13a86565) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:24.180045 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (aa0f131a-b292-4e4c-8c5f-58c7d782c127), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.273937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0f131a-b292-4e4c-8c5f-58c7d782c127,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:24.308931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Checking segment: {'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:24.309651 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Network hostable DHCP agents. Network: dddd2b11-84e8-4db1-953d-a052f45acc15, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:11:24.337304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Network dddd2b11-84e8-4db1-953d-a052f45acc15 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:11:24.353971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, dddd2b11-84e8-4db1-953d-a052f45acc15) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:24.359806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.360413 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.388409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f944b3-56d5-4ef7-ab50-345e4193576d None None] Network dddd2b11-84e8-4db1-953d-a052f45acc15 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:11:24.401528 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-83996b56-844a-4cf6-815d-b82869968a7a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6618264 Feb 19 03:11:24.450395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e8820-aebf-4480-af9b-63b402dbdd64 req-28bf695e-9302-49eb-984a-1966ee0b11c1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.452791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf8e8820-aebf-4480-af9b-63b402dbdd64 req-28bf695e-9302-49eb-984a-1966ee0b11c1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 946 time: 0.1630180 Feb 19 03:11:24.456497 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for port (9d4c8ec7-2da3-4ac0-853f-df2f13a86565), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.559419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf8e8820-aebf-4480-af9b-63b402dbdd64 req-5ab08822-fab2-4248-a166-11e123c3c75b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991929 Feb 19 03:11:24.569107 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (9d4c8ec7-2da3-4ac0-853f-df2f13a86565), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.578793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2826fb-6284-4ba2-aa4c-5cbbeb8522b6 None None] Network dddd2b11-84e8-4db1-953d-a052f45acc15 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:11:24.635267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Pushing event updated for resources: {'Port': ['ID=9d4c8ec7-2da3-4ac0-853f-df2f13a86565,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:24.650958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:24.653077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:24.660437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:24.728016 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5aacdb-76c3-45fa-8bd3-f3fd63cf450a x-openstack-request-id: req-cd5aacdb-76c3-45fa-8bd3-f3fd63cf450a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:24.729312 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7016a69f-0520-4053-9f66-c2675522b042", "name": "network-vif-plugged", "status": "completed", "tag": "cd41e6e5-f51f-4a1d-bb0f-061be49654ec", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:24.729721 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd5aacdb-76c3-45fa-8bd3-f3fd63cf450a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:24.730614 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7016a69f-0520-4053-9f66-c2675522b042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd41e6e5-f51f-4a1d-bb0f-061be49654ec', 'code': 200} Feb 19 03:11:24.755168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.817792 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9d4c8ec7-2da3-4ac0-853f-df2f13a86565), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.884759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d349ed-06ae-40dd-b71e-5b0aa3123d26 req-ca26adea-a96b-423f-bc24-158220544e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.890484 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94d349ed-06ae-40dd-b71e-5b0aa3123d26 req-ca26adea-a96b-423f-bc24-158220544e60 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 1132 time: 0.0612123 Feb 19 03:11:24.989517 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94d349ed-06ae-40dd-b71e-5b0aa3123d26 req-fd5aadea-2ef4-4f63-b857-5980fbbed8ad service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854597 Feb 19 03:11:25.006361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123f01e-eef3-4966-b332-6a20fc9dc0ed req-eb676d55-1961-472a-b2fe-b9f7836b8fc1 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:25.007748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b123f01e-eef3-4966-b332-6a20fc9dc0ed req-eb676d55-1961-472a-b2fe-b9f7836b8fc1 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 950 time: 0.1402099 Feb 19 03:11:25.100381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b123f01e-eef3-4966-b332-6a20fc9dc0ed req-c800af12-3723-46ef-bf4c-f11a2d052c2e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 Feb 19 03:11:25.134621 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for port (9d4c8ec7-2da3-4ac0-853f-df2f13a86565), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:25.147694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9d4c8ec7-2da3-4ac0-853f-df2f13a86565), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:25.229102 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:25.294706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Pushing event updated for resources: {'Port': ['ID=9d4c8ec7-2da3-4ac0-853f-df2f13a86565,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:25.317544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:25.319889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad105018-71d5-4897-bd9d-6d668348a51e req-0aface9b-6492-4d9e-9a4e-c7867671a256 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8461874 Feb 19 03:11:25.351015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08f3a-4db0-43e1-958b-1b1ec34ac235 req-d463fe64-d4a3-4df7-81e7-ee942247c97c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:25.353715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8c08f3a-4db0-43e1-958b-1b1ec34ac235 req-d463fe64-d4a3-4df7-81e7-ee942247c97c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 944 time: 0.1545916 Feb 19 03:11:25.488142 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad105018-71d5-4897-bd9d-6d668348a51e req-fd97bb42-7b15-495e-aaff-b8be8728c093 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 695 time: 0.1540589 Feb 19 03:11:25.630371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8c08f3a-4db0-43e1-958b-1b1ec34ac235 req-a6961a75-0896-42b2-beba-a4f8f9176f97 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283328 Feb 19 03:11:25.703364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-afd0b99f-a0b4-4618-b830-531188f1af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:25.705512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-afd0b99f-a0b4-4618-b830-531188f1af33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1128 time: 0.1365023 Feb 19 03:11:25.714671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad105018-71d5-4897-bd9d-6d668348a51e req-a3f61b02-a766-4721-a479-b21b3937113c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:25.717085 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad105018-71d5-4897-bd9d-6d668348a51e req-a3f61b02-a766-4721-a479-b21b3937113c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.2195811 Feb 19 03:11:25.754984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-ad105018-71d5-4897-bd9d-6d668348a51e req-71e17062-d368-4fa4-816b-a218a761fccf tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:11:25.756097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad105018-71d5-4897-bd9d-6d668348a51e req-71e17062-d368-4fa4-816b-a218a761fccf tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228350 Feb 19 03:11:25.820664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6436e362-2029-472b-8627-244432a43dd1 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:25.901949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-296398ae-8172-4f80-ba68-ee3b023ae307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:25.903482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-296398ae-8172-4f80-ba68-ee3b023ae307 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.1853583 Feb 19 03:11:25.977617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-bb86515e-e3f2-49be-8cdb-6ffa1701a56a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 200 len: 217 time: 0.0633419 Feb 19 03:11:26.010762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 6436e362-2029-472b-8627-244432a43dd1 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:26.031069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 6436e362-2029-472b-8627-244432a43dd1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:26.031680 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6436e362-2029-472b-8627-244432a43dd1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.055170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544883b-aa7e-4e0c-9002-e5ce502301b9 req-79b16dc1-592b-4dbd-8553-d24ce8244908 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.058711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9544883b-aa7e-4e0c-9002-e5ce502301b9 req-79b16dc1-592b-4dbd-8553-d24ce8244908 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.1538105 Feb 19 03:11:26.092025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-5be0cba4-e01a-4daf-8426-eefbe6f919da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.095970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-5be0cba4-e01a-4daf-8426-eefbe6f919da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1046526 Feb 19 03:11:26.156080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6436e362-2029-472b-8627-244432a43dd1 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:26.156340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6436e362-2029-472b-8627-244432a43dd1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.197530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6436e362-2029-472b-8627-244432a43dd1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6436e362-2029-472b-8627-244432a43dd1,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:26.202785 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6436e362-2029-472b-8627-244432a43dd1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.264024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6436e362-2029-472b-8627-244432a43dd1,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:26.274093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-85eafa38-80d8-4f49-8b59-e4c7e6fd322d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448350 Feb 19 03:11:26.369508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-8bf3c756-c80e-429a-9ecf-a2f8cbef27a3 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.371149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-8bf3c756-c80e-429a-9ecf-a2f8cbef27a3 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/networks?id=dddd2b11-84e8-4db1-953d-a052f45acc15 HTTP/1.1" status: 200 len: 817 time: 0.3263459 Feb 19 03:11:26.377740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9544883b-aa7e-4e0c-9002-e5ce502301b9 req-b638dd0a-f32a-41b7-b6c9-5d6ad13e48df tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969604 Feb 19 03:11:26.431033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-f1deadd4-25f9-4e33-a937-be80367f2d94 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/quotas/2db3c174813f419797dfecad7485f049 HTTP/1.1" status: 200 len: 375 time: 0.0351095 Feb 19 03:11:26.444021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-5a5da397-0141-42af-b21d-3ec0f9e1440f service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632521 Feb 19 03:11:26.508785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a4fa1d39-f988-4f1c-9e60-efda90f8a858 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2db3c174813f419797dfecad7485f049&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604143 Feb 19 03:11:26.707639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c3520-dc76-414d-95bf-107713b78e6a req-0eeb5f7d-fb29-4c91-a60e-f6b9aeb2746a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.709217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc8c3520-dc76-414d-95bf-107713b78e6a req-0eeb5f7d-fb29-4c91-a60e-f6b9aeb2746a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 946 time: 0.1995420 Feb 19 03:11:26.716787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-3f76b04f-35dd-449f-ae79-28b5ff5f70d2 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652566 Feb 19 03:11:26.718719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-780d3e0d-4669-46aa-bca6-d2fe21bb4ede service neutron] 10.222.0.42 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701646 Feb 19 03:11:26.731868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b1706c-f5d5-4bcf-812c-deb1d2580f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6436e362-2029-472b-8627-244432a43dd1'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:26.735983 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d6e8ad-79c9-4d33-a8c5-0ff5ef825ad3" -d '{"events": [{"server_uuid": "72b1706c-f5d5-4bcf-812c-deb1d2580f60", "name": "network-vif-plugged", "status": "completed", "tag": "6436e362-2029-472b-8627-244432a43dd1"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:26.844859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc8c3520-dc76-414d-95bf-107713b78e6a req-69b1390e-d22b-4ccf-af7f-2ab27b1c31aa tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183200 Feb 19 03:11:26.967019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-0bac4f69-ad55-4e1b-95fc-3b879f5743d2 service neutron] 10.222.0.42 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186594 Feb 19 03:11:26.994859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-85addba3-f224-40d3-b1b4-99a2d437e9df tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.000548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-85addba3-f224-40d3-b1b4-99a2d437e9df tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1128 time: 0.1530972 Feb 19 03:11:27.011797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826756-2'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:27.182796 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.245020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2153830-3a74-4bed-845d-66f34efb1956 req-aa6f829f-c2a5-481f-a672-97cd2c0b9be1 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.246451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-aa6f829f-c2a5-481f-a672-97cd2c0b9be1 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 820 time: 0.1935897 Feb 19 03:11:27.286520 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d67f5699-e52d-4e01-8452-6d8d2f9fbb03 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/quotas/52211225561744fb9fca949ce44b11a3 HTTP/1.1" status: 200 len: 375 time: 0.0247350 Feb 19 03:11:27.746411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-e8e5a7a7-6180-48d0-bc80-fcc6a287aebc tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4288642 Feb 19 03:11:27.749470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:27.804456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabca311-5a76-4bc0-8989-15058e7876fc req-9e79c2ad-a0cc-4a1b-ae82-dc3f2c90dd67 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.807083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eabca311-5a76-4bc0-8989-15058e7876fc req-9e79c2ad-a0cc-4a1b-ae82-dc3f2c90dd67 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 950 time: 0.2030625 Feb 19 03:11:27.880912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:27.970769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-ac01f553-9f19-4614-af00-06a92ad904e6 service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059357 Feb 19 03:11:27.995131 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Publish callbacks [] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.004068 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eabca311-5a76-4bc0-8989-15058e7876fc req-4b805280-30f1-4d2f-a6cc-6cc014084da3 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687338 Feb 19 03:11:28.005019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:28.009123 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f57eb-7730-4cf2-b2c7-e1b816a0a81d" -d '{"events": [{"server_uuid": "aad2c80e-4277-4cbc-954a-bbadd1013bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "cef307ca-0462-4d09-bbe5-0e181fd8aad2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:28.028862 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.190063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Pushing event updated for resources: {'Port': ['ID=cef307ca-0462-4d09-bbe5-0e181fd8aad2,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:28.232907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-03690651-62d5-4632-862e-41e2a00c5ce5 req-79c6f482-ce87-4fa9-a883-2dbcc6bd613f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:11:28.234540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03690651-62d5-4632-862e-41e2a00c5ce5 req-79c6f482-ce87-4fa9-a883-2dbcc6bd613f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081265 Feb 19 03:11:28.256032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on host n-h2-826756-2 for vnic_type normal with profile {"migrating_to": "n-h1-826756-2"} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:28.256032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:28.256448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:28.259824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-985d19d7-dd35-4d9d-b4b3-0d5af8c3c1e1 service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430236 Feb 19 03:11:28.263806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:28.263806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Attempting to bind port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:28.282290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:28.282715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:28.283107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:28.283544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Bound port: cef307ca-0462-4d09-bbe5-0e181fd8aad2, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:28.283905 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.465527 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0955e17f-1d5a-409b-bf7a-f62ee143b6db x-openstack-request-id: req-0955e17f-1d5a-409b-bf7a-f62ee143b6db {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:28.466293 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b1706c-f5d5-4bcf-812c-deb1d2580f60", "name": "network-vif-plugged", "status": "completed", "tag": "6436e362-2029-472b-8627-244432a43dd1", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:28.466398 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0955e17f-1d5a-409b-bf7a-f62ee143b6db {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:28.475091 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b1706c-f5d5-4bcf-812c-deb1d2580f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6436e362-2029-472b-8627-244432a43dd1', 'code': 200} Feb 19 03:11:28.505057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:28.522550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:28.542388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.650350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Pushing event updated for resources: {'Port': ['ID=cef307ca-0462-4d09-bbe5-0e181fd8aad2,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:28.748650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4005dbc-1791-4d8d-bdc8-6499a7b7b04b req-61413668-a967-4972-95f4-80dd793bac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.749918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33453390-cb5d-49c1-b4b4-879b4423ddfb req-37c54904-c069-41ba-8506-f3cf0ae954a9 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.752618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33453390-cb5d-49c1-b4b4-879b4423ddfb req-37c54904-c069-41ba-8506-f3cf0ae954a9 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1126 time: 0.1758382 Feb 19 03:11:28.770259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a4005dbc-1791-4d8d-bdc8-6499a7b7b04b req-61413668-a967-4972-95f4-80dd793bac0f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=72b1706c-f5d5-4bcf-812c-deb1d2580f60 HTTP/1.1" status: 200 len: 1131 time: 0.1835918 Feb 19 03:11:28.832244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.848794 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.850308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-c86da6a5-516f-4761-be3e-f76cc05c7a6e service neutron] 10.222.0.37 "PUT /v2.0/ports/cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 200 len: 1122 time: 1.8448868 Feb 19 03:11:28.993017 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a4005dbc-1791-4d8d-bdc8-6499a7b7b04b req-0822a99f-74b1-473e-8479-c350727a8c77 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147567 Feb 19 03:11:29.008482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cef307ca-0462-4d09-bbe5-0e181fd8aad2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:29.096754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33453390-cb5d-49c1-b4b4-879b4423ddfb req-aa9826b1-9b50-4442-9d20-1ec76d35895c tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698669 Feb 19 03:11:29.184046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-8ad6dd10-b99f-4098-94ea-f3a0b6b04bb5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4243889 Feb 19 03:11:29.509887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798bfd7-6d1f-42c3-a30d-c230ec031833 req-e5480dfb-adb1-497b-bc23-8b049d39f1f1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:29.515908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d798bfd7-6d1f-42c3-a30d-c230ec031833 req-e5480dfb-adb1-497b-bc23-8b049d39f1f1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 944 time: 0.3687766 Feb 19 03:11:29.687013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d798bfd7-6d1f-42c3-a30d-c230ec031833 req-69fb4080-6e27-4c33-acd1-2b0821dcc07d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519732 Feb 19 03:11:30.030624 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e30349-36f8-4583-8ec3-46507cf478ca x-openstack-request-id: req-74e30349-36f8-4583-8ec3-46507cf478ca {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:30.031726 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2c80e-4277-4cbc-954a-bbadd1013bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "cef307ca-0462-4d09-bbe5-0e181fd8aad2", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:30.031726 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74e30349-36f8-4583-8ec3-46507cf478ca {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:30.031726 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2', 'code': 200} Feb 19 03:11:30.254259 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea33fa79-d4ce-4360-be73-68a9f61f68d8 req-aea2a5cd-0799-4c29-9b57-f5bf2232cdf0 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 210 time: 0.0953958 Feb 19 03:11:30.352974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e1765-4199-46d0-8e89-e005b7f6970c req-3ee56ba3-c112-477a-a80a-4b04ed1af97b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.371666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-571e1765-4199-46d0-8e89-e005b7f6970c req-3ee56ba3-c112-477a-a80a-4b04ed1af97b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=72b1706c-f5d5-4bcf-812c-deb1d2580f60 HTTP/1.1" status: 200 len: 949 time: 0.3422816 Feb 19 03:11:30.393984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-dc4146ee-96a4-43b7-8d2f-f3e8e2a4284f tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.397701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-dc4146ee-96a4-43b7-8d2f-f3e8e2a4284f tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.37 "GET /v2.0/networks?id=dddd2b11-84e8-4db1-953d-a052f45acc15 HTTP/1.1" status: 200 len: 817 time: 0.5493436 Feb 19 03:11:30.443008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Request body: {'port': {'device_id': '49d98ab9-3d39-4513-951d-81b96008587d', 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15', 'admin_state_up': True, 'tenant_id': '2db3c174813f419797dfecad7485f049'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:30.472796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-41fa7114-84ef-4211-b284-58136a75dce8 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.474592 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-41fa7114-84ef-4211-b284-58136a75dce8 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.37 "GET /v2.0/networks?id=dddd2b11-84e8-4db1-953d-a052f45acc15 HTTP/1.1" status: 200 len: 817 time: 0.2269096 Feb 19 03:11:30.499012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Request body: {'port': {'device_id': 'fc91af5b-a8d1-4ecd-bc56-27e310cea0d8', 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15', 'admin_state_up': True, 'tenant_id': '2db3c174813f419797dfecad7485f049'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:30.673176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-f72f2a5a-9a02-434c-98e6-77d146a7d904 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.676576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-f72f2a5a-9a02-434c-98e6-77d146a7d904 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports/497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 947 time: 0.1785529 Feb 19 03:11:30.702446 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Made reservation on behalf of 2db3c174813f419797dfecad7485f049 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:30.706736 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:30.799303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-571e1765-4199-46d0-8e89-e005b7f6970c req-df38de1f-d13a-49e5-a4d8-1754958f675f tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998590 Feb 19 03:11:30.884621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032fd3-818a-4aae-9bb3-c2d2c728b2d5 req-3023ed19-f9a4-4879-bd22-e92f4f68c69f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.894597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2032fd3-818a-4aae-9bb3-c2d2c728b2d5 req-3023ed19-f9a4-4879-bd22-e92f4f68c69f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.4709451 Feb 19 03:11:31.097487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-4fa9d797-3655-4837-8de9-d8cd77785589 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.102823 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-4fa9d797-3655-4837-8de9-d8cd77785589 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.71 "GET /v2.0/networks?id=dddd2b11-84e8-4db1-953d-a052f45acc15 HTTP/1.1" status: 200 len: 817 time: 0.2785997 Feb 19 03:11:31.186360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Request body: {'port': {'device_id': '9334a310-5a82-4650-8827-c620a494eec1', 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15', 'admin_state_up': True, 'tenant_id': '2db3c174813f419797dfecad7485f049'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:31.250850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Made reservation on behalf of 2db3c174813f419797dfecad7485f049 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:31.258674 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:31.324329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ce4b548-095a-4a87-a46d-537b84ed78ce req-0a330150-beba-4696-85d7-67f70cfb308b tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 210 time: 0.2784128 Feb 19 03:11:31.539961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2032fd3-818a-4aae-9bb3-c2d2c728b2d5 req-d73fc939-80f1-401b-928a-cc1ae326f5c5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272123 Feb 19 03:11:31.868788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95528557-d9ca-4229-8732-dc72310475e6 req-420a0433-5ebe-4e98-a4d4-8ed9ac8c9247 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.869760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Allocated IP 172.20.0.9 (dddd2b11-84e8-4db1-953d-a052f45acc15/aa0f131a-b292-4e4c-8c5f-58c7d782c127/b277ff21-8342-44e9-990d-793ae9e22824) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:31.876071 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-420a0433-5ebe-4e98-a4d4-8ed9ac8c9247 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 807 time: 0.1988487 Feb 19 03:11:31.915335 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2153830-3a74-4bed-845d-66f34efb1956 req-dcf460f6-d2fe-470d-8cfa-5c76eba12240 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.916749 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-dcf460f6-d2fe-470d-8cfa-5c76eba12240 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.37 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 820 time: 0.7804947 Feb 19 03:11:31.931748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-b5b30832-5eca-4ef3-b83d-0dd102b9d952 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/quotas/1fa0b8023f244a6ca34ce2f63a6c60e0 HTTP/1.1" status: 200 len: 375 time: 0.0406439 Feb 19 03:11:31.953813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Request body: {'port': {'device_id': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'admin_state_up': True, 'tenant_id': '52211225561744fb9fca949ce44b11a3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:32.021969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-281f91c4-d846-4ed2-a745-eaf6523674d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1379293882&fields=id&tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263 HTTP/1.1" status: 200 len: 267 time: 0.1330836 Feb 19 03:11:32.035480 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'tag': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:32.038994 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d26769-4695-45fb-b782-6e63949e8047" -d '{"events": [{"name": "network-changed", "server_uuid": "aad2c80e-4277-4cbc-954a-bbadd1013bfb", "tag": "cef307ca-0462-4d09-bbe5-0e181fd8aad2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:32.084208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Made reservation on behalf of 2db3c174813f419797dfecad7485f049 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:32.087588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:32.157081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-f2a64a42-bf11-4e8a-b6ae-8871a6334fc0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2146308 Feb 19 03:11:32.232902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512798f-8ec7-4b11-b590-840e682c1bef req-8a3e58bc-2f1d-42b0-be3f-d92975a40001 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:32.241286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-8a3e58bc-2f1d-42b0-be3f-d92975a40001 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/networks?id=78ce3a2f-2af8-45e3-8723-720eca1bd14d HTTP/1.1" status: 200 len: 824 time: 0.2180922 Feb 19 03:11:32.289598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-836560e0-04f2-47c4-9ed0-eb683e33a7e6 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/quotas/e9f85c6ecb8f4cfd97f4ba0310796263 HTTP/1.1" status: 200 len: 375 time: 0.0471997 Feb 19 03:11:32.406431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-5a65d3e4-bf5b-44be-bde1-a510616111c6 service neutron] 10.222.0.42 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093837 Feb 19 03:11:32.425086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-9a4c5f59-dfa1-448f-9db6-6e620cca53f3 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1291487 Feb 19 03:11:32.442287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.37', 50753) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:32.719953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-95987be0-eeb2-487e-9d4e-daec890fd842 service neutron] 10.222.0.42 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791710 Feb 19 03:11:32.720288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks [] for port (b277ff21-8342-44e9-990d-793ae9e22824), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:32.726733 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Made reservation on behalf of 52211225561744fb9fca949ce44b11a3 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:32.730833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:32.783328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f31fea08-021a-4206-8ab1-1bfb45a1e3e6 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:32.788228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f31fea08-021a-4206-8ab1-1bfb45a1e3e6 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.37 "GET /v2.0/ports?device_id=d646312d-5f72-4ee5-bc4c-c0f93f74ddcb HTTP/1.1" status: 200 len: 946 time: 0.1838155 Feb 19 03:11:32.835292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.37', 50754) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:32.868843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-746f3027-f676-453b-849a-287fc122769f service neutron] 10.222.0.42 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416146 Feb 19 03:11:32.920045 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b277ff21-8342-44e9-990d-793ae9e22824), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:32.948440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device cef307ca-0462-4d09-bbe5-0e181fd8aad2 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:33.089484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Network dddd2b11-84e8-4db1-953d-a052f45acc15 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:33.105945 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:33.111721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:33.126096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Pushing event updated for resources: {'Port': ['ID=b277ff21-8342-44e9-990d-793ae9e22824,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:33.129106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-f7279721-027f-4ecf-bc72-f8ef5dba304a service neutron] 10.222.0.42 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362145 Feb 19 03:11:33.179314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-8262a8cf-281a-4656-a07e-3274f136043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:33.180833 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-8262a8cf-281a-4656-a07e-3274f136043d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 1132 time: 0.3418667 Feb 19 03:11:33.182634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Allocated IP 172.20.0.10 (4729c6da-4160-41fa-be24-7e5bfd552fb9/1a17c6ae-39d2-4e27-b956-71c05420fd16/a15a71e2-2a92-4976-bbbb-4afe633f9ca4) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:33.407198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:33.468615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Allocated IP 172.20.0.11 (dddd2b11-84e8-4db1-953d-a052f45acc15/aa0f131a-b292-4e4c-8c5f-58c7d782c127/278c63d4-94de-411a-86d4-df49b0b6c653) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:33.473261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device cef307ca-0462-4d09-bbe5-0e181fd8aad2 has no active binding in host n-h1-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:11:33.501884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Deleting port a95a50f4-85ac-48b8-a8c5-c16434bf417a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:33.507800 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.559484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:33.560821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.620775 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-15617e10-7bd4-4a91-ad7e-73fb7e7c7675 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1296930 Feb 19 03:11:33.660672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Request body: {'port': {'device_id': 'fc91af5b-a8d1-4ecd-bc56-27e310cea0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:33.768032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] For port a95a50f4-85ac-48b8-a8c5-c16434bf417a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a95a50f4-85ac-48b8-a8c5-c16434bf417a,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:33.768565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.803723 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-ebd05ce4-69a2-4cb9-9222-a5e513a2f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:33.805908 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-ebd05ce4-69a2-4cb9-9222-a5e513a2f9f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.6060920 Feb 19 03:11:33.929601 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b277ff21-8342-44e9-990d-793ae9e22824), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.948069 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-a08a5e5e-82ed-45fd-8e1b-485ecd73be2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 217 time: 0.1270418 Feb 19 03:11:34.260732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-127c3c63-1b86-44b5-b7c6-5ed17e110c96 req-0a5518d7-f75c-4063-b9b2-cbbcbe3cfb6c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 210 time: 0.1505015 Feb 19 03:11:34.333708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993cf2a-e3e3-4cd7-9f4c-59818c76fccd req-7959a4d3-2d0e-4921-b65c-40c869f70bf1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:34.347038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0993cf2a-e3e3-4cd7-9f4c-59818c76fccd req-7959a4d3-2d0e-4921-b65c-40c869f70bf1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 944 time: 0.9808013 Feb 19 03:11:34.526496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:34.531514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-5efc3658-138c-40e1-a93b-ab1e6809066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:34.534350 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-5efc3658-138c-40e1-a93b-ab1e6809066c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.5491910 Feb 19 03:11:34.716079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-e9cf430e-41e2-48f5-9274-f4e5a4865953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:34.717947 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-e9cf430e-41e2-48f5-9274-f4e5a4865953 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1718848 Feb 19 03:11:34.722686 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:34.751558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7c5deb10-4678-45ee-8aae-fde364dfb8a8'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:34.955637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device a95a50f4-85ac-48b8-a8c5-c16434bf417a no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:35.069687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Network 4729c6da-4160-41fa-be24-7e5bfd552fb9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:35.081274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:35.101382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:35.188409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port a95a50f4-85ac-48b8-a8c5-c16434bf417a is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:35.189089 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.201815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0993cf2a-e3e3-4cd7-9f4c-59818c76fccd req-532e76e9-3903-4d9d-afa7-e48269385e6b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8534489 Feb 19 03:11:35.225747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.239200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Pushing event updated for resources: {'Port': ['ID=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:35.242058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.243340 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Floating IP 6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530 disassociated. External IP: 172.25.4.125, port: a95a50f4-85ac-48b8-a8c5-c16434bf417a. Feb 19 03:11:35.245929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Calling delete_port for a95a50f4-85ac-48b8-a8c5-c16434bf417a owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:35.348405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.350236 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.438230 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d7f6d6e0-a96b-4fbe-acd8-24e5eb453791 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5020342 Feb 19 03:11:35.440561 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-46b06cdc-04f9-434a-9840-245f15643c6a service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7129216 Feb 19 03:11:35.467275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:35.470911 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7dbb7b-2595-462b-99f5-6347222f819b" -d '{"events": [{"server_uuid": "d646312d-5f72-4ee5-bc4c-c0f93f74ddcb", "name": "network-vif-unplugged", "status": "completed", "tag": "a95a50f4-85ac-48b8-a8c5-c16434bf417a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:35.493247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Request body: {'port': {'device_id': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:35.519008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port a95a50f4-85ac-48b8-a8c5-c16434bf417a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a95a50f4-85ac-48b8-a8c5-c16434bf417a,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:35.544624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.591141 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765c36ac-f3f8-452f-9f55-6b7b750aba92 x-openstack-request-id: req-765c36ac-f3f8-452f-9f55-6b7b750aba92 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:35.591572 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad2c80e-4277-4cbc-954a-bbadd1013bfb", "tag": "cef307ca-0462-4d09-bbe5-0e181fd8aad2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:35.592252 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-765c36ac-f3f8-452f-9f55-6b7b750aba92 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:35.602566 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'tag': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2', 'status': 'completed', 'code': 200} Feb 19 03:11:35.719792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=a95a50f4-85ac-48b8-a8c5-c16434bf417a,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:35.725073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c4fda-7725-4a7c-900e-44033d06b363 req-55a6806c-b392-480b-93cb-7c0129083f5d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.738335 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.741383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e32c4fda-7725-4a7c-900e-44033d06b363 req-55a6806c-b392-480b-93cb-7c0129083f5d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=72b1706c-f5d5-4bcf-812c-deb1d2580f60 HTTP/1.1" status: 200 len: 949 time: 1.2310853 Feb 19 03:11:35.770090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9a1671f4-be60-4bbd-8d77-d1309b6c7b39 None None] Provisioning complete for port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:35.770970 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a1671f4-be60-4bbd-8d77-d1309b6c7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.861002 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.866451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9a1671f4-be60-4bbd-8d77-d1309b6c7b39 None None] Port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:11:35.900554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-196dbf86-36eb-444a-b74e-e1f28256d464 req-49888c85-3465-4c55-ae6c-0532a48f9f5e tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 210 time: 0.2292538 Feb 19 03:11:35.928712 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks [] for port (278c63d4-94de-411a-86d4-df49b0b6c653), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.969205 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-9cebd8be-fa68-4aa2-a9fc-cf48d370ad4c service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643986 Feb 19 03:11:36.040789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e32c4fda-7725-4a7c-900e-44033d06b363 req-1be2b32f-6a2b-476d-ae4d-8402f9ca2de4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951219 Feb 19 03:11:36.048333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26769-4695-45fb-b782-6e63949e8047 req-ef7bb161-f9a8-4543-ba5d-10620dbe622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:36.051014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22d26769-4695-45fb-b782-6e63949e8047 req-ef7bb161-f9a8-4543-ba5d-10620dbe622e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1156 time: 0.5039153 Feb 19 03:11:36.260148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:36.432252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26769-4695-45fb-b782-6e63949e8047 req-cf358728-2c78-4b15-97ac-ed2ce4c92fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:36.435662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22d26769-4695-45fb-b782-6e63949e8047 req-cf358728-2c78-4b15-97ac-ed2ce4c92fcd service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.3663385 Feb 19 03:11:36.505402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da00e9a7-5833-433b-81b5-37d8e9eff760 req-21adfd59-735b-459f-b409-8d40e94c06a2 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 210 time: 0.2037866 Feb 19 03:11:36.506794 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (a95a50f4-85ac-48b8-a8c5-c16434bf417a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:36.606288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22d26769-4695-45fb-b782-6e63949e8047 req-10ed29cc-a577-4c52-9b3a-2b3700be7b38 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 200 len: 217 time: 0.1119144 Feb 19 03:11:36.633285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.71', 61309) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:36.787061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Network dddd2b11-84e8-4db1-953d-a052f45acc15 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:36.820809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:36.857176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:36.860035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Allocated IP 172.20.0.10 (dddd2b11-84e8-4db1-953d-a052f45acc15/aa0f131a-b292-4e4c-8c5f-58c7d782c127/32e63a15-e245-4ba4-bf17-60e1fdf6ed2a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:36.867259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:36.868338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:36.900074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15a71e2-2a92-4976-bbbb-4afe633f9ca4 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:36.922138 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Publish callbacks [] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:36.976593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Pushing event updated for resources: {'Port': ['ID=278c63d4-94de-411a-86d4-df49b0b6c653,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:37.010111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b77a8542-6325-4308-9a36-f4824c67bcff tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5735824 Feb 19 03:11:37.026401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Transition to ACTIVE for port object a15a71e2-2a92-4976-bbbb-4afe633f9ca4 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:37.033180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c24e0-bf07-408e-9ac2-473d180f2f47 req-4ce8f9b0-b899-4ab9-9aef-d3e11a3630b3 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:37.041627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:37.043612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b12c24e0-bf07-408e-9ac2-473d180f2f47 req-4ce8f9b0-b899-4ab9-9aef-d3e11a3630b3 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.8559928 Feb 19 03:11:37.090056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Request body: {'port': {'device_id': '49d98ab9-3d39-4513-951d-81b96008587d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:37.198507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event deleted for resources: {'Port': ['ID=a95a50f4-85ac-48b8-a8c5-c16434bf417a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:37.207436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d26769-4695-45fb-b782-6e63949e8047 req-df7ec536-246c-4d76-b679-b99d9943fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:37.210034 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22d26769-4695-45fb-b782-6e63949e8047 req-df7ec536-246c-4d76-b679-b99d9943fee4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.5497804 Feb 19 03:11:37.293762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Pushing event updated for resources: {'Port': ['ID=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:37.311936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95528557-d9ca-4229-8732-dc72310475e6 req-1180ab9d-604f-409c-9b88-a84e4b9e1fc3 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:37.314749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-1180ab9d-604f-409c-9b88-a84e4b9e1fc3 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 807 time: 0.8423400 Feb 19 03:11:37.344843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4821a37b-d02b-43d8-9ba0-bdb91cae9701 req-b6658427-6f68-48e6-809c-5c2481499c56 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 210 time: 0.5208738 Feb 19 03:11:37.409809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Request body: {'port': {'device_id': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4', 'admin_state_up': True, 'tenant_id': '1fa0b8023f244a6ca34ce2f63a6c60e0'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:37.424318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks [] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:37.440692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Attempting to bind port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:37.441005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Attempting to bind port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:37.441437 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Attempting to bind port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 on network 4729c6da-4160-41fa-be24-7e5bfd552fb9 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:37.450410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 on network 4729c6da-4160-41fa-be24-7e5bfd552fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:37.450758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Attempting to bind port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 on network 4729c6da-4160-41fa-be24-7e5bfd552fb9 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:37.458243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:37.458561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Checking segment: {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:37.458940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Bound using segment: {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:37.459376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Bound port: a15a71e2-2a92-4976-bbbb-4afe633f9ca4, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c3073e-6985-4572-bbd0-32298e7626de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:37.459735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:37.475691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512798f-8ec7-4b11-b590-840e682c1bef req-9fe6f018-05e2-4edb-ab7e-a59a3bb1de0b tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:37.478166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-9fe6f018-05e2-4edb-ab7e-a59a3bb1de0b tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.71 "GET /v2.0/networks?id=78ce3a2f-2af8-45e3-8723-720eca1bd14d HTTP/1.1" status: 200 len: 824 time: 0.8361330 Feb 19 03:11:37.584507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22d26769-4695-45fb-b782-6e63949e8047 req-7ce07aa5-a817-4079-b4a3-56a30ac555ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2680554 Feb 19 03:11:37.588959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.71', 61311) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:37.592214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:37.646372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Network dddd2b11-84e8-4db1-953d-a052f45acc15 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:37.658385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:37.693555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:37.836037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] For port a15a71e2-2a92-4976-bbbb-4afe633f9ca4, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:37.855758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Pushing event updated for resources: {'Port': ['ID=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:37.874492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cef307ca-0462-4d09-bbe5-0e181fd8aad2 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:37.902188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:37.903403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:37.930560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] For port a15a71e2-2a92-4976-bbbb-4afe633f9ca4, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:37.963442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:37.986636 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3221d105-96ab-48a9-ac97-0e1608559c81 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8574247 Feb 19 03:11:38.005771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b12c24e0-bf07-408e-9ac2-473d180f2f47 req-9dd0fa30-055d-4322-8951-c30cb86394d7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9610629 Feb 19 03:11:38.029086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Request body: {'port': {'device_id': '9334a310-5a82-4650-8827-c620a494eec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:38.072808 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.158254 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cef307ca-0462-4d09-bbe5-0e181fd8aad2 is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:38.164757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:38.165681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.167216 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] 10.222.0.37 "PUT /v2.0/ports/a15a71e2-2a92-4976-bbbb-4afe633f9ca4 HTTP/1.1" status: 200 len: 1092 time: 2.6805048 Feb 19 03:11:38.185911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'tag': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:38.191805 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "930ed40e-e0f1-4d6e-bb99-51a08bc44c3c", "tag": "a15a71e2-2a92-4976-bbbb-4afe633f9ca4"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:38.198990 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9290e3fb-3653-4001-b210-8f122e4e2588 x-openstack-request-id: req-9290e3fb-3653-4001-b210-8f122e4e2588 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:38.199548 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d646312d-5f72-4ee5-bc4c-c0f93f74ddcb", "name": "network-vif-unplugged", "status": "completed", "tag": "a95a50f4-85ac-48b8-a8c5-c16434bf417a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:38.200032 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9290e3fb-3653-4001-b210-8f122e4e2588 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:38.200645 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a', 'code': 200} Feb 19 03:11:38.208364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:11:38.209459 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5cabf6e7-b6ad-43cb-85ae-ae9dc342987e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.227802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-71ea1545-8e46-455f-bc84-ca19981bbc69 service neutron] 10.222.0.71 "GET /v2.0/ports/cef307ca-0462-4d09-bbe5-0e181fd8aad2/bindings/n-h1-826756-2 HTTP/1.1" status: 200 len: 384 time: 0.6256158 Feb 19 03:11:38.237520 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7731bce6-f80b-444c-b6ee-9beaade101b5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263 HTTP/1.1" status: 200 len: 380 time: 0.7039094 Feb 19 03:11:38.326675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Request body: {'port': {'device_id': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'admin_state_up': True, 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'security_groups': ['8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:38.350119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3fedf-a095-48b7-b2d9-3d404b0a1a6e req-fd006399-b621-4460-860b-73e516148470 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:38.362078 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6b3fedf-a095-48b7-b2d9-3d404b0a1a6e req-fd006399-b621-4460-860b-73e516148470 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 944 time: 0.8190742 Feb 19 03:11:38.423082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e033f-1e86-4bf5-82ad-4cadb441db16 service neutron] Pushing event updated for resources: {'Port': ['ID=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:38.440548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b277ff21-8342-44e9-990d-793ae9e22824 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:38.478292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Publish callbacks [] for port (b277ff21-8342-44e9-990d-793ae9e22824), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.485092 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.529908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Transition to ACTIVE for port object b277ff21-8342-44e9-990d-793ae9e22824 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:38.561529 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (b277ff21-8342-44e9-990d-793ae9e22824), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.893681 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22d26769-4695-45fb-b782-6e63949e8047 req-5c7033eb-a1d8-4eb7-b0b8-ebfff5505a69 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1971147 Feb 19 03:11:38.894223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2153830-3a74-4bed-845d-66f34efb1956 req-c8a45894-44c8-4d97-9ff5-457c1e17149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:38.903481 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-c8a45894-44c8-4d97-9ff5-457c1e17149c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 1126 time: 0.5521028 Feb 19 03:11:39.000999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Pushing event updated for resources: {'Port': ['ID=b277ff21-8342-44e9-990d-793ae9e22824,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:39.009516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Made reservation on behalf of 1fa0b8023f244a6ca34ce2f63a6c60e0 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:39.015158 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.241022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6b3fedf-a095-48b7-b2d9-3d404b0a1a6e req-86fb40d1-1587-4c05-ab78-3a7789e61aa5 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8757107 Feb 19 03:11:39.375978 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-5d884010-44f5-45a5-a81f-4a57d8811e28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4 HTTP/1.1" status: 200 len: 217 time: 0.3659482 Feb 19 03:11:39.458807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2153830-3a74-4bed-845d-66f34efb1956 req-34408dbb-8096-42fb-a1d0-999c4e90df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:39.460287 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-34408dbb-8096-42fb-a1d0-999c4e90df08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.0707593 Feb 19 03:11:39.619774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d865f522-afcd-4a01-ad0b-e2223e446c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:39.622075 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-d865f522-afcd-4a01-ad0b-e2223e446c51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1542609 Feb 19 03:11:39.632979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c594a-f5bf-4239-9cc1-1ed08816aae6 req-f15ea373-7717-4644-b13b-92be4ea2097d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:39.644392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c594a-f5bf-4239-9cc1-1ed08816aae6 req-f15ea373-7717-4644-b13b-92be4ea2097d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:39.647214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-167c594a-f5bf-4239-9cc1-1ed08816aae6 req-f15ea373-7717-4644-b13b-92be4ea2097d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042&device_id=72b1706c-f5d5-4bcf-812c-deb1d2580f60 HTTP/1.1" status: 200 len: 1690 time: 0.6552098 Feb 19 03:11:39.704661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22d26769-4695-45fb-b782-6e63949e8047 req-87a289da-590a-48c8-a83d-15caabf99364 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696426 Feb 19 03:11:39.770912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Attempting to bind port b277ff21-8342-44e9-990d-793ae9e22824 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:39.771452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Attempting to bind port b277ff21-8342-44e9-990d-793ae9e22824 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:39.771925 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Attempting to bind port b277ff21-8342-44e9-990d-793ae9e22824 on network dddd2b11-84e8-4db1-953d-a052f45acc15 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:39.783944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Made reservation on behalf of e9f85c6ecb8f4cfd97f4ba0310796263 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:39.788664 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.791990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:11:39.806508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Port b277ff21-8342-44e9-990d-793ae9e22824 on network dddd2b11-84e8-4db1-953d-a052f45acc15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:39.807048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Attempting to bind port b277ff21-8342-44e9-990d-793ae9e22824 on network dddd2b11-84e8-4db1-953d-a052f45acc15 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:39.834583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] Sync routers for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:11:39.841415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:39.866071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:39.866071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Checking segment: {'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:39.866615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Bound using segment: {'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:39.866766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Bound port: b277ff21-8342-44e9-990d-793ae9e22824, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:39.867183 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b277ff21-8342-44e9-990d-793ae9e22824), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.875932 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Publish callbacks [] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.892241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:11:39.898181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:11:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:39.936903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a8bb-0b62-48e6-90af-1dfde6537f3e req-5b60bf2b-7f56-4883-ab9f-cda43dd51523 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:39.941677 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-e7d2236f-8992-441b-8a69-2f696cc03926 service neutron] 10.222.0.37 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976916 Feb 19 03:11:39.950613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad92a8bb-0b62-48e6-90af-1dfde6537f3e req-5b60bf2b-7f56-4883-ab9f-cda43dd51523 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 944 time: 0.5946867 Feb 19 03:11:40.003578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Transition to ACTIVE for port object 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:40.043501 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:40.072660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] No DVR routers for this DVR port a95a50f4-85ac-48b8-a8c5-c16434bf417a on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:11:40.112046 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:40.115522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.37 "DELETE /v2.0/ports/a95a50f4-85ac-48b8-a8c5-c16434bf417a HTTP/1.1" status: 204 len: 173 time: 7.2669148 Feb 19 03:11:40.116320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'name': 'network-vif-deleted', 'tag': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:40.118741 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af4fec9-c5ff-4157-a7bc-c5cf2c522615" -d '{"events": [{"server_uuid": "d646312d-5f72-4ee5-bc4c-c0f93f74ddcb", "name": "network-vif-deleted", "tag": "a95a50f4-85ac-48b8-a8c5-c16434bf417a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:40.182546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-167c594a-f5bf-4239-9cc1-1ed08816aae6 req-187b35b9-2c2a-4300-95b7-771621fc7850 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926715 Feb 19 03:11:40.284897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:40.314629 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] For port b277ff21-8342-44e9-990d-793ae9e22824, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:40.402029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] For port b277ff21-8342-44e9-990d-793ae9e22824, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b277ff21-8342-44e9-990d-793ae9e22824,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:40.414415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5e42f310-c30b-401d-a5b3-62179227d455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:40.433553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:11:40.434122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (b277ff21-8342-44e9-990d-793ae9e22824), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:40.449558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Allocated IP 172.20.0.10 (6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4/e4c86e5c-d752-49b8-bd81-3c26d2849525/45913749-4f92-4515-b4bd-7645b14cfa5b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:40.456943 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c2153830-3a74-4bed-845d-66f34efb1956 req-8b54d7b3-de8c-40c7-a865-924c5840b4be service neutron] 10.222.0.37 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509604 Feb 19 03:11:40.518161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-075e801e-311b-4440-805e-5b8e879fd436 service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:40.532296 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:40.533314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:40.535656 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] 10.222.0.37 "PUT /v2.0/ports/b277ff21-8342-44e9-990d-793ae9e22824 HTTP/1.1" status: 200 len: 1091 time: 6.8901298 Feb 19 03:11:40.542752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Attempting to bind port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:40.543286 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Attempting to bind port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:40.543756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Attempting to bind port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a on network dddd2b11-84e8-4db1-953d-a052f45acc15 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:40.566856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a on network dddd2b11-84e8-4db1-953d-a052f45acc15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:40.567407 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Attempting to bind port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a on network dddd2b11-84e8-4db1-953d-a052f45acc15 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:40.577469 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53136461-c57d-4c3d-9a29-c6bc1f4354bc service neutron] Pushing event updated for resources: {'Port': ['ID=b277ff21-8342-44e9-990d-793ae9e22824,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:40.585402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:40.586156 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Checking segment: {'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:40.586837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Bound using segment: {'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:40.587741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Bound port: 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:40.588422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:40.609654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad92a8bb-0b62-48e6-90af-1dfde6537f3e req-23dad4f0-d4b1-4ab5-9baa-ce8e346fd007 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573193 Feb 19 03:11:40.743405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] For port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:40.748412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] For port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:40.756957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-075e801e-311b-4440-805e-5b8e879fd436 service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:40.762793 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:40.820673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:40.821505 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:40.823066 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] 10.222.0.71 "PUT /v2.0/ports/32e63a15-e245-4ba4-bf17-60e1fdf6ed2a HTTP/1.1" status: 200 len: 1092 time: 2.8025298 Feb 19 03:11:40.839239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-c465fd4e-f977-454d-9bf6-0cb97f064f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:40.841403 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-c465fd4e-f977-454d-9bf6-0cb97f064f76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db3c174813f419797dfecad7485f049&device_id=fc91af5b-a8d1-4ecd-bc56-27e310cea0d8 HTTP/1.1" status: 200 len: 1125 time: 0.2065477 Feb 19 03:11:40.891953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0e86faec-61ea-4a31-b599-b1f9f2e39d8c req-d6e415f3-0665-412e-8c97-615d78576b40 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 210 time: 0.0610099 Feb 19 03:11:40.905559 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-56f6c494-28b4-42ab-82a3-877d64122bd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b277ff21-8342-44e9-990d-793ae9e22824 HTTP/1.1" status: 200 len: 217 time: 0.0399354 Feb 19 03:11:40.915973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278c63d4-94de-411a-86d4-df49b0b6c653 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:40.934855 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Publish callbacks [] for port (278c63d4-94de-411a-86d4-df49b0b6c653), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:40.955501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:40.957681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Transition to ACTIVE for port object 278c63d4-94de-411a-86d4-df49b0b6c653 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:41.023779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7330667-646f-48de-a6bd-1fee6d14a6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:41.055002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] Checking router: e0faa132-ecf9-449e-9cc9-5ab8fa229d96 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:11:41.090620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Allocated IP 172.20.0.8 (78ce3a2f-2af8-45e3-8723-720eca1bd14d/9d97a81d-2e1a-438a-b310-2f3bca86ef7f/80f67ee6-999b-4caf-aed2-382ef08d17b3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:41.093281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:11:41.094361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:11:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:41.168955 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5208ab5d-079d-4b7c-b855-1fd1c47608a5 x-openstack-request-id: req-5208ab5d-079d-4b7c-b855-1fd1c47608a5 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:41.169410 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930ed40e-e0f1-4d6e-bb99-51a08bc44c3c", "tag": "a15a71e2-2a92-4976-bbbb-4afe633f9ca4", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:41.169750 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5208ab5d-079d-4b7c-b855-1fd1c47608a5 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:41.172212 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'tag': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'status': 'completed', 'code': 200} Feb 19 03:11:41.258971 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:41.325922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-db866312-e900-46c1-b880-f24374e0a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:41.328875 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-db866312-e900-46c1-b880-f24374e0a35e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2db3c174813f419797dfecad7485f049&device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 1126 time: 0.4202223 Feb 19 03:11:41.335802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-9aa2eb4e-db27-48ee-89b0-9b1893f4e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:41.338856 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-9aa2eb4e-db27-48ee-89b0-9b1893f4e383 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa0f131a-b292-4e4c-8c5f-58c7d782c127 HTTP/1.1" status: 200 len: 857 time: 0.3400290 Feb 19 03:11:41.405657 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-6e684f18-1b90-4558-b61e-8fc282955684 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a HTTP/1.1" status: 200 len: 217 time: 0.0614355 Feb 19 03:11:41.425106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:11:41.489128 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks [] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:41.516795 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-567452f3-ab0e-45cb-aa78-adc510d8e236 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dddd2b11-84e8-4db1-953d-a052f45acc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699066 Feb 19 03:11:41.527868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-075e801e-311b-4440-805e-5b8e879fd436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef307ca-0462-4d09-bbe5-0e181fd8aad2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:41.532493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-1d49a8ac-a1c8-4d09-8db4-195db5fdb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:41.534621 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-1d49a8ac-a1c8-4d09-8db4-195db5fdb0c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 1126 time: 0.3293018 Feb 19 03:11:41.552840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-075e801e-311b-4440-805e-5b8e879fd436 service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:41.634986 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:41.641629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43337e46-1112-40e3-8a16-ba81b5c138ed req-e136b958-a601-48ed-bc7f-8a8359cce9d7 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 210 time: 0.0659692 Feb 19 03:11:41.735015 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-075e801e-311b-4440-805e-5b8e879fd436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:41.751692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-0b6eab08-9327-4595-ba28-83b6fb94d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:41.753594 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-0b6eab08-9327-4595-ba28-83b6fb94d679 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa0f131a-b292-4e4c-8c5f-58c7d782c127 HTTP/1.1" status: 200 len: 857 time: 0.3279865 Feb 19 03:11:41.761786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Pushing event updated for resources: {'Port': ['ID=278c63d4-94de-411a-86d4-df49b0b6c653,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:41.775475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:41.860188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da38004-61e2-4677-b8ef-4c4fc39e4510 None None] The sync data for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 is: [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:11:41.860615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-fff1941b-902d-4720-a6e9-223d56ea7dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:41.862579 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-fff1941b-902d-4720-a6e9-223d56ea7dca service neutron] 10.222.0.37 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.3125196 Feb 19 03:11:41.882025 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:41.900331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-075e801e-311b-4440-805e-5b8e879fd436 service neutron] Transition to ACTIVE for port object cef307ca-0462-4d09-bbe5-0e181fd8aad2 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:41.916039 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-188f7404-6857-41ca-b416-3929499d5a18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dddd2b11-84e8-4db1-953d-a052f45acc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369092 Feb 19 03:11:41.916793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1b61a-1d83-41f7-9d7c-6c1f693cb256 req-e8a9434d-ae30-4b73-a6b8-eb2c12342645 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:41.928561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51f1b61a-1d83-41f7-9d7c-6c1f693cb256 req-e8a9434d-ae30-4b73-a6b8-eb2c12342645 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 944 time: 1.5578959 Feb 19 03:11:41.964230 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-3ed4891e-4e15-4963-ad45-90ae79ff4ffa service neutron] 10.222.0.37 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354773 Feb 19 03:11:41.981884 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-16f82202-4301-4dab-a480-7435b18354e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4 HTTP/1.1" status: 200 len: 217 time: 0.0959418 Feb 19 03:11:41.993568 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-075e801e-311b-4440-805e-5b8e879fd436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.121950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.124602 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.162398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51f1b61a-1d83-41f7-9d7c-6c1f693cb256 req-c1ee5254-e803-4268-8c61-2343a8ee7e7a tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325830 Feb 19 03:11:42.260626 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b62910-6979-4f7c-86b6-c5c606dc6bd0 x-openstack-request-id: req-00b62910-6979-4f7c-86b6-c5c606dc6bd0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:42.261228 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d646312d-5f72-4ee5-bc4c-c0f93f74ddcb", "name": "network-vif-deleted", "tag": "a95a50f4-85ac-48b8-a8c5-c16434bf417a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:42.262031 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00b62910-6979-4f7c-86b6-c5c606dc6bd0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:42.262793 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd646312d-5f72-4ee5-bc4c-c0f93f74ddcb', 'name': 'network-vif-deleted', 'tag': 'a95a50f4-85ac-48b8-a8c5-c16434bf417a', 'status': 'completed', 'code': 200} Feb 19 03:11:42.289104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Network 78ce3a2f-2af8-45e3-8723-720eca1bd14d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:42.289779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-829b495b-6d23-4456-90d9-c3ef6bd22fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:42.291838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-075e801e-311b-4440-805e-5b8e879fd436 service neutron] No DVR routers for this DVR port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:11:42.292372 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-829b495b-6d23-4456-90d9-c3ef6bd22fbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.2071979 Feb 19 03:11:42.318923 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-56142b9e-ebf6-45cf-ba03-fee88599388c service neutron] 10.222.0.37 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389821 Feb 19 03:11:42.325342 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-f21c4ef2-e918-4143-9fe6-7f298da60602 service neutron] 10.222.0.71 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713179 Feb 19 03:11:42.339122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:42.343675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:42.352811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:42.353676 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.372917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9fc10-11a3-44e8-bb5d-63fc7d6af673 req-6add3145-551d-42b1-aa1f-149737a3c56c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:42.386482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba9fc10-11a3-44e8-bb5d-63fc7d6af673 req-6add3145-551d-42b1-aa1f-149737a3c56c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.4140153 Feb 19 03:11:42.411205 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0cf166-37a5-4c32-b1f6-7cbdeba98a91 None None] New status for floating IP 6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:11:42.419522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:42.437702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:42.442060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:42.448326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:42.449978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.458103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e801e-311b-4440-805e-5b8e879fd436 service neutron] Pushing event updated for resources: {'Port': ['ID=cef307ca-0462-4d09-bbe5-0e181fd8aad2,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:42.527599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2084723 Feb 19 03:11:42.541934 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b6f2f60e-79b2-451a-ad8b-8c75c6d850b0 service neutron] 10.222.0.71 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743672 Feb 19 03:11:42.563760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-55f3ab22-bafd-41e6-b3d6-591c4979f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:42.566164 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-55f3ab22-bafd-41e6-b3d6-591c4979f3d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2656603 Feb 19 03:11:42.617320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Request body: {'port': {'device_id': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:42.626029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Attempting to bind port 278c63d4-94de-411a-86d4-df49b0b6c653 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:42.626341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Attempting to bind port 278c63d4-94de-411a-86d4-df49b0b6c653 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:42.626684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Attempting to bind port 278c63d4-94de-411a-86d4-df49b0b6c653 on network dddd2b11-84e8-4db1-953d-a052f45acc15 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:42.674045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-075e801e-311b-4440-805e-5b8e879fd436 service neutron] 10.222.0.71 "PUT /v2.0/ports/cef307ca-0462-4d09-bbe5-0e181fd8aad2/bindings/n-h1-826756-2/activate HTTP/1.1" status: 200 len: 369 time: 4.4008398 Feb 19 03:11:42.690749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2962184 Feb 19 03:11:42.693736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba9fc10-11a3-44e8-bb5d-63fc7d6af673 req-4501f15e-a058-48f9-ad4d-2d84c226540e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062251 Feb 19 03:11:42.701403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Port 278c63d4-94de-411a-86d4-df49b0b6c653 on network dddd2b11-84e8-4db1-953d-a052f45acc15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:42.701403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Attempting to bind port 278c63d4-94de-411a-86d4-df49b0b6c653 on network dddd2b11-84e8-4db1-953d-a052f45acc15 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:42.729508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:42.729896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Checking segment: {'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:42.730234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Bound using segment: {'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:42.730718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Bound port: 278c63d4-94de-411a-86d4-df49b0b6c653, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:42.731065 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.734511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e2727-84b5-44d2-8213-0e9f47e06aa5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event updated for resources: {'Port': ['ID=80f67ee6-999b-4caf-aed2-382ef08d17b3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:42.750407 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-eb6cd98b-b886-46fc-a22b-c7abc3715d01 service neutron] 10.222.0.37 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690416 Feb 19 03:11:42.754089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Request body: {'port': {'device_id': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:42.862536 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.884203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d93aaa-6602-443b-a55a-5a1043708c72 req-fc85240b-2e90-44c2-8259-1f8da4ba9b87 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:42.885727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18d93aaa-6602-443b-a55a-5a1043708c72 req-fc85240b-2e90-44c2-8259-1f8da4ba9b87 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 944 time: 0.4004519 Feb 19 03:11:43.048432 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-5a38873a-2872-4c41-ba92-358f9c0cdffe tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.050204 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-5a38873a-2872-4c41-ba92-358f9c0cdffe tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1127 time: 0.1301711 Feb 19 03:11:43.052449 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3f49a374-dfa7-4a73-83e3-07ceedaf6c7b req-aa2df554-1a80-4042-af64-b713181e9d84 service neutron] 10.222.0.37 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890975 Feb 19 03:11:43.176230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc91af5b-a8d1-4ecd-bc56-27e310cea0d8', 'tag': 'b277ff21-8342-44e9-990d-793ae9e22824'}, {'name': 'network-changed', 'server_uuid': '9334a310-5a82-4650-8827-c620a494eec1', 'tag': '32e63a15-e245-4ba4-bf17-60e1fdf6ed2a'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:43.179511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-002589f2-ee6e-40f2-851c-e2027261e885 None None] Provisioning complete for port 80f67ee6-999b-4caf-aed2-382ef08d17b3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:43.179966 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b083f39e-c373-4eb7-9452-819ed2ed7de9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc91af5b-a8d1-4ecd-bc56-27e310cea0d8", "tag": "b277ff21-8342-44e9-990d-793ae9e22824"}, {"name": "network-changed", "server_uuid": "9334a310-5a82-4650-8827-c620a494eec1", "tag": "32e63a15-e245-4ba4-bf17-60e1fdf6ed2a"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:43.180195 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-002589f2-ee6e-40f2-851c-e2027261e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.221478 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-52bf14ef-d2d7-4f94-8f95-3890815d74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.223999 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-52bf14ef-d2d7-4f94-8f95-3890815d74b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d HTTP/1.1" status: 200 len: 1127 time: 0.1478977 Feb 19 03:11:43.245512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-002589f2-ee6e-40f2-851c-e2027261e885 None None] Port 80f67ee6-999b-4caf-aed2-382ef08d17b3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:11:43.341895 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-646a4c38-dbaf-4b1b-ae1c-6b21a3c23939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.344640 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-646a4c38-dbaf-4b1b-ae1c-6b21a3c23939 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1127 time: 0.0809832 Feb 19 03:11:43.354604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.381551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01187c-0f50-443d-8e8b-0c68ac7c643a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Pushing event updated for resources: {'Port': ['ID=45913749-4f92-4515-b4bd-7645b14cfa5b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:43.494439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] For port 278c63d4-94de-411a-86d4-df49b0b6c653, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:43.501710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-0c11a083-8fad-4c74-a70f-3c93dfc3ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.502850 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18d93aaa-6602-443b-a55a-5a1043708c72 req-41edede4-ffee-4cf5-8a1d-45c5eb8fd237 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028862 Feb 19 03:11:43.503466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.504453 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-0c11a083-8fad-4c74-a70f-3c93dfc3ef59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.1533647 Feb 19 03:11:43.542642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] For port 278c63d4-94de-411a-86d4-df49b0b6c653, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=278c63d4-94de-411a-86d4-df49b0b6c653,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:43.568603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72647695-3c71-4adb-9342-0d4de9714fe8 req-38006c3d-e43f-4c41-8ba5-3a67cc1e4ce6 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.570479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72647695-3c71-4adb-9342-0d4de9714fe8 req-38006c3d-e43f-4c41-8ba5-3a67cc1e4ce6 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 945 time: 0.6558602 Feb 19 03:11:43.576481 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.587734 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-ade0f61c-250d-4c1c-902d-d9d05339e387 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 200 len: 217 time: 0.0764394 Feb 19 03:11:43.656196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-52247fb4-860d-4bea-a1d5-734c70e08909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.657930 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-52247fb4-860d-4bea-a1d5-734c70e08909 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.0636153 Feb 19 03:11:43.709230 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-980bdca0-0773-47f6-a08d-8bd66c1f9080 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454891 Feb 19 03:11:43.723258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.723896 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.725687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] 10.222.0.37 "PUT /v2.0/ports/278c63d4-94de-411a-86d4-df49b0b6c653 HTTP/1.1" status: 200 len: 1092 time: 6.6424327 Feb 19 03:11:43.864677 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-bc56cc56-bf3c-47f5-b789-205690320954 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481442 Feb 19 03:11:43.980605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3111cba-0d47-4dc6-9af0-750fbb259606 service neutron] Pushing event updated for resources: {'Port': ['ID=278c63d4-94de-411a-86d4-df49b0b6c653,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:44.029260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72647695-3c71-4adb-9342-0d4de9714fe8 req-0fc35d23-52d6-4e69-bfe4-03704b784805 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020331 Feb 19 03:11:44.038691 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-f8991d57-a1e0-4a38-832b-47c1a934908a service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678066 Feb 19 03:11:44.126314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7239-5481-4bee-8cb4-b9b00d0d0ac4 req-5042fc6e-bf7a-4030-9293-4df522516c61 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.128883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6dbd7239-5481-4bee-8cb4-b9b00d0d0ac4 req-5042fc6e-bf7a-4030-9293-4df522516c61 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 932 time: 0.4697556 Feb 19 03:11:44.233788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-2333ac76-fa6b-4e13-ba62-1efa19b2f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.235612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-2333ac76-fa6b-4e13-ba62-1efa19b2f34e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db3c174813f419797dfecad7485f049&device_id=49d98ab9-3d39-4513-951d-81b96008587d HTTP/1.1" status: 200 len: 1126 time: 0.4381077 Feb 19 03:11:44.270072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d98ab9-3d39-4513-951d-81b96008587d', 'tag': '278c63d4-94de-411a-86d4-df49b0b6c653'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:44.272672 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9651ce14-8cc9-4b23-81f9-148b24f83c01" -d '{"events": [{"name": "network-changed", "server_uuid": "49d98ab9-3d39-4513-951d-81b96008587d", "tag": "278c63d4-94de-411a-86d4-df49b0b6c653"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:44.341265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-32ce4349-5dc9-4599-aba1-0e365e022eaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=278c63d4-94de-411a-86d4-df49b0b6c653 HTTP/1.1" status: 200 len: 217 time: 0.0852404 Feb 19 03:11:44.411206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-ddb71344-d243-472b-a499-9656b142a9f4 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.413330 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-ddb71344-d243-472b-a499-9656b142a9f4 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1127 time: 0.0849118 Feb 19 03:11:44.496428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6dbd7239-5481-4bee-8cb4-b9b00d0d0ac4 req-067ead21-a7e0-40d5-820b-8741ad445b05 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419452 Feb 19 03:11:44.541069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0763700-34bb-45e5-beee-a1dbde4f72aa req-aa5839d2-ddfc-4bee-8a42-eb166c62b5f0 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.543942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0763700-34bb-45e5-beee-a1dbde4f72aa req-aa5839d2-ddfc-4bee-8a42-eb166c62b5f0 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 1132 time: 0.4133763 Feb 19 03:11:44.587042 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.628590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b13e6d64-0860-418b-96e1-0a31db0599f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.632238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-b13e6d64-0860-418b-96e1-0a31db0599f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa0f131a-b292-4e4c-8c5f-58c7d782c127 HTTP/1.1" status: 200 len: 857 time: 0.2713888 Feb 19 03:11:44.637580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f67ee6-999b-4caf-aed2-382ef08d17b3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:44.694453 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Publish callbacks [] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.767893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-24b137f1-f04d-46d0-93f6-ee8b091682a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dddd2b11-84e8-4db1-953d-a052f45acc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106858 Feb 19 03:11:44.824237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Transition to ACTIVE for port object 80f67ee6-999b-4caf-aed2-382ef08d17b3 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:44.850890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45913749-4f92-4515-b4bd-7645b14cfa5b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:44.895952 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.902573 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Publish callbacks [] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.909267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0763700-34bb-45e5-beee-a1dbde4f72aa req-8271530c-408f-482b-a6f2-76a62c5f1a62 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513148 Feb 19 03:11:44.919787 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-908a05a5-e853-4eef-9492-a2f7ffdd00ef service neutron] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:44.927225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-908a05a5-e853-4eef-9492-a2f7ffdd00ef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.929885 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-72f2ebd9-5fc7-4c92-b634-e3bb98679716 req-908a05a5-e853-4eef-9492-a2f7ffdd00ef service neutron] 10.222.0.37 "DELETE /v2.0/ports/cef307ca-0462-4d09-bbe5-0e181fd8aad2/bindings/n-h2-826756-2 HTTP/1.1" status: 204 len: 173 time: 0.5091012 Feb 19 03:11:44.962437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Transition to ACTIVE for port object 45913749-4f92-4515-b4bd-7645b14cfa5b will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:44.972398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device a15a71e2-2a92-4976-bbbb-4afe633f9ca4 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:44.975105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618120-3740-404d-83ab-9ecfdadc810c req-f2079c05-5cd7-4ded-9fc8-8bffbd7cb96b tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.977486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4618120-3740-404d-83ab-9ecfdadc810c req-f2079c05-5cd7-4ded-9fc8-8bffbd7cb96b tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 931 time: 0.3821340 Feb 19 03:11:44.995339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:45.077250 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d76f1f-0714-4f75-a97e-c3124d8a65d4 x-openstack-request-id: req-51d76f1f-0714-4f75-a97e-c3124d8a65d4 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:45.077772 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc91af5b-a8d1-4ecd-bc56-27e310cea0d8", "tag": "b277ff21-8342-44e9-990d-793ae9e22824", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9334a310-5a82-4650-8827-c620a494eec1", "tag": "32e63a15-e245-4ba4-bf17-60e1fdf6ed2a", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:45.078223 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51d76f1f-0714-4f75-a97e-c3124d8a65d4 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:45.078729 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc91af5b-a8d1-4ecd-bc56-27e310cea0d8', 'tag': 'b277ff21-8342-44e9-990d-793ae9e22824', 'status': 'completed', 'code': 200} Feb 19 03:11:45.079211 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9334a310-5a82-4650-8827-c620a494eec1', 'tag': '32e63a15-e245-4ba4-bf17-60e1fdf6ed2a', 'status': 'completed', 'code': 200} Feb 19 03:11:45.097754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=80f67ee6-999b-4caf-aed2-382ef08d17b3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:45.163854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port a15a71e2-2a92-4976-bbbb-4afe633f9ca4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:45.183823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'port_id': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'mac_address': 'fa:16:3e:03:02:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:45.195414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-65b28da1-21fc-45ef-a373-575d64024bc2 service neutron] 10.222.0.37 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021723 Feb 19 03:11:45.235512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:45.236555 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:45.254330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15a71e2-2a92-4976-bbbb-4afe633f9ca4 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:45.275808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Attempting to bind port 80f67ee6-999b-4caf-aed2-382ef08d17b3 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:45.276278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Attempting to bind port 80f67ee6-999b-4caf-aed2-382ef08d17b3 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:45.276790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Attempting to bind port 80f67ee6-999b-4caf-aed2-382ef08d17b3 on network 78ce3a2f-2af8-45e3-8723-720eca1bd14d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:45.277175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-b5b4ab12-2a16-4471-bf92-14794ea72561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:45.280191 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-b5b4ab12-2a16-4471-bf92-14794ea72561 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db3c174813f419797dfecad7485f049&device_id=fc91af5b-a8d1-4ecd-bc56-27e310cea0d8 HTTP/1.1" status: 200 len: 1125 time: 0.1153154 Feb 19 03:11:45.283535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port a15a71e2-2a92-4976-bbbb-4afe633f9ca4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:45.291523 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:45.362762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4618120-3740-404d-83ab-9ecfdadc810c req-969c0a7e-3e73-4852-8dbd-f60448c4a21c tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492846 Feb 19 03:11:45.376609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:45.421791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-eb086756-327c-4243-9c0e-be4b2782ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:45.423671 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-eb086756-327c-4243-9c0e-be4b2782ae74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dddd2b11-84e8-4db1-953d-a052f45acc15 HTTP/1.1" status: 200 len: 918 time: 0.1378996 Feb 19 03:11:45.464278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Port 80f67ee6-999b-4caf-aed2-382ef08d17b3 on network 78ce3a2f-2af8-45e3-8723-720eca1bd14d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:45.464810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Attempting to bind port 80f67ee6-999b-4caf-aed2-382ef08d17b3 on network 78ce3a2f-2af8-45e3-8723-720eca1bd14d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:45.491480 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-6ea2c4ff-2633-482d-a194-8725d1d815c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b277ff21-8342-44e9-990d-793ae9e22824 HTTP/1.1" status: 200 len: 217 time: 0.0612493 Feb 19 03:11:45.533924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Pushing event updated for resources: {'Port': ['ID=45913749-4f92-4515-b4bd-7645b14cfa5b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:45.544584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:45.544932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Checking segment: {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:45.545386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Bound using segment: {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:45.546380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Bound port: 80f67ee6-999b-4caf-aed2-382ef08d17b3, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de258c7-4d8e-4728-89b4-f43ec6bca67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:45.546927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:45.553802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-0e4e5391-99a4-453c-941d-079bf35b1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:45.557079 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-0e4e5391-99a4-453c-941d-079bf35b1ce6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa0f131a-b292-4e4c-8c5f-58c7d782c127 HTTP/1.1" status: 200 len: 857 time: 0.0584786 Feb 19 03:11:45.594947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:45.595521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:45.596083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:45.640624 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-d588a911-f5a3-4d12-9095-72de40e5ce9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dddd2b11-84e8-4db1-953d-a052f45acc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734959 Feb 19 03:11:45.640793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Port 45913749-4f92-4515-b4bd-7645b14cfa5b on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:45.641282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:45.711762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:45.712186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:45.712784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:45.713492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Bound port: 45913749-4f92-4515-b4bd-7645b14cfa5b, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:45.714098 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:45.739676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbffd7-d1bc-4f82-91e3-706a46d39b52 req-16b5fe56-bbec-47a3-b0b4-277f3e0ce6ea tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:45.742308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efbbffd7-d1bc-4f82-91e3-706a46d39b52 req-16b5fe56-bbec-47a3-b0b4-277f3e0ce6ea tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 944 time: 0.5024655 Feb 19 03:11:45.768952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-270165b1-0443-470f-ab6d-efa7eba4516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:45.771529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-270165b1-0443-470f-ab6d-efa7eba4516b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2db3c174813f419797dfecad7485f049&device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 1126 time: 0.5298555 Feb 19 03:11:45.782816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['a15a71e2-2a92-4976-bbbb-4afe633f9ca4'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:45.792986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a025d6fb-0eb5-4c77-bf5d-d69108eb9300 req-f0f367bf-82ba-444a-b402-01c70c59f7f3 service neutron] 10.222.0.37 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322211 Feb 19 03:11:45.850814 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-af20af7d-d8af-4a58-a297-4171cc6f1153 service neutron] 10.222.0.37 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978045 Feb 19 03:11:45.885044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef05fa-619a-4317-8b87-47e061ac9c04 req-48b7e22c-31d7-4570-b9ec-8b1d1e51f2d2 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:45.886668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bef05fa-619a-4317-8b87-47e061ac9c04 req-48b7e22c-31d7-4570-b9ec-8b1d1e51f2d2 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.4080517 Feb 19 03:11:45.895534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:46.087025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] For port 80f67ee6-999b-4caf-aed2-382ef08d17b3, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:46.097555 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-d5414d8f-f026-4e2e-bee1-7accb4fcd00f service neutron] 10.222.0.37 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450340 Feb 19 03:11:46.133647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:46.141691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] For port 80f67ee6-999b-4caf-aed2-382ef08d17b3, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=80f67ee6-999b-4caf-aed2-382ef08d17b3,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:46.151552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efbbffd7-d1bc-4f82-91e3-706a46d39b52 req-4ea7fdd8-f3a4-4d23-b953-ce5b981cbb90 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698111 Feb 19 03:11:46.163290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '32e63a15-e245-4ba4-bf17-60e1fdf6ed2a', 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15', 'port_id': '32e63a15-e245-4ba4-bf17-60e1fdf6ed2a', 'mac_address': 'fa:16:3e:74:c2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0f131a-b292-4e4c-8c5f-58c7d782c127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:46.190259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:46.211922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:46.227265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:46.227787 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:46.244117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:46.269701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:46.276006 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7982422c-b993-4ef6-b495-3729aaceb941 x-openstack-request-id: req-7982422c-b993-4ef6-b495-3729aaceb941 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:46.276006 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d98ab9-3d39-4513-951d-81b96008587d", "tag": "278c63d4-94de-411a-86d4-df49b0b6c653", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:46.276006 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7982422c-b993-4ef6-b495-3729aaceb941 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:46.276006 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d98ab9-3d39-4513-951d-81b96008587d', 'tag': '278c63d4-94de-411a-86d4-df49b0b6c653', 'status': 'completed', 'code': 200} Feb 19 03:11:46.279126 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:46.299133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bef05fa-619a-4317-8b87-47e061ac9c04 req-b3df4822-74cb-4bb8-bb79-2bc44006e1db tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755337 Feb 19 03:11:46.309821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:46.318475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-51bf0690-0147-421f-b6ad-edce994e7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:46.320863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-51bf0690-0147-421f-b6ad-edce994e7c02 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dddd2b11-84e8-4db1-953d-a052f45acc15 HTTP/1.1" status: 200 len: 918 time: 0.5179596 Feb 19 03:11:46.367025 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:46.370527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:46.371206 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:46.372983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] 10.222.0.71 "PUT /v2.0/ports/80f67ee6-999b-4caf-aed2-382ef08d17b3 HTTP/1.1" status: 200 len: 1091 time: 3.7605712 Feb 19 03:11:46.416329 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:46.470563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651ce14-8cc9-4b23-81f9-148b24f83c01 req-a00f01ea-fda7-4b21-b258-4475eb106978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:46.474385 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9651ce14-8cc9-4b23-81f9-148b24f83c01 req-a00f01ea-fda7-4b21-b258-4475eb106978 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db3c174813f419797dfecad7485f049&device_id=49d98ab9-3d39-4513-951d-81b96008587d HTTP/1.1" status: 200 len: 1126 time: 0.1445761 Feb 19 03:11:46.477698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-9f3f3cc4-2298-45bb-95c4-ca36adb0ec7c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a HTTP/1.1" status: 200 len: 217 time: 0.1205058 Feb 19 03:11:46.558996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:46.559629 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:46.562311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] 10.222.0.71 "PUT /v2.0/ports/45913749-4f92-4515-b4bd-7645b14cfa5b HTTP/1.1" status: 200 len: 1092 time: 3.8124163 Feb 19 03:11:46.615466 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651ce14-8cc9-4b23-81f9-148b24f83c01 req-2c5b4298-9c44-48dd-bf7e-e48fa511b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:46.618095 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9651ce14-8cc9-4b23-81f9-148b24f83c01 req-2c5b4298-9c44-48dd-bf7e-e48fa511b8d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dddd2b11-84e8-4db1-953d-a052f45acc15 HTTP/1.1" status: 200 len: 918 time: 0.1360147 Feb 19 03:11:46.678249 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9651ce14-8cc9-4b23-81f9-148b24f83c01 req-3e49c2e5-2665-41b6-bc71-d39909f5ea78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=278c63d4-94de-411a-86d4-df49b0b6c653 HTTP/1.1" status: 200 len: 217 time: 0.0537124 Feb 19 03:11:46.751602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651ce14-8cc9-4b23-81f9-148b24f83c01 req-e3a5dcee-cdc3-48bd-8f82-2149effe3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:46.754003 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9651ce14-8cc9-4b23-81f9-148b24f83c01 req-e3a5dcee-cdc3-48bd-8f82-2149effe3408 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa0f131a-b292-4e4c-8c5f-58c7d782c127 HTTP/1.1" status: 200 len: 857 time: 0.0691714 Feb 19 03:11:46.809768 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9651ce14-8cc9-4b23-81f9-148b24f83c01 req-5e77e44a-5d2d-4f89-a7db-af83e385f4a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dddd2b11-84e8-4db1-953d-a052f45acc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488486 Feb 19 03:11:46.853928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['32e63a15-e245-4ba4-bf17-60e1fdf6ed2a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:46.881369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0112d-c1f3-479d-a4e5-05f23b2cfdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=80f67ee6-999b-4caf-aed2-382ef08d17b3,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:46.951111 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9651ce14-8cc9-4b23-81f9-148b24f83c01 req-dc1d6878-e25e-4792-baec-d5c1cad6b40e service neutron] 10.222.0.37 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348617 Feb 19 03:11:46.959709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b277ff21-8342-44e9-990d-793ae9e22824 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:46.994242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-7d6ad262-4b3b-41f1-a15c-ef16632ee1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:46.995748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-7d6ad262-4b3b-41f1-a15c-ef16632ee1c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa0f131a-b292-4e4c-8c5f-58c7d782c127 HTTP/1.1" status: 200 len: 857 time: 0.4993258 Feb 19 03:11:47.009206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d57cd8-3a2d-4e6c-913b-a613d181215b req-53be0e84-5bc6-4860-ae2b-b17286381267 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:47.010744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38d57cd8-3a2d-4e6c-913b-a613d181215b req-53be0e84-5bc6-4860-ae2b-b17286381267 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 945 time: 0.6862948 Feb 19 03:11:47.081451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-8e44d574-3981-423d-8efd-d301fa29c365 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dddd2b11-84e8-4db1-953d-a052f45acc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673776 Feb 19 03:11:47.085905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba032d-6453-4a12-8e0b-a5321633f341 service neutron] Pushing event updated for resources: {'Port': ['ID=45913749-4f92-4515-b4bd-7645b14cfa5b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:47.090147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618b39-0963-48bd-929b-d292f0b1044b req-bd2f7625-15f4-4dad-aec5-feca0d761f31 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:47.091724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad618b39-0963-48bd-929b-d292f0b1044b req-bd2f7625-15f4-4dad-aec5-feca0d761f31 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=72b1706c-f5d5-4bcf-812c-deb1d2580f60 HTTP/1.1" status: 200 len: 1131 time: 0.6276202 Feb 19 03:11:47.096214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512798f-8ec7-4b11-b590-840e682c1bef req-e8c4e282-431d-4936-a8b8-1bcb7ed44f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:47.097751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-e8c4e282-431d-4936-a8b8-1bcb7ed44f1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263&device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 1125 time: 0.6245763 Feb 19 03:11:47.127420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95528557-d9ca-4229-8732-dc72310475e6 req-56bdffbd-a22f-45ac-8461-f995554f51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:47.128941 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-56bdffbd-a22f-45ac-8461-f995554f51ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1126 time: 0.2384813 Feb 19 03:11:47.136499 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9651ce14-8cc9-4b23-81f9-148b24f83c01 req-7064eeb5-2953-4704-a8fd-248e3c5efa05 service neutron] 10.222.0.37 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766748 Feb 19 03:11:47.214629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-6631a783-852e-4c03-8874-cbfde281b78e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80f67ee6-999b-4caf-aed2-382ef08d17b3 HTTP/1.1" status: 200 len: 217 time: 0.0826201 Feb 19 03:11:47.219575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b277ff21-8342-44e9-990d-793ae9e22824, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b277ff21-8342-44e9-990d-793ae9e22824,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:47.239216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'b277ff21-8342-44e9-990d-793ae9e22824', 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15', 'port_id': 'b277ff21-8342-44e9-990d-793ae9e22824', 'mac_address': 'fa:16:3e:d2:a7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0f131a-b292-4e4c-8c5f-58c7d782c127', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:47.281174 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b277ff21-8342-44e9-990d-793ae9e22824 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:47.281497 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b277ff21-8342-44e9-990d-793ae9e22824), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:47.296077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b277ff21-8342-44e9-990d-793ae9e22824 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:47.318760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b277ff21-8342-44e9-990d-793ae9e22824, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b277ff21-8342-44e9-990d-793ae9e22824,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:47.325159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b277ff21-8342-44e9-990d-793ae9e22824), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:47.334447 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38d57cd8-3a2d-4e6c-913b-a613d181215b req-bd30ffbc-af82-4291-a6fa-e69f729570d8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983899 Feb 19 03:11:47.335926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-ff29f704-8ccc-4644-902e-8b501d8df65a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45913749-4f92-4515-b4bd-7645b14cfa5b HTTP/1.1" status: 200 len: 217 time: 0.1778564 Feb 19 03:11:47.409869 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b277ff21-8342-44e9-990d-793ae9e22824,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:47.466120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad618b39-0963-48bd-929b-d292f0b1044b req-cba66e08-f572-45a1-8ba2-c9b9bed8bb90 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599467 Feb 19 03:11:47.502496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512798f-8ec7-4b11-b590-840e682c1bef req-da9d0c10-0466-406d-b17b-33f812ac1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:47.504399 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-da9d0c10-0466-406d-b17b-33f812ac1b13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d97a81d-2e1a-438a-b310-2f3bca86ef7f HTTP/1.1" status: 200 len: 863 time: 0.2263858 Feb 19 03:11:47.514732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95528557-d9ca-4229-8732-dc72310475e6 req-0db81476-096f-476a-b827-6a44a6aa597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:47.517454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-0db81476-096f-476a-b827-6a44a6aa597d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.1371703 Feb 19 03:11:47.607862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-9b8af8a9-e66e-4c17-a134-aee4fc75adb4 service neutron] 10.222.0.71 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636071 Feb 19 03:11:47.614607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-f2f902b0-5f3e-4a57-b555-f0673260c34d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756574 Feb 19 03:11:47.777858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc2292-95ff-471f-841f-0b157edf640b req-c03ce84d-045b-4bec-b3f4-8f69ef7f4995 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:47.780549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7dfc2292-95ff-471f-841f-0b157edf640b req-c03ce84d-045b-4bec-b3f4-8f69ef7f4995 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 945 time: 0.3324776 Feb 19 03:11:47.873214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512798f-8ec7-4b11-b590-840e682c1bef req-14a2a37b-2d3f-4a05-827e-46b2293521d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:47.875918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-14a2a37b-2d3f-4a05-827e-46b2293521d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=78ce3a2f-2af8-45e3-8723-720eca1bd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3491192 Feb 19 03:11:47.955391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['b277ff21-8342-44e9-990d-793ae9e22824'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:47.959265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63823389-531d-4809-8ba5-13f7700d800e req-d177d089-e6b2-4c1e-8c1c-e5eaf6b7cde5 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:47.961344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63823389-531d-4809-8ba5-13f7700d800e req-d177d089-e6b2-4c1e-8c1c-e5eaf6b7cde5 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 944 time: 0.4026248 Feb 19 03:11:48.036437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b083f39e-c373-4eb7-9452-819ed2ed7de9 req-59324730-6361-4f86-bb06-da5a8351cb47 service neutron] 10.222.0.71 "GET /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037471 Feb 19 03:11:48.056479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7dfc2292-95ff-471f-841f-0b157edf640b req-4004bdda-a408-4432-a9b3-4d66759f5faf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605345 Feb 19 03:11:48.063985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-253472fa-48a3-4388-bdd2-f527844b55e0 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304602 Feb 19 03:11:48.216094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63823389-531d-4809-8ba5-13f7700d800e req-9e91aa36-0cc0-4d21-83dc-31eb609d26ef tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276936 Feb 19 03:11:48.276071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'tag': '80f67ee6-999b-4caf-aed2-382ef08d17b3'}, {'name': 'network-changed', 'server_uuid': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'tag': '45913749-4f92-4515-b4bd-7645b14cfa5b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:48.278389 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1e3a7e-92c0-4c3c-825c-4056727e7997" -d '{"events": [{"name": "network-changed", "server_uuid": "73e9da1d-d6b7-492c-b6e4-98fbfd1347e7", "tag": "80f67ee6-999b-4caf-aed2-382ef08d17b3"}, {"name": "network-changed", "server_uuid": "fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec", "tag": "45913749-4f92-4515-b4bd-7645b14cfa5b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:48.296167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-324be265-ee8e-4303-9505-82bf71d96a1b service neutron] 10.222.0.71 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947539 Feb 19 03:11:48.424280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95528557-d9ca-4229-8732-dc72310475e6 req-79ec7269-41f7-4e75-87c7-c0fb4b593c31 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330162 Feb 19 03:11:48.443426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461558f-b51f-4720-a303-69a8bc55859d req-c240b197-ee6c-4d83-83d9-ae15d1ce6f18 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:48.445485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a461558f-b51f-4720-a303-69a8bc55859d req-c240b197-ee6c-4d83-83d9-ae15d1ce6f18 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 943 time: 0.2343822 Feb 19 03:11:48.522800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7512798f-8ec7-4b11-b590-840e682c1bef req-a90cffa0-334d-45f4-9ca4-8b0580410085 service neutron] 10.222.0.71 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190158 Feb 19 03:11:48.536196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1896d-a461-424e-a1df-d76dccf528fc req-fe5ba97c-554d-461f-a1b9-ccd9e1036a47 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:48.538216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-10d1896d-a461-424e-a1df-d76dccf528fc req-fe5ba97c-554d-461f-a1b9-ccd9e1036a47 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 945 time: 0.2008348 Feb 19 03:11:48.609420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a461558f-b51f-4720-a303-69a8bc55859d req-1656b460-66b7-4101-a0e0-c4c41b3a36d1 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402762 Feb 19 03:11:48.647655 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-10d1896d-a461-424e-a1df-d76dccf528fc req-10050cf9-d9aa-4e46-9c45-a2a09a2bc82e tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951335 Feb 19 03:11:48.747038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30014-d107-4b65-9e5f-0646cfd3dac6 req-bb6bbd70-db73-485e-9164-0271781352e4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:48.750204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5a30014-d107-4b65-9e5f-0646cfd3dac6 req-bb6bbd70-db73-485e-9164-0271781352e4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.0770140 Feb 19 03:11:48.850828 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5a30014-d107-4b65-9e5f-0646cfd3dac6 req-98a2bb2e-a3ad-40f9-a09b-d8485858682f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936818 Feb 19 03:11:48.942657 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7827c73-2e85-47b5-bb27-346323cd4f68 x-openstack-request-id: req-c7827c73-2e85-47b5-bb27-346323cd4f68 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:48.943007 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e9da1d-d6b7-492c-b6e4-98fbfd1347e7", "tag": "80f67ee6-999b-4caf-aed2-382ef08d17b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec", "tag": "45913749-4f92-4515-b4bd-7645b14cfa5b", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:48.943274 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7827c73-2e85-47b5-bb27-346323cd4f68 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:48.943677 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'tag': '80f67ee6-999b-4caf-aed2-382ef08d17b3', 'status': 'completed', 'code': 200} Feb 19 03:11:48.943934 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'tag': '45913749-4f92-4515-b4bd-7645b14cfa5b', 'status': 'completed', 'code': 200} Feb 19 03:11:48.971463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device a15a71e2-2a92-4976-bbbb-4afe633f9ca4 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:49.075666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:49.083422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:49.084845 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.166501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea99d9-e890-4c53-b680-65b180165996 req-b7706534-e8c0-433a-9d73-6191b2d1f8aa tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.169266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cdea99d9-e890-4c53-b680-65b180165996 req-b7706534-e8c0-433a-9d73-6191b2d1f8aa tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 945 time: 0.1577520 Feb 19 03:11:49.173014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-7c3c9c70-961f-4956-a344-94d9f932a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.175743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-7c3c9c70-961f-4956-a344-94d9f932a195 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263&device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 1125 time: 0.1474175 Feb 19 03:11:49.244215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:49.244530 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.278016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:49.281505 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556eb5cd-efaf-47cb-9ed1-6eabf5d35452" -d '{"events": [{"server_uuid": "930ed40e-e0f1-4d6e-bb99-51a08bc44c3c", "name": "network-vif-plugged", "status": "completed", "tag": "a15a71e2-2a92-4976-bbbb-4afe633f9ca4"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:49.297653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port a15a71e2-2a92-4976-bbbb-4afe633f9ca4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:49.305600 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.347638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cdea99d9-e890-4c53-b680-65b180165996 req-3a8b7d5d-dd61-4e1b-b65e-3b31ceb93860 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656461 Feb 19 03:11:49.370531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:49.395947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-a216c5dd-5567-49b6-b9ef-4bc8eab56963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.397622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-a216c5dd-5567-49b6-b9ef-4bc8eab56963 service neutron] 10.222.0.71 "GET /v2.0/networks?id=78ce3a2f-2af8-45e3-8723-720eca1bd14d HTTP/1.1" status: 200 len: 925 time: 0.2040372 Feb 19 03:11:49.465933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-007cff6b-400a-4922-b0d7-83e9d39d30be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80f67ee6-999b-4caf-aed2-382ef08d17b3 HTTP/1.1" status: 200 len: 217 time: 0.0573254 Feb 19 03:11:49.549031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-4c6d1db6-86ab-4893-8fc0-c28226a11d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.559427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-4c6d1db6-86ab-4893-8fc0-c28226a11d1a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d97a81d-2e1a-438a-b310-2f3bca86ef7f HTTP/1.1" status: 200 len: 863 time: 0.0595889 Feb 19 03:11:49.566817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d38d7-14f7-48fe-b0b0-b54eb11b61ed req-65cc6579-cf69-4a7f-bcaa-583071325c92 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.570422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-803d38d7-14f7-48fe-b0b0-b54eb11b61ed req-65cc6579-cf69-4a7f-bcaa-583071325c92 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1127 time: 0.1065018 Feb 19 03:11:49.671492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-4577ce33-02cf-42a4-9e75-d237ef8b5f35 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428848 Feb 19 03:11:49.756047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-803d38d7-14f7-48fe-b0b0-b54eb11b61ed req-3428f112-744c-4e0d-888d-dda439466c8c tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641779 Feb 19 03:11:49.764838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-bac437e1-d064-49a8-b566-18aadf26cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.767219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-bac437e1-d064-49a8-b566-18aadf26cf2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=78ce3a2f-2af8-45e3-8723-720eca1bd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1951935 Feb 19 03:11:49.917339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:49.980812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-863669d0-373e-4c96-ba5d-eba6eac4efa8 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.984231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-863669d0-373e-4c96-ba5d-eba6eac4efa8 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007610 Feb 19 03:11:50.012803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:50.023062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:50.023923 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.042374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-39472359-7c4a-4f5a-b507-e3139b39d5f3 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/quotas/8d26c743e5c94f16b0a83e45df8fd90a HTTP/1.1" status: 200 len: 375 time: 0.0375552 Feb 19 03:11:50.062305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d89ca0-f575-433e-b5c0-e5b4b1ff7f9c req-2df5dba8-7d2e-4d62-9356-97414b96af39 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:50.064915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6d89ca0-f575-433e-b5c0-e5b4b1ff7f9c req-2df5dba8-7d2e-4d62-9356-97414b96af39 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 944 time: 0.1572554 Feb 19 03:11:50.122301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-42b63f23-0620-4537-bc48-637e60c78231 service neutron] 10.222.0.71 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265805 Feb 19 03:11:50.137382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:50.138003 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.181703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:50.187838 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.270277 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:50.274713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6d89ca0-f575-433e-b5c0-e5b4b1ff7f9c req-0fb9e09c-9a65-46ed-960f-1f1bc85b73f3 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983478 Feb 19 03:11:50.294685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-090f9492-74c3-403e-8d98-c7db952b8712 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2284019 Feb 19 03:11:50.340705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-7db4db6f-ea61-4315-96b4-958edf58dad8 service neutron] 10.222.0.71 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821768 Feb 19 03:11:50.377977 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b192e356-f829-4608-aedb-9a0c1344302d x-openstack-request-id: req-b192e356-f829-4608-aedb-9a0c1344302d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:50.378472 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930ed40e-e0f1-4d6e-bb99-51a08bc44c3c", "name": "network-vif-plugged", "status": "completed", "tag": "a15a71e2-2a92-4976-bbbb-4afe633f9ca4", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:50.379444 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b192e356-f829-4608-aedb-9a0c1344302d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:50.379619 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'code': 200} Feb 19 03:11:50.524659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-736015fa-5e0b-4736-ab83-bcb097c84831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:50.527709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-736015fa-5e0b-4736-ab83-bcb097c84831 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1126 time: 0.1166503 Feb 19 03:11:50.590394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0e8b-af31-4eeb-a877-63705b85fafc req-1120caf6-47ea-49b2-a7e5-d17878cf8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:50.594522 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-093b0e8b-af31-4eeb-a877-63705b85fafc req-1120caf6-47ea-49b2-a7e5-d17878cf8090 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 1128 time: 0.1056278 Feb 19 03:11:50.700676 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-093b0e8b-af31-4eeb-a877-63705b85fafc req-f2735a6a-d1bb-4ba3-983b-cb922ac5a0e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995429 Feb 19 03:11:50.734374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39849-d171-4f11-8cb0-648541cf95a8 req-cabcdfbf-5b29-4cf2-9e8b-5a0ff876ceb8 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:50.746718 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ca39849-d171-4f11-8cb0-648541cf95a8 req-cabcdfbf-5b29-4cf2-9e8b-5a0ff876ceb8 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 943 time: 0.2605591 Feb 19 03:11:50.870175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-83f92a4f-f8c5-4061-9900-d3daf53acdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:50.872832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-83f92a4f-f8c5-4061-9900-d3daf53acdd4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.3030374 Feb 19 03:11:50.879628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ca39849-d171-4f11-8cb0-648541cf95a8 req-174e2bdb-c3c2-47a5-a447-7349421ef262 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315858 Feb 19 03:11:50.953916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-94c458c8-8eb1-4546-8d6e-7a63b0abc8af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45913749-4f92-4515-b4bd-7645b14cfa5b HTTP/1.1" status: 200 len: 217 time: 0.0702746 Feb 19 03:11:50.975942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 278c63d4-94de-411a-86d4-df49b0b6c653 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:50.998156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b277ff21-8342-44e9-990d-793ae9e22824 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:51.343292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 278c63d4-94de-411a-86d4-df49b0b6c653, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=278c63d4-94de-411a-86d4-df49b0b6c653,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:51.362093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '278c63d4-94de-411a-86d4-df49b0b6c653', 'network_id': 'dddd2b11-84e8-4db1-953d-a052f45acc15', 'port_id': '278c63d4-94de-411a-86d4-df49b0b6c653', 'mac_address': 'fa:16:3e:ec:dc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0f131a-b292-4e4c-8c5f-58c7d782c127', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:51.432435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 278c63d4-94de-411a-86d4-df49b0b6c653 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:51.433054 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.448796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port b277ff21-8342-44e9-990d-793ae9e22824 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:51.463808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278c63d4-94de-411a-86d4-df49b0b6c653 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:51.471058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port b277ff21-8342-44e9-990d-793ae9e22824 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:51.471444 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b277ff21-8342-44e9-990d-793ae9e22824), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.560085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 278c63d4-94de-411a-86d4-df49b0b6c653, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=278c63d4-94de-411a-86d4-df49b0b6c653,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:51.572541 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.611825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-8d9acf8d-dce8-43df-aa5d-299d3af68ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:51.612971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-8d9acf8d-dce8-43df-aa5d-299d3af68ba1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.6361301 Feb 19 03:11:51.665095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b277ff21-8342-44e9-990d-793ae9e22824 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:51.665548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b277ff21-8342-44e9-990d-793ae9e22824), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.677940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-e6d343e1-b8fc-4f8c-b0ec-1d2ef87ebc64 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445542 Feb 19 03:11:51.702090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed290490-2829-4366-adb3-0d80590e772d req-3a929fcc-78d9-45d4-8517-fa24af9e7753 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:51.710103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed290490-2829-4366-adb3-0d80590e772d req-3a929fcc-78d9-45d4-8517-fa24af9e7753 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.5796688 Feb 19 03:11:51.726615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b277ff21-8342-44e9-990d-793ae9e22824, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b277ff21-8342-44e9-990d-793ae9e22824,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:51.735429 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b277ff21-8342-44e9-990d-793ae9e22824), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.757630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=278c63d4-94de-411a-86d4-df49b0b6c653,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:51.886481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b277ff21-8342-44e9-990d-793ae9e22824,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:51.924534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 45913749-4f92-4515-b4bd-7645b14cfa5b details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:51.926538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-68bc9cde-9df6-4d00-869d-8765eb175122 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334306 Feb 19 03:11:51.947331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed290490-2829-4366-adb3-0d80590e772d req-0299e151-a482-4b01-ac2d-32cad19bfbcc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362261 Feb 19 03:11:52.072812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492909b-c649-4402-9ce0-4721a52cbd66 req-5884fc7f-7011-428d-b2f7-85f6bd7cd8bf tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:52.081331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['278c63d4-94de-411a-86d4-df49b0b6c653'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:52.083508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1492909b-c649-4402-9ce0-4721a52cbd66 req-5884fc7f-7011-428d-b2f7-85f6bd7cd8bf tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 946 time: 0.9954333 Feb 19 03:11:52.142748 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.209365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:52.241209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '45913749-4f92-4515-b4bd-7645b14cfa5b', 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4', 'port_id': '45913749-4f92-4515-b4bd-7645b14cfa5b', 'mac_address': 'fa:16:3e:13:a3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c86e5c-d752-49b8-bd81-3c26d2849525', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:52.363439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 45913749-4f92-4515-b4bd-7645b14cfa5b is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:52.365332 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.376009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f1e3a7e-92c0-4c3c-825c-4056727e7997 req-1b2c5d89-b06f-4484-89b1-3e82ca3c209f service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263291 Feb 19 03:11:52.385647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9334a310-5a82-4650-8827-c620a494eec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e63a15-e245-4ba4-bf17-60e1fdf6ed2a'}, {'server_uuid': 'fc91af5b-a8d1-4ecd-bc56-27e310cea0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b277ff21-8342-44e9-990d-793ae9e22824'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:52.391921 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb158cad-a96e-4192-a8ba-0c42d1131ac0" -d '{"events": [{"server_uuid": "9334a310-5a82-4650-8827-c620a494eec1", "name": "network-vif-plugged", "status": "completed", "tag": "32e63a15-e245-4ba4-bf17-60e1fdf6ed2a"}, {"server_uuid": "fc91af5b-a8d1-4ecd-bc56-27e310cea0d8", "name": "network-vif-plugged", "status": "completed", "tag": "b277ff21-8342-44e9-990d-793ae9e22824"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:52.396347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1492909b-c649-4402-9ce0-4721a52cbd66 req-a64d6242-9ae2-4e1d-9623-615f6555d03c tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477804 Feb 19 03:11:52.417200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-7c936876-84a3-42ff-91ee-a1e5162c1913 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:52.420883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-7c936876-84a3-42ff-91ee-a1e5162c1913 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 820 time: 0.3610253 Feb 19 03:11:52.433552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45913749-4f92-4515-b4bd-7645b14cfa5b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:52.452369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-67e23756-1ace-4a9d-99d1-8bb21943bfc8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/quotas/01ad0fd35e4b45269d36b6bf63d3f12d HTTP/1.1" status: 200 len: 375 time: 0.0205810 Feb 19 03:11:52.521968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:52.555135 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.623827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e96cf4-7d9f-43d4-9100-dbf7e6cdce4a req-381a7111-1109-44d5-85af-2b08bceba726 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:52.624647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=45913749-4f92-4515-b4bd-7645b14cfa5b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:52.647074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4e96cf4-7d9f-43d4-9100-dbf7e6cdce4a req-381a7111-1109-44d5-85af-2b08bceba726 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 946 time: 0.1226916 Feb 19 03:11:52.671251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-60d02d43-d610-484d-a848-111e3f518f91 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2114553 Feb 19 03:11:52.836738 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4e96cf4-7d9f-43d4-9100-dbf7e6cdce4a req-42253d6c-27e6-4af8-b3a0-f6ff25c5d5a6 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802917 Feb 19 03:11:52.930393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-9d9a6ef3-d551-4a4d-96a6-a84b158b0070 service neutron] 10.222.0.42 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468462 Feb 19 03:11:53.082812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['45913749-4f92-4515-b4bd-7645b14cfa5b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:53.160146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a2862bf-65c4-4f81-b3f5-cc3c33225c34 service neutron] 10.222.0.42 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231183 Feb 19 03:11:53.334145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2e3f5-0e5c-482a-a56d-d33ecec67db2 req-dcb5390b-39b0-4ee4-9d73-1d69811b7847 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.346841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ded2e3f5-0e5c-482a-a56d-d33ecec67db2 req-dcb5390b-39b0-4ee4-9d73-1d69811b7847 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 945 time: 0.1676440 Feb 19 03:11:53.528449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ded2e3f5-0e5c-482a-a56d-d33ecec67db2 req-3bb21dbf-50a2-4837-8bcc-1472a1bf4c1e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721156 Feb 19 03:11:53.646391 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-91ec863f-a9ee-47f3-86cc-ad90e88e5dcd tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733135 Feb 19 03:11:53.686825 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f821bd-a2f5-4b59-bd20-c42a0373f9b7 x-openstack-request-id: req-e7f821bd-a2f5-4b59-bd20-c42a0373f9b7 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:53.687602 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9334a310-5a82-4650-8827-c620a494eec1", "name": "network-vif-plugged", "status": "completed", "tag": "32e63a15-e245-4ba4-bf17-60e1fdf6ed2a", "code": 200}, {"server_uuid": "fc91af5b-a8d1-4ecd-bc56-27e310cea0d8", "name": "network-vif-plugged", "status": "completed", "tag": "b277ff21-8342-44e9-990d-793ae9e22824", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:53.687602 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7f821bd-a2f5-4b59-bd20-c42a0373f9b7 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:53.687931 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9334a310-5a82-4650-8827-c620a494eec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e63a15-e245-4ba4-bf17-60e1fdf6ed2a', 'code': 200} Feb 19 03:11:53.688185 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91af5b-a8d1-4ecd-bc56-27e310cea0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b277ff21-8342-44e9-990d-793ae9e22824', 'code': 200} Feb 19 03:11:53.727181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-4e7cf31e-b910-47c8-85ca-cf97e376ee3c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626886 Feb 19 03:11:53.755892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5dfbc-e629-49cb-8353-aeee1a018c86 req-b7812dee-98f0-424a-944f-74cb381c3004 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.757486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4d5dfbc-e629-49cb-8353-aeee1a018c86 req-b7812dee-98f0-424a-944f-74cb381c3004 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 943 time: 0.2497659 Feb 19 03:11:53.935647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 80f67ee6-999b-4caf-aed2-382ef08d17b3 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:54.037915 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-f6c8689d-8bff-48be-bbae-3cb1b09f9e03 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.039938 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-f6c8689d-8bff-48be-bbae-3cb1b09f9e03 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3857188 Feb 19 03:11:54.060240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Request body: {'port': {'device_id': '260db959-6589-4713-a528-3c2ef154db15', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8d26c743e5c94f16b0a83e45df8fd90a'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:54.272615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4d5dfbc-e629-49cb-8353-aeee1a018c86 req-47ec9f85-9b86-4797-8111-81b12e5b3c44 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5031159 Feb 19 03:11:54.364586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 80f67ee6-999b-4caf-aed2-382ef08d17b3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=80f67ee6-999b-4caf-aed2-382ef08d17b3,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:54.416514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '80f67ee6-999b-4caf-aed2-382ef08d17b3', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'port_id': '80f67ee6-999b-4caf-aed2-382ef08d17b3', 'mac_address': 'fa:16:3e:7b:2e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:54.431410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Made reservation on behalf of 8d26c743e5c94f16b0a83e45df8fd90a for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:54.453199 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.492825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-9d469cb6-cd76-40db-a735-5faa54c47f26 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.499570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-9d469cb6-cd76-40db-a735-5faa54c47f26 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7523685 Feb 19 03:11:54.514213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4af4b4-d3af-474a-baa5-f89b0bfc5093 req-a9fdd794-d0bb-44d3-b32c-83040e47013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.515945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e4af4b4-d3af-474a-baa5-f89b0bfc5093 req-a9fdd794-d0bb-44d3-b32c-83040e47013a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc91af5b-a8d1-4ecd-bc56-27e310cea0d8 HTTP/1.1" status: 200 len: 1127 time: 0.3580322 Feb 19 03:11:54.551588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 80f67ee6-999b-4caf-aed2-382ef08d17b3 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:54.552034 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.563597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Request body: {'port': {'device_id': 'a486179f-3eaf-4130-b54c-9b046b1cbbea', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8d26c743e5c94f16b0a83e45df8fd90a'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:54.572289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f67ee6-999b-4caf-aed2-382ef08d17b3 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:54.605296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc09da44-65a1-4b84-9b2c-e9786804a3f1 req-da48d4e5-f304-4ab0-93fa-9529ce166ee2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 210 time: 0.1399865 Feb 19 03:11:54.624246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 80f67ee6-999b-4caf-aed2-382ef08d17b3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=80f67ee6-999b-4caf-aed2-382ef08d17b3,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:54.630030 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.635494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa209d8-163e-4641-adf1-3be611e8da09 req-91e1cc51-ea53-449f-a2e5-4fe748bfc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.649880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aaa209d8-163e-4641-adf1-3be611e8da09 req-91e1cc51-ea53-449f-a2e5-4fe748bfc3a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 1128 time: 0.4158585 Feb 19 03:11:54.649880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e6f49-b4f2-43f3-845e-34f3eda4337d req-81e63cc9-b28e-4c20-97d6-d7c77d72558e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.657694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-404e6f49-b4f2-43f3-845e-34f3eda4337d req-81e63cc9-b28e-4c20-97d6-d7c77d72558e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.7082679 Feb 19 03:11:54.794338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-404e6f49-b4f2-43f3-845e-34f3eda4337d req-f5bb8d1c-d98c-4601-b4c3-e5778f85bde8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377084 Feb 19 03:11:54.882301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Allocated IP 192.168.233.244 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/60075d9a-800a-43a4-91c3-e8e81b693d18) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:54.924678 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=80f67ee6-999b-4caf-aed2-382ef08d17b3,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:55.001614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 278c63d4-94de-411a-86d4-df49b0b6c653 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:55.094866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e4af4b4-d3af-474a-baa5-f89b0bfc5093 req-d3c9c357-7651-455b-9df1-fb1ade669a7a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699914 Feb 19 03:11:55.155089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aaa209d8-163e-4641-adf1-3be611e8da09 req-0145023d-df47-4b5e-b61b-a06d439b6852 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663477 Feb 19 03:11:55.194173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks [] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.204030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['80f67ee6-999b-4caf-aed2-382ef08d17b3'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:55.244461 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.269912 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29c0ab1e-b2f2-4ac9-ab07-aff142a01cec req-a25cc0c8-fcb4-41fa-b7bc-56258fbec058 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 210 time: 0.2261603 Feb 19 03:11:55.290894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd1a0b-dafa-44be-9118-c8f866872e63 req-785118b1-59dd-4e94-93e6-c0b7e5d44828 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:55.299428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adfd1a0b-dafa-44be-9118-c8f866872e63 req-785118b1-59dd-4e94-93e6-c0b7e5d44828 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 946 time: 0.5040412 Feb 19 03:11:55.313828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 278c63d4-94de-411a-86d4-df49b0b6c653 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:55.334707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec', '6436e362-2029-472b-8627-244432a43dd1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:55.340047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:55.364157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:55.377207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:55.382789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:55.392849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event updated for resources: {'Port': ['ID=60075d9a-800a-43a4-91c3-e8e81b693d18,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:55.394583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Made reservation on behalf of 8d26c743e5c94f16b0a83e45df8fd90a for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:55.406394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.477376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 278c63d4-94de-411a-86d4-df49b0b6c653 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:55.478639 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.537820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:55.538994 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.593997 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-de5b5a44-9271-4f19-8570-7994653330d5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5421796 Feb 19 03:11:55.632171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Request body: {'port': {'device_id': '260db959-6589-4713-a528-3c2ef154db15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:55.698198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adfd1a0b-dafa-44be-9118-c8f866872e63 req-9d9e34e5-c041-41d0-9214-cb910de6e643 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971620 Feb 19 03:11:55.834482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.008962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 278c63d4-94de-411a-86d4-df49b0b6c653 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:56.010256 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.040054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 45913749-4f92-4515-b4bd-7645b14cfa5b up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:56.117192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3aef-0652-4c88-80d7-199bb61b9ba0 req-47f8c49c-3243-4d6a-b017-e194c7dc4b49 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:56.120456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a72d3aef-0652-4c88-80d7-199bb61b9ba0 req-47f8c49c-3243-4d6a-b017-e194c7dc4b49 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 946 time: 0.6116130 Feb 19 03:11:56.146235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4b16f67f-aba0-47ae-926a-a65005766e2c None None] Provisioning complete for port 60075d9a-800a-43a4-91c3-e8e81b693d18 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:56.146910 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4b16f67f-aba0-47ae-926a-a65005766e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.188527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4b16f67f-aba0-47ae-926a-a65005766e2c None None] Port 60075d9a-800a-43a4-91c3-e8e81b693d18 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:11:56.217642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Allocated IP 192.168.233.135 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/73b12456-b8d5-4063-8d75-fab246296221) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:56.243003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d98ab9-3d39-4513-951d-81b96008587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278c63d4-94de-411a-86d4-df49b0b6c653'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:56.245783 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aea7c4-3946-4cdd-a1ba-bfc801e2eab6" -d '{"events": [{"server_uuid": "49d98ab9-3d39-4513-951d-81b96008587d", "name": "network-vif-plugged", "status": "completed", "tag": "278c63d4-94de-411a-86d4-df49b0b6c653"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:56.262395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-00126f13-1c2a-4ba7-be48-8b9a9fa2bc82 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:56.264123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-00126f13-1c2a-4ba7-be48-8b9a9fa2bc82 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 820 time: 0.3534420 Feb 19 03:11:56.282185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40e2f9-3832-4bb1-9456-33e0c0242b3e req-daf16492-f7d2-4993-b412-049a1ba38fb8 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:56.284846 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d40e2f9-3832-4bb1-9456-33e0c0242b3e req-daf16492-f7d2-4993-b412-049a1ba38fb8 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 945 time: 0.4086463 Feb 19 03:11:56.321363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Request body: {'port': {'device_id': '621bf48d-aa2f-4183-8656-d082f53030bd', 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5', 'admin_state_up': True, 'tenant_id': '01ad0fd35e4b45269d36b6bf63d3f12d'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:56.345990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 278c63d4-94de-411a-86d4-df49b0b6c653, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=278c63d4-94de-411a-86d4-df49b0b6c653,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:56.371704 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.385413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a72d3aef-0652-4c88-80d7-199bb61b9ba0 req-34c5335e-30ba-4ace-ac6f-9bb35a0d158d tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367623 Feb 19 03:11:56.542986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 45913749-4f92-4515-b4bd-7645b14cfa5b completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:56.550759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=278c63d4-94de-411a-86d4-df49b0b6c653,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:56.564345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 45913749-4f92-4515-b4bd-7645b14cfa5b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:56.564345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.632230 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:11:56.729660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 45913749-4f92-4515-b4bd-7645b14cfa5b is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:56.730103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.733987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d40e2f9-3832-4bb1-9456-33e0c0242b3e req-997bbd60-8f9c-4e30-a807-1a876455cac6 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971438 Feb 19 03:11:56.746423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Made reservation on behalf of 01ad0fd35e4b45269d36b6bf63d3f12d for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:56.753660 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.786213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:56.801027 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.880256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cb6c3-1606-4024-9132-27ef439649a1 req-56d21f95-70c6-4678-8858-cf09273f13b7 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:56.883622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e19cb6c3-1606-4024-9132-27ef439649a1 req-56d21f95-70c6-4678-8858-cf09273f13b7 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 944 time: 0.3579171 Feb 19 03:11:56.898750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=45913749-4f92-4515-b4bd-7645b14cfa5b,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:56.913631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks [] for port (73b12456-b8d5-4063-8d75-fab246296221), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.162959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e19cb6c3-1606-4024-9132-27ef439649a1 req-fa79c9cb-85f8-4ebd-8a43-640c0aa430b3 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440138 Feb 19 03:11:57.237277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Allocated IP 172.20.0.7 (13ab5339-b46f-437b-886f-eec7eeac9fe5/008eac97-41bc-4840-b188-ddded1478ba5/63606f69-d134-46dd-8ee7-fc27be74e4b7) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:57.243294 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (73b12456-b8d5-4063-8d75-fab246296221), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.270211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec', '6436e362-2029-472b-8627-244432a43dd1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:57.289974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d66fc0-5a47-47ff-aaf4-c48ea45089bf req-f038b91d-2e58-46fb-97f7-b176a5115a7e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:57.291757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3d66fc0-5a47-47ff-aaf4-c48ea45089bf req-f038b91d-2e58-46fb-97f7-b176a5115a7e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 936 time: 0.3751197 Feb 19 03:11:57.361183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:57.374247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:57.393572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:57.397653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:57.405098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:57.405098 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.574340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event updated for resources: {'Port': ['ID=73b12456-b8d5-4063-8d75-fab246296221,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:57.603474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0e45ab90-07e6-4541-a9ba-db72d0cb5c1a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0460210 Feb 19 03:11:57.637476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Request body: {'port': {'device_id': 'a486179f-3eaf-4130-b54c-9b046b1cbbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:57.663509 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60075d9a-800a-43a4-91c3-e8e81b693d18 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:57.677095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413db53-3fda-47f3-abd2-d4246fe2591a req-82ab2788-dfd3-4f4c-8705-9209c9f44e06 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:57.678800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7413db53-3fda-47f3-abd2-d4246fe2591a req-82ab2788-dfd3-4f4c-8705-9209c9f44e06 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.4152467 Feb 19 03:11:57.698150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Publish callbacks [] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.713963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3d66fc0-5a47-47ff-aaf4-c48ea45089bf req-5dff89e5-0a83-483b-a1f3-e897bdfb593d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912690 Feb 19 03:11:57.746815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Transition to ACTIVE for port object 60075d9a-800a-43a4-91c3-e8e81b693d18 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:57.755137 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.857246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Pushing event updated for resources: {'Port': ['ID=60075d9a-800a-43a4-91c3-e8e81b693d18,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:57.899971 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a0d7b9-2c20-4911-935d-1485d75479ad x-openstack-request-id: req-39a0d7b9-2c20-4911-935d-1485d75479ad {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:57.900595 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d98ab9-3d39-4513-951d-81b96008587d", "name": "network-vif-plugged", "status": "completed", "tag": "278c63d4-94de-411a-86d4-df49b0b6c653", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:57.901136 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39a0d7b9-2c20-4911-935d-1485d75479ad {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:57.901936 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d98ab9-3d39-4513-951d-81b96008587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278c63d4-94de-411a-86d4-df49b0b6c653', 'code': 200} Feb 19 03:11:58.100526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a2cd1c9b-ac20-489b-9a46-250cdf10805c None None] Provisioning complete for port 73b12456-b8d5-4063-8d75-fab246296221 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:58.100909 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1c9b-ac20-489b-9a46-250cdf10805c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (73b12456-b8d5-4063-8d75-fab246296221), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.157219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3670099-a494-4ed8-ba05-cd23713a2176 req-290b7038-12f1-49f3-b6e2-3899bd265527 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 210 time: 0.0830488 Feb 19 03:11:58.205509 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Attempting to bind port 60075d9a-800a-43a4-91c3-e8e81b693d18 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:58.207281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Attempting to bind port 60075d9a-800a-43a4-91c3-e8e81b693d18 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:58.208049 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Attempting to bind port 60075d9a-800a-43a4-91c3-e8e81b693d18 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:58.233211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Port 60075d9a-800a-43a4-91c3-e8e81b693d18 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:58.237007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7413db53-3fda-47f3-abd2-d4246fe2591a req-f1f4608e-3355-470f-9544-4dcb45018772 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184605 Feb 19 03:11:58.238745 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Attempting to bind port 60075d9a-800a-43a4-91c3-e8e81b693d18 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:58.259137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (73b12456-b8d5-4063-8d75-fab246296221), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.272691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd1c9b-ac20-489b-9a46-250cdf10805c None None] Port 73b12456-b8d5-4063-8d75-fab246296221 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:11:58.288257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01958f-eedf-4fef-a268-b243bfd28b6d req-502e56a0-7b6f-46f1-b506-32914874d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:58.290433 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fd01958f-eedf-4fef-a268-b243bfd28b6d req-502e56a0-7b6f-46f1-b506-32914874d7f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49d98ab9-3d39-4513-951d-81b96008587d HTTP/1.1" status: 200 len: 1128 time: 0.2315795 Feb 19 03:11:58.291522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:58.296380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:58.297101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:58.297762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Bound port: 60075d9a-800a-43a4-91c3-e8e81b693d18, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:58.298335 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.387568 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fd01958f-eedf-4fef-a268-b243bfd28b6d req-a05fc203-be9d-42f4-ba8e-c5cdd906c487 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861590 Feb 19 03:11:58.509282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] For port 60075d9a-800a-43a4-91c3-e8e81b693d18, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:58.514927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks [] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.515252 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] For port 60075d9a-800a-43a4-91c3-e8e81b693d18, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=60075d9a-800a-43a4-91c3-e8e81b693d18,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:58.525559 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.583765 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:58.585326 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.587953 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/60075d9a-800a-43a4-91c3-e8e81b693d18 HTTP/1.1" status: 200 len: 1096 time: 2.9631717 Feb 19 03:11:58.592149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260db959-6589-4713-a528-3c2ef154db15', 'tag': '60075d9a-800a-43a4-91c3-e8e81b693d18'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:58.595673 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02430ad0-74bd-4444-8608-e57e267843d4" -d '{"events": [{"name": "network-changed", "server_uuid": "260db959-6589-4713-a528-3c2ef154db15", "tag": "60075d9a-800a-43a4-91c3-e8e81b693d18"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:58.652006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624f90-847c-4342-8dac-98d954ce22f5 service neutron] Pushing event updated for resources: {'Port': ['ID=60075d9a-800a-43a4-91c3-e8e81b693d18,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:58.762612 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.967744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-d1f9b8eb-72fb-4e86-87d4-4b2f02215290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:58.970192 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-d1f9b8eb-72fb-4e86-87d4-4b2f02215290 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 1130 time: 0.0953410 Feb 19 03:11:59.054777 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-1145ab7c-cdee-44f1-a1c7-31d4dfb41e73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=60075d9a-800a-43a4-91c3-e8e81b693d18 HTTP/1.1" status: 200 len: 217 time: 0.0694940 Feb 19 03:11:59.127198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a7e7ec6b-de18-484b-a611-7fcde8ceef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.128951 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-a7e7ec6b-de18-484b-a611-7fcde8ceef91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0672829 Feb 19 03:11:59.192821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-4124b869-abd3-4818-87ee-2a0bb7903b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.195601 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-4124b869-abd3-4818-87ee-2a0bb7903b72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0584753 Feb 19 03:11:59.253355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5efb51-cb9b-4439-ba47-49fc05a7cd41 req-f187b0f3-b48a-43fa-afb6-0c53a5aba11b tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.255077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee5efb51-cb9b-4439-ba47-49fc05a7cd41 req-f187b0f3-b48a-43fa-afb6-0c53a5aba11b tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 946 time: 0.8237073 Feb 19 03:11:59.275064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Network 13ab5339-b46f-437b-886f-eec7eeac9fe5 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:59.287732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:59.290512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Pushing event updated for resources: {'Port': ['ID=63606f69-d134-46dd-8ee7-fc27be74e4b7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:59.298541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:59.304045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.305115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:59.341934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-85c0c41e-eb5d-49d7-a5a4-db193af22542 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.349544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-85c0c41e-eb5d-49d7-a5a4-db193af22542 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8757281 Feb 19 03:11:59.379741 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-3054216a-7aa6-4813-a466-34b49f8bbe9e service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608837 Feb 19 03:11:59.429772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2cf1da32-2953-4915-ac9f-4135cce6b7ff tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1362021 Feb 19 03:11:59.449543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-6aed5f28-0ba3-4ab6-8f9b-18ac6ae95d89 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 695 time: 0.0987792 Feb 19 03:11:59.454670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-1cfcee88-e597-4ea1-b5f6-b86c536fa414 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Request body: {'floatingip': {'port_id': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:59.471790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Request body: {'port': {'device_id': '621bf48d-aa2f-4183-8656-d082f53030bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:59.582866 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-cecc7133-1a40-4df6-98d0-e3de23efe434 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963301 Feb 19 03:11:59.585531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee5efb51-cb9b-4439-ba47-49fc05a7cd41 req-cd4a3ff4-d6f2-4d95-8daf-fe32f8c70310 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157806 Feb 19 03:11:59.588595 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-1cfcee88-e597-4ea1-b5f6-b86c536fa414 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:59.641277 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-e5e812d2-1ddb-466c-ba65-5d8b4439ee3d service neutron] show failed (client error): The resource could not be found. Feb 19 03:11:59.643197 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-e5e812d2-1ddb-466c-ba65-5d8b4439ee3d service neutron] 10.222.0.37 "GET /v2.0/ports/497de57e-ab34-4904-b8e4-09c0b3e52ed5/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.1244140 Feb 19 03:11:59.857057 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:59.893411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-25a7b491-fd35-42dd-965c-94f24d59af03 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4529548 Feb 19 03:11:59.906545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45913749-4f92-4515-b4bd-7645b14cfa5b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:59.911841 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d57327-2c53-4d7f-a46d-8361685c3eb7" -d '{"events": [{"server_uuid": "fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec", "name": "network-vif-plugged", "status": "completed", "tag": "45913749-4f92-4515-b4bd-7645b14cfa5b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:59.963969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 80f67ee6-999b-4caf-aed2-382ef08d17b3 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:00.038311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 80f67ee6-999b-4caf-aed2-382ef08d17b3 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:00.051038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 80f67ee6-999b-4caf-aed2-382ef08d17b3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:00.051912 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:00.118437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b12456-b8d5-4063-8d75-fab246296221 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:00.140628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173da16-6e71-42bc-af99-92ab5b28eaac req-2e25ea60-b5bc-4f47-8b27-603baf19c68a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:00.142230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e173da16-6e71-42bc-af99-92ab5b28eaac req-2e25ea60-b5bc-4f47-8b27-603baf19c68a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 946 time: 0.4008956 Feb 19 03:12:00.145833 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Publish callbacks [] for port (73b12456-b8d5-4063-8d75-fab246296221), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:00.197346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 80f67ee6-999b-4caf-aed2-382ef08d17b3 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:00.198201 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:00.260745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 80f67ee6-999b-4caf-aed2-382ef08d17b3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=80f67ee6-999b-4caf-aed2-382ef08d17b3,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:00.278174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:00.366338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Transition to ACTIVE for port object 73b12456-b8d5-4063-8d75-fab246296221 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:12:00.409914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=80f67ee6-999b-4caf-aed2-382ef08d17b3,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:00.418680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (73b12456-b8d5-4063-8d75-fab246296221), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:00.495945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-ef62db5a-6de4-4f29-93af-1dc22d9283ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:00.497992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-ef62db5a-6de4-4f29-93af-1dc22d9283ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1126 time: 0.5503509 Feb 19 03:12:00.668075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-01a55689-11b9-4e5f-b0f9-69c267645a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:00.671649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-01a55689-11b9-4e5f-b0f9-69c267645a70 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8&tenant_id=42973c8e1f4740eaafb2729751201363 HTTP/1.1" status: 200 len: 1132 time: 0.6274648 Feb 19 03:12:00.677900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e173da16-6e71-42bc-af99-92ab5b28eaac req-06ea6c0f-3f52-4b85-9a57-8d17af1dfd43 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191014 Feb 19 03:12:00.844976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:01.108201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=73b12456-b8d5-4063-8d75-fab246296221,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:01.469687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Attempting to bind port 73b12456-b8d5-4063-8d75-fab246296221 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:01.470794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Attempting to bind port 73b12456-b8d5-4063-8d75-fab246296221 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:01.470794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Attempting to bind port 73b12456-b8d5-4063-8d75-fab246296221 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:01.507805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-0efa90f4-c6ac-4e7f-a57b-1acdffc55717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:01.509744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-0efa90f4-c6ac-4e7f-a57b-1acdffc55717 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.9470472 Feb 19 03:12:01.532394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Port 73b12456-b8d5-4063-8d75-fab246296221 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:01.532850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Attempting to bind port 73b12456-b8d5-4063-8d75-fab246296221 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:01.639463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:01.639815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:01.640211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:01.640658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Bound port: 73b12456-b8d5-4063-8d75-fab246296221, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:01.641022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (73b12456-b8d5-4063-8d75-fab246296221), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:01.649359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c810f5-f724-4fa7-b168-d5d8ea3f5740 req-34d60302-ac69-4054-bdc0-0ab1fdcc22d1 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:01.650925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3c810f5-f724-4fa7-b168-d5d8ea3f5740 req-34d60302-ac69-4054-bdc0-0ab1fdcc22d1 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 945 time: 0.8179357 Feb 19 03:12:01.651535 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:01.672365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-5c859e80-bc8d-47c0-9522-e50ae34674fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 200 len: 217 time: 0.1486230 Feb 19 03:12:01.765466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-1cfcee88-e597-4ea1-b5f6-b86c536fa414 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:12:01.975122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63606f69-d134-46dd-8ee7-fc27be74e4b7 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:02.012710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Publish callbacks [] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:02.054129 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-1cfcee88-e597-4ea1-b5f6-b86c536fa414 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:02.083165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-740171c8-25a2-49dd-88d7-d9d691b77aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:02.084858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-740171c8-25a2-49dd-88d7-d9d691b77aff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.3934572 Feb 19 03:12:02.089238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Transition to ACTIVE for port object 63606f69-d134-46dd-8ee7-fc27be74e4b7 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:12:02.091433 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-1cfcee88-e597-4ea1-b5f6-b86c536fa414 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:02.096194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3c810f5-f724-4fa7-b168-d5d8ea3f5740 req-d9726b37-cce3-42b3-88c6-a39fbde3aeb7 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061589 Feb 19 03:12:02.175253 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99fe690-28b5-4040-9c88-fc1a930f0294 x-openstack-request-id: req-f99fe690-28b5-4040-9c88-fc1a930f0294 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:02.176064 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260db959-6589-4713-a528-3c2ef154db15", "tag": "60075d9a-800a-43a4-91c3-e8e81b693d18", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:02.176716 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f99fe690-28b5-4040-9c88-fc1a930f0294 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:02.177044 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260db959-6589-4713-a528-3c2ef154db15', 'tag': '60075d9a-800a-43a4-91c3-e8e81b693d18', 'status': 'completed', 'code': 200} Feb 19 03:12:02.221719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] For port 73b12456-b8d5-4063-8d75-fab246296221, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:02.223989 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:02.285284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-5d036704-148d-4ed3-b0cc-b9ed883a8d54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213129 Feb 19 03:12:02.289689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] For port 73b12456-b8d5-4063-8d75-fab246296221, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=73b12456-b8d5-4063-8d75-fab246296221,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:02.317983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02430ad0-74bd-4444-8608-e57e267843d4 req-312aa103-4f59-4e2d-a896-07197934e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:02.319685 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02430ad0-74bd-4444-8608-e57e267843d4 req-312aa103-4f59-4e2d-a896-07197934e0e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 1130 time: 0.0732861 Feb 19 03:12:02.375966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (73b12456-b8d5-4063-8d75-fab246296221), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:02.432259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02430ad0-74bd-4444-8608-e57e267843d4 req-32f2966c-3636-4826-bc7d-1f77e46cf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:02.433795 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02430ad0-74bd-4444-8608-e57e267843d4 req-32f2966c-3636-4826-bc7d-1f77e46cf924 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1075854 Feb 19 03:12:02.495479 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02430ad0-74bd-4444-8608-e57e267843d4 req-682d8075-2e88-4242-97d6-721aca2f9f22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=60075d9a-800a-43a4-91c3-e8e81b693d18 HTTP/1.1" status: 200 len: 217 time: 0.0550625 Feb 19 03:12:02.528564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Pushing event updated for resources: {'Port': ['ID=63606f69-d134-46dd-8ee7-fc27be74e4b7,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:02.545677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:02.546122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:02.547728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] 10.222.0.71 "PUT /v2.0/ports/73b12456-b8d5-4063-8d75-fab246296221 HTTP/1.1" status: 200 len: 1096 time: 4.9218316 Feb 19 03:12:02.550260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a486179f-3eaf-4130-b54c-9b046b1cbbea', 'tag': '73b12456-b8d5-4063-8d75-fab246296221'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:02.552622 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a486179f-3eaf-4130-b54c-9b046b1cbbea", "tag": "73b12456-b8d5-4063-8d75-fab246296221"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:02.633924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02430ad0-74bd-4444-8608-e57e267843d4 req-554d44b7-36dc-4046-b44b-3276d361a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:02.637902 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02430ad0-74bd-4444-8608-e57e267843d4 req-554d44b7-36dc-4046-b44b-3276d361a904 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1365006 Feb 19 03:12:02.735722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02430ad0-74bd-4444-8608-e57e267843d4 req-b3127102-ab90-4162-ae29-0f9556fb5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:02.738479 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02430ad0-74bd-4444-8608-e57e267843d4 req-b3127102-ab90-4162-ae29-0f9556fb5ce0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0930338 Feb 19 03:12:02.761165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846688c3-7afd-4248-95ec-1aaed15e4eba req-59f8ca3b-3894-4370-9b17-d70b5cc38ba9 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:02.774103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-846688c3-7afd-4248-95ec-1aaed15e4eba req-59f8ca3b-3894-4370-9b17-d70b5cc38ba9 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 948 time: 0.5082619 Feb 19 03:12:02.799615 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-1cfcee88-e597-4ea1-b5f6-b86c536fa414 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Floating IP 8efa8064-1b9c-4219-b4ce-8a916e7ce1ce associated. External IP: 172.25.4.50, port: 7c5deb10-4678-45ee-8aae-fde364dfb8a8. Feb 19 03:12:02.835951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:02.836524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:02.837100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:02.900408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-647be3a5-44bb-4f11-addd-57513b1f7bf7 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874653 Feb 19 03:12:02.910860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600f8b7-0b19-40ff-ad8f-08ef3e6de9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=73b12456-b8d5-4063-8d75-fab246296221,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:02.911165 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02430ad0-74bd-4444-8608-e57e267843d4 req-ae9ecbaa-78d5-4bae-b65c-8df6367481a8 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652534 Feb 19 03:12:02.926920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:02.933529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:02.933998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:03.042657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:03.043165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:03.043819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:03.044578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Bound port: 63606f69-d134-46dd-8ee7-fc27be74e4b7, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:03.045706 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.054173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 60075d9a-800a-43a4-91c3-e8e81b693d18 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:03.085935 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 497de57e-ab34-4904-b8e4-09c0b3e52ed5 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:03.110983 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02430ad0-74bd-4444-8608-e57e267843d4 req-34f8c2a7-f716-4d46-ae37-f937867a8b25 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929631 Feb 19 03:12:03.185264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-846688c3-7afd-4248-95ec-1aaed15e4eba req-d3e17fc7-5228-404e-9ab7-6108fabeacbe tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099748 Feb 19 03:12:03.218279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-07abec28-1f5b-4f4d-99b3-0655daa9a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:03.219010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-07abec28-1f5b-4f4d-99b3-0655daa9a03e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 1130 time: 0.5573819 Feb 19 03:12:03.220987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:03.360531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c85631-2334-406d-a40e-e4aa94bd4b0b req-9ad3c2bf-2348-4268-b234-1a8730597b9d service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446917 Feb 19 03:12:03.391870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-bc2cf37e-8fa6-4d86-9e72-d39d6859316b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=73b12456-b8d5-4063-8d75-fab246296221 HTTP/1.1" status: 200 len: 217 time: 0.0940413 Feb 19 03:12:03.479325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:03.479756 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.501533 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Publish callbacks [] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.542020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 60075d9a-800a-43a4-91c3-e8e81b693d18, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=60075d9a-800a-43a4-91c3-e8e81b693d18,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:03.561700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:03.581808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '60075d9a-800a-43a4-91c3-e8e81b693d18', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '60075d9a-800a-43a4-91c3-e8e81b693d18', 'mac_address': 'fa:16:3e:79:4f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:03.611786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:03.618926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Transition to ACTIVE for port object 497de57e-ab34-4904-b8e4-09c0b3e52ed5 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:12:03.638363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0bfc0590-ad99-4065-8437-efebd6bcb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:03.640784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-0bfc0590-ad99-4065-8437-efebd6bcb58b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2135100 Feb 19 03:12:03.642560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.645639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.675078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 60075d9a-800a-43a4-91c3-e8e81b693d18 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:03.675672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.695843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f730ee5-f11f-4c44-9023-fbf0c7575da5 req-a4ce6992-bb0f-4de6-9217-9c1190c04c31 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:03.697889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f730ee5-f11f-4c44-9023-fbf0c7575da5 req-a4ce6992-bb0f-4de6-9217-9c1190c04c31 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.4074018 Feb 19 03:12:03.708305 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:12:03.708882 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:12:03.711297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60075d9a-800a-43a4-91c3-e8e81b693d18 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:03.747316 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 60075d9a-800a-43a4-91c3-e8e81b693d18, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=60075d9a-800a-43a4-91c3-e8e81b693d18,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:03.754171 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.849698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=60075d9a-800a-43a4-91c3-e8e81b693d18,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:03.873618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:03.874292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.876424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] 10.222.0.37 "PUT /v2.0/ports/63606f69-d134-46dd-8ee7-fc27be74e4b7 HTTP/1.1" status: 200 len: 1091 time: 4.4086442 Feb 19 03:12:04.266137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['60075d9a-800a-43a4-91c3-e8e81b693d18'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:04.268992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] No DVR routers for this DVR port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:04.271965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:04.338253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70e956-133c-4282-8d00-c361d1b683ae service neutron] Pushing event updated for resources: {'Port': ['ID=63606f69-d134-46dd-8ee7-fc27be74e4b7,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:04.373755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-1cfcee88-e597-4ea1-b5f6-b86c536fa414 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Router a2ce41d4-a99e-4cc5-a681-9321e267beb0 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:04.428657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f730ee5-f11f-4c44-9023-fbf0c7575da5 req-93f53904-7845-4510-8333-e7055f4ba186 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7063394 Feb 19 03:12:04.458714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-8cc9bae7-22c5-4456-9d16-54ac6bdfa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:04.468431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-8cc9bae7-22c5-4456-9d16-54ac6bdfa098 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8025985 Feb 19 03:12:04.481142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Attempting to bind port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:04.484050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Attempting to bind port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:04.484588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Attempting to bind port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:04.509019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=497de57e-ab34-4904-b8e4-09c0b3e52ed5,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:04.532003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:04.533261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Attempting to bind port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:04.553070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.553702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.554351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.554921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.555478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.556021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.556553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.557250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.557794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.558422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.558760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.559090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.559415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:04.610973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-bfdfbfce-cc90-43a7-bfc5-9cc0aa1b1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:04.612579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-bfdfbfce-cc90-43a7-bfc5-9cc0aa1b1fea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1125 time: 0.3412375 Feb 19 03:12:04.675703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:04.676060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:04.676448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:04.676970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Bound port: 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:04.677341 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:04.736565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-78c51fa6-71e1-45aa-b584-9a20062271ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7 HTTP/1.1" status: 200 len: 217 time: 0.0773597 Feb 19 03:12:04.894352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3ac54-dd4a-4df9-8016-0b7ec581bd6a req-431a7bca-0f85-4fa1-a60e-97bc005944ef tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:04.895938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eac3ac54-dd4a-4df9-8016-0b7ec581bd6a req-431a7bca-0f85-4fa1-a60e-97bc005944ef tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 948 time: 0.3322284 Feb 19 03:12:04.903924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-6a4c7981-8562-4373-999f-3af104b6ded0 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104111 Feb 19 03:12:04.905041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-1cfcee88-e597-4ea1-b5f6-b86c536fa414 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:04.919936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] Sync routers for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:04.922148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-1cfcee88-e597-4ea1-b5f6-b86c536fa414 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:04.925593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-439ff7ca-51e6-4a0b-9524-0cb39512fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:04.927235 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-439ff7ca-51e6-4a0b-9524-0cb39512fe44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1569021 Feb 19 03:12:04.941483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:04.942988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:11:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:05.045106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:05.049451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-ec27e3d8-da1d-4888-999a-4d63996de5b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972345 Feb 19 03:12:05.093508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:05.102175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:05.110881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-1cfcee88-e597-4ea1-b5f6-b86c536fa414 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "PUT /v2.0/floatingips/8efa8064-1b9c-4219-b4ce-8a916e7ce1ce HTTP/1.1" status: 200 len: 996 time: 5.6602423 Feb 19 03:12:05.145060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eac3ac54-dd4a-4df9-8016-0b7ec581bd6a req-753ce930-e8e9-48a3-b1fd-554679951b96 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375576 Feb 19 03:12:05.166695 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:05.265443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:05.266184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:05.267916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] 10.222.0.71 "PUT /v2.0/ports/497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 1096 time: 4.4392104 Feb 19 03:12:05.271810 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3d13a2-cb20-4da0-bb53-4b589550efb7 req-886219f6-1faa-4e2e-ad02-4c29512ecf04 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437383 Feb 19 03:12:05.330513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f4727-5734-4a34-901d-9fec84eaf8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=497de57e-ab34-4904-b8e4-09c0b3e52ed5,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:05.337484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-1ff798c5-bd23-4713-b619-6164631e636f service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774837 Feb 19 03:12:05.398644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-42fa6860-e97e-4a8d-9c88-64e361ff8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:05.414124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-42fa6860-e97e-4a8d-9c88-64e361ff8b3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1128 time: 0.2552457 Feb 19 03:12:05.661006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c964fae1-88a6-4e66-9b03-ff5bb6290312 req-95d854f3-d4a2-4fc3-a8c5-46c59751f265 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134196 Feb 19 03:12:05.683949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:b0:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:01Z', 'revision_number': 1, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:05.719887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] Checking router: a2ce41d4-a99e-4cc5-a681-9321e267beb0 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:05.743949 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:05.744956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:05.746123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:11:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:05.751733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dce389-7066-4674-aee9-080923e005dc req-8a66d47f-785f-4c56-a687-8a2c464b36a0 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:05.752023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57dce389-7066-4674-aee9-080923e005dc req-8a66d47f-785f-4c56-a687-8a2c464b36a0 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc91af5b-a8d1-4ecd-bc56-27e310cea0d8 HTTP/1.1" status: 200 len: 945 time: 0.4308884 Feb 19 03:12:05.798612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-c5392151-63ca-4a07-bbb9-b080a9e508df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:05.801760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-c5392151-63ca-4a07-bbb9-b080a9e508df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 1130 time: 0.4281840 Feb 19 03:12:05.818055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-f0857dbd-96fe-4ebf-be19-d0d55739bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:05.820950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-f0857dbd-96fe-4ebf-be19-d0d55739bd5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.2616832 Feb 19 03:12:05.913638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:06.071313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57dce389-7066-4674-aee9-080923e005dc req-e40c739c-b3be-4557-8f3d-62ad0258d0b9 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963386 Feb 19 03:12:06.081109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-c008ad90-dfe6-4a81-815f-9994cbe5d03a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 999 time: 0.2376318 Feb 19 03:12:06.154491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-5829091d-ef9b-43e1-9d0a-b4d7f04d10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.156865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-5829091d-ef9b-43e1-9d0a-b4d7f04d10c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.0745137 Feb 19 03:12:06.164650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-e2e3f252-a4d1-41d2-b21b-09d672dae236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.166735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-e2e3f252-a4d1-41d2-b21b-09d672dae236 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3443723 Feb 19 03:12:06.188496 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dad21b3-9978-41a8-951e-dc222ee4a055 x-openstack-request-id: req-6dad21b3-9978-41a8-951e-dc222ee4a055 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:06.188982 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec", "name": "network-vif-plugged", "status": "completed", "tag": "45913749-4f92-4515-b4bd-7645b14cfa5b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:06.189410 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6dad21b3-9978-41a8-951e-dc222ee4a055 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:06.190067 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45913749-4f92-4515-b4bd-7645b14cfa5b', 'code': 200} Feb 19 03:12:06.328474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-db736ed3-5b54-4f1e-9d66-ad02d592f4ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 217 time: 0.0977654 Feb 19 03:12:06.384780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:b0:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:01Z', 'revision_number': 1, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:06.430166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fdfbc-ca64-4066-b866-6142aa80bc79 None None] The sync data for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 is: [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:b0:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:01Z', 'revision_number': 1, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:06.431419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-e8ed68ce-fdb6-4765-864f-1d3b1393b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.433569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-e8ed68ce-fdb6-4765-864f-1d3b1393b5e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2654111 Feb 19 03:12:06.466207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-f4061f59-26cf-4212-9ebb-cabd94db6f4e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:12:06.469106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-f4061f59-26cf-4212-9ebb-cabd94db6f4e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153084 Feb 19 03:12:06.498007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a15e68-f9fd-4fbe-9e40-ffcacc10adf5 req-d8e52177-715a-4875-9524-49f22606a349 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.500580 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4a15e68-f9fd-4fbe-9e40-ffcacc10adf5 req-d8e52177-715a-4875-9524-49f22606a349 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 946 time: 0.2584405 Feb 19 03:12:06.551957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-1ba84a33-7919-4e23-b795-ee038c96e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.554927 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-1ba84a33-7919-4e23-b795-ee038c96e87b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1975958 Feb 19 03:12:06.658704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d906e-5d96-4740-b61f-fe885f04f7ee req-b3bb01b0-8ee9-4316-a03e-bb5354ad3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.660289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-534d906e-5d96-4740-b61f-fe885f04f7ee req-b3bb01b0-8ee9-4316-a03e-bb5354ad3487 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1128 time: 0.3009839 Feb 19 03:12:06.729258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4a15e68-f9fd-4fbe-9e40-ffcacc10adf5 req-1aad2767-3127-42fe-b96d-a49e9c5428d9 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213070 Feb 19 03:12:06.737058 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d10f67e-71bc-412c-b2f8-2201befb3548 None None] New status for floating IP 8efa8064-1b9c-4219-b4ce-8a916e7ce1ce: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:12:06.746418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-a695f5dc-db22-4bbe-8d50-1e4a1f010a91 service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404764 Feb 19 03:12:06.777682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-7dddfc51-437b-4716-85c4-fced0645565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.779515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-7dddfc51-437b-4716-85c4-fced0645565b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1744001 Feb 19 03:12:06.835881 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fad7db1-0853-4c1c-9339-eedfa7a909d4 x-openstack-request-id: req-8fad7db1-0853-4c1c-9339-eedfa7a909d4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:06.836287 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a486179f-3eaf-4130-b54c-9b046b1cbbea", "tag": "73b12456-b8d5-4063-8d75-fab246296221", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:06.837053 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fad7db1-0853-4c1c-9339-eedfa7a909d4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:06.837193 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a486179f-3eaf-4130-b54c-9b046b1cbbea', 'tag': '73b12456-b8d5-4063-8d75-fab246296221', 'status': 'completed', 'code': 200} Feb 19 03:12:06.938118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-534d906e-5d96-4740-b61f-fe885f04f7ee req-42c897ed-5ddc-42ed-9ed4-d94928985856 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469399 Feb 19 03:12:07.089115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cc63ae-3167-4444-9fd0-9148f33e0f46 req-86e22b6d-195c-4f08-8eef-313ef100bc94 service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172412 Feb 19 03:12:07.096529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 60075d9a-800a-43a4-91c3-e8e81b693d18 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:07.097023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-e332d2d6-abb7-4af8-927d-6d8160b27139 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015862 Feb 19 03:12:07.105364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-ce404e8e-fbbf-4eba-a464-a48489c2bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.108087 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-ce404e8e-fbbf-4eba-a464-a48489c2bc6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 1130 time: 0.1873677 Feb 19 03:12:07.123748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30be9f5-c24e-4e91-b6cb-24c80c7fd4cd req-0ee4bcf8-3fbc-4f36-9f7a-e103cdd2bd4c tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.124031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c30be9f5-c24e-4e91-b6cb-24c80c7fd4cd req-0ee4bcf8-3fbc-4f36-9f7a-e103cdd2bd4c tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 945 time: 0.2020833 Feb 19 03:12:07.153572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 60075d9a-800a-43a4-91c3-e8e81b693d18 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:07.159243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 60075d9a-800a-43a4-91c3-e8e81b693d18 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:07.159809 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.262882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 60075d9a-800a-43a4-91c3-e8e81b693d18 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:07.263419 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.319821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 60075d9a-800a-43a4-91c3-e8e81b693d18, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=60075d9a-800a-43a4-91c3-e8e81b693d18,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:07.327564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.408722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=60075d9a-800a-43a4-91c3-e8e81b693d18,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:07.632280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c30be9f5-c24e-4e91-b6cb-24c80c7fd4cd req-27c828ef-9a36-45f3-9bf1-6e189372dda6 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4967263 Feb 19 03:12:07.692757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f3c4d-930c-48b1-a49b-0164c4edda1e req-d275dd63-54c8-42b5-ad83-d0e21b5a0612 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.694391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e15f3c4d-930c-48b1-a49b-0164c4edda1e req-d275dd63-54c8-42b5-ad83-d0e21b5a0612 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 950 time: 0.2350123 Feb 19 03:12:07.706924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-1c7f0716-db5c-4f7c-b063-b27173e63d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.708443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-1c7f0716-db5c-4f7c-b063-b27173e63d11 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2466948 Feb 19 03:12:07.711886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-3d70e8a1-5d1c-4a1c-87a6-597fae8abeea service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512076 Feb 19 03:12:07.792995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-d23501ab-7263-4a8a-b637-1775d5ac22bd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=73b12456-b8d5-4063-8d75-fab246296221 HTTP/1.1" status: 200 len: 217 time: 0.0667250 Feb 19 03:12:07.834830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e15f3c4d-930c-48b1-a49b-0164c4edda1e req-32430226-feaa-4355-9b9d-87cb49e2fe44 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252537 Feb 19 03:12:07.890889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef0fda-2eac-495a-b1e5-8b35f5a2e45d req-e1395b64-a801-474c-8222-dacb9ec81f0f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.893695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68ef0fda-2eac-495a-b1e5-8b35f5a2e45d req-e1395b64-a801-474c-8222-dacb9ec81f0f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1589692 Feb 19 03:12:07.900620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-3f393410-ca35-4b6a-9a62-1817c379fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.903252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-3f393410-ca35-4b6a-9a62-1817c379fea8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0879600 Feb 19 03:12:08.042509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68ef0fda-2eac-495a-b1e5-8b35f5a2e45d req-d8db5fb3-e760-465d-99cd-be0ed2dcfc5a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348341 Feb 19 03:12:08.068884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ddf45-20c6-4dea-8fb7-d65632f3be60 req-bffd20e9-96fd-4167-aff6-71b01dde08df tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.071700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c28ddf45-20c6-4dea-8fb7-d65632f3be60 req-bffd20e9-96fd-4167-aff6-71b01dde08df tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=49d98ab9-3d39-4513-951d-81b96008587d HTTP/1.1" status: 200 len: 946 time: 0.1545656 Feb 19 03:12:08.075021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-8d0a2a84-9fb2-4e75-a322-50ddc2653334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.078285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-8d0a2a84-9fb2-4e75-a322-50ddc2653334 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1561136 Feb 19 03:12:08.191505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f67ee6-999b-4caf-aed2-382ef08d17b3'}, {'server_uuid': '260db959-6589-4713-a528-3c2ef154db15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60075d9a-800a-43a4-91c3-e8e81b693d18'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:08.196278 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f948d2-c0d4-4457-aaf5-a9545f6da947" -d '{"events": [{"server_uuid": "73e9da1d-d6b7-492c-b6e4-98fbfd1347e7", "name": "network-vif-plugged", "status": "completed", "tag": "80f67ee6-999b-4caf-aed2-382ef08d17b3"}, {"server_uuid": "260db959-6589-4713-a528-3c2ef154db15", "name": "network-vif-plugged", "status": "completed", "tag": "60075d9a-800a-43a4-91c3-e8e81b693d18"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:08.203441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79c09f5d-7136-4664-9f09-e8bb8ed77001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:08.244461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c28ddf45-20c6-4dea-8fb7-d65632f3be60 req-8a91e29b-7556-4465-bf7f-0c857a640f99 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574228 Feb 19 03:12:08.270728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-15e7cf75-aef0-4bd6-97d4-094a79f7f60f service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852496 Feb 19 03:12:08.283133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bd177-231e-4266-aafa-8931c6fbad4f req-14c6a8b6-86f7-4fd0-b80c-ccdbd1d888e5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.284867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-824bd177-231e-4266-aafa-8931c6fbad4f req-14c6a8b6-86f7-4fd0-b80c-ccdbd1d888e5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 948 time: 0.1392119 Feb 19 03:12:08.487145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-824bd177-231e-4266-aafa-8931c6fbad4f req-ccb7cdc9-62f8-408d-8bb0-ac94897a7dfa tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821754 Feb 19 03:12:08.531994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cfe04d2-8841-41a2-b0dd-138edf1ee9e9 req-363f3375-b837-4d79-aefe-41bfd6f7fad7 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457600 Feb 19 03:12:08.558792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-26e6b7c5-d723-46f3-ae6c-526a0f208b9d tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.562180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-26e6b7c5-d723-46f3-ae6c-526a0f208b9d tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1651466 Feb 19 03:12:08.743781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-da4633d0-dad3-4662-a613-9d6127c05c0e tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 1001 time: 0.1711669 Feb 19 03:12:08.758065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Request body: {'floatingip': {'port_id': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:08.772920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaecd0-f491-4afb-8249-7643d4e1ab72 req-20a64c68-af6d-4319-9e0d-0204c2acc7ae tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.774515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-befaecd0-f491-4afb-8249-7643d4e1ab72 req-20a64c68-af6d-4319-9e0d-0204c2acc7ae tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 946 time: 0.1893151 Feb 19 03:12:08.838292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5'}, {'name': 'network-changed', 'server_uuid': '621bf48d-aa2f-4183-8656-d082f53030bd', 'tag': '63606f69-d134-46dd-8ee7-fc27be74e4b7'}, {'name': 'network-changed', 'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8'}, {'name': 'network-changed', 'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:08.840585 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28e4fc8-20eb-4d1e-8b70-3338da91e774" -d '{"events": [{"server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "name": "network-vif-unplugged", "status": "completed", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5"}, {"name": "network-changed", "server_uuid": "621bf48d-aa2f-4183-8656-d082f53030bd", "tag": "63606f69-d134-46dd-8ee7-fc27be74e4b7"}, {"name": "network-changed", "server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8"}, {"name": "network-changed", "server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:08.868838 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:08.915409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-befaecd0-f491-4afb-8249-7643d4e1ab72 req-4d2dd5f6-dc46-4228-9a43-7772747d53f3 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013062 Feb 19 03:12:08.982715 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2d5bd3-0d12-4c27-b2a2-135a33da675e x-openstack-request-id: req-ec2d5bd3-0d12-4c27-b2a2-135a33da675e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:08.983176 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e9da1d-d6b7-492c-b6e4-98fbfd1347e7", "name": "network-vif-plugged", "status": "completed", "tag": "80f67ee6-999b-4caf-aed2-382ef08d17b3", "code": 200}, {"server_uuid": "260db959-6589-4713-a528-3c2ef154db15", "name": "network-vif-plugged", "status": "completed", "tag": "60075d9a-800a-43a4-91c3-e8e81b693d18", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:08.983565 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec2d5bd3-0d12-4c27-b2a2-135a33da675e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:08.984140 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f67ee6-999b-4caf-aed2-382ef08d17b3', 'code': 200} Feb 19 03:12:08.984538 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260db959-6589-4713-a528-3c2ef154db15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60075d9a-800a-43a4-91c3-e8e81b693d18', 'code': 200} Feb 19 03:12:09.115100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 63606f69-d134-46dd-8ee7-fc27be74e4b7 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:09.291720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:09.313087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '63606f69-d134-46dd-8ee7-fc27be74e4b7', 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5', 'port_id': '63606f69-d134-46dd-8ee7-fc27be74e4b7', 'mac_address': 'fa:16:3e:c4:df:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008eac97-41bc-4840-b188-ddded1478ba5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:09.336472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc89f-f289-421c-a3a4-215d7e8f3d33 req-2febd660-154f-4a60-b4e4-ab38cc676634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:09.338987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe3cc89f-f289-421c-a3a4-215d7e8f3d33 req-2febd660-154f-4a60-b4e4-ab38cc676634 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 1132 time: 0.1992409 Feb 19 03:12:09.364535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb97638-9347-4daf-b195-03e565931fe9 req-29f44f36-32ce-40fb-b631-51ef50218f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:09.366106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bb97638-9347-4daf-b195-03e565931fe9 req-29f44f36-32ce-40fb-b631-51ef50218f6e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 1127 time: 0.2075491 Feb 19 03:12:09.384632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 63606f69-d134-46dd-8ee7-fc27be74e4b7 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:09.385275 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:09.408197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63606f69-d134-46dd-8ee7-fc27be74e4b7 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:09.443678 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:09.448226 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:09.526733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=63606f69-d134-46dd-8ee7-fc27be74e4b7,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:09.598302 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe3cc89f-f289-421c-a3a4-215d7e8f3d33 req-48f4a4f7-64cc-4265-8832-b8a6f6c3cb07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464163 Feb 19 03:12:09.614180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bb97638-9347-4daf-b195-03e565931fe9 req-b17d3f0f-b16e-4993-86d6-7117cd5e241d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026463 Feb 19 03:12:09.626184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846542fc-b4be-4261-9ff2-798c6dbe0904 req-f2070d55-1882-4c19-8dae-83a23da9eca5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:09.627768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-846542fc-b4be-4261-9ff2-798c6dbe0904 req-f2070d55-1882-4c19-8dae-83a23da9eca5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 945 time: 0.2734349 Feb 19 03:12:09.770307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-846542fc-b4be-4261-9ff2-798c6dbe0904 req-a619bc0e-507c-4cd6-b11c-6a78d9bf9735 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318913 Feb 19 03:12:09.874158 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:09.879879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:09.921280 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eedb0ee-4a87-4572-8e02-66bf835b79de x-openstack-request-id: req-8eedb0ee-4a87-4572-8e02-66bf835b79de {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:09.921767 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "name": "network-vif-unplugged", "status": "completed", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5", "code": 200}, {"name": "network-changed", "server_uuid": "621bf48d-aa2f-4183-8656-d082f53030bd", "tag": "63606f69-d134-46dd-8ee7-fc27be74e4b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:09.922274 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8eedb0ee-4a87-4572-8e02-66bf835b79de {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:09.923832 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5', 'code': 200} Feb 19 03:12:09.923832 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621bf48d-aa2f-4183-8656-d082f53030bd', 'tag': '63606f69-d134-46dd-8ee7-fc27be74e4b7', 'status': 'completed', 'code': 200} Feb 19 03:12:09.923832 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'status': 'completed', 'code': 200} Feb 19 03:12:09.924314 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5', 'status': 'completed', 'code': 200} Feb 19 03:12:09.989177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 73b12456-b8d5-4063-8d75-fab246296221 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:10.009461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['63606f69-d134-46dd-8ee7-fc27be74e4b7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:10.174885 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Floating IP 8efa8064-1b9c-4219-b4ce-8a916e7ce1ce associated. External IP: 172.25.4.50, port: 7c5deb10-4678-45ee-8aae-fde364dfb8a8. Feb 19 03:12:10.188065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 73b12456-b8d5-4063-8d75-fab246296221, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=73b12456-b8d5-4063-8d75-fab246296221,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:10.209993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '73b12456-b8d5-4063-8d75-fab246296221', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '73b12456-b8d5-4063-8d75-fab246296221', 'mac_address': 'fa:16:3e:2b:70:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:10.275395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-4bace405-299a-4b4f-ada2-f47a37bfcbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:10.277867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-4bace405-299a-4b4f-ada2-f47a37bfcbe9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1128 time: 0.2604532 Feb 19 03:12:10.278349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 73b12456-b8d5-4063-8d75-fab246296221 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:10.278747 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (73b12456-b8d5-4063-8d75-fab246296221), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:10.290834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1b2fd-4cf3-46d1-8441-c9d3a721a631 req-62b56b28-0ab1-4772-998f-69e668915773 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:10.293287 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ad1b2fd-4cf3-46d1-8441-c9d3a721a631 req-62b56b28-0ab1-4772-998f-69e668915773 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 950 time: 0.2747152 Feb 19 03:12:10.305759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b12456-b8d5-4063-8d75-fab246296221 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:10.331950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 73b12456-b8d5-4063-8d75-fab246296221, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=73b12456-b8d5-4063-8d75-fab246296221,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:10.338252 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (73b12456-b8d5-4063-8d75-fab246296221), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:10.495609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-0c95e1c8-5fd1-4b61-a03a-dcc515919f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:10.498726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-0c95e1c8-5fd1-4b61-a03a-dcc515919f94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1126 time: 0.3796675 Feb 19 03:12:10.557922 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ccdddf2c-b363-4ce6-afbc-b1f54676f9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:10.577094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=73b12456-b8d5-4063-8d75-fab246296221,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:10.689792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ad1b2fd-4cf3-46d1-8441-c9d3a721a631 req-ef1e3196-c66a-4f04-a635-8ceec9448fe0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739650 Feb 19 03:12:10.753616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-101bbfda-8b38-4acc-9bc5-fafccdaecde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:10.755850 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-101bbfda-8b38-4acc-9bc5-fafccdaecde6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.4611144 Feb 19 03:12:11.029924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['73b12456-b8d5-4063-8d75-fab246296221'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:11.246378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-7cd9cc6c-c245-41c3-869e-58e86c2a822a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 217 time: 0.4629412 Feb 19 03:12:11.356277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-a743df6e-1974-4185-8c5c-4d97d24051a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.358476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-a743df6e-1974-4185-8c5c-4d97d24051a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.8504324 Feb 19 03:12:11.436206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-494fca20-cffd-4d0f-95b2-584e18c57e21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7 HTTP/1.1" status: 200 len: 217 time: 0.0688863 Feb 19 03:12:11.452593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c9b23-d487-4e77-bd50-93bc388bcb14 req-f4ef7e54-a060-4e42-b055-61cd0e417d9b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.455120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d6c9b23-d487-4e77-bd50-93bc388bcb14 req-f4ef7e54-a060-4e42-b055-61cd0e417d9b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 944 time: 0.6934979 Feb 19 03:12:11.462482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-c6535a7a-cfad-4a7e-a7de-ea1ac57eefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.465061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-c6535a7a-cfad-4a7e-a7de-ea1ac57eefcc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.2079723 Feb 19 03:12:11.535612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Router a2ce41d4-a99e-4cc5-a681-9321e267beb0 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:11.616948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-9c089bd2-8c3a-4790-a6ee-f26a5c2a83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.618495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-9c089bd2-8c3a-4790-a6ee-f26a5c2a83ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1618731 Feb 19 03:12:11.700509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d6c9b23-d487-4e77-bd50-93bc388bcb14 req-740355d2-5376-4a43-a42c-70c5768a81cf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251346 Feb 19 03:12:11.740149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-9950cd20-edcc-4564-b96e-fadd3a323098 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134224 Feb 19 03:12:11.763358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-aee2eb78-55fe-4e3f-ba04-498808751e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.764940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-aee2eb78-55fe-4e3f-ba04-498808751e08 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2482877 Feb 19 03:12:11.814044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:11.996530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 497de57e-ab34-4904-b8e4-09c0b3e52ed5 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:12.049351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:12.085450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] Sync routers for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:12.205184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd80ba-6411-44f0-a4f0-eb0ecea13972 req-b000bd1c-4250-4824-b1cd-d85ea46157aa tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:12.207796 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26cd80ba-6411-44f0-a4f0-eb0ecea13972 req-b000bd1c-4250-4824-b1cd-d85ea46157aa tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=49d98ab9-3d39-4513-951d-81b96008587d HTTP/1.1" status: 200 len: 946 time: 0.3955977 Feb 19 03:12:12.211010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-4ab87b58-723d-4eef-9982-7928c10fe6d0 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449465 Feb 19 03:12:12.218165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-7bb01303-e901-44f1-b3ea-b8abdc4d23ea service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362099 Feb 19 03:12:12.272588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-3c0e4eca-5258-4e01-94f1-aa484e3b8b27 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:12.277006 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-3c0e4eca-5258-4e01-94f1-aa484e3b8b27 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d98ab9-3d39-4513-951d-81b96008587d HTTP/1.1" status: 200 len: 946 time: 0.2370908 Feb 19 03:12:12.315808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:12.317011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:12.398290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:12.417233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '497de57e-ab34-4904-b8e4-09c0b3e52ed5', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '497de57e-ab34-4904-b8e4-09c0b3e52ed5', 'mac_address': 'fa:16:3e:c8:71:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:12.506216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:12.506503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.531533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497de57e-ab34-4904-b8e4-09c0b3e52ed5 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:12.553418 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:12.587409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26cd80ba-6411-44f0-a4f0-eb0ecea13972 req-f4b99408-e5a6-4cb0-8571-53428e436a59 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506367 Feb 19 03:12:12.592847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:12.600439 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.623956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-8c162a2f-fa52-4963-8af5-c3e1811fd812 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007008 Feb 19 03:12:12.676668 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Deleting port 278c63d4-94de-411a-86d4-df49b0b6c653 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:12.682765 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.694317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-60d10a8f-311a-470b-b44b-0be420e1e62e service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267941 Feb 19 03:12:12.800883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=497de57e-ab34-4904-b8e4-09c0b3e52ed5,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:12.935883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.959506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] For port 278c63d4-94de-411a-86d4-df49b0b6c653, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=278c63d4-94de-411a-86d4-df49b0b6c653,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:12.960125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.970727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Router a2ce41d4-a99e-4cc5-a681-9321e267beb0 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:12.980485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-c9febe8a-6d75-4f8e-adaf-4b7fcd7bace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:12.992294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-c9febe8a-6d75-4f8e-adaf-4b7fcd7bace6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 1131 time: 0.1647892 Feb 19 03:12:13.000421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-48102141-f754-423a-afb5-0446d3ff2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.002917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-48102141-f754-423a-afb5-0446d3ff2d5c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 1131 time: 0.1570528 Feb 19 03:12:13.010560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Calling delete_port for 278c63d4-94de-411a-86d4-df49b0b6c653 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:13.051162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:03:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:09Z', 'revision_number': 3, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:13.101111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] Checking router: a2ce41d4-a99e-4cc5-a681-9321e267beb0 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:13.117084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:13.118167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:13.189145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 63606f69-d134-46dd-8ee7-fc27be74e4b7 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:13.262984 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (278c63d4-94de-411a-86d4-df49b0b6c653), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.300845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Pushing event deleted for resources: {'Port': ['ID=278c63d4-94de-411a-86d4-df49b0b6c653,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:13.355328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.355615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.355966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.356378 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.358489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.358489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.358489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.358489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.359221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.359565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.359783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.360122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.360421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:13.384988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['b277ff21-8342-44e9-990d-793ae9e22824'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:13.389106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['32e63a15-e245-4ba4-bf17-60e1fdf6ed2a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:13.410805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] No DVR routers for this DVR port 278c63d4-94de-411a-86d4-df49b0b6c653 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:13.416032 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.423183 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-408c3242-3f37-4623-a5c9-3dc73aba2b42 req-ca21c9b2-cd94-48fe-95c3-fb3e5dcb85a5 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.37 "DELETE /v2.0/ports/278c63d4-94de-411a-86d4-df49b0b6c653 HTTP/1.1" status: 204 len: 173 time: 1.1389508 Feb 19 03:12:13.423470 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d98ab9-3d39-4513-951d-81b96008587d', 'name': 'network-vif-deleted', 'tag': '278c63d4-94de-411a-86d4-df49b0b6c653'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:13.428072 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f83dfa-dd8b-48a9-9469-1f73da39b85b" -d '{"events": [{"server_uuid": "49d98ab9-3d39-4513-951d-81b96008587d", "name": "network-vif-deleted", "tag": "278c63d4-94de-411a-86d4-df49b0b6c653"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:13.453622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-e9a6c2e3-0ea7-40bf-a46e-72c25c351505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.456255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-e9a6c2e3-0ea7-40bf-a46e-72c25c351505 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.4518356 Feb 19 03:12:13.496674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1d156-56b6-4102-b715-7281abf5e406 req-f379c20a-6978-41ed-923a-b188ca4e3ddc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.497045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 63606f69-d134-46dd-8ee7-fc27be74e4b7 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:13.499582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ea1d156-56b6-4102-b715-7281abf5e406 req-f379c20a-6978-41ed-923a-b188ca4e3ddc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 949 time: 0.4421926 Feb 19 03:12:13.532517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-1d9d7773-8907-443a-8012-04477828aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.535194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-1d9d7773-8907-443a-8012-04477828aa7e service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.4902778 Feb 19 03:12:13.538204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:13.541794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 63606f69-d134-46dd-8ee7-fc27be74e4b7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:13.542057 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.633814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-138b7d1d-9d50-449a-ace3-f958fccaa5ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 217 time: 0.1594775 Feb 19 03:12:13.634531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['497de57e-ab34-4904-b8e4-09c0b3e52ed5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:13.650053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:13.720876 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.742248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-920ae601-523e-4dd3-b4c4-54e3168b1de5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 217 time: 0.1255939 Feb 19 03:12:13.955138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:13.959924 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bafde25-ee68-40c9-8a47-9e3280d5a604" -d '{"events": [{"name": "network-changed", "server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:13.968618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ea1d156-56b6-4102-b715-7281abf5e406 req-69290282-7080-44e8-8668-7d1fcd1cd5cc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455934 Feb 19 03:12:14.001874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-a3ad9ae2-fb29-461b-8c68-33c58845b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.001874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-a3ad9ae2-fb29-461b-8c68-33c58845b65e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.3424678 Feb 19 03:12:14.027540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-9cf2c14c-93dc-457c-829b-3a9d1c95b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.029131 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-9cf2c14c-93dc-457c-829b-3a9d1c95b47a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2232366 Feb 19 03:12:14.053935 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 73b12456-b8d5-4063-8d75-fab246296221 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:14.067437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-b263e8d5-ab48-4eb2-a916-50cc5f74845c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "PUT /v2.0/floatingips/8efa8064-1b9c-4219-b4ce-8a916e7ce1ce HTTP/1.1" status: 200 len: 998 time: 5.3141110 Feb 19 03:12:14.158585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 63606f69-d134-46dd-8ee7-fc27be74e4b7 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:14.159892 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:14.201414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-d3030be2-84ff-40da-99f0-7f83cf126dc9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.204878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-d3030be2-84ff-40da-99f0-7f83cf126dc9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports/7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 943 time: 0.1008155 Feb 19 03:12:14.216505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-08b34f06-8418-4824-a1ca-14aecf5114e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.219334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-08b34f06-8418-4824-a1ca-14aecf5114e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2041745 Feb 19 03:12:14.252332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-c07af1d6-da32-4a8d-8155-2aa2f0a61bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.255903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-c07af1d6-da32-4a8d-8155-2aa2f0a61bb5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2024362 Feb 19 03:12:14.755155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621bf48d-aa2f-4183-8656-d082f53030bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63606f69-d134-46dd-8ee7-fc27be74e4b7'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:14.759223 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1babfef6-3727-4169-bd28-c762529bfb54" -d '{"events": [{"server_uuid": "621bf48d-aa2f-4183-8656-d082f53030bd", "name": "network-vif-plugged", "status": "completed", "tag": "63606f69-d134-46dd-8ee7-fc27be74e4b7"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:14.822523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:14.839317 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:14.851305 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:14.866630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 73b12456-b8d5-4063-8d75-fab246296221 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:14.916443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 73b12456-b8d5-4063-8d75-fab246296221 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:14.916963 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (73b12456-b8d5-4063-8d75-fab246296221), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.040960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=63606f69-d134-46dd-8ee7-fc27be74e4b7,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:15.063150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:03:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:09Z', 'revision_number': 3, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:15.081361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60342460-a9c2-4c8a-aea0-8b4f43cb3b1b req-e50ee46a-d289-45dc-afcc-869bccd81aa4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.083657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60342460-a9c2-4c8a-aea0-8b4f43cb3b1b req-e50ee46a-d289-45dc-afcc-869bccd81aa4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 946 time: 0.8017955 Feb 19 03:12:15.083978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.084463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.084928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.085405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.085971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.086533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.087053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.087547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.088057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.088537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.089050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.089570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.090140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.152097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-0fb4f631-2c4d-49ea-9dee-8ffea997b4de service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9214275 Feb 19 03:12:15.161994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 278c63d4-94de-411a-86d4-df49b0b6c653 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:15.166235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffefa76e-8d51-4bc1-80a2-33fb633be83b None None] The sync data for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 is: [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:03:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:09Z', 'revision_number': 3, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:15.181764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-1996ca4e-56de-478d-9f7f-a84b7f622a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.194756 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-1996ca4e-56de-478d-9f7f-a84b7f622a74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1128 time: 0.3110032 Feb 19 03:12:15.200484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-74ade537-a4eb-41cb-8df9-f7d8fe1e6ea0 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9060869 Feb 19 03:12:15.206950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 278c63d4-94de-411a-86d4-df49b0b6c653 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:15.207544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 278c63d4-94de-411a-86d4-df49b0b6c653 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:15.309773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 73b12456-b8d5-4063-8d75-fab246296221 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:15.311341 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (73b12456-b8d5-4063-8d75-fab246296221), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.383226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 73b12456-b8d5-4063-8d75-fab246296221, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=73b12456-b8d5-4063-8d75-fab246296221,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:15.390490 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (73b12456-b8d5-4063-8d75-fab246296221), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.500278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=73b12456-b8d5-4063-8d75-fab246296221,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:15.526390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60342460-a9c2-4c8a-aea0-8b4f43cb3b1b req-7b6e3460-4624-4692-8432-e68c9c1d95fa tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262660 Feb 19 03:12:15.588277 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d137bc8-6bd0-4642-8e7f-a8dde33e0c50 None None] New status for floating IP 8efa8064-1b9c-4219-b4ce-8a916e7ce1ce: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:12:15.742880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-4a66e343-b9d9-4345-b573-5f88fde48d2a service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774434 Feb 19 03:12:15.745144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-674b8381-26d0-45d9-8054-1e948a3aa038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.747675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-674b8381-26d0-45d9-8054-1e948a3aa038 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.5512354 Feb 19 03:12:15.753590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28e4fc8-20eb-4d1e-8b70-3338da91e774 req-99e82e6c-6d5f-4eaa-98d5-79a7916df1fb service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932175 Feb 19 03:12:15.852261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-d49e1e5f-f620-44d8-a450-4f6d87bc2fcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 217 time: 0.0878291 Feb 19 03:12:15.976011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825d5d-d220-44f2-b3cd-a7c2accb8ac9 req-925d3ce1-b9d8-4475-adf5-c0e0f3a503fe tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.986760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af825d5d-d220-44f2-b3cd-a7c2accb8ac9 req-925d3ce1-b9d8-4475-adf5-c0e0f3a503fe tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 945 time: 0.3007224 Feb 19 03:12:15.994052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-8cea275a-379d-48bd-9812-506c38614dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.997307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-8cea275a-379d-48bd-9812-506c38614dcc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.1440718 Feb 19 03:12:16.084694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] Sync routers for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:16.105041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:16.106220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:16.133344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af825d5d-d220-44f2-b3cd-a7c2accb8ac9 req-420f0b24-201a-4e8f-ace2-9df49e778e3b tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335449 Feb 19 03:12:16.152054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-83b8c92f-8941-49ec-a8cc-d4c12a861417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:16.154971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-83b8c92f-8941-49ec-a8cc-d4c12a861417 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1279695 Feb 19 03:12:16.339546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:16.423700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcd8d6-857d-49fa-8329-dd8fbb7476df req-ad965b5b-2c7e-4824-9849-df71d53081f2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:16.426529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1dcd8d6-857d-49fa-8329-dd8fbb7476df req-ad965b5b-2c7e-4824-9849-df71d53081f2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 950 time: 0.1561725 Feb 19 03:12:16.438959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-7e4ffb3b-ccd7-4236-9734-23935caefee1 service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696431 Feb 19 03:12:16.613540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1dcd8d6-857d-49fa-8329-dd8fbb7476df req-893e8a6a-820a-4239-805c-d3edc9a4018e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729300 Feb 19 03:12:16.691550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-32f7e766-df97-45b3-a710-b62f4abd21e9 service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382109 Feb 19 03:12:16.742333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:03:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:15Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:16.799952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] Checking router: a2ce41d4-a99e-4cc5-a681-9321e267beb0 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:16.816732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:16.818200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:16.869019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-e2bd009d-4fa8-4261-9e0e-3fe096d43a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:16.871859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-e2bd009d-4fa8-4261-9e0e-3fe096d43a1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 1128 time: 0.1512694 Feb 19 03:12:16.889704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80023e2-5187-4b69-acd4-e6e3bf4e8017 req-32d135be-ff76-4ea1-974f-a4cae10062a1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:16.892507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d80023e2-5187-4b69-acd4-e6e3bf4e8017 req-32d135be-ff76-4ea1-974f-a4cae10062a1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.1565125 Feb 19 03:12:17.057170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:17.090869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d80023e2-5187-4b69-acd4-e6e3bf4e8017 req-b5167968-0b36-49b6-83b0-fb24b7c10a62 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822374 Feb 19 03:12:17.170918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-66437d09-9144-4d94-8289-2dddabdbde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:17.172488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-66437d09-9144-4d94-8289-2dddabdbde5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.2786605 Feb 19 03:12:17.306324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-3da373a6-8e08-46f2-883e-59cb8f6efe3c tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:17.307821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-3da373a6-8e08-46f2-883e-59cb8f6efe3c tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.71 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 946 time: 0.1897469 Feb 19 03:12:17.329376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-3d021f82-6a85-4327-bde2-8b2bb1508561 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4 HTTP/1.1" status: 200 len: 1001 time: 0.1440120 Feb 19 03:12:17.429469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556bc9c-aa3b-490e-a262-e578352f9a0d req-a4416e97-45f9-4c76-bd48-afe0bdd6ed3f tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:17.431275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3556bc9c-aa3b-490e-a262-e578352f9a0d req-a4416e97-45f9-4c76-bd48-afe0bdd6ed3f tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/ports?device_id=f491b8ca-7b2c-4303-9a74-c95bcd41900e HTTP/1.1" status: 200 len: 946 time: 0.1811352 Feb 19 03:12:17.463015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-fe2e214a-bc9b-4b19-91db-d1e60dc8780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:17.464574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-fe2e214a-bc9b-4b19-91db-d1e60dc8780d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.1268661 Feb 19 03:12:17.521736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:03:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:15Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:17.551734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3556bc9c-aa3b-490e-a262-e578352f9a0d req-229b88ac-c2e2-4122-8d8d-5feb736825de tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.42 "GET /v2.0/security-groups?id=bee8cf66-5001-41c5-8416-2dfbadcb3a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983334 Feb 19 03:12:17.567862 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56137737-ba31-4c91-ac9b-876111e76df5 None None] The sync data for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 is: [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:03:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:15Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:17.608517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-b8cbe309-d469-4d2a-9e3d-213e33442f32 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Deleting port c5b49199-4cb4-4314-bf56-a4de15837798 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:17.609096 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-b8cbe309-d469-4d2a-9e3d-213e33442f32 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.644283 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eda4b5-39db-4e05-809c-667eb2214767 x-openstack-request-id: req-25eda4b5-39db-4e05-809c-667eb2214767 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:17.645087 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d98ab9-3d39-4513-951d-81b96008587d", "name": "network-vif-deleted", "tag": "278c63d4-94de-411a-86d4-df49b0b6c653", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:17.645343 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25eda4b5-39db-4e05-809c-667eb2214767 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:17.646111 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d98ab9-3d39-4513-951d-81b96008587d', 'name': 'network-vif-deleted', 'tag': '278c63d4-94de-411a-86d4-df49b0b6c653', 'status': 'completed', 'code': 200} Feb 19 03:12:17.675349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-ac31a149-f568-477b-a005-ffebed59d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:17.676981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-ac31a149-f568-477b-a005-ffebed59d756 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1872730 Feb 19 03:12:17.781320 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9806aa69-158b-4d73-a5ff-617770f2b18e x-openstack-request-id: req-9806aa69-158b-4d73-a5ff-617770f2b18e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:17.781737 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:17.782138 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9806aa69-158b-4d73-a5ff-617770f2b18e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:17.782663 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'status': 'completed', 'code': 200} Feb 19 03:12:17.901228 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8b73af-987b-41dd-803e-09a2ee04ad28 x-openstack-request-id: req-ac8b73af-987b-41dd-803e-09a2ee04ad28 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:17.901801 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621bf48d-aa2f-4183-8656-d082f53030bd", "name": "network-vif-plugged", "status": "completed", "tag": "63606f69-d134-46dd-8ee7-fc27be74e4b7", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:17.902370 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac8b73af-987b-41dd-803e-09a2ee04ad28 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:17.903008 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621bf48d-aa2f-4183-8656-d082f53030bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63606f69-d134-46dd-8ee7-fc27be74e4b7', 'code': 200} Feb 19 03:12:17.926375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-b8cbe309-d469-4d2a-9e3d-213e33442f32 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] For port c5b49199-4cb4-4314-bf56-a4de15837798, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c5b49199-4cb4-4314-bf56-a4de15837798,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:17.926965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-b8cbe309-d469-4d2a-9e3d-213e33442f32 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.973589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-b8cbe309-d469-4d2a-9e3d-213e33442f32 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Calling delete_port for c5b49199-4cb4-4314-bf56-a4de15837798 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:17.990789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-76d236a9-7a12-4819-9b7c-eafeca044095 service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034737 Feb 19 03:12:18.007793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 497de57e-ab34-4904-b8e4-09c0b3e52ed5 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:18.063395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-88bfefbf-76a4-43ed-bc18-baf3257027fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.065981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-88bfefbf-76a4-43ed-bc18-baf3257027fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1128 time: 0.2738967 Feb 19 03:12:18.103070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:18.114103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:18.114700 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.175325 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50640473-7d4a-4cdb-80b8-a2ccf9fb0982 req-430f804d-6374-4c46-a6f4-e60ef3736815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.177294 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-50640473-7d4a-4cdb-80b8-a2ccf9fb0982 req-430f804d-6374-4c46-a6f4-e60ef3736815 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1127 time: 0.0835943 Feb 19 03:12:18.262704 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-50640473-7d4a-4cdb-80b8-a2ccf9fb0982 req-d2cbfbff-a593-4c91-96b6-5cae2fc60a3c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779448 Feb 19 03:12:18.270071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:18.270686 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.327179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:18.332869 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.412597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=497de57e-ab34-4904-b8e4-09c0b3e52ed5,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:18.422018 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b233f49-627a-4916-bcd8-c2483d8302ff req-6038c164-e4f9-4f70-930b-6a143999f2d3 service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301603 Feb 19 03:12:18.444408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-c05ae9b4-589f-47fa-b218-27aaaa9d7d0f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.446260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-c05ae9b4-589f-47fa-b218-27aaaa9d7d0f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8&tenant_id=42973c8e1f4740eaafb2729751201363&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 949 time: 0.4046099 Feb 19 03:12:18.453336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea870c67-40a7-4e9c-adab-3dfd93daa5b8 req-2cdfd449-cbae-44c5-9670-977a488a7b0f tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.455161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea870c67-40a7-4e9c-adab-3dfd93daa5b8 req-2cdfd449-cbae-44c5-9670-977a488a7b0f tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1128 time: 0.4148557 Feb 19 03:12:18.457499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-9a88bc34-342c-4e62-bd51-db56caf140e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.458787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-9a88bc34-342c-4e62-bd51-db56caf140e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.2766113 Feb 19 03:12:18.552618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-f1a1bea4-704a-4646-9831-53a3dce2330d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 217 time: 0.0783989 Feb 19 03:12:18.653095 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-b8cbe309-d469-4d2a-9e3d-213e33442f32 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (c5b49199-4cb4-4314-bf56-a4de15837798), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.671498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea870c67-40a7-4e9c-adab-3dfd93daa5b8 req-20e54951-a491-47b8-ba04-1833fd59cc4f tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055554 Feb 19 03:12:18.721642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-a72959ab-0bd7-41c7-b8e7-16b6ee79c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.723380 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-a72959ab-0bd7-41c7-b8e7-16b6ee79c5c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.1524818 Feb 19 03:12:18.726021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbe309-d469-4d2a-9e3d-213e33442f32 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Pushing event deleted for resources: {'Port': ['ID=c5b49199-4cb4-4314-bf56-a4de15837798,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:18.832081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28b618-ec79-4f99-b410-13d0674c80f3 req-037bbc40-612f-4e36-8dc0-15d002a85086 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.833726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c28b618-ec79-4f99-b410-13d0674c80f3 req-037bbc40-612f-4e36-8dc0-15d002a85086 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 945 time: 0.2856956 Feb 19 03:12:18.849235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58108) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:18.858199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2098a96d-44c1-43f0-9bad-f0a5e9cebbd5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Request body: {'floatingip': {'port_id': '80f67ee6-999b-4caf-aed2-382ef08d17b3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:18.868004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-b8cbe309-d469-4d2a-9e3d-213e33442f32 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] No DVR routers for this DVR port c5b49199-4cb4-4314-bf56-a4de15837798 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:18.873526 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-b8cbe309-d469-4d2a-9e3d-213e33442f32 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.877473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d54261-1a6a-4411-ba0b-10eb146a92ed req-b8cbe309-d469-4d2a-9e3d-213e33442f32 tempest-AttachSCSIVolumeTestJSON-1188151287 tempest-AttachSCSIVolumeTestJSON-1188151287-project] 10.222.0.71 "DELETE /v2.0/ports/c5b49199-4cb4-4314-bf56-a4de15837798 HTTP/1.1" status: 204 len: 173 time: 1.5574183 Feb 19 03:12:18.938652 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-22f8a656-b5de-401f-ad7e-a700f13db3d1 service neutron] delete failed (client error): The resource could not be found. Feb 19 03:12:18.939852 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-22f8a656-b5de-401f-ad7e-a700f13db3d1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/497de57e-ab34-4904-b8e4-09c0b3e52ed5/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.1986146 Feb 19 03:12:18.942556 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2098a96d-44c1-43f0-9bad-f0a5e9cebbd5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for floatingip (6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.951682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-64ceb37e-bf04-4a68-b84b-bd085ccad062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.953300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-64ceb37e-bf04-4a68-b84b-bd085ccad062 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2139270 Feb 19 03:12:18.962416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc6220-a3ad-46f0-abaa-9ea1efaf433e req-eed7196f-f667-443f-8fba-9227355f3ca5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.964013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fadc6220-a3ad-46f0-abaa-9ea1efaf433e req-eed7196f-f667-443f-8fba-9227355f3ca5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 950 time: 0.1793547 Feb 19 03:12:19.644023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fadc6220-a3ad-46f0-abaa-9ea1efaf433e req-f5192b0f-1382-4a54-9d38-9df9002f1697 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507995 Feb 19 03:12:19.684495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-06d91ebf-ff26-4f93-995e-a363f38cd534 service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060804 Feb 19 03:12:19.707854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-e7f96924-b847-437c-b91b-482f56e9773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.709551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-e7f96924-b847-437c-b91b-482f56e9773e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 1132 time: 0.5248125 Feb 19 03:12:19.718111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe5141-a729-44e8-843e-0b7084822e50 req-036e4b0f-42ac-41f5-b05f-ad81549e0080 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.719916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bfe5141-a729-44e8-843e-0b7084822e50 req-036e4b0f-42ac-41f5-b05f-ad81549e0080 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.5554931 Feb 19 03:12:19.803386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'tag': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4'}, {'server_uuid': 'f491b8ca-7b2c-4303-9a74-c95bcd41900e', 'name': 'network-vif-deleted', 'tag': 'c5b49199-4cb4-4314-bf56-a4de15837798'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:19.807574 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "930ed40e-e0f1-4d6e-bb99-51a08bc44c3c", "tag": "a15a71e2-2a92-4976-bbbb-4afe633f9ca4"}, {"server_uuid": "f491b8ca-7b2c-4303-9a74-c95bcd41900e", "name": "network-vif-deleted", "tag": "c5b49199-4cb4-4314-bf56-a4de15837798"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:19.909082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a486179f-3eaf-4130-b54c-9b046b1cbbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b12456-b8d5-4063-8d75-fab246296221'}, {'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:19.913519 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e445e1b7-f621-4eb0-8d61-73d198a44d5c" -d '{"events": [{"server_uuid": "a486179f-3eaf-4130-b54c-9b046b1cbbea", "name": "network-vif-plugged", "status": "completed", "tag": "73b12456-b8d5-4063-8d75-fab246296221"}, {"server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "name": "network-vif-plugged", "status": "completed", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:19.922858 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2098a96d-44c1-43f0-9bad-f0a5e9cebbd5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:19.928272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2098a96d-44c1-43f0-9bad-f0a5e9cebbd5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.016230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bfe5141-a729-44e8-843e-0b7084822e50 req-d4cb7b3d-5b81-4e2f-aacb-0403c4d6ead7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775071 Feb 19 03:12:20.032937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c5b49199-4cb4-4314-bf56-a4de15837798 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:20.045401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bafde25-ee68-40c9-8a47-9e3280d5a604 req-d81be5c7-ef3e-4e36-9ef9-b9c77488d1ca service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239172 Feb 19 03:12:20.047742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-8333c60a-bde7-4bc7-98b2-bec07963516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:20.049316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-8333c60a-bde7-4bc7-98b2-bec07963516b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3203151 Feb 19 03:12:20.061648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4446-fa22-4093-b8ed-ceadf0f0cb55 req-32fcf42e-cda4-4cb0-be78-470cc6c1749b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:20.069135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b91a4446-fa22-4093-b8ed-ceadf0f0cb55 req-32fcf42e-cda4-4cb0-be78-470cc6c1749b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.1934743 Feb 19 03:12:20.102919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: c5b49199-4cb4-4314-bf56-a4de15837798 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:20.103497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c5b49199-4cb4-4314-bf56-a4de15837798 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:20.122553 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-2098a96d-44c1-43f0-9bad-f0a5e9cebbd5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Floating IP 6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530 associated. External IP: 172.25.4.125, port: 80f67ee6-999b-4caf-aed2-382ef08d17b3. Feb 19 03:12:20.127170 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-464b49f8-f532-40c9-92ca-d6651c415a6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 217 time: 0.0505214 Feb 19 03:12:20.256153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63af7a83-796b-4865-9cda-df2c37f6799f req-73d7357b-4d33-4988-b209-f9ee7546344e tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 1001 time: 0.1721311 Feb 19 03:12:20.263614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b91a4446-fa22-4093-b8ed-ceadf0f0cb55 req-60d9d4d6-2838-42a1-9e75-fee9354188cd tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932662 Feb 19 03:12:20.266946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-e55b6c33-3c71-44fb-905d-be0238b5d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:20.269236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-e55b6c33-3c71-44fb-905d-be0238b5d606 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1093161 Feb 19 03:12:20.362856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af7a83-796b-4865-9cda-df2c37f6799f req-b8081b58-ddec-488f-b224-15735efb5081 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:20.366229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63af7a83-796b-4865-9cda-df2c37f6799f req-b8081b58-ddec-488f-b224-15735efb5081 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports/a15a71e2-2a92-4976-bbbb-4afe633f9ca4 HTTP/1.1" status: 200 len: 943 time: 0.0954294 Feb 19 03:12:20.425038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2098a96d-44c1-43f0-9bad-f0a5e9cebbd5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:20.601622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-dcb07037-6a0f-4818-a2f9-543c82d8d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:20.604249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-dcb07037-6a0f-4818-a2f9-543c82d8d539 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2363868 Feb 19 03:12:20.612773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63af7a83-796b-4865-9cda-df2c37f6799f req-56ba0382-0d68-4986-a8ea-a75346a77cf2 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 1001 time: 0.1664402 Feb 19 03:12:20.631482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2098a96d-44c1-43f0-9bad-f0a5e9cebbd5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:20.638878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2098a96d-44c1-43f0-9bad-f0a5e9cebbd5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.664226 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] Sync routers for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:20.669378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dd89b-9626-4556-bdea-830ec6b3a0fc req-f39735da-f38b-4e2c-9bdb-2412246754a3 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:20.673153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-497dd89b-9626-4556-bdea-830ec6b3a0fc req-f39735da-f38b-4e2c-9bdb-2412246754a3 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1128 time: 0.1693542 Feb 19 03:12:20.707610 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:20.708257 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:20.711065 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2098a96d-44c1-43f0-9bad-f0a5e9cebbd5 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "PUT /v2.0/floatingips/6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530 HTTP/1.1" status: 200 len: 991 time: 1.8600056 Feb 19 03:12:20.711919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'tag': '80f67ee6-999b-4caf-aed2-382ef08d17b3'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:20.717922 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "73e9da1d-d6b7-492c-b6e4-98fbfd1347e7", "tag": "80f67ee6-999b-4caf-aed2-382ef08d17b3"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:20.887037 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:20.935201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-497dd89b-9626-4556-bdea-830ec6b3a0fc req-7b8807ab-1772-49bf-8d69-0638f84bab11 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263937 Feb 19 03:12:20.945663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-bdedbe5c-0e30-4384-83a4-d15f38386f7e service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143299 Feb 19 03:12:21.009175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af7a83-796b-4865-9cda-df2c37f6799f req-91294b4b-6f10-4756-b725-43ce879a8e32 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.022609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63af7a83-796b-4865-9cda-df2c37f6799f req-91294b4b-6f10-4756-b725-43ce879a8e32 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.3949153 Feb 19 03:12:21.142800 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a38dac-bb17-4c7e-982f-5ea009884b2f x-openstack-request-id: req-c8a38dac-bb17-4c7e-982f-5ea009884b2f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:21.143313 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930ed40e-e0f1-4d6e-bb99-51a08bc44c3c", "tag": "a15a71e2-2a92-4976-bbbb-4afe633f9ca4", "status": "completed", "code": 200}, {"server_uuid": "f491b8ca-7b2c-4303-9a74-c95bcd41900e", "name": "network-vif-deleted", "tag": "c5b49199-4cb4-4314-bf56-a4de15837798", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:21.143759 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8a38dac-bb17-4c7e-982f-5ea009884b2f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:21.144406 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'tag': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'status': 'completed', 'code': 200} Feb 19 03:12:21.145047 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f491b8ca-7b2c-4303-9a74-c95bcd41900e', 'name': 'network-vif-deleted', 'tag': 'c5b49199-4cb4-4314-bf56-a4de15837798', 'status': 'completed', 'code': 200} Feb 19 03:12:21.235344 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df049cad-70c7-472b-bffa-322744745bdf x-openstack-request-id: req-df049cad-70c7-472b-bffa-322744745bdf {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:21.236077 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a486179f-3eaf-4130-b54c-9b046b1cbbea", "name": "network-vif-plugged", "status": "completed", "tag": "73b12456-b8d5-4063-8d75-fab246296221", "code": 200}, {"server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "name": "network-vif-plugged", "status": "completed", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:21.236169 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'port_id': '80f67ee6-999b-4caf-aed2-382ef08d17b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'mac_address': 'fa:16:3e:7b:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:35Z', 'updated_at': '2022-02-19T03:12:19Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:21.236421 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df049cad-70c7-472b-bffa-322744745bdf {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:21.238139 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a486179f-3eaf-4130-b54c-9b046b1cbbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b12456-b8d5-4063-8d75-fab246296221', 'code': 200} Feb 19 03:12:21.238914 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5', 'code': 200} Feb 19 03:12:21.274900 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] Checking router: e0faa132-ecf9-449e-9cc9-5ab8fa229d96 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:21.278227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25822bd9-32d1-44df-88b4-d6effd99f9a0 req-ccfbb9f0-afcc-4761-a6b0-fac02e4bf9e4 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210101 Feb 19 03:12:21.305289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-30628acb-dffa-4e96-8e2b-f1e0d2296533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.317706 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-30628acb-dffa-4e96-8e2b-f1e0d2296533 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 1128 time: 0.1262383 Feb 19 03:12:21.325035 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:21.326401 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:21.466037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9d097-00ab-455c-a567-0fc65d3b9bd2 req-63a0d07f-8b9e-4345-b23c-be967e9bf214 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.469171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fa9d097-00ab-455c-a567-0fc65d3b9bd2 req-63a0d07f-8b9e-4345-b23c-be967e9bf214 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 950 time: 0.1837296 Feb 19 03:12:21.486205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11d278-7f98-49bc-95b5-fbe8ac9f6017 req-33ade489-2589-4de9-bb51-25367a051ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.488985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d11d278-7f98-49bc-95b5-fbe8ac9f6017 req-33ade489-2589-4de9-bb51-25367a051ac9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 1132 time: 0.1417651 Feb 19 03:12:21.520097 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-a0f1b55f-c956-4ef1-854e-de28e2e46097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.522770 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-a0f1b55f-c956-4ef1-854e-de28e2e46097 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.1984012 Feb 19 03:12:21.526514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239292f7-55bd-4b23-a71e-99055a11ba3d req-f6024296-b26d-461b-b467-53b239d064e9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.547786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-239292f7-55bd-4b23-a71e-99055a11ba3d req-f6024296-b26d-461b-b467-53b239d064e9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 945 time: 0.1785429 Feb 19 03:12:21.558388 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:21.663214 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-0eedb058-73fc-4e3a-8946-d639e5a36b3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4 HTTP/1.1" status: 200 len: 1001 time: 0.1323671 Feb 19 03:12:21.700808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d11d278-7f98-49bc-95b5-fbe8ac9f6017 req-ab92630c-733f-42a8-9c20-803d61f73e79 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467311 Feb 19 03:12:21.712465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-239292f7-55bd-4b23-a71e-99055a11ba3d req-f29ac8c2-ffd9-4473-9bff-0b8738bb665b tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631882 Feb 19 03:12:21.726533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fa9d097-00ab-455c-a567-0fc65d3b9bd2 req-5f10416a-f28f-42b1-b011-6d9cf85eb1ef tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360330 Feb 19 03:12:21.790678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-f778bf91-3796-46cf-ba7b-e1e788f514db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.792592 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-f778bf91-3796-46cf-ba7b-e1e788f514db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.1203332 Feb 19 03:12:21.821775 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e547f6-7090-4190-a444-477b8610106b x-openstack-request-id: req-b6e547f6-7090-4190-a444-477b8610106b {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:21.822267 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e9da1d-d6b7-492c-b6e4-98fbfd1347e7", "tag": "80f67ee6-999b-4caf-aed2-382ef08d17b3", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:21.822679 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6e547f6-7090-4190-a444-477b8610106b {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:21.823323 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'tag': '80f67ee6-999b-4caf-aed2-382ef08d17b3', 'status': 'completed', 'code': 200} Feb 19 03:12:21.908481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-ee7a4980-62dc-4389-b3ed-cf19269fe4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.911126 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-ee7a4980-62dc-4389-b3ed-cf19269fe4c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1086109 Feb 19 03:12:22.054226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-912aa051-2610-4538-bbfc-752882be79a9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 1001 time: 0.2171035 Feb 19 03:12:22.101676 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'port_id': '80f67ee6-999b-4caf-aed2-382ef08d17b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'mac_address': 'fa:16:3e:7b:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:35Z', 'updated_at': '2022-02-19T03:12:19Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:22.113125 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:22.151445 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ac1627-e147-41d8-af86-da82cabe18fa None None] The sync data for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 is: [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'port_id': '80f67ee6-999b-4caf-aed2-382ef08d17b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'mac_address': 'fa:16:3e:7b:2e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:35Z', 'updated_at': '2022-02-19T03:12:19Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:22.159980 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-d0b7ff9f-7a2d-48e8-b248-721f909659aa service neutron] 10.222.0.37 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182140 Feb 19 03:12:22.237130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-eaff191d-4a5f-4385-b41e-efa7f1934a25 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:22.250288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-eaff191d-4a5f-4385-b41e-efa7f1934a25 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports/a15a71e2-2a92-4976-bbbb-4afe633f9ca4 HTTP/1.1" status: 200 len: 943 time: 0.1902790 Feb 19 03:12:22.289085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-fd08e2c1-e88e-41d7-9eeb-8a78641c4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:22.290662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-fd08e2c1-e88e-41d7-9eeb-8a78641c4135 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263&device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 1127 time: 0.1392930 Feb 19 03:12:22.369102 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-59d109ce-c24c-4c60-8fe9-3513fe7e1ebd req-0e4e0834-fc06-4b27-93c4-8d5523e1b9fd service neutron] 10.222.0.37 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925867 Feb 19 03:12:22.531309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-0ccab053-2f82-4e7c-bedb-a7f113a2ca66 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 1001 time: 0.1448631 Feb 19 03:12:22.549732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342c6fe-2310-446f-b7ac-00fff720f5d5 req-fc3d1346-5e7d-4c6d-9240-2ede6190169b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:22.551583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9342c6fe-2310-446f-b7ac-00fff720f5d5 req-fc3d1346-5e7d-4c6d-9240-2ede6190169b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.1633756 Feb 19 03:12:22.568651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-e11d4ade-c524-45fb-8d04-124eaded42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:22.570672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-e11d4ade-c524-45fb-8d04-124eaded42f1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=78ce3a2f-2af8-45e3-8723-720eca1bd14d HTTP/1.1" status: 200 len: 925 time: 0.2675731 Feb 19 03:12:22.571619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e8c7c-f6c5-4497-ac86-03bf5350313d None None] New status for floating IP 6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:12:22.839542 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9342c6fe-2310-446f-b7ac-00fff720f5d5 req-7749233a-1e46-4d49-ac13-21fe6e4eca49 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966677 Feb 19 03:12:22.894507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-4e7bb558-6c47-4d57-886e-6c7fc5e1e194 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80f67ee6-999b-4caf-aed2-382ef08d17b3 HTTP/1.1" status: 200 len: 999 time: 0.2496407 Feb 19 03:12:23.018439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-b122c1f0-43d6-4ac9-88fd-dd647fa41cf5 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:23.021264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-b122c1f0-43d6-4ac9-88fd-dd647fa41cf5 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.4667935 Feb 19 03:12:23.092956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-d4f81fc0-7d43-4523-81c3-c888fac0a38a tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:12:23.095461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-d4f81fc0-7d43-4523-81c3-c888fac0a38a tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461833 Feb 19 03:12:23.133026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-60a150ff-67d2-4b53-bb0d-dabc2b5685c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:23.135526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-60a150ff-67d2-4b53-bb0d-dabc2b5685c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9d97a81d-2e1a-438a-b310-2f3bca86ef7f HTTP/1.1" status: 200 len: 863 time: 0.2146666 Feb 19 03:12:23.252679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fce9f-c3fd-43e7-b027-8a04bce580a7 req-ca9d4974-ad24-4543-8b96-ee080d31da32 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:23.255292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-193fce9f-c3fd-43e7-b027-8a04bce580a7 req-ca9d4974-ad24-4543-8b96-ee080d31da32 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.2259717 Feb 19 03:12:23.282646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-dcdf8c5d-a227-4224-9118-1778892c9845 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 1001 time: 0.1677041 Feb 19 03:12:23.301950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-553f5ac6-4894-4286-8ede-bceaa3fd70c0 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:23.384365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-0380cf85-a7ee-4050-a08a-4708484565d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:23.386809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-0380cf85-a7ee-4050-a08a-4708484565d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=78ce3a2f-2af8-45e3-8723-720eca1bd14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1961148 Feb 19 03:12:23.446413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-193fce9f-c3fd-43e7-b027-8a04bce580a7 req-a4318a51-7ce2-47b6-853b-8cdae38b340b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789391 Feb 19 03:12:23.452565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-553f5ac6-4894-4286-8ede-bceaa3fd70c0 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:23.712021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-ef6fb38e-ebf7-4836-8a04-0662c2abe05b service neutron] 10.222.0.71 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019760 Feb 19 03:12:24.157573 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-553f5ac6-4894-4286-8ede-bceaa3fd70c0 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:24.230760 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-553f5ac6-4894-4286-8ede-bceaa3fd70c0 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:24.231299 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-553f5ac6-4894-4286-8ede-bceaa3fd70c0 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Floating IP 8efa8064-1b9c-4219-b4ce-8a916e7ce1ce disassociated. External IP: 172.25.4.50, port: a15a71e2-2a92-4976-bbbb-4afe633f9ca4. Feb 19 03:12:24.462763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53cd54-7fd7-4f63-9762-a809b0f05b48 req-ca4d61be-42f4-4bee-bba3-758ab2b0710d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:24.465623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f53cd54-7fd7-4f63-9762-a809b0f05b48 req-ca4d61be-42f4-4bee-bba3-758ab2b0710d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 950 time: 0.3166547 Feb 19 03:12:24.481213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6f5f0d5-9b4c-47fc-b39d-d0466657e9c6 req-b449b50d-bc14-4a66-b8e5-28bbfaa69810 service neutron] 10.222.0.71 "GET /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517114 Feb 19 03:12:24.615669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f53cd54-7fd7-4f63-9762-a809b0f05b48 req-43ce638d-fc08-4e25-94c4-229334f11a1c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382537 Feb 19 03:12:24.810052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-553f5ac6-4894-4286-8ede-bceaa3fd70c0 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Router a2ce41d4-a99e-4cc5-a681-9321e267beb0 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:24.835222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb953-c374-4c03-9c0f-3b0b3cb34be6 req-7f0ab465-0f29-49ce-8134-4d7e7bb344a3 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:24.837890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32ccb953-c374-4c03-9c0f-3b0b3cb34be6 req-7f0ab465-0f29-49ce-8134-4d7e7bb344a3 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1127 time: 0.1151075 Feb 19 03:12:24.989476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32ccb953-c374-4c03-9c0f-3b0b3cb34be6 req-93914bce-2536-416d-bcbf-caf003437559 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067076 Feb 19 03:12:25.005943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-553f5ac6-4894-4286-8ede-bceaa3fd70c0 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:25.021026 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-553f5ac6-4894-4286-8ede-bceaa3fd70c0 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:25.030890 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] Sync routers for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:25.053776 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:25.055306 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:25.078755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-553f5ac6-4894-4286-8ede-bceaa3fd70c0 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "PUT /v2.0/floatingips/8efa8064-1b9c-4219-b4ce-8a916e7ce1ce HTTP/1.1" status: 200 len: 694 time: 1.7847185 Feb 19 03:12:25.079570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'tag': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:25.087549 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d113fb-88c1-4c48-805d-df8466dcd454" -d '{"events": [{"name": "network-changed", "server_uuid": "930ed40e-e0f1-4d6e-bb99-51a08bc44c3c", "tag": "a15a71e2-2a92-4976-bbbb-4afe633f9ca4"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:25.247659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-31d3904f-2e8e-4ddc-8afc-e21622d95427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:25.250148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-31d3904f-2e8e-4ddc-8afc-e21622d95427 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 1128 time: 0.1403015 Feb 19 03:12:25.266764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d19a80-4d2e-44b7-b896-5cceff890885 req-4c561398-4edf-4d13-a4f9-382a06464e63 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:25.269711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22d19a80-4d2e-44b7-b896-5cceff890885 req-4c561398-4edf-4d13-a4f9-382a06464e63 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1128 time: 0.0929039 Feb 19 03:12:25.368932 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:25.451109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22d19a80-4d2e-44b7-b896-5cceff890885 req-a7b1e950-284b-498d-a86c-93d44ca2285b tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641586 Feb 19 03:12:25.502549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-2400f1b0-e7a8-45d0-be70-7a280ab27091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:25.505153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-2400f1b0-e7a8-45d0-be70-7a280ab27091 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.2338922 Feb 19 03:12:25.594156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-ad2f8234-4408-40c3-8efd-553e05dcd977 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4 HTTP/1.1" status: 200 len: 217 time: 0.0770233 Feb 19 03:12:25.672244 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:25.719291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-471959b3-4b3a-425c-a9d8-18367dac1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:25.721762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-471959b3-4b3a-425c-a9d8-18367dac1709 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.1265306 Feb 19 03:12:25.723000 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] Checking router: a2ce41d4-a99e-4cc5-a681-9321e267beb0 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:25.738703 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:25.739964 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:25.744226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92829f32-6cbc-4982-a56c-bacb8c131d43 req-9f633558-cffa-47af-9474-06d130f6df3e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:25.746963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92829f32-6cbc-4982-a56c-bacb8c131d43 req-9f633558-cffa-47af-9474-06d130f6df3e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.1420560 Feb 19 03:12:25.878431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-88ff4225-b089-439e-9b27-70ac728d6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:25.881277 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-88ff4225-b089-439e-9b27-70ac728d6108 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1323330 Feb 19 03:12:25.893517 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:25.901880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92829f32-6cbc-4982-a56c-bacb8c131d43 req-2ef7b54a-4d0c-4105-93d9-60b16bfcf823 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393096 Feb 19 03:12:26.036370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-eaaa258e-c719-4948-ae71-b2cb8c4fa98e service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331918 Feb 19 03:12:26.204848 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb6c22e-3bfe-4767-81c6-3072544ac1a2 x-openstack-request-id: req-0fb6c22e-3bfe-4767-81c6-3072544ac1a2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:26.205169 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930ed40e-e0f1-4d6e-bb99-51a08bc44c3c", "tag": "a15a71e2-2a92-4976-bbbb-4afe633f9ca4", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:26.205444 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fb6c22e-3bfe-4767-81c6-3072544ac1a2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:26.205864 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'tag': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'status': 'completed', 'code': 200} Feb 19 03:12:26.248585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-7712145b-8739-4f23-b8f4-1131162548b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:26.252578 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-7712145b-8739-4f23-b8f4-1131162548b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 1128 time: 0.0916052 Feb 19 03:12:26.377392 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:26.386283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb949481-2f6b-45e0-bc88-e548fc4bcda7 req-c9948e2e-6d37-45ac-bc3c-335b7b7a3061 service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477526 Feb 19 03:12:26.418832 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff03fa-9032-4d9b-97b3-0652f6fbe9d4 None None] The sync data for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 is: [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:26.627782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-c2ca4014-b8c5-4762-922c-fa701570ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:26.635524 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-c2ca4014-b8c5-4762-922c-fa701570ddca service neutron] 10.222.0.37 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.3783386 Feb 19 03:12:26.691321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc23e4-852a-46fc-90ed-f9693b9bc5b2 req-093f68ac-db19-468a-90b0-b36a0623313b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:26.711343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ccc23e4-852a-46fc-90ed-f9693b9bc5b2 req-093f68ac-db19-468a-90b0-b36a0623313b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 950 time: 0.1316144 Feb 19 03:12:26.833550 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-c2dc625a-da10-4333-bcb7-48b648ccac5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4 HTTP/1.1" status: 200 len: 217 time: 0.1866138 Feb 19 03:12:26.873413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ccc23e4-852a-46fc-90ed-f9693b9bc5b2 req-34298df1-09cf-4c79-ab08-05ba71c51de3 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600783 Feb 19 03:12:26.970439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-ec2b58bd-4871-4ae8-aba9-e9ce659e4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:26.988795 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-ec2b58bd-4871-4ae8-aba9-e9ce659e4db8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.1355817 Feb 19 03:12:27.189259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-8289f45c-64fd-4813-b8c7-1503306e5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.191858 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-8289f45c-64fd-4813-b8c7-1503306e5676 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2015972 Feb 19 03:12:27.225749 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394e683-9f10-48b4-b5e9-60c42a15a5c4 None None] New status for floating IP 8efa8064-1b9c-4219-b4ce-8a916e7ce1ce: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:12:27.267456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08fe3f-e12c-4e77-a679-84b5651d92c2 req-c84cf930-e95c-46ce-816b-613aec49c883 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.280197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de08fe3f-e12c-4e77-a679-84b5651d92c2 req-c84cf930-e95c-46ce-816b-613aec49c883 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.1185675 Feb 19 03:12:27.380931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de08fe3f-e12c-4e77-a679-84b5651d92c2 req-3e63747b-1b0c-4856-8c81-f8ea557fc4f9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978725 Feb 19 03:12:27.446173 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-962a8416-849b-4296-9142-3162aa847d9a service neutron] 10.222.0.37 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459705 Feb 19 03:12:27.667867 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94d113fb-88c1-4c48-805d-df8466dcd454 req-ffced8c7-e567-42ad-a609-88dab2539284 service neutron] 10.222.0.37 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127433 Feb 19 03:12:28.247679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-aa12e882-863a-4542-b025-5eec927fa26a tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:12:28.248833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-aa12e882-863a-4542-b025-5eec927fa26a tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064442 Feb 19 03:12:28.289485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502347b-d9f4-483d-99f4-256b20174103 req-42ba2eab-e200-455e-872b-5bd4b1c1f9fe tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:28.296577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502347b-d9f4-483d-99f4-256b20174103 req-42ba2eab-e200-455e-872b-5bd4b1c1f9fe tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:28.298509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4502347b-d9f4-483d-99f4-256b20174103 req-42ba2eab-e200-455e-872b-5bd4b1c1f9fe tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15&device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 1691 time: 0.1448429 Feb 19 03:12:28.350897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-f44f509f-101a-4d45-9b0b-761c02517869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:28.352302 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-f44f509f-101a-4d45-9b0b-761c02517869 service neutron] 10.222.0.42 "GET /v2.0/ports/45913749-4f92-4515-b4bd-7645b14cfa5b HTTP/1.1" status: 200 len: 1125 time: 0.0842087 Feb 19 03:12:28.371176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Request body: {'binding': {'host': 'n-h1-826756-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:28.371642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Unknown quota resources ['binding']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:12:28.417308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4502347b-d9f4-483d-99f4-256b20174103 req-9503be28-8832-445b-9f2f-4d9f8836804c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106410 Feb 19 03:12:28.672241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b on host n-h1-826756-2 for vnic_type normal with profile None {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:28.672612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:28.673069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:28.680984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Port 45913749-4f92-4515-b4bd-7645b14cfa5b on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:28.681446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:28.697529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-7350b599-f8da-42ed-9c6d-457fe915916c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:28.699282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-7350b599-f8da-42ed-9c6d-457fe915916c tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1091993 Feb 19 03:12:28.700422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:28.700806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:28.701455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:28.701967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Bound port: 45913749-4f92-4515-b4bd-7645b14cfa5b, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:28.793921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-5bdeb7a0-6964-4dfa-946a-7ab30234cbd7 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 695 time: 0.0585265 Feb 19 03:12:28.799566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-112a2f58-da7b-4e24-be4b-7e979b6b1cd9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Request body: {'floatingip': {'port_id': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:28.899269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-112a2f58-da7b-4e24-be4b-7e979b6b1cd9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:28.939134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:28.947345 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:28.956005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-cba6b3f7-ddd1-47da-91d7-b63c98c6d9e1 service neutron] 10.222.0.42 "POST /v2.0/ports/45913749-4f92-4515-b4bd-7645b14cfa5b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5876095 Feb 19 03:12:29.483022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-3f5bea1b-bedc-4f0e-b9fd-1aab9c0b60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:29.486050 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-3f5bea1b-bedc-4f0e-b9fd-1aab9c0b60e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1128 time: 0.0781157 Feb 19 03:12:29.672399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-18587929-7f4b-484a-b912-4e6c8b74de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:29.673900 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-18587929-7f4b-484a-b912-4e6c8b74de31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.1800535 Feb 19 03:12:29.772920 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-922036f1-4d84-415a-927d-05097db22fda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45913749-4f92-4515-b4bd-7645b14cfa5b HTTP/1.1" status: 200 len: 217 time: 0.0757806 Feb 19 03:12:29.782323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba507f-99b9-4192-ab0d-b43371a803fa req-0f04818c-7d3b-4163-85b9-1adf3048cb82 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:29.786558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43ba507f-99b9-4192-ab0d-b43371a803fa req-0f04818c-7d3b-4163-85b9-1adf3048cb82 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 946 time: 0.1648800 Feb 19 03:12:29.847813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-177ef4a4-be86-4d27-a939-339c56600a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:29.851075 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-177ef4a4-be86-4d27-a939-339c56600a21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.0699914 Feb 19 03:12:29.881727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-112a2f58-da7b-4e24-be4b-7e979b6b1cd9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:29.887651 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-112a2f58-da7b-4e24-be4b-7e979b6b1cd9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:29.908166 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-691d8a5d-65c4-4e04-bbd7-855ce83d8d8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480819 Feb 19 03:12:29.958230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43ba507f-99b9-4192-ab0d-b43371a803fa req-05d4301c-2492-4bdf-88f0-cfb72519b8b0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589358 Feb 19 03:12:30.054022 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-112a2f58-da7b-4e24-be4b-7e979b6b1cd9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Floating IP 8efa8064-1b9c-4219-b4ce-8a916e7ce1ce associated. External IP: 172.25.4.50, port: 7c5deb10-4678-45ee-8aae-fde364dfb8a8. Feb 19 03:12:30.215198 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-480624de-236a-46b9-a3ac-aab924af8799 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000003 Feb 19 03:12:30.222216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-264c4a36-c5e9-427f-bcb1-29e7d49f85ff tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.224835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-264c4a36-c5e9-427f-bcb1-29e7d49f85ff tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.37 "GET /v2.0/ports?device_id=930ed40e-e0f1-4d6e-bb99-51a08bc44c3c HTTP/1.1" status: 200 len: 946 time: 0.1868720 Feb 19 03:12:30.432691 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-b4a53b8f-ba38-45f2-aa53-061a6b00b2b7 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873827 Feb 19 03:12:30.547690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-112a2f58-da7b-4e24-be4b-7e979b6b1cd9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Router a2ce41d4-a99e-4cc5-a681-9321e267beb0 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:30.579049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-47492347-9587-4d07-af91-ccf0589ae4b8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Deleting port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:30.579581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-47492347-9587-4d07-af91-ccf0589ae4b8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:30.823796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-90be021f-a160-47e5-80c6-583760ee395e tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.827782 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-90be021f-a160-47e5-80c6-583760ee395e tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1128 time: 0.1793752 Feb 19 03:12:31.195413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826756-2'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:31.236565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-47492347-9587-4d07-af91-ccf0589ae4b8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] For port a15a71e2-2a92-4976-bbbb-4afe633f9ca4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:31.237496 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-47492347-9587-4d07-af91-ccf0589ae4b8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.264700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-112a2f58-da7b-4e24-be4b-7e979b6b1cd9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:31.280707 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-112a2f58-da7b-4e24-be4b-7e979b6b1cd9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.283697 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] Sync routers for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:31.284947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-47492347-9587-4d07-af91-ccf0589ae4b8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Calling delete_port for a15a71e2-2a92-4976-bbbb-4afe633f9ca4 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:31.302022 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:31.303328 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:31.352171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06bd47-675c-45ef-9617-c31a30de650d req-34141a2d-e324-4db3-a0bb-d91ded3be703 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:31.364635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-df06bd47-675c-45ef-9617-c31a30de650d req-34141a2d-e324-4db3-a0bb-d91ded3be703 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 1132 time: 0.2088618 Feb 19 03:12:31.400105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.451674 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:31.470511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-112a2f58-da7b-4e24-be4b-7e979b6b1cd9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "PUT /v2.0/floatingips/8efa8064-1b9c-4219-b4ce-8a916e7ce1ce HTTP/1.1" status: 200 len: 996 time: 2.6747103 Feb 19 03:12:31.474427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:31.478266 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c08e13-46db-48e4-b152-8c0e86ab00d6" -d '{"events": [{"name": "network-changed", "server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:31.641891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-df06bd47-675c-45ef-9617-c31a30de650d req-aede1938-2649-4af9-af4a-7cc0161cc839 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757623 Feb 19 03:12:31.858131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:31.935424 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:31.946437 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:b0:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:29Z', 'revision_number': 8, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:31.988495 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-47492347-9587-4d07-af91-ccf0589ae4b8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (a15a71e2-2a92-4976-bbbb-4afe633f9ca4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:32.000797 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Publish callbacks [] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:32.006029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45913749-4f92-4515-b4bd-7645b14cfa5b'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:32.023232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7c5deb10-4678-45ee-8aae-fde364dfb8a8'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:32.029483 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] Checking router: a2ce41d4-a99e-4cc5-a681-9321e267beb0 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:32.039178 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2580f0-349d-43f2-bd85-e3d0b705ab9d" -d '{"events": [{"server_uuid": "fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec", "name": "network-vif-unplugged", "status": "completed", "tag": "45913749-4f92-4515-b4bd-7645b14cfa5b"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:32.046728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:32.062682 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:32.063323 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:32.160170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47492347-9587-4d07-af91-ccf0589ae4b8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Pushing event deleted for resources: {'Port': ['ID=a15a71e2-2a92-4976-bbbb-4afe633f9ca4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:32.349172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-eb9c9726-1c9d-494a-b3ad-755931649e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:32.378680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-eb9c9726-1c9d-494a-b3ad-755931649e84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1128 time: 0.8735373 Feb 19 03:12:32.454247 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:32.496380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-47492347-9587-4d07-af91-ccf0589ae4b8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] No DVR routers for this DVR port a15a71e2-2a92-4976-bbbb-4afe633f9ca4 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:32.502273 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-47492347-9587-4d07-af91-ccf0589ae4b8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:32.511617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc921481-da99-4d3d-a0fc-62a400f0caf0 req-47492347-9587-4d07-af91-ccf0589ae4b8 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.37 "DELETE /v2.0/ports/a15a71e2-2a92-4976-bbbb-4afe633f9ca4 HTTP/1.1" status: 204 len: 173 time: 2.1987946 Feb 19 03:12:32.544804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b on host n-h2-826756-2 for vnic_type normal with profile {"migrating_to": "n-h1-826756-2"} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:32.557966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:32.568156 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:32.578399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Pushing event updated for resources: {'Port': ['ID=45913749-4f92-4515-b4bd-7645b14cfa5b,revision_number=7']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:32.603644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Port 45913749-4f92-4515-b4bd-7645b14cfa5b on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:32.604212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Attempting to bind port 45913749-4f92-4515-b4bd-7645b14cfa5b on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:32.622228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:32.626380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:32.627729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:32.631468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Bound port: 45913749-4f92-4515-b4bd-7645b14cfa5b, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:32.631468 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:32.868695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-63c2bff4-fcb5-4058-a0d6-b34957fec277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:32.877342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-63c2bff4-fcb5-4058-a0d6-b34957fec277 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.4939423 Feb 19 03:12:32.952318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:32.964113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:32.980162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:33.175417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-75f481f6-d0b1-42fe-9012-abf8fcfa3235 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 999 time: 0.2639551 Feb 19 03:12:33.197817 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:b0:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:29Z', 'revision_number': 8, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:33.263880 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d6db6-06e0-4fa6-96b7-7218b6e4ad33 None None] The sync data for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 is: [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '8efa8064-1b9c-4219-b4ce-8a916e7ce1ce', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'port_id': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'mac_address': 'fa:16:3e:b0:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:11:24Z', 'updated_at': '2022-02-19T03:12:29Z', 'revision_number': 8, 'project_id': '52211225561744fb9fca949ce44b11a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:33.282443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device a15a71e2-2a92-4976-bbbb-4afe633f9ca4 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:33.287355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Pushing event updated for resources: {'Port': ['ID=45913749-4f92-4515-b4bd-7645b14cfa5b,revision_number=8']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:33.296864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.297941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:33.300497 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-473fcd1e-eb92-46f3-bfe3-53e77c66348a service neutron] 10.222.0.37 "PUT /v2.0/ports/45913749-4f92-4515-b4bd-7645b14cfa5b HTTP/1.1" status: 200 len: 1122 time: 2.1152117 Feb 19 03:12:33.363167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcbb60-35eb-49a9-85fb-933cf4583e09 req-14a0aba6-6602-49c7-80b9-d4db3289d957 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.364599 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: a15a71e2-2a92-4976-bbbb-4afe633f9ca4 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:33.368047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device a15a71e2-2a92-4976-bbbb-4afe633f9ca4 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:33.383018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcbb60-35eb-49a9-85fb-933cf4583e09 req-14a0aba6-6602-49c7-80b9-d4db3289d957 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.386306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40bcbb60-35eb-49a9-85fb-933cf4583e09 req-14a0aba6-6602-49c7-80b9-d4db3289d957 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1&device_id=fc91af5b-a8d1-4ecd-bc56-27e310cea0d8 HTTP/1.1" status: 200 len: 1682 time: 0.5073998 Feb 19 03:12:33.442450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-eaeb2963-3f87-446f-8b48-82542323e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.458116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-eaeb2963-3f87-446f-8b48-82542323e8ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.2704237 Feb 19 03:12:33.573608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['45913749-4f92-4515-b4bd-7645b14cfa5b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:33.621071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-38677f9e-c16a-4b0d-a7b0-20f8bfb5b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.623777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-38677f9e-c16a-4b0d-a7b0-20f8bfb5b76a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1642654 Feb 19 03:12:33.636100 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:12:33.637310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40bcbb60-35eb-49a9-85fb-933cf4583e09 req-ae6ebc91-5eee-4407-b7b8-0f1afff1b785 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372952 Feb 19 03:12:33.895098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-8ab925a3-e861-4f8a-b933-4179092bfeff service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565608 Feb 19 03:12:33.914409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11505e5-96d5-4a21-b06e-cfb2d5895326 None None] New status for floating IP 8efa8064-1b9c-4219-b4ce-8a916e7ce1ce: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:12:34.123793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3e1418-08ff-44ac-9fa2-49f12cfa1096 req-15cc775b-1160-457e-b6de-6933f0255d7a service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270005 Feb 19 03:12:34.173940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91641329-40ae-429f-b86e-dedb32773905 req-c0dbfbcd-3db1-47a2-ad2e-a2d426ec5b93 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:34.183412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91641329-40ae-429f-b86e-dedb32773905 req-c0dbfbcd-3db1-47a2-ad2e-a2d426ec5b93 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 944 time: 0.1897190 Feb 19 03:12:34.332539 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd64fda4-bb43-4d0d-bec0-0eda92be34b5 x-openstack-request-id: req-dd64fda4-bb43-4d0d-bec0-0eda92be34b5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:34.333568 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:34.334448 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd64fda4-bb43-4d0d-bec0-0eda92be34b5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:34.335341 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'status': 'completed', 'code': 200} Feb 19 03:12:34.427249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91641329-40ae-429f-b86e-dedb32773905 req-df86296a-3f1b-45b7-824c-bb4d337fbe7b tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322855 Feb 19 03:12:34.535763 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df730c22-00f4-4e74-8d8a-5fb972505022 x-openstack-request-id: req-df730c22-00f4-4e74-8d8a-5fb972505022 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:34.536363 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec", "name": "network-vif-unplugged", "status": "completed", "tag": "45913749-4f92-4515-b4bd-7645b14cfa5b", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:34.536538 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df730c22-00f4-4e74-8d8a-5fb972505022 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:34.536909 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45913749-4f92-4515-b4bd-7645b14cfa5b', 'code': 200} Feb 19 03:12:34.543219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-53ae4e8d-5d33-430e-9726-99d308fee13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:34.546192 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-53ae4e8d-5d33-430e-9726-99d308fee13f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1128 time: 0.1794455 Feb 19 03:12:34.562512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0e093-80e1-4534-8637-c94d5e85d920 req-168b2733-9cf3-4ced-88c1-65bf5a8966e3 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:34.562512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb0e093-80e1-4534-8637-c94d5e85d920 req-168b2733-9cf3-4ced-88c1-65bf5a8966e3 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 1132 time: 0.0954082 Feb 19 03:12:34.617885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58334) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:34.740493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9120e1-74b2-48dd-9a77-6d7b7bb86824 req-017e6a1b-77c7-4f12-b3da-6b6024407720 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips/8efa8064-1b9c-4219-b4ce-8a916e7ce1ce HTTP/1.1" status: 200 len: 998 time: 0.0800431 Feb 19 03:12:34.890421 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb0e093-80e1-4534-8637-c94d5e85d920 req-0d70d800-5f5f-45e8-8027-863bb436c716 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190992 Feb 19 03:12:35.068221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-4e85a0d4-c85d-49f8-a7f6-624c65d08556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.073489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-4e85a0d4-c85d-49f8-a7f6-624c65d08556 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.5110340 Feb 19 03:12:35.146920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9120e1-74b2-48dd-9a77-6d7b7bb86824 req-383cb008-a3cd-46cc-aa1d-d577f74dca7a tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.169649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9120e1-74b2-48dd-9a77-6d7b7bb86824 req-383cb008-a3cd-46cc-aa1d-d577f74dca7a tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.4274132 Feb 19 03:12:35.275279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-14f17b5b-84d9-4a28-89e9-3f9f13813d24 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 1001 time: 0.0997901 Feb 19 03:12:35.280778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-ce9120e1-74b2-48dd-9a77-6d7b7bb86824 req-8604ce2a-1e8d-4720-81aa-56b93d9b1657 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:12:35.290930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9120e1-74b2-48dd-9a77-6d7b7bb86824 req-8604ce2a-1e8d-4720-81aa-56b93d9b1657 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1195395 Feb 19 03:12:35.312984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 45913749-4f92-4515-b4bd-7645b14cfa5b details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:35.429006 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (1feba246-3ce8-4ccf-a970-acf1fc2e6539), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:35.500952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-cb23a88d-42af-4499-bf17-003aae1446d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.503286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-cb23a88d-42af-4499-bf17-003aae1446d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.2111032 Feb 19 03:12:35.536095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-cf5853c2-d865-4098-a0ab-16d7828ae22f tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585511 Feb 19 03:12:35.546599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-0e034c16-a7bd-4423-8b9a-5d00d146311f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=42973c8e1f4740eaafb2729751201363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991697 Feb 19 03:12:35.687336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:35.752124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 45913749-4f92-4515-b4bd-7645b14cfa5b has no active binding in host n-h1-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:12:35.767217 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:35.795798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-043e1ac3-f04a-4875-80fc-6ee9acf568cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.797274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-043e1ac3-f04a-4875-80fc-6ee9acf568cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2737544 Feb 19 03:12:35.807417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-4c3ded93-a643-4ef4-ab65-73e05341660d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.825382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-4c3ded93-a643-4ef4-ab65-73e05341660d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774315 Feb 19 03:12:35.887129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-a3ceef85-310c-4aa1-ba8e-738a0d0d623e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.896224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-a3ceef85-310c-4aa1-ba8e-738a0d0d623e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145251 Feb 19 03:12:35.973757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-98082fc1-1d5f-4754-aa51-445e4f5342b0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/quotas/8d26c743e5c94f16b0a83e45df8fd90a HTTP/1.1" status: 200 len: 375 time: 0.1468127 Feb 19 03:12:36.008167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-33d34acf-7422-4c4a-a764-541a2435844e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/quotas/42973c8e1f4740eaafb2729751201363 HTTP/1.1" status: 200 len: 375 time: 0.1107383 Feb 19 03:12:36.057094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] Deleting port 1173e06d-34cc-43bb-b9fa-6a698a288d88 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:36.057094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:36.179267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-2ef752cd-5f2b-4975-87ae-a56a146b32ce service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391793 Feb 19 03:12:36.199116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-5d1f3e55-1417-4001-a7c3-1d78ea00c2fd tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2243402 Feb 19 03:12:36.258844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] For port 1173e06d-34cc-43bb-b9fa-6a698a288d88, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1173e06d-34cc-43bb-b9fa-6a698a288d88,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:36.259627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:36.285050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef1710e2-e211-4bd7-a1b1-44068fe983c1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2482257 Feb 19 03:12:36.289223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] Calling delete_port for 1173e06d-34cc-43bb-b9fa-6a698a288d88 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:36.340459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'name': 'network-vif-deleted', 'tag': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:36.346343 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8814727-b614-4882-a82b-cb92dba5e36b" -d '{"events": [{"server_uuid": "930ed40e-e0f1-4d6e-bb99-51a08bc44c3c", "name": "network-vif-deleted", "tag": "a15a71e2-2a92-4976-bbbb-4afe633f9ca4"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:36.384204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35c08e13-46db-48e4-b152-8c0e86ab00d6 req-c5f6bacb-d4c0-43c8-9c7b-2181c4debb9a service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826894 Feb 19 03:12:36.713605 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'tag': '45913749-4f92-4515-b4bd-7645b14cfa5b'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:36.718648 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf58263-f9ab-425b-9d76-6c014f546b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec", "tag": "45913749-4f92-4515-b4bd-7645b14cfa5b"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:36.756730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (1173e06d-34cc-43bb-b9fa-6a698a288d88), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:36.804236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] Pushing event deleted for resources: {'Port': ['ID=1173e06d-34cc-43bb-b9fa-6a698a288d88,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:36.927888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-c60361a6-7659-41e3-903f-02e7a20f3f0d tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 1001 time: 0.3426971 Feb 19 03:12:37.069954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-e03fc699-2fd8-4318-b11a-f1a04202e3ee tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:37.092606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-e03fc699-2fd8-4318-b11a-f1a04202e3ee tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports/7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 943 time: 0.1634281 Feb 19 03:12:37.117119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4e09d-dbea-43d1-a4a4-e5dfdeac2b43 req-37059fae-8aa8-4362-970f-4745af2021eb tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:37.131408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ec4e09d-dbea-43d1-a4a4-e5dfdeac2b43 req-37059fae-8aa8-4362-970f-4745af2021eb tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 944 time: 0.3961875 Feb 19 03:12:37.331373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ec4e09d-dbea-43d1-a4a4-e5dfdeac2b43 req-eac3fbfb-6c2f-45c2-a15f-56a55b73d06b tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984987 Feb 19 03:12:37.347504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-98c2f358-3a66-4e9a-b2c7-adc579caccb5 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 1001 time: 0.1771808 Feb 19 03:12:37.385250 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (1feba246-3ce8-4ccf-a970-acf1fc2e6539), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:37.489547 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb1fd8b-4a3c-4509-8e39-2bc4d4b40dab x-openstack-request-id: req-8cb1fd8b-4a3c-4509-8e39-2bc4d4b40dab {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:37.490029 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930ed40e-e0f1-4d6e-bb99-51a08bc44c3c", "name": "network-vif-deleted", "tag": "a15a71e2-2a92-4976-bbbb-4afe633f9ca4", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:37.490247 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cb1fd8b-4a3c-4509-8e39-2bc4d4b40dab {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:37.491042 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930ed40e-e0f1-4d6e-bb99-51a08bc44c3c', 'name': 'network-vif-deleted', 'tag': 'a15a71e2-2a92-4976-bbbb-4afe633f9ca4', 'status': 'completed', 'code': 200} Feb 19 03:12:37.672009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36c36f96-98b6-4f70-ac0c-59d0e8ae3c3a req-6a013943-0e10-4f44-8575-28727a240f1b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 210 time: 0.1212418 Feb 19 03:12:37.769234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-c0b709ed-f286-48d0-8f83-6e84191a9fd6 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:37.791770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-c0b709ed-f286-48d0-8f83-6e84191a9fd6 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.4365115 Feb 19 03:12:37.980145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-6f89c426-a688-468b-8bad-6c18669931e7 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 1001 time: 0.1839664 Feb 19 03:12:38.008602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-0bf9d170-8bf9-41d5-88e3-4ddf09b3aceb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:38.064716 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] Router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:38.136601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-0bf9d170-8bf9-41d5-88e3-4ddf09b3aceb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:38.263410 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-196215e2-b248-4dd4-aa2d-de125111dbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:38.395037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46ea46e9-606d-465d-a7dc-d94b52b0d484 req-a39daab7-5cc4-4d95-9620-2ce0a7bcdd0e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 210 time: 0.0505743 Feb 19 03:12:38.542055 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-0bf9d170-8bf9-41d5-88e3-4ddf09b3aceb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:38.607230 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-0bf9d170-8bf9-41d5-88e3-4ddf09b3aceb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:38.607810 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-0bf9d170-8bf9-41d5-88e3-4ddf09b3aceb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Floating IP 8efa8064-1b9c-4219-b4ce-8a916e7ce1ce disassociated. External IP: 172.25.4.50, port: 7c5deb10-4678-45ee-8aae-fde364dfb8a8. Feb 19 03:12:38.679159 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01211ca4-8743-48b5-a61b-b6d4fa355100 x-openstack-request-id: req-01211ca4-8743-48b5-a61b-b6d4fa355100 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:38.679886 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec", "tag": "45913749-4f92-4515-b4bd-7645b14cfa5b", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:38.680010 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01211ca4-8743-48b5-a61b-b6d4fa355100 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:38.680620 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'tag': '45913749-4f92-4515-b4bd-7645b14cfa5b', 'status': 'completed', 'code': 200} Feb 19 03:12:38.741485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58263-f9ab-425b-9d76-6c014f546b7a req-bb97c53b-2c66-4d23-835a-e6cbfad36b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:38.743493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cf58263-f9ab-425b-9d76-6c014f546b7a req-bb97c53b-2c66-4d23-835a-e6cbfad36b11 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1156 time: 0.1989658 Feb 19 03:12:38.747046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:38.784854 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] Sync routers for ids ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:38.794774 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2ad56ca7-f0c1-47a3-b52f-fb26b11ec922 admin admin] 10.222.0.42 "PUT /v2.0/routers/1feba246-3ce8-4ccf-a970-acf1fc2e6539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1733887 Feb 19 03:12:38.795782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58404) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:38.815393 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] Routers {'1feba246-3ce8-4ccf-a970-acf1fc2e6539'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:38.816537 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:39.241954 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-b82e896d-f07a-4aca-ae4b-3181b5cd3d67 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=42973c8e1f4740eaafb2729751201363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978475 Feb 19 03:12:39.349071 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] Set router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:39.354939 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Publish callbacks [] for router (1feba246-3ce8-4ccf-a970-acf1fc2e6539), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:39.607223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-673c8e44-ffff-4add-abd6-c67451882f06 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:39.608957 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-673c8e44-ffff-4add-abd6-c67451882f06 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3512940 Feb 19 03:12:39.655926 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Request body: {'port': {'device_id': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '42973c8e1f4740eaafb2729751201363'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:39.666845 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Publish callbacks [] for router_gateway (1feba246-3ce8-4ccf-a970-acf1fc2e6539), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:39.675653 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-router', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:40Z', 'updated_at': '2022-02-19T03:12:36Z', 'revision_number': 5, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'gw_port': {'id': '8a5bcb38-3fe4-4382-be49-cde07c2ea791', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:41Z', 'updated_at': '2022-02-19T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:39.721243 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] Checking router: 1feba246-3ce8-4ccf-a970-acf1fc2e6539 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:39.734529 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] Routers {'1feba246-3ce8-4ccf-a970-acf1fc2e6539'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:39.735297 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:39.925481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Deleting port 8a5bcb38-3fe4-4382-be49-cde07c2ea791 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:39.926349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:39.928015 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] Set router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:40.013440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Made reservation on behalf of 42973c8e1f4740eaafb2729751201363 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:40.018217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:40.053046 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-router', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:40Z', 'updated_at': '2022-02-19T03:12:39Z', 'revision_number': 6, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:40.113644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-51a5ac16-1f1b-40d2-a340-e9c49deaac56 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0942607 Feb 19 03:12:40.120423 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca681720-913c-4f02-ac64-f46cbcdcaf6c None None] The sync data for ids ['1feba246-3ce8-4ccf-a970-acf1fc2e6539'] in n-d-826756-2 is: [{'id': '1feba246-3ce8-4ccf-a970-acf1fc2e6539', 'name': 'tempest-AttachSCSIVolumeTestJSON-1248857115-router', 'tenant_id': '48b73ec3b0e1475ea282fe7da83ace95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:40Z', 'updated_at': '2022-02-19T03:12:39Z', 'revision_number': 6, 'project_id': '48b73ec3b0e1475ea282fe7da83ace95', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:40.125934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58263-f9ab-425b-9d76-6c014f546b7a req-920f594f-b7a5-4891-be9e-a0566fcc228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:40.127814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cf58263-f9ab-425b-9d76-6c014f546b7a req-920f594f-b7a5-4891-be9e-a0566fcc228c service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 1.3282950 Feb 19 03:12:40.231822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] For port 8a5bcb38-3fe4-4382-be49-cde07c2ea791, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8a5bcb38-3fe4-4382-be49-cde07c2ea791,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:40.232237 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:40.280389 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Calling delete_port for 8a5bcb38-3fe4-4382-be49-cde07c2ea791 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:40.363281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cf58263-f9ab-425b-9d76-6c014f546b7a req-bf36507f-5553-4524-a28b-9ebaaa56f609 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45913749-4f92-4515-b4bd-7645b14cfa5b HTTP/1.1" status: 200 len: 217 time: 0.0913081 Feb 19 03:12:40.376981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-0bf9d170-8bf9-41d5-88e3-4ddf09b3aceb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Router a2ce41d4-a99e-4cc5-a681-9321e267beb0 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:40.424183 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-add4b5bf-b599-4d9a-849f-5d4c73013585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:40.453826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9f90a-463c-4e84-a35c-c9a22fbc1864 req-7be7bed9-cdf1-4889-87e2-265341ddd483 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:40.458579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b9f90a-463c-4e84-a35c-c9a22fbc1864 req-7be7bed9-cdf1-4889-87e2-265341ddd483 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 944 time: 1.4584715 Feb 19 03:12:40.506758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Allocated IP 192.168.233.168 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/eff01f0f-6e35-4a50-9866-18d6e63c0aea) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:40.559416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58263-f9ab-425b-9d76-6c014f546b7a req-1b654217-2cf4-423f-b9bf-913771ae735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:40.562780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cf58263-f9ab-425b-9d76-6c014f546b7a req-1b654217-2cf4-423f-b9bf-913771ae735f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.1683095 Feb 19 03:12:40.579381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-9ec8c3e5-9e14-4aaf-b958-f31707f8336b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:40.582029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-9ec8c3e5-9e14-4aaf-b958-f31707f8336b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4489019 Feb 19 03:12:40.646473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cf58263-f9ab-425b-9d76-6c014f546b7a req-c60bd46a-6352-4324-b0d4-7147e02227ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565596 Feb 19 03:12:40.656751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Request body: {'port': {'device_id': '5efc10a1-ee38-4c08-8796-5ae637410988', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8d26c743e5c94f16b0a83e45df8fd90a'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:40.844191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b9f90a-463c-4e84-a35c-c9a22fbc1864 req-f8246cad-dc89-433f-a5be-e12018db9111 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769474 Feb 19 03:12:40.918734 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks [] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.049974 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.084084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['e69eac84-a70d-421a-84e0-42931b16032b', '497de57e-ab34-4904-b8e4-09c0b3e52ed5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:41.146843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9996b9ab-84f0-423b-9809-2a005d32607a req-cfedb84b-6275-4bee-95b2-b755dc9ce729 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 210 time: 0.1491010 Feb 19 03:12:41.166008 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:41.171170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:41.194551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:41.199651 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8a5bcb38-3fe4-4382-be49-cde07c2ea791), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.430176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:41.604413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cf58263-f9ab-425b-9d76-6c014f546b7a req-8b0be93a-9918-4b6b-b516-77a93bd767b4 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9301414 Feb 19 03:12:41.746084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5bcb38-3fe4-4382-be49-cde07c2ea791,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:41.749905 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (1feba246-3ce8-4ccf-a970-acf1fc2e6539), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.847839 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.849956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d299c6ec-cff5-4e9f-9195-04e3b9913d3c None None] Provisioning complete for port eff01f0f-6e35-4a50-9866-18d6e63c0aea triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:41.849956 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d299c6ec-cff5-4e9f-9195-04e3b9913d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.890727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (1feba246-3ce8-4ccf-a970-acf1fc2e6539), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.896870 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Publish callbacks [] for router_controller (1feba246-3ce8-4ccf-a970-acf1fc2e6539), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.901375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cf58263-f9ab-425b-9d76-6c014f546b7a req-51a5d393-f5f7-4258-9ae5-14ebfd3adb6b service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832151 Feb 19 03:12:41.916617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d299c6ec-cff5-4e9f-9195-04e3b9913d3c None None] Port eff01f0f-6e35-4a50-9866-18d6e63c0aea cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:41.989939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-0bf9d170-8bf9-41d5-88e3-4ddf09b3aceb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:42.005163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-0bf9d170-8bf9-41d5-88e3-4ddf09b3aceb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.019531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] Sync routers for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:42.029079 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (1feba246-3ce8-4ccf-a970-acf1fc2e6539), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.030779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1feba246-3ce8-4ccf-a970-acf1fc2e6539 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:12:42.048135 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.053808 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ffd8eca9-7f21-4b82-aaec-6fee67f1b807 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1feba246-3ce8-4ccf-a970-acf1fc2e6539 HTTP/1.1" status: 204 len: 168 time: 3.2476032 Feb 19 03:12:42.064697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:42.065416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:42.066846 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.069499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:42.072017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58420) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:42.163059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 45913749-4f92-4515-b4bd-7645b14cfa5b no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:42.163966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-0bf9d170-8bf9-41d5-88e3-4ddf09b3aceb tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "PUT /v2.0/floatingips/8efa8064-1b9c-4219-b4ce-8a916e7ce1ce HTTP/1.1" status: 200 len: 695 time: 4.1476755 Feb 19 03:12:42.185766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:42.188886 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b" -d '{"events": [{"name": "network-changed", "server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:42.197067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Made reservation on behalf of 8d26c743e5c94f16b0a83e45df8fd90a for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:42.204377 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-ef5e8eb9-a879-4c2a-8f77-a129c2c096a5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5548983 Feb 19 03:12:42.205101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.232155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Request body: {'port': {'device_id': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:42.283490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4923c9-9358-41ec-9d77-858e04aa326c admin admin] Deleting subnet 82074c17-9d2a-4d03-b3c1-002957df4959 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:12:42.288938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad4923c9-9358-41ec-9d77-858e04aa326c admin admin] Publish callbacks [] for subnet (82074c17-9d2a-4d03-b3c1-002957df4959), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.311030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1173e06d-34cc-43bb-b9fa-6a698a288d88 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:42.368466 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad4923c9-9358-41ec-9d77-858e04aa326c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (82074c17-9d2a-4d03-b3c1-002957df4959), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.368862 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 1173e06d-34cc-43bb-b9fa-6a698a288d88 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:42.369264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1173e06d-34cc-43bb-b9fa-6a698a288d88 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:42.369736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8a5bcb38-3fe4-4382-be49-cde07c2ea791 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:42.377194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ecc1a-293c-402c-8ffb-e73d21c85d37 req-6deaef6e-f1ac-4e1d-a66e-ed6662f5ac8b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:42.390258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c84ecc1a-293c-402c-8ffb-e73d21c85d37 req-6deaef6e-f1ac-4e1d-a66e-ed6662f5ac8b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 936 time: 0.7680779 Feb 19 03:12:42.410386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 8a5bcb38-3fe4-4382-be49-cde07c2ea791 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:42.410736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8a5bcb38-3fe4-4382-be49-cde07c2ea791 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:42.444408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:42.444857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-a6f64729-b3b3-4b69-90c2-d899820e2b45 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:42.448029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 45913749-4f92-4515-b4bd-7645b14cfa5b is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:42.448345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-a6f64729-b3b3-4b69-90c2-d899820e2b45 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc91af5b-a8d1-4ecd-bc56-27e310cea0d8 HTTP/1.1" status: 200 len: 945 time: 0.9741707 Feb 19 03:12:42.564868 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad4923c9-9358-41ec-9d77-858e04aa326c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (82074c17-9d2a-4d03-b3c1-002957df4959), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.654721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Allocated IP 192.168.233.29 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/fe664d20-517d-4fb1-9562-a89271c68bcf) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:42.681318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad4923c9-9358-41ec-9d77-858e04aa326c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (82074c17-9d2a-4d03-b3c1-002957df4959), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.721014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad4923c9-9358-41ec-9d77-858e04aa326c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.729120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03afd7c1-38b6-4ea0-b817-1a7f2f472ffc None None] Network 3a274390-7682-4cda-982f-e3d148a6b109 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:42.731341 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ad4923c9-9358-41ec-9d77-858e04aa326c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/82074c17-9d2a-4d03-b3c1-002957df4959 HTTP/1.1" status: 204 len: 168 time: 0.6546633 Feb 19 03:12:42.770560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58428) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:42.854340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4923c9-9358-41ec-9d77-858e04aa326c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82074c17-9d2a-4d03-b3c1-002957df4959,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:42.893305 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.918189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:42.918466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks [] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.943380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.994554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] Checking router: a2ce41d4-a99e-4cc5-a681-9321e267beb0 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:43.008308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:43.008946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:43.119221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370f1bb-6e6a-4b6d-ac34-65e260260f96 None None] DHCP port deletion for 3a274390-7682-4cda-982f-e3d148a6b109 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:12:43.168874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.218187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c84ecc1a-293c-402c-8ffb-e73d21c85d37 req-cef3908a-b1cb-4cf5-bd19-1e0a89525e81 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8243814 Feb 19 03:12:43.225581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (3a274390-7682-4cda-982f-e3d148a6b109), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.259393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-3c1cf06d-71aa-4114-b037-219b6ab72a2a service neutron] 10.222.0.71 "GET /v2.0/ports/45913749-4f92-4515-b4bd-7645b14cfa5b/bindings/n-h1-826756-2 HTTP/1.1" status: 200 len: 384 time: 0.2648692 Feb 19 03:12:43.405120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec', '6436e362-2029-472b-8627-244432a43dd1', '73b12456-b8d5-4063-8d75-fab246296221'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:43.408422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a', '60075d9a-800a-43a4-91c3-e8e81b693d18'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:43.455605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:43.470695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b277ff21-8342-44e9-990d-793ae9e22824 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:43.477745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:43.485309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:43.491637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:43.492460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.535426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8856153 Feb 19 03:12:43.594545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-ad55b2cc-ff08-477a-a4c4-b8d36fe9f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:43.603506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-ad55b2cc-ff08-477a-a4c4-b8d36fe9f812 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1128 time: 1.3900323 Feb 19 03:12:43.620816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Request body: {'port': {'device_id': '5efc10a1-ee38-4c08-8796-5ae637410988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:43.672490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:43.781997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff01f0f-6e35-4a50-9866-18d6e63c0aea {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:43.800946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b95b45-389e-4483-8a10-f287d3f17550 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event updated for resources: {'Port': ['ID=fe664d20-517d-4fb1-9562-a89271c68bcf,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:43.807745 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Publish callbacks [] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.829506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Transition to ACTIVE for port object eff01f0f-6e35-4a50-9866-18d6e63c0aea will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:12:43.837740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.847573 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Deleting port 4979c319-e709-4451-bf14-efe256ae6d24 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:43.848266 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4979c319-e709-4451-bf14-efe256ae6d24), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.995256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-ecd9454e-fa43-41c8-beb1-698c1ab1ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:43.998615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-ecd9454e-fa43-41c8-beb1-698c1ab1ffda service neutron] 10.222.0.42 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.2151296 Feb 19 03:12:44.053872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:44.072280 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] For port 4979c319-e709-4451-bf14-efe256ae6d24, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4979c319-e709-4451-bf14-efe256ae6d24,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:44.075122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4979c319-e709-4451-bf14-efe256ae6d24), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.120166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-bb025e8b-1edf-46c8-a442-793179dea5fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 217 time: 0.0794978 Feb 19 03:12:44.172897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-bf94a21d-c2d6-4f18-9267-15dd0476bafc tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:44.179144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-bf94a21d-c2d6-4f18-9267-15dd0476bafc tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.71 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 946 time: 1.2010128 Feb 19 03:12:44.255337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4979c319-e709-4451-bf14-efe256ae6d24 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:44.284487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Calling delete_port for 4979c319-e709-4451-bf14-efe256ae6d24 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:44.346481 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.458107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4979c319-e709-4451-bf14-efe256ae6d24 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:44.458636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4979c319-e709-4451-bf14-efe256ae6d24), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.472863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e8857c51-0ec4-4ec1-af64-648d8b2df3d6 None None] Provisioning complete for port fe664d20-517d-4fb1-9562-a89271c68bcf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:44.473478 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8857c51-0ec4-4ec1-af64-648d8b2df3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.479905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5065c29-3553-43f8-ad21-d1d3088505d3 req-645100f8-81d6-45b7-b27d-00a194b56fd8 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:44.483762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5065c29-3553-43f8-ad21-d1d3088505d3 req-645100f8-81d6-45b7-b27d-00a194b56fd8 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc91af5b-a8d1-4ecd-bc56-27e310cea0d8 HTTP/1.1" status: 200 len: 945 time: 1.0763667 Feb 19 03:12:44.585593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Attempting to bind port eff01f0f-6e35-4a50-9866-18d6e63c0aea on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:44.586127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Attempting to bind port eff01f0f-6e35-4a50-9866-18d6e63c0aea by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:44.586412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Attempting to bind port eff01f0f-6e35-4a50-9866-18d6e63c0aea on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:44.592061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Port eff01f0f-6e35-4a50-9866-18d6e63c0aea on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:44.592539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Attempting to bind port eff01f0f-6e35-4a50-9866-18d6e63c0aea on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:44.598465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:44.598869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:44.599182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:44.599614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Bound port: eff01f0f-6e35-4a50-9866-18d6e63c0aea, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:44.599984 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.607499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-034bb15e-7f7d-4527-8080-a5055419c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:44.618147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-034bb15e-7f7d-4527-8080-a5055419c0e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.4337857 Feb 19 03:12:44.650220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3370f1bb-6e6a-4b6d-ac34-65e260260f96 None None] Deleting port 4979c319-e709-4451-bf14-efe256ae6d24 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:44.651295 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3370f1bb-6e6a-4b6d-ac34-65e260260f96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4979c319-e709-4451-bf14-efe256ae6d24), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.702066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-439ce8df-bccb-4bf3-90a4-2871ed533170 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Deleting port b277ff21-8342-44e9-990d-793ae9e22824 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:44.702657 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-439ce8df-bccb-4bf3-90a4-2871ed533170 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b277ff21-8342-44e9-990d-793ae9e22824), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.711630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:44.717920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:44.727752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.729762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b277ff21-8342-44e9-990d-793ae9e22824 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:44.730778 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b277ff21-8342-44e9-990d-793ae9e22824), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.763695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 4979c319-e709-4451-bf14-efe256ae6d24, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4979c319-e709-4451-bf14-efe256ae6d24,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:44.802548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:44.803691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.806585 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] 10.222.0.37 "PUT /v2.0/ports/eff01f0f-6e35-4a50-9866-18d6e63c0aea HTTP/1.1" status: 200 len: 1096 time: 2.5817609 Feb 19 03:12:44.807343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:44.811483 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acd4b10-17e1-4cde-b612-8afaad895eea" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:44.821077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4979c319-e709-4451-bf14-efe256ae6d24), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.878858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] No DVR routers for this DVR port 4979c319-e709-4451-bf14-efe256ae6d24 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:44.972458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91af5b-a8d1-4ecd-bc56-27e310cea0d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b277ff21-8342-44e9-990d-793ae9e22824'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:44.975110 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfb3649-80d7-4023-be3d-e75631537742" -d '{"events": [{"server_uuid": "fc91af5b-a8d1-4ecd-bc56-27e310cea0d8", "name": "network-vif-unplugged", "status": "completed", "tag": "b277ff21-8342-44e9-990d-793ae9e22824"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:45.026209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbd547-b8c8-4396-ac6f-4658c3aa42ea service neutron] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:45.056073 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e8857c51-0ec4-4ec1-af64-648d8b2df3d6 None None] Port fe664d20-517d-4fb1-9562-a89271c68bcf cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:45.078264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Pushing event deleted for resources: {'Port': ['ID=4979c319-e709-4451-bf14-efe256ae6d24,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:45.127948 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4979c319-e709-4451-bf14-efe256ae6d24), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.180699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-e01c3497-195c-4c6f-be1e-3fc6e39b44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:45.182599 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-e01c3497-195c-4c6f-be1e-3fc6e39b44b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 1130 time: 0.2976344 Feb 19 03:12:45.186339 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (3a274390-7682-4cda-982f-e3d148a6b109), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.209084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b277ff21-8342-44e9-990d-793ae9e22824, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b277ff21-8342-44e9-990d-793ae9e22824,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:45.221697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event deleted for resources: {'Port': ['ID=4979c319-e709-4451-bf14-efe256ae6d24,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:45.233366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5065c29-3553-43f8-ad21-d1d3088505d3 req-f11669a6-c7e1-45f7-9a6d-d1192a7fa102 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7345400 Feb 19 03:12:45.298191 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-97011879-6c9f-4536-aee0-274fc1647b40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea HTTP/1.1" status: 200 len: 217 time: 0.0874860 Feb 19 03:12:45.313875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0f27e499-600c-46df-bb05-23b644215528 service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:45.332055 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a274390-7682-4cda-982f-e3d148a6b109']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:45.357746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0f27e499-600c-46df-bb05-23b644215528 service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:45.360352 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b277ff21-8342-44e9-990d-793ae9e22824), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.409751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3370f1bb-6e6a-4b6d-ac34-65e260260f96 None None] For port 4979c319-e709-4451-bf14-efe256ae6d24, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4979c319-e709-4451-bf14-efe256ae6d24,segment=NetworkSegment(ff670cac-cc50-449f-891a-d2cc63fe4497),segment_id=ff670cac-cc50-449f-891a-d2cc63fe4497)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:45.410157 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3370f1bb-6e6a-4b6d-ac34-65e260260f96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4979c319-e709-4451-bf14-efe256ae6d24), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.517349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3370f1bb-6e6a-4b6d-ac34-65e260260f96 None None] Calling delete_port for 4979c319-e709-4451-bf14-efe256ae6d24 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:45.537226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:45.639817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.657386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e91eb3-314c-44ff-8c21-dfd45124b293 None None] The sync data for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 is: [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:10:57Z', 'revision_number': 4, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '39bc91a1-fd85-401d-a1aa-1673ed561993', 'name': '', 'network_id': '4729c6da-4160-41fa-be24-7e5bfd552fb9', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'mac_address': 'fa:16:3e:c4:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:56Z', 'updated_at': '2022-02-19T03:11:06Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'subnets': [{'id': '1a17c6ae-39d2-4e27-b956-71c05420fd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:45.728448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff670cac-cc50-449f-891a-d2cc63fe4497') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:45.728748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff670cac-cc50-449f-891a-d2cc63fe4497') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:45.749048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-d1e56881-b6b6-4df6-8112-b5ae7bf97195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:45.750568 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-d1e56881-b6b6-4df6-8112-b5ae7bf97195 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.4431653 Feb 19 03:12:45.757240 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (ff670cac-cc50-449f-891a-d2cc63fe4497), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.831474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ff670cac-cc50-449f-891a-d2cc63fe4497), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.846865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:12:45.847418 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (ff670cac-cc50-449f-891a-d2cc63fe4497), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:12:45.849682 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:12:45.902639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-6affa6b1-9617-44b9-9382-4f1789cee02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:45.904971 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-6affa6b1-9617-44b9-9382-4f1789cee02e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1456630 Feb 19 03:12:45.960784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (3a274390-7682-4cda-982f-e3d148a6b109), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.974113 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.980614 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3a274390-7682-4cda-982f-e3d148a6b109 HTTP/1.1" status: 204 len: 168 time: 3.2025542 Feb 19 03:12:46.005189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58444) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:46.120329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b277ff21-8342-44e9-990d-793ae9e22824,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:46.150664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:46.219062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a6171-12f2-418d-9da8-f30e24637838 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a274390-7682-4cda-982f-e3d148a6b109,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:46.259726 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3370f1bb-6e6a-4b6d-ac34-65e260260f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (4979c319-e709-4451-bf14-efe256ae6d24), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.271409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe664d20-517d-4fb1-9562-a89271c68bcf {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:46.283319 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Publish callbacks [] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.304602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Transition to ACTIVE for port object fe664d20-517d-4fb1-9562-a89271c68bcf will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:12:46.316464 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d1beb-7479-4e7c-9fb8-379af74c9027 None None] New status for floating IP 8efa8064-1b9c-4219-b4ce-8a916e7ce1ce: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:12:46.337179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3370f1bb-6e6a-4b6d-ac34-65e260260f96 None None] Network 3a274390-7682-4cda-982f-e3d148a6b109 is not hosted by any dhcp agent {{(pid=103617) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:12:46.338061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370f1bb-6e6a-4b6d-ac34-65e260260f96 None None] No DVR routers for this DVR port 4979c319-e709-4451-bf14-efe256ae6d24 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:46.344724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-439ce8df-bccb-4bf3-90a4-2871ed533170 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] For port b277ff21-8342-44e9-990d-793ae9e22824, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b277ff21-8342-44e9-990d-793ae9e22824,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:46.344724 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-439ce8df-bccb-4bf3-90a4-2871ed533170 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b277ff21-8342-44e9-990d-793ae9e22824), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.358472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-439ce8df-bccb-4bf3-90a4-2871ed533170 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Calling delete_port for b277ff21-8342-44e9-990d-793ae9e22824 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:46.400599 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-5318ec33-4131-4e82-be33-e2c6e00b6a60 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588451 Feb 19 03:12:46.430873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0f27e499-600c-46df-bb05-23b644215528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45913749-4f92-4515-b4bd-7645b14cfa5b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:46.451064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0f27e499-600c-46df-bb05-23b644215528 service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:46.453958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370f1bb-6e6a-4b6d-ac34-65e260260f96 None None] Pushing event deleted for resources: {'Port': ['ID=4979c319-e709-4451-bf14-efe256ae6d24,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:46.537312 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.601037 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0f27e499-600c-46df-bb05-23b644215528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.607233 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9734fe15-dc42-425a-9e1e-68fc8eb7af0c req-c6836d2b-7e7a-4d18-a6b3-114dea424bfa service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802611 Feb 19 03:12:46.700198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:46.700820 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.880297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:46.889978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-fa94a4e4-a0fc-45da-b4bf-72a14e319abb tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Deleting port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:46.890548 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-fa94a4e4-a0fc-45da-b4bf-72a14e319abb tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.904665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Pushing event updated for resources: {'Port': ['ID=fe664d20-517d-4fb1-9562-a89271c68bcf,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:46.904952 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.921768 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-439ce8df-bccb-4bf3-90a4-2871ed533170 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (b277ff21-8342-44e9-990d-793ae9e22824), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.071791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-8ac92090-895f-488f-a53f-7b700207669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:47.074870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-8ac92090-895f-488f-a53f-7b700207669a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 2.4555829 Feb 19 03:12:47.121176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ce8df-bccb-4bf3-90a4-2871ed533170 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Pushing event deleted for resources: {'Port': ['ID=b277ff21-8342-44e9-990d-793ae9e22824,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:47.141656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:47.220891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-439ce8df-bccb-4bf3-90a4-2871ed533170 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] No DVR routers for this DVR port b277ff21-8342-44e9-990d-793ae9e22824 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:47.247944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-439ce8df-bccb-4bf3-90a4-2871ed533170 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.251416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88a3a0f7-2d3d-41b6-9a5f-50dfe04d46aa req-439ce8df-bccb-4bf3-90a4-2871ed533170 tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.37 "DELETE /v2.0/ports/b277ff21-8342-44e9-990d-793ae9e22824 HTTP/1.1" status: 204 len: 173 time: 4.1456788 Feb 19 03:12:47.385025 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.401464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69d822-03c3-49e2-a521-af40c351a738 req-cb9eacc4-509a-41fa-a9ef-4cca0b5d0031 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:47.411000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f69d822-03c3-49e2-a521-af40c351a738 req-cb9eacc4-509a-41fa-a9ef-4cca0b5d0031 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 944 time: 1.9757984 Feb 19 03:12:47.495061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Attempting to bind port fe664d20-517d-4fb1-9562-a89271c68bcf on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:47.495621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Attempting to bind port fe664d20-517d-4fb1-9562-a89271c68bcf by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:47.496161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Attempting to bind port fe664d20-517d-4fb1-9562-a89271c68bcf on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:47.541826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Port fe664d20-517d-4fb1-9562-a89271c68bcf on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:47.543104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Attempting to bind port fe664d20-517d-4fb1-9562-a89271c68bcf on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:47.564911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0f27e499-600c-46df-bb05-23b644215528 service neutron] Transition to ACTIVE for port object 45913749-4f92-4515-b4bd-7645b14cfa5b will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:12:47.584839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-fa94a4e4-a0fc-45da-b4bf-72a14e319abb tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] For port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,segment=NetworkSegment(b45172b5-5ee6-46a5-8822-700f0b6fd5c5),segment_id=b45172b5-5ee6-46a5-8822-700f0b6fd5c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:47.585399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-fa94a4e4-a0fc-45da-b4bf-72a14e319abb tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.594205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0f27e499-600c-46df-bb05-23b644215528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.622950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:47.623703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:47.624466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:47.625370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Bound port: fe664d20-517d-4fb1-9562-a89271c68bcf, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:47.626171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.703641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-fa94a4e4-a0fc-45da-b4bf-72a14e319abb tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Calling delete_port for 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:47.769691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-e7113407-ea97-468c-a8e1-134f0acfc13e service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887008 Feb 19 03:12:47.808969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] Deleting port f9374ee7-54d5-4cda-969a-c03ad88de3b2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:47.809983 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.852419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f69d822-03c3-49e2-a521-af40c351a738 req-92033890-c8dc-413a-8001-630ffdb15128 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402747 Feb 19 03:12:47.944195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] For port f9374ee7-54d5-4cda-969a-c03ad88de3b2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f9374ee7-54d5-4cda-969a-c03ad88de3b2,segment=NetworkSegment(3110a21f-aad7-4d7b-857c-d98f88d22469),segment_id=3110a21f-aad7-4d7b-857c-d98f88d22469)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:47.944931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.975531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] Calling delete_port for f9374ee7-54d5-4cda-969a-c03ad88de3b2 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:47.988137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0f27e499-600c-46df-bb05-23b644215528 service neutron] No DVR routers for this DVR port 45913749-4f92-4515-b4bd-7645b14cfa5b on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:48.104092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27e499-600c-46df-bb05-23b644215528 service neutron] Pushing event updated for resources: {'Port': ['ID=45913749-4f92-4515-b4bd-7645b14cfa5b,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:48.237247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0f27e499-600c-46df-bb05-23b644215528 service neutron] 10.222.0.71 "PUT /v2.0/ports/45913749-4f92-4515-b4bd-7645b14cfa5b/bindings/n-h1-826756-2/activate HTTP/1.1" status: 200 len: 369 time: 4.8839545 Feb 19 03:12:48.275227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] For port fe664d20-517d-4fb1-9562-a89271c68bcf, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:48.361122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] For port fe664d20-517d-4fb1-9562-a89271c68bcf, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fe664d20-517d-4fb1-9562-a89271c68bcf,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:48.381870 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f9374ee7-54d5-4cda-969a-c03ad88de3b2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.395955 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.425504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9374ee7-54d5-4cda-969a-c03ad88de3b2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:48.435588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db758cb7-5d10-4a9f-b04d-121bb44b2322 req-77ac61b4-f02b-4a42-a794-2a58aac96bcf service neutron] 10.222.0.42 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680056 Feb 19 03:12:48.478296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d814d-0e9c-44d0-a067-cb6a1ee4546c req-db73e561-16b8-4321-93c8-84d8c0cecc85 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:48.490391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-210d814d-0e9c-44d0-a067-cb6a1ee4546c req-db73e561-16b8-4321-93c8-84d8c0cecc85 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 947 time: 0.3435874 Feb 19 03:12:48.603305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Pushing event updated for resources: {'Port': ['ID=fe664d20-517d-4fb1-9562-a89271c68bcf,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:48.625411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:48.626376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.628084 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-049509b1-70a3-48a6-bcd4-5613c5107344 service neutron] 10.222.0.71 "PUT /v2.0/ports/fe664d20-517d-4fb1-9562-a89271c68bcf HTTP/1.1" status: 200 len: 1095 time: 5.0196562 Feb 19 03:12:48.634641 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524fb7e4-e20e-4152-bba5-6fd808895051 x-openstack-request-id: req-524fb7e4-e20e-4152-bba5-6fd808895051 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:48.634988 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:48.635390 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-524fb7e4-e20e-4152-bba5-6fd808895051 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:48.636037 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'status': 'completed', 'code': 200} Feb 19 03:12:48.647236 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-fa94a4e4-a0fc-45da-b4bf-72a14e319abb tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (32e63a15-e245-4ba4-bf17-60e1fdf6ed2a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.803586 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.805746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-210d814d-0e9c-44d0-a067-cb6a1ee4546c req-4fe2f9ed-2470-441b-9b68-13739173b601 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140619 Feb 19 03:12:48.953287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-fa94a4e4-a0fc-45da-b4bf-72a14e319abb tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] No DVR routers for this DVR port 32e63a15-e245-4ba4-bf17-60e1fdf6ed2a on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:48.957275 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b853eeeb-974a-4f14-a7a9-039bee577f2b x-openstack-request-id: req-b853eeeb-974a-4f14-a7a9-039bee577f2b {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:48.958042 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:48.958042 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b853eeeb-974a-4f14-a7a9-039bee577f2b {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:48.958592 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'status': 'completed', 'code': 200} Feb 19 03:12:48.967643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-fa94a4e4-a0fc-45da-b4bf-72a14e319abb tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.972887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fc4cef6-8775-4589-9ab2-45a8fa84a691 req-fa94a4e4-a0fc-45da-b4bf-72a14e319abb tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.71 "DELETE /v2.0/ports/32e63a15-e245-4ba4-bf17-60e1fdf6ed2a HTTP/1.1" status: 204 len: 173 time: 4.7423778 Feb 19 03:12:49.001659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94a4e4-a0fc-45da-b4bf-72a14e319abb tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] Pushing event deleted for resources: {'Port': ['ID=32e63a15-e245-4ba4-bf17-60e1fdf6ed2a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:49.024318 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cd8741-cce6-45da-ab42-9d79dc2b69d5 x-openstack-request-id: req-99cd8741-cce6-45da-ab42-9d79dc2b69d5 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:49.026147 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc91af5b-a8d1-4ecd-bc56-27e310cea0d8", "name": "network-vif-unplugged", "status": "completed", "tag": "b277ff21-8342-44e9-990d-793ae9e22824", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:49.026386 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99cd8741-cce6-45da-ab42-9d79dc2b69d5 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:49.026872 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91af5b-a8d1-4ecd-bc56-27e310cea0d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b277ff21-8342-44e9-990d-793ae9e22824', 'code': 200} Feb 19 03:12:49.029065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-ef380ad6-bebe-420f-b721-aa408fa69efa tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.032750 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-ef380ad6-bebe-420f-b721-aa408fa69efa tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1127 time: 0.6774573 Feb 19 03:12:49.092090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-3e36791c-8208-4cc6-9cfc-2630922d799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.094639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-3e36791c-8208-4cc6-9cfc-2630922d799a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 1129 time: 0.3860252 Feb 19 03:12:49.192696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-ac088303-7659-443d-8c52-35e100b4383e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=fe664d20-517d-4fb1-9562-a89271c68bcf HTTP/1.1" status: 200 len: 217 time: 0.0665078 Feb 19 03:12:49.209492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbd28f-8266-4b57-b675-3a2c65c13cab req-38796e82-aff7-4276-8e87-5b9ad7e31be4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.211147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bacbd28f-8266-4b57-b675-3a2c65c13cab req-38796e82-aff7-4276-8e87-5b9ad7e31be4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 948 time: 0.4718962 Feb 19 03:12:49.268316 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-fab0742c-c062-4c30-bd1e-8d9534314ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.271493 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-fab0742c-c062-4c30-bd1e-8d9534314ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 1130 time: 0.3117599 Feb 19 03:12:49.281518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-04f0dc7c-5519-4ebe-985b-28ee0b1c47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.297806 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-04f0dc7c-5519-4ebe-985b-28ee0b1c47dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52211225561744fb9fca949ce44b11a3&device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 1128 time: 0.5477076 Feb 19 03:12:49.495008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-e93b14ba-18e9-44bd-98f6-3f3f596e1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.497289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-e93b14ba-18e9-44bd-98f6-3f3f596e1d9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0 HTTP/1.1" status: 200 len: 1127 time: 0.4335523 Feb 19 03:12:49.513544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-d85f1c45-a333-487e-89a7-a31ad448fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.517697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-d85f1c45-a333-487e-89a7-a31ad448fa00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.3025510 Feb 19 03:12:49.546462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-0267023f-020d-40c9-866f-7bdc8dfb3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.548772 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-0267023f-020d-40c9-866f-7bdc8dfb3c18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2614315 Feb 19 03:12:49.561497 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] Router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:49.585566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bacbd28f-8266-4b57-b675-3a2c65c13cab req-782ea8dc-06ef-4518-9159-fc83fcdcb090 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426521 Feb 19 03:12:49.619256 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-257ebb2f-faf2-483f-8a5e-904f21c42632 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea HTTP/1.1" status: 200 len: 217 time: 0.0550394 Feb 19 03:12:49.626965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca13a5-f554-4b75-826e-05370890e464 req-191ab115-7d2a-45b7-9d55-494002aea99f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.635408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efca13a5-f554-4b75-826e-05370890e464 req-191ab115-7d2a-45b7-9d55-494002aea99f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 945 time: 0.2976515 Feb 19 03:12:49.734189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-8f29f1f6-d053-48fe-9036-2424e045bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.736842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-8f29f1f6-d053-48fe-9036-2424e045bf4e service neutron] 10.222.0.71 "GET /v2.0/networks?id=4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 200 len: 921 time: 0.3824458 Feb 19 03:12:49.772178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-3a8800c3-7879-4db7-9157-c6e26048f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.775664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-3a8800c3-7879-4db7-9157-c6e26048f39a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2414553 Feb 19 03:12:49.807690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-3304f7e8-6caa-4863-9c8c-3d31a68b5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.810671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-3304f7e8-6caa-4863-9c8c-3d31a68b5c96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1127 time: 0.2424808 Feb 19 03:12:49.811317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-a647b55e-0b50-4b84-80d1-9312b26a3939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.813740 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-a647b55e-0b50-4b84-80d1-9312b26a3939 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1691878 Feb 19 03:12:49.874772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efca13a5-f554-4b75-826e-05370890e464 req-26238862-2976-4cd1-9321-e1de7aa77fe7 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380426 Feb 19 03:12:49.920317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-79802c3a-005b-4d3c-94fe-e35a8014ee19 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 200 len: 217 time: 0.1404285 Feb 19 03:12:49.944768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:49.956594 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b20579db-71de-4f55-be5a-c59996c17520 admin admin] 10.222.0.42 "PUT /v2.0/routers/2d632b73-8fcd-4dfa-82e3-5fc6d3470611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9449127 Feb 19 03:12:49.961307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] Sync routers for ids ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:49.979881 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] Routers {'2d632b73-8fcd-4dfa-82e3-5fc6d3470611'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:49.983621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58470) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:49.986661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:50.022664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b676906-aa18-4b90-97c4-157380067d95 req-27cea77e-83f1-4566-9362-e38c01de951a tempest-ListServersNegativeTestJSON-672600853 tempest-ListServersNegativeTestJSON-672600853-project] 10.222.0.42 "GET /v2.0/ports?device_id=9334a310-5a82-4650-8827-c620a494eec1 HTTP/1.1" status: 200 len: 210 time: 0.2103977 Feb 19 03:12:50.354155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] Set router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:50.477181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-64a785fa-bc7c-410b-badc-838a55f31d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:50.478764 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-64a785fa-bc7c-410b-badc-838a55f31d43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6254377 Feb 19 03:12:50.707977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Publish callbacks [] for router (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.794902 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-f3e44432-ffc0-4508-aa9b-f569c56cbc5b service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030791 Feb 19 03:12:50.900371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91af5b-a8d1-4ecd-bc56-27e310cea0d8', 'name': 'network-vif-deleted', 'tag': 'b277ff21-8342-44e9-990d-793ae9e22824'}, {'name': 'network-changed', 'server_uuid': '5efc10a1-ee38-4c08-8796-5ae637410988', 'tag': 'fe664d20-517d-4fb1-9562-a89271c68bcf'}, {'server_uuid': '9334a310-5a82-4650-8827-c620a494eec1', 'name': 'network-vif-deleted', 'tag': '32e63a15-e245-4ba4-bf17-60e1fdf6ed2a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:50.904785 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abac70c-c456-4843-b6cc-d0c51f90a622" -d '{"events": [{"server_uuid": "fc91af5b-a8d1-4ecd-bc56-27e310cea0d8", "name": "network-vif-deleted", "tag": "b277ff21-8342-44e9-990d-793ae9e22824"}, {"name": "network-changed", "server_uuid": "5efc10a1-ee38-4c08-8796-5ae637410988", "tag": "fe664d20-517d-4fb1-9562-a89271c68bcf"}, {"server_uuid": "9334a310-5a82-4650-8827-c620a494eec1", "name": "network-vif-deleted", "tag": "32e63a15-e245-4ba4-bf17-60e1fdf6ed2a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:50.907845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-router', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:12:48Z', 'revision_number': 5, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'gw_port': {'id': '2018204a-257d-4a69-b8bf-d02d33c6a619', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:50.961323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-7bda1c11-0b76-436c-a11c-9d65e6ba5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:50.964249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-7bda1c11-0b76-436c-a11c-9d65e6ba5bfb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 200 len: 859 time: 0.9572105 Feb 19 03:12:50.972711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Publish callbacks [] for router_gateway (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.978137 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-dd5769ce-544a-4dea-a39c-10f3042fda62 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips/8efa8064-1b9c-4219-b4ce-8a916e7ce1ce HTTP/1.1" status: 200 len: 693 time: 0.7652392 Feb 19 03:12:50.979792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] Checking router: 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:50.992254 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4acd4b10-17e1-4cde-b612-8afaad895eea req-c03f997e-52c5-4614-966b-8946902b347c service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880593 Feb 19 03:12:50.996281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] Routers {'2d632b73-8fcd-4dfa-82e3-5fc6d3470611'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:50.998204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:51.093505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Deleting port 2018204a-257d-4a69-b8bf-d02d33c6a619 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:51.094507 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.136422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-92ea9354-7bf1-4bf6-bf3f-e07c532298a8 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3458261 Feb 19 03:12:51.155900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] Set router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:51.163896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-61401f0d-8905-4619-a236-c9da74f4abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:51.165552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-61401f0d-8905-4619-a236-c9da74f4abe0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 1.2650175 Feb 19 03:12:51.182768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a53b1-39dd-46b8-a1c2-1e565acdb95f req-a6da20e8-6b4e-45b6-b255-840c21454411 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:51.198227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26a53b1-39dd-46b8-a1c2-1e565acdb95f req-a6da20e8-6b4e-45b6-b255-840c21454411 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 947 time: 1.1022990 Feb 19 03:12:51.256757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9334a310-5a82-4650-8827-c620a494eec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e63a15-e245-4ba4-bf17-60e1fdf6ed2a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:51.261093 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eceb1e-13ae-431b-beb2-d3080102ff4e" -d '{"events": [{"server_uuid": "9334a310-5a82-4650-8827-c620a494eec1", "name": "network-vif-unplugged", "status": "completed", "tag": "32e63a15-e245-4ba4-bf17-60e1fdf6ed2a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:51.268073 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-router', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:12:50Z', 'revision_number': 6, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:51.307841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-248fa4d5-fd9e-476d-a0dc-ae4e2c9bc3bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45913749-4f92-4515-b4bd-7645b14cfa5b HTTP/1.1" status: 200 len: 217 time: 0.1079752 Feb 19 03:12:51.310461 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] For port 2018204a-257d-4a69-b8bf-d02d33c6a619, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2018204a-257d-4a69-b8bf-d02d33c6a619,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:51.311414 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.328589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d8ef1-bb63-46ac-8fd3-63bec37eefca None None] The sync data for ids ['2d632b73-8fcd-4dfa-82e3-5fc6d3470611'] in n-d-826756-2 is: [{'id': '2d632b73-8fcd-4dfa-82e3-5fc6d3470611', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661262654-router', 'tenant_id': 'ee9337664ed249c1b1101f3c57b8803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:56Z', 'updated_at': '2022-02-19T03:12:50Z', 'revision_number': 6, 'project_id': 'ee9337664ed249c1b1101f3c57b8803f', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:51.343246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Calling delete_port for 2018204a-257d-4a69-b8bf-d02d33c6a619 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:51.354631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eff01f0f-6e35-4a50-9866-18d6e63c0aea details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:51.382813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-eaa33650-817a-40a1-b4d3-63b77774312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:51.384512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-eaa33650-817a-40a1-b4d3-63b77774312e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4729c6da-4160-41fa-be24-7e5bfd552fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3924422 Feb 19 03:12:51.404534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-537113e8-151e-4b98-9219-05e81b7e3bcd tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:51.408871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-537113e8-151e-4b98-9219-05e81b7e3bcd tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.4296687 Feb 19 03:12:51.414525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-d0cbb049-b017-4c00-84e0-800f36ca20bd tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:12:51.422907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-d0cbb049-b017-4c00-84e0-800f36ca20bd tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130067 Feb 19 03:12:51.565631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26a53b1-39dd-46b8-a1c2-1e565acdb95f req-f7f9b425-66b9-4172-be47-7e0c2057597e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712435 Feb 19 03:12:51.584761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-0089726b-08fe-4c1c-b1fe-9986750e8a0e tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 696 time: 0.1607966 Feb 19 03:12:51.605795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0caf2e2e-0479-4f9f-bf10-8d70f17ca947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:51.608243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-0caf2e2e-0479-4f9f-bf10-8d70f17ca947 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.2848349 Feb 19 03:12:51.663462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f7be3a6-26b4-432f-a69a-91a7e9cd9331 req-75106e92-77b2-4d2e-8846-136bae229f5c service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102170 Feb 19 03:12:51.680672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:51.700721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-fc08e05e-e7b3-4ca4-a3d8-7f943248c03b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459044 Feb 19 03:12:51.721204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'mac_address': 'fa:16:3e:f4:6e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:51.741960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-c9d827b8-a24b-430e-ae6c-aeb654091e32 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.50 HTTP/1.1" status: 200 len: 696 time: 0.1561573 Feb 19 03:12:51.830643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eff01f0f-6e35-4a50-9866-18d6e63c0aea is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:51.830643 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.866936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff01f0f-6e35-4a50-9866-18d6e63c0aea {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:51.901267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2018204a-257d-4a69-b8bf-d02d33c6a619), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.920328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-02551bc7-3a50-49e0-bfd9-12465bf5b3cc service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812720 Feb 19 03:12:51.961442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:51.969605 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2018204a-257d-4a69-b8bf-d02d33c6a619,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:51.970343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.047305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:52.095104 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.119653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.198737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-8cbb763d-60dc-47a3-adef-ad98a33ba71a service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858978 Feb 19 03:12:52.292390 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.296790 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Publish callbacks [] for router_controller (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.326954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ad08f9e-c921-4c6d-ae6d-c3f8cddcff2b req-f4216f2e-6fa4-4632-86fe-c75029aa3fd6 service neutron] 10.222.0.71 "GET /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592887 Feb 19 03:12:52.332681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-b9cd871e-6827-4cdc-be39-d4ac1f99a678 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Deleting port 9d4c8ec7-2da3-4ac0-853f-df2f13a86565 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:52.333296 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-b9cd871e-6827-4cdc-be39-d4ac1f99a678 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9d4c8ec7-2da3-4ac0-853f-df2f13a86565), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.373903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (2d632b73-8fcd-4dfa-82e3-5fc6d3470611), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.374535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d632b73-8fcd-4dfa-82e3-5fc6d3470611 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:12:52.383818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.386232 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ad91e5fa-11c9-42e2-a4d1-7ca7951adee8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2d632b73-8fcd-4dfa-82e3-5fc6d3470611 HTTP/1.1" status: 204 len: 168 time: 2.4005325 Feb 19 03:12:52.389270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58488) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:52.391497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f9374ee7-54d5-4cda-969a-c03ad88de3b2 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:52.434002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-3d7b7fc0-e292-464c-9b09-b24df3756407 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280495 Feb 19 03:12:52.443023 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d88ddb-8e87-42a1-b636-9d3ddffa4c8a admin admin] Deleting subnet b4b3a418-181d-460e-9a32-f4014907bf28 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:12:52.445589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f9374ee7-54d5-4cda-969a-c03ad88de3b2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:52.445976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f9374ee7-54d5-4cda-969a-c03ad88de3b2 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:52.446533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2018204a-257d-4a69-b8bf-d02d33c6a619 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:52.447267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69d88ddb-8e87-42a1-b636-9d3ddffa4c8a admin admin] Publish callbacks [] for subnet (b4b3a418-181d-460e-9a32-f4014907bf28), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.468539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-b9cd871e-6827-4cdc-be39-d4ac1f99a678 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9d4c8ec7-2da3-4ac0-853f-df2f13a86565), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.468857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2018204a-257d-4a69-b8bf-d02d33c6a619 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:52.469158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2018204a-257d-4a69-b8bf-d02d33c6a619 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:52.470455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-b9cd871e-6827-4cdc-be39-d4ac1f99a678 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (9d4c8ec7-2da3-4ac0-853f-df2f13a86565), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.500951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['eff01f0f-6e35-4a50-9866-18d6e63c0aea'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:52.508470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69d88ddb-8e87-42a1-b636-9d3ddffa4c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (b4b3a418-181d-460e-9a32-f4014907bf28), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.524624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-b9cd871e-6827-4cdc-be39-d4ac1f99a678 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Calling delete_port for 9d4c8ec7-2da3-4ac0-853f-df2f13a86565 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:52.736938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69d88ddb-8e87-42a1-b636-9d3ddffa4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (b4b3a418-181d-460e-9a32-f4014907bf28), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.845929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69d88ddb-8e87-42a1-b636-9d3ddffa4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (b4b3a418-181d-460e-9a32-f4014907bf28), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.850278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-b9cd871e-6827-4cdc-be39-d4ac1f99a678 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (9d4c8ec7-2da3-4ac0-853f-df2f13a86565), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.883959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69d88ddb-8e87-42a1-b636-9d3ddffa4c8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.888947 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-69d88ddb-8e87-42a1-b636-9d3ddffa4c8a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b4b3a418-181d-460e-9a32-f4014907bf28 HTTP/1.1" status: 204 len: 168 time: 0.4981954 Feb 19 03:12:52.889696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d88ddb-8e87-42a1-b636-9d3ddffa4c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b3a418-181d-460e-9a32-f4014907bf28,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:52.892111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58494) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:52.904103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35e681d-a7d6-460f-8a7d-eebb19a077ab None None] Network 7671d8e3-ec50-4058-a598-f6af20cacc9b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:52.952028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd871e-6827-4cdc-be39-d4ac1f99a678 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Pushing event deleted for resources: {'Port': ['ID=9d4c8ec7-2da3-4ac0-853f-df2f13a86565,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:52.997584 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-b9cd871e-6827-4cdc-be39-d4ac1f99a678 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks [] for floatingip (8efa8064-1b9c-4219-b4ce-8a916e7ce1ce), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.002853 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-b9cd871e-6827-4cdc-be39-d4ac1f99a678 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.005178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e204695-5d86-4446-b890-3f0a19ffa815 req-b9cd871e-6827-4cdc-be39-d4ac1f99a678 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "DELETE /v2.0/floatingips/8efa8064-1b9c-4219-b4ce-8a916e7ce1ce HTTP/1.1" status: 204 len: 173 time: 1.2618532 Feb 19 03:12:53.014788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-39b7421e-e350-4294-95d2-010a7724cbb1 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:53.015402 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (7671d8e3-ec50-4058-a598-f6af20cacc9b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.018317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-39b7421e-e350-4294-95d2-010a7724cbb1 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1127 time: 0.1856580 Feb 19 03:12:53.111205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Deleting port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:53.111565 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.195066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e23599d-4538-45c1-a15a-6ce738444597 None None] DHCP port deletion for 7671d8e3-ec50-4058-a598-f6af20cacc9b request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:12:53.198658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] For port 220c780e-74c1-48b6-9d20-72cc8df8a0d7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=220c780e-74c1-48b6-9d20-72cc8df8a0d7,segment=NetworkSegment(3110a21f-aad7-4d7b-857c-d98f88d22469),segment_id=3110a21f-aad7-4d7b-857c-d98f88d22469)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:53.201611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.210832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259abda2-4c0e-4e96-a4e2-e42c5075322a req-4383571d-80e4-494b-b053-53472fb7ea9b tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:53.212440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-259abda2-4c0e-4e96-a4e2-e42c5075322a req-4383571d-80e4-494b-b053-53472fb7ea9b tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 945 time: 0.1305518 Feb 19 03:12:53.227710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Calling delete_port for 220c780e-74c1-48b6-9d20-72cc8df8a0d7 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:53.255960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-01d83c97-7f88-4c1f-a2f6-55c0d0f1e18c service neutron] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:53.262136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-01d83c97-7f88-4c1f-a2f6-55c0d0f1e18c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.263035 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac97fa5-6274-42f3-9fe3-fae60e4ad1c3 req-01d83c97-7f88-4c1f-a2f6-55c0d0f1e18c service neutron] 10.222.0.37 "DELETE /v2.0/ports/45913749-4f92-4515-b4bd-7645b14cfa5b/bindings/n-h2-826756-2 HTTP/1.1" status: 204 len: 173 time: 0.2332118 Feb 19 03:12:53.301678 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3e23599d-4538-45c1-a15a-6ce738444597 None None] Deleting port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:53.301678 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3e23599d-4538-45c1-a15a-6ce738444597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.306693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-259abda2-4c0e-4e96-a4e2-e42c5075322a req-f7a6f5c1-b61b-42f9-aeb9-64fec0f33675 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713944 Feb 19 03:12:53.386300 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.418386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3e23599d-4538-45c1-a15a-6ce738444597 None None] For port 220c780e-74c1-48b6-9d20-72cc8df8a0d7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=220c780e-74c1-48b6-9d20-72cc8df8a0d7,segment=NetworkSegment(3110a21f-aad7-4d7b-857c-d98f88d22469),segment_id=3110a21f-aad7-4d7b-857c-d98f88d22469)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:53.419542 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3e23599d-4538-45c1-a15a-6ce738444597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.430163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Pushing event deleted for resources: {'Port': ['ID=220c780e-74c1-48b6-9d20-72cc8df8a0d7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:53.432288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] No DVR routers for this DVR port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:53.444045 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb811188-160d-4a67-923c-c3898aaf71c6 x-openstack-request-id: req-fb811188-160d-4a67-923c-c3898aaf71c6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:53.444317 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc91af5b-a8d1-4ecd-bc56-27e310cea0d8", "name": "network-vif-deleted", "tag": "b277ff21-8342-44e9-990d-793ae9e22824", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5efc10a1-ee38-4c08-8796-5ae637410988", "tag": "fe664d20-517d-4fb1-9562-a89271c68bcf", "status": "completed", "code": 200}, {"server_uuid": "9334a310-5a82-4650-8827-c620a494eec1", "name": "network-vif-deleted", "tag": "32e63a15-e245-4ba4-bf17-60e1fdf6ed2a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:53.444571 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb811188-160d-4a67-923c-c3898aaf71c6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:53.444978 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91af5b-a8d1-4ecd-bc56-27e310cea0d8', 'name': 'network-vif-deleted', 'tag': 'b277ff21-8342-44e9-990d-793ae9e22824', 'status': 'completed', 'code': 200} Feb 19 03:12:53.445518 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efc10a1-ee38-4c08-8796-5ae637410988', 'tag': 'fe664d20-517d-4fb1-9562-a89271c68bcf', 'status': 'completed', 'code': 200} Feb 19 03:12:53.445754 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9334a310-5a82-4650-8827-c620a494eec1', 'name': 'network-vif-deleted', 'tag': '32e63a15-e245-4ba4-bf17-60e1fdf6ed2a', 'status': 'completed', 'code': 200} Feb 19 03:12:53.457978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3e23599d-4538-45c1-a15a-6ce738444597 None None] Calling delete_port for 220c780e-74c1-48b6-9d20-72cc8df8a0d7 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:53.527052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (7671d8e3-ec50-4058-a598-f6af20cacc9b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.529926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58500) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:53.558480 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7671d8e3-ec50-4058-a598-f6af20cacc9b']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:53.562791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3e23599d-4538-45c1-a15a-6ce738444597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (220c780e-74c1-48b6-9d20-72cc8df8a0d7), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.577099 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3110a21f-aad7-4d7b-857c-d98f88d22469') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:53.577672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3110a21f-aad7-4d7b-857c-d98f88d22469') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:53.597091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (3110a21f-aad7-4d7b-857c-d98f88d22469), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.599434 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a765bd-44b1-4d38-9487-f95ce50c1f3d x-openstack-request-id: req-69a765bd-44b1-4d38-9487-f95ce50c1f3d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:53.601306 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9334a310-5a82-4650-8827-c620a494eec1", "name": "network-vif-unplugged", "status": "completed", "tag": "32e63a15-e245-4ba4-bf17-60e1fdf6ed2a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:53.601631 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69a765bd-44b1-4d38-9487-f95ce50c1f3d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:53.603703 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9334a310-5a82-4650-8827-c620a494eec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e63a15-e245-4ba4-bf17-60e1fdf6ed2a', 'code': 200} Feb 19 03:12:53.607457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23599d-4538-45c1-a15a-6ce738444597 None None] No DVR routers for this DVR port 220c780e-74c1-48b6-9d20-72cc8df8a0d7 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:53.625154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (3110a21f-aad7-4d7b-857c-d98f88d22469), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.626073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a41546-2310-4f0c-92a9-a1bfa40ff453 admin admin] Deleting subnet aa0f131a-b292-4e4c-8c5f-58c7d782c127 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:12:53.634448 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9a41546-2310-4f0c-92a9-a1bfa40ff453 admin admin] Publish callbacks [] for subnet (aa0f131a-b292-4e4c-8c5f-58c7d782c127), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.650732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:12:53.652753 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (3110a21f-aad7-4d7b-857c-d98f88d22469), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.670896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23599d-4538-45c1-a15a-6ce738444597 None None] Pushing event deleted for resources: {'Port': ['ID=220c780e-74c1-48b6-9d20-72cc8df8a0d7,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:12:53.680062 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:12:53.750457 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (7671d8e3-ec50-4058-a598-f6af20cacc9b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.760081 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.760296 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9a41546-2310-4f0c-92a9-a1bfa40ff453 admin admin] Publish callbacks [] for subnet (aa0f131a-b292-4e4c-8c5f-58c7d782c127), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.766461 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7671d8e3-ec50-4058-a598-f6af20cacc9b HTTP/1.1" status: 204 len: 168 time: 0.8719471 Feb 19 03:12:53.768592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-4d1e2136-1600-428e-b435-77c222d97e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:53.770682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-4d1e2136-1600-428e-b435-77c222d97e4e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 1129 time: 0.3023212 Feb 19 03:12:53.785074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfd94b-905f-4f7e-b821-2cd672bac492 admin admin] Pushing event deleted for resources: {'Network': ['ID=7671d8e3-ec50-4058-a598-f6af20cacc9b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:53.788416 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9a41546-2310-4f0c-92a9-a1bfa40ff453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (aa0f131a-b292-4e4c-8c5f-58c7d782c127), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.923803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e805-cd79-43a0-8857-d40baaf9238b req-0c57a88e-f382-4762-b5c9-57c60046db70 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:53.925400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c157e805-cd79-43a0-8857-d40baaf9238b req-0c57a88e-f382-4762-b5c9-57c60046db70 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 947 time: 0.2291193 Feb 19 03:12:53.973951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58506) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:53.993610 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9a41546-2310-4f0c-92a9-a1bfa40ff453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (aa0f131a-b292-4e4c-8c5f-58c7d782c127), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.032119 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b3e40cc9-0c37-463e-9459-f5e7cae98733 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48b73ec3b0e1475ea282fe7da83ace95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565481 Feb 19 03:12:54.036062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58508) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:54.052233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a41546-2310-4f0c-92a9-a1bfa40ff453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0f131a-b292-4e4c-8c5f-58c7d782c127,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:54.055714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-d6f02706-acbb-4784-adc0-e68e0547f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:54.057259 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-d6f02706-acbb-4784-adc0-e68e0547f4f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2330427 Feb 19 03:12:54.068070 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9a41546-2310-4f0c-92a9-a1bfa40ff453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.076811 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b9a41546-2310-4f0c-92a9-a1bfa40ff453 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aa0f131a-b292-4e4c-8c5f-58c7d782c127 HTTP/1.1" status: 204 len: 168 time: 0.5420585 Feb 19 03:12:54.077707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58510) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:54.098429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c157e805-cd79-43a0-8857-d40baaf9238b req-840a38ac-d9e8-4d7f-8968-19a7141ad6a3 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601779 Feb 19 03:12:54.145836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device fe664d20-517d-4fb1-9562-a89271c68bcf details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:54.213473 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28aaa22d-a018-4b4a-9de0-0b5099e8fc64 admin admin] Publish callbacks [] for security_group (bee8cf66-5001-41c5-8416-2dfbadcb3a7e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.221769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-7bc02fa3-567a-469e-a309-c32e78ab8948 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=fe664d20-517d-4fb1-9562-a89271c68bcf HTTP/1.1" status: 200 len: 217 time: 0.1349721 Feb 19 03:12:54.240032 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (dddd2b11-84e8-4db1-953d-a052f45acc15), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.280622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28aaa22d-a018-4b4a-9de0-0b5099e8fc64 admin admin] Publish callbacks [] for security_group (bee8cf66-5001-41c5-8416-2dfbadcb3a7e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.304465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 220c780e-74c1-48b6-9d20-72cc8df8a0d7 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:54.331166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-bea3acbe-7416-4583-8d69-c77b2ee3a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:54.334649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-bea3acbe-7416-4583-8d69-c77b2ee3a102 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1057508 Feb 19 03:12:54.371369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port fe664d20-517d-4fb1-9562-a89271c68bcf, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fe664d20-517d-4fb1-9562-a89271c68bcf,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:54.403539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'fe664d20-517d-4fb1-9562-a89271c68bcf', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'fe664d20-517d-4fb1-9562-a89271c68bcf', 'mac_address': 'fa:16:3e:eb:88:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:54.406514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 220c780e-74c1-48b6-9d20-72cc8df8a0d7 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:54.407149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 220c780e-74c1-48b6-9d20-72cc8df8a0d7 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:54.440023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-24b2890a-07c1-4451-bccd-e4c2389209a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:54.445637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-24b2890a-07c1-4451-bccd-e4c2389209a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0963321 Feb 19 03:12:54.484621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port fe664d20-517d-4fb1-9562-a89271c68bcf is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:54.486890 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.499659 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (dddd2b11-84e8-4db1-953d-a052f45acc15), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.512695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe664d20-517d-4fb1-9562-a89271c68bcf {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:54.546622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port fe664d20-517d-4fb1-9562-a89271c68bcf, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fe664d20-517d-4fb1-9562-a89271c68bcf,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:54.552893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddd2b11-84e8-4db1-953d-a052f45acc15']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:54.554925 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.577897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:54.577897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45172b5-5ee6-46a5-8822-700f0b6fd5c5') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:54.584046 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28aaa22d-a018-4b4a-9de0-0b5099e8fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bee8cf66-5001-41c5-8416-2dfbadcb3a7e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.586456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28aaa22d-a018-4b4a-9de0-0b5099e8fc64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.591913 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-28aaa22d-a018-4b4a-9de0-0b5099e8fc64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bee8cf66-5001-41c5-8416-2dfbadcb3a7e HTTP/1.1" status: 204 len: 168 time: 0.5499923 Feb 19 03:12:54.593560 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (b45172b5-5ee6-46a5-8822-700f0b6fd5c5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.613784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaa22d-a018-4b4a-9de0-0b5099e8fc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee8cf66-5001-41c5-8416-2dfbadcb3a7e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:54.630975 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b45172b5-5ee6-46a5-8822-700f0b6fd5c5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.645332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:12:54.646572 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (b45172b5-5ee6-46a5-8822-700f0b6fd5c5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.687461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced5041-6a38-4d0a-b73b-15447eccbb05 req-17dfce41-a231-45c9-a49e-369499169449 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:54.690462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cced5041-6a38-4d0a-b73b-15447eccbb05 req-17dfce41-a231-45c9-a49e-369499169449 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 946 time: 0.1288662 Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:12:54.723511 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:12:54.767142 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-8ab5a21b-1373-4772-8b42-82ebed06130d service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100023 Feb 19 03:12:54.774565 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (dddd2b11-84e8-4db1-953d-a052f45acc15), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.782570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.785404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=fe664d20-517d-4fb1-9562-a89271c68bcf,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:54.797703 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] 10.222.0.42 "DELETE /v2.0/networks/dddd2b11-84e8-4db1-953d-a052f45acc15 HTTP/1.1" status: 204 len: 168 time: 0.7186699 Feb 19 03:12:54.821303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b7afd-ef96-4c5f-be2e-7501faa9999f admin admin] Pushing event deleted for resources: {'Network': ['ID=dddd2b11-84e8-4db1-953d-a052f45acc15,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:54.837248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cced5041-6a38-4d0a-b73b-15447eccbb05 req-cb9fb810-53f9-42c5-a546-94f50d3a5fff tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262455 Feb 19 03:12:55.076904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7abac70c-c456-4843-b6cc-d0c51f90a622 req-df1aa581-4518-4a44-bf1b-413a8f553e35 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380946 Feb 19 03:12:55.083732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec235e88-04bf-41c4-aec0-41792eba07ad req-0037d512-68cb-4e53-9e47-996f28db0997 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:55.086035 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec235e88-04bf-41c4-aec0-41792eba07ad req-0037d512-68cb-4e53-9e47-996f28db0997 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1127 time: 0.1069522 Feb 19 03:12:55.175129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec235e88-04bf-41c4-aec0-41792eba07ad req-5efd0f60-8728-4b9e-81c2-134ea0180068 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758033 Feb 19 03:12:55.190585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['fe664d20-517d-4fb1-9562-a89271c68bcf'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:55.232342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58526) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:55.324147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58530) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:55.346634 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-40612c1d-8a4f-4f38-9ce7-de585bb976f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2db3c174813f419797dfecad7485f049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1125422 Feb 19 03:12:55.348719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58532) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:55.410151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eff01f0f-6e35-4a50-9866-18d6e63c0aea up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:55.437930 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f06ef757-e0ac-423e-bad2-01c7cbd870a9 admin admin] Publish callbacks [] for security_group (f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.464426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3c679f70-e853-4340-9dab-106333da5416 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee9337664ed249c1b1101f3c57b8803f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382079 Feb 19 03:12:55.470250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58536) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:55.480452 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f06ef757-e0ac-423e-bad2-01c7cbd870a9 admin admin] Publish callbacks [] for security_group (f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.495025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cbd0c-d952-4a78-b671-553159645f50 req-7db3756f-7011-4737-8c7f-462278452f5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:55.496808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e9cbd0c-d952-4a78-b671-553159645f50 req-7db3756f-7011-4737-8c7f-462278452f5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 948 time: 0.1536882 Feb 19 03:12:55.549749 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port eff01f0f-6e35-4a50-9866-18d6e63c0aea completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:55.561345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port eff01f0f-6e35-4a50-9866-18d6e63c0aea triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:55.562023 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.585969 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b56953fa-a76c-4c78-a9d3-96584cf19475 admin admin] Publish callbacks [] for security_group (2b2a79fb-6b7d-4751-8ee2-feaa73a185f7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.590227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f06ef757-e0ac-423e-bad2-01c7cbd870a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.596033 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f06ef757-e0ac-423e-bad2-01c7cbd870a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.596501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e9cbd0c-d952-4a78-b671-553159645f50 req-82670a14-e03a-4921-ada1-dc48ade6b9d2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840745 Feb 19 03:12:55.598154 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f06ef757-e0ac-423e-bad2-01c7cbd870a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed HTTP/1.1" status: 204 len: 168 time: 0.2479947 Feb 19 03:12:55.613900 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ef757-e0ac-423e-bad2-01c7cbd870a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cc8c9e-6689-4e2e-9a57-e78b59a7d8ed,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:55.635304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b56953fa-a76c-4c78-a9d3-96584cf19475 admin admin] Publish callbacks [] for security_group (2b2a79fb-6b7d-4751-8ee2-feaa73a185f7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.753963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eff01f0f-6e35-4a50-9866-18d6e63c0aea is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:55.754724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.757544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b56953fa-a76c-4c78-a9d3-96584cf19475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2b2a79fb-6b7d-4751-8ee2-feaa73a185f7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.762432 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b56953fa-a76c-4c78-a9d3-96584cf19475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.763945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b56953fa-a76c-4c78-a9d3-96584cf19475 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b2a79fb-6b7d-4751-8ee2-feaa73a185f7 HTTP/1.1" status: 204 len: 168 time: 0.2920144 Feb 19 03:12:55.779345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56953fa-a76c-4c78-a9d3-96584cf19475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2a79fb-6b7d-4751-8ee2-feaa73a185f7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:55.853253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:55.857232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:55.862180 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fe6e6a-9d34-4bf6-aca5-b6b72427c4d7" -d '{"events": [{"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-plugged", "status": "completed", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:55.868197 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.945922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-aaf2cb0e-9c68-415f-b34b-3f13ace27334 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:55.949635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:55.949996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-aaf2cb0e-9c68-415f-b34b-3f13ace27334 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 807 time: 0.1714330 Feb 19 03:12:55.966601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-72e4c071-e246-433a-84f1-c4d6d6e28f9f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/quotas/1fa0b8023f244a6ca34ce2f63a6c60e0 HTTP/1.1" status: 200 len: 375 time: 0.0112529 Feb 19 03:12:56.405516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-bbc80cb8-9939-45e4-8f90-a930ea95b47a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4271894 Feb 19 03:12:56.501344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-fb7704ae-43cf-4cb2-9946-6e3fbdbfb080 service neutron] 10.222.0.42 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935848 Feb 19 03:12:56.635019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-d942b2d7-08f8-490f-8f4e-b200f06964f8 service neutron] 10.222.0.42 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245623 Feb 19 03:12:56.908956 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442d0960-6e49-4e4d-a526-218f3ac45cdc x-openstack-request-id: req-442d0960-6e49-4e4d-a526-218f3ac45cdc {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:56.909488 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-plugged", "status": "completed", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:56.909893 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-442d0960-6e49-4e4d-a526-218f3ac45cdc {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:56.914884 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'code': 200} Feb 19 03:12:57.175560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67601f-2606-4ac2-88b0-1d3c96297d74 req-e794c4e6-3e02-44ad-920d-fcf32229ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:57.178098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f67601f-2606-4ac2-88b0-1d3c96297d74 req-e794c4e6-3e02-44ad-920d-fcf32229ce38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 1132 time: 0.1489222 Feb 19 03:12:57.193980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6147f-e023-4c9d-aa0c-48f774c75d81 req-d9473857-2523-40f4-89fd-992630dc8c57 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:57.197050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64a6147f-e023-4c9d-aa0c-48f774c75d81 req-d9473857-2523-40f4-89fd-992630dc8c57 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 946 time: 0.1925850 Feb 19 03:12:57.334466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f67601f-2606-4ac2-88b0-1d3c96297d74 req-169badf6-9d55-477e-8037-43fc7ec349be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354692 Feb 19 03:12:57.342595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64a6147f-e023-4c9d-aa0c-48f774c75d81 req-46fee68d-37f6-4116-a29c-076fff1d8ece tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324944 Feb 19 03:12:57.401465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58610) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:57.544212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc0a02-5551-4ae9-90ee-1657d949ab90 req-5f53f034-0bb8-4d6b-8d53-634c260a8335 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:57.550627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9cc0a02-5551-4ae9-90ee-1657d949ab90 req-5f53f034-0bb8-4d6b-8d53-634c260a8335 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 948 time: 0.0998507 Feb 19 03:12:57.600300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1881089728-network', 'tenant_id': '1f8d87258478468f8b123d4b9b10fe37'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:57.628118 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Made reservation on behalf of 1f8d87258478468f8b123d4b9b10fe37 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:57.629709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9cc0a02-5551-4ae9-90ee-1657d949ab90 req-20b9e8b5-1d07-4890-9dbf-04d9a94dfa17 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702927 Feb 19 03:12:57.630474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:57.642903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:57.790129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16052008-e4d1-4f3e-b6d1-5484bb4e014b req-0879519c-cf5d-438b-8d88-1b556b8b6448 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 210 time: 0.0603139 Feb 19 03:12:57.804700 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Publish callbacks [] for security_group (f42394c3-4671-4208-a17e-7f72c662fade), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:57.810382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1beba-c30d-409b-b408-b81378d26425 req-4e51ea2c-ae22-4fbd-96c6-4f58c06d6948 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:57.812916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fa1beba-c30d-409b-b408-b81378d26425 req-4e51ea2c-ae22-4fbd-96c6-4f58c06d6948 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.71 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 946 time: 0.1472561 Feb 19 03:12:57.821291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f42394c3-4671-4208-a17e-7f72c662fade), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:57.862106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:12:57.881547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42394c3-4671-4208-a17e-7f72c662fade,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:57.884998 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (48ddc662-a14e-411e-9d81-f13ebd0dd423), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:57.885570 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Added segment 48ddc662-a14e-411e-9d81-f13ebd0dd423 of type vlan for network 432e43c9-d832-4785-a1c8-633537e519f0 Feb 19 03:12:57.972146 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (432e43c9-d832-4785-a1c8-633537e519f0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:57.991053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-7fa1beba-c30d-409b-b408-b81378d26425 req-8519d64d-982c-49c7-8d16-da7904f155e9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Deleting port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:57.991607 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7fa1beba-c30d-409b-b408-b81378d26425 req-8519d64d-982c-49c7-8d16-da7904f155e9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.022864 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (432e43c9-d832-4785-a1c8-633537e519f0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.024805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:58.026933 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.098678 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6953936 Feb 19 03:12:58.103824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58618) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:58.110282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Request body: {'subnet': {'network_id': '432e43c9-d832-4785-a1c8-633537e519f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1881089728-subnet', 'tenant_id': '1f8d87258478468f8b123d4b9b10fe37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:58.120409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c378e6-9b01-4bd0-ae7a-0c0370ab3d70 admin admin] Pushing event updated for resources: {'Network': ['ID=432e43c9-d832-4785-a1c8-633537e519f0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:58.142425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7fa1beba-c30d-409b-b408-b81378d26425 req-8519d64d-982c-49c7-8d16-da7904f155e9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] For port 7c5deb10-4678-45ee-8aae-fde364dfb8a8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7c5deb10-4678-45ee-8aae-fde364dfb8a8,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:58.143255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7fa1beba-c30d-409b-b408-b81378d26425 req-8519d64d-982c-49c7-8d16-da7904f155e9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.164349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-7fa1beba-c30d-409b-b408-b81378d26425 req-8519d64d-982c-49c7-8d16-da7904f155e9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Calling delete_port for 7c5deb10-4678-45ee-8aae-fde364dfb8a8 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:58.167083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Made reservation on behalf of 1f8d87258478468f8b123d4b9b10fe37 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:58.169884 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.208789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device fe664d20-517d-4fb1-9562-a89271c68bcf up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:58.341247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 432e43c9-d832-4785-a1c8-633537e519f0 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:12:58.452782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port fe664d20-517d-4fb1-9562-a89271c68bcf completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:58.470477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port fe664d20-517d-4fb1-9562-a89271c68bcf triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:58.471363 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.607510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port fe664d20-517d-4fb1-9562-a89271c68bcf is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:58.608311 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.665514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port fe664d20-517d-4fb1-9562-a89271c68bcf, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fe664d20-517d-4fb1-9562-a89271c68bcf,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:58.675206 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.764022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (12671181-2ed5-4efe-9e19-07778371d305), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.764897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=fe664d20-517d-4fb1-9562-a89271c68bcf,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:58.779271 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7fa1beba-c30d-409b-b408-b81378d26425 req-8519d64d-982c-49c7-8d16-da7904f155e9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (7c5deb10-4678-45ee-8aae-fde364dfb8a8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.798530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7c5deb10-4678-45ee-8aae-fde364dfb8a8'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:58.891302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519d64d-982c-49c7-8d16-da7904f155e9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Pushing event deleted for resources: {'Port': ['ID=7c5deb10-4678-45ee-8aae-fde364dfb8a8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:58.916766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efc10a1-ee38-4c08-8796-5ae637410988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe664d20-517d-4fb1-9562-a89271c68bcf'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:58.920749 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b95c087-5346-41bd-944b-882ece466975" -d '{"events": [{"server_uuid": "5efc10a1-ee38-4c08-8796-5ae637410988", "name": "network-vif-plugged", "status": "completed", "tag": "fe664d20-517d-4fb1-9562-a89271c68bcf"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:58.926511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238401b-0225-44d3-bef9-07bbc836900d req-971101b9-c2c4-4fba-9a78-6af6172e0942 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:58.927634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b238401b-0225-44d3-bef9-07bbc836900d req-971101b9-c2c4-4fba-9a78-6af6172e0942 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/ports?device_id=20aafb2a-22fe-4b23-997d-bb2296e9968a HTTP/1.1" status: 200 len: 946 time: 0.3669384 Feb 19 03:12:58.955094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12671181-2ed5-4efe-9e19-07778371d305,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:59.002437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b965d408-d44a-4ae5-ae54-7477be1f46c7 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:59.005033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b965d408-d44a-4ae5-ae54-7477be1f46c7 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 807 time: 0.3875651 Feb 19 03:12:59.006436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa1beba-c30d-409b-b408-b81378d26425 req-8519d64d-982c-49c7-8d16-da7904f155e9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] No DVR routers for this DVR port 7c5deb10-4678-45ee-8aae-fde364dfb8a8 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:59.019739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7fa1beba-c30d-409b-b408-b81378d26425 req-8519d64d-982c-49c7-8d16-da7904f155e9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.023142 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fa1beba-c30d-409b-b408-b81378d26425 req-8519d64d-982c-49c7-8d16-da7904f155e9 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.71 "DELETE /v2.0/ports/7c5deb10-4678-45ee-8aae-fde364dfb8a8 HTTP/1.1" status: 204 len: 173 time: 1.1963675 Feb 19 03:12:59.025355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'name': 'network-vif-deleted', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:59.027617 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b7e390-e60f-438d-9eff-46e72aec90db" -d '{"events": [{"server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "name": "network-vif-deleted", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:59.035986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Request body: {'port': {'device_id': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4', 'admin_state_up': True, 'tenant_id': '1fa0b8023f244a6ca34ce2f63a6c60e0'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:59.064881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Checking segment: {'id': '48ddc662-a14e-411e-9d81-f13ebd0dd423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '432e43c9-d832-4785-a1c8-633537e519f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:59.065294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Network hostable DHCP agents. Network: 432e43c9-d832-4785-a1c8-633537e519f0, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:12:59.156675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b238401b-0225-44d3-bef9-07bbc836900d req-c471e530-66a3-414c-a021-ef4ec1307498 tempest-FloatingIPsAssociationTestJSON-527448037 tempest-FloatingIPsAssociationTestJSON-527448037-project] 10.222.0.42 "GET /v2.0/security-groups?id=59983ff5-6b13-480d-92eb-189381646335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074544 Feb 19 03:12:59.162992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Network 432e43c9-d832-4785-a1c8-633537e519f0 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:12:59.183008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 432e43c9-d832-4785-a1c8-633537e519f0) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:59.192577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:59.193198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.200445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5accb2-6e04-4101-a2a2-f9637db8d68e None None] Network 432e43c9-d832-4785-a1c8-633537e519f0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:59.234221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c0e8762a-3248-46a8-9121-d6ded540214c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1290929 Feb 19 03:12:59.258143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Made reservation on behalf of 1fa0b8023f244a6ca34ce2f63a6c60e0 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:59.264144 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.457176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04671340-1c9d-41f2-8b92-0bcb14155400 None None] Network 432e43c9-d832-4785-a1c8-633537e519f0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:59.589020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd527b-41d4-4103-bfc6-f418c3703177 req-044ddf10-9676-4f7c-b62d-0002a6c34fa7 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:59.601773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3fd527b-41d4-4103-bfc6-f418c3703177 req-044ddf10-9676-4f7c-b62d-0002a6c34fa7 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 949 time: 0.1527908 Feb 19 03:12:59.700955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Allocated IP 172.20.0.9 (6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4/e4c86e5c-d752-49b8-bd81-3c26d2849525/11fc6ea8-1999-4642-9dc0-1966b3487832) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:59.734197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3fd527b-41d4-4103-bfc6-f418c3703177 req-b6d4ea16-e46b-4df3-adbc-e7cc114073b7 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311707 Feb 19 03:12:59.953138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a3cfa33-7fd7-482c-8d8f-38f51678a6a4 req-bb0b2cd9-ca09-4f54-b831-006abc5f5240 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 210 time: 0.0457330 Feb 19 03:13:00.047080 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcf102d-c0bb-47f3-85c9-830222b00242 x-openstack-request-id: req-bbcf102d-c0bb-47f3-85c9-830222b00242 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:00.047879 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efc10a1-ee38-4c08-8796-5ae637410988", "name": "network-vif-plugged", "status": "completed", "tag": "fe664d20-517d-4fb1-9562-a89271c68bcf", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:00.048300 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbcf102d-c0bb-47f3-85c9-830222b00242 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:00.048934 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efc10a1-ee38-4c08-8796-5ae637410988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe664d20-517d-4fb1-9562-a89271c68bcf', 'code': 200} Feb 19 03:13:00.062399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks [] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.123469 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7188ec7f-c2f7-4b30-a3a8-1133e30b7540 x-openstack-request-id: req-7188ec7f-c2f7-4b30-a3a8-1133e30b7540 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:00.123922 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20aafb2a-22fe-4b23-997d-bb2296e9968a", "name": "network-vif-deleted", "tag": "7c5deb10-4678-45ee-8aae-fde364dfb8a8", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:00.124354 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7188ec7f-c2f7-4b30-a3a8-1133e30b7540 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:00.125038 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aafb2a-22fe-4b23-997d-bb2296e9968a', 'name': 'network-vif-deleted', 'tag': '7c5deb10-4678-45ee-8aae-fde364dfb8a8', 'status': 'completed', 'code': 200} Feb 19 03:13:00.148053 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.255532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58666) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:00.276507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:00.291877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:00.304514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:00.313688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:00.314763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.331800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Pushing event updated for resources: {'Port': ['ID=11fc6ea8-1999-4642-9dc0-1966b3487832,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:00.356812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f4bcb-1547-4793-ad97-c94f27c27513 req-5ab1a537-acbb-4807-b995-9b97e9e5b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:00.359049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-466f4bcb-1547-4793-ad97-c94f27c27513 req-5ab1a537-acbb-4807-b995-9b97e9e5b45e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 1131 time: 0.1933324 Feb 19 03:13:00.364250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-acb481cb-d070-4bad-9951-e2b08445dde4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3397846 Feb 19 03:13:00.368020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58670) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:00.385433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-381332508-network', 'tenant_id': '4060e557da694b5e8a0333a528158ada'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:00.410616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Request body: {'port': {'device_id': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:00.478591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Made reservation on behalf of 4060e557da694b5e8a0333a528158ada for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:00.481013 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.525920 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.533802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-466f4bcb-1547-4793-ad97-c94f27c27513 req-0fa4026b-d0a2-46bd-ac34-7d2b2f19192a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419568 Feb 19 03:13:00.552471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.725087 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58680) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:00.839641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Publish callbacks [] for security_group (34609b40-1b1a-47c7-9080-0038b35455aa), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.857173 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (34609b40-1b1a-47c7-9080-0038b35455aa), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.924885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2646-6a4f-4df5-8fde-143e0a5b1104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.942105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:13:00.964288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34609b40-1b1a-47c7-9080-0038b35455aa,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:00.976976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3db18-5bab-4018-94f4-12631a489176 req-616e4326-2f78-477c-9bd2-91ce3f73932a tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:00.979688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12f3db18-5bab-4018-94f4-12631a489176 req-616e4326-2f78-477c-9bd2-91ce3f73932a tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1127 time: 0.2084432 Feb 19 03:13:00.994368 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (a2ce41d4-a99e-4cc5-a681-9321e267beb0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.001404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9c55e7ca-4b90-45b5-b05e-c573b39ac7a7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.001953 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Added segment 9c55e7ca-4b90-45b5-b05e-c573b39ac7a7 of type vlan for network 3e23c2d4-3dbc-4c0e-9827-979f30a15901 Feb 19 03:13:01.148729 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (3e23c2d4-3dbc-4c0e-9827-979f30a15901), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.151105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2646-6a4f-4df5-8fde-143e0a5b1104 admin admin] Publish callbacks [] for security_group (7a783435-d4fb-466e-856c-e7db628740b7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.160549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2646-6a4f-4df5-8fde-143e0a5b1104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7a783435-d4fb-466e-856c-e7db628740b7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.217468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12f3db18-5bab-4018-94f4-12631a489176 req-79d77c1c-a488-4c40-bddc-f5cd8f19e45a tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930714 Feb 19 03:13:01.236731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fc6ea8-1999-4642-9dc0-1966b3487832 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:01.252114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Publish callbacks [] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.263447 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8e1e2646-6a4f-4df5-8fde-143e0a5b1104 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=adbc5ccbad644ed3975db65985762b49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5324297 Feb 19 03:13:01.263447 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e2646-6a4f-4df5-8fde-143e0a5b1104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a783435-d4fb-466e-856c-e7db628740b7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:01.264769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58688) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:01.285986 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (3e23c2d4-3dbc-4c0e-9827-979f30a15901), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.286995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:01.287870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.307395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Transition to ACTIVE for port object 11fc6ea8-1999-4642-9dc0-1966b3487832 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:01.385405 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.386012 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d615d125-a535-4e9d-af5f-2cbf1bfdf93e admin admin] Publish callbacks [] for security_group (7a783435-d4fb-466e-856c-e7db628740b7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.430953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0615189 Feb 19 03:13:01.436025 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d615d125-a535-4e9d-af5f-2cbf1bfdf93e admin admin] Publish callbacks [] for security_group (7a783435-d4fb-466e-856c-e7db628740b7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.438892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58692) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:01.461029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Request body: {'subnet': {'network_id': '3e23c2d4-3dbc-4c0e-9827-979f30a15901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-381332508-subnet', 'tenant_id': '4060e557da694b5e8a0333a528158ada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:01.477520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e70ac-c750-402f-93c2-21e28c680a57 admin admin] Pushing event updated for resources: {'Network': ['ID=3e23c2d4-3dbc-4c0e-9827-979f30a15901,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:01.493974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 3e23c2d4-3dbc-4c0e-9827-979f30a15901 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:13:01.497466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc6ea8-1999-4642-9dc0-1966b3487832,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:01.546391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8482-b08b-4a09-a0bd-6f31f0025073 req-428185fa-7067-4fd1-acfd-b7a09566980b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:01.548622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e7f8482-b08b-4a09-a0bd-6f31f0025073 req-428185fa-7067-4fd1-acfd-b7a09566980b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 949 time: 0.2178018 Feb 19 03:13:01.574786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:01.575269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:01.575611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:01.590697 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Made reservation on behalf of 4060e557da694b5e8a0333a528158ada for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:01.593430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.594311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:01.594583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:01.619468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:01.619959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:01.620234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:01.620697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Bound port: 11fc6ea8-1999-4642-9dc0-1966b3487832, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:01.621076 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.663598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e7f8482-b08b-4a09-a0bd-6f31f0025073 req-c4fcb96f-cb4c-4998-8720-e06fc51bffe8 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004879 Feb 19 03:13:01.745796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:01.749902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:01.759901 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.820564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:01.821289 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.823210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] 10.222.0.71 "PUT /v2.0/ports/11fc6ea8-1999-4642-9dc0-1966b3487832 HTTP/1.1" status: 200 len: 1091 time: 1.4184942 Feb 19 03:13:01.867777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d011fa-6c50-47fb-9a8c-94c53f3004d7 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc6ea8-1999-4642-9dc0-1966b3487832,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:01.895444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b275-8f58-4593-8f7a-5092dc23f7df req-e620ee0b-7a46-43d2-969e-30603c444b0e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:01.897161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d9b275-8f58-4593-8f7a-5092dc23f7df req-e620ee0b-7a46-43d2-969e-30603c444b0e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 943 time: 0.1062741 Feb 19 03:13:01.973219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d615d125-a535-4e9d-af5f-2cbf1bfdf93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7a783435-d4fb-466e-856c-e7db628740b7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.981679 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d615d125-a535-4e9d-af5f-2cbf1bfdf93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.981679 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d615d125-a535-4e9d-af5f-2cbf1bfdf93e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a783435-d4fb-466e-856c-e7db628740b7 HTTP/1.1" status: 204 len: 168 time: 0.7131298 Feb 19 03:13:01.994135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-81318547-e761-4c79-8f4f-530b86b58ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:01.995933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-81318547-e761-4c79-8f4f-530b86b58ee5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 1125 time: 0.0916340 Feb 19 03:13:02.012742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d9b275-8f58-4593-8f7a-5092dc23f7df req-6ef125e9-0340-4f73-9f6a-7bfd39e5a521 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000938 Feb 19 03:13:02.013074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615d125-a535-4e9d-af5f-2cbf1bfdf93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a783435-d4fb-466e-856c-e7db628740b7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:02.044491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] Deleting port 39bc91a1-fd85-401d-a1aa-1673ed561993 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:02.044855 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.074234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-32298475-27f6-4dc0-bdac-829a72324595 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11fc6ea8-1999-4642-9dc0-1966b3487832 HTTP/1.1" status: 200 len: 217 time: 0.0576091 Feb 19 03:13:02.145125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'tag': '11fc6ea8-1999-4642-9dc0-1966b3487832'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:02.147682 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23092851-e8d4-47fe-93d5-70813240534f" -d '{"events": [{"name": "network-changed", "server_uuid": "063a09ac-b022-4c8b-885b-97c7f7af0e11", "tag": "11fc6ea8-1999-4642-9dc0-1966b3487832"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:02.180059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-792899f0-a0af-4f34-bd0c-c5197e4a6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:02.182902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-792899f0-a0af-4f34-bd0c-c5197e4a6178 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.0899453 Feb 19 03:13:02.212853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7c5deb10-4678-45ee-8aae-fde364dfb8a8 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:02.223649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] For port 39bc91a1-fd85-401d-a1aa-1673ed561993, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=39bc91a1-fd85-401d-a1aa-1673ed561993,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:02.224165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.256274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-9e44eaa5-ccda-44eb-bbd9-ca45e1cfee3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564864 Feb 19 03:13:02.261947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 7c5deb10-4678-45ee-8aae-fde364dfb8a8 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:02.262852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7c5deb10-4678-45ee-8aae-fde364dfb8a8 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:02.291180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] Calling delete_port for 39bc91a1-fd85-401d-a1aa-1673ed561993 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:02.332401 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (df68eab6-4322-4f00-861e-f2afc10db1fe), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.460227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-7362826e-ad5c-4475-a796-7310283d9e9a service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772063 Feb 19 03:13:02.466334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df68eab6-4322-4f00-861e-f2afc10db1fe,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:02.546146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Checking segment: {'id': '9c55e7ca-4b90-45b5-b05e-c573b39ac7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e23c2d4-3dbc-4c0e-9827-979f30a15901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:02.546715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Network hostable DHCP agents. Network: 3e23c2d4-3dbc-4c0e-9827-979f30a15901, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:13:02.615849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Network 3e23c2d4-3dbc-4c0e-9827-979f30a15901 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:13:02.629662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e1f374-6a03-4311-98a3-60b9f1a2cdeb req-540d0afa-3d56-4384-ae2a-37ce3cebbbb5 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608655 Feb 19 03:13:02.641302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 3e23c2d4-3dbc-4c0e-9827-979f30a15901) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:02.669639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:02.670828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.677420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1f51b3-0acd-4b85-b382-18ef0248c51c None None] Network 3e23c2d4-3dbc-4c0e-9827-979f30a15901 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:02.811442 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-af5066e7-cf97-4b75-9e04-546feeb21ac1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3703949 Feb 19 03:13:02.863792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (39bc91a1-fd85-401d-a1aa-1673ed561993), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.904579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8451d3-5a0b-4d29-b8c6-5b8f62e2e27a None None] Network 3e23c2d4-3dbc-4c0e-9827-979f30a15901 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:02.986267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] Pushing event deleted for resources: {'Port': ['ID=39bc91a1-fd85-401d-a1aa-1673ed561993,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:03.464902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (a2ce41d4-a99e-4cc5-a681-9321e267beb0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.629957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58746) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:03.846887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] Router a2ce41d4-a99e-4cc5-a681-9321e267beb0 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:03.892886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-904485984-network', 'tenant_id': '3611eb9066894a7285118b5c126fdd17'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:03.926886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Made reservation on behalf of 3611eb9066894a7285118b5c126fdd17 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:03.931208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.945743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.054468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:04.066512 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8a2c1453-dd53-42d1-bfd6-dc100a7db29a admin admin] 10.222.0.42 "PUT /v2.0/routers/a2ce41d4-a99e-4cc5-a681-9321e267beb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8074820 Feb 19 03:13:04.066512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58750) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:04.079344 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] Sync routers for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:04.099061 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:04.100416 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:04.163901 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Publish callbacks [] for security_group (aea95be4-16be-49da-974d-e7d48b7f72b2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.175698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-c9d0838b-96eb-49b6-9331-4b14910ddbd0 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:13:04.178185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-c9d0838b-96eb-49b6-9331-4b14910ddbd0 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111282 Feb 19 03:13:04.181601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (aea95be4-16be-49da-974d-e7d48b7f72b2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.228710 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Publish callbacks [] for router (a2ce41d4-a99e-4cc5-a681-9321e267beb0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.263428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:13:04.289022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (717a2636-3e61-4246-a006-b78db8e7792d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.289535 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Added segment 717a2636-3e61-4246-a006-b78db8e7792d of type vlan for network bb0b9ee3-0828-4405-b7cf-ed0619a3d383 Feb 19 03:13:04.291158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea95be4-16be-49da-974d-e7d48b7f72b2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:04.322548 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:04.331923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-8fcf5dd3-dce3-492d-b4a8-8fe2363ab51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:04.333478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-8fcf5dd3-dce3-492d-b4a8-8fe2363ab51c service neutron] 10.222.0.42 "GET /v2.0/ports/63606f69-d134-46dd-8ee7-fc27be74e4b7 HTTP/1.1" status: 200 len: 1124 time: 0.1210175 Feb 19 03:13:04.355606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Request body: {'binding': {'host': 'n-h2-826756-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:04.356356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Unknown quota resources ['binding']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:13:04.364401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (bb0b9ee3-0828-4405-b7cf-ed0619a3d383), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.420736 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Publish callbacks [] for router_gateway (a2ce41d4-a99e-4cc5-a681-9321e267beb0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.474766 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (bb0b9ee3-0828-4405-b7cf-ed0619a3d383), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.477100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:04.478287 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.502728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Deleting port c7ad13df-da54-42e8-aab4-89a2f1eb7778 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:04.503939 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.568239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9350297 Feb 19 03:13:04.573218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58752) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:04.579440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Request body: {'subnet': {'network_id': 'bb0b9ee3-0828-4405-b7cf-ed0619a3d383', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-904485984-subnet', 'tenant_id': '3611eb9066894a7285118b5c126fdd17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:04.600293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0b9ee3-0828-4405-b7cf-ed0619a3d383,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:04.624977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.625322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.625815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.626073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.626429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.626967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.627547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.628125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.628618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.628804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.629221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.629619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.630070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89056ca7-e0bb-485d-bfa9-d45f962d5390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:04.649681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Made reservation on behalf of 3611eb9066894a7285118b5c126fdd17 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:04.654291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.658559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network bb0b9ee3-0828-4405-b7cf-ed0619a3d383 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:13:04.705017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on host n-h2-826756-2 for vnic_type normal with profile None {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:04.705687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:04.706300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:04.713995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:04.714747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:04.715017 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:13:02Z', 'revision_number': 5, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port': {'id': 'c7ad13df-da54-42e8-aab4-89a2f1eb7778', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:42:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:52Z', 'updated_at': '2022-02-19T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:04.724227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:04.725086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:04.725707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:04.726412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Bound port: 63606f69-d134-46dd-8ee7-fc27be74e4b7, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:04.771620 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] Checking router: a2ce41d4-a99e-4cc5-a681-9321e267beb0 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:04.787211 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] Routers {'a2ce41d4-a99e-4cc5-a681-9321e267beb0'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:04.788155 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:12:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:04.788555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] For port c7ad13df-da54-42e8-aab4-89a2f1eb7778, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c7ad13df-da54-42e8-aab4-89a2f1eb7778,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:04.789075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.830093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Calling delete_port for c7ad13df-da54-42e8-aab4-89a2f1eb7778 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:04.863921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:04.876398 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.878650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f9677a42-b068-475a-bf34-0d769c8f8628 service neutron] 10.222.0.42 "POST /v2.0/ports/63606f69-d134-46dd-8ee7-fc27be74e4b7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5267990 Feb 19 03:13:04.920025 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] Set router a2ce41d4-a99e-4cc5-a681-9321e267beb0 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:05.025189 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:13:04Z', 'revision_number': 6, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:05.054320 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a624cb-a323-42bb-98bf-e9758b746a84 x-openstack-request-id: req-24a624cb-a323-42bb-98bf-e9758b746a84 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:05.054834 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063a09ac-b022-4c8b-885b-97c7f7af0e11", "tag": "11fc6ea8-1999-4642-9dc0-1966b3487832", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:05.055290 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24a624cb-a323-42bb-98bf-e9758b746a84 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:05.056012 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'tag': '11fc6ea8-1999-4642-9dc0-1966b3487832', 'status': 'completed', 'code': 200} Feb 19 03:13:05.193958 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (08ebf7cf-4e1e-4579-8142-d8c0cd283276), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.250261 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ba31b-4105-458f-a8fc-6f843129aca7 None None] The sync data for ids ['a2ce41d4-a99e-4cc5-a681-9321e267beb0'] in n-d-826756-2 is: [{'id': 'a2ce41d4-a99e-4cc5-a681-9321e267beb0', 'name': 'tempest-FloatingIPsAssociationTestJSON-166807399-router', 'tenant_id': '52211225561744fb9fca949ce44b11a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:50Z', 'updated_at': '2022-02-19T03:13:04Z', 'revision_number': 6, 'project_id': '52211225561744fb9fca949ce44b11a3', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:05.316498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23092851-e8d4-47fe-93d5-70813240534f req-bb2b4b1e-7594-47c1-83ea-8e0bfc721f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:05.318821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23092851-e8d4-47fe-93d5-70813240534f req-bb2b4b1e-7594-47c1-83ea-8e0bfc721f85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 1125 time: 0.1534650 Feb 19 03:13:05.338646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6492d-4fb5-4135-8c6a-2c17449ecbac req-aa214c15-6b7c-4451-b624-d17de14d9bb3 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:05.342095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83e6492d-4fb5-4135-8c6a-2c17449ecbac req-aa214c15-6b7c-4451-b624-d17de14d9bb3 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 949 time: 0.1294374 Feb 19 03:13:05.437616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ebf7cf-4e1e-4579-8142-d8c0cd283276,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:05.448993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c7ad13df-da54-42e8-aab4-89a2f1eb7778), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.464258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Checking segment: {'id': '717a2636-3e61-4246-a006-b78db8e7792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb0b9ee3-0828-4405-b7cf-ed0619a3d383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:05.464631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Network hostable DHCP agents. Network: bb0b9ee3-0828-4405-b7cf-ed0619a3d383, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:13:05.503441 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ad13df-da54-42e8-aab4-89a2f1eb7778,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:05.574022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-52b908fd-908c-4cce-8689-e0a5f37b0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:05.576813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-52b908fd-908c-4cce-8689-e0a5f37b0894 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1127 time: 0.1911559 Feb 19 03:13:05.579130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23092851-e8d4-47fe-93d5-70813240534f req-6ef4925a-3196-4e0e-b87a-068be2ba9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:05.581640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23092851-e8d4-47fe-93d5-70813240534f req-6ef4925a-3196-4e0e-b87a-068be2ba9f5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.2379477 Feb 19 03:13:05.587738 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83e6492d-4fb5-4135-8c6a-2c17449ecbac req-1cc039e7-cd45-48ba-9794-012d33e1c8db tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279353 Feb 19 03:13:05.654179 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Network bb0b9ee3-0828-4405-b7cf-ed0619a3d383 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:13:05.675678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, bb0b9ee3-0828-4405-b7cf-ed0619a3d383) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:05.678328 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (a2ce41d4-a99e-4cc5-a681-9321e267beb0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.687725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f3c4e-6cd4-4bf8-9798-7cd321913333 None None] Network bb0b9ee3-0828-4405-b7cf-ed0619a3d383 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:05.688603 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:05.689165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.806563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23092851-e8d4-47fe-93d5-70813240534f req-e0c0f2e8-f67b-4e5f-97a1-5dfcf0f97d79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11fc6ea8-1999-4642-9dc0-1966b3487832 HTTP/1.1" status: 200 len: 217 time: 0.1913402 Feb 19 03:13:05.823473 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.848301 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c213fb8-389d-44e1-83ae-baf93dc2325a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2631531 Feb 19 03:13:05.848301 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (a2ce41d4-a99e-4cc5-a681-9321e267beb0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.848301 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Publish callbacks [] for router_controller (a2ce41d4-a99e-4cc5-a681-9321e267beb0), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.962853 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (a2ce41d4-a99e-4cc5-a681-9321e267beb0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.971720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2ce41d4-a99e-4cc5-a681-9321e267beb0 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:13:05.974682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00cb00-cf80-4d6d-990b-c4c9c5560b52 None None] Network bb0b9ee3-0828-4405-b7cf-ed0619a3d383 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:05.991222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.993324 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ec2a4c6a-fdd5-4978-8bef-5d12a37379c6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a2ce41d4-a99e-4cc5-a681-9321e267beb0 HTTP/1.1" status: 204 len: 168 time: 1.9257791 Feb 19 03:13:05.997935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58760) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:06.009672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-6b12c135-c35b-4830-ba85-e8ebeb6ce0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:06.013641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-6b12c135-c35b-4830-ba85-e8ebeb6ce0b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.3992584 Feb 19 03:13:06.017655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23092851-e8d4-47fe-93d5-70813240534f req-8c063901-14ef-4701-9190-71f2f3445d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:06.019288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23092851-e8d4-47fe-93d5-70813240534f req-8c063901-14ef-4701-9190-71f2f3445d6f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.1924794 Feb 19 03:13:06.146195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d349-1b08-4e19-85f9-9ec59d02dfa3 req-0d6e8d1f-60d4-4b71-931b-a286fa85dc73 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:06.149017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6131d349-1b08-4e19-85f9-9ec59d02dfa3 req-0d6e8d1f-60d4-4b71-931b-a286fa85dc73 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 943 time: 0.4051321 Feb 19 03:13:06.177699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23092851-e8d4-47fe-93d5-70813240534f req-de545265-4337-463f-9f40-e14d437467e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252728 Feb 19 03:13:06.179409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-06d1815e-2be0-4219-bd66-879978be9a7c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7 HTTP/1.1" status: 200 len: 217 time: 0.1303699 Feb 19 03:13:06.205724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c55898b-6599-443b-b635-7f895579a205 admin admin] Deleting subnet 1a17c6ae-39d2-4e27-b956-71c05420fd16 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:06.231126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 11fc6ea8-1999-4642-9dc0-1966b3487832 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:06.239842 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c55898b-6599-443b-b635-7f895579a205 admin admin] Publish callbacks [] for subnet (1a17c6ae-39d2-4e27-b956-71c05420fd16), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.365900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 39bc91a1-fd85-401d-a1aa-1673ed561993 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:06.390163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 39bc91a1-fd85-401d-a1aa-1673ed561993 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:06.390513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 39bc91a1-fd85-401d-a1aa-1673ed561993 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:06.390937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c7ad13df-da54-42e8-aab4-89a2f1eb7778 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:06.428076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: c7ad13df-da54-42e8-aab4-89a2f1eb7778 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:06.428586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c7ad13df-da54-42e8-aab4-89a2f1eb7778 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:06.480492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:06.501617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '11fc6ea8-1999-4642-9dc0-1966b3487832', 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4', 'port_id': '11fc6ea8-1999-4642-9dc0-1966b3487832', 'mac_address': 'fa:16:3e:b4:db:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c86e5c-d752-49b8-bd81-3c26d2849525', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:06.559764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 11fc6ea8-1999-4642-9dc0-1966b3487832 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:06.560157 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.578182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fc6ea8-1999-4642-9dc0-1966b3487832 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:06.613185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:06.621224 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.722143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=11fc6ea8-1999-4642-9dc0-1966b3487832,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:06.753466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6131d349-1b08-4e19-85f9-9ec59d02dfa3 req-22c3cbb5-41c9-4c80-8226-b00912e3ff3e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814071 Feb 19 03:13:06.757485 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c55898b-6599-443b-b635-7f895579a205 admin admin] Publish callbacks [] for subnet (1a17c6ae-39d2-4e27-b956-71c05420fd16), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.768637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-6e19c112-75f8-4ed8-8a3f-51256ac319f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:06.771233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-6e19c112-75f8-4ed8-8a3f-51256ac319f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.5577455 Feb 19 03:13:06.909243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-4a453f9a-79f0-499f-9481-2a6afa26ff66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095881 Feb 19 03:13:06.991426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23092851-e8d4-47fe-93d5-70813240534f req-dfb44650-e303-44cf-8c0a-390d20498eef service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801714 Feb 19 03:13:06.995852 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c55898b-6599-443b-b635-7f895579a205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (1a17c6ae-39d2-4e27-b956-71c05420fd16), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.110546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['11fc6ea8-1999-4642-9dc0-1966b3487832'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:07.208021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-b48fa315-6867-4a70-8f85-8dd7da42eea9 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759798 Feb 19 03:13:07.283638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c55898b-6599-443b-b635-7f895579a205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (1a17c6ae-39d2-4e27-b956-71c05420fd16), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.335010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23092851-e8d4-47fe-93d5-70813240534f req-d291be73-7659-444c-a052-3c554861f9b7 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351104 Feb 19 03:13:07.376541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55898b-6599-443b-b635-7f895579a205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a17c6ae-39d2-4e27-b956-71c05420fd16,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:07.381987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3210bfa0-d608-4aa3-9226-1713f0a5229a None None] Network 4729c6da-4160-41fa-be24-7e5bfd552fb9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:07.382285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c55898b-6599-443b-b635-7f895579a205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.388804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1c55898b-6599-443b-b635-7f895579a205 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1a17c6ae-39d2-4e27-b956-71c05420fd16 HTTP/1.1" status: 204 len: 168 time: 1.3868029 Feb 19 03:13:07.389624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58774) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:07.468183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f77802-6965-4923-925b-d8557f8a3233 req-0bd1f13d-25e3-4d67-beb5-d0fc609c79f4 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:07.469826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-0bd1f13d-25e3-4d67-beb5-d0fc609c79f4 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/networks?id=432e43c9-d832-4785-a1c8-633537e519f0 HTTP/1.1" status: 200 len: 815 time: 0.2886784 Feb 19 03:13:07.476177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-b93241a1-5b60-4c6a-907f-7c5d651c192c service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482452 Feb 19 03:13:07.490000 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (4729c6da-4160-41fa-be24-7e5bfd552fb9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.499862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-e9337033-7e07-4e9d-b7e1-0edd389d0e4e tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/quotas/1f8d87258478468f8b123d4b9b10fe37 HTTP/1.1" status: 200 len: 375 time: 0.0170236 Feb 19 03:13:07.567575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-448dc94d-366b-4a1a-b2a3-44fd56827ce1 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f8d87258478468f8b123d4b9b10fe37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601802 Feb 19 03:13:07.589863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Deleting port ee8fd88e-b383-4d01-97f5-0e4527194b0d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:07.590961 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.634684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db9305-657b-46d2-adcf-7efdf66ebf3c None None] DHCP port deletion for 4729c6da-4160-41fa-be24-7e5bfd552fb9 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:13:07.736557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e4db9305-657b-46d2-adcf-7efdf66ebf3c None None] Deleting port ee8fd88e-b383-4d01-97f5-0e4527194b0d {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:07.738415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e4db9305-657b-46d2-adcf-7efdf66ebf3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.749901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-1da2c70d-3c35-441b-90d2-7475b87c869c service neutron] 10.222.0.42 "GET /v2.0/networks/432e43c9-d832-4785-a1c8-633537e519f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805613 Feb 19 03:13:07.846043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e4db9305-657b-46d2-adcf-7efdf66ebf3c None None] For port ee8fd88e-b383-4d01-97f5-0e4527194b0d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ee8fd88e-b383-4d01-97f5-0e4527194b0d,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:07.847695 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e4db9305-657b-46d2-adcf-7efdf66ebf3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.882642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e4db9305-657b-46d2-adcf-7efdf66ebf3c None None] Calling delete_port for ee8fd88e-b383-4d01-97f5-0e4527194b0d owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:07.913374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-b7e343ab-2389-4656-9555-51c07500e321 service neutron] 10.222.0.42 "GET /v2.0/networks/432e43c9-d832-4785-a1c8-633537e519f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620963 Feb 19 03:13:08.018417 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e4db9305-657b-46d2-adcf-7efdf66ebf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.035728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] For port ee8fd88e-b383-4d01-97f5-0e4527194b0d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ee8fd88e-b383-4d01-97f5-0e4527194b0d,segment=NetworkSegment(47c3073e-6985-4572-bbd0-32298e7626de),segment_id=47c3073e-6985-4572-bbd0-32298e7626de)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:08.036289 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.054533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db9305-657b-46d2-adcf-7efdf66ebf3c None None] No DVR routers for this DVR port ee8fd88e-b383-4d01-97f5-0e4527194b0d on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:08.062675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db9305-657b-46d2-adcf-7efdf66ebf3c None None] Pushing event deleted for resources: {'Port': ['ID=ee8fd88e-b383-4d01-97f5-0e4527194b0d,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:08.071435 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Calling delete_port for ee8fd88e-b383-4d01-97f5-0e4527194b0d owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:08.218416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-11c8c511-aa90-4948-a7ea-384402028f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.270871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ee8fd88e-b383-4d01-97f5-0e4527194b0d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:08.280198 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ee8fd88e-b383-4d01-97f5-0e4527194b0d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.305789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] No DVR routers for this DVR port ee8fd88e-b383-4d01-97f5-0e4527194b0d on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:08.343471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba5a5a-9eaa-4507-875f-6fe67a7696ca req-801862aa-d2cf-4990-852e-0431ee229308 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:08.345232 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8fd88e-b383-4d01-97f5-0e4527194b0d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:08.352078 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6ba5a5a-9eaa-4507-875f-6fe67a7696ca req-801862aa-d2cf-4990-852e-0431ee229308 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.1255784 Feb 19 03:13:08.394556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ee8fd88e-b383-4d01-97f5-0e4527194b0d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:08.395121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ee8fd88e-b383-4d01-97f5-0e4527194b0d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:08.426077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6ba5a5a-9eaa-4507-875f-6fe67a7696ca req-ca22ff33-3d74-4540-9e40-9239ac4f65f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713582 Feb 19 03:13:08.491546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (4729c6da-4160-41fa-be24-7e5bfd552fb9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.534026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4729c6da-4160-41fa-be24-7e5bfd552fb9']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:08.551707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c3073e-6985-4572-bbd0-32298e7626de') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:08.552306 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c3073e-6985-4572-bbd0-32298e7626de') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:08.573941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (47c3073e-6985-4572-bbd0-32298e7626de), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.597620 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (47c3073e-6985-4572-bbd0-32298e7626de), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.601001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524323ce-f15f-40c1-abd6-d1fcfafed36e req-a5b71faa-4cfc-4225-9d53-dd9b83417d65 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:08.610041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:08.611779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (47c3073e-6985-4572-bbd0-32298e7626de), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.613690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-524323ce-f15f-40c1-abd6-d1fcfafed36e req-a5b71faa-4cfc-4225-9d53-dd9b83417d65 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 1131 time: 0.0955172 Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:08.667172 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:08.698456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-524323ce-f15f-40c1-abd6-d1fcfafed36e req-11dc95a8-bed9-4e2c-acca-2a92599bf1f5 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832291 Feb 19 03:13:08.700574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (4729c6da-4160-41fa-be24-7e5bfd552fb9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.710494 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.717084 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4729c6da-4160-41fa-be24-7e5bfd552fb9 HTTP/1.1" status: 204 len: 168 time: 1.3256316 Feb 19 03:13:08.767350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139a130-e000-4b79-9151-aa0bbe7b78a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4729c6da-4160-41fa-be24-7e5bfd552fb9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:09.009151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58796) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:09.108371 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f365882e-f4b3-46bc-9748-42c5c633b2d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52211225561744fb9fca949ce44b11a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0974221 Feb 19 03:13:09.111772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58802) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:09.217804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2332c44-986e-438c-bab3-708420540b9d admin admin] Publish callbacks [] for security_group (59983ff5-6b13-480d-92eb-189381646335), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.248895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6853029-7384-474d-bbf9-2ff8a0caf6b3 req-d0c5aabc-8562-4103-8c26-aef4fbf6a923 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:09.256466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6853029-7384-474d-bbf9-2ff8a0caf6b3 req-d0c5aabc-8562-4103-8c26-aef4fbf6a923 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 944 time: 0.1099429 Feb 19 03:13:09.274150 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2332c44-986e-438c-bab3-708420540b9d admin admin] Publish callbacks [] for security_group (59983ff5-6b13-480d-92eb-189381646335), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.351174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6853029-7384-474d-bbf9-2ff8a0caf6b3 req-de589193-ccb5-4d88-8b75-8d45152b38b8 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923209 Feb 19 03:13:09.388655 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2332c44-986e-438c-bab3-708420540b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (59983ff5-6b13-480d-92eb-189381646335), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.393366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2332c44-986e-438c-bab3-708420540b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.395613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c2332c44-986e-438c-bab3-708420540b9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59983ff5-6b13-480d-92eb-189381646335 HTTP/1.1" status: 204 len: 168 time: 0.2821324 Feb 19 03:13:09.408130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2332c44-986e-438c-bab3-708420540b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59983ff5-6b13-480d-92eb-189381646335,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:09.503546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d97d257-191a-486b-9114-729478865fe5 req-d2d1f546-9c67-4242-8ed4-b11372f4a7c7 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 210 time: 0.0484788 Feb 19 03:13:09.650783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-697e1d8e-5f3d-4301-8236-5942f1ae8b34 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229497 Feb 19 03:13:09.833974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-4b500bb6-69b2-49ff-95a7-f3960d999793 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:09.835738 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-4b500bb6-69b2-49ff-95a7-f3960d999793 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773856 Feb 19 03:13:09.859953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-0314c4a8-5f40-4afd-afe9-893b19989d9f tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/quotas/8d26c743e5c94f16b0a83e45df8fd90a HTTP/1.1" status: 200 len: 375 time: 0.0164461 Feb 19 03:13:09.986454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-0aa926fd-b052-480e-a2df-da30a87cf8ae tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1173925 Feb 19 03:13:10.253232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 11fc6ea8-1999-4642-9dc0-1966b3487832 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:10.461814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a6873c6-21f8-4a5e-9781-fd066561d26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.482376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 11fc6ea8-1999-4642-9dc0-1966b3487832 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:10.488893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 11fc6ea8-1999-4642-9dc0-1966b3487832 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:10.489276 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.590969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f77802-6965-4923-925b-d8557f8a3233 req-c7ca610f-c2a4-4f42-a91e-5db4354447a2 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:10.602255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-c7ca610f-c2a4-4f42-a91e-5db4354447a2 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.71 "GET /v2.0/networks?id=432e43c9-d832-4785-a1c8-633537e519f0 HTTP/1.1" status: 200 len: 815 time: 0.4077902 Feb 19 03:13:10.613680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Request body: {'port': {'device_id': '99b0aff7-fa08-45cb-9476-9b3f27bef838', 'network_id': '432e43c9-d832-4785-a1c8-633537e519f0', 'admin_state_up': True, 'tenant_id': '1f8d87258478468f8b123d4b9b10fe37'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:10.627185 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:13:10.726757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 11fc6ea8-1999-4642-9dc0-1966b3487832 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:10.727415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.782117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd772ce2-6127-45a0-8d68-35b07bfb5723 req-c3619563-25f1-4c9a-990b-17ee8172e8aa tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:10.790123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd772ce2-6127-45a0-8d68-35b07bfb5723 req-c3619563-25f1-4c9a-990b-17ee8172e8aa tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.1251521 Feb 19 03:13:10.819780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fc6ea8-1999-4642-9dc0-1966b3487832'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:10.846660 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e8883-524f-4eb7-8bc3-a51d45e86310" -d '{"events": [{"server_uuid": "063a09ac-b022-4c8b-885b-97c7f7af0e11", "name": "network-vif-plugged", "status": "completed", "tag": "11fc6ea8-1999-4642-9dc0-1966b3487832"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:10.865344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:10.872241 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.903285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Made reservation on behalf of 1f8d87258478468f8b123d4b9b10fe37 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:10.908449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.968117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=11fc6ea8-1999-4642-9dc0-1966b3487832,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:11.031142 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd772ce2-6127-45a0-8d68-35b07bfb5723 req-926b41d9-8aff-4c61-b76a-6e9031a6b6b5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396157 Feb 19 03:13:11.140215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Allocated IP 172.20.0.14 (432e43c9-d832-4785-a1c8-633537e519f0/12671181-2ed5-4efe-9e19-07778371d305/cbe0437c-a889-4465-a177-f39b1257d5f1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:11.213466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f68e2800-80ee-4932-abdd-e2506a2ae023 req-895b8f0b-7f5f-4cf1-8d75-b23e87df8f89 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 210 time: 0.0429475 Feb 19 03:13:11.483508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c11d5e-a74e-497c-8acc-94dbaec34b72 req-c25d08d6-5246-4827-956c-b49718d0d707 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.485560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7c11d5e-a74e-497c-8acc-94dbaec34b72 req-c25d08d6-5246-4827-956c-b49718d0d707 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.1340332 Feb 19 03:13:11.500577 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Publish callbacks [] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.573512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7c11d5e-a74e-497c-8acc-94dbaec34b72 req-5f66874c-5527-43c2-b7ad-c39e81d71f45 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782702 Feb 19 03:13:11.586835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.657611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Network 432e43c9-d832-4785-a1c8-633537e519f0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:11.662651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:11.667806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:11.673603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.675012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.700726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Pushing event updated for resources: {'Port': ['ID=cbe0437c-a889-4465-a177-f39b1257d5f1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:11.707225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-9e64dbd7-54c4-4903-9a36-52a7aeac55cb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0983391 Feb 19 03:13:11.736613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Request body: {'port': {'device_id': '99b0aff7-fa08-45cb-9476-9b3f27bef838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:11.813401 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.891573 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.974027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1baad-556f-47a3-8462-2697f23bfc8b req-0ea9e51d-557a-4357-a639-2685a103a386 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.975583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-faf1baad-556f-47a3-8462-2697f23bfc8b req-0ea9e51d-557a-4357-a639-2685a103a386 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 932 time: 0.1552639 Feb 19 03:13:12.128885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-50577abf-7562-41c4-911c-90ab706abb75 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1183217 Feb 19 03:13:12.290465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-faf1baad-556f-47a3-8462-2697f23bfc8b req-8e7eed6c-3e22-4d7e-a60b-962715e05468 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028443 Feb 19 03:13:12.364102 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf6f0ae-a34e-44b2-b917-af42769f5fce x-openstack-request-id: req-8cf6f0ae-a34e-44b2-b917-af42769f5fce {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:12.364619 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063a09ac-b022-4c8b-885b-97c7f7af0e11", "name": "network-vif-plugged", "status": "completed", "tag": "11fc6ea8-1999-4642-9dc0-1966b3487832", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:12.365035 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cf6f0ae-a34e-44b2-b917-af42769f5fce {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:12.365676 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fc6ea8-1999-4642-9dc0-1966b3487832', 'code': 200} Feb 19 03:13:12.385727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-635fec33-e6ed-4c2e-a978-7224d1acf04c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.387298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-635fec33-e6ed-4c2e-a978-7224d1acf04c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476990 Feb 19 03:13:12.445058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Request body: {'port': {'device_id': '8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8d26c743e5c94f16b0a83e45df8fd90a'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:12.522982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe0437c-a889-4465-a177-f39b1257d5f1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:12.568100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Publish callbacks [] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.617775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Transition to ACTIVE for port object cbe0437c-a889-4465-a177-f39b1257d5f1 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:12.636805 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.691587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438e0c8-28a3-47f9-9616-0e17caf3e473 req-eba0171f-87d4-4f23-8640-d504a93e68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.693094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5438e0c8-28a3-47f9-9616-0e17caf3e473 req-eba0171f-87d4-4f23-8640-d504a93e68aa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 1127 time: 0.1890512 Feb 19 03:13:12.733025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Pushing event updated for resources: {'Port': ['ID=cbe0437c-a889-4465-a177-f39b1257d5f1,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:12.748216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Made reservation on behalf of 8d26c743e5c94f16b0a83e45df8fd90a for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:12.752124 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.820111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5438e0c8-28a3-47f9-9616-0e17caf3e473 req-5ccdf192-2376-4d92-b05a-5f94683bb23f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094732 Feb 19 03:13:12.821319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Attempting to bind port cbe0437c-a889-4465-a177-f39b1257d5f1 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:12.821663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Attempting to bind port cbe0437c-a889-4465-a177-f39b1257d5f1 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '48ddc662-a14e-411e-9d81-f13ebd0dd423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '432e43c9-d832-4785-a1c8-633537e519f0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:12.822018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Attempting to bind port cbe0437c-a889-4465-a177-f39b1257d5f1 on network 432e43c9-d832-4785-a1c8-633537e519f0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:12.840725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Port cbe0437c-a889-4465-a177-f39b1257d5f1 on network 432e43c9-d832-4785-a1c8-633537e519f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:12.841032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Attempting to bind port cbe0437c-a889-4465-a177-f39b1257d5f1 on network 432e43c9-d832-4785-a1c8-633537e519f0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:12.844833 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.889589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:12.889911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Checking segment: {'id': '48ddc662-a14e-411e-9d81-f13ebd0dd423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '432e43c9-d832-4785-a1c8-633537e519f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:12.890430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Bound using segment: {'id': '48ddc662-a14e-411e-9d81-f13ebd0dd423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '432e43c9-d832-4785-a1c8-633537e519f0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:12.892081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Bound port: cbe0437c-a889-4465-a177-f39b1257d5f1, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ddc662-a14e-411e-9d81-f13ebd0dd423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '432e43c9-d832-4785-a1c8-633537e519f0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:12.892081 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:13.052084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc574ff-18f3-4dbc-9a31-2e11cca1c250 req-3c6f9062-d4e7-4381-b36b-6ae96bb8b025 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:13.053714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1fc574ff-18f3-4dbc-9a31-2e11cca1c250 req-3c6f9062-d4e7-4381-b36b-6ae96bb8b025 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.1784673 Feb 19 03:13:13.058305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Allocated IP 192.168.233.118 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/e0200b14-b250-4ed0-9e08-fb09baf2e0de) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:13.086468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] For port cbe0437c-a889-4465-a177-f39b1257d5f1, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:13.111994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] For port cbe0437c-a889-4465-a177-f39b1257d5f1, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cbe0437c-a889-4465-a177-f39b1257d5f1,segment=NetworkSegment(48ddc662-a14e-411e-9d81-f13ebd0dd423),segment_id=48ddc662-a14e-411e-9d81-f13ebd0dd423)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:13.146465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:13.214032 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1fc574ff-18f3-4dbc-9a31-2e11cca1c250 req-721effb9-a503-4ceb-ac0b-0cea7b214af0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490405 Feb 19 03:13:13.238871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:13.239782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:13.241768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] 10.222.0.71 "PUT /v2.0/ports/cbe0437c-a889-4465-a177-f39b1257d5f1 HTTP/1.1" status: 200 len: 1092 time: 1.5173807 Feb 19 03:13:13.242460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b0aff7-fa08-45cb-9476-9b3f27bef838', 'tag': 'cbe0437c-a889-4465-a177-f39b1257d5f1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:13.245464 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e7d4dc-1440-4033-b75a-e94e96864202" -d '{"events": [{"name": "network-changed", "server_uuid": "99b0aff7-fa08-45cb-9476-9b3f27bef838", "tag": "cbe0437c-a889-4465-a177-f39b1257d5f1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:13.420884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f9196-9aac-4398-9e0a-690fb1d00abf service neutron] Pushing event updated for resources: {'Port': ['ID=cbe0437c-a889-4465-a177-f39b1257d5f1,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:13.429616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a691d8e1-8122-445b-a2ab-73543544f9ae req-089e5ef9-e449-4695-8da9-37b04a9af63b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 210 time: 0.0790486 Feb 19 03:13:13.498708 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks [] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:13.511484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f77802-6965-4923-925b-d8557f8a3233 req-7604e9b0-2156-439e-bfd8-431be5bd6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:13.513577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-7604e9b0-2156-439e-bfd8-431be5bd6f4b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1f8d87258478468f8b123d4b9b10fe37&device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 1126 time: 0.1938987 Feb 19 03:13:13.523599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-d139421e-691b-4da4-80d0-3b5de94e7951 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1438239 Feb 19 03:13:14.002983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-52c15432-4dba-4cf0-a79f-3c2a9eb8ca3c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbe0437c-a889-4465-a177-f39b1257d5f1 HTTP/1.1" status: 200 len: 217 time: 0.4748840 Feb 19 03:13:14.094891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.121184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec', '6436e362-2029-472b-8627-244432a43dd1', '73b12456-b8d5-4063-8d75-fab246296221', 'fe664d20-517d-4fb1-9562-a89271c68bcf'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:14.180444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cafa35-93ea-465c-b4ca-a68eeb9c0eaa req-4971718b-5d80-4598-a401-4300613fdd80 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:14.189298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77cafa35-93ea-465c-b4ca-a68eeb9c0eaa req-4971718b-5d80-4598-a401-4300613fdd80 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.6646123 Feb 19 03:13:14.196335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:14.198763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f77802-6965-4923-925b-d8557f8a3233 req-7abb23e4-f57f-4193-bf96-0f6be43f3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:14.200391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a', '60075d9a-800a-43a4-91c3-e8e81b693d18'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:14.200913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-7abb23e4-f57f-4193-bf96-0f6be43f3fe5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12671181-2ed5-4efe-9e19-07778371d305 HTTP/1.1" status: 200 len: 855 time: 0.1620030 Feb 19 03:13:14.216500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-d0d50457-e400-4e80-9b5f-afa5c11e9f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:14.218149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-d0d50457-e400-4e80-9b5f-afa5c11e9f1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1127 time: 0.2587931 Feb 19 03:13:14.225966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:14.244273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:14.250477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:14.251579 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.281371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event updated for resources: {'Port': ['ID=e0200b14-b250-4ed0-9e08-fb09baf2e0de,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:14.338534 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-b88b6b04-342f-423b-97df-06ab05f7e56a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=432e43c9-d832-4785-a1c8-633537e519f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191623 Feb 19 03:13:14.592174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-f51a73c8-18d3-4368-8234-6443531b5492 service neutron] 10.222.0.71 "GET /v2.0/networks/432e43c9-d832-4785-a1c8-633537e519f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850641 Feb 19 03:13:14.625393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-038e7ffc-3430-41fe-9743-953ab3c24b92 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2021985 Feb 19 03:13:14.630231 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.686039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Request body: {'port': {'device_id': '8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:14.717144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77cafa35-93ea-465c-b4ca-a68eeb9c0eaa req-acba9c91-fcc4-4d45-a041-a51c2213c788 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218561 Feb 19 03:13:14.911708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-33b0f25c-fd05-4b6a-a993-fe47d17a0d82 None None] Provisioning complete for port e0200b14-b250-4ed0-9e08-fb09baf2e0de triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:14.912798 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-33b0f25c-fd05-4b6a-a993-fe47d17a0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.949728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-ea28df30-b67f-460b-9c04-04f9b22092c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:14.951336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-ea28df30-b67f-460b-9c04-04f9b22092c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.6959479 Feb 19 03:13:15.041806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-33b0f25c-fd05-4b6a-a993-fe47d17a0d82 None None] Port e0200b14-b250-4ed0-9e08-fb09baf2e0de cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:15.097148 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecee3a2-fa2b-4205-aaff-3a4bb0f66403 x-openstack-request-id: req-cecee3a2-fa2b-4205-aaff-3a4bb0f66403 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:15.098651 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b0aff7-fa08-45cb-9476-9b3f27bef838", "tag": "cbe0437c-a889-4465-a177-f39b1257d5f1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:15.099562 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cecee3a2-fa2b-4205-aaff-3a4bb0f66403 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:15.100474 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b0aff7-fa08-45cb-9476-9b3f27bef838', 'tag': 'cbe0437c-a889-4465-a177-f39b1257d5f1', 'status': 'completed', 'code': 200} Feb 19 03:13:15.132270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f77802-6965-4923-925b-d8557f8a3233 req-2d5318f2-53ed-47a6-9dd5-4a4d6f757bb7 service neutron] 10.222.0.71 "GET /v2.0/networks/432e43c9-d832-4785-a1c8-633537e519f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148411 Feb 19 03:13:15.132851 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.168680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-03c8c325-8916-463b-96bd-7782a37f8233 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 200 len: 217 time: 0.1709661 Feb 19 03:13:15.329560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-d19529ac-3cce-4e16-ba6f-a68e32a54dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:15.332115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-d19529ac-3cce-4e16-ba6f-a68e32a54dfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1600864 Feb 19 03:13:15.439950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-9c2d4b59-f910-4c91-8831-d3819e414d8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957084 Feb 19 03:13:15.494505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b93108-c752-45b2-b85d-adabde7b2f2a req-cf709fac-e4f4-4e51-8553-b2eeea08fffc tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:15.502046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1b93108-c752-45b2-b85d-adabde7b2f2a req-cf709fac-e4f4-4e51-8553-b2eeea08fffc tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 944 time: 0.3139970 Feb 19 03:13:15.527322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7d4dc-1440-4033-b75a-e94e96864202 req-c61801b2-c748-4891-8647-411632f59f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:15.528853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02e7d4dc-1440-4033-b75a-e94e96864202 req-c61801b2-c748-4891-8647-411632f59f69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1f8d87258478468f8b123d4b9b10fe37&device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 1126 time: 0.2835901 Feb 19 03:13:15.783789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1b93108-c752-45b2-b85d-adabde7b2f2a req-445bf269-0692-4400-993f-32138aae8ac1 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807245 Feb 19 03:13:15.805824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-61041f37-163c-4f9c-8afa-e9e57ae52f23 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534787 Feb 19 03:13:15.810906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7d4dc-1440-4033-b75a-e94e96864202 req-9087a4c8-e9c3-49e6-be92-b44dd29f1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:15.812492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02e7d4dc-1440-4033-b75a-e94e96864202 req-9087a4c8-e9c3-49e6-be92-b44dd29f1b2c service neutron] 10.222.0.71 "GET /v2.0/networks?id=432e43c9-d832-4785-a1c8-633537e519f0 HTTP/1.1" status: 200 len: 916 time: 0.2508018 Feb 19 03:13:15.936415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02e7d4dc-1440-4033-b75a-e94e96864202 req-2c44a21f-34a9-49d5-b5ac-9b48e9fb579c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbe0437c-a889-4465-a177-f39b1257d5f1 HTTP/1.1" status: 200 len: 217 time: 0.1110406 Feb 19 03:13:16.118388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0200b14-b250-4ed0-9e08-fb09baf2e0de {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:16.150555 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Publish callbacks [] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.163119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7d4dc-1440-4033-b75a-e94e96864202 req-e821613f-0d9d-4491-919a-de0fca598d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:16.165493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02e7d4dc-1440-4033-b75a-e94e96864202 req-e821613f-0d9d-4491-919a-de0fca598d49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12671181-2ed5-4efe-9e19-07778371d305 HTTP/1.1" status: 200 len: 855 time: 0.2047265 Feb 19 03:13:16.185441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e72e4a6-7b65-4579-936d-ee1c2cac31bc req-a66f69da-6daa-44d0-b1ad-6dcba3f53856 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715663 Feb 19 03:13:16.215555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaea198-0d02-4955-94ee-4243316378bd req-0f29f23d-4823-4515-a861-9980a19ea79f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:16.217827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adaea198-0d02-4955-94ee-4243316378bd req-0f29f23d-4823-4515-a861-9980a19ea79f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.3060677 Feb 19 03:13:16.222307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Transition to ACTIVE for port object e0200b14-b250-4ed0-9e08-fb09baf2e0de will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:16.252097 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.260981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02e7d4dc-1440-4033-b75a-e94e96864202 req-9d68dfd8-1ee2-4f15-9ade-5ffab5d1666a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=432e43c9-d832-4785-a1c8-633537e519f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821118 Feb 19 03:13:16.505032 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adaea198-0d02-4955-94ee-4243316378bd req-9442e551-f470-4510-8a6a-0bc96a594c3a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550790 Feb 19 03:13:16.506239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Pushing event updated for resources: {'Port': ['ID=e0200b14-b250-4ed0-9e08-fb09baf2e0de,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:16.616471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02e7d4dc-1440-4033-b75a-e94e96864202 req-355c2d5e-b1c2-4f58-a4de-750df4e0424f service neutron] 10.222.0.71 "GET /v2.0/networks/432e43c9-d832-4785-a1c8-633537e519f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921529 Feb 19 03:13:16.826035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Attempting to bind port e0200b14-b250-4ed0-9e08-fb09baf2e0de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:16.826595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Attempting to bind port e0200b14-b250-4ed0-9e08-fb09baf2e0de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:16.827078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Attempting to bind port e0200b14-b250-4ed0-9e08-fb09baf2e0de on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:16.851811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Port e0200b14-b250-4ed0-9e08-fb09baf2e0de on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:16.852138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Attempting to bind port e0200b14-b250-4ed0-9e08-fb09baf2e0de on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:16.878959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:16.879301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:16.879728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:16.880338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Bound port: e0200b14-b250-4ed0-9e08-fb09baf2e0de, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:16.880917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.932280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972300b3-805d-470b-a78a-c24f8d749e6b req-d7e4f0fd-060f-4e20-b9c3-adafac77ecf4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:16.935413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-972300b3-805d-470b-a78a-c24f8d749e6b req-d7e4f0fd-060f-4e20-b9c3-adafac77ecf4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 948 time: 0.2466111 Feb 19 03:13:16.977998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02e7d4dc-1440-4033-b75a-e94e96864202 req-6d493624-6c4d-4e53-ba6d-3eb122bf2170 service neutron] 10.222.0.71 "GET /v2.0/networks/432e43c9-d832-4785-a1c8-633537e519f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450234 Feb 19 03:13:17.099227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-972300b3-805d-470b-a78a-c24f8d749e6b req-fd0b143c-3327-4b8b-969e-9b58da466aaf tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259410 Feb 19 03:13:17.101354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] For port e0200b14-b250-4ed0-9e08-fb09baf2e0de, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:17.109964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] For port e0200b14-b250-4ed0-9e08-fb09baf2e0de, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e0200b14-b250-4ed0-9e08-fb09baf2e0de,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:17.122293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.221594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:17.222430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.223988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] 10.222.0.71 "PUT /v2.0/ports/e0200b14-b250-4ed0-9e08-fb09baf2e0de HTTP/1.1" status: 200 len: 1096 time: 2.5640860 Feb 19 03:13:17.227819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3', 'tag': 'e0200b14-b250-4ed0-9e08-fb09baf2e0de'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:17.231430 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01241fa7-b814-4866-a779-f0888cbd5da9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3", "tag": "e0200b14-b250-4ed0-9e08-fb09baf2e0de"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:17.295102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9b108-c395-4a02-88bf-bbeab68be5ef service neutron] Pushing event updated for resources: {'Port': ['ID=e0200b14-b250-4ed0-9e08-fb09baf2e0de,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:17.409341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-cff9ca49-0381-4bc4-8638-7d4e1585500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:17.413456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-cff9ca49-0381-4bc4-8638-7d4e1585500e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 1130 time: 0.0995543 Feb 19 03:13:17.490866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-183dd73c-b29f-44cb-8f0d-176d2a42afee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e0200b14-b250-4ed0-9e08-fb09baf2e0de HTTP/1.1" status: 200 len: 217 time: 0.0538006 Feb 19 03:13:17.621394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b7fb6-0076-4ace-8b37-fc00b1dee7b6 req-35d1c6d8-f993-4f17-85ff-9300f7bf208f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:17.628386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-259b7fb6-0076-4ace-8b37-fc00b1dee7b6 req-35d1c6d8-f993-4f17-85ff-9300f7bf208f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.1925917 Feb 19 03:13:17.632285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-9e250f27-5058-43c2-b2d8-3c0342fa948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:17.634123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-9e250f27-5058-43c2-b2d8-3c0342fa948f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0947411 Feb 19 03:13:17.726805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-259b7fb6-0076-4ace-8b37-fc00b1dee7b6 req-37b6957c-27f2-48a8-8e0a-713d08961838 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974100 Feb 19 03:13:17.759621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-f8842fea-34f4-4a97-98d8-55b32eb678cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:17.759621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-f8842fea-34f4-4a97-98d8-55b32eb678cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1089020 Feb 19 03:13:17.846812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58920) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:17.951695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-f128dba2-9e56-4b5a-9d0f-f089e2201cd5 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805291 Feb 19 03:13:17.959930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8214925-9553-48ac-80b0-aeda12c78239 req-94d1126f-d645-400b-aa8a-9ca6417bc1d4 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:17.961511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8214925-9553-48ac-80b0-aeda12c78239 req-94d1126f-d645-400b-aa8a-9ca6417bc1d4 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 944 time: 0.1065807 Feb 19 03:13:18.039611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.143180 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Publish callbacks [] for security_group (74d4d5ae-e104-494d-8e0a-074cb750d82c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.147872 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (74d4d5ae-e104-494d-8e0a-074cb750d82c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.203792 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8ad45a4170f4f6281b02d9c8626ad62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555098 Feb 19 03:13:18.204855 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d4d5ae-e104-494d-8e0a-074cb750d82c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:18.207166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58926) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:18.228747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.229137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.229490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.229983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.230390 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.231455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.232047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.232700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.233302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.233922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.234501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.235068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.235627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fedfb32-492c-49e7-9643-8e179372ee36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:18.303025 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4b807a9-d3ba-4c11-b27a-fc1ff7ccd8c1 admin admin] Publish callbacks [] for security_group (74d4d5ae-e104-494d-8e0a-074cb750d82c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.332119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4b807a9-d3ba-4c11-b27a-fc1ff7ccd8c1 admin admin] Publish callbacks [] for security_group (74d4d5ae-e104-494d-8e0a-074cb750d82c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.424121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4b807a9-d3ba-4c11-b27a-fc1ff7ccd8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (74d4d5ae-e104-494d-8e0a-074cb750d82c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.430263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4b807a9-d3ba-4c11-b27a-fc1ff7ccd8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.432193 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c4b807a9-d3ba-4c11-b27a-fc1ff7ccd8c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74d4d5ae-e104-494d-8e0a-074cb750d82c HTTP/1.1" status: 204 len: 168 time: 0.2238920 Feb 19 03:13:18.447688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b807a9-d3ba-4c11-b27a-fc1ff7ccd8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d4d5ae-e104-494d-8e0a-074cb750d82c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:18.520715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8214925-9553-48ac-80b0-aeda12c78239 req-f48dae92-8fb3-4d55-b583-2f89b5f57a85 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426452 Feb 19 03:13:18.554290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda22af3-e9f2-4e3c-a932-2df58d105e9d req-8b7ceedf-abc3-412c-9f20-f772bc4fbd67 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853510 Feb 19 03:13:18.617652 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67841c7-a649-4500-b18c-545e3fae11a1 x-openstack-request-id: req-e67841c7-a649-4500-b18c-545e3fae11a1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:18.617979 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3", "tag": "e0200b14-b250-4ed0-9e08-fb09baf2e0de", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:18.618669 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e67841c7-a649-4500-b18c-545e3fae11a1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:18.618825 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3', 'tag': 'e0200b14-b250-4ed0-9e08-fb09baf2e0de', 'status': 'completed', 'code': 200} Feb 19 03:13:18.714498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-f269433b-2f97-4426-8c38-dff483b0173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:18.716720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-f269433b-2f97-4426-8c38-dff483b0173a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 1130 time: 0.0538354 Feb 19 03:13:18.883895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b74663-6654-4745-9ef9-85f594c4474c req-6bb849d1-f93b-4ca9-a109-cdc1dc50decf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:18.885729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07b74663-6654-4745-9ef9-85f594c4474c req-6bb849d1-f93b-4ca9-a109-cdc1dc50decf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.1305089 Feb 19 03:13:18.890728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-378af476-ef0f-48a9-a3cf-420695d4c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:18.892743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-378af476-ef0f-48a9-a3cf-420695d4c577 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1597397 Feb 19 03:13:18.962027 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-ac590277-bbce-4c92-b152-162d37d21f54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e0200b14-b250-4ed0-9e08-fb09baf2e0de HTTP/1.1" status: 200 len: 217 time: 0.0528023 Feb 19 03:13:19.019712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07b74663-6654-4745-9ef9-85f594c4474c req-181651b1-1f06-4d00-8623-72185cdd10a7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228247 Feb 19 03:13:19.069117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-ce7ce936-522c-4910-8890-92a4b5ce7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:19.071611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-ce7ce936-522c-4910-8890-92a4b5ce7643 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0999508 Feb 19 03:13:19.205446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-be7791ac-db61-4e80-892a-ff2af42005a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:19.207045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-be7791ac-db61-4e80-892a-ff2af42005a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1155839 Feb 19 03:13:19.213201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1399bf-45e9-459f-b82f-1e26a4eb41a8 req-bcbe2f29-03a3-4187-b01d-46c2b54b5d7e tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:19.215494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a1399bf-45e9-459f-b82f-1e26a4eb41a8 req-bcbe2f29-03a3-4187-b01d-46c2b54b5d7e tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 1127 time: 0.0714011 Feb 19 03:13:19.400176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a1399bf-45e9-459f-b82f-1e26a4eb41a8 req-daac0964-d0ca-4c97-b48e-466b45a78172 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639285 Feb 19 03:13:19.413031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-879689c8-bc01-4cb8-828e-99346b67dff1 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954689 Feb 19 03:13:19.599741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01241fa7-b814-4866-a779-f0888cbd5da9 req-b9e11024-d4f0-4da5-bdb7-b14341fbe3e5 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745067 Feb 19 03:13:19.613973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b71f5-b3fe-46f5-9082-fbeac76794a3 req-be54b14a-2487-4ebe-ab6a-60e441f9c758 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:19.615767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-383b71f5-b3fe-46f5-9082-fbeac76794a3 req-be54b14a-2487-4ebe-ab6a-60e441f9c758 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 948 time: 0.1123245 Feb 19 03:13:19.673613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-383b71f5-b3fe-46f5-9082-fbeac76794a3 req-4c5333b2-aa92-4f24-b5a6-913ad620761e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506594 Feb 19 03:13:19.957925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f94b6-ff53-40b5-b20d-426cee40b20c req-0dd6cde5-33d6-47de-8dc8-5182fad092eb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:19.962815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d04f94b6-ff53-40b5-b20d-426cee40b20c req-0dd6cde5-33d6-47de-8dc8-5182fad092eb tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 944 time: 0.0600097 Feb 19 03:13:20.035543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d04f94b6-ff53-40b5-b20d-426cee40b20c req-e7ce0a01-190d-4ae4-80a3-d7091b10ae21 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610425 Feb 19 03:13:20.304449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cbe0437c-a889-4465-a177-f39b1257d5f1 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:20.473818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cbe0437c-a889-4465-a177-f39b1257d5f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cbe0437c-a889-4465-a177-f39b1257d5f1,segment=NetworkSegment(48ddc662-a14e-411e-9d81-f13ebd0dd423),segment_id=48ddc662-a14e-411e-9d81-f13ebd0dd423)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:20.488638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'cbe0437c-a889-4465-a177-f39b1257d5f1', 'network_id': '432e43c9-d832-4785-a1c8-633537e519f0', 'port_id': 'cbe0437c-a889-4465-a177-f39b1257d5f1', 'mac_address': 'fa:16:3e:03:eb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12671181-2ed5-4efe-9e19-07778371d305', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:20.536144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cbe0437c-a889-4465-a177-f39b1257d5f1 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:20.536588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.556371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe0437c-a889-4465-a177-f39b1257d5f1 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:20.585165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cbe0437c-a889-4465-a177-f39b1257d5f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cbe0437c-a889-4465-a177-f39b1257d5f1,segment=NetworkSegment(48ddc662-a14e-411e-9d81-f13ebd0dd423),segment_id=48ddc662-a14e-411e-9d81-f13ebd0dd423)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:20.592248 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.690658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=cbe0437c-a889-4465-a177-f39b1257d5f1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:20.701247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.701758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.702145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.702822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.703174 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.703517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.703856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.704193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.704527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.704859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.705191 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.705524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.705869 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:20.962470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe143d8f-2a19-42e6-adb6-32a19d3d30d0 req-416a9cea-1318-47d6-8d8c-adcf9ae3af81 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:20.981378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe143d8f-2a19-42e6-adb6-32a19d3d30d0 req-416a9cea-1318-47d6-8d8c-adcf9ae3af81 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.1110716 Feb 19 03:13:21.057348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe143d8f-2a19-42e6-adb6-32a19d3d30d0 req-0e15d401-5f65-49fa-a4d2-033e1e3c6f63 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710819 Feb 19 03:13:21.098478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cbe0437c-a889-4465-a177-f39b1257d5f1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:21.289777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aaf5b-7e8e-4a76-9e7c-ac4f3747cd02 req-c69ebbdd-1d64-486d-90c8-a7a57a64f140 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:21.292765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-470aaf5b-7e8e-4a76-9e7c-ac4f3747cd02 req-c69ebbdd-1d64-486d-90c8-a7a57a64f140 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 948 time: 0.1110082 Feb 19 03:13:21.398410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-470aaf5b-7e8e-4a76-9e7c-ac4f3747cd02 req-5050c185-cf1e-4372-a9f1-ee3684ff8106 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931408 Feb 19 03:13:21.660309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9262bb1-1b0d-4211-8d86-e7a515794003 req-3f759211-578d-4eb1-83d3-d42a67bb6ead tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:21.662149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9262bb1-1b0d-4211-8d86-e7a515794003 req-3f759211-578d-4eb1-83d3-d42a67bb6ead tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 945 time: 0.0952482 Feb 19 03:13:21.743996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9262bb1-1b0d-4211-8d86-e7a515794003 req-5e027981-83eb-4ca8-ac00-5dbb782df392 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680969 Feb 19 03:13:22.107928 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.329503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e0200b14-b250-4ed0-9e08-fb09baf2e0de details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:22.511891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port e0200b14-b250-4ed0-9e08-fb09baf2e0de, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e0200b14-b250-4ed0-9e08-fb09baf2e0de,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:22.534354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'e0200b14-b250-4ed0-9e08-fb09baf2e0de', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'e0200b14-b250-4ed0-9e08-fb09baf2e0de', 'mac_address': 'fa:16:3e:66:72:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:22.547900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555b8d0-bbc6-4209-bf2d-366c092a0df6 req-5d03215d-f7ae-43c0-9a95-82827496a9ed tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:22.563941 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6555b8d0-bbc6-4209-bf2d-366c092a0df6 req-5d03215d-f7ae-43c0-9a95-82827496a9ed tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.1308589 Feb 19 03:13:22.619086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port e0200b14-b250-4ed0-9e08-fb09baf2e0de is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:22.619910 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.639631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6555b8d0-bbc6-4209-bf2d-366c092a0df6 req-248e1b7b-5c55-4ce3-a79d-da130e3c33d1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713947 Feb 19 03:13:22.854002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0200b14-b250-4ed0-9e08-fb09baf2e0de {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:22.881001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port e0200b14-b250-4ed0-9e08-fb09baf2e0de, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e0200b14-b250-4ed0-9e08-fb09baf2e0de,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:22.886771 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.907011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d90f8-26a9-41a4-9686-62c07b0dd264 req-2dd81a8c-c8da-4da6-812e-63857202268e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:22.908836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e4d90f8-26a9-41a4-9686-62c07b0dd264 req-2dd81a8c-c8da-4da6-812e-63857202268e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 948 time: 0.0968151 Feb 19 03:13:22.955061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=e0200b14-b250-4ed0-9e08-fb09baf2e0de,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:22.997244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e4d90f8-26a9-41a4-9686-62c07b0dd264 req-911c1ad2-b30c-4c71-83fb-d152918104dd tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808983 Feb 19 03:13:23.457564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['e0200b14-b250-4ed0-9e08-fb09baf2e0de'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:23.670519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dfc87-1056-4e4d-93f2-313e14d3b270 req-162e939e-22fd-4750-a0c3-fb948da13063 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:23.673360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b5dfc87-1056-4e4d-93f2-313e14d3b270 req-162e939e-22fd-4750-a0c3-fb948da13063 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 945 time: 0.0919623 Feb 19 03:13:23.763661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b5dfc87-1056-4e4d-93f2-313e14d3b270 req-69f9050e-230a-4c85-ac9f-bcef5d4ec9fc tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818455 Feb 19 03:13:24.053353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849417e5-8863-463a-9750-3e3024d92add req-3f788dea-f342-4d14-a06b-0487aacbe345 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:24.056305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-3f788dea-f342-4d14-a06b-0487aacbe345 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/networks?id=bb0b9ee3-0828-4405-b7cf-ed0619a3d383 HTTP/1.1" status: 200 len: 809 time: 0.1841795 Feb 19 03:13:24.078205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-166a6c4c-4363-42f2-bf91-1d0a80f57007 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/quotas/3611eb9066894a7285118b5c126fdd17 HTTP/1.1" status: 200 len: 375 time: 0.0119154 Feb 19 03:13:24.124531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-376a1741-9774-4bfe-b81a-605be65901ac tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3611eb9066894a7285118b5c126fdd17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364716 Feb 19 03:13:24.248904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-422509c4-b9e0-422f-a0c2-05bac1111f93 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0b9ee3-0828-4405-b7cf-ed0619a3d383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160946 Feb 19 03:13:24.351847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cbe0437c-a889-4465-a177-f39b1257d5f1 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:24.401784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-ee877f81-b5fd-49ce-ad62-817b670b6ae0 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0b9ee3-0828-4405-b7cf-ed0619a3d383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395195 Feb 19 03:13:24.442051 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port cbe0437c-a889-4465-a177-f39b1257d5f1 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:24.448028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port cbe0437c-a889-4465-a177-f39b1257d5f1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:24.448414 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:24.572319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cbe0437c-a889-4465-a177-f39b1257d5f1 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:24.573383 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:24.603022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b0aff7-fa08-45cb-9476-9b3f27bef838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe0437c-a889-4465-a177-f39b1257d5f1'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:24.606065 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6e1105-92ef-4798-a8f1-e52d3694a3b4" -d '{"events": [{"server_uuid": "99b0aff7-fa08-45cb-9476-9b3f27bef838", "name": "network-vif-plugged", "status": "completed", "tag": "cbe0437c-a889-4465-a177-f39b1257d5f1"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:24.621034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cbe0437c-a889-4465-a177-f39b1257d5f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cbe0437c-a889-4465-a177-f39b1257d5f1,segment=NetworkSegment(48ddc662-a14e-411e-9d81-f13ebd0dd423),segment_id=48ddc662-a14e-411e-9d81-f13ebd0dd423)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:24.627138 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:24.710446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=cbe0437c-a889-4465-a177-f39b1257d5f1,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:24.928493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644fd48-d9d1-470e-bac9-b816c7b495bf req-30d298bf-db3a-4558-9fa8-dd8654aba0d0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:24.931536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e644fd48-d9d1-470e-bac9-b816c7b495bf req-30d298bf-db3a-4558-9fa8-dd8654aba0d0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.0776224 Feb 19 03:13:25.019395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e644fd48-d9d1-470e-bac9-b816c7b495bf req-df27592a-f3af-43f9-9179-c9a90df5f605 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780566 Feb 19 03:13:25.218158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dfb46-a69c-4d98-9a67-60230215037b req-82337583-4b01-4833-b0c7-32e2eb42e4e4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:25.221233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d29dfb46-a69c-4d98-9a67-60230215037b req-82337583-4b01-4833-b0c7-32e2eb42e4e4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 949 time: 0.0922344 Feb 19 03:13:25.302158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d29dfb46-a69c-4d98-9a67-60230215037b req-a14735ca-35ce-4bc9-ab34-23775105ddea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691819 Feb 19 03:13:25.381544 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df96161-8424-4ef7-898f-d0a3c53e6451 x-openstack-request-id: req-9df96161-8424-4ef7-898f-d0a3c53e6451 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:25.382681 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b0aff7-fa08-45cb-9476-9b3f27bef838", "name": "network-vif-plugged", "status": "completed", "tag": "cbe0437c-a889-4465-a177-f39b1257d5f1", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:25.383240 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9df96161-8424-4ef7-898f-d0a3c53e6451 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:25.383933 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b0aff7-fa08-45cb-9476-9b3f27bef838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe0437c-a889-4465-a177-f39b1257d5f1', 'code': 200} Feb 19 03:13:25.538328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b00fdb80-2098-4928-85bb-9c4a42f45c94 req-a44ec033-de8e-4e47-a4c4-00b3fca464eb tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 210 time: 0.0681708 Feb 19 03:13:25.563226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5cdff-5398-4e87-a99c-85ee40b28f7b req-a002efbe-2723-4739-8537-9581bf204b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:25.577041 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4a5cdff-5398-4e87-a99c-85ee40b28f7b req-a002efbe-2723-4739-8537-9581bf204b3f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 1128 time: 0.1029389 Feb 19 03:13:25.728637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4a5cdff-5398-4e87-a99c-85ee40b28f7b req-0e9725c3-f077-4e39-875b-0dc5c6590732 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413925 Feb 19 03:13:25.750671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129f8ab-deb7-4019-a35f-6dd0b37163ba req-c35b1fba-b44d-4924-974a-c97c02ec7cb5 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:25.760968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6129f8ab-deb7-4019-a35f-6dd0b37163ba req-c35b1fba-b44d-4924-974a-c97c02ec7cb5 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 946 time: 0.1269708 Feb 19 03:13:25.826449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6129f8ab-deb7-4019-a35f-6dd0b37163ba req-9badbb58-5eed-4fcb-8751-0c42af51f43c tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640087 Feb 19 03:13:26.280828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b017f-4d59-490e-8964-699d6c179895 req-47067f9d-6e63-409a-919a-d3121526f5b7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:26.283196 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b1b017f-4d59-490e-8964-699d6c179895 req-47067f9d-6e63-409a-919a-d3121526f5b7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.0715547 Feb 19 03:13:26.366006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e0200b14-b250-4ed0-9e08-fb09baf2e0de up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:26.435017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b1b017f-4d59-490e-8964-699d6c179895 req-7ecd9681-ec22-4cec-87ac-6d7c13548708 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429303 Feb 19 03:13:26.478083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port e0200b14-b250-4ed0-9e08-fb09baf2e0de completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:26.487036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849417e5-8863-463a-9750-3e3024d92add req-2d4a59bf-4ffc-4b85-be1f-a2419d51f5de tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:26.489159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-2d4a59bf-4ffc-4b85-be1f-a2419d51f5de tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.37 "GET /v2.0/networks?id=bb0b9ee3-0828-4405-b7cf-ed0619a3d383 HTTP/1.1" status: 200 len: 809 time: 0.1858082 Feb 19 03:13:26.492270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port e0200b14-b250-4ed0-9e08-fb09baf2e0de triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:26.492650 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.529514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Request body: {'port': {'device_id': '6345d50f-411e-4082-a548-22e6fa2482e4', 'network_id': 'bb0b9ee3-0828-4405-b7cf-ed0619a3d383', 'admin_state_up': True, 'tenant_id': '3611eb9066894a7285118b5c126fdd17'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:26.613720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port e0200b14-b250-4ed0-9e08-fb09baf2e0de is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:26.614404 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.674589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port e0200b14-b250-4ed0-9e08-fb09baf2e0de, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e0200b14-b250-4ed0-9e08-fb09baf2e0de,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:26.681958 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.749346 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Made reservation on behalf of 3611eb9066894a7285118b5c126fdd17 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:26.757902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.780467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=e0200b14-b250-4ed0-9e08-fb09baf2e0de,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:27.070399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Allocated IP 172.20.0.2 (bb0b9ee3-0828-4405-b7cf-ed0619a3d383/08ebf7cf-4e1e-4579-8142-d8c0cd283276/b28ec8d9-b87a-487d-9be7-1bcea1c36ce1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:27.086446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f0b46-fd3d-47d9-9534-0f7d5fe444c0 req-2fc6a67a-56fe-4df1-8216-f5cca918b281 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:27.089115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-942f0b46-fd3d-47d9-9534-0f7d5fe444c0 req-2fc6a67a-56fe-4df1-8216-f5cca918b281 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 950 time: 0.1811988 Feb 19 03:13:27.193086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-942f0b46-fd3d-47d9-9534-0f7d5fe444c0 req-6a8fd6a3-9a94-4562-b39b-0e519dd96c74 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913589 Feb 19 03:13:27.354069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66440ecf-83a1-4996-bb48-6ed53e981e4e req-476c09d8-dcf0-4de5-82b7-8eafc6c7b6bf tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 210 time: 0.0466609 Feb 19 03:13:27.368360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Publish callbacks [] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.385811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0200b14-b250-4ed0-9e08-fb09baf2e0de'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:27.391532 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ad626a-d143-4b92-8e91-83f7ec4fdc02" -d '{"events": [{"server_uuid": "8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3", "name": "network-vif-plugged", "status": "completed", "tag": "e0200b14-b250-4ed0-9e08-fb09baf2e0de"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:27.441857 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.509183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Network bb0b9ee3-0828-4405-b7cf-ed0619a3d383 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:27.514350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:27.520558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:27.533835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:27.534563 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.552532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Pushing event updated for resources: {'Port': ['ID=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:27.587437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-b104e893-4fe5-490a-aed8-0d6469f9eab0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0718873 Feb 19 03:13:27.612219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Request body: {'port': {'device_id': '6345d50f-411e-4082-a548-22e6fa2482e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:27.725499 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.180872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2967de-2382-47b3-89c5-c34e2a08359c req-8f4aa0bf-e0f8-4908-955b-5dc872d64ce2 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:28.182478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe2967de-2382-47b3-89c5-c34e2a08359c req-8f4aa0bf-e0f8-4908-955b-5dc872d64ce2 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 946 time: 0.1328652 Feb 19 03:13:28.264161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:28.271834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Publish callbacks [] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.298541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Transition to ACTIVE for port object b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:28.307102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe2967de-2382-47b3-89c5-c34e2a08359c req-48bdf480-0348-4f89-977d-f050dceedb21 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886788 Feb 19 03:13:28.308770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.403863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Pushing event updated for resources: {'Port': ['ID=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:28.407251 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c274ee2-64f3-44a6-934d-5e946b58dde5 x-openstack-request-id: req-8c274ee2-64f3-44a6-934d-5e946b58dde5 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:28.409753 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3", "name": "network-vif-plugged", "status": "completed", "tag": "e0200b14-b250-4ed0-9e08-fb09baf2e0de", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:28.410752 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c274ee2-64f3-44a6-934d-5e946b58dde5 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:28.411786 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0200b14-b250-4ed0-9e08-fb09baf2e0de', 'code': 200} Feb 19 03:13:28.470103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Attempting to bind port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:28.470534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Attempting to bind port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '717a2636-3e61-4246-a006-b78db8e7792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb0b9ee3-0828-4405-b7cf-ed0619a3d383'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:28.471785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Attempting to bind port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 on network bb0b9ee3-0828-4405-b7cf-ed0619a3d383 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:28.483055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 on network bb0b9ee3-0828-4405-b7cf-ed0619a3d383 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:28.483692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Attempting to bind port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 on network bb0b9ee3-0828-4405-b7cf-ed0619a3d383 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:28.493294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:28.493294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Checking segment: {'id': '717a2636-3e61-4246-a006-b78db8e7792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb0b9ee3-0828-4405-b7cf-ed0619a3d383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:28.494349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Bound using segment: {'id': '717a2636-3e61-4246-a006-b78db8e7792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb0b9ee3-0828-4405-b7cf-ed0619a3d383'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:28.495240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Bound port: b28ec8d9-b87a-487d-9be7-1bcea1c36ce1, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717a2636-3e61-4246-a006-b78db8e7792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb0b9ee3-0828-4405-b7cf-ed0619a3d383'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:28.496058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.667017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] For port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:28.702453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbb463-619c-4a66-b3df-46af82fd2c99 req-84fcd734-df26-4d44-9f02-ca4b8b61aae4 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:28.705102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ffbb463-619c-4a66-b3df-46af82fd2c99 req-84fcd734-df26-4d44-9f02-ca4b8b61aae4 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.1935470 Feb 19 03:13:28.708313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4e993-cfa2-4a71-a207-c2348c57ec4a req-7352cdc9-407a-4d37-a386-a1e05d918c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:28.710832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdf4e993-cfa2-4a71-a207-c2348c57ec4a req-7352cdc9-407a-4d37-a386-a1e05d918c15 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 1132 time: 0.1801622 Feb 19 03:13:28.717494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] For port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,segment=NetworkSegment(717a2636-3e61-4246-a006-b78db8e7792d),segment_id=717a2636-3e61-4246-a006-b78db8e7792d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:28.752027 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.844393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:28.845374 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.847455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] 10.222.0.37 "PUT /v2.0/ports/b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 HTTP/1.1" status: 200 len: 1091 time: 1.2447159 Feb 19 03:13:28.852207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6345d50f-411e-4082-a548-22e6fa2482e4', 'tag': 'b28ec8d9-b87a-487d-9be7-1bcea1c36ce1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:28.855532 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226574e9-5782-4250-8c55-c6f8efdc15a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6345d50f-411e-4082-a548-22e6fa2482e4", "tag": "b28ec8d9-b87a-487d-9be7-1bcea1c36ce1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:28.937002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ffbb463-619c-4a66-b3df-46af82fd2c99 req-9bba9bb2-627f-45f4-a49e-0255919f91fc tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168553 Feb 19 03:13:28.941576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdf4e993-cfa2-4a71-a207-c2348c57ec4a req-bfc6702d-5784-4916-bc2f-7c5e94559706 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072849 Feb 19 03:13:29.006356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529f2b5-0528-485e-a96f-a8d7b583b57c service neutron] Pushing event updated for resources: {'Port': ['ID=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:29.060646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849417e5-8863-463a-9750-3e3024d92add req-b461cdec-8baa-4b1f-bc64-bf961882fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:29.063485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-b461cdec-8baa-4b1f-bc64-bf961882fdde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3611eb9066894a7285118b5c126fdd17&device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 1125 time: 0.1334784 Feb 19 03:13:29.179993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-2552c410-7704-4411-873f-89be02e4b568 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 HTTP/1.1" status: 200 len: 217 time: 0.1024213 Feb 19 03:13:29.259858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfb39-36fb-48ff-8c11-3bc2c3cc8c0a req-bab1eab6-1f31-49dd-96a4-3b48753654a0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:29.262532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-023bfb39-36fb-48ff-8c11-3bc2c3cc8c0a req-bab1eab6-1f31-49dd-96a4-3b48753654a0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 950 time: 0.1734328 Feb 19 03:13:29.265241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849417e5-8863-463a-9750-3e3024d92add req-df633f72-756f-4d15-94f8-df1c4b49b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:29.267607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-df633f72-756f-4d15-94f8-df1c4b49b800 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08ebf7cf-4e1e-4579-8142-d8c0cd283276 HTTP/1.1" status: 200 len: 849 time: 0.0803583 Feb 19 03:13:29.326319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-2f3fee3c-2a3f-4b8a-a0d4-8e1451af5f85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb0b9ee3-0828-4405-b7cf-ed0619a3d383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447078 Feb 19 03:13:29.405264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-023bfb39-36fb-48ff-8c11-3bc2c3cc8c0a req-717e41a4-d3d3-4006-9acc-1f8892d12015 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315629 Feb 19 03:13:29.460878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-acfa8c28-df15-475a-8a5e-89632c400b21 service neutron] 10.222.0.37 "GET /v2.0/networks/bb0b9ee3-0828-4405-b7cf-ed0619a3d383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232369 Feb 19 03:13:29.648508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-849417e5-8863-463a-9750-3e3024d92add req-8b1ae48c-f2a9-40cc-9cfe-aa8e8d4d5ff3 service neutron] 10.222.0.37 "GET /v2.0/networks/bb0b9ee3-0828-4405-b7cf-ed0619a3d383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811106 Feb 19 03:13:29.668072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85754c72-8391-4e11-a21e-3c5e1eef5ef2 req-06e48d9e-f707-49bb-bf4d-32bb2bac4277 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:29.673459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85754c72-8391-4e11-a21e-3c5e1eef5ef2 req-06e48d9e-f707-49bb-bf4d-32bb2bac4277 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 943 time: 0.1531317 Feb 19 03:13:29.733268 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85754c72-8391-4e11-a21e-3c5e1eef5ef2 req-d0222d8e-d28d-4039-a65b-9745ee073468 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497189 Feb 19 03:13:29.806083 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823a5fd5-2add-4eef-bf55-424c79a6f635 x-openstack-request-id: req-823a5fd5-2add-4eef-bf55-424c79a6f635 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:29.806884 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6345d50f-411e-4082-a548-22e6fa2482e4", "tag": "b28ec8d9-b87a-487d-9be7-1bcea1c36ce1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:29.807600 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-823a5fd5-2add-4eef-bf55-424c79a6f635 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:29.808362 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6345d50f-411e-4082-a548-22e6fa2482e4', 'tag': 'b28ec8d9-b87a-487d-9be7-1bcea1c36ce1', 'status': 'completed', 'code': 200} Feb 19 03:13:29.987463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226574e9-5782-4250-8c55-c6f8efdc15a5 req-a69ec44c-8af9-4b62-845c-6a5390228ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:29.990017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-226574e9-5782-4250-8c55-c6f8efdc15a5 req-a69ec44c-8af9-4b62-845c-6a5390228ea1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3611eb9066894a7285118b5c126fdd17&device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 1125 time: 0.1273324 Feb 19 03:13:30.027856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01749c-5468-4236-a610-0b0ac54cea81 req-bc3b0e5b-cda4-4778-955f-08127c6a08ff tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:30.030547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc01749c-5468-4236-a610-0b0ac54cea81 req-bc3b0e5b-cda4-4778-955f-08127c6a08ff tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 946 time: 0.1182311 Feb 19 03:13:30.211816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc01749c-5468-4236-a610-0b0ac54cea81 req-0ecc97d0-3943-484c-8700-4d4074759321 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650817 Feb 19 03:13:30.240680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226574e9-5782-4250-8c55-c6f8efdc15a5 req-8d024230-7e69-4c03-90ed-88b96193d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:30.241033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-226574e9-5782-4250-8c55-c6f8efdc15a5 req-8d024230-7e69-4c03-90ed-88b96193d3ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb0b9ee3-0828-4405-b7cf-ed0619a3d383 HTTP/1.1" status: 200 len: 910 time: 0.2427280 Feb 19 03:13:30.321157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-226574e9-5782-4250-8c55-c6f8efdc15a5 req-5724137d-7c20-4c69-b6a2-159842a08d6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 HTTP/1.1" status: 200 len: 217 time: 0.0706692 Feb 19 03:13:30.431372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226574e9-5782-4250-8c55-c6f8efdc15a5 req-c495f39a-e3d4-4318-a256-c75a62d7ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:30.433272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-226574e9-5782-4250-8c55-c6f8efdc15a5 req-c495f39a-e3d4-4318-a256-c75a62d7ae70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08ebf7cf-4e1e-4579-8142-d8c0cd283276 HTTP/1.1" status: 200 len: 849 time: 0.1062713 Feb 19 03:13:30.482367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-226574e9-5782-4250-8c55-c6f8efdc15a5 req-d4da44d1-0531-48a8-82e2-924a4508d55a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb0b9ee3-0828-4405-b7cf-ed0619a3d383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408447 Feb 19 03:13:30.517638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610da6-2e64-4141-b7c5-1031dea21d74 req-00aee4c8-2bdb-4192-9b85-2d0098ccb271 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:30.522460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6610da6-2e64-4141-b7c5-1031dea21d74 req-00aee4c8-2bdb-4192-9b85-2d0098ccb271 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 945 time: 0.1305161 Feb 19 03:13:30.691787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6610da6-2e64-4141-b7c5-1031dea21d74 req-fd787b6e-4a1a-4bf2-8933-c53acd18b4ef tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543648 Feb 19 03:13:30.718318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-226574e9-5782-4250-8c55-c6f8efdc15a5 req-6670cebf-fdd0-4fe8-91f5-a5611deb7b89 service neutron] 10.222.0.37 "GET /v2.0/networks/bb0b9ee3-0828-4405-b7cf-ed0619a3d383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278683 Feb 19 03:13:30.950834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-226574e9-5782-4250-8c55-c6f8efdc15a5 req-9137c814-b88d-4cc0-9165-ccf2e819bdca service neutron] 10.222.0.37 "GET /v2.0/networks/bb0b9ee3-0828-4405-b7cf-ed0619a3d383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259820 Feb 19 03:13:31.059123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf0d00-8891-45dd-9632-8663d551d634 req-a48da5b5-a989-4b29-bec5-453365818182 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:31.070931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17bf0d00-8891-45dd-9632-8663d551d634 req-a48da5b5-a989-4b29-bec5-453365818182 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 950 time: 0.2009308 Feb 19 03:13:31.101189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-c63da452-6a6c-44c5-9038-7ae1de82401f tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:31.103798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-c63da452-6a6c-44c5-9038-7ae1de82401f tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1127 time: 0.1806276 Feb 19 03:13:31.121825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826756-2'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:31.201639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17bf0d00-8891-45dd-9632-8663d551d634 req-3816788a-8392-4190-9c3f-93bee5033128 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280308 Feb 19 03:13:31.275482 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.545264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e923c2-7934-4ed3-996e-eeb20ae6cfc2 req-839ecb5d-0a9e-4671-ab3f-54076551d308 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:31.547615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05e923c2-7934-4ed3-996e-eeb20ae6cfc2 req-839ecb5d-0a9e-4671-ab3f-54076551d308 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 943 time: 0.1799200 Feb 19 03:13:31.550027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:31.640899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:31.645510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05e923c2-7934-4ed3-996e-eeb20ae6cfc2 req-a4819e96-eef9-48de-b2d0-bec302913ec4 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770981 Feb 19 03:13:31.711714 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Publish callbacks [] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.721772 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.827051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621bf48d-aa2f-4183-8656-d082f53030bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63606f69-d134-46dd-8ee7-fc27be74e4b7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:31.830809 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21769a0c-488a-4cad-915e-295ac4341ec5" -d '{"events": [{"server_uuid": "621bf48d-aa2f-4183-8656-d082f53030bd", "name": "network-vif-unplugged", "status": "completed", "tag": "63606f69-d134-46dd-8ee7-fc27be74e4b7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:31.834776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Pushing event updated for resources: {'Port': ['ID=63606f69-d134-46dd-8ee7-fc27be74e4b7,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:31.887598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on host n-h1-826756-2 for vnic_type normal with profile {"migrating_to": "n-h2-826756-2"} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:31.887982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:31.888270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:31.893681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:31.894051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Attempting to bind port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:31.899940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:31.900285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:31.900678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:31.901109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Bound port: 63606f69-d134-46dd-8ee7-fc27be74e4b7, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:31.902819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.983724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:31.990814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:32.002638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.176266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Pushing event updated for resources: {'Port': ['ID=63606f69-d134-46dd-8ee7-fc27be74e4b7,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:32.185420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:32.186430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.189432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-811d0344-61b6-4042-8049-a5e48c43e98a service neutron] 10.222.0.71 "PUT /v2.0/ports/63606f69-d134-46dd-8ee7-fc27be74e4b7 HTTP/1.1" status: 200 len: 1121 time: 1.0764506 Feb 19 03:13:32.373831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['63606f69-d134-46dd-8ee7-fc27be74e4b7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:32.451825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 63606f69-d134-46dd-8ee7-fc27be74e4b7 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:32.500930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1b1dd-3e50-4263-a806-34989361530d req-1c613f23-1abd-4344-9e27-07e91b6e8918 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:32.509765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8a1b1dd-3e50-4263-a806-34989361530d req-1c613f23-1abd-4344-9e27-07e91b6e8918 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1035542 Feb 19 03:13:32.529871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['63606f69-d134-46dd-8ee7-fc27be74e4b7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:32.618982 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8a1b1dd-3e50-4263-a806-34989361530d req-d7ee0876-c4f4-49b2-8a6b-0874fb922397 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041849 Feb 19 03:13:32.633483 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:13:32.713793 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655fef40-c46f-4a33-8eec-b663a7d8ec7e x-openstack-request-id: req-655fef40-c46f-4a33-8eec-b663a7d8ec7e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:32.714299 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621bf48d-aa2f-4183-8656-d082f53030bd", "name": "network-vif-unplugged", "status": "completed", "tag": "63606f69-d134-46dd-8ee7-fc27be74e4b7", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:32.714760 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-655fef40-c46f-4a33-8eec-b663a7d8ec7e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:32.715397 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621bf48d-aa2f-4183-8656-d082f53030bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63606f69-d134-46dd-8ee7-fc27be74e4b7', 'code': 200} Feb 19 03:13:32.901354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:32.935623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 63606f69-d134-46dd-8ee7-fc27be74e4b7 has no active binding in host n-h2-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:13:33.060483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9253b32-f3e8-4d91-a169-c4847f889b8c req-85392554-aec5-46de-8e49-f7e430b04737 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:33.069197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9253b32-f3e8-4d91-a169-c4847f889b8c req-85392554-aec5-46de-8e49-f7e430b04737 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 950 time: 0.1513791 Feb 19 03:13:33.167901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9253b32-f3e8-4d91-a169-c4847f889b8c req-f6c9601f-65f6-4677-a4d1-0ab01967a4eb tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970314 Feb 19 03:13:33.403656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5f66b-96eb-40c5-b3a4-1d4df8aaa7e8 req-77c2f997-26a1-4c42-8edc-0a3249a4ee5c tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:33.411009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfd5f66b-96eb-40c5-b3a4-1d4df8aaa7e8 req-77c2f997-26a1-4c42-8edc-0a3249a4ee5c tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 943 time: 0.1260293 Feb 19 03:13:33.499650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfd5f66b-96eb-40c5-b3a4-1d4df8aaa7e8 req-0e80e655-2366-438a-978f-b757b809d7f2 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854063 Feb 19 03:13:33.609375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:33.730392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea394b1-6f7f-4dab-a0f6-cec737742b17 req-c81c03d7-a8f7-474f-ae43-bc54662ee4cb tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:33.738764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ea394b1-6f7f-4dab-a0f6-cec737742b17 req-c81c03d7-a8f7-474f-ae43-bc54662ee4cb tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 1132 time: 0.1117110 Feb 19 03:13:33.812890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ea394b1-6f7f-4dab-a0f6-cec737742b17 req-14103b29-0800-4c3e-9037-6f10c159ffbc tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693221 Feb 19 03:13:33.856717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,segment=NetworkSegment(717a2636-3e61-4246-a006-b78db8e7792d),segment_id=717a2636-3e61-4246-a006-b78db8e7792d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:33.882388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'b28ec8d9-b87a-487d-9be7-1bcea1c36ce1', 'network_id': 'bb0b9ee3-0828-4405-b7cf-ed0619a3d383', 'port_id': 'b28ec8d9-b87a-487d-9be7-1bcea1c36ce1', 'mac_address': 'fa:16:3e:ef:25:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ebf7cf-4e1e-4579-8142-d8c0cd283276', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:33.959519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:33.960709 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.984648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:34.013735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,segment=NetworkSegment(717a2636-3e61-4246-a006-b78db8e7792d),segment_id=717a2636-3e61-4246-a006-b78db8e7792d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:34.020688 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.049629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e124c-dc02-4a6b-9b70-ac59e0a72ed0 req-3bbe6caa-6e02-4881-bbff-af64d917390e tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:34.051383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f97e124c-dc02-4a6b-9b70-ac59e0a72ed0 req-3bbe6caa-6e02-4881-bbff-af64d917390e tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1126628 Feb 19 03:13:34.103656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:34.138838 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f97e124c-dc02-4a6b-9b70-ac59e0a72ed0 req-7c63171a-0f4b-41be-9901-48882cc25b26 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732608 Feb 19 03:13:34.377827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-687d8229-712a-4e8f-9492-7e946c43c5f6 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363972 Feb 19 03:13:34.555223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b63b8e99-15e0-41ae-82fc-edbcbbacb8fd tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:34.557887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b63b8e99-15e0-41ae-82fc-edbcbbacb8fd tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1705856 Feb 19 03:13:34.582931 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['b28ec8d9-b87a-487d-9be7-1bcea1c36ce1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:34.587443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-c0a55d1a-f198-4699-8980-90c9bf4b6883 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/quotas/8d26c743e5c94f16b0a83e45df8fd90a HTTP/1.1" status: 200 len: 375 time: 0.0186350 Feb 19 03:13:34.693787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-ae9ccf5b-9d40-4c95-93f9-48960f470256 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0983300 Feb 19 03:13:34.716907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621bf48d-aa2f-4183-8656-d082f53030bd', 'tag': '63606f69-d134-46dd-8ee7-fc27be74e4b7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:34.719363 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7093aaa5-7cf0-4617-8faf-04d28ea81456" -d '{"events": [{"name": "network-changed", "server_uuid": "621bf48d-aa2f-4183-8656-d082f53030bd", "tag": "63606f69-d134-46dd-8ee7-fc27be74e4b7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:35.768554 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.958781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8ea5-072c-4395-9d69-351a2ac2585a req-b80c9392-bd4b-4131-a06f-385ce6a2c5f0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:35.958781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cb8ea5-072c-4395-9d69-351a2ac2585a req-b80c9392-bd4b-4131-a06f-385ce6a2c5f0 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 944 time: 0.0982413 Feb 19 03:13:36.056427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cb8ea5-072c-4395-9d69-351a2ac2585a req-02d30b40-2d9b-4951-98ad-c81facf115e7 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893371 Feb 19 03:13:36.155477 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48b80e7-d49f-41b5-bdaf-82320da69823 x-openstack-request-id: req-b48b80e7-d49f-41b5-bdaf-82320da69823 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:36.155975 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621bf48d-aa2f-4183-8656-d082f53030bd", "tag": "63606f69-d134-46dd-8ee7-fc27be74e4b7", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:36.156466 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b48b80e7-d49f-41b5-bdaf-82320da69823 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:36.157065 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621bf48d-aa2f-4183-8656-d082f53030bd', 'tag': '63606f69-d134-46dd-8ee7-fc27be74e4b7', 'status': 'completed', 'code': 200} Feb 19 03:13:36.318664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d71d2054-b048-4d8c-8a73-65f4d72547ac req-b8c7a4b6-1334-44c6-8890-ef5f120e6347 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 210 time: 0.0561700 Feb 19 03:13:36.395508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093aaa5-7cf0-4617-8faf-04d28ea81456 req-4f9499f5-b3b9-4c8a-ba2e-7a27e0995808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:36.398127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7093aaa5-7cf0-4617-8faf-04d28ea81456 req-4f9499f5-b3b9-4c8a-ba2e-7a27e0995808 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1155 time: 0.1876616 Feb 19 03:13:36.442626 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-2d66fa41-aa5d-4929-9a6d-728a5839b4aa tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863466 Feb 19 03:13:36.684750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-41b3cf09-b3b4-414c-a7c2-2a577bb8a214 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:36.686877 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-41b3cf09-b3b4-414c-a7c2-2a577bb8a214 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418630 Feb 19 03:13:36.707258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Request body: {'port': {'device_id': '8ff51c8f-1a41-45f4-b65d-2c22f7bc760a', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8d26c743e5c94f16b0a83e45df8fd90a'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:36.917980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Made reservation on behalf of 8d26c743e5c94f16b0a83e45df8fd90a for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:36.925567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.115242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b394a0-d8ea-49e2-bd56-a70990cfb3f2 req-7bb297d6-0c00-46e7-9833-40ef1857d626 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:37.117139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44b394a0-d8ea-49e2-bd56-a70990cfb3f2 req-7bb297d6-0c00-46e7-9833-40ef1857d626 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.6246514 Feb 19 03:13:37.206219 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Allocated IP 192.168.233.119 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/55aa74f7-652b-4728-9d15-aa013ba43e3d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:37.257414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44b394a0-d8ea-49e2-bd56-a70990cfb3f2 req-912d3f62-395f-4b65-9eff-5efd284e179f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224220 Feb 19 03:13:37.263468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093aaa5-7cf0-4617-8faf-04d28ea81456 req-b89e348c-e1ba-43bc-bf0d-38fc63e2be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:37.267503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7093aaa5-7cf0-4617-8faf-04d28ea81456 req-b89e348c-e1ba-43bc-bf0d-38fc63e2be89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.8547535 Feb 19 03:13:37.423548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7093aaa5-7cf0-4617-8faf-04d28ea81456 req-30899e5a-b58e-41d0-9038-e12d72e1ad4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7 HTTP/1.1" status: 200 len: 217 time: 0.1412628 Feb 19 03:13:37.549049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093aaa5-7cf0-4617-8faf-04d28ea81456 req-3915c4fd-f04b-43b3-b024-ac3789c911b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:37.553396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7093aaa5-7cf0-4617-8faf-04d28ea81456 req-3915c4fd-f04b-43b3-b024-ac3789c911b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1198540 Feb 19 03:13:37.600362 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks [] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.650892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7093aaa5-7cf0-4617-8faf-04d28ea81456 req-4444d722-5cf1-4194-bbcd-7ba7b6fe1beb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347264 Feb 19 03:13:37.651718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:37.684148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.741751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062b9d8-4b5a-4c9a-b9aa-b1710735028c req-21a4382f-bcb7-423e-8785-88f5615ed04b tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:37.757123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b062b9d8-4b5a-4c9a-b9aa-b1710735028c req-21a4382f-bcb7-423e-8785-88f5615ed04b tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 944 time: 0.2018645 Feb 19 03:13:37.778514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec', '6436e362-2029-472b-8627-244432a43dd1', '73b12456-b8d5-4063-8d75-fab246296221', 'fe664d20-517d-4fb1-9562-a89271c68bcf', 'e0200b14-b250-4ed0-9e08-fb09baf2e0de'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:37.810404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:37.816994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:37.825354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:37.844671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a', '60075d9a-800a-43a4-91c3-e8e81b693d18'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:37.910321 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event updated for resources: {'Port': ['ID=55aa74f7-652b-4728-9d15-aa013ba43e3d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:37.921133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b062b9d8-4b5a-4c9a-b9aa-b1710735028c req-058f6973-f353-4215-9108-6745c84cfa99 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620030 Feb 19 03:13:37.982498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:37.984107 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.010764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:38.016678 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-753b8426-f7bb-4a6d-b227-468c41b4b73d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3141530 Feb 19 03:13:38.026787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:38.028302 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.034936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Request body: {'port': {'device_id': '8ff51c8f-1a41-45f4-b65d-2c22f7bc760a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:38.037535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7093aaa5-7cf0-4617-8faf-04d28ea81456 req-a010928d-82f3-4197-878d-5feb7a3c01cb service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771706 Feb 19 03:13:38.200838 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.288036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7093aaa5-7cf0-4617-8faf-04d28ea81456 req-4743c408-6ff3-4a8a-9d17-ffa4cc980da5 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444460 Feb 19 03:13:38.363888 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-23fbf78c-6fdb-4db1-b1d0-256ae849bc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.415819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c78789-b94e-48c6-980d-9ea06c5c1368 req-02c0ef5a-12b7-4ac2-996c-9cfd4f42c634 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:38.425135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0c78789-b94e-48c6-980d-9ea06c5c1368 req-02c0ef5a-12b7-4ac2-996c-9cfd4f42c634 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 936 time: 0.2304659 Feb 19 03:13:38.450852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:38.451652 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.504600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0c78789-b94e-48c6-980d-9ea06c5c1368 req-e1f1213e-687f-4c3d-91b5-ea96ae007c01 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752382 Feb 19 03:13:38.523120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8fbab050-f77a-4f46-ba88-d005b7a348f9 None None] Provisioning complete for port 55aa74f7-652b-4728-9d15-aa013ba43e3d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:38.523635 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8fbab050-f77a-4f46-ba88-d005b7a348f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.574560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8fbab050-f77a-4f46-ba88-d005b7a348f9 None None] Port 55aa74f7-652b-4728-9d15-aa013ba43e3d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:38.582841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6345d50f-411e-4082-a548-22e6fa2482e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28ec8d9-b87a-487d-9be7-1bcea1c36ce1'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:38.585146 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df91cf8-9fcb-4da4-990f-a8925275c71c" -d '{"events": [{"server_uuid": "6345d50f-411e-4082-a548-22e6fa2482e4", "name": "network-vif-plugged", "status": "completed", "tag": "b28ec8d9-b87a-487d-9be7-1bcea1c36ce1"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:38.633357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,segment=NetworkSegment(717a2636-3e61-4246-a006-b78db8e7792d),segment_id=717a2636-3e61-4246-a006-b78db8e7792d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:38.648965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.727498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55aa74f7-652b-4728-9d15-aa013ba43e3d {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:38.739707 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Publish callbacks [] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.765101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Transition to ACTIVE for port object 55aa74f7-652b-4728-9d15-aa013ba43e3d will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:38.767363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:38.775106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.791408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61406ee5-1eb7-43d3-8547-f357eaa2ebbf req-6db55cf5-ff29-4857-bfd0-46d06c5a654a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:38.796786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61406ee5-1eb7-43d3-8547-f357eaa2ebbf req-6db55cf5-ff29-4857-bfd0-46d06c5a654a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1322436 Feb 19 03:13:38.880553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Pushing event updated for resources: {'Port': ['ID=55aa74f7-652b-4728-9d15-aa013ba43e3d,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:38.958565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61406ee5-1eb7-43d3-8547-f357eaa2ebbf req-c7791592-6ad3-41e3-8596-b33a20fe4bb5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476557 Feb 19 03:13:39.126864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Attempting to bind port 55aa74f7-652b-4728-9d15-aa013ba43e3d on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:39.130976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Attempting to bind port 55aa74f7-652b-4728-9d15-aa013ba43e3d by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:39.131805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Attempting to bind port 55aa74f7-652b-4728-9d15-aa013ba43e3d on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:39.146192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Port 55aa74f7-652b-4728-9d15-aa013ba43e3d on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:39.147083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Attempting to bind port 55aa74f7-652b-4728-9d15-aa013ba43e3d on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:39.158306 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:39.159064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:39.159824 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2fe2f3-b42d-478a-b81a-68d603555942 x-openstack-request-id: req-de2fe2f3-b42d-478a-b81a-68d603555942 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:39.160039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:39.160446 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6345d50f-411e-4082-a548-22e6fa2482e4", "name": "network-vif-plugged", "status": "completed", "tag": "b28ec8d9-b87a-487d-9be7-1bcea1c36ce1", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:39.160867 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de2fe2f3-b42d-478a-b81a-68d603555942 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:39.161059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Bound port: 55aa74f7-652b-4728-9d15-aa013ba43e3d, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:39.161490 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6345d50f-411e-4082-a548-22e6fa2482e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28ec8d9-b87a-487d-9be7-1bcea1c36ce1', 'code': 200} Feb 19 03:13:39.162030 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.333718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] For port 55aa74f7-652b-4728-9d15-aa013ba43e3d, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:39.338532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] For port 55aa74f7-652b-4728-9d15-aa013ba43e3d, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=55aa74f7-652b-4728-9d15-aa013ba43e3d,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:39.348220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.432112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:39.433976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.435784 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] 10.222.0.37 "PUT /v2.0/ports/55aa74f7-652b-4728-9d15-aa013ba43e3d HTTP/1.1" status: 200 len: 1096 time: 1.4055867 Feb 19 03:13:39.436792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f4844-7f53-401b-bf40-b327061c2286 service neutron] Pushing event updated for resources: {'Port': ['ID=55aa74f7-652b-4728-9d15-aa013ba43e3d,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:39.440854 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff51c8f-1a41-45f4-b65d-2c22f7bc760a', 'tag': '55aa74f7-652b-4728-9d15-aa013ba43e3d'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:39.445758 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc81df6-e662-428b-bb63-fd7dc3294d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff51c8f-1a41-45f4-b65d-2c22f7bc760a", "tag": "55aa74f7-652b-4728-9d15-aa013ba43e3d"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:39.671638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94379c-2d01-454a-815d-30e872b2dec2 req-572fd139-1aae-4ec9-99dc-913055925acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:39.675178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee94379c-2d01-454a-815d-30e872b2dec2 req-572fd139-1aae-4ec9-99dc-913055925acb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 1127 time: 0.3664804 Feb 19 03:13:39.736549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-5fcc630b-7981-46a4-b54e-96eb3515bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:39.747460 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-5fcc630b-7981-46a4-b54e-96eb3515bb75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 1130 time: 0.2105379 Feb 19 03:13:39.774284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc203ec-4583-431d-8ff8-9544c3d1e75f req-af66526e-961c-4865-bc5d-fcaeb9a1d544 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:39.784257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fc203ec-4583-431d-8ff8-9544c3d1e75f req-af66526e-961c-4865-bc5d-fcaeb9a1d544 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 945 time: 0.3644757 Feb 19 03:13:39.853149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59218) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:39.868109 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-e00fa22c-1b85-4c1b-a67a-c02b13ddc46c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=55aa74f7-652b-4728-9d15-aa013ba43e3d HTTP/1.1" status: 200 len: 217 time: 0.1074462 Feb 19 03:13:40.010012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-41b98644-4a55-435a-8b8c-4d6076f17901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:40.013314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fc203ec-4583-431d-8ff8-9544c3d1e75f req-371aee69-d17f-4543-84f0-95b932f01ae5 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941650 Feb 19 03:13:40.023180 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-41b98644-4a55-435a-8b8c-4d6076f17901 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1402609 Feb 19 03:13:40.030748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee94379c-2d01-454a-815d-30e872b2dec2 req-9613a0dc-b264-4cd4-9b76-f055250f0373 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238959 Feb 19 03:13:40.077414 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cf01eba-ba11-4a91-bb92-fc55e620571e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.100886 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce18b20-a2f3-47f0-b0d6-a4fb1beb2ea6 x-openstack-request-id: req-9ce18b20-a2f3-47f0-b0d6-a4fb1beb2ea6 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:40.101184 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff51c8f-1a41-45f4-b65d-2c22f7bc760a", "tag": "55aa74f7-652b-4728-9d15-aa013ba43e3d", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:40.103002 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ce18b20-a2f3-47f0-b0d6-a4fb1beb2ea6 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:40.103002 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff51c8f-1a41-45f4-b65d-2c22f7bc760a', 'tag': '55aa74f7-652b-4728-9d15-aa013ba43e3d', 'status': 'completed', 'code': 200} Feb 19 03:13:40.118622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b145dfd2-3b07-42f0-8501-8fb3f76c1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:40.122142 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-b145dfd2-3b07-42f0-8501-8fb3f76c1c2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0992959 Feb 19 03:13:40.223496 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cf01eba-ba11-4a91-bb92-fc55e620571e admin admin] Publish callbacks [] for security_group (bb99a817-c377-4964-a0a7-54cec094d5d1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.232929 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cf01eba-ba11-4a91-bb92-fc55e620571e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bb99a817-c377-4964-a0a7-54cec094d5d1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.320365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afe2a5-a07e-4b13-ba44-437148175851 req-87659e61-a028-4d42-b5ca-ff03f1666b58 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:40.322208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89afe2a5-a07e-4b13-ba44-437148175851 req-87659e61-a028-4d42-b5ca-ff03f1666b58 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 948 time: 0.1458461 Feb 19 03:13:40.329124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2cf01eba-ba11-4a91-bb92-fc55e620571e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5260b2b4e89420598599990a5ef0aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4706306 Feb 19 03:13:40.329124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf01eba-ba11-4a91-bb92-fc55e620571e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb99a817-c377-4964-a0a7-54cec094d5d1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:40.329523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59224) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:40.405133 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abe29d75-439b-4e48-9b9c-5ad5b1129a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.419466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89afe2a5-a07e-4b13-ba44-437148175851 req-1d20dfa6-5da1-434c-ba1a-8827f87d2546 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831149 Feb 19 03:13:40.425052 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88c84155-6628-4514-b5ea-2610460a662f admin admin] Publish callbacks [] for security_group (bb99a817-c377-4964-a0a7-54cec094d5d1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.468076 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88c84155-6628-4514-b5ea-2610460a662f admin admin] Publish callbacks [] for security_group (bb99a817-c377-4964-a0a7-54cec094d5d1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.619843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f9a0-2fef-4469-a1fc-6a7fe6e3497b req-c2392d61-52c3-48d9-b9ff-100ef08b936f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:40.622885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a01f9a0-2fef-4469-a1fc-6a7fe6e3497b req-c2392d61-52c3-48d9-b9ff-100ef08b936f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1137166 Feb 19 03:13:40.633356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88c84155-6628-4514-b5ea-2610460a662f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bb99a817-c377-4964-a0a7-54cec094d5d1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.638712 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88c84155-6628-4514-b5ea-2610460a662f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.643592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-88c84155-6628-4514-b5ea-2610460a662f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb99a817-c377-4964-a0a7-54cec094d5d1 HTTP/1.1" status: 204 len: 168 time: 0.3096149 Feb 19 03:13:40.659849 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-a5e8e216-3dfa-4423-ac1a-4a1dccf3d963 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596618 Feb 19 03:13:40.684736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c84155-6628-4514-b5ea-2610460a662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb99a817-c377-4964-a0a7-54cec094d5d1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:40.737345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a01f9a0-2fef-4469-a1fc-6a7fe6e3497b req-f60b7b9a-b60b-43a4-b376-1d50c60880d0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960441 Feb 19 03:13:40.868982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9d515eb-f00b-4775-bac4-af1433451d09 req-317bf893-ee42-439f-8a9e-8755d8356e11 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022853 Feb 19 03:13:41.120128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-44187ec7-fb6c-4178-bfb1-2d7be308600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:41.128108 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-44187ec7-fb6c-4178-bfb1-2d7be308600c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 1130 time: 0.1188471 Feb 19 03:13:41.209623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb9ddd-6624-4786-855d-ccc6d32d7822 req-4ad24c10-8550-4ccc-9a1d-84702007d30f tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:41.213159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32fb9ddd-6624-4786-855d-ccc6d32d7822 req-4ad24c10-8550-4ccc-9a1d-84702007d30f tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 945 time: 0.0959971 Feb 19 03:13:41.318477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32fb9ddd-6624-4786-855d-ccc6d32d7822 req-fb48e9bb-3bfd-46db-96c7-f5873a51f3da tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944693 Feb 19 03:13:41.336544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-07474949-5a3e-4a2c-9acb-2012b30b8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:41.338238 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-07474949-5a3e-4a2c-9acb-2012b30b8c96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2080550 Feb 19 03:13:41.390562 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-a775c7e6-69a6-47ed-ab60-f1b200be1bb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=55aa74f7-652b-4728-9d15-aa013ba43e3d HTTP/1.1" status: 200 len: 217 time: 0.0456553 Feb 19 03:13:41.487724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-c77500ac-c377-4221-8332-9eeed0f12941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:41.490328 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-c77500ac-c377-4221-8332-9eeed0f12941 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0929537 Feb 19 03:13:41.582051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-932c82f2-941e-421a-8ccd-9e5f346b809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:41.584942 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-932c82f2-941e-421a-8ccd-9e5f346b809b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0823257 Feb 19 03:13:41.633233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e1602-c1ad-4528-a493-c620a338eb60 req-fa86fe73-2e65-431a-b916-8232579ea601 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:41.637439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-138e1602-c1ad-4528-a493-c620a338eb60 req-fa86fe73-2e65-431a-b916-8232579ea601 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 948 time: 0.1091187 Feb 19 03:13:41.741980 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-138e1602-c1ad-4528-a493-c620a338eb60 req-df3bc672-886d-4d77-bcc6-d57d90179fec tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967231 Feb 19 03:13:41.815810 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-c6c50ec3-2ab0-4f71-a8ba-76c719f110aa service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224858 Feb 19 03:13:41.827416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.938989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59256) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:42.034415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955cac6-79cf-4b68-b964-74cce1dd15be req-36980394-490d-4c9f-95b5-6a4d0b1086c2 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:42.035995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a955cac6-79cf-4b68-b964-74cce1dd15be req-36980394-490d-4c9f-95b5-6a4d0b1086c2 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1393216 Feb 19 03:13:42.055639 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ccc81df6-e662-428b-bb63-fd7dc3294d3f req-26c4f6a6-0ad6-4b1c-870f-21abe286d778 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270987 Feb 19 03:13:42.158943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a955cac6-79cf-4b68-b964-74cce1dd15be req-640c4751-b005-4c7f-8d12-430b07de8c1d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103473 Feb 19 03:13:42.176091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2079920902-network', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:42.201106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Made reservation on behalf of 7cdbb76ae06e4600ac83941ce11ceb13 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:42.203456 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.212471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.312216 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Publish callbacks [] for security_group (522566cd-4690-4fd2-8706-b985fe6690e2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.317310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (522566cd-4690-4fd2-8706-b985fe6690e2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.351696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:13:42.378889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ebb2f27e-ec4f-4428-a89c-2051af1c7d95), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.379335 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Added segment ebb2f27e-ec4f-4428-a89c-2051af1c7d95 of type vlan for network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 Feb 19 03:13:42.381160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522566cd-4690-4fd2-8706-b985fe6690e2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:42.430566 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (726feb13-dd62-4dcd-a490-a5e578aa1fd8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.471708 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (726feb13-dd62-4dcd-a490-a5e578aa1fd8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.471708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:42.472166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.553599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6175044 Feb 19 03:13:42.557802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59262) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:42.565974 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Request body: {'subnet': {'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2079920902-subnet', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:42.579209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54bb66-4a49-4d6b-a32f-67299b356803 admin admin] Pushing event updated for resources: {'Network': ['ID=726feb13-dd62-4dcd-a490-a5e578aa1fd8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:42.598114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:13:42.598811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ea3d9-b901-4b17-b84a-b6a6e51044bd req-69850d5b-512d-4df8-a114-304a23cf9f29 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:42.601394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce1ea3d9-b901-4b17-b84a-b6a6e51044bd req-69850d5b-512d-4df8-a114-304a23cf9f29 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 945 time: 0.1462409 Feb 19 03:13:42.612747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Made reservation on behalf of 7cdbb76ae06e4600ac83941ce11ceb13 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:42.618258 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.716675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce1ea3d9-b901-4b17-b84a-b6a6e51044bd req-3649f355-a2f2-442b-8c8c-85304031a1c1 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023197 Feb 19 03:13:42.855697 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.922049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (6c3b280d-53cb-4538-b76b-21e3c023042b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.999235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3b280d-53cb-4538-b76b-21e3c023042b,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:43.020753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea1163-ca58-42c4-8bea-4d2891d9996a req-7f5b1719-6b79-401b-99e5-5ff9fa2cb8e4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:43.022741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Checking segment: {'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:43.023590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03ea1163-ca58-42c4-8bea-4d2891d9996a req-7f5b1719-6b79-401b-99e5-5ff9fa2cb8e4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 948 time: 0.0951750 Feb 19 03:13:43.026228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Network hostable DHCP agents. Network: 726feb13-dd62-4dcd-a490-a5e578aa1fd8, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:13:43.050872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:13:43.062868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 726feb13-dd62-4dcd-a490-a5e578aa1fd8) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:43.067556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:43.068270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.079338 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db0b356-dc35-48bf-94d8-57220dc2aa05 None None] Network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:43.096627 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a90e5246-c82a-412c-ac67-af4364459d11 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5367341 Feb 19 03:13:43.099465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59270) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:43.109177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:43.134167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03ea1163-ca58-42c4-8bea-4d2891d9996a req-5f82fa88-7ef8-4a54-b870-c001b45d15b0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034079 Feb 19 03:13:43.149914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (3fa7973e-350e-4220-8a43-8a136d1a991d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.153131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (3fa7973e-350e-4220-8a43-8a136d1a991d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.276523 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks [] for router_controller (3fa7973e-350e-4220-8a43-8a136d1a991d), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.297386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:13:43.302386 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.527487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks [] for router_gateway (3fa7973e-350e-4220-8a43-8a136d1a991d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.611416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Allocated IP 172.20.0.2 (726feb13-dd62-4dcd-a490-a5e578aa1fd8/6c3b280d-53cb-4538-b76b-21e3c023042b/bd6a99b7-1c79-4b47-b49a-3209b17eba0e) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:43.619003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b2b06-5915-47e4-adb8-976bba48ca3c req-5ff0354c-83f5-4d98-a2ca-1c3b8f1c11f9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:43.625899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-905b2b06-5915-47e4-adb8-976bba48ca3c req-5ff0354c-83f5-4d98-a2ca-1c3b8f1c11f9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1045239 Feb 19 03:13:43.698213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-905b2b06-5915-47e4-adb8-976bba48ca3c req-7fe4e75d-af62-4a6e-b108-d83bbb56d95a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621045 Feb 19 03:13:43.746175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 63606f69-d134-46dd-8ee7-fc27be74e4b7 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:43.855435 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks [] for router_gateway (3fa7973e-350e-4220-8a43-8a136d1a991d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.890989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.924504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 63606f69-d134-46dd-8ee7-fc27be74e4b7 is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:43.940909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88e01a-8f25-4b4b-922d-f915667a42dc req-ce341d20-5ab0-438a-81a0-ad6d099c71ef tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:43.943970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf88e01a-8f25-4b4b-922d-f915667a42dc req-ce341d20-5ab0-438a-81a0-ad6d099c71ef tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 945 time: 0.1081305 Feb 19 03:13:43.998040 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Publish callbacks [] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.008227 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.048912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:44.051807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:44.059506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:44.061344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf88e01a-8f25-4b4b-922d-f915667a42dc req-49d7236f-72c3-457a-8541-c95aa58e3f36 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073136 Feb 19 03:13:44.118524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Allocated IP 172.25.4.94 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/e0f0e480-987f-4279-81d7-1ad3568e5ff6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:44.283530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Pushing event updated for resources: {'Port': ['ID=bd6a99b7-1c79-4b47-b49a-3209b17eba0e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:44.297884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Attempting to bind port bd6a99b7-1c79-4b47-b49a-3209b17eba0e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:44.297884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Attempting to bind port bd6a99b7-1c79-4b47-b49a-3209b17eba0e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:44.298418 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Attempting to bind port bd6a99b7-1c79-4b47-b49a-3209b17eba0e on network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:44.304376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:44.304647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Checking segment: {'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:44.305109 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.305565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Bound using segment: {'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:44.306030 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks [] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.306232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Bound port: bd6a99b7-1c79-4b47-b49a-3209b17eba0e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:44.306748 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.371637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.417085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:44.422082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:44.422832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365470c-be8e-4022-8114-cd566b0e84e0 req-3885dcd9-ae00-479f-9eab-47fc66eb6081 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:44.425978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:44.427405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b365470c-be8e-4022-8114-cd566b0e84e0 req-3885dcd9-ae00-479f-9eab-47fc66eb6081 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 948 time: 0.1090980 Feb 19 03:13:44.441098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] For port bd6a99b7-1c79-4b47-b49a-3209b17eba0e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:44.448419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] For port bd6a99b7-1c79-4b47-b49a-3209b17eba0e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bd6a99b7-1c79-4b47-b49a-3209b17eba0e,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:44.453491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f0e480-987f-4279-81d7-1ad3568e5ff6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:44.458106 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.566035 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b365470c-be8e-4022-8114-cd566b0e84e0 req-739e836b-0b27-419d-9986-6999739c0be0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917363 Feb 19 03:13:44.575462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19543230-fb47-499e-84b3-c998f5e717e7 None None] Pushing event updated for resources: {'Port': ['ID=bd6a99b7-1c79-4b47-b49a-3209b17eba0e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:44.592913 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.909453 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks [] for router_gateway (3fa7973e-350e-4220-8a43-8a136d1a991d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.037393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca1362-00e7-45f1-9aa1-e7dba68a6668 req-0c7370f9-2fda-4ab8-bd1f-9751c949fc0f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:45.041509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55ca1362-00e7-45f1-9aa1-e7dba68a6668 req-0c7370f9-2fda-4ab8-bd1f-9751c949fc0f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1484108 Feb 19 03:13:45.115115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55ca1362-00e7-45f1-9aa1-e7dba68a6668 req-3adafc56-d0f2-4dcb-80c2-7492076308bd tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665870 Feb 19 03:13:45.210574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (3fa7973e-350e-4220-8a43-8a136d1a991d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.326010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb430ff-dab0-44e8-8680-d136560b48ff req-1fee66fa-051c-46fb-8f37-0ff5c0d864eb tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:45.329033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abb430ff-dab0-44e8-8680-d136560b48ff req-1fee66fa-051c-46fb-8f37-0ff5c0d864eb tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 945 time: 0.0962391 Feb 19 03:13:45.404481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abb430ff-dab0-44e8-8680-d136560b48ff req-5e80faff-1e5e-4894-992b-2688950abdf7 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664690 Feb 19 03:13:45.422077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Router 3fa7973e-350e-4220-8a43-8a136d1a991d is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:13:45.598766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:45.621046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Sync routers for ids ['3fa7973e-350e-4220-8a43-8a136d1a991d'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:45.637949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.640264 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-05a958f0-e478-4d21-bf88-cbf8b5b48047 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.5374596 Feb 19 03:13:45.643353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59284) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:45.661895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Routers {'3fa7973e-350e-4220-8a43-8a136d1a991d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:45.663228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:13:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3fa7973e-350e-4220-8a43-8a136d1a991d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:45.831466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299af964-d25a-43c4-a476-d2a4a27db935 req-50ac96df-5c2d-4ccf-ad1a-db8f802ed5fb tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:45.848415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-299af964-d25a-43c4-a476-d2a4a27db935 req-50ac96df-5c2d-4ccf-ad1a-db8f802ed5fb tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 948 time: 0.1623025 Feb 19 03:13:45.896439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 55aa74f7-652b-4728-9d15-aa013ba43e3d details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:45.975184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-299af964-d25a-43c4-a476-d2a4a27db935 req-cf3a65ca-7476-4bc7-a3ae-df4647e725f6 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234021 Feb 19 03:13:46.090992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Set router 3fa7973e-350e-4220-8a43-8a136d1a991d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:46.356581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 55aa74f7-652b-4728-9d15-aa013ba43e3d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=55aa74f7-652b-4728-9d15-aa013ba43e3d,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:46.381891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bc79b5-0bd2-4b4e-acbf-b886a3ad316e None None] Network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:46.419961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7659-69a7-48fa-a70f-0605a6034004 req-6df8f075-eda7-405e-bf63-d892d94835a6 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.429900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f67d7659-69a7-48fa-a70f-0605a6034004 req-6df8f075-eda7-405e-bf63-d892d94835a6 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1189849 Feb 19 03:13:46.441399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bd6a99b7-1c79-4b47-b49a-3209b17eba0e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:46.495902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '55aa74f7-652b-4728-9d15-aa013ba43e3d', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '55aa74f7-652b-4728-9d15-aa013ba43e3d', 'mac_address': 'fa:16:3e:e5:d1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:46.505227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f67d7659-69a7-48fa-a70f-0605a6034004 req-a755aa32-2561-4551-9906-5577f4dda24f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705564 Feb 19 03:13:46.627984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5348dced-36ed-46dc-ac40-dc8debfb3feb None None] Provisioning complete for port bd6a99b7-1c79-4b47-b49a-3209b17eba0e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:46.628627 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5348dced-36ed-46dc-ac40-dc8debfb3feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.756867 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab9454-7000-4e36-afcc-740b544ab147 req-4e16df97-f90d-49e3-9587-d059d94cf553 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.759661 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2cab9454-7000-4e36-afcc-740b544ab147 req-4e16df97-f90d-49e3-9587-d059d94cf553 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 945 time: 0.4630663 Feb 19 03:13:46.767203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f93ef9-e4b7-42eb-892e-c0a572cd006c req-c64c5f24-3c7b-4bf2-9830-6fb583123231 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.771636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45f93ef9-e4b7-42eb-892e-c0a572cd006c req-c64c5f24-3c7b-4bf2-9830-6fb583123231 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 945 time: 0.1429148 Feb 19 03:13:46.808692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 55aa74f7-652b-4728-9d15-aa013ba43e3d is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:46.809230 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.869695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55aa74f7-652b-4728-9d15-aa013ba43e3d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:46.888776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port bd6a99b7-1c79-4b47-b49a-3209b17eba0e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:46.889143 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.899818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45f93ef9-e4b7-42eb-892e-c0a572cd006c req-dcc8c52e-fbd0-4618-b591-3a9d6ad0646b tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea95be4-16be-49da-974d-e7d48b7f72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166344 Feb 19 03:13:46.951148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-2cab9454-7000-4e36-afcc-740b544ab147 req-3ede7b99-a92d-411d-ba7f-e18b11519fb3 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Deleting port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:46.951728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2cab9454-7000-4e36-afcc-740b544ab147 req-3ede7b99-a92d-411d-ba7f-e18b11519fb3 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.959833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:44Z', 'revision_number': 3, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:46.965343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 55aa74f7-652b-4728-9d15-aa013ba43e3d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=55aa74f7-652b-4728-9d15-aa013ba43e3d,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:47.040170 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.053387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Checking router: 3fa7973e-350e-4220-8a43-8a136d1a991d for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:47.053769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Updating router 3fa7973e-350e-4220-8a43-8a136d1a991d port e0f0e480-987f-4279-81d7-1ad3568e5ff6 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:13:47.201017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5348dced-36ed-46dc-ac40-dc8debfb3feb None None] Current status of the port bd6a99b7-1c79-4b47-b49a-3209b17eba0e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:47.201626 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5348dced-36ed-46dc-ac40-dc8debfb3feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.221202 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.223118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70db278-4a7b-471e-8b91-d1ad2af127ec req-a020fb95-47df-4723-ac95-8d85582557b0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:47.226576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c70db278-4a7b-471e-8b91-d1ad2af127ec req-a020fb95-47df-4723-ac95-8d85582557b0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 949 time: 0.1017551 Feb 19 03:13:47.245121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.297731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-2cab9454-7000-4e36-afcc-740b544ab147 req-3ede7b99-a92d-411d-ba7f-e18b11519fb3 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] For port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,segment=NetworkSegment(717a2636-3e61-4246-a006-b78db8e7792d),segment_id=717a2636-3e61-4246-a006-b78db8e7792d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:47.299469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2cab9454-7000-4e36-afcc-740b544ab147 req-3ede7b99-a92d-411d-ba7f-e18b11519fb3 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.329797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c70db278-4a7b-471e-8b91-d1ad2af127ec req-e09c3018-5c88-411e-adc6-94ffa42039c5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970423 Feb 19 03:13:47.345417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=55aa74f7-652b-4728-9d15-aa013ba43e3d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:47.352513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-2cab9454-7000-4e36-afcc-740b544ab147 req-3ede7b99-a92d-411d-ba7f-e18b11519fb3 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Calling delete_port for b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:47.543259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5348dced-36ed-46dc-ac40-dc8debfb3feb None None] For port bd6a99b7-1c79-4b47-b49a-3209b17eba0e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bd6a99b7-1c79-4b47-b49a-3209b17eba0e,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:47.566727 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5348dced-36ed-46dc-ac40-dc8debfb3feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.569252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port bd6a99b7-1c79-4b47-b49a-3209b17eba0e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:47.569860 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.647306 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:13:47.696989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['55aa74f7-652b-4728-9d15-aa013ba43e3d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:47.723390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:47.727303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9add3-b1c4-4abc-b020-f32a8133b1ca req-9ba55e08-8ade-4905-9671-0bf9510ba447 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:47.742320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2cab9454-7000-4e36-afcc-740b544ab147 req-3ede7b99-a92d-411d-ba7f-e18b11519fb3 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b28ec8d9-b87a-487d-9be7-1bcea1c36ce1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.744605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6f9add3-b1c4-4abc-b020-f32a8133b1ca req-9ba55e08-8ade-4905-9671-0bf9510ba447 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1311779 Feb 19 03:13:47.830174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede7b99-a92d-411d-ba7f-e18b11519fb3 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Pushing event deleted for resources: {'Port': ['ID=b28ec8d9-b87a-487d-9be7-1bcea1c36ce1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:47.840638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6f9add3-b1c4-4abc-b020-f32a8133b1ca req-ce8bb72f-0c16-4af0-a5ea-c113bda62579 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932167 Feb 19 03:13:47.908631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:47.909120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:47.918974 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Allocated IP 172.20.0.1 (726feb13-dd62-4dcd-a490-a5e578aa1fd8/6c3b280d-53cb-4538-b76b-21e3c023042b/1338c27c-ee6d-4475-a025-6b3c2a409bd9) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:47.922003 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cab9454-7000-4e36-afcc-740b544ab147 req-3ede7b99-a92d-411d-ba7f-e18b11519fb3 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] No DVR routers for this DVR port b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:47.924224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348dced-36ed-46dc-ac40-dc8debfb3feb None None] Pushing event updated for resources: {'Port': ['ID=bd6a99b7-1c79-4b47-b49a-3209b17eba0e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:47.926992 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2cab9454-7000-4e36-afcc-740b544ab147 req-3ede7b99-a92d-411d-ba7f-e18b11519fb3 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.933612 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2cab9454-7000-4e36-afcc-740b544ab147 req-3ede7b99-a92d-411d-ba7f-e18b11519fb3 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.37 "DELETE /v2.0/ports/b28ec8d9-b87a-487d-9be7-1bcea1c36ce1 HTTP/1.1" status: 204 len: 173 time: 1.1649656 Feb 19 03:13:47.934273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6345d50f-411e-4082-a548-22e6fa2482e4', 'name': 'network-vif-deleted', 'tag': 'b28ec8d9-b87a-487d-9be7-1bcea1c36ce1'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:47.938263 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e8ffc7-40fc-4b94-927f-7090ed551d09" -d '{"events": [{"server_uuid": "6345d50f-411e-4082-a548-22e6fa2482e4", "name": "network-vif-deleted", "tag": "b28ec8d9-b87a-487d-9be7-1bcea1c36ce1"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:47.952042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-38ad435e-d3d6-4c6f-b91b-43e38668fe20 None None] Provisioning complete for port bd6a99b7-1c79-4b47-b49a-3209b17eba0e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:47.952420 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-38ad435e-d3d6-4c6f-b91b-43e38668fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.962095 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:13:47.962095 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:13:48.108436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d278c3eb-4706-415d-87df-7a3256277edb req-017dde10-bb3a-412b-a207-97b9ad64ba56 tempest-ServerGroupTestJSON-284247856 tempest-ServerGroupTestJSON-284247856-project] 10.222.0.42 "GET /v2.0/ports?device_id=6345d50f-411e-4082-a548-22e6fa2482e4 HTTP/1.1" status: 200 len: 210 time: 0.0574837 Feb 19 03:13:48.168251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Publish callbacks [] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.228789 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4956ba0-7cbb-4ef9-8147-eb89fc0e6a1e x-openstack-request-id: req-e4956ba0-7cbb-4ef9-8147-eb89fc0e6a1e {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:48.229320 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6345d50f-411e-4082-a548-22e6fa2482e4", "name": "network-vif-deleted", "tag": "b28ec8d9-b87a-487d-9be7-1bcea1c36ce1", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:48.229873 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4956ba0-7cbb-4ef9-8147-eb89fc0e6a1e {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:48.230538 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6345d50f-411e-4082-a548-22e6fa2482e4', 'name': 'network-vif-deleted', 'tag': 'b28ec8d9-b87a-487d-9be7-1bcea1c36ce1', 'status': 'completed', 'code': 200} Feb 19 03:13:48.250398 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.329062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:48.334503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:48.345785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:48.390885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Pushing event updated for resources: {'Port': ['ID=1338c27c-ee6d-4475-a025-6b3c2a409bd9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:48.425939 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (3fa7973e-350e-4220-8a43-8a136d1a991d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.630997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port bd6a99b7-1c79-4b47-b49a-3209b17eba0e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:48.647630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c568bc-2523-4fd1-ba8e-70e381d987e9 req-48be2198-a6ad-4a84-a11b-3f2a0b8d19aa tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:48.650158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84c568bc-2523-4fd1-ba8e-70e381d987e9 req-48be2198-a6ad-4a84-a11b-3f2a0b8d19aa tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 949 time: 0.1242113 Feb 19 03:13:48.735801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-38ad435e-d3d6-4c6f-b91b-43e38668fe20 None None] Current status of the port bd6a99b7-1c79-4b47-b49a-3209b17eba0e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:48.736626 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.779143 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Publish callbacks [] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.825128 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.852040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84c568bc-2523-4fd1-ba8e-70e381d987e9 req-37bf51df-3001-4b38-b590-5132b8ccf5bb tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913359 Feb 19 03:13:48.915049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bd6a99b7-1c79-4b47-b49a-3209b17eba0e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:49.109088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127f489-d4dd-4fe3-9a5c-5106dd30a59a None None] Pushing event updated for resources: {'Port': ['ID=e0f0e480-987f-4279-81d7-1ad3568e5ff6,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:49.122359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Attempting to bind port e0f0e480-987f-4279-81d7-1ad3568e5ff6 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:49.123429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Attempting to bind port e0f0e480-987f-4279-81d7-1ad3568e5ff6 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:49.124300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Attempting to bind port e0f0e480-987f-4279-81d7-1ad3568e5ff6 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:49.137419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port bd6a99b7-1c79-4b47-b49a-3209b17eba0e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:49.138277 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.144921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Publish callbacks [] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.149124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-17812c8f-1a93-4d9c-a7fe-7584d38181fe None None] Provisioning complete for port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:49.150241 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-17812c8f-1a93-4d9c-a7fe-7584d38181fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.153357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.178886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:49.178886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:49.179584 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.180523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:49.181487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Bound port: e0f0e480-987f-4279-81d7-1ad3568e5ff6, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:49.182277 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.182584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82196a2f-77cb-4dae-a788-cb0e1bac6298 req-98e0ad4c-2f7a-4e1d-95a5-59bc91a7e9c8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.196041 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82196a2f-77cb-4dae-a788-cb0e1bac6298 req-98e0ad4c-2f7a-4e1d-95a5-59bc91a7e9c8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1353686 Feb 19 03:13:49.207336 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (3fa7973e-350e-4220-8a43-8a136d1a991d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.272641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82196a2f-77cb-4dae-a788-cb0e1bac6298 req-c71914e5-c8ed-4835-88bc-277a7b154bc9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747740 Feb 19 03:13:49.326256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Pushing event updated for resources: {'Port': ['ID=1338c27c-ee6d-4475-a025-6b3c2a409bd9,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:49.363368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] For port e0f0e480-987f-4279-81d7-1ad3568e5ff6, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:49.380784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] For port e0f0e480-987f-4279-81d7-1ad3568e5ff6, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e0f0e480-987f-4279-81d7-1ad3568e5ff6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:49.398526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:49.402869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:49.446723 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-17812c8f-1a93-4d9c-a7fe-7584d38181fe None None] Port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:49.454426 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.678604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127f489-d4dd-4fe3-9a5c-5106dd30a59a None None] Pushing event updated for resources: {'Port': ['ID=e0f0e480-987f-4279-81d7-1ad3568e5ff6,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:49.696500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Routers {'3fa7973e-350e-4220-8a43-8a136d1a991d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:49.697651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:13:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3fa7973e-350e-4220-8a43-8a136d1a991d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:49.726546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port bd6a99b7-1c79-4b47-b49a-3209b17eba0e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:49.743897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Router 3fa7973e-350e-4220-8a43-8a136d1a991d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:49.971491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-82a0e192-c068-4fc7-b3c0-3d65f8b9dc27 None None] Provisioning complete for port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:49.972829 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-82a0e192-c068-4fc7-b3c0-3d65f8b9dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.022464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] Set router 3fa7973e-350e-4220-8a43-8a136d1a991d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:50.056527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:50.077794 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1d498dfb-39a7-424f-be8c-d129cba01d26 admin admin] 10.222.0.42 "PUT /v2.0/routers/3fa7973e-350e-4220-8a43-8a136d1a991d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4315705 Feb 19 03:13:50.117737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-82a0e192-c068-4fc7-b3c0-3d65f8b9dc27 None None] Port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:50.155086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0901c9d-93e1-411e-8eb6-ca49b5d6a052 req-e3ae781e-1b7e-4ce6-8732-daa93e2f1fbb tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:50.158770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0901c9d-93e1-411e-8eb6-ca49b5d6a052 req-e3ae781e-1b7e-4ce6-8732-daa93e2f1fbb tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 949 time: 0.1216228 Feb 19 03:13:50.261295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0901c9d-93e1-411e-8eb6-ca49b5d6a052 req-bc7c3d56-3caf-4175-87d2-5ae9f3d32666 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918176 Feb 19 03:13:50.341891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59330) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:50.428083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-38efa239-5bb1-41dc-b5fd-f3a052db5042 admin admin] Deleting subnet 08ebf7cf-4e1e-4579-8142-d8c0cd283276 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:50.433205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38efa239-5bb1-41dc-b5fd-f3a052db5042 admin admin] Publish callbacks [] for subnet (08ebf7cf-4e1e-4579-8142-d8c0cd283276), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.469800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 2, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:50.478878 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38efa239-5bb1-41dc-b5fd-f3a052db5042 admin admin] Publish callbacks [] for subnet (08ebf7cf-4e1e-4579-8142-d8c0cd283276), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.486394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38efa239-5bb1-41dc-b5fd-f3a052db5042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (08ebf7cf-4e1e-4579-8142-d8c0cd283276), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.545451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4ebbe-1ade-4c99-a775-028a29dba40e None None] The sync data for ids ['3fa7973e-350e-4220-8a43-8a136d1a991d'] in n-d-826756-2 is: [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 2, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:50.567649 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38efa239-5bb1-41dc-b5fd-f3a052db5042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for subnet (08ebf7cf-4e1e-4579-8142-d8c0cd283276), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.611834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efa239-5bb1-41dc-b5fd-f3a052db5042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ebf7cf-4e1e-4579-8142-d8c0cd283276,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:50.630438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38efa239-5bb1-41dc-b5fd-f3a052db5042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.636999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-38efa239-5bb1-41dc-b5fd-f3a052db5042 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/08ebf7cf-4e1e-4579-8142-d8c0cd283276 HTTP/1.1" status: 204 len: 168 time: 0.2936194 Feb 19 03:13:50.640558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59334) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:50.732818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (bb0b9ee3-0828-4405-b7cf-ed0619a3d383), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.889606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (bb0b9ee3-0828-4405-b7cf-ed0619a3d383), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.942093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0b9ee3-0828-4405-b7cf-ed0619a3d383']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:50.961119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717a2636-3e61-4246-a006-b78db8e7792d') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:50.961417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717a2636-3e61-4246-a006-b78db8e7792d') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:50.982406 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (717a2636-3e61-4246-a006-b78db8e7792d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.010470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (717a2636-3e61-4246-a006-b78db8e7792d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.025747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:51.026680 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (717a2636-3e61-4246-a006-b78db8e7792d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:51.113302 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:51.117117 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (bb0b9ee3-0828-4405-b7cf-ed0619a3d383), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.124227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.127926 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bb0b9ee3-0828-4405-b7cf-ed0619a3d383 HTTP/1.1" status: 204 len: 168 time: 0.4863064 Feb 19 03:13:51.155028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c36a6a-ae75-4bc6-8f20-ffe39aa0de37 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0b9ee3-0828-4405-b7cf-ed0619a3d383,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:51.171867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59340) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.183657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6f6dc91b-31aa-4de9-9ff5-c10c37ce0ce1 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1670415868', 'description': 'tempest-description--1191548596'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.215380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc91b-31aa-4de9-9ff5-c10c37ce0ce1 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.407519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59344) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.410518 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc91b-31aa-4de9-9ff5-c10c37ce0ce1 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group (da5733a4-b2b1-4403-931f-ae73a4bdf6df), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.416179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc91b-31aa-4de9-9ff5-c10c37ce0ce1 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (da5733a4-b2b1-4403-931f-ae73a4bdf6df), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.476307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032ceb6-5f19-422a-9b4c-d68d6fb7bf7a req-ae42a2c3-d4d1-4c04-af35-d0de804c415d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:51.479327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8032ceb6-5f19-422a-9b4c-d68d6fb7bf7a req-ae42a2c3-d4d1-4c04-af35-d0de804c415d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.1566396 Feb 19 03:13:51.488909 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f6dc91b-31aa-4de9-9ff5-c10c37ce0ce1 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.490925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6f6dc91b-31aa-4de9-9ff5-c10c37ce0ce1 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3153248 Feb 19 03:13:51.499749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59346) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.506887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cce45fe4-6264-495b-93cc-a13e6d2f4c1e tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Request body: {'security_group_rule': {'security_group_id': 'da5733a4-b2b1-4403-931f-ae73a4bdf6df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.516308 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-73e77397-29a0-4c45-90bd-3d6d9ec29ebe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3611eb9066894a7285118b5c126fdd17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1062100 Feb 19 03:13:51.522387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59348) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.554871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dc91b-31aa-4de9-9ff5-c10c37ce0ce1 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5733a4-b2b1-4403-931f-ae73a4bdf6df,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:51.629635 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cce45fe4-6264-495b-93cc-a13e6d2f4c1e tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group_rule (2de16745-873a-4bf8-b917-51eab6388abf), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.638182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8032ceb6-5f19-422a-9b4c-d68d6fb7bf7a req-c36b7294-3a93-4e28-82c4-b23e24abef2c tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182270 Feb 19 03:13:51.688110 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de1d8872-ff3e-495e-ad76-b752da20a4c6 admin admin] Publish callbacks [] for security_group (aea95be4-16be-49da-974d-e7d48b7f72b2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.707390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 55aa74f7-652b-4728-9d15-aa013ba43e3d up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:51.797365 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de1d8872-ff3e-495e-ad76-b752da20a4c6 admin admin] Publish callbacks [] for security_group (aea95be4-16be-49da-974d-e7d48b7f72b2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.832952 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cce45fe4-6264-495b-93cc-a13e6d2f4c1e tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group_rule (2de16745-873a-4bf8-b917-51eab6388abf), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.846473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 55aa74f7-652b-4728-9d15-aa013ba43e3d completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:51.851985 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cce45fe4-6264-495b-93cc-a13e6d2f4c1e tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (2de16745-873a-4bf8-b917-51eab6388abf), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.860353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 55aa74f7-652b-4728-9d15-aa013ba43e3d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:51.861500 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.918947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce45fe4-6264-495b-93cc-a13e6d2f4c1e tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de16745-873a-4bf8-b917-51eab6388abf,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:51.939635 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cce45fe4-6264-495b-93cc-a13e6d2f4c1e tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.943829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cce45fe4-6264-495b-93cc-a13e6d2f4c1e tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4398441 Feb 19 03:13:51.944585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59352) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.950739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6dd7285b-97d6-4db1-a857-a55e3a6df190 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Request body: {'security_group_rule': {'security_group_id': 'da5733a4-b2b1-4403-931f-ae73a4bdf6df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.989459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed3b7a-f80f-4e7d-9d9d-af634ce0fb04 req-0ff6e294-d7a2-4c58-b982-d4c119d5c6b6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:51.991000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21ed3b7a-f80f-4e7d-9d9d-af634ce0fb04 req-0ff6e294-d7a2-4c58-b982-d4c119d5c6b6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 950 time: 0.1714206 Feb 19 03:13:52.001816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 55aa74f7-652b-4728-9d15-aa013ba43e3d is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:52.002622 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.003514 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de1d8872-ff3e-495e-ad76-b752da20a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (aea95be4-16be-49da-974d-e7d48b7f72b2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.006096 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de1d8872-ff3e-495e-ad76-b752da20a4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.032106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-de1d8872-ff3e-495e-ad76-b752da20a4c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aea95be4-16be-49da-974d-e7d48b7f72b2 HTTP/1.1" status: 204 len: 168 time: 0.4856367 Feb 19 03:13:52.048432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff51c8f-1a41-45f4-b65d-2c22f7bc760a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aa74f7-652b-4728-9d15-aa013ba43e3d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:52.051474 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc218555-3377-4c3a-96d8-9ca987972f9c" -d '{"events": [{"server_uuid": "8ff51c8f-1a41-45f4-b65d-2c22f7bc760a", "name": "network-vif-plugged", "status": "completed", "tag": "55aa74f7-652b-4728-9d15-aa013ba43e3d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:52.061321 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6dd7285b-97d6-4db1-a857-a55e3a6df190 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group_rule (25afa56b-e200-4950-916a-6b8e913925ac), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.071673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 55aa74f7-652b-4728-9d15-aa013ba43e3d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=55aa74f7-652b-4728-9d15-aa013ba43e3d,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:52.082037 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.114647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d8872-ff3e-495e-ad76-b752da20a4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea95be4-16be-49da-974d-e7d48b7f72b2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:52.153757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21ed3b7a-f80f-4e7d-9d9d-af634ce0fb04 req-03dc5256-ad57-466d-a84e-5fc50f25a177 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520858 Feb 19 03:13:52.268476 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6dd7285b-97d6-4db1-a857-a55e3a6df190 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group_rule (25afa56b-e200-4950-916a-6b8e913925ac), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.273360 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6dd7285b-97d6-4db1-a857-a55e3a6df190 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (25afa56b-e200-4950-916a-6b8e913925ac), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.300974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=55aa74f7-652b-4728-9d15-aa013ba43e3d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:52.304103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7285b-97d6-4db1-a857-a55e3a6df190 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25afa56b-e200-4950-916a-6b8e913925ac,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:52.315769 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6dd7285b-97d6-4db1-a857-a55e3a6df190 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.322868 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6dd7285b-97d6-4db1-a857-a55e3a6df190 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3762031 Feb 19 03:13:52.324429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59360) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:52.331820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:52.343151 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.372835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.466326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05010745-ea59-4029-ba15-c4e8611e5e88 req-b98f62a9-b88d-4c4a-b357-c823295ab9fd tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:52.477249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05010745-ea59-4029-ba15-c4e8611e5e88 req-b98f62a9-b88d-4c4a-b357-c823295ab9fd tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 950 time: 0.1643131 Feb 19 03:13:52.561916 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.582619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05010745-ea59-4029-ba15-c4e8611e5e88 req-c8d69271-7897-4395-b2d4-70558249ddcb tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031599 Feb 19 03:13:52.697549 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6910ddce-90a0-45c8-bc50-4486577cc1b8 x-openstack-request-id: req-6910ddce-90a0-45c8-bc50-4486577cc1b8 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:52.700994 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff51c8f-1a41-45f4-b65d-2c22f7bc760a", "name": "network-vif-plugged", "status": "completed", "tag": "55aa74f7-652b-4728-9d15-aa013ba43e3d", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:52.701292 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6910ddce-90a0-45c8-bc50-4486577cc1b8 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:52.702084 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff51c8f-1a41-45f4-b65d-2c22f7bc760a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aa74f7-652b-4728-9d15-aa013ba43e3d', 'code': 200} Feb 19 03:13:52.918902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e0f0e480-987f-4279-81d7-1ad3568e5ff6 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:52.946075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Allocated IP 172.25.4.92 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/4367cfce-1a33-4a4b-a5ce-88eeba54c80a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:53.046002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b07744-dfa3-4175-9fbd-a22bb95f5aa0 req-974a5214-5631-49df-b769-0815dcd354a2 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:53.048839 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6b07744-dfa3-4175-9fbd-a22bb95f5aa0 req-974a5214-5631-49df-b769-0815dcd354a2 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 950 time: 0.1527948 Feb 19 03:13:53.082586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e0f0e480-987f-4279-81d7-1ad3568e5ff6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:53.083155 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.158248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6b07744-dfa3-4175-9fbd-a22bb95f5aa0 req-c654d690-eeb3-4236-a426-66aef2d7979d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030779 Feb 19 03:13:53.265269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e0f0e480-987f-4279-81d7-1ad3568e5ff6 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:53.265665 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.267693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for port (4367cfce-1a33-4a4b-a5ce-88eeba54c80a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.308839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf2fc7-8b63-45f9-acd3-fb2b6c19efa2 req-a7c3dbfa-57c2-4a82-814d-e74cb5a26b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:53.323681 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-69cf2fc7-8b63-45f9-acd3-fb2b6c19efa2 req-a7c3dbfa-57c2-4a82-814d-e74cb5a26b72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 1132 time: 0.3599722 Feb 19 03:13:53.333232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port e0f0e480-987f-4279-81d7-1ad3568e5ff6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e0f0e480-987f-4279-81d7-1ad3568e5ff6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:53.349946 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.457816 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-69cf2fc7-8b63-45f9-acd3-fb2b6c19efa2 req-77b76186-c1a8-45d9-984e-eb0b03b8a652 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240857 Feb 19 03:13:53.472270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4367cfce-1a33-4a4b-a5ce-88eeba54c80a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.483756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd4652-e90a-42b4-8225-056b7f1e7173 req-d2fb9c22-2036-4e0a-b548-41692083d479 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:53.498979 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fccd4652-e90a-42b4-8225-056b7f1e7173 req-d2fb9c22-2036-4e0a-b548-41692083d479 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 943 time: 0.2276964 Feb 19 03:13:53.514964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=e0f0e480-987f-4279-81d7-1ad3568e5ff6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:53.536437 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Pushing event updated for resources: {'Port': ['ID=4367cfce-1a33-4a4b-a5ce-88eeba54c80a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:53.547092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:53.549363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:53.552488 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:53.611836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fccd4652-e90a-42b4-8225-056b7f1e7173 req-9273916f-c979-4b2f-a6b5-26b39bee908a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092036 Feb 19 03:13:53.777686 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for floatingip (dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.835257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4367cfce-1a33-4a4b-a5ce-88eeba54c80a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.032266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0721f1-96fd-4737-b408-1a116eaf6c98 req-3b5ad5e2-aae4-4abd-9e2c-694d16c961b8 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:54.034953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca0721f1-96fd-4737-b408-1a116eaf6c98 req-3b5ad5e2-aae4-4abd-9e2c-694d16c961b8 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 950 time: 0.1046720 Feb 19 03:13:54.125000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca0721f1-96fd-4737-b408-1a116eaf6c98 req-96f5a9b7-87d4-409c-8107-989905f90770 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775359 Feb 19 03:13:54.165043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for port (4367cfce-1a33-4a4b-a5ce-88eeba54c80a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.179322 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (4367cfce-1a33-4a4b-a5ce-88eeba54c80a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.304246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Pushing event updated for resources: {'Port': ['ID=4367cfce-1a33-4a4b-a5ce-88eeba54c80a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:54.312567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a54b7b-73ff-471f-9bfa-7b196182ea00 req-3c5cde82-4240-4383-8f84-322864a0ba21 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:54.314993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54a54b7b-73ff-471f-9bfa-7b196182ea00 req-3c5cde82-4240-4383-8f84-322864a0ba21 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 945 time: 0.0780411 Feb 19 03:13:54.326278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.350455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.352781 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-25674be2-4f51-4f44-9ce6-40dee700de13 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0257893 Feb 19 03:13:54.382749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54a54b7b-73ff-471f-9bfa-7b196182ea00 req-55ac9b73-0158-4533-9f73-0551b4d86341 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562582 Feb 19 03:13:54.476522 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Sync routers for ids ['3fa7973e-350e-4220-8a43-8a136d1a991d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:54.493687 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Routers {'3fa7973e-350e-4220-8a43-8a136d1a991d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:54.493687 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:13:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3fa7973e-350e-4220-8a43-8a136d1a991d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:54.679298 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Set router 3fa7973e-350e-4220-8a43-8a136d1a991d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:54.782277 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e0f0e480-987f-4279-81d7-1ad3568e5ff6 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:54.876028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e0f0e480-987f-4279-81d7-1ad3568e5ff6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:54.876028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.107091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e0f0e480-987f-4279-81d7-1ad3568e5ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:55.194473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-94f768ed-aefe-4f7b-8c21-6188c62b2452 req-087a8a48-2ceb-4dcd-9dd6-7bb92adcb56c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:13:55.196519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94f768ed-aefe-4f7b-8c21-6188c62b2452 req-087a8a48-2ceb-4dcd-9dd6-7bb92adcb56c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083926 Feb 19 03:13:55.235142 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 2, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:55.270905 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Checking router: 3fa7973e-350e-4220-8a43-8a136d1a991d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:55.271935 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Updating router 3fa7973e-350e-4220-8a43-8a136d1a991d port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:13:55.437254 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-835a42fc-60e2-45b8-945d-d70226c3e3c3 service neutron] 10.222.0.37 "GET /v2.0/ports/63606f69-d134-46dd-8ee7-fc27be74e4b7/bindings/n-h2-826756-2 HTTP/1.1" status: 200 len: 384 time: 0.1445045 Feb 19 03:13:55.447835 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.819040 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-439cc595-13b8-4672-b11d-8337d90a44cf service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:55.850302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-439cc595-13b8-4672-b11d-8337d90a44cf service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:55.889822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-439cc595-13b8-4672-b11d-8337d90a44cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63606f69-d134-46dd-8ee7-fc27be74e4b7 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:55.904763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-439cc595-13b8-4672-b11d-8337d90a44cf service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:55.925986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-439cc595-13b8-4672-b11d-8337d90a44cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.939288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-ba53e8c3-f6d4-4a53-b157-9d3a5a8178c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1873517 Feb 19 03:13:56.034731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-1e4a2a97-3f80-4b64-b18a-91c593e6f907 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:13:56.045128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-1e4a2a97-3f80-4b64-b18a-91c593e6f907 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0255504 Feb 19 03:13:56.070007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-d27ed0b3-5230-4202-9c60-4ff66f168d2c tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1670415868&fields=id&tenant_id=7cdbb76ae06e4600ac83941ce11ceb13 HTTP/1.1" status: 200 len: 267 time: 0.2084095 Feb 19 03:13:56.133821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-439cc595-13b8-4672-b11d-8337d90a44cf service neutron] Transition to ACTIVE for port object 63606f69-d134-46dd-8ee7-fc27be74e4b7 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:56.149713 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-439cc595-13b8-4672-b11d-8337d90a44cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.201032 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Publish callbacks [] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.227597 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.331464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-e063818a-ee98-4119-a310-be80de70854e tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:56.343645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-e063818a-ee98-4119-a310-be80de70854e tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/networks?id=726feb13-dd62-4dcd-a490-a5e578aa1fd8 HTTP/1.1" status: 200 len: 806 time: 0.2520561 Feb 19 03:13:56.371167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-ee22e8ec-a602-4e05-b07b-f0fe5f16926f tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/quotas/7cdbb76ae06e4600ac83941ce11ceb13 HTTP/1.1" status: 200 len: 375 time: 0.0245817 Feb 19 03:13:56.383015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cc595-13b8-4672-b11d-8337d90a44cf service neutron] Pushing event updated for resources: {'Port': ['ID=63606f69-d134-46dd-8ee7-fc27be74e4b7,revision_number=10']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:56.441265 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Pushing event updated for resources: {'Port': ['ID=1338c27c-ee6d-4475-a025-6b3c2a409bd9,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:56.491081 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.491639 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.492116 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.493010 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.493568 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.494171 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.494999 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.495814 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.496511 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.500201 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.501084 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.501896 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.503099 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:56.553647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-aeae0ee4-835d-497d-96d7-79a7f04f28e3 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7cdbb76ae06e4600ac83941ce11ceb13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817636 Feb 19 03:13:56.575472 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Attempting to bind port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:56.576173 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Attempting to bind port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:56.576839 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Attempting to bind port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 on network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:56.583401 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:56.586695 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Checking segment: {'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:56.587477 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.588377 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Bound using segment: {'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:56.589950 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Bound port: 1338c27c-ee6d-4475-a025-6b3c2a409bd9, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:56.590688 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.621927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-439cc595-13b8-4672-b11d-8337d90a44cf service neutron] No DVR routers for this DVR port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:56.812443 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] For port 1338c27c-ee6d-4475-a025-6b3c2a409bd9, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:56.817509 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] For port 1338c27c-ee6d-4475-a025-6b3c2a409bd9, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1338c27c-ee6d-4475-a025-6b3c2a409bd9,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:56.841778 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.848692 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-439cc595-13b8-4672-b11d-8337d90a44cf service neutron] 10.222.0.37 "PUT /v2.0/ports/63606f69-d134-46dd-8ee7-fc27be74e4b7/bindings/n-h2-826756-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4061069 Feb 19 03:13:56.903933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-915384e9-a126-4400-96b1-47a44199041d service neutron] 10.222.0.42 "GET /v2.0/networks/726feb13-dd62-4dcd-a490-a5e578aa1fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400552 Feb 19 03:13:56.956175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9035de61-e913-4a02-8ac7-15b48e15f176 None None] Provisioning complete for port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:56.956811 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9035de61-e913-4a02-8ac7-15b48e15f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.984720 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Routers {'3fa7973e-350e-4220-8a43-8a136d1a991d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:56.985906 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:13:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3fa7973e-350e-4220-8a43-8a136d1a991d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:57.086486 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e78392-8ff8-4a0d-a3fb-974529422e2e None None] Pushing event updated for resources: {'Port': ['ID=1338c27c-ee6d-4475-a025-6b3c2a409bd9,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:57.220334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9035de61-e913-4a02-8ac7-15b48e15f176 None None] Current status of the port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:57.221262 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9035de61-e913-4a02-8ac7-15b48e15f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.334423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-59e640b7-8f56-4f6d-8787-99bc79097d38 service neutron] 10.222.0.42 "GET /v2.0/networks/726feb13-dd62-4dcd-a490-a5e578aa1fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289241 Feb 19 03:13:57.337364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9035de61-e913-4a02-8ac7-15b48e15f176 None None] For port 1338c27c-ee6d-4475-a025-6b3c2a409bd9, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1338c27c-ee6d-4475-a025-6b3c2a409bd9,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:57.345067 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9035de61-e913-4a02-8ac7-15b48e15f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.352217 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] Set router 3fa7973e-350e-4220-8a43-8a136d1a991d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:57.460339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-4354cefd-895a-42fe-8519-cf0ee084237a tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:57.462444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-4354cefd-895a-42fe-8519-cf0ee084237a tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.3030989 Feb 19 03:13:57.494347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fceec-7e6e-41de-bf24-f385209b8307 req-2c93bcc6-54ee-47ba-8130-f7b7fbd6c13b tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:57.506787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-734fceec-7e6e-41de-bf24-f385209b8307 req-2c93bcc6-54ee-47ba-8130-f7b7fbd6c13b tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.71 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 945 time: 0.4127843 Feb 19 03:13:57.515934 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59468) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:57.528434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035de61-e913-4a02-8ac7-15b48e15f176 None None] Pushing event updated for resources: {'Port': ['ID=1338c27c-ee6d-4475-a025-6b3c2a409bd9,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:57.602774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f0ed647c-1545-45d9-b3e1-16c83707ec6b None None] Provisioning complete for port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:57.603388 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f0ed647c-1545-45d9-b3e1-16c83707ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.681659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-27b5089e-636b-4760-b616-f65331790d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:57.690121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-27b5089e-636b-4760-b616-f65331790d23 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d HTTP/1.1" status: 200 len: 1126 time: 0.1794164 Feb 19 03:13:57.884472 n-d-826756-2 neutron-server[103616]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 03:13:57.905711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed647c-1545-45d9-b3e1-16c83707ec6b None None] Current status of the port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:57.965601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Deleting port 80f67ee6-999b-4caf-aed2-382ef08d17b3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:57.966539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.997133 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:56Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:58.013784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f2f521a6-ebc1-4bce-b9c1-d6f8f760c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:58.023121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f2f521a6-ebc1-4bce-b9c1-d6f8f760c615 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1126 time: 0.2583804 Feb 19 03:13:58.031028 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59438b-5b8a-405c-ab64-1575ef2fdd8f None None] The sync data for ids ['3fa7973e-350e-4220-8a43-8a136d1a991d'] in n-d-826756-2 is: [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:56Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:58.120036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-1585c8c1-9d5f-4c84-85fc-77dd43cfd3c1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:58.151033 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-1585c8c1-9d5f-4c84-85fc-77dd43cfd3c1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports/eff01f0f-6e35-4a50-9866-18d6e63c0aea HTTP/1.1" status: 200 len: 947 time: 0.6328127 Feb 19 03:13:58.400467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263be34-fb23-44fc-8aba-a6b124c5e38c req-a5a99f1e-912f-4d0a-89b5-9cd930969ade tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:58.403808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e263be34-fb23-44fc-8aba-a6b124c5e38c req-a5a99f1e-912f-4d0a-89b5-9cd930969ade tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 944 time: 0.3770831 Feb 19 03:13:58.525445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] For port 80f67ee6-999b-4caf-aed2-382ef08d17b3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=80f67ee6-999b-4caf-aed2-382ef08d17b3,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:58.526059 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:58.927366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1338c27c-ee6d-4475-a025-6b3c2a409bd9 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:58.990595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e263be34-fb23-44fc-8aba-a6b124c5e38c req-06094194-c099-4c27-bf51-ed866e98e3cc tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723112 Feb 19 03:13:59.019687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f6fe48a4-3778-4333-ba91-6079f287ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:59.022616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-f6fe48a4-3778-4333-ba91-6079f287ddae service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.9694099 Feb 19 03:13:59.117704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:59.118113 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:59.119262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-4ad2740a-c54a-4909-85d3-22bdec763baa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7 HTTP/1.1" status: 200 len: 217 time: 0.0646555 Feb 19 03:13:59.217083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-ea71bd54-9761-4d1e-92ec-bb9c54fc3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:59.220431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-ea71bd54-9761-4d1e-92ec-bb9c54fc3224 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.0869329 Feb 19 03:13:59.284334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-db3ed8e1-829b-463a-bdd3-9560a3438773 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457389 Feb 19 03:13:59.305334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:59.512712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05b871ba-7e09-4e97-83c7-3f38eded3f05 req-33f5ee1b-8456-4d10-9fee-f50d9934382b tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0603857 Feb 19 03:13:59.550315 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:59.550938 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:59.551458 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Floating IP 6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530 disassociated. External IP: 172.25.4.125, port: 80f67ee6-999b-4caf-aed2-382ef08d17b3. Feb 19 03:13:59.551972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Calling delete_port for 80f67ee6-999b-4caf-aed2-382ef08d17b3 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:59.634135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-2040d5dc-4ebc-42c3-9007-b4fdcf99704a service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760193 Feb 19 03:13:59.926321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f839e-b8fd-4368-86a0-87ee2c2d40ff req-0efdd996-a06b-468b-9135-57f7f0163237 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:59.928148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-925f839e-b8fd-4368-86a0-87ee2c2d40ff req-0efdd996-a06b-468b-9135-57f7f0163237 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 950 time: 0.2499254 Feb 19 03:13:59.974471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-48f7110c-1cad-449f-98da-dc705f117c45 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936690 Feb 19 03:13:59.991183 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (80f67ee6-999b-4caf-aed2-382ef08d17b3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:00.046156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event deleted for resources: {'Port': ['ID=80f67ee6-999b-4caf-aed2-382ef08d17b3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:00.062647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-925f839e-b8fd-4368-86a0-87ee2c2d40ff req-a4fafae3-e25a-404c-ac18-01f36d62dea5 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203966 Feb 19 03:14:00.491281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 80f67ee6-999b-4caf-aed2-382ef08d17b3 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:00.555320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 80f67ee6-999b-4caf-aed2-382ef08d17b3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:00.559602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 80f67ee6-999b-4caf-aed2-382ef08d17b3 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:00.728736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-b70fcad2-afc9-4513-aaff-8a4bb3f2a5b6 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:00.731452 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-b70fcad2-afc9-4513-aaff-8a4bb3f2a5b6 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.37 "GET /v2.0/networks?id=726feb13-dd62-4dcd-a490-a5e578aa1fd8 HTTP/1.1" status: 200 len: 806 time: 0.2154980 Feb 19 03:14:00.742512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3170e29-c486-445c-b786-5c32976536d7 req-a8c9ff6b-f317-4bc5-8cc9-54b93d382a67 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e9da1d-d6b7-492c-b6e4-98fbfd1347e7 HTTP/1.1" status: 200 len: 210 time: 0.1165147 Feb 19 03:14:00.891133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-75d3a9fc-c096-4c9e-98ac-ed6d45015606 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:00.892757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-75d3a9fc-c096-4c9e-98ac-ed6d45015606 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.2665942 Feb 19 03:14:00.903748 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-23db4da7-fe73-4db8-a888-8864d3d8cfa2 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cdbb76ae06e4600ac83941ce11ceb13 HTTP/1.1" status: 200 len: 380 time: 0.1501584 Feb 19 03:14:00.918286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:00.933449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-af08ad31-b26d-4f0e-8b45-45f4484bf5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:00.935367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-af08ad31-b26d-4f0e-8b45-45f4484bf5d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 1132 time: 0.3074522 Feb 19 03:14:00.943043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Request body: {'port': {'device_id': '597ba850-8794-4748-a316-14c919000020', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'admin_state_up': True, 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'security_groups': ['da5733a4-b2b1-4403-931f-ae73a4bdf6df']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:01.005056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-55dad2c9-9e58-49cc-a27b-d342a7dac158 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3831663 Feb 19 03:14:01.136808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Made reservation on behalf of 7cdbb76ae06e4600ac83941ce11ceb13 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:01.141264 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.255620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb12411-4ca3-4d85-8f0e-6f15ca1a57a9 req-025ea806-07ad-41e9-8a68-f88950979bd4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.267437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fb12411-4ca3-4d85-8f0e-6f15ca1a57a9 req-025ea806-07ad-41e9-8a68-f88950979bd4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 950 time: 0.4008095 Feb 19 03:14:01.338273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Allocated IP 172.20.0.3 (726feb13-dd62-4dcd-a490-a5e578aa1fd8/6c3b280d-53cb-4538-b76b-21e3c023042b/81e9bc8e-033f-4c0d-a3fb-e130c910b013) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:01.404549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-53363c5e-670b-4fdf-b982-0c6e68fa09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.406241 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-53363c5e-670b-4fdf-b982-0c6e68fa09ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.4045994 Feb 19 03:14:01.485491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:01.493465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-204968e2-e593-43a9-a850-5aa4322efb17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea HTTP/1.1" status: 200 len: 217 time: 0.0802026 Feb 19 03:14:01.499323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] Sync routers for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:01.507050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-ff88a201-b884-4748-a80e-a5537fa2ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.508600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-ff88a201-b884-4748-a80e-a5537fa2ea8e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 1132 time: 0.4149547 Feb 19 03:14:01.529818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:01.530993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:13:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:01.619712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.642937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fb12411-4ca3-4d85-8f0e-6f15ca1a57a9 req-49d3d71b-a347-43ce-a45f-709fc37c974a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424752 Feb 19 03:14:01.674475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-0b4d1cce-223e-4c2e-860a-866ff812c83d service neutron] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:01.675867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] No DVR routers for this DVR port 80f67ee6-999b-4caf-aed2-382ef08d17b3 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:01.681960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.686335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-734fceec-7e6e-41de-bf24-f385209b8307 req-07a80309-6007-4594-8e03-05ba9aaabcbc tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.71 "DELETE /v2.0/ports/80f67ee6-999b-4caf-aed2-382ef08d17b3 HTTP/1.1" status: 204 len: 173 time: 4.1230047 Feb 19 03:14:01.688657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'name': 'network-vif-deleted', 'tag': '80f67ee6-999b-4caf-aed2-382ef08d17b3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:01.691071 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d6f677-4061-44ed-a919-7bde27f76ba5" -d '{"events": [{"server_uuid": "73e9da1d-d6b7-492c-b6e4-98fbfd1347e7", "name": "network-vif-deleted", "tag": "80f67ee6-999b-4caf-aed2-382ef08d17b3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:01.747247 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-0b4d1cce-223e-4c2e-860a-866ff812c83d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.748899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27d38f7-04a0-4312-83ad-ba1c6b40505e req-0b4d1cce-223e-4c2e-860a-866ff812c83d service neutron] 10.222.0.71 "DELETE /v2.0/ports/63606f69-d134-46dd-8ee7-fc27be74e4b7/bindings/n-h1-826756-2 HTTP/1.1" status: 204 len: 173 time: 0.8279645 Feb 19 03:14:01.749908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.781187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-8001c273-6de2-4dda-b586-df122f12fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.782748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-8001c273-6de2-4dda-b586-df122f12fbde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2731469 Feb 19 03:14:01.814559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:01.891105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-c3a6eb9d-ccdc-4786-9e9d-657f603b6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.893960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-c3a6eb9d-ccdc-4786-9e9d-657f603b6eaa service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3246007 Feb 19 03:14:01.929066 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Pushing event updated for resources: {'Port': ['ID=81e9bc8e-033f-4c0d-a3fb-e130c910b013,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:01.943984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:01.947747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:01.952093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:02.022403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-e14e752b-0109-455c-af7b-4d29bc48cee8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 200 len: 217 time: 0.1163590 Feb 19 03:14:02.028619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a5d4a-2544-4a9e-a89a-cae0cffb69e6 req-d161b363-e697-478c-9537-8c85c14852ec tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.040377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b2a5d4a-2544-4a9e-a89a-cae0cffb69e6 req-d161b363-e697-478c-9537-8c85c14852ec tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 1127 time: 0.2608502 Feb 19 03:14:02.050071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-01fc6792-654f-4436-8f5f-3ca071a7886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.054797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-01fc6792-654f-4436-8f5f-3ca071a7886b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2589879 Feb 19 03:14:02.085169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.086474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:02.119362 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-80d27f08-c491-4b18-9e61-cf84a697a85b tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1828032 Feb 19 03:14:02.147941 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Request body: {'port': {'device_id': '597ba850-8794-4748-a316-14c919000020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:02.214932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b2a5d4a-2544-4a9e-a89a-cae0cffb69e6 req-59572a87-86b2-439a-945b-8deeff325167 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727865 Feb 19 03:14:02.321635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:02.433228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-af43bbbd-cf20-45a7-9580-8501e71db02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.434861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-af43bbbd-cf20-45a7-9580-8501e71db02d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.3899956 Feb 19 03:14:02.504175 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9c941adc-d87f-4089-b3fd-a6eb08f48ea3 req-1ac6ea15-51b1-43cf-bf5f-c5d94dca15fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.1263027 Feb 19 03:14:02.587384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-770e5dbb-8f38-4b26-8d28-9027e4c18811 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010320 Feb 19 03:14:02.700617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586a5d5-ba97-4a3d-b66c-08e652a2d147 req-0be1f4dd-c3fc-4b8a-932a-9d047ff013fe tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.715617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3586a5d5-ba97-4a3d-b66c-08e652a2d147 req-0be1f4dd-c3fc-4b8a-932a-9d047ff013fe tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 931 time: 0.2897460 Feb 19 03:14:02.742168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-faef4011-cc88-4666-b514-7b6adcb17528 None None] Provisioning complete for port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:02.743064 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-faef4011-cc88-4666-b514-7b6adcb17528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:02.791187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-a9f9a14f-159e-4697-a3bf-da6d0127c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.796737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-a9f9a14f-159e-4697-a3bf-da6d0127c173 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2018878 Feb 19 03:14:02.847285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-faef4011-cc88-4666-b514-7b6adcb17528 None None] Port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:14:02.879734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3586a5d5-ba97-4a3d-b66c-08e652a2d147 req-ec801df7-aeed-4829-b9cf-e393124ac501 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups?id=da5733a4-b2b1-4403-931f-ae73a4bdf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620762 Feb 19 03:14:02.881209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:02.959870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] Checking router: e0faa132-ecf9-449e-9cc9-5ab8fa229d96 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:02.991357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:02.992453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:13:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:03.156524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-453115a0-a02a-4c0f-b7cc-1150db06045c service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425097 Feb 19 03:14:03.191861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:03.415474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-c9061c28-5f68-4c36-a008-741578081496 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417820 Feb 19 03:14:03.437240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751885de-7174-446d-a74c-ee81e14a4d0c req-d60859c2-72cb-4e35-9e40-ddc83ce70ca0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:03.449708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-751885de-7174-446d-a74c-ee81e14a4d0c req-d60859c2-72cb-4e35-9e40-ddc83ce70ca0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 944 time: 0.3459818 Feb 19 03:14:03.565419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-751885de-7174-446d-a74c-ee81e14a4d0c req-60974950-2251-4265-9f37-7b6026317ef3 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141334 Feb 19 03:14:03.569274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ad539e5-cddf-40f7-8492-06ad5a1712e0 req-c92bb3c3-bb60-4b86-8599-5ee9df690ec4 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599029 Feb 19 03:14:03.590823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e9bc8e-033f-4c0d-a3fb-e130c910b013 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:03.609771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Publish callbacks [] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.634623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Transition to ACTIVE for port object 81e9bc8e-033f-4c0d-a3fb-e130c910b013 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:14:03.649114 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.752724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=81e9bc8e-033f-4c0d-a3fb-e130c910b013,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:03.770548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:03.819883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d920af2-b272-4105-910e-bf4185b29703 None None] The sync data for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 is: [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:09:12Z', 'revision_number': 4, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba5028f9-8dd6-4aec-9061-ced7c196949d', 'name': '', 'network_id': '78ce3a2f-2af8-45e3-8723-720eca1bd14d', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'mac_address': 'fa:16:3e:4d:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:10Z', 'updated_at': '2022-02-19T03:09:21Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'subnets': [{'id': '9d97a81d-2e1a-438a-b310-2f3bca86ef7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:03.890547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1976-bb41-452f-9d3b-6f28f8d9ff4c req-3c81418c-1e67-41e2-b7a7-706ec7debe76 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:03.893442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76ea1976-bb41-452f-9d3b-6f28f8d9ff4c req-3c81418c-1e67-41e2-b7a7-706ec7debe76 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 1132 time: 0.0861320 Feb 19 03:14:03.943203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Attempting to bind port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:03.943942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Attempting to bind port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:03.944379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Attempting to bind port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 on network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:03.959131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 on network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:14:03.960691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Attempting to bind port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 on network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:03.972612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:03.973361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Checking segment: {'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:03.974279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Bound using segment: {'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:03.975355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Bound port: 81e9bc8e-033f-4c0d-a3fb-e130c910b013, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:03.976069 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.025252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76ea1976-bb41-452f-9d3b-6f28f8d9ff4c req-68f9210e-367e-4df2-8365-696a7a646893 tempest-ServersOnMultiNodesTest-1281956055 tempest-ServersOnMultiNodesTest-1281956055-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145709 Feb 19 03:14:04.124228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] For port 81e9bc8e-033f-4c0d-a3fb-e130c910b013, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:04.127943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] For port 81e9bc8e-033f-4c0d-a3fb-e130c910b013, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=81e9bc8e-033f-4c0d-a3fb-e130c910b013,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:04.139513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.196797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.197912 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.200559 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] 10.222.0.37 "PUT /v2.0/ports/81e9bc8e-033f-4c0d-a3fb-e130c910b013 HTTP/1.1" status: 200 len: 1091 time: 2.0642438 Feb 19 03:14:04.201100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597ba850-8794-4748-a316-14c919000020', 'tag': '81e9bc8e-033f-4c0d-a3fb-e130c910b013'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:04.205502 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c" -d '{"events": [{"name": "network-changed", "server_uuid": "597ba850-8794-4748-a316-14c919000020", "tag": "81e9bc8e-033f-4c0d-a3fb-e130c910b013"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:04.218757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b326c6d7-39ed-4d1f-9726-299e18a1de1f req-32c2040a-54ed-4072-8163-660b170215dd tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0585487 Feb 19 03:14:04.253033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797470c0-e14d-4ebe-b70a-0fd9cbfadcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=81e9bc8e-033f-4c0d-a3fb-e130c910b013,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:04.339867 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907d487d-c70e-4978-851d-ddaed1f33895 x-openstack-request-id: req-907d487d-c70e-4978-851d-ddaed1f33895 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:04.340235 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e9da1d-d6b7-492c-b6e4-98fbfd1347e7", "name": "network-vif-deleted", "tag": "80f67ee6-999b-4caf-aed2-382ef08d17b3", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:04.340776 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-907d487d-c70e-4978-851d-ddaed1f33895 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:04.341440 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e9da1d-d6b7-492c-b6e4-98fbfd1347e7', 'name': 'network-vif-deleted', 'tag': '80f67ee6-999b-4caf-aed2-382ef08d17b3', 'status': 'completed', 'code': 200} Feb 19 03:14:04.376207 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e4985b-98e0-4c1f-8c8f-e87cfc962f63 None None] New status for floating IP 6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:14:04.437916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-5e7e3350-def9-4eb8-912c-64fe06b90b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.439272 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-5e7e3350-def9-4eb8-912c-64fe06b90b80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7cdbb76ae06e4600ac83941ce11ceb13&device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 1125 time: 0.1186571 Feb 19 03:14:04.575046 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-b133b989-ee9b-4923-ba48-7a5fc22a6db1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e9bc8e-033f-4c0d-a3fb-e130c910b013 HTTP/1.1" status: 200 len: 217 time: 0.1130562 Feb 19 03:14:04.679531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-b0865a6b-7556-4d2f-a6ca-0f52ee69a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.684764 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-b0865a6b-7556-4d2f-a6ca-0f52ee69a479 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c3b280d-53cb-4538-b76b-21e3c023042b HTTP/1.1" status: 200 len: 845 time: 0.1038487 Feb 19 03:14:04.805187 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-2e5cdfbb-9670-4305-8323-22582e51a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.807477 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-2e5cdfbb-9670-4305-8323-22582e51a1e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726feb13-dd62-4dcd-a490-a5e578aa1fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1145501 Feb 19 03:14:04.923639 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-ed027dcd-3d54-4c3a-82fe-e94ae33b9490 service neutron] 10.222.0.37 "GET /v2.0/networks/726feb13-dd62-4dcd-a490-a5e578aa1fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063209 Feb 19 03:14:05.041314 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bab7de46-3742-4a6e-a47e-2ccf0d212488 req-1391dfc0-3d82-4f31-81cc-3d2bd1292163 service neutron] 10.222.0.37 "GET /v2.0/networks/726feb13-dd62-4dcd-a490-a5e578aa1fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111088 Feb 19 03:14:05.609917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-d1fb2f6a-0fce-4c75-8c90-acb07564c212 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:14:05.611009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-d1fb2f6a-0fce-4c75-8c90-acb07564c212 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068822 Feb 19 03:14:05.661470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-2b3aa667-1fad-4ad9-ad70-714a70cec118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:05.663139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-2b3aa667-1fad-4ad9-ad70-714a70cec118 service neutron] 10.222.0.42 "GET /v2.0/ports/11fc6ea8-1999-4642-9dc0-1966b3487832 HTTP/1.1" status: 200 len: 1124 time: 0.0437229 Feb 19 03:14:05.677582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Request body: {'binding': {'host': 'n-h1-826756-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:05.678279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Unknown quota resources ['binding']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:14:05.750287 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.867664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on host n-h1-826756-2 for vnic_type normal with profile None {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:05.868240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:05.868775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:05.876876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:14:05.877414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:05.887814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:05.888209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:05.888613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:05.889137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Bound port: 11fc6ea8-1999-4642-9dc0-1966b3487832, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:05.955913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:05.963318 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.965102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-99d3fc8c-b03a-45e5-919f-052ce2011f77 service neutron] 10.222.0.42 "POST /v2.0/ports/11fc6ea8-1999-4642-9dc0-1966b3487832/bindings HTTP/1.1" status: 201 len: 389 time: 0.2911482 Feb 19 03:14:06.205978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dc082-3888-4e17-bdd5-8d010816b214 req-29f7460a-4a8b-491d-8c7b-066452929bbe tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.207636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-914dc082-3888-4e17-bdd5-8d010816b214 req-29f7460a-4a8b-491d-8c7b-066452929bbe tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 950 time: 0.0915439 Feb 19 03:14:06.286534 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-914dc082-3888-4e17-bdd5-8d010816b214 req-bd9928ee-6e46-45d1-87bb-b39712bdafa9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703866 Feb 19 03:14:06.381549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-8d238ce8-e88b-44ce-a5e3-b24454eecb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.383331 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-8d238ce8-e88b-44ce-a5e3-b24454eecb64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 1127 time: 0.0670614 Feb 19 03:14:06.474476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9070cb-7ae4-48cb-a806-d75b38656743 req-22cc99f6-886b-4453-bd58-8823e9216c53 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.477395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be9070cb-7ae4-48cb-a806-d75b38656743 req-22cc99f6-886b-4453-bd58-8823e9216c53 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 943 time: 0.0778322 Feb 19 03:14:06.501445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-ab02665c-3730-4dfc-91ff-9181fee584fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.503322 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-ab02665c-3730-4dfc-91ff-9181fee584fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.1119602 Feb 19 03:14:06.546343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be9070cb-7ae4-48cb-a806-d75b38656743 req-744c5dd6-7aa1-4613-9a7d-3fe8fe63e77a tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups?id=da5733a4-b2b1-4403-931f-ae73a4bdf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570705 Feb 19 03:14:06.562540 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-663c11b9-d83e-47fd-9d83-922bf6d3df14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11fc6ea8-1999-4642-9dc0-1966b3487832 HTTP/1.1" status: 200 len: 217 time: 0.0480354 Feb 19 03:14:06.627274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-ccc6318a-df77-4962-9dac-4e4434cc805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.629410 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-ccc6318a-df77-4962-9dac-4e4434cc805d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.0586281 Feb 19 03:14:06.669869 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-1781299d-3be2-43a7-bc68-e5cb9f153183 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327172 Feb 19 03:14:06.801929 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a84a057-167c-4290-a9bd-c2a20b9d09ba x-openstack-request-id: req-0a84a057-167c-4290-a9bd-c2a20b9d09ba {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:06.802448 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597ba850-8794-4748-a316-14c919000020", "tag": "81e9bc8e-033f-4c0d-a3fb-e130c910b013", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:06.802901 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a84a057-167c-4290-a9bd-c2a20b9d09ba {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:06.803564 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597ba850-8794-4748-a316-14c919000020', 'tag': '81e9bc8e-033f-4c0d-a3fb-e130c910b013', 'status': 'completed', 'code': 200} Feb 19 03:14:06.823116 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-814e074d-f853-4820-a8eb-78a8d82121aa service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355944 Feb 19 03:14:06.974419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-432f3857-9b88-429e-b8e6-8f3fd3d0546e req-9efd1c1e-6ebf-4bee-a8a6-15f77d51b3cf tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0492299 Feb 19 03:14:06.999609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-f8206e83-c571-4cb8-b4de-72869712e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:07.001412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-f8206e83-c571-4cb8-b4de-72869712e741 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7cdbb76ae06e4600ac83941ce11ceb13&device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 1125 time: 0.1237197 Feb 19 03:14:07.015864 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-bbb72923-a9cc-4333-907e-6a5ade0425a9 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510217 Feb 19 03:14:07.189938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-2ac831be-f7e7-42ea-ae37-d1715834f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:07.192611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-2ac831be-f7e7-42ea-ae37-d1715834f12a service neutron] 10.222.0.37 "GET /v2.0/networks?id=726feb13-dd62-4dcd-a490-a5e578aa1fd8 HTTP/1.1" status: 200 len: 907 time: 0.1831939 Feb 19 03:14:07.259224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-cc20d8fa-e9e5-4805-8a28-e52329a7bd66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e9bc8e-033f-4c0d-a3fb-e130c910b013 HTTP/1.1" status: 200 len: 217 time: 0.0591445 Feb 19 03:14:07.274650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aef68a-e549-4de8-8edb-f6575ccf2755 req-8739180b-7a70-4144-93c2-885231700c36 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:07.276682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28aef68a-e549-4de8-8edb-f6575ccf2755 req-8739180b-7a70-4144-93c2-885231700c36 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.1742592 Feb 19 03:14:07.362178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-047fcbe6-4543-49b3-aa5d-30914d3df68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:07.364601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-047fcbe6-4543-49b3-aa5d-30914d3df68b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c3b280d-53cb-4538-b76b-21e3c023042b HTTP/1.1" status: 200 len: 845 time: 0.0867758 Feb 19 03:14:07.483700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-cb8281bf-eb45-4e3f-8d48-9b88bbee55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:07.486219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-cb8281bf-eb45-4e3f-8d48-9b88bbee55dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726feb13-dd62-4dcd-a490-a5e578aa1fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1122909 Feb 19 03:14:07.501628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28aef68a-e549-4de8-8edb-f6575ccf2755 req-aa1a5b27-5ca6-4bac-b6ea-174c4a1acfd9 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105088 Feb 19 03:14:07.673573 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-899be140-a95e-4558-bb87-04dc52a435a4 service neutron] 10.222.0.37 "GET /v2.0/networks/726feb13-dd62-4dcd-a490-a5e578aa1fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706212 Feb 19 03:14:07.703089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2e379-6afe-4516-8bc9-921ab15d7ab1 req-0161da4e-13a4-448a-af56-2fd153b86cec tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:07.704622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0e2e379-6afe-4516-8bc9-921ab15d7ab1 req-0161da4e-13a4-448a-af56-2fd153b86cec tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1126 time: 0.1026764 Feb 19 03:14:07.809481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0e2e379-6afe-4516-8bc9-921ab15d7ab1 req-45de79ce-a539-4e45-8528-e28560338672 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931363 Feb 19 03:14:07.825752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce03776a-1622-4a3c-a0b2-b4f90ca4892c req-ab2f66d1-3920-4b9b-9dea-db6831166564 service neutron] 10.222.0.37 "GET /v2.0/networks/726feb13-dd62-4dcd-a490-a5e578aa1fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361990 Feb 19 03:14:08.019709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1c58-faf0-4793-bafa-1c81a8f2ddc7 req-4391248d-fa35-4116-a62f-7dbfe01f6f78 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:08.022664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acab1c58-faf0-4793-bafa-1c81a8f2ddc7 req-4391248d-fa35-4116-a62f-7dbfe01f6f78 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 950 time: 0.0933683 Feb 19 03:14:08.087981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acab1c58-faf0-4793-bafa-1c81a8f2ddc7 req-ba451598-cb4b-4a55-aca0-24d798adef3d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579059 Feb 19 03:14:08.211386 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-82647b5a-d6a3-47a5-bea1-1f50c72e5365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:08.579561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee736-fd16-457b-b59f-d3aeb064dafe req-a6383423-e683-432c-aab6-d5e153b318e5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:08.582899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621ee736-fd16-457b-b59f-d3aeb064dafe req-a6383423-e683-432c-aab6-d5e153b318e5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 950 time: 0.0822272 Feb 19 03:14:08.661165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621ee736-fd16-457b-b59f-d3aeb064dafe req-0e070759-721c-4d24-9deb-52bfa27fadd1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679867 Feb 19 03:14:08.841019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992283ee-ec11-4b5e-96cb-4b0594a3f868 req-d20e9568-1edf-4608-bcea-10b597977e22 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:08.842693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-992283ee-ec11-4b5e-96cb-4b0594a3f868 req-d20e9568-1edf-4608-bcea-10b597977e22 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 943 time: 0.0915561 Feb 19 03:14:08.930809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-992283ee-ec11-4b5e-96cb-4b0594a3f868 req-4552a418-75bd-4730-8388-cfce61ae1a7f tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups?id=da5733a4-b2b1-4403-931f-ae73a4bdf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772481 Feb 19 03:14:09.166042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1f198-2704-4943-bc57-83b499ac9657 req-50551c86-3877-45f4-ba2e-cc10e56aecb2 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:09.168769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7a1f198-2704-4943-bc57-83b499ac9657 req-50551c86-3877-45f4-ba2e-cc10e56aecb2 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1126 time: 0.1275742 Feb 19 03:14:09.210741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-b024d8ee-6207-467c-a1d0-558230f3ffff tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:09.212686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-b024d8ee-6207-467c-a1d0-558230f3ffff tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 950 time: 0.1209202 Feb 19 03:14:09.290924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7a1f198-2704-4943-bc57-83b499ac9657 req-712399a2-47d1-4887-8061-bbcfa8979d8e tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109900 Feb 19 03:14:09.383279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59602) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:09.386063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Deleting port 55aa74f7-652b-4728-9d15-aa013ba43e3d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:09.386871 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.539825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-504d21a9-4832-476e-98d5-a553b3e8d894 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group (8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.606782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2958112-e188-4248-9807-3e7b1cd81103 req-1c6d81dd-487f-473e-92f6-ed26e94b6cec tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0693581 Feb 19 03:14:09.628473 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-504d21a9-4832-476e-98d5-a553b3e8d894 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group (8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.721187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] For port 55aa74f7-652b-4728-9d15-aa013ba43e3d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=55aa74f7-652b-4728-9d15-aa013ba43e3d,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:09.722168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.770493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 81e9bc8e-033f-4c0d-a3fb-e130c910b013 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:14:09.775739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-504d21a9-4832-476e-98d5-a553b3e8d894 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.787551 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-504d21a9-4832-476e-98d5-a553b3e8d894 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.789828 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-504d21a9-4832-476e-98d5-a553b3e8d894 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "DELETE /v2.0/security-groups/8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd HTTP/1.1" status: 204 len: 168 time: 0.4049349 Feb 19 03:14:09.799281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Calling delete_port for 55aa74f7-652b-4728-9d15-aa013ba43e3d owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:09.800442 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59608) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:09.842950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d21a9-4832-476e-98d5-a553b3e8d894 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:09.866710 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-ffff12d0-370d-4e68-91da-3f14146f139e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] show failed (client error): The resource could not be found. Feb 19 03:14:09.868700 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ffff12d0-370d-4e68-91da-3f14146f139e tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "GET /v2.0/security-groups/8c6f9e62-0d48-48e3-86ff-2eb6cf6a2acd HTTP/1.1" status: 404 len: 347 time: 0.0655334 Feb 19 03:14:09.875121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59610) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:10.011725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f87c8-7fbf-494e-ab85-4daf0d6186bc req-33dccd39-181f-44d3-9474-26cdbb083b15 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.018907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-044f87c8-7fbf-494e-ab85-4daf0d6186bc req-33dccd39-181f-44d3-9474-26cdbb083b15 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.2907724 Feb 19 03:14:10.040279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 81e9bc8e-033f-4c0d-a3fb-e130c910b013, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=81e9bc8e-033f-4c0d-a3fb-e130c910b013,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:10.069117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '81e9bc8e-033f-4c0d-a3fb-e130c910b013', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'port_id': '81e9bc8e-033f-4c0d-a3fb-e130c910b013', 'mac_address': 'fa:16:3e:75:ca:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:14:10.100349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d1c94da7-877d-4cee-b83a-15a1184a27b9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Deleting port 020b5e50-4cb5-444f-bb57-9b86d09e905d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:10.100749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1c94da7-877d-4cee-b83a-15a1184a27b9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (020b5e50-4cb5-444f-bb57-9b86d09e905d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.120495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-044f87c8-7fbf-494e-ab85-4daf0d6186bc req-9af7d4d7-4918-4184-9ee0-2e0d55335af4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005194 Feb 19 03:14:10.169956 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (55aa74f7-652b-4728-9d15-aa013ba43e3d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.176914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:10.177888 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.197621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e9bc8e-033f-4c0d-a3fb-e130c910b013 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:10.199470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event deleted for resources: {'Port': ['ID=55aa74f7-652b-4728-9d15-aa013ba43e3d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:10.204821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec', '6436e362-2029-472b-8627-244432a43dd1', '73b12456-b8d5-4063-8d75-fab246296221', 'fe664d20-517d-4fb1-9562-a89271c68bcf', 'e0200b14-b250-4ed0-9e08-fb09baf2e0de'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:10.216969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.217327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.217729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.218128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.218468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.218892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.219227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.219559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.219888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.220221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.220550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.220876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.221290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:10.236538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a', '60075d9a-800a-43a4-91c3-e8e81b693d18', '55aa74f7-652b-4728-9d15-aa013ba43e3d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:10.295232 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1c94da7-877d-4cee-b83a-15a1184a27b9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (020b5e50-4cb5-444f-bb57-9b86d09e905d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.295703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1c94da7-877d-4cee-b83a-15a1184a27b9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for floatingip (020b5e50-4cb5-444f-bb57-9b86d09e905d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.303668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] No DVR routers for this DVR port 55aa74f7-652b-4728-9d15-aa013ba43e3d on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:10.332538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d1c94da7-877d-4cee-b83a-15a1184a27b9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Calling delete_port for 020b5e50-4cb5-444f-bb57-9b86d09e905d owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:10.345104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 81e9bc8e-033f-4c0d-a3fb-e130c910b013, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=81e9bc8e-033f-4c0d-a3fb-e130c910b013,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:10.348275 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.366527 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.372093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61eb93d7-187a-4314-ba84-02e200c4eaf0 req-672b1547-a67b-4c9b-988b-7d2242ca3d40 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "DELETE /v2.0/ports/55aa74f7-652b-4728-9d15-aa013ba43e3d HTTP/1.1" status: 204 len: 173 time: 1.1531026 Feb 19 03:14:10.384417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e20029be-68bb-48f5-abd8-bfabe06bc9b0 req-4642de30-be42-4dc0-82c2-9c1bc2f5094d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ff51c8f-1a41-45f4-b65d-2c22f7bc760a HTTP/1.1" status: 200 len: 210 time: 0.0694575 Feb 19 03:14:10.384918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff51c8f-1a41-45f4-b65d-2c22f7bc760a', 'name': 'network-vif-deleted', 'tag': '55aa74f7-652b-4728-9d15-aa013ba43e3d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:10.421831 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79cb355-707d-4032-aa69-a6e77231710a" -d '{"events": [{"server_uuid": "8ff51c8f-1a41-45f4-b65d-2c22f7bc760a", "name": "network-vif-deleted", "tag": "55aa74f7-652b-4728-9d15-aa013ba43e3d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:10.488091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=81e9bc8e-033f-4c0d-a3fb-e130c910b013,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:10.524663 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f48e941-a17b-4252-a0b5-0b4f53e14db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.768429 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1c94da7-877d-4cee-b83a-15a1184a27b9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (020b5e50-4cb5-444f-bb57-9b86d09e905d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.807185 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c94da7-877d-4cee-b83a-15a1184a27b9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Pushing event deleted for resources: {'Port': ['ID=020b5e50-4cb5-444f-bb57-9b86d09e905d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:10.910136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1c94da7-877d-4cee-b83a-15a1184a27b9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks [] for floatingip (6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.916275 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1c94da7-877d-4cee-b83a-15a1184a27b9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.924783 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d1c94da7-877d-4cee-b83a-15a1184a27b9 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] 10.222.0.42 "DELETE /v2.0/floatingips/6ab1bfe1-b4f6-4584-b9e3-fd65a9e16530 HTTP/1.1" status: 204 len: 168 time: 1.0490990 Feb 19 03:14:10.951498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d02f6-ce3b-4e48-8fca-c54df90f0660 req-4eb1a679-004d-4ca7-a65c-92aea1813e71 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.953982 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b30d02f6-ce3b-4e48-8fca-c54df90f0660 req-4eb1a679-004d-4ca7-a65c-92aea1813e71 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 950 time: 0.1038606 Feb 19 03:14:10.996015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['81e9bc8e-033f-4c0d-a3fb-e130c910b013'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:11.039623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b30d02f6-ce3b-4e48-8fca-c54df90f0660 req-8643a174-fc7c-450f-b1b9-3130721b2f27 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760913 Feb 19 03:14:11.645205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7bf5c-4185-47cd-8455-79631a54b4cc req-7d5a301e-2ae3-4eae-aa40-eac719c8d580 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.650794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cdc7bf5c-4185-47cd-8455-79631a54b4cc req-7d5a301e-2ae3-4eae-aa40-eac719c8d580 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 944 time: 0.4854245 Feb 19 03:14:11.719921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cdc7bf5c-4185-47cd-8455-79631a54b4cc req-5d94a2fc-320f-4c4f-b56f-fc291eb23010 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups?id=da5733a4-b2b1-4403-931f-ae73a4bdf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593526 Feb 19 03:14:11.787760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 55aa74f7-652b-4728-9d15-aa013ba43e3d no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:11.827803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 55aa74f7-652b-4728-9d15-aa013ba43e3d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:11.828688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 55aa74f7-652b-4728-9d15-aa013ba43e3d not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:11.845636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:12.834729 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.791757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 81e9bc8e-033f-4c0d-a3fb-e130c910b013 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:13.846716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:14:13.853167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:13.853978 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.965803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:13.966741 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:14.003935 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597ba850-8794-4748-a316-14c919000020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e9bc8e-033f-4c0d-a3fb-e130c910b013'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:14.007608 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301c69a9-546c-41e7-a712-0b6231a6a541" -d '{"events": [{"server_uuid": "597ba850-8794-4748-a316-14c919000020", "name": "network-vif-plugged", "status": "completed", "tag": "81e9bc8e-033f-4c0d-a3fb-e130c910b013"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:14.029225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 81e9bc8e-033f-4c0d-a3fb-e130c910b013, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=81e9bc8e-033f-4c0d-a3fb-e130c910b013,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:14.035650 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:14.112314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=81e9bc8e-033f-4c0d-a3fb-e130c910b013,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:14.560584 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.309820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-b2573b96-b03f-44a6-9c3a-22045f40692a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580928 Feb 19 03:14:15.404264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-7222a7ea-d582-4bce-baf5-2cfd662763ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:15.406714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-7222a7ea-d582-4bce-baf5-2cfd662763ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1126 time: 0.0568671 Feb 19 03:14:15.563928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-64cf9544-ae6a-4e86-a5dc-b3f68740598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:15.565541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-64cf9544-ae6a-4e86-a5dc-b3f68740598d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.1304200 Feb 19 03:14:15.616988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-f4d8c5bb-8edf-4d8a-b0b5-464cc5b50d24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 200 len: 217 time: 0.0441954 Feb 19 03:14:15.679460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-474fd56f-0ca5-4339-9540-6a9a63961133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:15.681085 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-474fd56f-0ca5-4339-9540-6a9a63961133 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.0570362 Feb 19 03:14:15.723039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-789282f4-fbd8-442d-9cbb-3056789770d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336490 Feb 19 03:14:15.832015 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-894a617b-1faf-492e-8e77-99d5ce3d1a0d service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023514 Feb 19 03:14:15.983472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67298bda-5f20-44ed-b0b8-f5bf8359d237 req-9cb293f0-34db-4d83-957f-099f46b36d70 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432550 Feb 19 03:14:21.100532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-084fcf7e-70be-47d6-9709-c089636b7393 service neutron] 10.222.0.37 "GET /v2.0/ports/eff01f0f-6e35-4a50-9866-18d6e63c0aea/bindings/n-h1-826756-2 HTTP/1.1" status: 200 len: 382 time: 0.0977168 Feb 19 03:14:21.404056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-8ad39809-8dbb-4bbb-b9e7-79526f65b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:21.405649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-8ad39809-8dbb-4bbb-b9e7-79526f65b2ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3&tenant_id=42973c8e1f4740eaafb2729751201363 HTTP/1.1" status: 200 len: 1132 time: 0.0617261 Feb 19 03:14:21.505822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-7b9faaa6-79c2-40cc-93a0-81701ee6ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:21.507754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-7b9faaa6-79c2-40cc-93a0-81701ee6ab39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 1132 time: 0.0578723 Feb 19 03:14:21.632453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-f78e23bb-4bc9-4765-9d55-a071238e65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:21.634095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-f78e23bb-4bc9-4765-9d55-a071238e65b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1183226 Feb 19 03:14:21.685017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-8ff71904-0dec-419b-a1aa-59c984bbe768 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea HTTP/1.1" status: 200 len: 217 time: 0.0447550 Feb 19 03:14:21.749781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-5af91f73-3313-40b2-909e-0136cbb5925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:21.751332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-5af91f73-3313-40b2-909e-0136cbb5925b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0599980 Feb 19 03:14:21.812229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-71cc0f72-1565-4602-bf53-94eea872ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:21.814063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-71cc0f72-1565-4602-bf53-94eea872ad38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0563095 Feb 19 03:14:21.915136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-93d64bab-1c72-4c3a-add9-63f50e25a72d service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919602 Feb 19 03:14:22.024058 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a6bd707-6919-4b76-87e2-bd9372954361 req-4e3ff7b6-f275-4c18-b432-43dea9cd9e18 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029365 Feb 19 03:14:22.115045 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.630645 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:14:25.809703 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12733b49-47fc-4db8-ac69-8bd2178bfcde x-openstack-request-id: req-12733b49-47fc-4db8-ac69-8bd2178bfcde {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:25.810874 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff51c8f-1a41-45f4-b65d-2c22f7bc760a", "name": "network-vif-deleted", "tag": "55aa74f7-652b-4728-9d15-aa013ba43e3d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:25.811438 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12733b49-47fc-4db8-ac69-8bd2178bfcde {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:25.812103 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff51c8f-1a41-45f4-b65d-2c22f7bc760a', 'name': 'network-vif-deleted', 'tag': '55aa74f7-652b-4728-9d15-aa013ba43e3d', 'status': 'completed', 'code': 200} Feb 19 03:14:25.874335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eff01f0f-6e35-4a50-9866-18d6e63c0aea no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:25.935096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f805520-58cd-4d21-9387-87146953c4eb req-d8bc8cc8-b5a8-43e4-922b-68a814cf1d7b tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0602579 Feb 19 03:14:26.024779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eff01f0f-6e35-4a50-9866-18d6e63c0aea is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:26.025420 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:26.078241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:26.084006 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:26.135896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:26.144069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.144573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.145016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.145456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.145925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.146355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.146955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.147496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.148297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.148838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.149519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.150005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.150549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:26.245547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73c71-ede1-4e69-8fbd-c0390cf003d9 req-dc19a2ea-7be1-4ac2-9127-a0ce253e0645 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:26.248125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1a73c71-ede1-4e69-8fbd-c0390cf003d9 req-dc19a2ea-7be1-4ac2-9127-a0ce253e0645 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.0948811 Feb 19 03:14:26.335353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1a73c71-ede1-4e69-8fbd-c0390cf003d9 req-c6b70aa5-cb35-41e7-849f-5bfd17cb47ed tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787432 Feb 19 03:14:26.569624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfadc7-a8b2-4afe-8573-4929faafb854 req-310c7a83-a219-4e55-89fe-d1773b08e06d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:26.571746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27dfadc7-a8b2-4afe-8573-4929faafb854 req-310c7a83-a219-4e55-89fe-d1773b08e06d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 948 time: 0.0853214 Feb 19 03:14:26.640346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27dfadc7-a8b2-4afe-8573-4929faafb854 req-4f4b34b7-1583-4dad-823b-6e10fe8308b1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579197 Feb 19 03:14:26.818709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f7f52-35cd-4ae0-b72d-61f8f00d9031 req-a23d346a-ceee-491b-9ad6-7a317cf7f1e3 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:26.821923 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb9f7f52-35cd-4ae0-b72d-61f8f00d9031 req-a23d346a-ceee-491b-9ad6-7a317cf7f1e3 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 945 time: 0.0833809 Feb 19 03:14:26.904826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb9f7f52-35cd-4ae0-b72d-61f8f00d9031 req-040d0540-380c-4135-9f25-3300fee69e9a tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups?id=da5733a4-b2b1-4403-931f-ae73a4bdf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726547 Feb 19 03:14:27.009862 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbd1f24-4c4f-4eba-ab2f-0207310a93f6 x-openstack-request-id: req-dcbd1f24-4c4f-4eba-ab2f-0207310a93f6 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:27.011137 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597ba850-8794-4748-a316-14c919000020", "name": "network-vif-plugged", "status": "completed", "tag": "81e9bc8e-033f-4c0d-a3fb-e130c910b013", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:27.011973 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcbd1f24-4c4f-4eba-ab2f-0207310a93f6 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:27.014724 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597ba850-8794-4748-a316-14c919000020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e9bc8e-033f-4c0d-a3fb-e130c910b013', 'code': 200} Feb 19 03:14:27.172025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d292e5-77bf-4d72-ba40-10b846c7b8d9 req-33e811b6-7511-4a94-94d0-87a99ea66e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:27.173908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48d292e5-77bf-4d72-ba40-10b846c7b8d9 req-33e811b6-7511-4a94-94d0-87a99ea66e02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 1127 time: 0.0583572 Feb 19 03:14:27.243610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48d292e5-77bf-4d72-ba40-10b846c7b8d9 req-16c785be-938c-4b64-b067-7aa3a4a1377c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da5733a4-b2b1-4403-931f-ae73a4bdf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627775 Feb 19 03:14:27.885405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eff01f0f-6e35-4a50-9866-18d6e63c0aea details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:14:28.105407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:28.125812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'mac_address': 'fa:16:3e:f4:6e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:14:28.143922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e8b8ae8-1855-443a-af48-3fbcf2a365f2 req-9a393f10-b724-4e1e-8569-f5b1560a4862 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0638037 Feb 19 03:14:28.178770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eff01f0f-6e35-4a50-9866-18d6e63c0aea is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:28.179456 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:28.185752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-91a4df39-b652-4642-9ddf-86c0137714b1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:28.193572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-91a4df39-b652-4642-9ddf-86c0137714b1 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3&tenant_id=42973c8e1f4740eaafb2729751201363&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 948 time: 0.2109282 Feb 19 03:14:28.200514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff01f0f-6e35-4a50-9866-18d6e63c0aea {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:28.230244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:28.238644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:28.357586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:28.359893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-9edce604-475d-4efa-b52a-513e61ece180 service neutron] 10.222.0.37 "GET /v2.0/ports/eff01f0f-6e35-4a50-9866-18d6e63c0aea/bindings/n-h1-826756-2 HTTP/1.1" status: 200 len: 382 time: 0.1545200 Feb 19 03:14:28.538055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-77f9acca-9664-41ea-91df-d1840b389634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:28.539964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-77f9acca-9664-41ea-91df-d1840b389634 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 1131 time: 0.1185651 Feb 19 03:14:28.578369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dc843-89c4-49e7-9218-a095ec674ce0 req-c0eaff8a-193d-4117-9590-666992c2bad8 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:28.580047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-500dc843-89c4-49e7-9218-a095ec674ce0 req-c0eaff8a-193d-4117-9590-666992c2bad8 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.1059511 Feb 19 03:14:28.719128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-500dc843-89c4-49e7-9218-a095ec674ce0 req-b997a424-babb-439c-8fb7-24cbe68466f3 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060381 Feb 19 03:14:28.723473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-a18ab680-0a3d-4d1f-a58e-91b774051004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:28.726057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-a18ab680-0a3d-4d1f-a58e-91b774051004 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1789560 Feb 19 03:14:28.813895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-3ef54124-5e93-4077-987a-2ac643a05026 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea HTTP/1.1" status: 200 len: 217 time: 0.0773337 Feb 19 03:14:28.888578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['eff01f0f-6e35-4a50-9866-18d6e63c0aea'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:28.944229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-b676567d-2933-49e3-a154-edb9d1a86ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:28.947360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-b676567d-2933-49e3-a154-edb9d1a86ff9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1236336 Feb 19 03:14:28.979656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843fd88-159f-4712-b878-97ff05d05a87 req-33070a91-c63a-4ae6-8cf9-4229741ee3de tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:28.982418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6843fd88-159f-4712-b878-97ff05d05a87 req-33070a91-c63a-4ae6-8cf9-4229741ee3de tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 950 time: 0.1624959 Feb 19 03:14:29.021441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:29.024252 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9c0816-6944-4ced-bc7d-0036602d28fa" -d '{"events": [{"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-unplugged", "status": "completed", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:29.108436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6843fd88-159f-4712-b878-97ff05d05a87 req-5d245428-e559-4d6b-864c-b1017d40306b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191049 Feb 19 03:14:29.163565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-df8112d2-9993-4815-8531-f072ee620bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:29.165211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-df8112d2-9993-4815-8531-f072ee620bf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1275930 Feb 19 03:14:29.406894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743d8fa-d24d-47ab-b8aa-8d6ca599c2ef req-1eb19972-f839-4e66-833f-d73c01f5cf90 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:29.408375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7743d8fa-d24d-47ab-b8aa-8d6ca599c2ef req-1eb19972-f839-4e66-833f-d73c01f5cf90 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 949 time: 0.1253748 Feb 19 03:14:29.410486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-ee92c3c9-424b-4e36-b381-fec06fb2892d service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346208 Feb 19 03:14:29.554502 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7743d8fa-d24d-47ab-b8aa-8d6ca599c2ef req-e851fd16-c990-4327-927c-375cec361cfe tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335514 Feb 19 03:14:29.622221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-033b0bfe-8ce0-4e2d-8ddc-63de1c24d099 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032149 Feb 19 03:14:29.774493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8f52-d9a9-43b1-8673-26099e9d65cb req-9e18d1ee-1fc2-4357-b041-5c2b149a13bb tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:29.777353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a73b8f52-d9a9-43b1-8673-26099e9d65cb req-9e18d1ee-1fc2-4357-b041-5c2b149a13bb tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 945 time: 0.1063390 Feb 19 03:14:29.887311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a73b8f52-d9a9-43b1-8673-26099e9d65cb req-45a39666-e5c5-435c-8f16-f42d75216bae tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups?id=da5733a4-b2b1-4403-931f-ae73a4bdf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991628 Feb 19 03:14:29.924310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-59570223-7a96-4cb1-8014-0b4d719f5943 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:29.925471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-59570223-7a96-4cb1-8014-0b4d719f5943 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 950 time: 0.0940051 Feb 19 03:14:30.125240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-58793f94-a2fc-47d9-b73a-13dc51418412 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Deleting port e0200b14-b250-4ed0-9e08-fb09baf2e0de {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:30.125521 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-58793f94-a2fc-47d9-b73a-13dc51418412 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:30.218788 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aac17b7-9490-4dc2-8c06-f55c2137bd46 x-openstack-request-id: req-0aac17b7-9490-4dc2-8c06-f55c2137bd46 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:30.219469 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-unplugged", "status": "completed", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:30.219469 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0aac17b7-9490-4dc2-8c06-f55c2137bd46 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:30.219873 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'code': 200} Feb 19 03:14:30.289228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-58793f94-a2fc-47d9-b73a-13dc51418412 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] For port e0200b14-b250-4ed0-9e08-fb09baf2e0de, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e0200b14-b250-4ed0-9e08-fb09baf2e0de,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:30.289862 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-58793f94-a2fc-47d9-b73a-13dc51418412 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:30.341284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-58793f94-a2fc-47d9-b73a-13dc51418412 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Calling delete_port for e0200b14-b250-4ed0-9e08-fb09baf2e0de owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:30.344964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08e0882d-44bb-4613-8613-336444d02d58 req-dcd97c47-5709-4e8d-b951-eefc5d8d0ee1 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0494313 Feb 19 03:14:30.595516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-58793f94-a2fc-47d9-b73a-13dc51418412 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (e0200b14-b250-4ed0-9e08-fb09baf2e0de), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:30.613715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec', '6436e362-2029-472b-8627-244432a43dd1', '73b12456-b8d5-4063-8d75-fab246296221', 'fe664d20-517d-4fb1-9562-a89271c68bcf', 'e0200b14-b250-4ed0-9e08-fb09baf2e0de'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:30.661079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a', '60075d9a-800a-43a4-91c3-e8e81b693d18'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:30.663318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee36f2c-f173-48e1-a117-819ca3f4bb3a req-11726438-b02b-4118-9f19-4870132fa3bc tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:30.665168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee36f2c-f173-48e1-a117-819ca3f4bb3a req-11726438-b02b-4118-9f19-4870132fa3bc tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.1367285 Feb 19 03:14:30.671985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58793f94-a2fc-47d9-b73a-13dc51418412 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event deleted for resources: {'Port': ['ID=e0200b14-b250-4ed0-9e08-fb09baf2e0de,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:30.833374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-58793f94-a2fc-47d9-b73a-13dc51418412 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] No DVR routers for this DVR port e0200b14-b250-4ed0-9e08-fb09baf2e0de on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:30.855937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee36f2c-f173-48e1-a117-819ca3f4bb3a req-3719055d-7da1-4deb-a6b3-dc4f3834be1f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618218 Feb 19 03:14:30.860888 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-58793f94-a2fc-47d9-b73a-13dc51418412 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:30.866620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e6fae6b-929f-4887-97d2-4d2837c3f1a7 req-58793f94-a2fc-47d9-b73a-13dc51418412 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "DELETE /v2.0/ports/e0200b14-b250-4ed0-9e08-fb09baf2e0de HTTP/1.1" status: 204 len: 173 time: 0.9312816 Feb 19 03:14:30.867346 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3', 'name': 'network-vif-deleted', 'tag': 'e0200b14-b250-4ed0-9e08-fb09baf2e0de'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:30.884610 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e805e89b-8bee-4085-8897-63e9077cada4" -d '{"events": [{"server_uuid": "8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3", "name": "network-vif-deleted", "tag": "e0200b14-b250-4ed0-9e08-fb09baf2e0de"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:31.159159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e9841-5533-4ea1-976b-25eab7255d2f req-07be976c-9e6b-435a-b543-0b7bca9846f8 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:31.162497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b9e9841-5533-4ea1-976b-25eab7255d2f req-07be976c-9e6b-435a-b543-0b7bca9846f8 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 945 time: 0.1649907 Feb 19 03:14:31.172149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59782) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:31.179798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bc01536b-89be-4945-8175-0da975f2b9aa tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Request body: {'floatingip': {'port_id': '81e9bc8e-033f-4c0d-a3fb-e130c910b013'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:31.335749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc01536b-89be-4945-8175-0da975f2b9aa tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for floatingip (dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:31.455578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76d7a1d4-af26-455d-9220-58f94ff90757 req-7da3129c-25c3-435f-9f36-1a4e7b6b7263 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3 HTTP/1.1" status: 200 len: 210 time: 0.0705023 Feb 19 03:14:31.915002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eff01f0f-6e35-4a50-9866-18d6e63c0aea up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:32.190300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port eff01f0f-6e35-4a50-9866-18d6e63c0aea triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:32.191199 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.284632 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc01536b-89be-4945-8175-0da975f2b9aa tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.292406 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc01536b-89be-4945-8175-0da975f2b9aa tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.466489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eff01f0f-6e35-4a50-9866-18d6e63c0aea is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:32.466785 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.483349 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-bc01536b-89be-4945-8175-0da975f2b9aa tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Floating IP dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778 associated. External IP: 172.25.4.92, port: 81e9bc8e-033f-4c0d-a3fb-e130c910b013. Feb 19 03:14:32.580095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7dcc4-9120-47f0-ae42-d74129895749 req-5f892ccf-14ef-4c22-96c5-dc83c04ae042 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:32.584424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:32.593077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64b7dcc4-9120-47f0-ae42-d74129895749 req-5f892ccf-14ef-4c22-96c5-dc83c04ae042 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 949 time: 0.2774439 Feb 19 03:14:32.596475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:32.605001 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38ce2f9-b12a-478d-a48f-be729b3d7a04" -d '{"events": [{"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-plugged", "status": "completed", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:32.611284 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.670013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e0200b14-b250-4ed0-9e08-fb09baf2e0de no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:32.700275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64b7dcc4-9120-47f0-ae42-d74129895749 req-14fd583c-85cb-4d3e-825d-40aa2e228949 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061418 Feb 19 03:14:32.760990 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1063955e-7cc2-46f5-9714-ec429d1e476d x-openstack-request-id: req-1063955e-7cc2-46f5-9714-ec429d1e476d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:32.761676 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3", "name": "network-vif-deleted", "tag": "e0200b14-b250-4ed0-9e08-fb09baf2e0de", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:32.762140 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1063955e-7cc2-46f5-9714-ec429d1e476d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:32.762756 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebaf64d-6ddb-4a56-842c-dc7d3ebf77c3', 'name': 'network-vif-deleted', 'tag': 'e0200b14-b250-4ed0-9e08-fb09baf2e0de', 'status': 'completed', 'code': 200} Feb 19 03:14:32.772677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: e0200b14-b250-4ed0-9e08-fb09baf2e0de {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:32.773342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e0200b14-b250-4ed0-9e08-fb09baf2e0de not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:32.829112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:32.953959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7652819-bf4f-45c7-b907-f693325003ee req-5401076e-ece7-4865-9b2a-49241da68857 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0721197 Feb 19 03:14:33.091964 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc01536b-89be-4945-8175-0da975f2b9aa tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Router 3fa7973e-350e-4220-8a43-8a136d1a991d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:33.316461 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc01536b-89be-4945-8175-0da975f2b9aa tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:33.326931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc01536b-89be-4945-8175-0da975f2b9aa tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:33.340021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] Sync routers for ids ['3fa7973e-350e-4220-8a43-8a136d1a991d'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:33.362107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-345d3f23-a8d2-44eb-8de0-2f2c00a97ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:33.364750 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-345d3f23-a8d2-44eb-8de0-2f2c00a97ca8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3&tenant_id=42973c8e1f4740eaafb2729751201363 HTTP/1.1" status: 200 len: 1132 time: 0.1611211 Feb 19 03:14:33.380580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] Routers {'3fa7973e-350e-4220-8a43-8a136d1a991d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:33.384674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:14:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3fa7973e-350e-4220-8a43-8a136d1a991d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:33.458560 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bc01536b-89be-4945-8175-0da975f2b9aa tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "PUT /v2.0/floatingips/dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778 HTTP/1.1" status: 200 len: 990 time: 2.2840371 Feb 19 03:14:33.462969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597ba850-8794-4748-a316-14c919000020', 'tag': '81e9bc8e-033f-4c0d-a3fb-e130c910b013'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:33.467844 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc97c91b-cd10-43e4-9389-df1918eff7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "597ba850-8794-4748-a316-14c919000020", "tag": "81e9bc8e-033f-4c0d-a3fb-e130c910b013"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:33.663230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-7a3731f3-daa9-4f89-8d5a-c847e09e2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:33.683235 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-7a3731f3-daa9-4f89-8d5a-c847e09e2a5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 1132 time: 0.2712939 Feb 19 03:14:33.788634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] Set router 3fa7973e-350e-4220-8a43-8a136d1a991d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:33.956985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643bcf4-925b-4829-9104-1cc37e07a3c6 req-f083b260-5c41-44fd-bb77-296503eb187a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:33.964575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a643bcf4-925b-4829-9104-1cc37e07a3c6 req-f083b260-5c41-44fd-bb77-296503eb187a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.2718570 Feb 19 03:14:34.031357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-d64f108c-a8e7-4ee5-9e2f-3a257faefc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:34.033047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-d64f108c-a8e7-4ee5-9e2f-3a257faefc84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3431880 Feb 19 03:14:34.064190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a643bcf4-925b-4829-9104-1cc37e07a3c6 req-dfaf20d4-dd72-4efd-bdbe-f10ea0b98449 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987105 Feb 19 03:14:34.140226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-24ebe218-97d6-4a6f-8674-8cacaa9b353d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea HTTP/1.1" status: 200 len: 217 time: 0.0803630 Feb 19 03:14:34.250118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-955320e3-7165-467f-a82e-1937aeb76b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:34.252606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-955320e3-7165-467f-a82e-1937aeb76b55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0981379 Feb 19 03:14:34.279041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'port_id': '81e9bc8e-033f-4c0d-a3fb-e130c910b013', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'mac_address': 'fa:16:3e:75:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597ba850-8794-4748-a316-14c919000020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:53Z', 'updated_at': '2022-02-19T03:14:32Z', 'revision_number': 1, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:57Z', 'revision_number': 5, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:34.317989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] Checking router: 3fa7973e-350e-4220-8a43-8a136d1a991d for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:34.329702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] Routers {'3fa7973e-350e-4220-8a43-8a136d1a991d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:34.330760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:14:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3fa7973e-350e-4220-8a43-8a136d1a991d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:34.360660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-ed749d49-f614-4f51-bb41-bdcd1d2020e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:34.363535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-ed749d49-f614-4f51-bb41-bdcd1d2020e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1029799 Feb 19 03:14:34.372325 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed665969-0620-4442-b6da-0139be210715 x-openstack-request-id: req-ed665969-0620-4442-b6da-0139be210715 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:34.373070 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-plugged", "status": "completed", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:34.373070 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed665969-0620-4442-b6da-0139be210715 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:34.373403 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'code': 200} Feb 19 03:14:34.523100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] Set router 3fa7973e-350e-4220-8a43-8a136d1a991d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:34.575910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-26699ee9-4772-4e77-9b38-ff365bc59d34 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773701 Feb 19 03:14:34.588410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572c8aa-5ef3-4e64-b84e-8f24432062b2 req-8205d8c4-48ac-477d-ba6e-732f45fef792 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:34.597047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1572c8aa-5ef3-4e64-b84e-8f24432062b2 req-8205d8c4-48ac-477d-ba6e-732f45fef792 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 945 time: 0.1404727 Feb 19 03:14:34.747122 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1572c8aa-5ef3-4e64-b84e-8f24432062b2 req-335da282-e4c1-4cd5-a40d-b0f61f908e17 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups?id=da5733a4-b2b1-4403-931f-ae73a4bdf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491725 Feb 19 03:14:34.810630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb2156-604d-42eb-8281-1fbe6bd97099 req-42bc1d59-2c4d-49a9-b0f0-71babaddfcab service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917007 Feb 19 03:14:34.820577 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7ba9ce-6095-47cb-bcc5-900637afd77e x-openstack-request-id: req-df7ba9ce-6095-47cb-bcc5-900637afd77e {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:34.821387 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597ba850-8794-4748-a316-14c919000020", "tag": "81e9bc8e-033f-4c0d-a3fb-e130c910b013", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:34.821387 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df7ba9ce-6095-47cb-bcc5-900637afd77e {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:34.821790 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597ba850-8794-4748-a316-14c919000020', 'tag': '81e9bc8e-033f-4c0d-a3fb-e130c910b013', 'status': 'completed', 'code': 200} Feb 19 03:14:35.040983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-de949dc8-47c8-45e8-b30d-df01d1f7a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:35.042017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'port_id': '81e9bc8e-033f-4c0d-a3fb-e130c910b013', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'mac_address': 'fa:16:3e:75:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597ba850-8794-4748-a316-14c919000020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:53Z', 'updated_at': '2022-02-19T03:14:32Z', 'revision_number': 1, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:57Z', 'revision_number': 5, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:35.043217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-de949dc8-47c8-45e8-b30d-df01d1f7a24c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7cdbb76ae06e4600ac83941ce11ceb13&device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 1127 time: 0.1419702 Feb 19 03:14:35.089490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785546e-077f-4b30-824c-797c3ffe92d9 None None] The sync data for ids ['3fa7973e-350e-4220-8a43-8a136d1a991d'] in n-d-826756-2 is: [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'port_id': '81e9bc8e-033f-4c0d-a3fb-e130c910b013', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'mac_address': 'fa:16:3e:75:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597ba850-8794-4748-a316-14c919000020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:53Z', 'updated_at': '2022-02-19T03:14:32Z', 'revision_number': 1, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:57Z', 'revision_number': 5, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:35.120892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b02ce-ccc6-4e5a-a019-70fb6926f6dc req-cf0093cc-4f03-4d39-8d87-cab9f097634f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:35.128961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c09b02ce-ccc6-4e5a-a019-70fb6926f6dc req-cf0093cc-4f03-4d39-8d87-cab9f097634f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 950 time: 0.1555369 Feb 19 03:14:35.214917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c09b02ce-ccc6-4e5a-a019-70fb6926f6dc req-635e3843-1cc4-4249-8c04-8b54dfeff915 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829833 Feb 19 03:14:35.265066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-7b0c04a7-d704-4610-8260-fb5387958002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:35.267536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-7b0c04a7-d704-4610-8260-fb5387958002 service neutron] 10.222.0.37 "GET /v2.0/networks?id=726feb13-dd62-4dcd-a490-a5e578aa1fd8 HTTP/1.1" status: 200 len: 907 time: 0.2186022 Feb 19 03:14:35.373539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-122e2d90-a9a7-4235-9a1d-0e3c430af256 req-a566e6b5-613b-4452-af22-40a112603064 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0431325 Feb 19 03:14:35.414467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-0a7dff7e-282a-4d9e-b54f-5f3759f49393 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e9bc8e-033f-4c0d-a3fb-e130c910b013 HTTP/1.1" status: 200 len: 998 time: 0.1396632 Feb 19 03:14:35.515870 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5c763-e11e-4f82-bc82-c229e7147dce None None] New status for floating IP dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:14:35.583980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-ff396937-119e-48c1-9eb9-6c13a4353d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:35.590682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-ff396937-119e-48c1-9eb9-6c13a4353d39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c3b280d-53cb-4538-b76b-21e3c023042b HTTP/1.1" status: 200 len: 845 time: 0.1573465 Feb 19 03:14:35.776988 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:35.810163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-4e2b97fe-333c-4968-9e15-c29e54e7099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:35.811061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59832) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:35.817994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-4e2b97fe-333c-4968-9e15-c29e54e7099f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726feb13-dd62-4dcd-a490-a5e578aa1fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2152987 Feb 19 03:14:35.892337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eff01f0f-6e35-4a50-9866-18d6e63c0aea no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:36.097657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cfa41-dcce-4d38-a77b-4039f3a2beed req-7676bc44-5920-4780-a61b-1ad02c4369ac tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:36.106263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e2cfa41-dcce-4d38-a77b-4039f3a2beed req-7676bc44-5920-4780-a61b-1ad02c4369ac tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.1274352 Feb 19 03:14:36.127501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eff01f0f-6e35-4a50-9866-18d6e63c0aea is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:36.128071 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.178599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e2cfa41-dcce-4d38-a77b-4039f3a2beed req-6952eb95-6c21-4f2a-8b96-3efb9376ed66 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712187 Feb 19 03:14:36.187999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:36.195361 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.215849 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-069d28b4-ae94-4f4c-a24a-af61e8852a0c service neutron] 10.222.0.37 "GET /v2.0/networks/726feb13-dd62-4dcd-a490-a5e578aa1fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900838 Feb 19 03:14:36.320760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:36.374624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:36.378166 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5200de-8082-442e-a17c-e193cde8716a" -d '{"events": [{"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-unplugged", "status": "completed", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:36.434078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd149723-0008-480a-9bbe-7b3ca979eaba req-7cbfff46-9593-489b-a87c-63997254b5a7 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:36.441530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd149723-0008-480a-9bbe-7b3ca979eaba req-7cbfff46-9593-489b-a87c-63997254b5a7 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 949 time: 0.1746821 Feb 19 03:14:36.493136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc97c91b-cd10-43e4-9389-df1918eff7aa req-94b34e29-5b9b-4c1f-ab01-9a5f02028112 service neutron] 10.222.0.37 "GET /v2.0/networks/726feb13-dd62-4dcd-a490-a5e578aa1fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710593 Feb 19 03:14:36.566827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd149723-0008-480a-9bbe-7b3ca979eaba req-69883cb3-f96b-45eb-968d-bd85d7bee338 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240451 Feb 19 03:14:36.739053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cfdad-7e3b-4907-b5e2-73cd6378b737 req-62f31639-0fc8-4fc8-8b78-ec9b017c24e8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:36.740985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba2cfdad-7e3b-4907-b5e2-73cd6378b737 req-62f31639-0fc8-4fc8-8b78-ec9b017c24e8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 948 time: 0.0851123 Feb 19 03:14:36.753417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.851426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba2cfdad-7e3b-4907-b5e2-73cd6378b737 req-c6fed5b6-a7a4-48a2-8d12-ade980250e1a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037824 Feb 19 03:14:36.934847 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc5ffd3-ce1a-4872-bc75-a0496174757e x-openstack-request-id: req-2cc5ffd3-ce1a-4872-bc75-a0496174757e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:36.935405 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-unplugged", "status": "completed", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:36.935405 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cc5ffd3-ce1a-4872-bc75-a0496174757e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:36.935789 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'code': 200} Feb 19 03:14:37.046960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e42172df-7934-4ae6-ad64-d40337819911 req-43e2e94d-bcef-4b23-bb2c-2478cf0d1520 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0413413 Feb 19 03:14:37.245061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Deleting port ba5028f9-8dd6-4aec-9061-ced7c196949d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:37.245490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.406428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de9c12-afca-4f0a-ae4d-68cdbee75d66 req-b83bc127-211e-47d3-bb54-979f7a1d577c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:37.420918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21de9c12-afca-4f0a-ae4d-68cdbee75d66 req-b83bc127-211e-47d3-bb54-979f7a1d577c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.1182804 Feb 19 03:14:37.522564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21de9c12-afca-4f0a-ae4d-68cdbee75d66 req-35a3c0a6-fb8e-44ca-8fd8-07cd358957f5 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004333 Feb 19 03:14:37.766742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] For port ba5028f9-8dd6-4aec-9061-ced7c196949d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ba5028f9-8dd6-4aec-9061-ced7c196949d,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:37.767324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.789156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b341f-9b94-43ff-a7af-bebfbe293c8f req-b7b184c3-ded6-4996-9ea9-682a0554fbfa tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:37.790296 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Calling delete_port for ba5028f9-8dd6-4aec-9061-ced7c196949d owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:37.792001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d88b341f-9b94-43ff-a7af-bebfbe293c8f req-b7b184c3-ded6-4996-9ea9-682a0554fbfa tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 949 time: 0.1007066 Feb 19 03:14:37.911135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d88b341f-9b94-43ff-a7af-bebfbe293c8f req-ec2d8bf5-dff1-4887-9e34-528565bc28ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090665 Feb 19 03:14:38.201723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ba5028f9-8dd6-4aec-9061-ced7c196949d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.218046 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab62afdb-b5d8-4695-a25d-49e2d65fc0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.224399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-1acec25c-9dc9-42df-a68c-2294843de544 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:38.227310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-1acec25c-9dc9-42df-a68c-2294843de544 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 949 time: 0.1484747 Feb 19 03:14:38.246642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5028f9-8dd6-4aec-9061-ced7c196949d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:38.292858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.293275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.293608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.293929 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.294260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.294592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.294942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.295227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.295560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.296031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.296384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.296690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.297011 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:38.328827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde92ff-c463-4743-9776-f2ddad6a53b3 req-6cb7ad0c-6220-4c7f-8a43-52c56cbdda5f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:38.330829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bcde92ff-c463-4743-9776-f2ddad6a53b3 req-6cb7ad0c-6220-4c7f-8a43-52c56cbdda5f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 948 time: 0.2008786 Feb 19 03:14:38.604968 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.894768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bcde92ff-c463-4743-9776-f2ddad6a53b3 req-f18a5bce-008a-4323-8f3d-4f4e71fb8fc2 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497904 Feb 19 03:14:38.916599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-20276b41-033d-42ba-b60b-b1aa64e30d59 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:38.916599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-20276b41-033d-42ba-b60b-b1aa64e30d59 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1127 time: 0.1034799 Feb 19 03:14:38.930568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-14a630a8-c8af-41cf-a10f-bce200326e48 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Deleting port fe664d20-517d-4fb1-9562-a89271c68bcf {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:38.930943 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-14a630a8-c8af-41cf-a10f-bce200326e48 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.940938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826756-2'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:39.010757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:39.168102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dff52ba4-2ab8-4d3a-8030-559334619ace req-136697ec-7f8e-41c9-b8f3-9ee4ae8bd8d9 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.1039510 Feb 19 03:14:39.180562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.226932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:39.237943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] Sync routers for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:39.241477 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dea7f8e7-c064-4c40-a542-143b0c630c67 admin admin] 10.222.0.42 "PUT /v2.0/routers/e0faa132-ecf9-449e-9cc9-5ab8fa229d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4288926 Feb 19 03:14:39.243928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59868) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:39.259471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:39.262712 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:14:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:39.374315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-14a630a8-c8af-41cf-a10f-bce200326e48 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] For port fe664d20-517d-4fb1-9562-a89271c68bcf, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fe664d20-517d-4fb1-9562-a89271c68bcf,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:39.375843 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-14a630a8-c8af-41cf-a10f-bce200326e48 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.480110 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Publish callbacks [] for router (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.491241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:39.498275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-14a630a8-c8af-41cf-a10f-bce200326e48 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Calling delete_port for fe664d20-517d-4fb1-9562-a89271c68bcf owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:39.654387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Publish callbacks [] for router_gateway (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.772027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Deleting port 2eed97df-5885-4cf0-b5fb-74617ba021d6 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:39.772555 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.838510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:14:38Z', 'revision_number': 5, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port': {'id': '2eed97df-5885-4cf0-b5fb-74617ba021d6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:07Z', 'updated_at': '2022-02-19T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:39.867167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:39.886789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] Checking router: e0faa132-ecf9-449e-9cc9-5ab8fa229d96 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:39.900254 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] Routers {'e0faa132-ecf9-449e-9cc9-5ab8fa229d96'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:39.901207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:14:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:39.901659 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] For port 2eed97df-5885-4cf0-b5fb-74617ba021d6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2eed97df-5885-4cf0-b5fb-74617ba021d6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:39.902238 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.916345 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Calling delete_port for 2eed97df-5885-4cf0-b5fb-74617ba021d6 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:39.974127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:40.100987 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Publish callbacks [] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.111095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fc6ea8-1999-4642-9dc0-1966b3487832'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:40.114656 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baa115f-d7d4-426a-96c2-973d168c40ce" -d '{"events": [{"server_uuid": "063a09ac-b022-4c8b-885b-97c7f7af0e11", "name": "network-vif-unplugged", "status": "completed", "tag": "11fc6ea8-1999-4642-9dc0-1966b3487832"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:40.117644 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.153539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2eed97df-5885-4cf0-b5fb-74617ba021d6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.166711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35add854-73f6-47cf-a27e-9e7440cdd02f req-5ccaf1b3-be91-4b82-883e-bb4bf7891f4f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:40.176374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35add854-73f6-47cf-a27e-9e7440cdd02f req-5ccaf1b3-be91-4b82-883e-bb4bf7891f4f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 945 time: 0.7364497 Feb 19 03:14:40.199288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=2eed97df-5885-4cf0-b5fb-74617ba021d6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:40.257290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] Set router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:40.316322 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35add854-73f6-47cf-a27e-9e7440cdd02f req-f90b9313-250c-4b24-9256-337c554372de tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387889 Feb 19 03:14:40.366165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:14:39Z', 'revision_number': 6, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:40.370445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eff01f0f-6e35-4a50-9866-18d6e63c0aea details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:14:40.411637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.457446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345834f9-48c1-467b-b881-8147662be9a3 None None] The sync data for ids ['e0faa132-ecf9-449e-9cc9-5ab8fa229d96'] in n-d-826756-2 is: [{'id': 'e0faa132-ecf9-449e-9cc9-5ab8fa229d96', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1864847043-router', 'tenant_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:06Z', 'updated_at': '2022-02-19T03:14:39Z', 'revision_number': 6, 'project_id': 'e9f85c6ecb8f4cfd97f4ba0310796263', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:40.480478 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d10414dd-9bfe-4796-82e4-1309ce4e2f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.548251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc6ea8-1999-4642-9dc0-1966b3487832,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:40.602341 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.621379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Publish callbacks [] for router_controller (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.640844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on host n-h2-826756-2 for vnic_type normal with profile {"migrating_to": "n-h1-826756-2"} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:40.643561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:40.646403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:40.688971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device fe664d20-517d-4fb1-9562-a89271c68bcf no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:40.712486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:14:40.712959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:40.724522 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (e0faa132-ecf9-449e-9cc9-5ab8fa229d96), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.725396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0faa132-ecf9-449e-9cc9-5ab8fa229d96 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:14:40.731653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.733301 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7ed59adf-146b-4b2e-889d-0d7d2d903c2a admin admin] 10.222.0.42 "DELETE /v2.0/routers/e0faa132-ecf9-449e-9cc9-5ab8fa229d96 HTTP/1.1" status: 204 len: 168 time: 1.4878864 Feb 19 03:14:40.737836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59882) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:40.750951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:40.751497 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-14a630a8-c8af-41cf-a10f-bce200326e48 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (fe664d20-517d-4fb1-9562-a89271c68bcf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.753917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:40.754483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:40.755612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:40.756362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Bound port: 11fc6ea8-1999-4642-9dc0-1966b3487832, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:40.757003 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.771827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'mac_address': 'fa:16:3e:f4:6e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:14:40.825583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec', '6436e362-2029-472b-8627-244432a43dd1', '73b12456-b8d5-4063-8d75-fab246296221'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:40.926455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a630a8-c8af-41cf-a10f-bce200326e48 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event deleted for resources: {'Port': ['ID=fe664d20-517d-4fb1-9562-a89271c68bcf,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:40.954339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1392a5-eb83-4810-ae38-a478da20cc9f admin admin] Deleting subnet 9d97a81d-2e1a-438a-b310-2f3bca86ef7f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:14:40.959704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1392a5-eb83-4810-ae38-a478da20cc9f admin admin] Publish callbacks [] for subnet (9d97a81d-2e1a-438a-b310-2f3bca86ef7f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.992301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a', '60075d9a-800a-43a4-91c3-e8e81b693d18'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:40.996837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eff01f0f-6e35-4a50-9866-18d6e63c0aea is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:40.997501 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.001935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de454d88-0068-4717-89cf-d4d40f1b41eb req-7c9d4808-b020-4f78-84ad-9ddc1feb2d1e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:41.017045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de454d88-0068-4717-89cf-d4d40f1b41eb req-7c9d4808-b020-4f78-84ad-9ddc1feb2d1e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=5efc10a1-ee38-4c08-8796-5ae637410988 HTTP/1.1" status: 200 len: 949 time: 0.4591217 Feb 19 03:14:41.068512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff01f0f-6e35-4a50-9866-18d6e63c0aea {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:41.081514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1392a5-eb83-4810-ae38-a478da20cc9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (9d97a81d-2e1a-438a-b310-2f3bca86ef7f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.122135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ba5028f9-8dd6-4aec-9061-ced7c196949d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:41.158434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ba5028f9-8dd6-4aec-9061-ced7c196949d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:41.158767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ba5028f9-8dd6-4aec-9061-ced7c196949d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:41.161114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No active binding found for port fe664d20-517d-4fb1-9562-a89271c68bcf {{(pid=103617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:14:41.161537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port fe664d20-517d-4fb1-9562-a89271c68bcf host None! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:14:41.161998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device fe664d20-517d-4fb1-9562-a89271c68bcf not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:41.178930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:41.186716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-14a630a8-c8af-41cf-a10f-bce200326e48 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] No DVR routers for this DVR port fe664d20-517d-4fb1-9562-a89271c68bcf on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:41.188711 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.189440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 11fc6ea8-1999-4642-9dc0-1966b3487832 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:14:41.190506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-14a630a8-c8af-41cf-a10f-bce200326e48 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.194906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-11a8df0b-90e1-48da-8d98-4abdb1c873ef req-14a630a8-c8af-41cf-a10f-bce200326e48 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "DELETE /v2.0/ports/fe664d20-517d-4fb1-9562-a89271c68bcf HTTP/1.1" status: 204 len: 173 time: 2.9589086 Feb 19 03:14:41.249202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:41.271132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:41.282465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de454d88-0068-4717-89cf-d4d40f1b41eb req-43b252b8-5edb-4d27-bfde-15fe43d6df5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644928 Feb 19 03:14:41.297027 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.332480 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1392a5-eb83-4810-ae38-a478da20cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (9d97a81d-2e1a-438a-b310-2f3bca86ef7f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.340477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:41.487940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1392a5-eb83-4810-ae38-a478da20cc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (9d97a81d-2e1a-438a-b310-2f3bca86ef7f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.593215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on host n-h2-826756-2 for vnic_type normal with profile {"migrating_to": "n-h1-826756-2"} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:41.593604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:41.594028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:41.604780 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1392a5-eb83-4810-ae38-a478da20cc9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d97a81d-2e1a-438a-b310-2f3bca86ef7f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:41.614360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc6ea8-1999-4642-9dc0-1966b3487832,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:41.619821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1392a5-eb83-4810-ae38-a478da20cc9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.631701 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3f1392a5-eb83-4810-ae38-a478da20cc9f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9d97a81d-2e1a-438a-b310-2f3bca86ef7f HTTP/1.1" status: 204 len: 168 time: 0.8921330 Feb 19 03:14:41.638491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59888) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:41.651582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:14:41.652152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Attempting to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:41.669358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572b070-d49a-465e-b469-285de6145cef None None] Network 78ce3a2f-2af8-45e3-8723-720eca1bd14d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:41.685089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:41.685089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:41.685465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:41.686066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Bound port: 11fc6ea8-1999-4642-9dc0-1966b3487832, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:41.686481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.846858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:41.854012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.862869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-5f4e27b3-341d-4126-8af2-9154bb0b9a60 service neutron] 10.222.0.37 "PUT /v2.0/ports/11fc6ea8-1999-4642-9dc0-1966b3487832 HTTP/1.1" status: 200 len: 1121 time: 2.9263020 Feb 19 03:14:41.904134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (78ce3a2f-2af8-45e3-8723-720eca1bd14d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.954000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ec9b5-22b5-45b1-8216-ca283e9f39d6 req-17b02bde-4870-4eea-85a4-d3876877dd6c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:41.965397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8ec9b5-22b5-45b1-8216-ca283e9f39d6 req-17b02bde-4870-4eea-85a4-d3876877dd6c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 950 time: 0.4644644 Feb 19 03:14:42.083964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:42.153351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8ec9b5-22b5-45b1-8216-ca283e9f39d6 req-9a3e95f3-119a-41e6-906f-9950493efa41 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702662 Feb 19 03:14:42.154287 n-d-826756-2 neutron-server[103617]: WARNING neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Concurrent port binding operations failed on port 11fc6ea8-1999-4642-9dc0-1966b3487832 Feb 19 03:14:42.178147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Deleting port 5f099f7f-b8e2-4809-9221-263bbb72e038 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:42.178490 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.236010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:42.247413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['11fc6ea8-1999-4642-9dc0-1966b3487832'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:42.252054 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c473bc2a-5a2b-421b-a7e1-d7c066ee332c x-openstack-request-id: req-c473bc2a-5a2b-421b-a7e1-d7c066ee332c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:42.252523 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063a09ac-b022-4c8b-885b-97c7f7af0e11", "name": "network-vif-unplugged", "status": "completed", "tag": "11fc6ea8-1999-4642-9dc0-1966b3487832", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:42.252779 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c473bc2a-5a2b-421b-a7e1-d7c066ee332c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:42.253182 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fc6ea8-1999-4642-9dc0-1966b3487832', 'code': 200} Feb 19 03:14:42.311250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] For port 5f099f7f-b8e2-4809-9221-263bbb72e038, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5f099f7f-b8e2-4809-9221-263bbb72e038,segment=NetworkSegment(7de258c7-4d8e-4728-89b4-f43ec6bca67d),segment_id=7de258c7-4d8e-4728-89b4-f43ec6bca67d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:42.311642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.348942 n-d-826756-2 neutron-server[103617]: INFO neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Attempt 2 to bind port 11fc6ea8-1999-4642-9dc0-1966b3487832 Feb 19 03:14:42.349831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 11fc6ea8-1999-4642-9dc0-1966b3487832 has no active binding in host n-h1-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:14:42.358067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Calling delete_port for 5f099f7f-b8e2-4809-9221-263bbb72e038 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:42.364251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3c60b8c-38e0-46ba-ad75-73e70bd7da32 req-4d95fabf-9a5c-4f1e-b6bc-6df36eed00e7 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0491312 Feb 19 03:14:42.423378 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.508907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (5f099f7f-b8e2-4809-9221-263bbb72e038), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.521889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['11fc6ea8-1999-4642-9dc0-1966b3487832'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:42.565880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f099f7f-b8e2-4809-9221-263bbb72e038,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:42.570516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] No DVR routers for this DVR port 5f099f7f-b8e2-4809-9221-263bbb72e038 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:42.750152 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (78ce3a2f-2af8-45e3-8723-720eca1bd14d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.781211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.781580 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.782371 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.782710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.783054 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.783393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.783726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.784045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.784380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.784690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.829122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07c5f8-f6a8-4845-a0c9-1b9991c6cc1c None None] DHCP port deletion for 78ce3a2f-2af8-45e3-8723-720eca1bd14d request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:14:42.938184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.938889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.939481 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.940022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:14:42.940618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ce3a2f-2af8-45e3-8723-720eca1bd14d']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:42.970694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de258c7-4d8e-4728-89b4-f43ec6bca67d') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:42.971080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de258c7-4d8e-4728-89b4-f43ec6bca67d') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:42.984927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858f536-9b8c-4796-bad5-95023c9b4708 req-7fe9471b-226f-47e9-9c55-81a0dc5215c5 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.989641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2eed97df-5885-4cf0-b5fb-74617ba021d6 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:42.997000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f858f536-9b8c-4796-bad5-95023c9b4708 req-7fe9471b-226f-47e9-9c55-81a0dc5215c5 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 943 time: 0.4193165 Feb 19 03:14:43.036709 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (7de258c7-4d8e-4728-89b4-f43ec6bca67d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:43.053471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:43.087676 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7de258c7-4d8e-4728-89b4-f43ec6bca67d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:43.096801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2eed97df-5885-4cf0-b5fb-74617ba021d6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:43.097390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2eed97df-5885-4cf0-b5fb-74617ba021d6 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:43.111243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:14:43.111703 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (7de258c7-4d8e-4728-89b4-f43ec6bca67d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: from cryptography.utils import int_from_bytes Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: from cryptography.utils import int_from_bytes Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:14:43.117735 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:14:43.137312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f858f536-9b8c-4796-bad5-95023c9b4708 req-402d9c1a-147d-48d9-9aa2-a3b4daad3301 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389179 Feb 19 03:14:43.245774 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (78ce3a2f-2af8-45e3-8723-720eca1bd14d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:43.261891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:43.269459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/78ce3a2f-2af8-45e3-8723-720eca1bd14d HTTP/1.1" status: 204 len: 168 time: 1.6134865 Feb 19 03:14:43.270202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59898) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:43.278520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['eff01f0f-6e35-4a50-9866-18d6e63c0aea'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:43.316797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15257d37-0aa5-4b72-9ccb-fd555b5ab1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ce3a2f-2af8-45e3-8723-720eca1bd14d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:43.465372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73202b-c8a7-4f5a-aca8-921894990594 req-4d88e997-7178-4638-9a34-8a36c9873a40 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:43.473111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e73202b-c8a7-4f5a-aca8-921894990594 req-4d88e997-7178-4638-9a34-8a36c9873a40 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 950 time: 0.1670513 Feb 19 03:14:43.540006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e73202b-c8a7-4f5a-aca8-921894990594 req-10fe5b5e-4245-4f5b-8400-4c144fcf1263 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657382 Feb 19 03:14:43.810483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80c5fb86-04b0-4906-a41f-6cbce2dd49ab req-31993bd4-c395-423d-8df6-70f012708aa4 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0492282 Feb 19 03:14:44.115335 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.254219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-c2fef3ac-eafc-4605-9a9e-3f2f0ca8784f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=42973c8e1f4740eaafb2729751201363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281618 Feb 19 03:14:44.257345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efc10a1-ee38-4c08-8796-5ae637410988', 'name': 'network-vif-deleted', 'tag': 'fe664d20-517d-4fb1-9562-a89271c68bcf'}, {'name': 'network-changed', 'server_uuid': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'tag': '11fc6ea8-1999-4642-9dc0-1966b3487832'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:44.260393 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11" -d '{"events": [{"server_uuid": "5efc10a1-ee38-4c08-8796-5ae637410988", "name": "network-vif-deleted", "tag": "fe664d20-517d-4fb1-9562-a89271c68bcf"}, {"name": "network-changed", "server_uuid": "063a09ac-b022-4c8b-885b-97c7f7af0e11", "tag": "11fc6ea8-1999-4642-9dc0-1966b3487832"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:44.545183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009daa-1270-42fc-afff-72aae79431d3 req-90cd0a1a-b368-4a42-8417-8f42a6956e3f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:44.547060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-90cd0a1a-b368-4a42-8417-8f42a6956e3f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833934 Feb 19 03:14:44.581597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.590691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-787c7a60-b82a-4461-84e5-541320a59447 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/quotas/42973c8e1f4740eaafb2729751201363 HTTP/1.1" status: 200 len: 375 time: 0.0237134 Feb 19 03:14:44.739632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5f099f7f-b8e2-4809-9221-263bbb72e038 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:44.782864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 5f099f7f-b8e2-4809-9221-263bbb72e038 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:44.783438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5f099f7f-b8e2-4809-9221-263bbb72e038 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:44.797294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-a6692a05-dbf0-4450-8036-e80d7ca1cbef tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1919401 Feb 19 03:14:44.846019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] Deleting port bea3b367-5a87-4f72-bde5-c94c5cdd60ff {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:44.846564 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.014835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] For port bea3b367-5a87-4f72-bde5-c94c5cdd60ff, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bea3b367-5a87-4f72-bde5-c94c5cdd60ff,segment=NetworkSegment(144418fd-e27d-4200-bb1f-71d7caa2191f),segment_id=144418fd-e27d-4200-bb1f-71d7caa2191f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:45.015649 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.034349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] Calling delete_port for bea3b367-5a87-4f72-bde5-c94c5cdd60ff owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:45.433667 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (bea3b367-5a87-4f72-bde5-c94c5cdd60ff), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.523520 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6d10071-4247-4297-9608-d2909b20f975 req-e683cde4-0344-4dc4-930b-e290763d9d79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.2420812 Feb 19 03:14:45.524939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea3b367-5a87-4f72-bde5-c94c5cdd60ff,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:45.680146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33019a-b3d4-4c9b-b4f6-a7746982f0dd req-55948b7a-7cf1-497e-9082-a436cdec2f73 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.682307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c33019a-b3d4-4c9b-b4f6-a7746982f0dd req-55948b7a-7cf1-497e-9082-a436cdec2f73 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 943 time: 0.1363778 Feb 19 03:14:46.200447 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c33019a-b3d4-4c9b-b4f6-a7746982f0dd req-125ed0dd-bfe6-487a-8722-2124c2a5103a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068715 Feb 19 03:14:46.313649 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697360c8-ab2b-48fb-a195-754254e4fc5b x-openstack-request-id: req-697360c8-ab2b-48fb-a195-754254e4fc5b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:46.313978 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efc10a1-ee38-4c08-8796-5ae637410988", "name": "network-vif-deleted", "tag": "fe664d20-517d-4fb1-9562-a89271c68bcf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "063a09ac-b022-4c8b-885b-97c7f7af0e11", "tag": "11fc6ea8-1999-4642-9dc0-1966b3487832", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:46.314239 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-697360c8-ab2b-48fb-a195-754254e4fc5b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:46.314651 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efc10a1-ee38-4c08-8796-5ae637410988', 'name': 'network-vif-deleted', 'tag': 'fe664d20-517d-4fb1-9562-a89271c68bcf', 'status': 'completed', 'code': 200} Feb 19 03:14:46.315063 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'tag': '11fc6ea8-1999-4642-9dc0-1966b3487832', 'status': 'completed', 'code': 200} Feb 19 03:14:46.331772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-3e45107a-b664-493c-ad29-99b0a8ecfed4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:46.340616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-3e45107a-b664-493c-ad29-99b0a8ecfed4 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/ports?device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 950 time: 0.1389899 Feb 19 03:14:46.428255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.447140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eff01f0f-6e35-4a50-9866-18d6e63c0aea up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:46.518188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46fe003f-db64-4e97-94bf-940fb4a11404 req-238a2105-787b-46aa-ae07-c113a9403376 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0840559 Feb 19 03:14:46.582300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port eff01f0f-6e35-4a50-9866-18d6e63c0aea triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:46.582726 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.716983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-a0793682-c754-4886-a3ce-9125d6df645e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Deleting port 73b12456-b8d5-4063-8d75-fab246296221 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:46.717525 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-a0793682-c754-4886-a3ce-9125d6df645e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (73b12456-b8d5-4063-8d75-fab246296221), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.815368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11 req-f71aa85c-569b-4c55-b3e7-c0a187838223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:46.817939 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11 req-f71aa85c-569b-4c55-b3e7-c0a187838223 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 1155 time: 0.4386327 Feb 19 03:14:46.818252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eff01f0f-6e35-4a50-9866-18d6e63c0aea is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:46.818638 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.918741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:46.925284 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d9b4e-3806-4d6e-a364-9bb14b0a0887" -d '{"events": [{"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-plugged", "status": "completed", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:46.952866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59a8e8b3-58f1-4b19-92e7-040f812c0164 req-8a07669d-f33a-40fe-a17b-82748f6b1839 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 210 time: 0.1329591 Feb 19 03:14:46.974755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:46.983362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.128668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-87135f31-36a3-4fe9-b0a4-03c4635b3ba3 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=42973c8e1f4740eaafb2729751201363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1436899 Feb 19 03:14:47.148408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=11']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:47.354138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-a0793682-c754-4886-a3ce-9125d6df645e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] For port 73b12456-b8d5-4063-8d75-fab246296221, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=73b12456-b8d5-4063-8d75-fab246296221,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:47.354493 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-a0793682-c754-4886-a3ce-9125d6df645e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (73b12456-b8d5-4063-8d75-fab246296221), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.408949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-a0793682-c754-4886-a3ce-9125d6df645e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Calling delete_port for 73b12456-b8d5-4063-8d75-fab246296221 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:47.457058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11 req-89d51cc9-a008-4bb8-8efd-ffb07bb868f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:47.459307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11 req-89d51cc9-a008-4bb8-8efd-ffb07bb868f9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.6088722 Feb 19 03:14:47.501365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c35ae-4fae-461b-ae85-61ba72ce750f req-b8648b8e-702e-4c25-b825-f32ca74c7ab3 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:47.503544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-429c35ae-4fae-461b-ae85-61ba72ce750f req-b8648b8e-702e-4c25-b825-f32ca74c7ab3 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=a486179f-3eaf-4130-b54c-9b046b1cbbea HTTP/1.1" status: 200 len: 950 time: 0.4005361 Feb 19 03:14:47.623317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11 req-4f03d104-26de-45ed-b63d-b5d64fec8704 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11fc6ea8-1999-4642-9dc0-1966b3487832 HTTP/1.1" status: 200 len: 217 time: 0.1519372 Feb 19 03:14:47.671573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009daa-1270-42fc-afff-72aae79431d3 req-ed0b78d4-00e7-4b6d-97bd-6a60fb37bd7d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:47.673425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-ed0b78d4-00e7-4b6d-97bd-6a60fb37bd7d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5061553 Feb 19 03:14:47.724644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Request body: {'port': {'device_id': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '42973c8e1f4740eaafb2729751201363'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:47.844474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] Router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:47.850907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11 req-d988637c-0264-4281-8d19-18dedad903f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:47.852465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11 req-d988637c-0264-4281-8d19-18dedad903f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.2182922 Feb 19 03:14:47.867627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-429c35ae-4fae-461b-ae85-61ba72ce750f req-b56a48e5-c297-4c43-b10e-166a1c48a286 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517443 Feb 19 03:14:47.940164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11 req-d79a78dd-e0cf-4c39-876c-8612cd7eb004 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682437 Feb 19 03:14:47.984490 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b571ff-a4eb-467e-8795-feb52ff36fc2 x-openstack-request-id: req-c8b571ff-a4eb-467e-8795-feb52ff36fc2 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:47.985608 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-plugged", "status": "completed", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:47.986821 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8b571ff-a4eb-467e-8795-feb52ff36fc2 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:47.987975 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'code': 200} Feb 19 03:14:48.234393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-a0793682-c754-4886-a3ce-9125d6df645e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (73b12456-b8d5-4063-8d75-fab246296221), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.252921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec', '6436e362-2029-472b-8627-244432a43dd1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:48.308130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a', '60075d9a-800a-43a4-91c3-e8e81b693d18'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:48.365144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0793682-c754-4886-a3ce-9125d6df645e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event deleted for resources: {'Port': ['ID=73b12456-b8d5-4063-8d75-fab246296221,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:48.444915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Made reservation on behalf of 42973c8e1f4740eaafb2729751201363 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:48.455960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.550954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11 req-733bfa11-fb3e-4cf7-83e9-716e957ea99f service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350046 Feb 19 03:14:48.578650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:48.586757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664afb9-6b64-461c-a328-2d63cbcf7158 req-001ebc5c-7a4d-4782-b47c-c2914dff0655 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:48.592607 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] Sync routers for ids ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:48.595138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e664afb9-6b64-461c-a328-2d63cbcf7158 req-001ebc5c-7a4d-4782-b47c-c2914dff0655 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 943 time: 0.4939938 Feb 19 03:14:48.598970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-a0793682-c754-4886-a3ce-9125d6df645e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] No DVR routers for this DVR port 73b12456-b8d5-4063-8d75-fab246296221 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:48.604686 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] Routers {'3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:48.605355 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:14:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:48.623511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f695a094-1d07-4966-b512-6d3665ee07c2 admin admin] 10.222.0.42 "PUT /v2.0/routers/3f7d4ff0-8a53-4b15-87af-9dbadf7d1999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3232625 Feb 19 03:14:48.627385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59978) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:48.637833 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-a0793682-c754-4886-a3ce-9125d6df645e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.642192 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e94acec7-4a59-472b-ba4e-b0eb99f6097c req-a0793682-c754-4886-a3ce-9125d6df645e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "DELETE /v2.0/ports/73b12456-b8d5-4063-8d75-fab246296221 HTTP/1.1" status: 204 len: 173 time: 2.2729487 Feb 19 03:14:48.643805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a486179f-3eaf-4130-b54c-9b046b1cbbea', 'name': 'network-vif-deleted', 'tag': '73b12456-b8d5-4063-8d75-fab246296221'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:48.646905 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad127887-b0dc-40b2-9813-3a16b2e553f5" -d '{"events": [{"server_uuid": "a486179f-3eaf-4130-b54c-9b046b1cbbea", "name": "network-vif-deleted", "tag": "73b12456-b8d5-4063-8d75-fab246296221"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:48.739166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 73b12456-b8d5-4063-8d75-fab246296221 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:48.872536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 73b12456-b8d5-4063-8d75-fab246296221 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:48.873260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 73b12456-b8d5-4063-8d75-fab246296221 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:48.953004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e664afb9-6b64-461c-a328-2d63cbcf7158 req-21577ff1-25fc-4f64-86f6-a668bc3d0808 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569145 Feb 19 03:14:49.049807 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] Set router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:49.070684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Publish callbacks [] for router (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.079336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c28bf713-7395-4e9b-8ff7-94bc17c6ce11 req-c4c9cb0f-1cbf-45ea-a511-6bfa3986ef3e service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022299 Feb 19 03:14:49.104575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-b804399e-dbc1-4e56-9ba0-aa63adf79087 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:49.106197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-b804399e-dbc1-4e56-9ba0-aa63adf79087 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 950 time: 0.5315492 Feb 19 03:14:49.215890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Allocated IP 192.168.233.105 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/0b149b67-a859-435a-88ac-0c3c6b5e22ef) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:49.227702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bed676e4-33f9-415e-aafc-b1885a5d37bd req-9c07778e-5bb8-4a6d-bf2a-298b82e030ec tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.1093583 Feb 19 03:14:49.377538 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Publish callbacks [] for router_gateway (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.522945 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Deleting port dc8327ee-f609-4e40-b05e-0bea7f3399b1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:49.523984 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.636722 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-router', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:21Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 5, 'project_id': '6203adba88b24a08b29847dbae667b17', 'gw_port': {'id': 'dc8327ee-f609-4e40-b05e-0bea7f3399b1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:09:22Z', 'updated_at': '2022-02-19T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:49.733394 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] Checking router: 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:49.751720 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] Routers {'3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:49.753084 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:14:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:49.775843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] For port dc8327ee-f609-4e40-b05e-0bea7f3399b1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=dc8327ee-f609-4e40-b05e-0bea7f3399b1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:49.776708 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.810402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Calling delete_port for dc8327ee-f609-4e40-b05e-0bea7f3399b1 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:49.911829 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] Set router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:50.033936 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-router', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:21Z', 'updated_at': '2022-02-19T03:14:49Z', 'revision_number': 6, 'project_id': '6203adba88b24a08b29847dbae667b17', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:50.059973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7af6352-343c-4354-880f-4c3cc4eca9d3 req-db386086-6c43-415a-9600-6cfe7d35d850 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 210 time: 0.1182129 Feb 19 03:14:50.091844 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dc97a-8a4f-4cc4-9483-bd6cc469646e None None] The sync data for ids ['3f7d4ff0-8a53-4b15-87af-9dbadf7d1999'] in n-d-826756-2 is: [{'id': '3f7d4ff0-8a53-4b15-87af-9dbadf7d1999', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1986084510-router', 'tenant_id': '6203adba88b24a08b29847dbae667b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:09:21Z', 'updated_at': '2022-02-19T03:14:49Z', 'revision_number': 6, 'project_id': '6203adba88b24a08b29847dbae667b17', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:50.182329 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cf5166-6887-4ce0-98cf-7340e15c084c x-openstack-request-id: req-a0cf5166-6887-4ce0-98cf-7340e15c084c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:50.182622 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a486179f-3eaf-4130-b54c-9b046b1cbbea", "name": "network-vif-deleted", "tag": "73b12456-b8d5-4063-8d75-fab246296221", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:50.182885 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0cf5166-6887-4ce0-98cf-7340e15c084c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:50.183299 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a486179f-3eaf-4130-b54c-9b046b1cbbea', 'name': 'network-vif-deleted', 'tag': '73b12456-b8d5-4063-8d75-fab246296221', 'status': 'completed', 'code': 200} Feb 19 03:14:50.217256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-6f045762-3e16-42ac-845b-27118c7fcbf2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Deleting port 60075d9a-800a-43a4-91c3-e8e81b693d18 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:50.217612 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-6f045762-3e16-42ac-845b-27118c7fcbf2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.340511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks [] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.402904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-6f045762-3e16-42ac-845b-27118c7fcbf2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] For port 60075d9a-800a-43a4-91c3-e8e81b693d18, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=60075d9a-800a-43a4-91c3-e8e81b693d18,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:50.403208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-6f045762-3e16-42ac-845b-27118c7fcbf2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.446794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-6f045762-3e16-42ac-845b-27118c7fcbf2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Calling delete_port for 60075d9a-800a-43a4-91c3-e8e81b693d18 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:50.464718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 11fc6ea8-1999-4642-9dc0-1966b3487832 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:14:50.572847 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.647903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:50.662574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['e69eac84-a70d-421a-84e0-42931b16032b', '497de57e-ab34-4904-b8e4-09c0b3e52ed5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:50.675108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:50.678725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:50.685681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:50.722134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['eff01f0f-6e35-4a50-9866-18d6e63c0aea'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:50.773774 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0118e2b0-ade0-4145-8232-d099d22a7862 req-c5bc540e-89b4-4105-81f1-905760e3aca2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a2e17930a2545a680573f59e84abbfe&device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.1201277 Feb 19 03:14:50.826819 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0118e2b0-ade0-4145-8232-d099d22a7862 req-f312dd56-0402-4043-ac1e-367b7920a1c5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0a2e17930a2545a680573f59e84abbfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366356 Feb 19 03:14:50.875927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:50.876671 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.920027 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-af2b6490-3e69-445d-8582-9a2f047ebed9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2077508 Feb 19 03:14:51.058075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Request body: {'port': {'device_id': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:51.083848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0f39c-a10a-4b7f-b0c4-de0b54ca3229 req-499b603c-3ca2-4664-92df-766acf793631 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:51.098831 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6dd0f39c-a10a-4b7f-b0c4-de0b54ca3229 req-499b603c-3ca2-4664-92df-766acf793631 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 943 time: 0.5672972 Feb 19 03:14:51.123822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:51.173809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118e2b0-ade0-4145-8232-d099d22a7862 req-c244a67a-5bf4-488b-95cb-fa06b9574324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:51.175884 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0118e2b0-ade0-4145-8232-d099d22a7862 req-c244a67a-5bf4-488b-95cb-fa06b9574324 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3415370 Feb 19 03:14:51.186219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (dc8327ee-f609-4e40-b05e-0bea7f3399b1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.192553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 11fc6ea8-1999-4642-9dc0-1966b3487832 has no active binding in host n-h1-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:14:51.224226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8327ee-f609-4e40-b05e-0bea7f3399b1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:51.262610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dc8327ee-f609-4e40-b05e-0bea7f3399b1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:51.330637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bb076961-33b2-401d-b6c4-4aaa28538d18 None None] Provisioning complete for port 0b149b67-a859-435a-88ac-0c3c6b5e22ef triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:51.334090 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb076961-33b2-401d-b6c4-4aaa28538d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.351791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: dc8327ee-f609-4e40-b05e-0bea7f3399b1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:51.352857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dc8327ee-f609-4e40-b05e-0bea7f3399b1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:51.354467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bea3b367-5a87-4f72-bde5-c94c5cdd60ff no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:51.372191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.410726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6dd0f39c-a10a-4b7f-b0c4-de0b54ca3229 req-43e670c9-8fea-441c-88d5-f770b308be53 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102934 Feb 19 03:14:51.411419 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-6f045762-3e16-42ac-845b-27118c7fcbf2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (60075d9a-800a-43a4-91c3-e8e81b693d18), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.564984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f045762-3e16-42ac-845b-27118c7fcbf2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event deleted for resources: {'Port': ['ID=60075d9a-800a-43a4-91c3-e8e81b693d18,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:51.567191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.580379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.584588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Publish callbacks [] for router_controller (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.671523 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (3f7d4ff0-8a53-4b15-87af-9dbadf7d1999), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.672701 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:14:51.678717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec', '6436e362-2029-472b-8627-244432a43dd1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:51.682267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.688759 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-717c8a7c-f6d5-4ac7-acfe-3fdc2df51c86 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3f7d4ff0-8a53-4b15-87af-9dbadf7d1999 HTTP/1.1" status: 204 len: 168 time: 3.0571182 Feb 19 03:14:51.688857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60010) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:51.822681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-96831ea3-6eaa-4b53-b2e6-5b7cc7ef76e6 admin admin] Deleting subnet 0f1df739-be6b-4dd4-a773-c33ca6c76e8f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:14:51.836554 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96831ea3-6eaa-4b53-b2e6-5b7cc7ef76e6 admin admin] Publish callbacks [] for subnet (0f1df739-be6b-4dd4-a773-c33ca6c76e8f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.891056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: bea3b367-5a87-4f72-bde5-c94c5cdd60ff {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:51.891403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bea3b367-5a87-4f72-bde5-c94c5cdd60ff not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:51.897860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bb076961-33b2-401d-b6c4-4aaa28538d18 None None] Port 0b149b67-a859-435a-88ac-0c3c6b5e22ef cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:14:52.029288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96831ea3-6eaa-4b53-b2e6-5b7cc7ef76e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (0f1df739-be6b-4dd4-a773-c33ca6c76e8f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.231408 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96831ea3-6eaa-4b53-b2e6-5b7cc7ef76e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (0f1df739-be6b-4dd4-a773-c33ca6c76e8f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.242034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b149b67-a859-435a-88ac-0c3c6b5e22ef {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:52.251033 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Publish callbacks [] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.266153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Transition to ACTIVE for port object 0b149b67-a859-435a-88ac-0c3c6b5e22ef will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:14:52.267516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-6f045762-3e16-42ac-845b-27118c7fcbf2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] No DVR routers for this DVR port 60075d9a-800a-43a4-91c3-e8e81b693d18 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:52.292951 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-6f045762-3e16-42ac-845b-27118c7fcbf2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.295585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7ebd332-ee2f-4453-8681-5674878e9b0a req-6f045762-3e16-42ac-845b-27118c7fcbf2 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "DELETE /v2.0/ports/60075d9a-800a-43a4-91c3-e8e81b693d18 HTTP/1.1" status: 204 len: 173 time: 3.1786149 Feb 19 03:14:52.305246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e79b4e9d-0e7d-4952-8b12-ca4b6c6de34a req-ea4500ab-1fe9-484f-9047-d2da2477fde3 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=260db959-6589-4713-a528-3c2ef154db15 HTTP/1.1" status: 200 len: 210 time: 0.6761661 Feb 19 03:14:52.310319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260db959-6589-4713-a528-3c2ef154db15', 'name': 'network-vif-deleted', 'tag': '60075d9a-800a-43a4-91c3-e8e81b693d18'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:52.314345 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d162728-4dbf-4329-adc6-10b421bd6f7e" -d '{"events": [{"server_uuid": "260db959-6589-4713-a528-3c2ef154db15", "name": "network-vif-deleted", "tag": "60075d9a-800a-43a4-91c3-e8e81b693d18"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:52.335559 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.362917 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96831ea3-6eaa-4b53-b2e6-5b7cc7ef76e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (0f1df739-be6b-4dd4-a773-c33ca6c76e8f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.396430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:52.424507 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.448967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96831ea3-6eaa-4b53-b2e6-5b7cc7ef76e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1df739-be6b-4dd4-a773-c33ca6c76e8f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:52.476794 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96831ea3-6eaa-4b53-b2e6-5b7cc7ef76e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.496275 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-96831ea3-6eaa-4b53-b2e6-5b7cc7ef76e6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0f1df739-be6b-4dd4-a773-c33ca6c76e8f HTTP/1.1" status: 204 len: 168 time: 0.8058586 Feb 19 03:14:52.496971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60028) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:52.507023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:52.575148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 60075d9a-800a-43a4-91c3-e8e81b693d18 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:52.577693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f0ecfd-b8fb-49d6-a91d-14346c06a764 None None] Network 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:52.636906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-695a7642-ebe5-4ee7-9ff8-0678104e4742 req-9d188113-bd2c-47de-8943-0cd82a35cb54 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.1123216 Feb 19 03:14:52.758039 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (51aab0f8-9aca-4bc6-b3bd-604269a3cb89), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.809371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 11fc6ea8-1999-4642-9dc0-1966b3487832 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:52.847125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 60075d9a-800a-43a4-91c3-e8e81b693d18 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:52.847413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 60075d9a-800a-43a4-91c3-e8e81b693d18 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:52.986858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Deleting port edeebafd-51b4-4cb1-9aa6-1abfdb71353c {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:52.987659 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.152958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] For port edeebafd-51b4-4cb1-9aa6-1abfdb71353c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=edeebafd-51b4-4cb1-9aa6-1abfdb71353c,segment=NetworkSegment(144418fd-e27d-4200-bb1f-71d7caa2191f),segment_id=144418fd-e27d-4200-bb1f-71d7caa2191f)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:53.153277 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.156086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:53.157025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:53.157640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:53.178468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:14:53.179765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:53.186911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Calling delete_port for edeebafd-51b4-4cb1-9aa6-1abfdb71353c owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:53.192875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:53.193648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:53.194833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:53.195721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Bound port: 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:53.196688 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.244881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4f4f-c461-41f6-ac15-0e46e6dc98aa req-3db8ed3d-42c4-423b-b2fc-c6677eebd059 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:53.259199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-554b4f4f-c461-41f6-ac15-0e46e6dc98aa req-3db8ed3d-42c4-423b-b2fc-c6677eebd059 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 948 time: 0.3159168 Feb 19 03:14:53.512831 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (edeebafd-51b4-4cb1-9aa6-1abfdb71353c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.612716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 11fc6ea8-1999-4642-9dc0-1966b3487832 is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:53.622643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Pushing event deleted for resources: {'Port': ['ID=edeebafd-51b4-4cb1-9aa6-1abfdb71353c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:53.642694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] No DVR routers for this DVR port edeebafd-51b4-4cb1-9aa6-1abfdb71353c on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:53.702672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-554b4f4f-c461-41f6-ac15-0e46e6dc98aa req-73e7de4a-742e-4131-951a-0af819659c1c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342687 Feb 19 03:14:53.731921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:53.746844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e294d114-47f9-452b-b03d-35d7e2cf5739 None None] DHCP port deletion for 51aab0f8-9aca-4bc6-b3bd-604269a3cb89 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:14:53.749644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:53.761694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.843465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:53.847067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (51aab0f8-9aca-4bc6-b3bd-604269a3cb89), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.850370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.851663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] 10.222.0.71 "PUT /v2.0/ports/0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 1096 time: 2.8577023 Feb 19 03:14:53.930279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51aab0f8-9aca-4bc6-b3bd-604269a3cb89']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:53.947882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144418fd-e27d-4200-bb1f-71d7caa2191f') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:53.948243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144418fd-e27d-4200-bb1f-71d7caa2191f') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:53.962330 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (144418fd-e27d-4200-bb1f-71d7caa2191f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.982628 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957906c6-e8a3-42bf-8737-1eaea15cf63d x-openstack-request-id: req-957906c6-e8a3-42bf-8737-1eaea15cf63d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:53.982628 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260db959-6589-4713-a528-3c2ef154db15", "name": "network-vif-deleted", "tag": "60075d9a-800a-43a4-91c3-e8e81b693d18", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:53.983059 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-957906c6-e8a3-42bf-8737-1eaea15cf63d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:53.983204 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260db959-6589-4713-a528-3c2ef154db15', 'name': 'network-vif-deleted', 'tag': '60075d9a-800a-43a4-91c3-e8e81b693d18', 'status': 'completed', 'code': 200} Feb 19 03:14:54.008708 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (144418fd-e27d-4200-bb1f-71d7caa2191f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.022153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:14:54.022737 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (144418fd-e27d-4200-bb1f-71d7caa2191f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.028518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca74d0e-99f3-4c64-b91b-c10976fda170 service neutron] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:54.057910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009daa-1270-42fc-afff-72aae79431d3 req-d89427f7-3170-4be4-8369-4b33ee830ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:54.061585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-d89427f7-3170-4be4-8369-4b33ee830ca8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1130 time: 0.1404829 Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:14:54.108277 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:14:54.119695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (51aab0f8-9aca-4bc6-b3bd-604269a3cb89), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.134342 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.156581 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] 10.222.0.42 "DELETE /v2.0/networks/51aab0f8-9aca-4bc6-b3bd-604269a3cb89 HTTP/1.1" status: 204 len: 168 time: 1.6580038 Feb 19 03:14:54.179087 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-bbcbfb10-d735-421f-976f-56e6c66a8b6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 217 time: 0.1088343 Feb 19 03:14:54.204980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1e509-2360-4652-91b1-cd74946ffa3e admin admin] Pushing event deleted for resources: {'Network': ['ID=51aab0f8-9aca-4bc6-b3bd-604269a3cb89,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:54.287371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009daa-1270-42fc-afff-72aae79431d3 req-a8f5ae36-6974-4d42-85cb-b0dd566d227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:54.289508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-a8f5ae36-6974-4d42-85cb-b0dd566d227d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0864651 Feb 19 03:14:54.331578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0118e2b0-ade0-4145-8232-d099d22a7862 req-f7a82f82-8ec3-42ba-8484-5f4c1f45e962 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0344524 Feb 19 03:14:54.408974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369fabc-e553-49e2-a49d-2ec64454e82d req-28667c97-887a-408f-8053-a683a3d89229 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:54.410689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2369fabc-e553-49e2-a49d-2ec64454e82d req-28667c97-887a-408f-8053-a683a3d89229 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 943 time: 0.3192778 Feb 19 03:14:54.478357 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60042) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:54.498471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2369fabc-e553-49e2-a49d-2ec64454e82d req-69b597b6-6174-4e1d-b3f2-26f60a53b56f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789039 Feb 19 03:14:54.503271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009daa-1270-42fc-afff-72aae79431d3 req-1960c5c1-9dd1-443b-8c31-834cfd6dc501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:54.506074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-1960c5c1-9dd1-443b-8c31-834cfd6dc501 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1649253 Feb 19 03:14:54.591926 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-363b4974-3fac-4af3-8c31-88df57ed9674 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9f85c6ecb8f4cfd97f4ba0310796263&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1117890 Feb 19 03:14:54.594282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60044) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:54.726050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0232caed-5e66-4b62-abf6-a09840787a5d admin admin] Publish callbacks [] for security_group (94cdec41-30b1-4dbd-8e33-415a65e6b6a9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.745651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-9c26e927-b80b-4895-a27d-3564fa497d89 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306027 Feb 19 03:14:54.790617 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0232caed-5e66-4b62-abf6-a09840787a5d admin admin] Publish callbacks [] for security_group (94cdec41-30b1-4dbd-8e33-415a65e6b6a9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.813225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device edeebafd-51b4-4cb1-9aa6-1abfdb71353c no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:54.847386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: edeebafd-51b4-4cb1-9aa6-1abfdb71353c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:54.848273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device edeebafd-51b4-4cb1-9aa6-1abfdb71353c not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:54.857963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0232caed-5e66-4b62-abf6-a09840787a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (94cdec41-30b1-4dbd-8e33-415a65e6b6a9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.862416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0232caed-5e66-4b62-abf6-a09840787a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.869334 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0232caed-5e66-4b62-abf6-a09840787a5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94cdec41-30b1-4dbd-8e33-415a65e6b6a9 HTTP/1.1" status: 204 len: 168 time: 0.2706716 Feb 19 03:14:54.870329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16009daa-1270-42fc-afff-72aae79431d3 req-5ef08cb9-016c-4fb8-a970-9877bd422a9d service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156311 Feb 19 03:14:54.880796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232caed-5e66-4b62-abf6-a09840787a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cdec41-30b1-4dbd-8e33-415a65e6b6a9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:54.929738 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ba1eeb7-d468-4f2f-bc48-a2476ae3b258 req-7748f5de-9014-4c8b-bc63-bc221c717955 tempest-ServerShowV257Test-977279732 tempest-ServerShowV257Test-977279732-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e91c057-8815-485a-b98f-518a4ac1806c HTTP/1.1" status: 200 len: 210 time: 0.0583773 Feb 19 03:14:55.191929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d512f-d79d-45a7-ba87-f524293c8084 req-25080324-06cd-48f3-8c2e-a0c3d49df2c6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:55.202006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d1d512f-d79d-45a7-ba87-f524293c8084 req-25080324-06cd-48f3-8c2e-a0c3d49df2c6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 948 time: 0.0760260 Feb 19 03:14:55.289616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d1d512f-d79d-45a7-ba87-f524293c8084 req-513acefd-0545-4ab9-b565-04f0d3cb9142 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862219 Feb 19 03:14:55.475499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60068) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:55.539070 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8cfae502-5fc5-425d-aed9-684ed1eae564 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6203adba88b24a08b29847dbae667b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616968 Feb 19 03:14:55.542741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60072) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:55.651768 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5e43f271-d46f-4d70-ba4b-e397e92364b9 admin admin] Publish callbacks [] for security_group (80c23d43-a5fa-4d3c-82e3-543229c682ed), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.689584 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5e43f271-d46f-4d70-ba4b-e397e92364b9 admin admin] Publish callbacks [] for security_group (80c23d43-a5fa-4d3c-82e3-543229c682ed), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.787256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904ca28-b8a5-40cc-970c-6705e7168219 req-a3332a50-4a22-4e3d-b8b7-3bfcd51bc817 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:55.788869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8904ca28-b8a5-40cc-970c-6705e7168219 req-a3332a50-4a22-4e3d-b8b7-3bfcd51bc817 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 943 time: 0.0909503 Feb 19 03:14:55.845198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5e43f271-d46f-4d70-ba4b-e397e92364b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (80c23d43-a5fa-4d3c-82e3-543229c682ed), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.850473 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5e43f271-d46f-4d70-ba4b-e397e92364b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.858281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5e43f271-d46f-4d70-ba4b-e397e92364b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80c23d43-a5fa-4d3c-82e3-543229c682ed HTTP/1.1" status: 204 len: 168 time: 0.3136482 Feb 19 03:14:55.912522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43f271-d46f-4d70-ba4b-e397e92364b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c23d43-a5fa-4d3c-82e3-543229c682ed,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:55.965483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8904ca28-b8a5-40cc-970c-6705e7168219 req-85411ded-9ea0-4844-9180-5c2dcb71f990 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542535 Feb 19 03:14:55.995298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:55.995298 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05642c15-1949-4705-a3a8-ec15ac450001" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:56.531468 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cd7cb6-6047-4961-9f4e-2fe987af09f2 x-openstack-request-id: req-b1cd7cb6-6047-4961-9f4e-2fe987af09f2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:56.532137 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:56.532234 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1cd7cb6-6047-4961-9f4e-2fe987af09f2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:56.532961 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'status': 'completed', 'code': 200} Feb 19 03:14:56.710866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642c15-1949-4705-a3a8-ec15ac450001 req-c4e967ca-a713-4d7c-853d-495de3621a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:56.713501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05642c15-1949-4705-a3a8-ec15ac450001 req-c4e967ca-a713-4d7c-853d-495de3621a8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1130 time: 0.1456993 Feb 19 03:14:57.051953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051e10f-6eb8-4d25-b63c-5d58cfd7e277 req-60edbc60-283d-444f-8eb5-a95035d22600 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.061099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4051e10f-6eb8-4d25-b63c-5d58cfd7e277 req-60edbc60-283d-444f-8eb5-a95035d22600 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 948 time: 0.3616161 Feb 19 03:14:57.129536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60116) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:57.206152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642c15-1949-4705-a3a8-ec15ac450001 req-7e6fdd15-cf2b-4e1f-8f16-7ac2afd79658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.217119 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05642c15-1949-4705-a3a8-ec15ac450001 req-7e6fdd15-cf2b-4e1f-8f16-7ac2afd79658 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.4676583 Feb 19 03:14:57.380255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05642c15-1949-4705-a3a8-ec15ac450001 req-32d65d5f-bfba-4cee-a340-805ef260aecf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 217 time: 0.1440949 Feb 19 03:14:57.426819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4051e10f-6eb8-4d25-b63c-5d58cfd7e277 req-99155c7c-2d1f-4be1-8e00-c12aecef9de2 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469367 Feb 19 03:14:57.572901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fef86f8b-20e6-4de0-8b44-baa5e34f843b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.767569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642c15-1949-4705-a3a8-ec15ac450001 req-e41c6705-8356-468e-a7fa-229b06428a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.769020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05642c15-1949-4705-a3a8-ec15ac450001 req-e41c6705-8356-468e-a7fa-229b06428a91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.3773267 Feb 19 03:14:57.769825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fef86f8b-20e6-4de0-8b44-baa5e34f843b admin admin] Publish callbacks [] for security_group (5cdc6004-5352-4dfd-ac17-b6b7e1d7bcc0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.775829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fef86f8b-20e6-4de0-8b44-baa5e34f843b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5cdc6004-5352-4dfd-ac17-b6b7e1d7bcc0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.879653 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fef86f8b-20e6-4de0-8b44-baa5e34f843b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a2e17930a2545a680573f59e84abbfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7477863 Feb 19 03:14:57.906094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60136) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:57.908957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51020250-ed6c-442a-881e-417dd85c0d5b req-f96c77bd-ab84-4989-9ccd-1b01e6dfdc5f tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.910785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51020250-ed6c-442a-881e-417dd85c0d5b req-f96c77bd-ab84-4989-9ccd-1b01e6dfdc5f tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/ports?device_id=72b1706c-f5d5-4bcf-812c-deb1d2580f60 HTTP/1.1" status: 200 len: 949 time: 0.3851850 Feb 19 03:14:57.990238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef86f8b-20e6-4de0-8b44-baa5e34f843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc6004-5352-4dfd-ac17-b6b7e1d7bcc0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:58.078457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22975365-df1e-4122-b529-d4f0a2ccea49 req-6b5c4706-cf37-4f32-a7f7-9b48aa7d6b3e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:58.080061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22975365-df1e-4122-b529-d4f0a2ccea49 req-6b5c4706-cf37-4f32-a7f7-9b48aa7d6b3e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=72b1706c-f5d5-4bcf-812c-deb1d2580f60 HTTP/1.1" status: 200 len: 949 time: 0.4803855 Feb 19 03:14:58.088434 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75429509-6e80-44d1-8d4b-59f96848db45 admin admin] Publish callbacks [] for security_group (5cdc6004-5352-4dfd-ac17-b6b7e1d7bcc0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.149254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75429509-6e80-44d1-8d4b-59f96848db45 admin admin] Publish callbacks [] for security_group (5cdc6004-5352-4dfd-ac17-b6b7e1d7bcc0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.270261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642c15-1949-4705-a3a8-ec15ac450001 req-4497ef85-663e-4df2-b37b-09c9b22a64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:58.271807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05642c15-1949-4705-a3a8-ec15ac450001 req-4497ef85-663e-4df2-b37b-09c9b22a64b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4871268 Feb 19 03:14:58.275740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75429509-6e80-44d1-8d4b-59f96848db45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5cdc6004-5352-4dfd-ac17-b6b7e1d7bcc0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.278581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75429509-6e80-44d1-8d4b-59f96848db45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.280003 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-75429509-6e80-44d1-8d4b-59f96848db45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5cdc6004-5352-4dfd-ac17-b6b7e1d7bcc0 HTTP/1.1" status: 204 len: 168 time: 0.3727262 Feb 19 03:14:58.293310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75429509-6e80-44d1-8d4b-59f96848db45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdc6004-5352-4dfd-ac17-b6b7e1d7bcc0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:58.493561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22975365-df1e-4122-b529-d4f0a2ccea49 req-45924801-9fa9-4fa6-acdc-88b133f399ed tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990562 Feb 19 03:14:58.558119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-51020250-ed6c-442a-881e-417dd85c0d5b req-0ab7eef6-6fa4-4739-84f6-a05825a3cd5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Deleting port 6436e362-2029-472b-8627-244432a43dd1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:58.558119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51020250-ed6c-442a-881e-417dd85c0d5b req-0ab7eef6-6fa4-4739-84f6-a05825a3cd5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6436e362-2029-472b-8627-244432a43dd1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.802131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:14:58.960363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:58.984878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'mac_address': 'fa:16:3e:a8:53:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:14:59.049690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 0b149b67-a859-435a-88ac-0c3c6b5e22ef is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:59.050534 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.071660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b149b67-a859-435a-88ac-0c3c6b5e22ef {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:59.107740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:59.109569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05642c15-1949-4705-a3a8-ec15ac450001 req-6979a87c-2985-4c4e-971d-9ba51eaecf29 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8135691 Feb 19 03:14:59.117058 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.242655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c3a2b-f980-4be3-ba58-fbb5edcf5bd8 req-23244d1a-021f-4d3e-8df7-ae2c6ae9c709 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.244955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e82c3a2b-f980-4be3-ba58-fbb5edcf5bd8 req-23244d1a-021f-4d3e-8df7-ae2c6ae9c709 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 943 time: 0.3864045 Feb 19 03:14:59.263608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-5970b081-eec7-48c8-a2cb-0bade8f3a27b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.265733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-5970b081-eec7-48c8-a2cb-0bade8f3a27b tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "GET /v2.0/ports?device_id=7016a69f-0520-4053-9f66-c2675522b042 HTTP/1.1" status: 200 len: 950 time: 0.6833403 Feb 19 03:14:59.283683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:59.314603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-51020250-ed6c-442a-881e-417dd85c0d5b req-0ab7eef6-6fa4-4739-84f6-a05825a3cd5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] For port 6436e362-2029-472b-8627-244432a43dd1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6436e362-2029-472b-8627-244432a43dd1,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:59.315036 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51020250-ed6c-442a-881e-417dd85c0d5b req-0ab7eef6-6fa4-4739-84f6-a05825a3cd5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6436e362-2029-472b-8627-244432a43dd1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.376468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-51020250-ed6c-442a-881e-417dd85c0d5b req-0ab7eef6-6fa4-4739-84f6-a05825a3cd5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Calling delete_port for 6436e362-2029-472b-8627-244432a43dd1 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:59.416183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05642c15-1949-4705-a3a8-ec15ac450001 req-84a79da6-c37e-4ea2-b6cc-8a093c164585 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984946 Feb 19 03:14:59.432327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e82c3a2b-f980-4be3-ba58-fbb5edcf5bd8 req-aa7fb7f3-d815-4542-a7fa-9153013f5c39 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613266 Feb 19 03:14:59.501663 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-07242b2e-d46c-4581-9851-8e1f52ad5516 service neutron] 10.222.0.71 "GET /v2.0/ports/11fc6ea8-1999-4642-9dc0-1966b3487832/bindings/n-h1-826756-2 HTTP/1.1" status: 200 len: 384 time: 0.1440055 Feb 19 03:14:59.506282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['0b149b67-a859-435a-88ac-0c3c6b5e22ef'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:59.672791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff4d0-4d16-4c52-adac-6b8e9f87262c req-f8304284-caa4-4c14-820c-1b11042df073 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.678441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-646ff4d0-4d16-4c52-adac-6b8e9f87262c req-f8304284-caa4-4c14-820c-1b11042df073 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 949 time: 0.1234655 Feb 19 03:14:59.743710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-2247c81f-1270-4fd2-9ac7-be9ce00db2ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Deleting port cd41e6e5-f51f-4a1d-bb0f-061be49654ec {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:59.744843 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-2247c81f-1270-4fd2-9ac7-be9ce00db2ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.791129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-e68d69be-39d3-4d82-81f4-683357019176 service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:59.835200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-e68d69be-39d3-4d82-81f4-683357019176 service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:59.907825 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51020250-ed6c-442a-881e-417dd85c0d5b req-0ab7eef6-6fa4-4739-84f6-a05825a3cd5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6436e362-2029-472b-8627-244432a43dd1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.923608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cd41e6e5-f51f-4a1d-bb0f-061be49654ec'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:59.935960 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-e68d69be-39d3-4d82-81f4-683357019176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fc6ea8-1999-4642-9dc0-1966b3487832 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:59.976559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-e68d69be-39d3-4d82-81f4-683357019176 service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:59.984243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60182) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:59.987377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:00.014278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7eef6-6fa4-4739-84f6-a05825a3cd5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event deleted for resources: {'Port': ['ID=6436e362-2029-472b-8627-244432a43dd1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:00.047854 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-e68d69be-39d3-4d82-81f4-683357019176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.083980 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-646ff4d0-4d16-4c52-adac-6b8e9f87262c req-03b2e4ec-8668-4902-bad4-d6d42127078d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329949 Feb 19 03:15:00.271932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-e68d69be-39d3-4d82-81f4-683357019176 service neutron] Transition to ACTIVE for port object 11fc6ea8-1999-4642-9dc0-1966b3487832 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:15:00.278613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-e68d69be-39d3-4d82-81f4-683357019176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.330793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-51020250-ed6c-442a-881e-417dd85c0d5b req-0ab7eef6-6fa4-4739-84f6-a05825a3cd5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] No DVR routers for this DVR port 6436e362-2029-472b-8627-244432a43dd1 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:00.339663 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51020250-ed6c-442a-881e-417dd85c0d5b req-0ab7eef6-6fa4-4739-84f6-a05825a3cd5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.348944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51020250-ed6c-442a-881e-417dd85c0d5b req-0ab7eef6-6fa4-4739-84f6-a05825a3cd5c tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "DELETE /v2.0/ports/6436e362-2029-472b-8627-244432a43dd1 HTTP/1.1" status: 204 len: 173 time: 2.3823800 Feb 19 03:15:00.354511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b1706c-f5d5-4bcf-812c-deb1d2580f60', 'name': 'network-vif-deleted', 'tag': '6436e362-2029-472b-8627-244432a43dd1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:00.366918 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daec8a94-bbf4-4cf8-b6dc-4dd1259ff1df" -d '{"events": [{"server_uuid": "72b1706c-f5d5-4bcf-812c-deb1d2580f60", "name": "network-vif-deleted", "tag": "6436e362-2029-472b-8627-244432a43dd1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:00.379743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-2247c81f-1270-4fd2-9ac7-be9ce00db2ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] For port cd41e6e5-f51f-4a1d-bb0f-061be49654ec, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:00.380356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-2247c81f-1270-4fd2-9ac7-be9ce00db2ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.418722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-2247c81f-1270-4fd2-9ac7-be9ce00db2ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Calling delete_port for cd41e6e5-f51f-4a1d-bb0f-061be49654ec owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:00.430198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1770709672-network', 'tenant_id': '42936013459c4621a2a4adcfeb75bc30'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:00.479869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-e68d69be-39d3-4d82-81f4-683357019176 service neutron] No DVR routers for this DVR port 11fc6ea8-1999-4642-9dc0-1966b3487832 on host n-h2-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:00.491596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Made reservation on behalf of 42936013459c4621a2a4adcfeb75bc30 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:00.511456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.533506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.675378 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-e68d69be-39d3-4d82-81f4-683357019176 service neutron] 10.222.0.71 "PUT /v2.0/ports/11fc6ea8-1999-4642-9dc0-1966b3487832/bindings/n-h1-826756-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1630397 Feb 19 03:15:00.683692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d69be-39d3-4d82-81f4-683357019176 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc6ea8-1999-4642-9dc0-1966b3487832,revision_number=10']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:00.747722 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-2247c81f-1270-4fd2-9ac7-be9ce00db2ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (cd41e6e5-f51f-4a1d-bb0f-061be49654ec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.790194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:00.857900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:00.858184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247c81f-1270-4fd2-9ac7-be9ce00db2ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event deleted for resources: {'Port': ['ID=cd41e6e5-f51f-4a1d-bb0f-061be49654ec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:00.905181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Publish callbacks [] for security_group (13819f9e-234c-4b8a-b991-bb70cfecde7c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.913512 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (13819f9e-234c-4b8a-b991-bb70cfecde7c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.933138 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:15:00.951175 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8328eebd-689a-48f1-a9cd-8c9c70dbf216), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.951795 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Added segment 8328eebd-689a-48f1-a9cd-8c9c70dbf216 of type vlan for network aaebf42c-e829-47d1-9152-4e2111ad2dd7 Feb 19 03:15:01.051589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 0b149b67-a859-435a-88ac-0c3c6b5e22ef completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:15:01.067653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 0b149b67-a859-435a-88ac-0c3c6b5e22ef triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:01.068308 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.079315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13819f9e-234c-4b8a-b991-bb70cfecde7c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:01.093573 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (aaebf42c-e829-47d1-9152-4e2111ad2dd7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.114301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-b0911249-79ec-4b72-b040-9ee761239ed3 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=452bee264d3b4a9da1ce28e016482392&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2867916 Feb 19 03:15:01.160869 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (aaebf42c-e829-47d1-9152-4e2111ad2dd7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.163284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:01.169643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.282197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 0b149b67-a859-435a-88ac-0c3c6b5e22ef is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:01.282742 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.297534 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3116293 Feb 19 03:15:01.298626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60208) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:01.310823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Request body: {'subnet': {'network_id': 'aaebf42c-e829-47d1-9152-4e2111ad2dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1770709672-subnet', 'tenant_id': '42936013459c4621a2a4adcfeb75bc30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:01.403463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Made reservation on behalf of 42936013459c4621a2a4adcfeb75bc30 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:01.406757 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.418179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:01.427767 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403f8528-6c89-4dab-a499-6ea2f2675321" -d '{"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:01.461877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:01.473836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.474929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6436e362-2029-472b-8627-244432a43dd1 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:01.503218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 6436e362-2029-472b-8627-244432a43dd1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:01.503809 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6436e362-2029-472b-8627-244432a43dd1 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:01.575539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:01.604154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f9f03-f64c-491f-9e73-520d625fb86b admin admin] Pushing event updated for resources: {'Network': ['ID=aaebf42c-e829-47d1-9152-4e2111ad2dd7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:01.616363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network aaebf42c-e829-47d1-9152-4e2111ad2dd7 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:15:01.637795 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:15:01.668569 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a66aceca-6e50-425c-a18f-fdc76082310e req-5c95b776-761e-440a-ba2d-dbe52ab9b4a0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1535528 Feb 19 03:15:01.817511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66aceca-6e50-425c-a18f-fdc76082310e req-5822b7d2-1bb2-4998-854e-a7c4b6a2eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:01.819469 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a66aceca-6e50-425c-a18f-fdc76082310e req-5822b7d2-1bb2-4998-854e-a7c4b6a2eced service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 1126 time: 0.1216362 Feb 19 03:15:01.861506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (b6f22eef-270e-4e60-85f2-546e53146ea6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.886258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-2247c81f-1270-4fd2-9ac7-be9ce00db2ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] No DVR routers for this DVR port cd41e6e5-f51f-4a1d-bb0f-061be49654ec on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:01.896614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-2247c81f-1270-4fd2-9ac7-be9ce00db2ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.901495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d0c2ca3-2bfc-4b1a-bf9e-5bf78b6a4174 req-2247c81f-1270-4fd2-9ac7-be9ce00db2ea tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.71 "DELETE /v2.0/ports/cd41e6e5-f51f-4a1d-bb0f-061be49654ec HTTP/1.1" status: 204 len: 173 time: 2.5980096 Feb 19 03:15:01.904440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-0d89068d-2b97-4cde-8e51-3a6ed5db9f28 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:01.906872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-0d89068d-2b97-4cde-8e51-3a6ed5db9f28 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1126 time: 1.1166730 Feb 19 03:15:02.042044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-0db62dc4-9078-40db-bd29-8b04149445f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.044040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-0db62dc4-9078-40db-bd29-8b04149445f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0 HTTP/1.1" status: 200 len: 1126 time: 0.1230531 Feb 19 03:15:02.084401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43763d55-d03c-4988-8812-7122dffba18d req-fe69634e-ee73-4059-89ae-609585bbdcbe tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.086459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-fe69634e-ee73-4059-89ae-609585bbdcbe tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9493887 Feb 19 03:15:02.149076 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-4e8e49f3-d0bd-4c51-bcc3-75cb2f24235f tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/quotas/452bee264d3b4a9da1ce28e016482392 HTTP/1.1" status: 200 len: 375 time: 0.0490937 Feb 19 03:15:02.149293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66aceca-6e50-425c-a18f-fdc76082310e req-691c9c08-d977-4346-82b3-b76070128934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.151661 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a66aceca-6e50-425c-a18f-fdc76082310e req-691c9c08-d977-4346-82b3-b76070128934 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.3021667 Feb 19 03:15:02.159847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f22eef-270e-4e60-85f2-546e53146ea6,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:02.175087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-f3b0dfe6-0a4c-4e34-b19f-a19e7ecd4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.177330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-f3b0dfe6-0a4c-4e34-b19f-a19e7ecd4d4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 1126 time: 0.0898747 Feb 19 03:15:02.224618 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a66aceca-6e50-425c-a18f-fdc76082310e req-45ebbad2-54c8-4999-80d2-492f3ccb25b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 200 len: 217 time: 0.0607200 Feb 19 03:15:02.234045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Checking segment: {'id': '8328eebd-689a-48f1-a9cd-8c9c70dbf216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'aaebf42c-e829-47d1-9152-4e2111ad2dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:02.234661 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Network hostable DHCP agents. Network: aaebf42c-e829-47d1-9152-4e2111ad2dd7, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:15:02.291364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66aceca-6e50-425c-a18f-fdc76082310e req-672e1dc0-af05-41a7-b421-a5e8f63f946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.294836 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a66aceca-6e50-425c-a18f-fdc76082310e req-672e1dc0-af05-41a7-b421-a5e8f63f946b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.0569749 Feb 19 03:15:02.324522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Network aaebf42c-e829-47d1-9152-4e2111ad2dd7 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:15:02.332066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-f563ee2b-b3d2-474b-87cc-c194cb442e8d tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=452bee264d3b4a9da1ce28e016482392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1677864 Feb 19 03:15:02.351485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-7c110daa-699c-489b-836a-5d687be9cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.359340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-7c110daa-699c-489b-836a-5d687be9cef6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.1706605 Feb 19 03:15:02.361067 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a66aceca-6e50-425c-a18f-fdc76082310e req-111e0442-b491-4db6-9a64-dba66aeec9c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492289 Feb 19 03:15:02.464445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-f574dd9c-edc9-46f0-91ed-b12de2d44230 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11fc6ea8-1999-4642-9dc0-1966b3487832 HTTP/1.1" status: 200 len: 217 time: 0.0982590 Feb 19 03:15:02.524614 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a66aceca-6e50-425c-a18f-fdc76082310e req-cec05ca2-20ed-465b-b4da-b5e28a941792 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409934 Feb 19 03:15:02.531182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, aaebf42c-e829-47d1-9152-4e2111ad2dd7) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:02.539724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479786d2-7f9a-45c9-bbac-7079f7599668 None None] Network aaebf42c-e829-47d1-9152-4e2111ad2dd7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:02.564425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.565014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.603332 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b866ebd-2048-411f-8791-aae98a19fe72 x-openstack-request-id: req-4b866ebd-2048-411f-8791-aae98a19fe72 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:02.603730 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b1706c-f5d5-4bcf-812c-deb1d2580f60", "name": "network-vif-deleted", "tag": "6436e362-2029-472b-8627-244432a43dd1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:02.604091 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b866ebd-2048-411f-8791-aae98a19fe72 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:02.604665 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b1706c-f5d5-4bcf-812c-deb1d2580f60', 'name': 'network-vif-deleted', 'tag': '6436e362-2029-472b-8627-244432a43dd1', 'status': 'completed', 'code': 200} Feb 19 03:15:02.669935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-2f12eedf-2659-4129-a4d0-4c13e7cd4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.676484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-2f12eedf-2659-4129-a4d0-4c13e7cd4e1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.2052975 Feb 19 03:15:02.716944 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8ea30b63-c71d-4a54-aa1d-c6aab95c5e98 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4040511 Feb 19 03:15:02.778992 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a66aceca-6e50-425c-a18f-fdc76082310e req-db7b50f5-1434-4002-bd9e-e742440ae82f service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979191 Feb 19 03:15:02.841909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16a90f-ef9a-49ab-9d0c-b78651229a35 None None] Network aaebf42c-e829-47d1-9152-4e2111ad2dd7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:02.872767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-b59ec8f5-8611-4cb3-a43d-e4b84587fd8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1803241 Feb 19 03:15:02.889383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cd41e6e5-f51f-4a1d-bb0f-061be49654ec no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:03.005240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: cd41e6e5-f51f-4a1d-bb0f-061be49654ec {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:03.006019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cd41e6e5-f51f-4a1d-bb0f-061be49654ec not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:03.143815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-2e2fb001-f3e3-4a2f-851e-9d9c84d00557 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589734 Feb 19 03:15:03.172698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42052c66-6136-4363-a000-387ee1b83364 req-3087fdb8-1cef-4e2b-8f81-ac6d57775ebe tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:03.182440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42052c66-6136-4363-a000-387ee1b83364 req-3087fdb8-1cef-4e2b-8f81-ac6d57775ebe tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 944 time: 0.5046494 Feb 19 03:15:03.318967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-b94d7b73-bb48-4bf5-904f-67a6381c6e69 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660540 Feb 19 03:15:03.450782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42052c66-6136-4363-a000-387ee1b83364 req-b423fdef-3fe5-455b-9ecb-64a4333a8b2d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262891 Feb 19 03:15:03.653347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e788969-68cb-4b7c-9ef3-5b5c82177a3d req-080c87ef-46a2-49f7-b29c-6a852c7e89fc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:03.665155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2e788969-68cb-4b7c-9ef3-5b5c82177a3d req-080c87ef-46a2-49f7-b29c-6a852c7e89fc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.0880682 Feb 19 03:15:03.740693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2e788969-68cb-4b7c-9ef3-5b5c82177a3d req-b9de9a7f-3258-48b2-90b7-92ee83bbaef2 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730309 Feb 19 03:15:03.823508 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10abf0f1-3514-494e-b30e-8fa0995ee0a4 x-openstack-request-id: req-10abf0f1-3514-494e-b30e-8fa0995ee0a4 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:03.824478 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:03.825141 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10abf0f1-3514-494e-b30e-8fa0995ee0a4 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:03.825617 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'code': 200} Feb 19 03:15:03.840407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-f9b7785c-f0e6-40b5-b859-2b45c015aca0 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:03.843007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-f9b7785c-f0e6-40b5-b859-2b45c015aca0 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.0644848 Feb 19 03:15:04.036309 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fd4e7-b566-49e4-bf35-5b1520e28ad8 req-bafa0edd-cc79-4d5b-bb61-26c305c48bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:04.039097 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ba8fd4e7-b566-49e4-bf35-5b1520e28ad8 req-bafa0edd-cc79-4d5b-bb61-26c305c48bb3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1132 time: 0.1305311 Feb 19 03:15:04.047397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35aaf43d-4fd9-4527-ab73-43f98f537f62 req-0ab3b1b1-fab0-4af5-89e2-b8f3f12902fe tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 210 time: 0.1121645 Feb 19 03:15:04.147455 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ba8fd4e7-b566-49e4-bf35-5b1520e28ad8 req-4c6cab2a-90a6-4ca5-a4bd-e2baa049b92a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887334 Feb 19 03:15:04.172035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60244) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:04.234596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-d730c10d-9d31-46af-8ba9-1106145c568c service neutron] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:04.242085 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-d730c10d-9d31-46af-8ba9-1106145c568c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.246514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dabad4b5-a6df-4b8a-9696-312e2f54faea req-d730c10d-9d31-46af-8ba9-1106145c568c service neutron] 10.222.0.37 "DELETE /v2.0/ports/11fc6ea8-1999-4642-9dc0-1966b3487832/bindings/n-h2-826756-2 HTTP/1.1" status: 204 len: 173 time: 0.3944290 Feb 19 03:15:04.283565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-416d58fa-71ea-4d35-93aa-252c13e4a92b admin admin] Deleting subnet b6f22eef-270e-4e60-85f2-546e53146ea6 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:15:04.289438 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-416d58fa-71ea-4d35-93aa-252c13e4a92b admin admin] Publish callbacks [] for subnet (b6f22eef-270e-4e60-85f2-546e53146ea6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.340132 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-416d58fa-71ea-4d35-93aa-252c13e4a92b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (b6f22eef-270e-4e60-85f2-546e53146ea6), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.387887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-416d58fa-71ea-4d35-93aa-252c13e4a92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (b6f22eef-270e-4e60-85f2-546e53146ea6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.482543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-416d58fa-71ea-4d35-93aa-252c13e4a92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (b6f22eef-270e-4e60-85f2-546e53146ea6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.552655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d58fa-71ea-4d35-93aa-252c13e4a92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f22eef-270e-4e60-85f2-546e53146ea6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:04.559097 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-416d58fa-71ea-4d35-93aa-252c13e4a92b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.566931 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-416d58fa-71ea-4d35-93aa-252c13e4a92b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b6f22eef-270e-4e60-85f2-546e53146ea6 HTTP/1.1" status: 204 len: 168 time: 0.3898518 Feb 19 03:15:04.567551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60254) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:04.606538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7016a69f-0520-4053-9f66-c2675522b042', 'name': 'network-vif-deleted', 'tag': 'cd41e6e5-f51f-4a1d-bb0f-061be49654ec'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:04.611071 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff24414e-0bf4-47a3-97da-ac2601dead02" -d '{"events": [{"server_uuid": "7016a69f-0520-4053-9f66-c2675522b042", "name": "network-vif-deleted", "tag": "cd41e6e5-f51f-4a1d-bb0f-061be49654ec"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:04.683281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (aaebf42c-e829-47d1-9152-4e2111ad2dd7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.808356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b032e-1608-4ed3-949a-adce115f63db req-71cbdeb8-70dc-41b6-91b8-8b9ec1f5243e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:04.810828 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-469b032e-1608-4ed3-949a-adce115f63db req-71cbdeb8-70dc-41b6-91b8-8b9ec1f5243e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 944 time: 0.1430290 Feb 19 03:15:04.854046 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (aaebf42c-e829-47d1-9152-4e2111ad2dd7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.891750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaebf42c-e829-47d1-9152-4e2111ad2dd7']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:04.915374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8328eebd-689a-48f1-a9cd-8c9c70dbf216') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:04.918659 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8328eebd-689a-48f1-a9cd-8c9c70dbf216') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:04.942587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (8328eebd-689a-48f1-a9cd-8c9c70dbf216), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.960734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-469b032e-1608-4ed3-949a-adce115f63db req-af082498-88db-42e3-b186-e7924ddd9faf tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354136 Feb 19 03:15:04.973006 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8328eebd-689a-48f1-a9cd-8c9c70dbf216), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.001770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:15:05.005939 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (8328eebd-689a-48f1-a9cd-8c9c70dbf216), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:15:05.112971 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:15:05.183355 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (aaebf42c-e829-47d1-9152-4e2111ad2dd7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.191135 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.198707 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] 10.222.0.42 "DELETE /v2.0/networks/aaebf42c-e829-47d1-9152-4e2111ad2dd7 HTTP/1.1" status: 204 len: 168 time: 0.6296632 Feb 19 03:15:05.246324 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92040ca1-15d0-4240-aa66-bbe5221d6f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaebf42c-e829-47d1-9152-4e2111ad2dd7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:05.279091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31953ea-a34f-46fb-a341-cb48cd4d5d09 req-8a530064-b1b8-417c-b7c3-4e855aeeee34 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:05.285782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e31953ea-a34f-46fb-a341-cb48cd4d5d09 req-8a530064-b1b8-417c-b7c3-4e855aeeee34 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 949 time: 0.1765702 Feb 19 03:15:05.311707 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-340112a0-3e4d-4a20-a3cf-81822d04ba80 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=452bee264d3b4a9da1ce28e016482392&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882788 Feb 19 03:15:05.381513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e31953ea-a34f-46fb-a341-cb48cd4d5d09 req-9103bd84-0fa4-4e32-a60c-8091f5d16bf7 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884173 Feb 19 03:15:05.530876 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9ce3d9-8d4f-4b9e-91c9-255dd6426dc5 x-openstack-request-id: req-6e9ce3d9-8d4f-4b9e-91c9-255dd6426dc5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:05.531233 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7016a69f-0520-4053-9f66-c2675522b042", "name": "network-vif-deleted", "tag": "cd41e6e5-f51f-4a1d-bb0f-061be49654ec", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:05.531506 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e9ce3d9-8d4f-4b9e-91c9-255dd6426dc5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:05.531982 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7016a69f-0520-4053-9f66-c2675522b042', 'name': 'network-vif-deleted', 'tag': 'cd41e6e5-f51f-4a1d-bb0f-061be49654ec', 'status': 'completed', 'code': 200} Feb 19 03:15:05.539359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60270) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:05.641660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-60ee4679-91b6-4c50-b3c4-583d96ecc4c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42936013459c4621a2a4adcfeb75bc30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1008456 Feb 19 03:15:05.644256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60272) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:05.796434 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.872634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43763d55-d03c-4988-8812-7122dffba18d req-5a21c15d-947d-4e0a-aa51-f8abb444698f tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:05.877099 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-5a21c15d-947d-4e0a-aa51-f8abb444698f tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5539880 Feb 19 03:15:05.897262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Request body: {'port': {'device_id': '7222ed4a-86ab-4f8f-a753-fa4a0b446f7d', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '452bee264d3b4a9da1ce28e016482392'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:05.912577 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b9d9344-b64a-4bce-9169-6a54efb1e6c4 admin admin] Publish callbacks [] for security_group (13819f9e-234c-4b8a-b991-bb70cfecde7c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.941483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bc188-56d4-4074-aa25-412ad94a554d req-0f1ae142-b5ef-4ddc-b938-e010c8a379f9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:05.943415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b1bc188-56d4-4074-aa25-412ad94a554d req-0f1ae142-b5ef-4ddc-b938-e010c8a379f9 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1931159 Feb 19 03:15:05.981572 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b9d9344-b64a-4bce-9169-6a54efb1e6c4 admin admin] Publish callbacks [] for security_group (13819f9e-234c-4b8a-b991-bb70cfecde7c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.074300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b1bc188-56d4-4074-aa25-412ad94a554d req-94aa66de-be58-4b5e-9e6e-e489ecb7fb33 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029916 Feb 19 03:15:06.108375 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b9d9344-b64a-4bce-9169-6a54efb1e6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (13819f9e-234c-4b8a-b991-bb70cfecde7c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.112303 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b9d9344-b64a-4bce-9169-6a54efb1e6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.126463 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3b9d9344-b64a-4bce-9169-6a54efb1e6c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13819f9e-234c-4b8a-b991-bb70cfecde7c HTTP/1.1" status: 204 len: 168 time: 0.4810712 Feb 19 03:15:06.159333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d9344-b64a-4bce-9169-6a54efb1e6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13819f9e-234c-4b8a-b991-bb70cfecde7c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:06.328416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Made reservation on behalf of 452bee264d3b4a9da1ce28e016482392 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:06.337391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.364115 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.406893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-707a4a3e-94d1-4f56-be91-4189c0188f6c req-614da417-27bd-4538-943d-c343981adbcd tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 210 time: 0.0863380 Feb 19 03:15:06.662160 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks [] for security_group (6b22445e-1b3e-4c4f-bf1d-2b87158d00c9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.669896 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6b22445e-1b3e-4c4f-bf1d-2b87158d00c9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.770790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:06.782477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-3d39b537-94d1-4e67-a53f-5005852e403a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:06.784081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-3d39b537-94d1-4e67-a53f-5005852e403a tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 949 time: 0.2468867 Feb 19 03:15:06.792204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2fd83-aeca-4cf1-adcb-9088e6f7c3a7 req-731554db-253e-46de-9a84-bb577d6d4501 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:06.793696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a8e2fd83-aeca-4cf1-adcb-9088e6f7c3a7 req-731554db-253e-46de-9a84-bb577d6d4501 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 1126 time: 0.1909833 Feb 19 03:15:06.936371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a8e2fd83-aeca-4cf1-adcb-9088e6f7c3a7 req-ab8e4104-2c68-4b45-a48c-9c25513e7153 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310174 Feb 19 03:15:06.999649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-643e445b-74f3-4f23-a0fa-b2dbeafec45d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Deleting port 3e6d4be5-e5f9-422e-9356-0efda4038f6a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:07.000002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-643e445b-74f3-4f23-a0fa-b2dbeafec45d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.064550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Allocated IP 192.168.233.254 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/95fc92c5-d960-4a1b-ab8a-39c8aada473f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:07.293091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebc096-cb3d-467b-82bf-b1e5c3566090 req-59a7d84e-cd7a-4edd-9345-4494496119d0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:07.299105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7ebc096-cb3d-467b-82bf-b1e5c3566090 req-59a7d84e-cd7a-4edd-9345-4494496119d0 tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/ports?device_id=f237afd1-62e0-4edd-94de-f12dcf9b3f64 HTTP/1.1" status: 200 len: 949 time: 0.2620940 Feb 19 03:15:07.302059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-643e445b-74f3-4f23-a0fa-b2dbeafec45d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] For port 3e6d4be5-e5f9-422e-9356-0efda4038f6a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e6d4be5-e5f9-422e-9356-0efda4038f6a,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:07.302611 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-643e445b-74f3-4f23-a0fa-b2dbeafec45d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.341493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-643e445b-74f3-4f23-a0fa-b2dbeafec45d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Calling delete_port for 3e6d4be5-e5f9-422e-9356-0efda4038f6a owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:07.375507 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks [] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.431645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.504587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7ebc096-cb3d-467b-82bf-b1e5c3566090 req-a68bbb68-7034-4a12-8ab9-8760c3e5a63f tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.42 "GET /v2.0/security-groups?id=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971955 Feb 19 03:15:07.550298 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:07.569584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:07.588229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:07.630846 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-643e445b-74f3-4f23-a0fa-b2dbeafec45d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3e6d4be5-e5f9-422e-9356-0efda4038f6a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.671959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e6d4be5-e5f9-422e-9356-0efda4038f6a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:07.689717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:07.690835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.699965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Pushing event updated for resources: {'Port': ['ID=95fc92c5-d960-4a1b-ab8a-39c8aada473f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:07.725746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e445b-74f3-4f23-a0fa-b2dbeafec45d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Pushing event deleted for resources: {'Port': ['ID=3e6d4be5-e5f9-422e-9356-0efda4038f6a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:07.745167 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-7ed00c77-421c-4cf3-b0fa-aea4f7dc752b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8548419 Feb 19 03:15:07.771937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Request body: {'port': {'device_id': '7222ed4a-86ab-4f8f-a753-fa4a0b446f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:07.823380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-643e445b-74f3-4f23-a0fa-b2dbeafec45d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] No DVR routers for this DVR port 3e6d4be5-e5f9-422e-9356-0efda4038f6a on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:07.827093 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-643e445b-74f3-4f23-a0fa-b2dbeafec45d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.830941 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-015d94c2-5529-4112-ae62-203fbffb0e22 req-643e445b-74f3-4f23-a0fa-b2dbeafec45d tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] 10.222.0.37 "DELETE /v2.0/ports/3e6d4be5-e5f9-422e-9356-0efda4038f6a HTTP/1.1" status: 204 len: 173 time: 1.0411193 Feb 19 03:15:07.831316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f237afd1-62e0-4edd-94de-f12dcf9b3f64', 'name': 'network-vif-deleted', 'tag': '3e6d4be5-e5f9-422e-9356-0efda4038f6a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:07.833780 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8b318c-79e4-4a23-8f4f-aeb1042f0899" -d '{"events": [{"server_uuid": "f237afd1-62e0-4edd-94de-f12dcf9b3f64", "name": "network-vif-deleted", "tag": "3e6d4be5-e5f9-422e-9356-0efda4038f6a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:07.857725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7c910-849e-4f6d-bd22-29806b38f46f req-c47d3703-0484-416a-9155-88fcd27335b6 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:07.861071 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7e7c910-849e-4f6d-bd22-29806b38f46f req-c47d3703-0484-416a-9155-88fcd27335b6 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 1126 time: 0.1621628 Feb 19 03:15:07.923687 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.960802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7e7c910-849e-4f6d-bd22-29806b38f46f req-bd565f97-954c-4c78-a387-6782c7c5805d tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793149 Feb 19 03:15:08.112478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9832bae0-3a5b-4536-b066-f2237aab92eb None None] Provisioning complete for port 95fc92c5-d960-4a1b-ab8a-39c8aada473f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:08.113039 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9832bae0-3a5b-4536-b066-f2237aab92eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.239917 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-504c9467-5a48-4e0f-a19e-4446b5809c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.242409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9832bae0-3a5b-4536-b066-f2237aab92eb None None] Port 95fc92c5-d960-4a1b-ab8a-39c8aada473f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:15:08.318388 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95fc92c5-d960-4a1b-ab8a-39c8aada473f {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:08.328149 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Publish callbacks [] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.339033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f761971-16fc-4cd5-8da3-21ab530452b3 req-12cebe3a-83b6-4f10-abd2-79e73d1cdf8b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:08.354969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Transition to ACTIVE for port object 95fc92c5-d960-4a1b-ab8a-39c8aada473f will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:15:08.359669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f761971-16fc-4cd5-8da3-21ab530452b3 req-12cebe3a-83b6-4f10-abd2-79e73d1cdf8b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1135595 Feb 19 03:15:08.360022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.449194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Pushing event updated for resources: {'Port': ['ID=95fc92c5-d960-4a1b-ab8a-39c8aada473f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:08.465345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f761971-16fc-4cd5-8da3-21ab530452b3 req-fa305d6c-c210-4d2f-b1d7-312ef3b66004 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020019 Feb 19 03:15:08.591903 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Attempting to bind port 95fc92c5-d960-4a1b-ab8a-39c8aada473f on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:08.592801 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Attempting to bind port 95fc92c5-d960-4a1b-ab8a-39c8aada473f by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:08.593682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Attempting to bind port 95fc92c5-d960-4a1b-ab8a-39c8aada473f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:08.603821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Port 95fc92c5-d960-4a1b-ab8a-39c8aada473f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:15:08.606773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Attempting to bind port 95fc92c5-d960-4a1b-ab8a-39c8aada473f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:08.613020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:08.613649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:08.619772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:08.624068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Bound port: 95fc92c5-d960-4a1b-ab8a-39c8aada473f, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:08.627720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.657326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968d7f9-bdea-4726-92c7-37b247cd60e3 req-b4c7f108-d90c-4725-8a5e-cac862746a66 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:08.667678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b968d7f9-bdea-4726-92c7-37b247cd60e3 req-b4c7f108-d90c-4725-8a5e-cac862746a66 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 948 time: 0.0835459 Feb 19 03:15:08.730142 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b968d7f9-bdea-4726-92c7-37b247cd60e3 req-c351502f-02de-4541-8335-7b2d13a401d7 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580676 Feb 19 03:15:08.810784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] For port 95fc92c5-d960-4a1b-ab8a-39c8aada473f, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:08.814199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] For port 95fc92c5-d960-4a1b-ab8a-39c8aada473f, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=95fc92c5-d960-4a1b-ab8a-39c8aada473f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:08.822989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.844023 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:08.845285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.846496 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] 10.222.0.71 "PUT /v2.0/ports/95fc92c5-d960-4a1b-ab8a-39c8aada473f HTTP/1.1" status: 200 len: 1096 time: 1.0941966 Feb 19 03:15:08.847044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7222ed4a-86ab-4f8f-a753-fa4a0b446f7d', 'tag': '95fc92c5-d960-4a1b-ab8a-39c8aada473f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:08.849884 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ee4970-4848-4e04-a960-f430b49ecb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "7222ed4a-86ab-4f8f-a753-fa4a0b446f7d", "tag": "95fc92c5-d960-4a1b-ab8a-39c8aada473f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:08.974858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44a598-80f9-4ec6-b2bc-a11b9ed53add service neutron] Pushing event updated for resources: {'Port': ['ID=95fc92c5-d960-4a1b-ab8a-39c8aada473f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:09.018657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43763d55-d03c-4988-8812-7122dffba18d req-93d65748-88c0-4890-b166-bfbd86e03036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:09.020719 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-93d65748-88c0-4890-b166-bfbd86e03036 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=452bee264d3b4a9da1ce28e016482392&device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 1130 time: 0.1181879 Feb 19 03:15:09.075704 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd43077c-b6d9-43e7-8564-8c94fde01d48 x-openstack-request-id: req-cd43077c-b6d9-43e7-8564-8c94fde01d48 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:09.076052 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f237afd1-62e0-4edd-94de-f12dcf9b3f64", "name": "network-vif-deleted", "tag": "3e6d4be5-e5f9-422e-9356-0efda4038f6a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:09.076287 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd43077c-b6d9-43e7-8564-8c94fde01d48 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:09.076742 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f237afd1-62e0-4edd-94de-f12dcf9b3f64', 'name': 'network-vif-deleted', 'tag': '3e6d4be5-e5f9-422e-9356-0efda4038f6a', 'status': 'completed', 'code': 200} Feb 19 03:15:09.385110 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-c41b966f-ecf1-41bc-bd7e-055326b91266 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=95fc92c5-d960-4a1b-ab8a-39c8aada473f HTTP/1.1" status: 200 len: 217 time: 0.3498914 Feb 19 03:15:09.437370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43763d55-d03c-4988-8812-7122dffba18d req-b68e0463-3cac-4165-9248-05faa81ce846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:09.438925 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-b68e0463-3cac-4165-9248-05faa81ce846 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0500479 Feb 19 03:15:09.504416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43763d55-d03c-4988-8812-7122dffba18d req-c1c267cb-8ea7-4456-8237-c01420f11807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:09.506013 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-c1c267cb-8ea7-4456-8237-c01420f11807 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0559869 Feb 19 03:15:09.609989 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-b7ee963d-fd0a-45ac-a938-cf3b246f5502 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933063 Feb 19 03:15:09.620946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d923a-a83d-4703-bc24-2eef3cbdcea9 req-4992e43c-ef02-4bf9-91d7-c341d3752be4 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:09.622577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e5d923a-a83d-4703-bc24-2eef3cbdcea9 req-4992e43c-ef02-4bf9-91d7-c341d3752be4 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1132 time: 0.0502298 Feb 19 03:15:09.669298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e5d923a-a83d-4703-bc24-2eef3cbdcea9 req-3616d107-2df2-4de8-8438-9265a7390856 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Feb 19 03:15:09.716641 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-43763d55-d03c-4988-8812-7122dffba18d req-b979118d-c6d2-472b-9f61-f0bd5b8473db service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002517 Feb 19 03:15:09.839409 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82015b-2a06-4ac0-ade9-5ab6c7f22d04 x-openstack-request-id: req-ae82015b-2a06-4ac0-ade9-5ab6c7f22d04 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:09.839949 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7222ed4a-86ab-4f8f-a753-fa4a0b446f7d", "tag": "95fc92c5-d960-4a1b-ab8a-39c8aada473f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:09.840730 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae82015b-2a06-4ac0-ade9-5ab6c7f22d04 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:09.841484 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7222ed4a-86ab-4f8f-a753-fa4a0b446f7d', 'tag': '95fc92c5-d960-4a1b-ab8a-39c8aada473f', 'status': 'completed', 'code': 200} Feb 19 03:15:09.948467 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-80893b92-da72-451b-857c-459052ecd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:09.950648 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-80893b92-da72-451b-857c-459052ecd394 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=452bee264d3b4a9da1ce28e016482392&device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 1130 time: 0.0817974 Feb 19 03:15:10.157456 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-13a71af9-7a81-47db-9225-683d63c79a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:10.159531 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-13a71af9-7a81-47db-9225-683d63c79a4b service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1951330 Feb 19 03:15:10.222417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60364) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:10.237718 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-93c1cf2f-b2c0-4edd-b46c-def7256a8e97 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=95fc92c5-d960-4a1b-ab8a-39c8aada473f HTTP/1.1" status: 200 len: 217 time: 0.0665586 Feb 19 03:15:10.343633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60372) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:10.400892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-510da3a7-7fcf-4fc3-9018-3374c821a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:10.411687 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-510da3a7-7fcf-4fc3-9018-3374c821a4aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1659861 Feb 19 03:15:10.441547 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-41bebdbd-e9b4-434c-babe-9e2bbf215903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.526601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-b4d4c929-0dc6-4b92-a60d-9cd50080e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:10.529125 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-b4d4c929-0dc6-4b92-a60d-9cd50080e5d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1066983 Feb 19 03:15:10.571646 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.647489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e6d4be5-e5f9-422e-9356-0efda4038f6a no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:10.682125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 3e6d4be5-e5f9-422e-9356-0efda4038f6a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:10.682736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e6d4be5-e5f9-422e-9356-0efda4038f6a not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:10.725059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8fb2e0c3-bacc-49e2-99c7-14dc123a5c72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d26c743e5c94f16b0a83e45df8fd90a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011091 Feb 19 03:15:10.728487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60382) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:10.743100 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-26fe66ac-2f8e-496d-9b69-52e2c03c185b service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037051 Feb 19 03:15:10.835666 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-947d9621-1310-4ec2-97cc-54bf5463b3f2 admin admin] Publish callbacks [] for security_group (fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.898229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-947d9621-1310-4ec2-97cc-54bf5463b3f2 admin admin] Publish callbacks [] for security_group (fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.969621 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Publish callbacks [] for security_group (54b9e662-2e81-482e-84ae-9104b680075f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.983821 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (54b9e662-2e81-482e-84ae-9104b680075f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.050453 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-947d9621-1310-4ec2-97cc-54bf5463b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.055220 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-947d9621-1310-4ec2-97cc-54bf5463b3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.057284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-947d9621-1310-4ec2-97cc-54bf5463b3f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6 HTTP/1.1" status: 204 len: 168 time: 0.3271978 Feb 19 03:15:11.077326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e23f27f5ae442fe9bef09a4416e9891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7309115 Feb 19 03:15:11.082387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60390) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:11.091481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b9e662-2e81-482e-84ae-9104b680075f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:11.131336 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-26ee4970-4848-4e04-a960-f430b49ecb2d req-4c029fb0-7e0f-4a03-b440-a96bbe400cc7 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748105 Feb 19 03:15:11.165114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.165453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.165798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.166227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.166598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.167030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.167549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.168128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.168624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.169166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.169653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.170192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.170712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6e105-457d-4811-8c24-6eb964d06450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:11.211266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d9621-1310-4ec2-97cc-54bf5463b3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc8f0b8-2684-4f7a-aef6-b14421d4b4d6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:11.268537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7fa0d8b7-cf49-4e0c-8475-f74f5b617cf3 admin admin] Publish callbacks [] for security_group (54b9e662-2e81-482e-84ae-9104b680075f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.280056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-9038d8dc-e28b-4626-b145-27620170b423 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1706786 Feb 19 03:15:11.312218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70be54-f5a0-4fd5-8f1a-4ec2780e81e5 req-113581dd-e6fd-4883-895e-348e1847f2e6 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:11.319537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3b70be54-f5a0-4fd5-8f1a-4ec2780e81e5 req-113581dd-e6fd-4883-895e-348e1847f2e6 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 948 time: 0.1255460 Feb 19 03:15:11.323910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7fa0d8b7-cf49-4e0c-8475-f74f5b617cf3 admin admin] Publish callbacks [] for security_group (54b9e662-2e81-482e-84ae-9104b680075f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.450712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3b70be54-f5a0-4fd5-8f1a-4ec2780e81e5 req-0abdf3c9-96c4-47d4-b0b1-8295b527885c tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246035 Feb 19 03:15:11.484804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7fa0d8b7-cf49-4e0c-8475-f74f5b617cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (54b9e662-2e81-482e-84ae-9104b680075f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.488242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7fa0d8b7-cf49-4e0c-8475-f74f5b617cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.489484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7fa0d8b7-cf49-4e0c-8475-f74f5b617cf3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54b9e662-2e81-482e-84ae-9104b680075f HTTP/1.1" status: 204 len: 168 time: 0.4053316 Feb 19 03:15:11.514477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0d8b7-cf49-4e0c-8475-f74f5b617cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b9e662-2e81-482e-84ae-9104b680075f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:11.712038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60410) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:11.784690 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-116f2cae-7dc0-45f8-bc7f-e8c1cafcf449 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1cc1943505745c297ef59cb3145dbb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711329 Feb 19 03:15:11.785334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60412) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:11.828921 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.843062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec6fd1c2-cbd1-4b10-b91e-ae04c1f76b26 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:11.854681 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec6fd1c2-cbd1-4b10-b91e-ae04c1f76b26 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 820 time: 0.2853360 Feb 19 03:15:11.882974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-f83deb28-d92a-4c5a-b011-5c592d849964 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/quotas/01ad0fd35e4b45269d36b6bf63d3f12d HTTP/1.1" status: 200 len: 375 time: 0.0273194 Feb 19 03:15:11.910204 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0c347b5f-69f3-458f-9c59-fd6209eac59a admin admin] Publish callbacks [] for security_group (d939c640-3d2a-480a-af59-8aab2ed3fecb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.986009 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0c347b5f-69f3-458f-9c59-fd6209eac59a admin admin] Publish callbacks [] for security_group (d939c640-3d2a-480a-af59-8aab2ed3fecb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.040046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-b4cf40bb-3bd0-4e7f-8795-0952710a3590 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1457798 Feb 19 03:15:12.111871 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0c347b5f-69f3-458f-9c59-fd6209eac59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d939c640-3d2a-480a-af59-8aab2ed3fecb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.122793 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0c347b5f-69f3-458f-9c59-fd6209eac59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.131390 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0c347b5f-69f3-458f-9c59-fd6209eac59a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d939c640-3d2a-480a-af59-8aab2ed3fecb HTTP/1.1" status: 204 len: 168 time: 0.3442392 Feb 19 03:15:12.151209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c347b5f-69f3-458f-9c59-fd6209eac59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d939c640-3d2a-480a-af59-8aab2ed3fecb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:12.466334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-dfc67e3e-35f2-40e3-b24d-dd63e120f07f service neutron] 10.222.0.42 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124916 Feb 19 03:15:12.554769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-4bebbdda-2c50-433d-b494-d7802772ebdb tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:12.557079 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-4bebbdda-2c50-433d-b494-d7802772ebdb tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] 10.222.0.42 "GET /v2.0/ports/0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 1129 time: 0.1114876 Feb 19 03:15:12.633326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-41553ffd-2311-4fc6-8751-2b0567069fe6 service neutron] 10.222.0.42 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605904 Feb 19 03:15:12.844396 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.936504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 95fc92c5-d960-4a1b-ab8a-39c8aada473f details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:15:13.314320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7dc67-0295-4f6e-82e6-a9b681613b00 req-d4181078-145f-4507-b958-e0161c5ab50f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:13.329808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cf7dc67-0295-4f6e-82e6-a9b681613b00 req-d4181078-145f-4507-b958-e0161c5ab50f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1551802 Feb 19 03:15:13.359495 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 95fc92c5-d960-4a1b-ab8a-39c8aada473f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=95fc92c5-d960-4a1b-ab8a-39c8aada473f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:13.404004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '95fc92c5-d960-4a1b-ab8a-39c8aada473f', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '95fc92c5-d960-4a1b-ab8a-39c8aada473f', 'mac_address': 'fa:16:3e:2f:fa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:15:13.444193 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cf7dc67-0295-4f6e-82e6-a9b681613b00 req-160f05ae-36b1-4bc4-8b69-c0a787fe47f8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112232 Feb 19 03:15:13.564867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 95fc92c5-d960-4a1b-ab8a-39c8aada473f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:13.566621 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:13.614599 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95fc92c5-d960-4a1b-ab8a-39c8aada473f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:13.668248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 95fc92c5-d960-4a1b-ab8a-39c8aada473f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=95fc92c5-d960-4a1b-ab8a-39c8aada473f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:13.676116 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:13.738889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9bbe3-a9d9-4de7-99a2-15861868e0fe req-245b7cc7-9af8-48e8-92b1-7df0b9e45f3c tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:13.740985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fe9bbe3-a9d9-4de7-99a2-15861868e0fe req-245b7cc7-9af8-48e8-92b1-7df0b9e45f3c tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 948 time: 0.1471832 Feb 19 03:15:13.789150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=95fc92c5-d960-4a1b-ab8a-39c8aada473f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:13.852528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fe9bbe3-a9d9-4de7-99a2-15861868e0fe req-ac59bcd5-762f-491e-81cb-709bf62df55c tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940943 Feb 19 03:15:14.069240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['95fc92c5-d960-4a1b-ab8a-39c8aada473f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:14.111171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-042b4321-a035-4457-ad48-74eb8bc7fcef req-b3d8b027-6d42-4e46-9be2-3d04d689f41f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 210 time: 0.0788102 Feb 19 03:15:14.361299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-95bfff9d-db72-45c1-8063-8dfcf1b2568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:14.367226 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-95bfff9d-db72-45c1-8063-8dfcf1b2568f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1132 time: 0.1664064 Feb 19 03:15:14.578134 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:14.629549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-ae74bddb-dff1-42d9-b2f5-45aa3fc1fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:14.644605 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-ae74bddb-dff1-42d9-b2f5-45aa3fc1fe32 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2599638 Feb 19 03:15:14.731799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254ee8e-6916-4f43-b42f-07a56454799e req-a8f9e3c4-05e3-4f5f-a415-1e3b2424f8fc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:14.745984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f254ee8e-6916-4f43-b42f-07a56454799e req-a8f9e3c4-05e3-4f5f-a415-1e3b2424f8fc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1660063 Feb 19 03:15:14.780618 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-e7711c2c-5425-414f-8701-389dd4f39ca9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 217 time: 0.1245637 Feb 19 03:15:14.889550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-665850d2-932f-48bf-94b5-fd3b98349dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:14.891212 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-665850d2-932f-48bf-94b5-fd3b98349dbf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0995312 Feb 19 03:15:14.892847 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f254ee8e-6916-4f43-b42f-07a56454799e req-7f9fcd19-b53d-4db7-8002-82ddada4d480 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450853 Feb 19 03:15:15.032858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-37a0268f-9a53-4e5f-8ea5-caf2d08ded7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.041603 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-37a0268f-9a53-4e5f-8ea5-caf2d08ded7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1348894 Feb 19 03:15:15.291102 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-4ba2e1ba-a054-4809-a256-59573003a4b5 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399800 Feb 19 03:15:15.426220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5996089-51a6-4075-8424-2a6020e8141b req-c1ec6c1c-e5cb-4f30-b65d-8be503870d80 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.441556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5996089-51a6-4075-8424-2a6020e8141b req-c1ec6c1c-e5cb-4f30-b65d-8be503870d80 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 949 time: 0.1636410 Feb 19 03:15:15.586954 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-4976e252-7406-4581-9a57-0f873c668700 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880304 Feb 19 03:15:15.810902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5996089-51a6-4075-8424-2a6020e8141b req-432f040c-f12c-4b1e-a717-44ec65517028 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650563 Feb 19 03:15:15.931730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42faea-e475-40f4-b71f-159c25dce137 req-76184aa2-0a35-4134-a9a0-ec34ac7d5139 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.935388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-76184aa2-0a35-4134-a9a0-ec34ac7d5139 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 820 time: 0.4693751 Feb 19 03:15:15.964187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Request body: {'port': {'device_id': '44d5aed5-e249-4372-a679-af9e71e818a8', 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5', 'admin_state_up': True, 'tenant_id': '01ad0fd35e4b45269d36b6bf63d3f12d'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:16.152355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3512c089-c5cc-4609-8ce3-dabae74d1045 req-10f2b16f-5946-426b-ad20-d0dbd5d512f1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 210 time: 0.0656915 Feb 19 03:15:16.230184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Made reservation on behalf of 01ad0fd35e4b45269d36b6bf63d3f12d for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:16.236285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.473565 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-5266fadf-01f2-4713-95d5-b8f2ab9d58a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134436 Feb 19 03:15:16.543322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Allocated IP 172.20.0.4 (13ab5339-b46f-437b-886f-eec7eeac9fe5/008eac97-41bc-4840-b188-ddded1478ba5/38fb6673-22cb-4ae7-8382-8498af40ca8f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:16.581875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-84be5af3-49b3-4f3e-8413-6ff9ae5eae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:16.584310 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-84be5af3-49b3-4f3e-8413-6ff9ae5eae32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 1127 time: 0.0701339 Feb 19 03:15:16.725643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c473900-c890-4084-96b1-47fb37792c45 req-7d0355ef-9a00-4bc4-aa40-429a41993304 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:16.734671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c473900-c890-4084-96b1-47fb37792c45 req-7d0355ef-9a00-4bc4-aa40-429a41993304 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 946 time: 0.1486032 Feb 19 03:15:16.881295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c473900-c890-4084-96b1-47fb37792c45 req-e298bfd2-b0da-411b-b9c6-699740b013f5 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/security-groups?id=f42394c3-4671-4208-a17e-7f72c662fade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372313 Feb 19 03:15:16.898816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-51984bfa-70f5-4acc-86b7-a677765465bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:16.903323 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-51984bfa-70f5-4acc-86b7-a677765465bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.2752757 Feb 19 03:15:16.912923 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks [] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.936750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 95fc92c5-d960-4a1b-ab8a-39c8aada473f up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:17.000970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.040838 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-b9f4d999-2e7a-449c-b6bc-0dbebca12320 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45913749-4f92-4515-b4bd-7645b14cfa5b HTTP/1.1" status: 200 len: 217 time: 0.1298404 Feb 19 03:15:17.061243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['63606f69-d134-46dd-8ee7-fc27be74e4b7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:17.099624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Network 13ab5339-b46f-437b-886f-eec7eeac9fe5 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:17.109389 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-f378660f-3cbb-401a-9493-8959e5e129e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:17.110261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:17.111138 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-f378660f-3cbb-401a-9493-8959e5e129e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.0632274 Feb 19 03:15:17.124175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:17.200425 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-c47fae03-17af-40b3-9350-fb02413d37a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821261 Feb 19 03:15:17.206856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Pushing event updated for resources: {'Port': ['ID=38fb6673-22cb-4ae7-8382-8498af40ca8f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:17.299696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:17.301538 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.360021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-8abf0f38-f7d5-4d86-a660-060b02b4f526 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4030404 Feb 19 03:15:17.381874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9d8a-6eb7-442c-ac97-4faedae92b7e req-7364273b-3cef-4c5f-932b-6a082a10722d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:17.386387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 95fc92c5-d960-4a1b-ab8a-39c8aada473f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:15:17.398185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-185a9d8a-6eb7-442c-ac97-4faedae92b7e req-7364273b-3cef-4c5f-932b-6a082a10722d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.2818556 Feb 19 03:15:17.418359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 95fc92c5-d960-4a1b-ab8a-39c8aada473f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:17.418973 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.436232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Request body: {'port': {'device_id': '44d5aed5-e249-4372-a679-af9e71e818a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:17.558746 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-2afc6684-e471-4ad7-81a8-b9e84e53b186 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494246 Feb 19 03:15:17.587666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-33f04825-49d5-46ca-a36e-c5e6d5d2981e tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:17.590189 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-33f04825-49d5-46ca-a36e-c5e6d5d2981e tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.71 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 946 time: 0.1652665 Feb 19 03:15:17.721501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-185a9d8a-6eb7-442c-ac97-4faedae92b7e req-e0a41925-6707-478c-a272-aa43be90b108 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183393 Feb 19 03:15:17.760884 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.101110 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed3191e1-dd60-44dc-849a-fa495ffb5a20 req-30895d6f-2d17-4ae8-85fc-a85bba5092d2 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095139 Feb 19 03:15:18.154024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-c331264f-2cc3-460f-8caf-dfc6817e870d tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Deleting port cbe0437c-a889-4465-a177-f39b1257d5f1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:18.154404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-c331264f-2cc3-460f-8caf-dfc6817e870d tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.263295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 95fc92c5-d960-4a1b-ab8a-39c8aada473f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:18.264196 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.417658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 95fc92c5-d960-4a1b-ab8a-39c8aada473f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=95fc92c5-d960-4a1b-ab8a-39c8aada473f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:18.425500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7222ed4a-86ab-4f8f-a753-fa4a0b446f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fc92c5-d960-4a1b-ab8a-39c8aada473f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:18.427863 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd72cb15-38fb-4bbd-a33f-53f87cf79f0b" -d '{"events": [{"server_uuid": "7222ed4a-86ab-4f8f-a753-fa4a0b446f7d", "name": "network-vif-plugged", "status": "completed", "tag": "95fc92c5-d960-4a1b-ab8a-39c8aada473f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:18.430154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-c331264f-2cc3-460f-8caf-dfc6817e870d tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] For port cbe0437c-a889-4465-a177-f39b1257d5f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cbe0437c-a889-4465-a177-f39b1257d5f1,segment=NetworkSegment(48ddc662-a14e-411e-9d81-f13ebd0dd423),segment_id=48ddc662-a14e-411e-9d81-f13ebd0dd423)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:18.433720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-c331264f-2cc3-460f-8caf-dfc6817e870d tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.443056 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.480664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-c331264f-2cc3-460f-8caf-dfc6817e870d tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Calling delete_port for cbe0437c-a889-4465-a177-f39b1257d5f1 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:18.663022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=95fc92c5-d960-4a1b-ab8a-39c8aada473f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:18.692166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fb6673-22cb-4ae7-8382-8498af40ca8f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:18.707728 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Publish callbacks [] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.725772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Transition to ACTIVE for port object 38fb6673-22cb-4ae7-8382-8498af40ca8f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:15:18.777720 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.819899 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-c331264f-2cc3-460f-8caf-dfc6817e870d tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (cbe0437c-a889-4465-a177-f39b1257d5f1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.837940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cbe0437c-a889-4465-a177-f39b1257d5f1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:18.866676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb5df2-0cd7-494e-9bd3-c540f3cf7d1b req-14af5f81-856c-4402-8cd1-73bef55f992d tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:18.868874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb5df2-0cd7-494e-9bd3-c540f3cf7d1b req-14af5f81-856c-4402-8cd1-73bef55f992d tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 950 time: 0.1401904 Feb 19 03:15:18.887974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Pushing event updated for resources: {'Port': ['ID=38fb6673-22cb-4ae7-8382-8498af40ca8f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:18.905004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331264f-2cc3-460f-8caf-dfc6817e870d tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Pushing event deleted for resources: {'Port': ['ID=cbe0437c-a889-4465-a177-f39b1257d5f1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:18.967312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-c331264f-2cc3-460f-8caf-dfc6817e870d tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] No DVR routers for this DVR port cbe0437c-a889-4465-a177-f39b1257d5f1 on host n-h2-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:18.970496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-c331264f-2cc3-460f-8caf-dfc6817e870d tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.975532 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aa1bfe54-cf87-420c-82cd-4070055c31cd req-c331264f-2cc3-460f-8caf-dfc6817e870d tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.71 "DELETE /v2.0/ports/cbe0437c-a889-4465-a177-f39b1257d5f1 HTTP/1.1" status: 204 len: 173 time: 1.3530905 Feb 19 03:15:18.976053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b0aff7-fa08-45cb-9476-9b3f27bef838', 'name': 'network-vif-deleted', 'tag': 'cbe0437c-a889-4465-a177-f39b1257d5f1'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:18.984577 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a996ab1-7d80-4d93-8a8f-402eae6fe2bf" -d '{"events": [{"server_uuid": "99b0aff7-fa08-45cb-9476-9b3f27bef838", "name": "network-vif-deleted", "tag": "cbe0437c-a889-4465-a177-f39b1257d5f1"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:19.081577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46eb5df2-0cd7-494e-9bd3-c540f3cf7d1b req-eaa77e5f-b174-45dd-85ef-201071f6e3fd tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952729 Feb 19 03:15:19.119076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:19.119541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:19.119967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:19.135409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Port 38fb6673-22cb-4ae7-8382-8498af40ca8f on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:15:19.136861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:19.158795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:19.159256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:19.159752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:19.160379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Bound port: 38fb6673-22cb-4ae7-8382-8498af40ca8f, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:19.160831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.370134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:19.376399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:19.390902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b90b34-a4c1-4bfc-98ce-7c6e98fe3fd6 req-29a0ae54-3836-4a70-82fd-8d30fbb2a9a2 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:19.400512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82b90b34-a4c1-4bfc-98ce-7c6e98fe3fd6 req-29a0ae54-3836-4a70-82fd-8d30fbb2a9a2 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.1737669 Feb 19 03:15:19.424947 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.548753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:19.549561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.552140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-ec186023-9626-4a52-93d1-06f302499680 service neutron] 10.222.0.37 "PUT /v2.0/ports/38fb6673-22cb-4ae7-8382-8498af40ca8f HTTP/1.1" status: 200 len: 1091 time: 2.1453149 Feb 19 03:15:19.552873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d5aed5-e249-4372-a679-af9e71e818a8', 'tag': '38fb6673-22cb-4ae7-8382-8498af40ca8f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:19.557116 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d" -d '{"events": [{"name": "network-changed", "server_uuid": "44d5aed5-e249-4372-a679-af9e71e818a8", "tag": "38fb6673-22cb-4ae7-8382-8498af40ca8f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:19.593576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82b90b34-a4c1-4bfc-98ce-7c6e98fe3fd6 req-66769715-751e-4775-8aaf-d62cea843632 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919975 Feb 19 03:15:19.714581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec186023-9626-4a52-93d1-06f302499680 service neutron] Pushing event updated for resources: {'Port': ['ID=38fb6673-22cb-4ae7-8382-8498af40ca8f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:19.776966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba4bd77e-461e-4f8c-a548-1d41633c47ad req-fb6bff44-9ff8-4508-bac8-6a8daa9dbee4 tempest-VolumesAdminNegativeTest-340125535 tempest-VolumesAdminNegativeTest-340125535-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b0aff7-fa08-45cb-9476-9b3f27bef838 HTTP/1.1" status: 200 len: 210 time: 0.0551813 Feb 19 03:15:19.807503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42faea-e475-40f4-b71f-159c25dce137 req-07db695b-78e2-4ae3-b5d0-fb4c90a1a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:19.809564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-07db695b-78e2-4ae3-b5d0-fb4c90a1a60c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 1125 time: 0.1818800 Feb 19 03:15:19.870048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-b5a1bc4a-ec01-4e2a-bf9d-024423304f8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f HTTP/1.1" status: 200 len: 217 time: 0.0453167 Feb 19 03:15:19.915140 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386bca66-ab95-4e17-b5d2-6d13c72aa6a4 x-openstack-request-id: req-386bca66-ab95-4e17-b5d2-6d13c72aa6a4 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:19.915845 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7222ed4a-86ab-4f8f-a753-fa4a0b446f7d", "name": "network-vif-plugged", "status": "completed", "tag": "95fc92c5-d960-4a1b-ab8a-39c8aada473f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:19.915997 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-386bca66-ab95-4e17-b5d2-6d13c72aa6a4 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:19.916530 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7222ed4a-86ab-4f8f-a753-fa4a0b446f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fc92c5-d960-4a1b-ab8a-39c8aada473f', 'code': 200} Feb 19 03:15:19.938849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42faea-e475-40f4-b71f-159c25dce137 req-7d0dc57d-50a2-4450-9fae-8fca780b71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:19.940489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-7d0dc57d-50a2-4450-9fae-8fca780b71b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.0591996 Feb 19 03:15:20.005738 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-c2a71d08-7b3b-4540-9964-d967cc202a04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539091 Feb 19 03:15:20.107770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20415082-13d1-4365-a25a-f9a89a39c0c7 req-49bccc4b-2329-45ca-87e2-1bda6b49aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.109250 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-20415082-13d1-4365-a25a-f9a89a39c0c7 req-49bccc4b-2329-45ca-87e2-1bda6b49aef5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 1132 time: 0.0938497 Feb 19 03:15:20.165303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed143e8-9f27-4ae4-bc6b-04d2786d12fb req-6a8f98e3-420a-4904-a2ea-343338f6c4f5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.172834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ed143e8-9f27-4ae4-bc6b-04d2786d12fb req-6a8f98e3-420a-4904-a2ea-343338f6c4f5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1290729 Feb 19 03:15:20.180168 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-20415082-13d1-4365-a25a-f9a89a39c0c7 req-d9feb8db-1c6d-4175-9c79-089bb7bb20fa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642958 Feb 19 03:15:20.208884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-188bf118-cd5c-439b-967c-c7b24e28614e service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944215 Feb 19 03:15:20.270434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ed143e8-9f27-4ae4-bc6b-04d2786d12fb req-2311cba2-63fc-40e4-af13-f40cd3161d8a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965121 Feb 19 03:15:20.341939 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dbe8dd-5987-4a1c-9b2e-4ff56c0cb04b x-openstack-request-id: req-28dbe8dd-5987-4a1c-9b2e-4ff56c0cb04b {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:20.342309 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b0aff7-fa08-45cb-9476-9b3f27bef838", "name": "network-vif-deleted", "tag": "cbe0437c-a889-4465-a177-f39b1257d5f1", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:20.342561 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28dbe8dd-5987-4a1c-9b2e-4ff56c0cb04b {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:20.342971 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b0aff7-fa08-45cb-9476-9b3f27bef838', 'name': 'network-vif-deleted', 'tag': 'cbe0437c-a889-4465-a177-f39b1257d5f1', 'status': 'completed', 'code': 200} Feb 19 03:15:20.370881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf42faea-e475-40f4-b71f-159c25dce137 req-88acfa5f-aa46-4b9e-8418-cf698f695532 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418319 Feb 19 03:15:20.391896 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a7a2ce-98c2-463f-93ff-597c9a08982b x-openstack-request-id: req-55a7a2ce-98c2-463f-93ff-597c9a08982b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:20.392198 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d5aed5-e249-4372-a679-af9e71e818a8", "tag": "38fb6673-22cb-4ae7-8382-8498af40ca8f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:20.392457 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55a7a2ce-98c2-463f-93ff-597c9a08982b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:20.393066 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d5aed5-e249-4372-a679-af9e71e818a8', 'tag': '38fb6673-22cb-4ae7-8382-8498af40ca8f', 'status': 'completed', 'code': 200} Feb 19 03:15:20.558429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d req-02905c98-f4e3-4f43-bf12-ebef3815434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.560155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d req-02905c98-f4e3-4f43-bf12-ebef3815434e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 1125 time: 0.0965977 Feb 19 03:15:20.637960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6c586-9bf7-46d5-9c31-6b5e261d3d57 req-7f7b739b-5904-454d-9355-ca8f366dbb50 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.639408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecb6c586-9bf7-46d5-9c31-6b5e261d3d57 req-7f7b739b-5904-454d-9355-ca8f366dbb50 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 950 time: 0.1416035 Feb 19 03:15:20.712772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d req-96c3e80f-9a95-4923-9d05-db54c743ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.714424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d req-96c3e80f-9a95-4923-9d05-db54c743ca90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.1467161 Feb 19 03:15:20.777395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecb6c586-9bf7-46d5-9c31-6b5e261d3d57 req-974c5462-5a17-4058-a709-a97563e70d74 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254175 Feb 19 03:15:20.778930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d req-236c30cd-daf8-400e-8d0a-9a3ea2542514 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f HTTP/1.1" status: 200 len: 217 time: 0.0562887 Feb 19 03:15:20.844086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d req-d6672683-ac5c-4753-9976-fc342c894e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.846160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d req-d6672683-ac5c-4753-9976-fc342c894e36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.0596464 Feb 19 03:15:20.899401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d req-6b13a918-98f3-499c-82db-d2c65dd97341 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452001 Feb 19 03:15:20.991040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cbe0437c-a889-4465-a177-f39b1257d5f1 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:21.026868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: cbe0437c-a889-4465-a177-f39b1257d5f1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:21.027822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cbe0437c-a889-4465-a177-f39b1257d5f1 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:21.360093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d req-891f2a0c-4764-4e97-b56f-f307cf5c2639 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540470 Feb 19 03:15:21.375663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1d24c-0ca5-4b30-b404-be2271408808 req-ff6fa559-95f1-4d9b-ab37-7aa959b3b2c2 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:21.378571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9d1d24c-0ca5-4b30-b404-be2271408808 req-ff6fa559-95f1-4d9b-ab37-7aa959b3b2c2 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.4217153 Feb 19 03:15:21.576582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9d1d24c-0ca5-4b30-b404-be2271408808 req-22cc2411-4353-4fc1-a3cf-ead569873de3 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818380 Feb 19 03:15:21.608088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69e92de5-f5d8-4910-a5b4-b57ba6a4634d req-408ea233-efe0-4fef-9f18-002d3141b78f service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370551 Feb 19 03:15:21.657256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60648) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:21.752529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-2938e1eb-426e-4ebb-b7d5-db4cd0af32fb admin admin] Deleting subnet 12671181-2ed5-4efe-9e19-07778371d305 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:15:21.758337 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2938e1eb-426e-4ebb-b7d5-db4cd0af32fb admin admin] Publish callbacks [] for subnet (12671181-2ed5-4efe-9e19-07778371d305), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.830739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2938e1eb-426e-4ebb-b7d5-db4cd0af32fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (12671181-2ed5-4efe-9e19-07778371d305), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.957457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2938e1eb-426e-4ebb-b7d5-db4cd0af32fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (12671181-2ed5-4efe-9e19-07778371d305), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.029481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac3012-b603-43b3-b498-1b51e8f564da req-fa034311-4c13-48b0-a374-1e560509a4e8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:22.031363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3ac3012-b603-43b3-b498-1b51e8f564da req-fa034311-4c13-48b0-a374-1e560509a4e8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1200924 Feb 19 03:15:22.050637 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2938e1eb-426e-4ebb-b7d5-db4cd0af32fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (12671181-2ed5-4efe-9e19-07778371d305), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.094995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938e1eb-426e-4ebb-b7d5-db4cd0af32fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12671181-2ed5-4efe-9e19-07778371d305,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:22.097124 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2938e1eb-426e-4ebb-b7d5-db4cd0af32fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.104015 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2938e1eb-426e-4ebb-b7d5-db4cd0af32fb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/12671181-2ed5-4efe-9e19-07778371d305 HTTP/1.1" status: 204 len: 168 time: 0.4428468 Feb 19 03:15:22.104852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60662) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:22.146759 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.162807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3ac3012-b603-43b3-b498-1b51e8f564da req-37db2bf7-80b7-4cc8-8da6-061048a352b6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150932 Feb 19 03:15:22.248794 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (432e43c9-d832-4785-a1c8-633537e519f0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.340262 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (432e43c9-d832-4785-a1c8-633537e519f0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.374321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511beca-d829-4dcb-b13c-e96c0f7fd68d req-aebedf0c-9f93-49aa-a3b8-d2d8c01cfa89 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:22.378633 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432e43c9-d832-4785-a1c8-633537e519f0']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:22.381697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b511beca-d829-4dcb-b13c-e96c0f7fd68d req-aebedf0c-9f93-49aa-a3b8-d2d8c01cfa89 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 950 time: 0.0734379 Feb 19 03:15:22.401950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ddc662-a14e-411e-9d81-f13ebd0dd423') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:22.402701 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ddc662-a14e-411e-9d81-f13ebd0dd423') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:22.422378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (48ddc662-a14e-411e-9d81-f13ebd0dd423), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.437812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b511beca-d829-4dcb-b13c-e96c0f7fd68d req-4076df1f-0381-4185-a188-95dbcbece4e9 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551674 Feb 19 03:15:22.458024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (48ddc662-a14e-411e-9d81-f13ebd0dd423), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.471165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:15:22.472120 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (48ddc662-a14e-411e-9d81-f13ebd0dd423), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:15:22.612862 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:15:22.621670 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (432e43c9-d832-4785-a1c8-633537e519f0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.627202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.636225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60682) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:22.636853 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] 10.222.0.42 "DELETE /v2.0/networks/432e43c9-d832-4785-a1c8-633537e519f0 HTTP/1.1" status: 204 len: 168 time: 0.5301023 Feb 19 03:15:22.650329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e143f8-77eb-4241-a2c9-42a882cdcbff admin admin] Pushing event deleted for resources: {'Network': ['ID=432e43c9-d832-4785-a1c8-633537e519f0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:22.704284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-59589b11-88b5-4e47-8287-a49afbe862f5 admin admin] Deleting subnet df68eab6-4322-4f00-861e-f2afc10db1fe {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:15:22.707997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59589b11-88b5-4e47-8287-a49afbe862f5 admin admin] Publish callbacks [] for subnet (df68eab6-4322-4f00-861e-f2afc10db1fe), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.753085 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59589b11-88b5-4e47-8287-a49afbe862f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (df68eab6-4322-4f00-861e-f2afc10db1fe), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.803889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59589b11-88b5-4e47-8287-a49afbe862f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (df68eab6-4322-4f00-861e-f2afc10db1fe), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.917072 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59589b11-88b5-4e47-8287-a49afbe862f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (df68eab6-4322-4f00-861e-f2afc10db1fe), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.971172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59589b11-88b5-4e47-8287-a49afbe862f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df68eab6-4322-4f00-861e-f2afc10db1fe,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:22.980850 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59589b11-88b5-4e47-8287-a49afbe862f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.985700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-59589b11-88b5-4e47-8287-a49afbe862f5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/df68eab6-4322-4f00-861e-f2afc10db1fe HTTP/1.1" status: 204 len: 168 time: 0.3484163 Feb 19 03:15:22.988368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60692) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:23.089979 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (3e23c2d4-3dbc-4c0e-9827-979f30a15901), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.185520 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (3e23c2d4-3dbc-4c0e-9827-979f30a15901), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.220902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e23c2d4-3dbc-4c0e-9827-979f30a15901']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:23.237544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c55e7ca-4b90-45b5-b05e-c573b39ac7a7') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:23.238535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c55e7ca-4b90-45b5-b05e-c573b39ac7a7') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:23.255550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (9c55e7ca-4b90-45b5-b05e-c573b39ac7a7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.277147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9c55e7ca-4b90-45b5-b05e-c573b39ac7a7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.291251 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:15:23.293504 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (9c55e7ca-4b90-45b5-b05e-c573b39ac7a7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:15:23.298323 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:15:23.381900 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (3e23c2d4-3dbc-4c0e-9827-979f30a15901), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.402883 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.415941 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3e23c2d4-3dbc-4c0e-9827-979f30a15901 HTTP/1.1" status: 204 len: 168 time: 0.4252963 Feb 19 03:15:23.421761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6abfa-e70b-472f-97e1-8880ae487f9c req-45df6cfe-4d74-4f76-bd1a-9027b761ba45 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:23.433897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54cf80-fc1b-408a-9a4c-180ba3662bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e23c2d4-3dbc-4c0e-9827-979f30a15901,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:23.435661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ae6abfa-e70b-472f-97e1-8880ae487f9c req-45df6cfe-4d74-4f76-bd1a-9027b761ba45 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.0892520 Feb 19 03:15:23.522163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ae6abfa-e70b-472f-97e1-8880ae487f9c req-0eb295d6-9309-4838-bcfa-021d34c341ef tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850751 Feb 19 03:15:23.669030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60710) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:23.739152 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a9ff4dd4-77f1-4a04-88ef-ab885fb2d3bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f8d87258478468f8b123d4b9b10fe37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682809 Feb 19 03:15:23.740741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:23.758975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89ac1-1a99-40a4-96d0-9c015826ef1e req-a9df068c-2e5e-4cab-a01d-4aaf3b36665f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:23.762544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7cc89ac1-1a99-40a4-96d0-9c015826ef1e req-a9df068c-2e5e-4cab-a01d-4aaf3b36665f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.0725358 Feb 19 03:15:23.804580 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a51b317-7b8e-40f3-9421-713bcf4bd186 admin admin] Publish callbacks [] for security_group (f42394c3-4671-4208-a17e-7f72c662fade), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.831391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7cc89ac1-1a99-40a4-96d0-9c015826ef1e req-f20e88ab-d024-4e88-8ccf-d3154f7f3482 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623708 Feb 19 03:15:23.853720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a51b317-7b8e-40f3-9421-713bcf4bd186 admin admin] Publish callbacks [] for security_group (f42394c3-4671-4208-a17e-7f72c662fade), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.942186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a51b317-7b8e-40f3-9421-713bcf4bd186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f42394c3-4671-4208-a17e-7f72c662fade), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.963217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a51b317-7b8e-40f3-9421-713bcf4bd186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.966728 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4a51b317-7b8e-40f3-9421-713bcf4bd186 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f42394c3-4671-4208-a17e-7f72c662fade HTTP/1.1" status: 204 len: 168 time: 0.2244532 Feb 19 03:15:23.980789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51b317-7b8e-40f3-9421-713bcf4bd186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42394c3-4671-4208-a17e-7f72c662fade,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:24.024658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1294a-73c8-4efd-8bda-e1e2d5be6b43 req-0daef25f-8ce4-4eb9-9f8d-ef3677965aea tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:24.032062 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eb1294a-73c8-4efd-8bda-e1e2d5be6b43 req-0daef25f-8ce4-4eb9-9f8d-ef3677965aea tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 950 time: 0.1167483 Feb 19 03:15:24.124989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eb1294a-73c8-4efd-8bda-e1e2d5be6b43 req-662fe903-6c8d-4af9-be4b-716a0f2f7234 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915864 Feb 19 03:15:24.808442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56442d3d-9de5-43e6-8f23-a0f64a44d13b req-dfb76a3b-f315-4f48-960e-f58300c229bc tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:24.811636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56442d3d-9de5-43e6-8f23-a0f64a44d13b req-dfb76a3b-f315-4f48-960e-f58300c229bc tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.0876565 Feb 19 03:15:24.896282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56442d3d-9de5-43e6-8f23-a0f64a44d13b req-4ddd4e96-f027-4dbb-96a8-bf58ce26625e tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761535 Feb 19 03:15:24.903404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60738) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:25.039118 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7eedc314-fddf-4931-8481-039a2861165d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4060e557da694b5e8a0333a528158ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337974 Feb 19 03:15:25.042804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60740) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:25.169506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d36cf7-de5e-4f2c-9dc6-2f0ae22e3dff admin admin] Publish callbacks [] for security_group (34609b40-1b1a-47c7-9080-0038b35455aa), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:25.202559 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d36cf7-de5e-4f2c-9dc6-2f0ae22e3dff admin admin] Publish callbacks [] for security_group (34609b40-1b1a-47c7-9080-0038b35455aa), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:25.262838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663cd6a-bd1a-4b91-b52f-2804be13394c req-6d20562f-5770-44f3-93b2-7b93f36365ab tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:25.264953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f663cd6a-bd1a-4b91-b52f-2804be13394c req-6d20562f-5770-44f3-93b2-7b93f36365ab tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1855011 Feb 19 03:15:25.306880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-b8939705-1a99-4d7f-bcb6-9f12989fb969 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:25.307696 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d36cf7-de5e-4f2c-9dc6-2f0ae22e3dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (34609b40-1b1a-47c7-9080-0038b35455aa), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:25.308161 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-b8939705-1a99-4d7f-bcb6-9f12989fb969 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 1132 time: 0.0789125 Feb 19 03:15:25.311298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d36cf7-de5e-4f2c-9dc6-2f0ae22e3dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:25.312576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a1d36cf7-de5e-4f2c-9dc6-2f0ae22e3dff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34609b40-1b1a-47c7-9080-0038b35455aa HTTP/1.1" status: 204 len: 168 time: 0.2669816 Feb 19 03:15:25.335181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d36cf7-de5e-4f2c-9dc6-2f0ae22e3dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34609b40-1b1a-47c7-9080-0038b35455aa,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:25.389319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f663cd6a-bd1a-4b91-b52f-2804be13394c req-b440d348-9d96-4129-8386-f39c5d3ce07a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117051 Feb 19 03:15:25.425725 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-1096e02b-d130-493a-b394-e32f439c67a8 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] Deleting port 95fc92c5-d960-4a1b-ab8a-39c8aada473f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:25.426273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-1096e02b-d130-493a-b394-e32f439c67a8 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:25.545622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-1096e02b-d130-493a-b394-e32f439c67a8 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] For port 95fc92c5-d960-4a1b-ab8a-39c8aada473f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=95fc92c5-d960-4a1b-ab8a-39c8aada473f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:25.546017 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-1096e02b-d130-493a-b394-e32f439c67a8 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:25.565001 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-1096e02b-d130-493a-b394-e32f439c67a8 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] Calling delete_port for 95fc92c5-d960-4a1b-ab8a-39c8aada473f owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:25.582725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b7d65-1f7e-4944-8390-8ad213649d9b req-4d0b36bc-4706-4a68-9f27-5b383fa61cf6 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:25.584257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f88b7d65-1f7e-4944-8390-8ad213649d9b req-4d0b36bc-4706-4a68-9f27-5b383fa61cf6 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=7222ed4a-86ab-4f8f-a753-fa4a0b446f7d HTTP/1.1" status: 200 len: 950 time: 0.0972838 Feb 19 03:15:25.625663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60752) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:25.660078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60756) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:25.704156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f88b7d65-1f7e-4944-8390-8ad213649d9b req-68060ae0-3ced-4fa8-8637-f861b8dcd408 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044922 Feb 19 03:15:25.738553 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-1096e02b-d130-493a-b394-e32f439c67a8 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (95fc92c5-d960-4a1b-ab8a-39c8aada473f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:25.754278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['95fc92c5-d960-4a1b-ab8a-39c8aada473f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:25.792538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096e02b-d130-493a-b394-e32f439c67a8 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] Pushing event deleted for resources: {'Port': ['ID=95fc92c5-d960-4a1b-ab8a-39c8aada473f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:25.858119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-1096e02b-d130-493a-b394-e32f439c67a8 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] No DVR routers for this DVR port 95fc92c5-d960-4a1b-ab8a-39c8aada473f on host n-h2-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:25.862187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-1096e02b-d130-493a-b394-e32f439c67a8 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:25.869063 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5eebd86a-a820-4378-9c30-2693d44fb045 req-1096e02b-d130-493a-b394-e32f439c67a8 tempest-DeleteServersAdminTestJSON-779539312 tempest-DeleteServersAdminTestJSON-779539312-project-admin] 10.222.0.71 "DELETE /v2.0/ports/95fc92c5-d960-4a1b-ab8a-39c8aada473f HTTP/1.1" status: 204 len: 173 time: 0.5540187 Feb 19 03:15:25.869810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7222ed4a-86ab-4f8f-a753-fa4a0b446f7d', 'name': 'network-vif-deleted', 'tag': '95fc92c5-d960-4a1b-ab8a-39c8aada473f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:25.873389 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c8278e-b1de-415d-aeaf-3b3bd2b9758d" -d '{"events": [{"server_uuid": "7222ed4a-86ab-4f8f-a753-fa4a0b446f7d", "name": "network-vif-deleted", "tag": "95fc92c5-d960-4a1b-ab8a-39c8aada473f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:26.012267 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9699d018-2d5d-4ec2-8f94-9f0ebbf0852c x-openstack-request-id: req-9699d018-2d5d-4ec2-8f94-9f0ebbf0852c {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:26.016103 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7222ed4a-86ab-4f8f-a753-fa4a0b446f7d", "name": "network-vif-deleted", "tag": "95fc92c5-d960-4a1b-ab8a-39c8aada473f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:26.016419 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9699d018-2d5d-4ec2-8f94-9f0ebbf0852c {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:26.017808 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7222ed4a-86ab-4f8f-a753-fa4a0b446f7d', 'name': 'network-vif-deleted', 'tag': '95fc92c5-d960-4a1b-ab8a-39c8aada473f', 'status': 'completed', 'code': 200} Feb 19 03:15:26.021245 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cd70bf1-f6ed-4f9b-baac-682687745bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.177071 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f30c93e8-f968-4df3-b8ca-637cafe9bca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.212886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cd70bf1-f6ed-4f9b-baac-682687745bc0 admin admin] Publish callbacks [] for security_group (af6c501f-33fa-4f8b-9f65-8d7aea8e7665), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.225785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b06f0-23c8-4780-8b1d-75d1aba844b0 req-ccd3ea3c-c0d5-4e30-a0a9-c5cd74e68845 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:26.227760 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cd70bf1-f6ed-4f9b-baac-682687745bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (af6c501f-33fa-4f8b-9f65-8d7aea8e7665), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.234558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-318b06f0-23c8-4780-8b1d-75d1aba844b0 req-ccd3ea3c-c0d5-4e30-a0a9-c5cd74e68845 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.1455865 Feb 19 03:15:26.324733 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1cd70bf1-f6ed-4f9b-baac-682687745bc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d6874d9e2094ebe9c31ca19899c1013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6598885 Feb 19 03:15:26.325645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60776) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:26.337784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd70bf1-f6ed-4f9b-baac-682687745bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6c501f-33fa-4f8b-9f65-8d7aea8e7665,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:26.351228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-318b06f0-23c8-4780-8b1d-75d1aba844b0 req-10e2a239-89da-45c9-8797-595e832f39a2 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153467 Feb 19 03:15:26.436318 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f30c93e8-f968-4df3-b8ca-637cafe9bca9 admin admin] Publish callbacks [] for security_group (46d332bb-8f19-40dc-82b3-4a3480852586), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.444267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f30c93e8-f968-4df3-b8ca-637cafe9bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (46d332bb-8f19-40dc-82b3-4a3480852586), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.459097 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c12a09b-7e38-45cf-8a43-7ad1ccf49ed6 admin admin] Publish callbacks [] for security_group (af6c501f-33fa-4f8b-9f65-8d7aea8e7665), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.500337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c12a09b-7e38-45cf-8a43-7ad1ccf49ed6 admin admin] Publish callbacks [] for security_group (af6c501f-33fa-4f8b-9f65-8d7aea8e7665), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.531932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c93e8-f968-4df3-b8ca-637cafe9bca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d332bb-8f19-40dc-82b3-4a3480852586,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:26.536332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f30c93e8-f968-4df3-b8ca-637cafe9bca9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc265cf9169041d9acd1efc733b3c7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9094610 Feb 19 03:15:26.539042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60780) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:26.611123 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c12a09b-7e38-45cf-8a43-7ad1ccf49ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (af6c501f-33fa-4f8b-9f65-8d7aea8e7665), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.614045 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c12a09b-7e38-45cf-8a43-7ad1ccf49ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.618786 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5c12a09b-7e38-45cf-8a43-7ad1ccf49ed6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af6c501f-33fa-4f8b-9f65-8d7aea8e7665 HTTP/1.1" status: 204 len: 168 time: 0.2883892 Feb 19 03:15:26.646862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12a09b-7e38-45cf-8a43-7ad1ccf49ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6c501f-33fa-4f8b-9f65-8d7aea8e7665,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:26.689919 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9986034d-ef86-4b76-b41d-cfd274c7534d admin admin] Publish callbacks [] for security_group (46d332bb-8f19-40dc-82b3-4a3480852586), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.721721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b1d38-2d56-47b2-8ae7-5e94f3468359 req-1e9e241a-2262-42e1-b496-d5cfcb050cac tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:26.729312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b3b1d38-2d56-47b2-8ae7-5e94f3468359 req-1e9e241a-2262-42e1-b496-d5cfcb050cac tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1276422 Feb 19 03:15:26.753501 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9986034d-ef86-4b76-b41d-cfd274c7534d admin admin] Publish callbacks [] for security_group (46d332bb-8f19-40dc-82b3-4a3480852586), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.826540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b3b1d38-2d56-47b2-8ae7-5e94f3468359 req-9900318a-b57b-4d3d-8519-ab5969b79796 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941782 Feb 19 03:15:26.869558 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9986034d-ef86-4b76-b41d-cfd274c7534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (46d332bb-8f19-40dc-82b3-4a3480852586), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.869558 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9986034d-ef86-4b76-b41d-cfd274c7534d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.874245 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9986034d-ef86-4b76-b41d-cfd274c7534d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46d332bb-8f19-40dc-82b3-4a3480852586 HTTP/1.1" status: 204 len: 168 time: 0.3302381 Feb 19 03:15:26.892985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986034d-ef86-4b76-b41d-cfd274c7534d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d332bb-8f19-40dc-82b3-4a3480852586,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:27.170428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60802) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:27.187232 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a1cec4e-4c5d-44c4-af79-2ba7012a45ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.286429 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a1cec4e-4c5d-44c4-af79-2ba7012a45ff admin admin] Publish callbacks [] for security_group (1261deec-92c3-4a7b-9166-9520618551d2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.292279 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a1cec4e-4c5d-44c4-af79-2ba7012a45ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1261deec-92c3-4a7b-9166-9520618551d2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.308478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60806) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:27.362981 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7a1cec4e-4c5d-44c4-af79-2ba7012a45ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba4fe3a1702e4307bbc3603c3586f877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914120 Feb 19 03:15:27.365955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60818) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:27.368107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cec4e-4c5d-44c4-af79-2ba7012a45ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1261deec-92c3-4a7b-9166-9520618551d2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:27.406743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-2dc17807-8d48-4e1a-af8e-40ded5b9bd21 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=452bee264d3b4a9da1ce28e016482392&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409360 Feb 19 03:15:27.474000 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc0cb6c-dee4-4603-8c50-cc2dd603a88f admin admin] Publish callbacks [] for security_group (1261deec-92c3-4a7b-9166-9520618551d2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.479025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-network', 'tenant_id': '0999def6836e4e378c747d7096e80bf6'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:27.507775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc0cb6c-dee4-4603-8c50-cc2dd603a88f admin admin] Publish callbacks [] for security_group (1261deec-92c3-4a7b-9166-9520618551d2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.508362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Made reservation on behalf of 0999def6836e4e378c747d7096e80bf6 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:27.508362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.523345 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.558858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60824) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:27.580459 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6fda50e-430e-4539-9870-34ec38f28011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.592941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-710bb6d4-8476-4d6f-a5dc-9daef661be83 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:27.599088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-710bb6d4-8476-4d6f-a5dc-9daef661be83 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868479 Feb 19 03:15:27.617541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-b239d138-06a4-45cc-90f1-3bbc71bfff9b tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/quotas/452bee264d3b4a9da1ce28e016482392 HTTP/1.1" status: 200 len: 375 time: 0.0155826 Feb 19 03:15:27.621687 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc0cb6c-dee4-4603-8c50-cc2dd603a88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1261deec-92c3-4a7b-9166-9520618551d2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.624963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc0cb6c-dee4-4603-8c50-cc2dd603a88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.629072 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-afc0cb6c-dee4-4603-8c50-cc2dd603a88f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1261deec-92c3-4a7b-9166-9520618551d2 HTTP/1.1" status: 204 len: 168 time: 0.2549829 Feb 19 03:15:27.652222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0cb6c-dee4-4603-8c50-cc2dd603a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1261deec-92c3-4a7b-9166-9520618551d2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:27.666500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-d0a1e06f-a3a4-463d-a417-aad282d2f8c4 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=452bee264d3b4a9da1ce28e016482392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481637 Feb 19 03:15:27.736191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6fda50e-430e-4539-9870-34ec38f28011 admin admin] Publish callbacks [] for security_group (9ebf5cba-34fc-4e2e-a012-4dce2593282c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.741769 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6fda50e-430e-4539-9870-34ec38f28011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9ebf5cba-34fc-4e2e-a012-4dce2593282c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.749609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Publish callbacks [] for security_group (3562d960-0eda-4838-939d-cc9d38b1b51e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.754297 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3562d960-0eda-4838-939d-cc9d38b1b51e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.819024 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6fda50e-430e-4539-9870-34ec38f28011 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7ceb22fb3db41a59dc87b874cb488dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598734 Feb 19 03:15:27.819860 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60830) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:27.831428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fda50e-430e-4539-9870-34ec38f28011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebf5cba-34fc-4e2e-a012-4dce2593282c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:27.839047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3562d960-0eda-4838-939d-cc9d38b1b51e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:27.852820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:15:27.881747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9637adeb-c518-4051-b856-eaf247ae1054), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.882260 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Added segment 9637adeb-c518-4051-b856-eaf247ae1054 of type vlan for network d717eafa-8f09-4e6c-89c2-e739061dbcfd Feb 19 03:15:27.967029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d717eafa-8f09-4e6c-89c2-e739061dbcfd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.991583 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d49f402-0dcf-4541-b9cc-7439015e6837 admin admin] Publish callbacks [] for security_group (9ebf5cba-34fc-4e2e-a012-4dce2593282c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.025799 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d49f402-0dcf-4541-b9cc-7439015e6837 admin admin] Publish callbacks [] for security_group (9ebf5cba-34fc-4e2e-a012-4dce2593282c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.054276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b5f99-e79e-4d31-80f7-1bbddff15caa req-895acd52-c0de-4f88-a792-4dbd85ee426e tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:28.065977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a8b5f99-e79e-4d31-80f7-1bbddff15caa req-895acd52-c0de-4f88-a792-4dbd85ee426e tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.1640089 Feb 19 03:15:28.097360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d717eafa-8f09-4e6c-89c2-e739061dbcfd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.098376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:28.099078 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.100894 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d49f402-0dcf-4541-b9cc-7439015e6837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9ebf5cba-34fc-4e2e-a012-4dce2593282c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.108317 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d49f402-0dcf-4541-b9cc-7439015e6837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.111105 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4d49f402-0dcf-4541-b9cc-7439015e6837 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ebf5cba-34fc-4e2e-a012-4dce2593282c HTTP/1.1" status: 204 len: 168 time: 0.2899926 Feb 19 03:15:28.143455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49f402-0dcf-4541-b9cc-7439015e6837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebf5cba-34fc-4e2e-a012-4dce2593282c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:28.171919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8597507 Feb 19 03:15:28.173293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60844) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:28.193428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Request body: {'subnet': {'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-subnet', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:28.212505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a8b5f99-e79e-4d31-80f7-1bbddff15caa req-127e8907-b2eb-488b-a7f3-a1f0c67ab245 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452281 Feb 19 03:15:28.213510 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748920c-3f4b-4cb6-8741-b2bd42875f12 admin admin] Pushing event updated for resources: {'Network': ['ID=d717eafa-8f09-4e6c-89c2-e739061dbcfd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:28.225755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d717eafa-8f09-4e6c-89c2-e739061dbcfd details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:15:28.257254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Made reservation on behalf of 0999def6836e4e378c747d7096e80bf6 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:28.260696 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.506446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d561abc-da9d-4e74-9082-f61e03c2165c req-ba9ab6f6-915a-4bb5-a50a-1a3f702e4cdf tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 210 time: 0.0756490 Feb 19 03:15:28.714681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (413067ba-ed05-4f7e-beff-fb36685c56b2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.765648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d60b-192d-416c-89d9-0f5da0b07fc3 req-e62a733d-06e4-4ec5-b25b-d76b34cdc77c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:28.775527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ea6d60b-192d-416c-89d9-0f5da0b07fc3 req-e62a733d-06e4-4ec5-b25b-d76b34cdc77c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1346407 Feb 19 03:15:28.831351 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413067ba-ed05-4f7e-beff-fb36685c56b2,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:28.865342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Checking segment: {'id': '9637adeb-c518-4051-b856-eaf247ae1054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:28.865769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Network hostable DHCP agents. Network: d717eafa-8f09-4e6c-89c2-e739061dbcfd, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:15:28.932526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Network d717eafa-8f09-4e6c-89c2-e739061dbcfd is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:15:28.956858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ea6d60b-192d-416c-89d9-0f5da0b07fc3 req-6a86bb3b-bb59-41f0-874d-a430ba22d368 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799462 Feb 19 03:15:28.967523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d717eafa-8f09-4e6c-89c2-e739061dbcfd) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:28.985055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5abc25-a79d-4945-be10-de5ac7b2453a None None] Network d717eafa-8f09-4e6c-89c2-e739061dbcfd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:28.987935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:28.989328 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.016096 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-82dce73a-6c63-4900-bc6c-9e8530fe79c1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8412733 Feb 19 03:15:29.018784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60910) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:29.027227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-router', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:29.064135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (b19c8b6e-bf08-4107-b315-67248b7d6f8b), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.065231 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (b19c8b6e-bf08-4107-b315-67248b7d6f8b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.187429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 95fc92c5-d960-4a1b-ab8a-39c8aada473f no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:29.221511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks [] for router_controller (b19c8b6e-bf08-4107-b315-67248b7d6f8b), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.242165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 95fc92c5-d960-4a1b-ab8a-39c8aada473f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:29.244035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 95fc92c5-d960-4a1b-ab8a-39c8aada473f not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:29.328688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-d717eafa-8f09-4e6c-89c2-e739061dbcfd', 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd', 'project_id': '0999def6836e4e378c747d7096e80bf6', 'fixed_ips': [{'subnet_id': '413067ba-ed05-4f7e-beff-fb36685c56b2'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:15:29.330525 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.629105 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-d7ff15ac-98a5-402e-a843-4a337afdeff2 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=452bee264d3b4a9da1ce28e016482392&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877318 Feb 19 03:15:29.664411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Allocated IP 172.20.0.2 (d717eafa-8f09-4e6c-89c2-e739061dbcfd/413067ba-ed05-4f7e-beff-fb36685c56b2/a8539a0d-5077-4491-8e0c-8e9e5705278d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:29.858151 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks [] for router_gateway (b19c8b6e-bf08-4107-b315-67248b7d6f8b), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.963082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6168b-1c27-48be-bc76-49cb0a463c43 req-59ad9b01-3ea0-4402-be8a-330bc39a991b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:29.973089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1fb6168b-1c27-48be-bc76-49cb0a463c43 req-59ad9b01-3ea0-4402-be8a-330bc39a991b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.5168839 Feb 19 03:15:29.981409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-d115e015-5e1e-4935-9e09-2da272a74bab tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:29.984625 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-d115e015-5e1e-4935-9e09-2da272a74bab tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444865 Feb 19 03:15:30.006211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Request body: {'port': {'device_id': '91ba407c-5704-4bda-a7b2-f92ef6240920', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '452bee264d3b4a9da1ce28e016482392'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:30.136858 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Publish callbacks [] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:30.160101 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:30.181172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1fb6168b-1c27-48be-bc76-49cb0a463c43 req-86853e7a-dbf1-4935-8c9a-489a23f1ca29 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046659 Feb 19 03:15:30.258944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Network d717eafa-8f09-4e6c-89c2-e739061dbcfd is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:30.333811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:30.339532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:30.415874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d14c94a-46d0-4c28-8437-269dd263a625 req-55760e84-4c9d-4963-b9b9-facefc9a0b03 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 210 time: 0.0884702 Feb 19 03:15:30.467374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Made reservation on behalf of 452bee264d3b4a9da1ce28e016482392 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:30.484254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:30.531448 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks [] for router_gateway (b19c8b6e-bf08-4107-b315-67248b7d6f8b), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:30.555241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Attempting to bind port a8539a0d-5077-4491-8e0c-8e9e5705278d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:30.557298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Attempting to bind port a8539a0d-5077-4491-8e0c-8e9e5705278d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '9637adeb-c518-4051-b856-eaf247ae1054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:30.557912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Attempting to bind port a8539a0d-5077-4491-8e0c-8e9e5705278d on network d717eafa-8f09-4e6c-89c2-e739061dbcfd {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:30.566142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Pushing event updated for resources: {'Port': ['ID=a8539a0d-5077-4491-8e0c-8e9e5705278d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:30.586813 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:30.602751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:30.604662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Checking segment: {'id': '9637adeb-c518-4051-b856-eaf247ae1054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:30.606423 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:30.607581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Bound using segment: {'id': '9637adeb-c518-4051-b856-eaf247ae1054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:30.608654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Bound port: a8539a0d-5077-4491-8e0c-8e9e5705278d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9637adeb-c518-4051-b856-eaf247ae1054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:30.609731 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:30.644803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.648825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.650218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.652085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.652832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.654147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.655696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.655696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.656845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.657385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.660142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.660450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.661010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:30.805818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] For port a8539a0d-5077-4491-8e0c-8e9e5705278d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:30.816642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] For port a8539a0d-5077-4491-8e0c-8e9e5705278d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8539a0d-5077-4491-8e0c-8e9e5705278d,segment=NetworkSegment(9637adeb-c518-4051-b856-eaf247ae1054),segment_id=9637adeb-c518-4051-b856-eaf247ae1054)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:30.819403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Allocated IP 192.168.233.167 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/69f48de6-7327-4106-8d76-c1b492c5ef4f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:30.829646 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:30.835511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b8c07-b4b4-48d9-b901-88c17e24c9fd req-84bcb821-3169-4e17-8844-d3751759e473 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:30.843283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c82b8c07-b4b4-48d9-b901-88c17e24c9fd req-84bcb821-3169-4e17-8844-d3751759e473 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1781163 Feb 19 03:15:30.877023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Allocated IP 172.25.4.14 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:30.954105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb6fa5-21a7-4db1-810a-d231b0d43b64 None None] Pushing event updated for resources: {'Port': ['ID=a8539a0d-5077-4491-8e0c-8e9e5705278d,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:30.983452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c82b8c07-b4b4-48d9-b901-88c17e24c9fd req-32f721c5-02e2-4435-b74f-eeddc573c274 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383960 Feb 19 03:15:31.138465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks [] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.177717 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks [] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.257913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.260842 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.353339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:31.358046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:31.361097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:31.364167 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:31.368648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:31.371791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:31.383168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Pushing event updated for resources: {'Port': ['ID=69f48de6-7327-4106-8d76-c1b492c5ef4f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:31.464822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:31.470038 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.559276 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-6b56d3d3-2c5c-44e5-bd3d-ac5ebcee6867 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5582402 Feb 19 03:15:31.586310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Request body: {'port': {'device_id': '91ba407c-5704-4bda-a7b2-f92ef6240920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:31.587459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:31.716074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.948789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ac78f-8cac-4906-8473-b1f52fe66d7f req-513711c2-8ae0-4dbc-8ef7-0badba5f712a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:31.978776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c30ac78f-8cac-4906-8473-b1f52fe66d7f req-513711c2-8ae0-4dbc-8ef7-0badba5f712a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.3960536 Feb 19 03:15:32.081729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c30ac78f-8cac-4906-8473-b1f52fe66d7f req-7b4ef76f-fd71-40c2-abb9-8bcfcf8f304f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019392 Feb 19 03:15:32.111772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-928e0d8a-409d-4f36-9559-c0d427270832 None None] Provisioning complete for port 69f48de6-7327-4106-8d76-c1b492c5ef4f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:32.112621 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-928e0d8a-409d-4f36-9559-c0d427270832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:32.239151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-928e0d8a-409d-4f36-9559-c0d427270832 None None] Port 69f48de6-7327-4106-8d76-c1b492c5ef4f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:15:32.344208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks [] for router_gateway (b19c8b6e-bf08-4107-b315-67248b7d6f8b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:32.475827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f48de6-7327-4106-8d76-c1b492c5ef4f {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:32.491060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Publish callbacks [] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:32.530632 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Transition to ACTIVE for port object 69f48de6-7327-4106-8d76-c1b492c5ef4f will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:15:32.540606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:32.563656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684a2a0-791c-4249-98e1-ac67e1212e89 req-fab94402-ab83-4471-8e95-7f470428750a tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:32.565309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d684a2a0-791c-4249-98e1-ac67e1212e89 req-fab94402-ab83-4471-8e95-7f470428750a tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 936 time: 0.1524456 Feb 19 03:15:32.728160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Pushing event updated for resources: {'Port': ['ID=69f48de6-7327-4106-8d76-c1b492c5ef4f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:32.974658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Attempting to bind port 69f48de6-7327-4106-8d76-c1b492c5ef4f on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:32.975026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Attempting to bind port 69f48de6-7327-4106-8d76-c1b492c5ef4f by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:32.975511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Attempting to bind port 69f48de6-7327-4106-8d76-c1b492c5ef4f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:32.986876 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Port 69f48de6-7327-4106-8d76-c1b492c5ef4f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:15:32.987210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Attempting to bind port 69f48de6-7327-4106-8d76-c1b492c5ef4f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:33.002110 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:33.012345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8539a0d-5077-4491-8e0c-8e9e5705278d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:33.030231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:33.030715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:33.031198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Bound port: 69f48de6-7327-4106-8d76-c1b492c5ef4f, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:33.031576 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.054978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (b19c8b6e-bf08-4107-b315-67248b7d6f8b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.111989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d684a2a0-791c-4249-98e1-ac67e1212e89 req-f8f7cb06-499d-4cc3-acc3-75eb25ec07d8 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302219 Feb 19 03:15:33.258209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] For port 69f48de6-7327-4106-8d76-c1b492c5ef4f, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:33.263774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] For port 69f48de6-7327-4106-8d76-c1b492c5ef4f, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=69f48de6-7327-4106-8d76-c1b492c5ef4f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:33.281362 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.284977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a8539a0d-5077-4491-8e0c-8e9e5705278d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:33.285565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.305288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 32796) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:33.329094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b185a-d476-42fd-be72-938201200171 None None] Network d717eafa-8f09-4e6c-89c2-e739061dbcfd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:33.357096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:33.358427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.362448 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] 10.222.0.71 "PUT /v2.0/ports/69f48de6-7327-4106-8d76-c1b492c5ef4f HTTP/1.1" status: 200 len: 1096 time: 1.7900608 Feb 19 03:15:33.362448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ba407c-5704-4bda-a7b2-f92ef6240920', 'tag': '69f48de6-7327-4106-8d76-c1b492c5ef4f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:33.364043 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e" -d '{"events": [{"name": "network-changed", "server_uuid": "91ba407c-5704-4bda-a7b2-f92ef6240920", "tag": "69f48de6-7327-4106-8d76-c1b492c5ef4f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:33.432946 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ee10e-dd52-4ac6-a94d-33ea146f15a7 service neutron] Pushing event updated for resources: {'Port': ['ID=69f48de6-7327-4106-8d76-c1b492c5ef4f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:33.486106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a77a-40b8-4d02-b838-ae4c1e0ce56d req-8a6e2f2e-c159-4b98-aec1-2072dfcc59ea tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:33.500095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c84a77a-40b8-4d02-b838-ae4c1e0ce56d req-8a6e2f2e-c159-4b98-aec1-2072dfcc59ea tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.2165775 Feb 19 03:15:33.569678 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5584783a-eec4-4c11-ae79-d548d0c845cb None None] Provisioning complete for port a8539a0d-5077-4491-8e0c-8e9e5705278d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:33.571891 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5584783a-eec4-4c11-ae79-d548d0c845cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.598477 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-5f4bdac1-7075-469b-a868-049e813b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:33.607849 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-5f4bdac1-7075-469b-a868-049e813b1dd3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=452bee264d3b4a9da1ce28e016482392&device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 1130 time: 0.1551046 Feb 19 03:15:33.675339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c84a77a-40b8-4d02-b838-ae4c1e0ce56d req-fff03ea8-4218-4495-b50a-315ceaf88580 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726820 Feb 19 03:15:33.722098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a8539a0d-5077-4491-8e0c-8e9e5705278d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:33.724187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.744262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Router b19c8b6e-bf08-4107-b315-67248b7d6f8b is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:15:33.747852 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b493a79-5b4a-4a7a-97dc-ea08cd614dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.753031 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-c0c96a30-bfb5-42c9-b0f7-edf89e66951e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=69f48de6-7327-4106-8d76-c1b492c5ef4f HTTP/1.1" status: 200 len: 217 time: 0.1325328 Feb 19 03:15:33.896018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port a8539a0d-5077-4491-8e0c-8e9e5705278d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8539a0d-5077-4491-8e0c-8e9e5705278d,segment=NetworkSegment(9637adeb-c518-4051-b856-eaf247ae1054),segment_id=9637adeb-c518-4051-b856-eaf247ae1054)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:33.910114 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.979150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b493a79-5b4a-4a7a-97dc-ea08cd614dea admin admin] Publish callbacks [] for security_group (00356088-2271-42a0-b639-06dea2677e4e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.061300 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b493a79-5b4a-4a7a-97dc-ea08cd614dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (00356088-2271-42a0-b639-06dea2677e4e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.097817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-4acbdaf5-1f1a-48fe-8cbb-c720b488d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:34.099918 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-4acbdaf5-1f1a-48fe-8cbb-c720b488d2f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.3305044 Feb 19 03:15:34.155660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:15:34.195025 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5b493a79-5b4a-4a7a-97dc-ea08cd614dea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aff06e7835ed4218ae33fb651fb7e2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8868928 Feb 19 03:15:34.195025 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b493a79-5b4a-4a7a-97dc-ea08cd614dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00356088-2271-42a0-b639-06dea2677e4e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:34.199236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 32806) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:34.217816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.224638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=a8539a0d-5077-4491-8e0c-8e9e5705278d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:34.226339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5d850b9a-9719-4105-8bbb-c9a1750aece7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2036231 Feb 19 03:15:34.227161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 32808) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:34.251187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Sync routers for ids ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:15:34.283825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6a22b5e-c8e0-4981-bf8a-8448c96a7851 admin admin] Publish callbacks [] for security_group (00356088-2271-42a0-b639-06dea2677e4e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.316973 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-c99b0a4d-09f8-42b1-bd21-fcb734054f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:34.320761 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-c99b0a4d-09f8-42b1-bd21-fcb734054f25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2059009 Feb 19 03:15:34.345428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Routers {'b19c8b6e-bf08-4107-b315-67248b7d6f8b'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:34.346490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:15:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:34.454268 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-b353334f-6038-4354-9d18-4c27b08d18a7 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218619 Feb 19 03:15:34.480758 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6a22b5e-c8e0-4981-bf8a-8448c96a7851 admin admin] Publish callbacks [] for security_group (00356088-2271-42a0-b639-06dea2677e4e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.747281 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff5b81fc-3a0c-4fa9-a53e-d9cb33664624 req-fc638fbe-73de-49df-bf10-c9f5cae2de6a service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819662 Feb 19 03:15:34.749024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6a22b5e-c8e0-4981-bf8a-8448c96a7851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (00356088-2271-42a0-b639-06dea2677e4e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.769710 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6a22b5e-c8e0-4981-bf8a-8448c96a7851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.771611 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f6a22b5e-c8e0-4981-bf8a-8448c96a7851 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00356088-2271-42a0-b639-06dea2677e4e HTTP/1.1" status: 204 len: 168 time: 0.5676985 Feb 19 03:15:34.796330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a22b5e-c8e0-4981-bf8a-8448c96a7851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00356088-2271-42a0-b639-06dea2677e4e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:34.801297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Set router b19c8b6e-bf08-4107-b315-67248b7d6f8b gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:35.042013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8539a0d-5077-4491-8e0c-8e9e5705278d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:35.263924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af82f7-0e6a-49c3-9503-bcb4e54303d3 req-152ca2c1-8d34-45fc-9b52-1602d9d506dd tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:35.271148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90af82f7-0e6a-49c3-9503-bcb4e54303d3 req-152ca2c1-8d34-45fc-9b52-1602d9d506dd tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.1956646 Feb 19 03:15:35.285248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5584783a-eec4-4c11-ae79-d548d0c845cb None None] Current status of the port a8539a0d-5077-4491-8e0c-8e9e5705278d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:35.493788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 32820) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:35.509588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929f5373-0126-440f-97cc-13529de24fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.657299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90af82f7-0e6a-49c3-9503-bcb4e54303d3 req-9318ac81-37a8-475c-b8c5-fb480189e549 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628013 Feb 19 03:15:35.676526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a8539a0d-5077-4491-8e0c-8e9e5705278d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:35.677014 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.721076 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929f5373-0126-440f-97cc-13529de24fc8 admin admin] Publish callbacks [] for security_group (6b66091f-1227-49c3-bd41-c5c56ef06cab), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.729117 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929f5373-0126-440f-97cc-13529de24fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6b66091f-1227-49c3-bd41-c5c56ef06cab), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.834732 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f2e0aa-bbf2-4c45-953e-70edf7ee1aa9 x-openstack-request-id: req-67f2e0aa-bbf2-4c45-953e-70edf7ee1aa9 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:35.835404 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ba407c-5704-4bda-a7b2-f92ef6240920", "tag": "69f48de6-7327-4106-8d76-c1b492c5ef4f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:35.835491 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67f2e0aa-bbf2-4c45-953e-70edf7ee1aa9 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:35.836068 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ba407c-5704-4bda-a7b2-f92ef6240920', 'tag': '69f48de6-7327-4106-8d76-c1b492c5ef4f', 'status': 'completed', 'code': 200} Feb 19 03:15:35.853578 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-929f5373-0126-440f-97cc-13529de24fc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d61577d5777f4fa895c1e6526382bc6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563898 Feb 19 03:15:35.856620 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 32824) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:35.964476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f5373-0126-440f-97cc-13529de24fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b66091f-1227-49c3-bd41-c5c56ef06cab,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:35.984069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a8539a0d-5077-4491-8e0c-8e9e5705278d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:35.987939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.998670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-router', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:29Z', 'updated_at': '2022-02-19T03:15:32Z', 'revision_number': 3, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'gw_port': {'id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:30Z', 'updated_at': '2022-02-19T03:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:36.097656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6dce874-8e8e-40d1-9404-8e455164b5c1 admin admin] Publish callbacks [] for security_group (6b66091f-1227-49c3-bd41-c5c56ef06cab), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.104466 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-59b57e68-c8c4-4ae3-925a-aeea201ed059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:36.107631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Checking router: b19c8b6e-bf08-4107-b315-67248b7d6f8b for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:15:36.108147 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-59b57e68-c8c4-4ae3-925a-aeea201ed059 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=452bee264d3b4a9da1ce28e016482392&device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 1130 time: 0.1937673 Feb 19 03:15:36.108286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Updating router b19c8b6e-bf08-4107-b315-67248b7d6f8b port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:15:36.178182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.179024 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.215706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6dce874-8e8e-40d1-9404-8e455164b5c1 admin admin] Publish callbacks [] for security_group (6b66091f-1227-49c3-bd41-c5c56ef06cab), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.310673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6dce874-8e8e-40d1-9404-8e455164b5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6b66091f-1227-49c3-bd41-c5c56ef06cab), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.313992 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6dce874-8e8e-40d1-9404-8e455164b5c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.317801 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a6dce874-8e8e-40d1-9404-8e455164b5c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b66091f-1227-49c3-bd41-c5c56ef06cab HTTP/1.1" status: 204 len: 168 time: 0.4560134 Feb 19 03:15:36.333923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf058b-e8f7-41a8-84d8-85bdfcf6954b req-196e2296-26c6-443d-9f16-cbae977cc757 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:36.337767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dce874-8e8e-40d1-9404-8e455164b5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b66091f-1227-49c3-bd41-c5c56ef06cab,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:36.361418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adaf058b-e8f7-41a8-84d8-85bdfcf6954b req-196e2296-26c6-443d-9f16-cbae977cc757 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 948 time: 0.4385948 Feb 19 03:15:36.366990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9441fba4-503e-4e35-8407-0bfa863515ec None None] Provisioning complete for port a8539a0d-5077-4491-8e0c-8e9e5705278d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:36.367373 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9441fba4-503e-4e35-8407-0bfa863515ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.369153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-a0119b22-1e8b-4f03-bbb7-7b040f48c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:36.374001 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-a0119b22-1e8b-4f03-bbb7-7b040f48c114 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2528648 Feb 19 03:15:36.467710 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-22f99e8c-ebaa-4cac-985b-102c494147b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=69f48de6-7327-4106-8d76-c1b492c5ef4f HTTP/1.1" status: 200 len: 217 time: 0.0855272 Feb 19 03:15:36.573748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-5ee97039-2c7c-4a3a-b3ed-de991f704dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:36.578343 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-5ee97039-2c7c-4a3a-b3ed-de991f704dc8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0994551 Feb 19 03:15:36.611884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adaf058b-e8f7-41a8-84d8-85bdfcf6954b req-5fdaebe6-57f5-41bb-84eb-95d198dbb71c tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488091 Feb 19 03:15:36.661037 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Publish callbacks [] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.664425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9441fba4-503e-4e35-8407-0bfa863515ec None None] Current status of the port a8539a0d-5077-4491-8e0c-8e9e5705278d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:36.671765 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.691778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Allocated IP 172.20.0.1 (d717eafa-8f09-4e6c-89c2-e739061dbcfd/413067ba-ed05-4f7e-beff-fb36685c56b2/b87337a3-9140-4516-ba58-5dbeb1c68f68) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:36.720842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-fdd51e4c-aea5-43d7-bbf7-a70f08d02a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:36.722333 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-fdd51e4c-aea5-43d7-bbf7-a70f08d02a86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1336422 Feb 19 03:15:36.823635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce721c7-c14a-4c4f-90e1-d6c19a38bbf8 None None] Pushing event updated for resources: {'Port': ['ID=7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:36.861675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Attempting to bind port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:36.862285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Attempting to bind port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:36.862743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Attempting to bind port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:36.865179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Publish callbacks [] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.881912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:36.882662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:36.883167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.884707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:36.886397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Bound port: 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:36.887157 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.973863 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.976999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] For port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:36.982579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] For port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:36.993029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:37.048397 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-4d92a52a-412d-4b6c-bca0-5cde461e67c2 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159499 Feb 19 03:15:37.052726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Network d717eafa-8f09-4e6c-89c2-e739061dbcfd is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:37.062060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:37.064871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:37.102789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce721c7-c14a-4c4f-90e1-d6c19a38bbf8 None None] Pushing event updated for resources: {'Port': ['ID=7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:37.113943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 69f48de6-7327-4106-8d76-c1b492c5ef4f details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:15:37.152981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Routers {'b19c8b6e-bf08-4107-b315-67248b7d6f8b'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:37.153619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:15:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:37.167909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb95ee6-3405-4ab1-ae43-11a24ae8fb9b req-81058fb1-d422-4703-9f00-5026d5b5bbfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:37.183674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfb95ee6-3405-4ab1-ae43-11a24ae8fb9b req-81058fb1-d422-4703-9f00-5026d5b5bbfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.2624130 Feb 19 03:15:37.281950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (b19c8b6e-bf08-4107-b315-67248b7d6f8b), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:37.308895 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ddc9a97f-dab4-4b8e-a7ed-13ad1612766e req-8125f09e-0845-4ab8-9f07-c8716974c2ef service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471435 Feb 19 03:15:37.463555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 69f48de6-7327-4106-8d76-c1b492c5ef4f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=69f48de6-7327-4106-8d76-c1b492c5ef4f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:37.470837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] Set router b19c8b6e-bf08-4107-b315-67248b7d6f8b gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:37.528525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '69f48de6-7327-4106-8d76-c1b492c5ef4f', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '69f48de6-7327-4106-8d76-c1b492c5ef4f', 'mac_address': 'fa:16:3e:12:d3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:15:37.579435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Pushing event updated for resources: {'Port': ['ID=b87337a3-9140-4516-ba58-5dbeb1c68f68,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:37.655831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:37.713708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfb95ee6-3405-4ab1-ae43-11a24ae8fb9b req-85970d3b-549f-4bca-8217-9790ca1c957f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277243 Feb 19 03:15:37.758439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5f71eb81-19fa-4a1f-8c4e-a14ee95f93d3 None None] Provisioning complete for port b87337a3-9140-4516-ba58-5dbeb1c68f68 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:37.758824 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5f71eb81-19fa-4a1f-8c4e-a14ee95f93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:37.860023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 69f48de6-7327-4106-8d76-c1b492c5ef4f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:37.860811 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:37.882344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5f71eb81-19fa-4a1f-8c4e-a14ee95f93d3 None None] Port b87337a3-9140-4516-ba58-5dbeb1c68f68 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:15:37.890894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f48de6-7327-4106-8d76-c1b492c5ef4f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:37.923694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 69f48de6-7327-4106-8d76-c1b492c5ef4f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=69f48de6-7327-4106-8d76-c1b492c5ef4f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:37.933474 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:37.940207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-router', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:29Z', 'updated_at': '2022-02-19T03:15:32Z', 'revision_number': 3, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'gw_port': {'id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:30Z', 'updated_at': '2022-02-19T03:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:37.965162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Publish callbacks [] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:37.973188 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:38.010501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc78e4d-f60e-4580-a0d3-1554e4dcb36b None None] The sync data for ids ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'] in n-d-826756-2 is: [{'id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-router', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:29Z', 'updated_at': '2022-02-19T03:15:32Z', 'revision_number': 3, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'gw_port': {'id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:30Z', 'updated_at': '2022-02-19T03:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:15:38.113099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Pushing event updated for resources: {'Port': ['ID=b87337a3-9140-4516-ba58-5dbeb1c68f68,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:38.140553 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (b19c8b6e-bf08-4107-b315-67248b7d6f8b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:38.145188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=69f48de6-7327-4106-8d76-c1b492c5ef4f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:38.216442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-04f76842-04c9-40f2-bf3c-efc5866429e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:38.283381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['69f48de6-7327-4106-8d76-c1b492c5ef4f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:38.426186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Network d717eafa-8f09-4e6c-89c2-e739061dbcfd is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:38.463716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:38.617483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd84ef9-680c-42f7-858d-f4168bfde6a1 req-c4c50da8-3619-4719-908a-073b895cae49 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:38.634849 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:15:38.635613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cd84ef9-680c-42f7-858d-f4168bfde6a1 req-c4c50da8-3619-4719-908a-073b895cae49 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.2547681 Feb 19 03:15:38.895771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cd84ef9-680c-42f7-858d-f4168bfde6a1 req-c078e365-4e7c-4b99-bcf4-ee241ee5e008 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585144 Feb 19 03:15:38.910134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Router b19c8b6e-bf08-4107-b315-67248b7d6f8b has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:15:38.997784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:39.101709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:39.102319 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.239404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-829cb6c0-d385-4a9f-ae89-452f8fbf92de None None] Provisioning complete for port b87337a3-9140-4516-ba58-5dbeb1c68f68 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:39.240058 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-829cb6c0-d385-4a9f-ae89-452f8fbf92de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.294674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1deaf-0e0f-4eba-8866-f9a1f7717ff2 req-66747aae-26c6-4742-b79e-a06444f8616c tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:39.300008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7b1deaf-0e0f-4eba-8866-f9a1f7717ff2 req-66747aae-26c6-4742-b79e-a06444f8616c tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 949 time: 0.1639915 Feb 19 03:15:39.301822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:15:39.323582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-829cb6c0-d385-4a9f-ae89-452f8fbf92de None None] Port b87337a3-9140-4516-ba58-5dbeb1c68f68 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:15:39.348545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1ece5c45-fa78-4fe4-8095-d45783eca053 admin admin] 10.222.0.42 "PUT /v2.0/routers/b19c8b6e-bf08-4107-b315-67248b7d6f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1029038 Feb 19 03:15:39.441248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:39.441651 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.500810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:39.511085 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.525375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7b1deaf-0e0f-4eba-8866-f9a1f7717ff2 req-e70e95b7-cb98-495c-adfe-a85a66b4300e tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729386 Feb 19 03:15:39.696990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:39.880846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7e994-54af-47ac-8e76-532d3e91a979 req-c84fce76-d1fc-4067-8826-55d2964e68c4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:39.890061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3dd7e994-54af-47ac-8e76-532d3e91a979 req-c84fce76-d1fc-4067-8826-55d2964e68c4 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1310127 Feb 19 03:15:39.983753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3dd7e994-54af-47ac-8e76-532d3e91a979 req-95c16b42-a09c-4be3-9c9d-f33f1e333ad8 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893013 Feb 19 03:15:40.408871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-3a32d820-93ba-49f6-9b45-fd2d4b2ef0d3 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1694746 Feb 19 03:15:40.418143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:40.437833 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-447b1916-0610-41ca-a280-57a832c00975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.443268 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.637948 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.797758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Allocated IP 172.25.4.40 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/a81ce319-babe-4561-b780-fc40dd6f574c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:40.856948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:40.974367 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for port (a81ce319-babe-4561-b780-fc40dd6f574c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.999889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:41.000275 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.058902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a81ce319-babe-4561-b780-fc40dd6f574c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.068532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 32932) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:41.076796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 69f48de6-7327-4106-8d76-c1b492c5ef4f up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:41.142934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:41.149655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:41.157448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:41.194310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event updated for resources: {'Port': ['ID=a81ce319-babe-4561-b780-fc40dd6f574c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:41.286451 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Sync routers for ids ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:15:41.298693 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Routers {'b19c8b6e-bf08-4107-b315-67248b7d6f8b'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:41.300222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:41.302558 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:15:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:41.335850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 69f48de6-7327-4106-8d76-c1b492c5ef4f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:15:41.347830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 69f48de6-7327-4106-8d76-c1b492c5ef4f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:41.347830 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.352313 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (11f31dc5-b618-426e-86c1-611dcaffd1c1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.432252 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a81ce319-babe-4561-b780-fc40dd6f574c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.496057 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Set router b19c8b6e-bf08-4107-b315-67248b7d6f8b gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:41.532017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 69f48de6-7327-4106-8d76-c1b492c5ef4f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:41.532608 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.583904 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ba407c-5704-4bda-a7b2-f92ef6240920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f48de6-7327-4106-8d76-c1b492c5ef4f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:41.587254 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82b90e5-0b14-460e-bf65-adf07889d794" -d '{"events": [{"server_uuid": "91ba407c-5704-4bda-a7b2-f92ef6240920", "name": "network-vif-plugged", "status": "completed", "tag": "69f48de6-7327-4106-8d76-c1b492c5ef4f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:41.607045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 69f48de6-7327-4106-8d76-c1b492c5ef4f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=69f48de6-7327-4106-8d76-c1b492c5ef4f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:41.617077 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.722219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.767903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=69f48de6-7327-4106-8d76-c1b492c5ef4f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:41.777974 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for port (a81ce319-babe-4561-b780-fc40dd6f574c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.788689 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a81ce319-babe-4561-b780-fc40dd6f574c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.844754 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.877723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Publish callbacks [] for security_group (1c098d0b-5956-4362-a8fa-4215338a34e5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.893087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1c098d0b-5956-4362-a8fa-4215338a34e5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.913352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event updated for resources: {'Port': ['ID=a81ce319-babe-4561-b780-fc40dd6f574c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:41.936894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (11f31dc5-b618-426e-86c1-611dcaffd1c1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.985034 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.006446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-a7cec6bf-cd07-43c1-ac57-081d3f004ad6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5915446 Feb 19 03:15:42.016460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c098d0b-5956-4362-a8fa-4215338a34e5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:42.028811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.029438 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.029976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.030507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.031600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.032148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.032698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.033231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.034044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.034635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.035153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.035662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.036169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.043311 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7123fcf1-ed22-461f-8e06-abde87ada296 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64f9ff2d8d4c44cf87f30a9d5d9bd9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9735103 Feb 19 03:15:42.046352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 32940) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:42.088714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-78216b88-2969-4274-9eee-d7fc2abcc9e7 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0709798 Feb 19 03:15:42.096602 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-router', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:29Z', 'updated_at': '2022-02-19T03:15:37Z', 'revision_number': 4, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'gw_port': {'id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:30Z', 'updated_at': '2022-02-19T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b87337a3-9140-4516-ba58-5dbeb1c68f68', 'name': '', 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'mac_address': 'fa:16:3e:1e:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '413067ba-ed05-4f7e-beff-fb36685c56b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:36Z', 'updated_at': '2022-02-19T03:15:37Z', 'revision_number': 2, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'subnets': [{'id': '413067ba-ed05-4f7e-beff-fb36685c56b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:42.107550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59c89118-223b-43fb-9ad4-f7da0247dc92 admin admin] Publish callbacks [] for security_group (1c098d0b-5956-4362-a8fa-4215338a34e5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.129269 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Checking router: b19c8b6e-bf08-4107-b315-67248b7d6f8b for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:15:42.129939 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Updating router b19c8b6e-bf08-4107-b315-67248b7d6f8b port b87337a3-9140-4516-ba58-5dbeb1c68f68 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:15:42.133092 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59c89118-223b-43fb-9ad4-f7da0247dc92 admin admin] Publish callbacks [] for security_group (1c098d0b-5956-4362-a8fa-4215338a34e5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.179326 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.197467 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59c89118-223b-43fb-9ad4-f7da0247dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1c098d0b-5956-4362-a8fa-4215338a34e5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.200171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59c89118-223b-43fb-9ad4-f7da0247dc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.201582 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-59c89118-223b-43fb-9ad4-f7da0247dc92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c098d0b-5956-4362-a8fa-4215338a34e5 HTTP/1.1" status: 204 len: 168 time: 0.1536365 Feb 19 03:15:42.213015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c89118-223b-43fb-9ad4-f7da0247dc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c098d0b-5956-4362-a8fa-4215338a34e5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:42.287667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-82bc2398-f53b-493f-b7cc-289b18a5d795 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:42.291175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ac84530-9f5f-4b32-92e7-612cfe03ffed req-82bc2398-f53b-493f-b7cc-289b18a5d795 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1953716 Feb 19 03:15:42.478693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e8523-fd29-4366-b065-c799a2fed4ac req-b75bd95a-e8f3-4108-9877-90e65177c302 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:42.486566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-817e8523-fd29-4366-b065-c799a2fed4ac req-b75bd95a-e8f3-4108-9877-90e65177c302 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.1146379 Feb 19 03:15:42.557471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-817e8523-fd29-4366-b065-c799a2fed4ac req-ba0e1764-7070-423a-8c61-ada05015e08e tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700197 Feb 19 03:15:42.598275 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Publish callbacks [] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.610196 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.694207 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Pushing event updated for resources: {'Port': ['ID=b87337a3-9140-4516-ba58-5dbeb1c68f68,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:42.738916 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.739302 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.739634 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.739975 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.740314 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.740649 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.741101 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.741381 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.741629 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.742004 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.742334 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.742720 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.743007 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:42.751632 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 32952) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:42.768837 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1719a1-8789-499d-8f7b-daa3a2f1f804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.821121 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Attempting to bind port b87337a3-9140-4516-ba58-5dbeb1c68f68 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:42.822064 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Attempting to bind port b87337a3-9140-4516-ba58-5dbeb1c68f68 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '9637adeb-c518-4051-b856-eaf247ae1054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:42.822431 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Attempting to bind port b87337a3-9140-4516-ba58-5dbeb1c68f68 on network d717eafa-8f09-4e6c-89c2-e739061dbcfd {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:42.833533 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:42.834307 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Checking segment: {'id': '9637adeb-c518-4051-b856-eaf247ae1054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:42.834915 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.835329 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Bound using segment: {'id': '9637adeb-c518-4051-b856-eaf247ae1054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:42.835825 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Bound port: b87337a3-9140-4516-ba58-5dbeb1c68f68, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9637adeb-c518-4051-b856-eaf247ae1054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:42.836237 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.858696 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.931729 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1719a1-8789-499d-8f7b-daa3a2f1f804 admin admin] Publish callbacks [] for security_group (75b44f86-2e62-40b4-8a1b-55a1e8160be4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.934712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74845c87-6bb4-41b5-bdf2-d75d76afd487 req-674f0a0a-e852-424e-bcb5-6ef15faa296f tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:42.946175 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1719a1-8789-499d-8f7b-daa3a2f1f804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (75b44f86-2e62-40b4-8a1b-55a1e8160be4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.951021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74845c87-6bb4-41b5-bdf2-d75d76afd487 req-674f0a0a-e852-424e-bcb5-6ef15faa296f tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 950 time: 0.1501646 Feb 19 03:15:43.000351 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c1719a1-8789-499d-8f7b-daa3a2f1f804 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95f0d1311a2947c3a845de9173cd3800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484124 Feb 19 03:15:43.002944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1719a1-8789-499d-8f7b-daa3a2f1f804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b44f86-2e62-40b4-8a1b-55a1e8160be4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:43.009412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 32954) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:43.047911 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] For port b87337a3-9140-4516-ba58-5dbeb1c68f68, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:43.064530 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] For port b87337a3-9140-4516-ba58-5dbeb1c68f68, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b87337a3-9140-4516-ba58-5dbeb1c68f68,segment=NetworkSegment(9637adeb-c518-4051-b856-eaf247ae1054),segment_id=9637adeb-c518-4051-b856-eaf247ae1054)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:43.077500 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.126150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74845c87-6bb4-41b5-bdf2-d75d76afd487 req-d9e43531-8183-4f2c-b2f7-ed9abbf3f765 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642606 Feb 19 03:15:43.130102 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00370718-4c34-4c8c-90fd-9cd9b4681023 admin admin] Publish callbacks [] for security_group (75b44f86-2e62-40b4-8a1b-55a1e8160be4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.184723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00370718-4c34-4c8c-90fd-9cd9b4681023 admin admin] Publish callbacks [] for security_group (75b44f86-2e62-40b4-8a1b-55a1e8160be4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.197895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bfbcff2e-b4a7-4629-b5c6-79d52827364c None None] Provisioning complete for port b87337a3-9140-4516-ba58-5dbeb1c68f68 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:43.198354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bfbcff2e-b4a7-4629-b5c6-79d52827364c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.212489 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Routers {'b19c8b6e-bf08-4107-b315-67248b7d6f8b'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:43.213353 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:15:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:43.319195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00370718-4c34-4c8c-90fd-9cd9b4681023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (75b44f86-2e62-40b4-8a1b-55a1e8160be4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.324304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00370718-4c34-4c8c-90fd-9cd9b4681023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.326644 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-00370718-4c34-4c8c-90fd-9cd9b4681023 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75b44f86-2e62-40b4-8a1b-55a1e8160be4 HTTP/1.1" status: 204 len: 168 time: 0.3086076 Feb 19 03:15:43.353402 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5fe2a-250d-4b54-85b5-65ef3b960a49 None None] Pushing event updated for resources: {'Port': ['ID=b87337a3-9140-4516-ba58-5dbeb1c68f68,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:43.400380 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] Set router b19c8b6e-bf08-4107-b315-67248b7d6f8b gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:43.409534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00370718-4c34-4c8c-90fd-9cd9b4681023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b44f86-2e62-40b4-8a1b-55a1e8160be4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:43.438481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67154b-9921-4e01-bd93-3c684a450277 req-f55b795f-cd67-49b9-bda6-264634de0b55 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:43.455730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a67154b-9921-4e01-bd93-3c684a450277 req-f55b795f-cd67-49b9-bda6-264634de0b55 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1839743 Feb 19 03:15:43.465469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bfbcff2e-b4a7-4629-b5c6-79d52827364c None None] Current status of the port b87337a3-9140-4516-ba58-5dbeb1c68f68 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:43.466824 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bfbcff2e-b4a7-4629-b5c6-79d52827364c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.591669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bfbcff2e-b4a7-4629-b5c6-79d52827364c None None] For port b87337a3-9140-4516-ba58-5dbeb1c68f68, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b87337a3-9140-4516-ba58-5dbeb1c68f68,segment=NetworkSegment(9637adeb-c518-4051-b856-eaf247ae1054),segment_id=9637adeb-c518-4051-b856-eaf247ae1054)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:43.593975 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a67154b-9921-4e01-bd93-3c684a450277 req-7f749af1-5c86-42c9-90bf-d64359df749d tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325829 Feb 19 03:15:43.609219 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bfbcff2e-b4a7-4629-b5c6-79d52827364c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.716552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcff2e-b4a7-4629-b5c6-79d52827364c None None] Pushing event updated for resources: {'Port': ['ID=b87337a3-9140-4516-ba58-5dbeb1c68f68,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:43.728254 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d1eee5-119a-457f-a0e8-61091daf4df5 x-openstack-request-id: req-17d1eee5-119a-457f-a0e8-61091daf4df5 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:43.729369 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ba407c-5704-4bda-a7b2-f92ef6240920", "name": "network-vif-plugged", "status": "completed", "tag": "69f48de6-7327-4106-8d76-c1b492c5ef4f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:43.729907 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17d1eee5-119a-457f-a0e8-61091daf4df5 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:43.730551 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ba407c-5704-4bda-a7b2-f92ef6240920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f48de6-7327-4106-8d76-c1b492c5ef4f', 'code': 200} Feb 19 03:15:43.749721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ba5f996d-17b0-4796-ac37-587f202f893d None None] Provisioning complete for port b87337a3-9140-4516-ba58-5dbeb1c68f68 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:43.750554 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ba5f996d-17b0-4796-ac37-587f202f893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.996271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51ced1-2726-4bb9-9f6b-3c6c33ee1018 req-0003311e-6ac1-4ced-9883-35783c8a4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:44.002059 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0e51ced1-2726-4bb9-9f6b-3c6c33ee1018 req-0003311e-6ac1-4ced-9883-35783c8a4763 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 1132 time: 0.1202533 Feb 19 03:15:44.034848 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f996d-17b0-4796-ac37-587f202f893d None None] Current status of the port b87337a3-9140-4516-ba58-5dbeb1c68f68 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:44.046194 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-router', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:29Z', 'updated_at': '2022-02-19T03:15:37Z', 'revision_number': 4, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'gw_port': {'id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:30Z', 'updated_at': '2022-02-19T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b87337a3-9140-4516-ba58-5dbeb1c68f68', 'name': '', 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'mac_address': 'fa:16:3e:1e:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '413067ba-ed05-4f7e-beff-fb36685c56b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:36Z', 'updated_at': '2022-02-19T03:15:43Z', 'revision_number': 4, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'subnets': [{'id': '413067ba-ed05-4f7e-beff-fb36685c56b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:44.080364 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc3f926-5164-41f7-bbc5-4513e3e33a79 None None] The sync data for ids ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'] in n-d-826756-2 is: [{'id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-router', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:29Z', 'updated_at': '2022-02-19T03:15:37Z', 'revision_number': 4, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'gw_port': {'id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:30Z', 'updated_at': '2022-02-19T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b87337a3-9140-4516-ba58-5dbeb1c68f68', 'name': '', 'network_id': 'd717eafa-8f09-4e6c-89c2-e739061dbcfd', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'mac_address': 'fa:16:3e:1e:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '413067ba-ed05-4f7e-beff-fb36685c56b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:36Z', 'updated_at': '2022-02-19T03:15:43Z', 'revision_number': 4, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'subnets': [{'id': '413067ba-ed05-4f7e-beff-fb36685c56b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:15:44.100610 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0e51ced1-2726-4bb9-9f6b-3c6c33ee1018 req-c0b22b25-4856-4e80-ad53-6f4aa867ea88 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879421 Feb 19 03:15:44.103459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-3591d296-c8aa-482b-b5ea-ac486f05f89e tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3266661 Feb 19 03:15:44.114539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:44.180893 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.362650 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.547944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Allocated IP 172.25.4.87 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/6a9b31d9-1235-4d32-8006-f70302be463f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:44.565946 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.804751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for port (6a9b31d9-1235-4d32-8006-f70302be463f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.902355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6a9b31d9-1235-4d32-8006-f70302be463f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.906216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b87337a3-9140-4516-ba58-5dbeb1c68f68 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:44.962451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:44.974431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:44.982996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:45.036386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b87337a3-9140-4516-ba58-5dbeb1c68f68 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:45.037026 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:45.057063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event updated for resources: {'Port': ['ID=6a9b31d9-1235-4d32-8006-f70302be463f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:45.194560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (691b45e8-61c7-4088-9c11-a8c816cee6a2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:45.252696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b87337a3-9140-4516-ba58-5dbeb1c68f68 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:45.278807 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6a9b31d9-1235-4d32-8006-f70302be463f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:45.578394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for port (6a9b31d9-1235-4d32-8006-f70302be463f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:45.584982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6a9b31d9-1235-4d32-8006-f70302be463f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:45.682537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (691b45e8-61c7-4088-9c11-a8c816cee6a2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:45.685777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event updated for resources: {'Port': ['ID=6a9b31d9-1235-4d32-8006-f70302be463f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:45.715749 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:45.717637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-5b3fc9c6-1905-437b-af5f-fa8cd92b88a4 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6082923 Feb 19 03:15:45.814191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-c9cc1db0-bbd9-4f00-b69c-76a261d58dfc tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.0834606 Feb 19 03:15:45.986794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-9db782de-7f32-4fed-8514-7775026a983e tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:45.995239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebf50446-fbf1-4a02-af38-440ee57dfabe req-9db782de-7f32-4fed-8514-7775026a983e tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1737397 Feb 19 03:15:46.164903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5a527-67d9-4c41-a866-81a5293b2f28 req-d0e578ae-7291-48ad-8173-70fa00b97439 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:46.167879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ba5a527-67d9-4c41-a866-81a5293b2f28 req-d0e578ae-7291-48ad-8173-70fa00b97439 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.0814295 Feb 19 03:15:46.260430 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ba5a527-67d9-4c41-a866-81a5293b2f28 req-f1ce7792-aba2-453f-a80c-be54d5de2186 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840924 Feb 19 03:15:46.439384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d1f8d-e3fa-47db-a919-9524985e2bbb req-154aae88-cdfb-40d0-b7dc-bd9af2f92e88 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:46.441334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f67d1f8d-e3fa-47db-a919-9524985e2bbb req-154aae88-cdfb-40d0-b7dc-bd9af2f92e88 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 950 time: 0.0840554 Feb 19 03:15:46.510544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f67d1f8d-e3fa-47db-a919-9524985e2bbb req-43a85e10-cf60-4b2c-af49-71f57b7f35a6 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582280 Feb 19 03:15:46.669690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b179c-6d09-467c-8753-798d20dcb455 req-02fd7830-40c9-41f7-9961-039e48e1e5fc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:46.672640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c23b179c-6d09-467c-8753-798d20dcb455 req-02fd7830-40c9-41f7-9961-039e48e1e5fc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.0819883 Feb 19 03:15:46.731708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c23b179c-6d09-467c-8753-798d20dcb455 req-421523b9-e682-48c3-bbf5-d4c340d796b5 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Feb 19 03:15:46.906097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-38fc4249-9d11-472e-96be-a30bfad90e12 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1461399 Feb 19 03:15:46.922411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:46.954184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.101537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.230871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Allocated IP 172.25.4.105 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/1b1bb9f8-0a02-40f9-96c7-6484cde41598) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:47.361540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for port (1b1bb9f8-0a02-40f9-96c7-6484cde41598), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.420188 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1b1bb9f8-0a02-40f9-96c7-6484cde41598), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.472802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:47.476222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:47.483422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:47.536011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event updated for resources: {'Port': ['ID=1b1bb9f8-0a02-40f9-96c7-6484cde41598,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:47.614652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (6096bd58-c52c-42cb-8744-c1d48c25795a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.659883 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1b1bb9f8-0a02-40f9-96c7-6484cde41598), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.899561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for port (1b1bb9f8-0a02-40f9-96c7-6484cde41598), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.905861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1b1bb9f8-0a02-40f9-96c7-6484cde41598), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.983539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event updated for resources: {'Port': ['ID=1b1bb9f8-0a02-40f9-96c7-6484cde41598,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:47.997732 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (6096bd58-c52c-42cb-8744-c1d48c25795a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:48.015934 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:48.017365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-137a388b-9117-4554-b38e-bcb5522b54df tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1046448 Feb 19 03:15:48.077885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-fd73281a-4e25-4131-8177-6da034dfee96 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0518017 Feb 19 03:15:48.206572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-624a430e-01ea-47bb-a864-b175be335c74 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:48.207992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff692cfc-03f0-4a14-8fc6-1da138350037 req-624a430e-01ea-47bb-a864-b175be335c74 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1234331 Feb 19 03:15:48.219769 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-d5825bf5-f0a7-4287-bbb6-d620a2441da9 service neutron] show failed (client error): The resource could not be found. Feb 19 03:15:48.220777 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-d5825bf5-f0a7-4287-bbb6-d620a2441da9 service neutron] 10.222.0.71 "GET /v2.0/ports/0b149b67-a859-435a-88ac-0c3c6b5e22ef/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0692878 Feb 19 03:15:48.511050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-4bd52760-9dea-47a5-af91-b2115a9dc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:48.513176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-4bd52760-9dea-47a5-af91-b2115a9dc4b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5&tenant_id=42973c8e1f4740eaafb2729751201363 HTTP/1.1" status: 200 len: 1132 time: 0.0621350 Feb 19 03:15:48.549231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:48.934836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a263dc-2a13-4da0-8758-cf093b043c45 req-5a1c9a21-e893-499b-9a1d-c39264a764fb tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:48.936431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35a263dc-2a13-4da0-8758-cf093b043c45 req-5a1c9a21-e893-499b-9a1d-c39264a764fb tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.4223044 Feb 19 03:15:48.939245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.102493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35a263dc-2a13-4da0-8758-cf093b043c45 req-bd774856-d1af-4018-a5f0-c5a3378e7749 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509573 Feb 19 03:15:49.261178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:49.310464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:49.318257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5139808-ddc4-4775-ac9f-7ad2ce15039a req-5c9997cf-938d-46f9-90fb-43b17c9d17da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:49.320738 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5139808-ddc4-4775-ac9f-7ad2ce15039a req-5c9997cf-938d-46f9-90fb-43b17c9d17da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 950 time: 0.1067543 Feb 19 03:15:49.396143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:49.399266 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4efeef-300c-4420-886e-42ce2535ebeb" -d '{"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-unplugged", "status": "completed", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:49.405608 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Publish callbacks [] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.428336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5139808-ddc4-4775-ac9f-7ad2ce15039a req-be3573f8-ece5-417c-bc25-a6b0708269f0 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889764 Feb 19 03:15:49.431249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Transition to ACTIVE for port object 0b149b67-a859-435a-88ac-0c3c6b5e22ef will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:15:49.435984 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.538833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] No DVR routers for this DVR port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:49.579852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:49.625043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:49.625393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:49.625717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:49.641510 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:15:49.641777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:49.656417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:49.657241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:49.657637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:49.658106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Bound port: 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:49.658469 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.694966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-65a8cf8f-b00f-4f79-b692-718aa66ba201 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2045226 Feb 19 03:15:49.703026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:49.776640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.847818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:49.866670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:49.874329 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.916808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:49.917645 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.919468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] 10.222.0.37 "PUT /v2.0/ports/0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 1096 time: 1.3776829 Feb 19 03:15:49.996875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7dc9f-b6fd-48d9-989a-975ae056141b service neutron] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:50.151706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-81b7f1b9-07d2-42f4-9614-35b8136653d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:50.161488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-81b7f1b9-07d2-42f4-9614-35b8136653d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1130 time: 0.2051740 Feb 19 03:15:50.183972 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.377687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-c88d1feb-fbf0-44a0-876f-891daef602ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:50.379775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-c88d1feb-fbf0-44a0-876f-891daef602ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2068963 Feb 19 03:15:50.438840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Allocated IP 172.25.4.18 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/cb28c23a-30c8-4d9f-bd11-35a608c3a1f1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:50.442802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-a5269fe2-b65d-410e-b583-7cfda7b65d4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 217 time: 0.0529613 Feb 19 03:15:50.613495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-f9ab2084-cbd1-4a35-9d67-e14ea88b5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:50.615355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-f9ab2084-cbd1-4a35-9d67-e14ea88b5fc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1549964 Feb 19 03:15:50.689972 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for port (cb28c23a-30c8-4d9f-bd11-35a608c3a1f1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.714001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-2e9404e3-1558-4da7-953f-28ceafde42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:50.715663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-2e9404e3-1558-4da7-953f-28ceafde42ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0888727 Feb 19 03:15:50.794107 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (cb28c23a-30c8-4d9f-bd11-35a608c3a1f1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.848297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:50.859310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:50.864694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:50.908633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event updated for resources: {'Port': ['ID=cb28c23a-30c8-4d9f-bd11-35a608c3a1f1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:50.915555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-2428a064-e5b9-410f-8c12-9f817b3c416f service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917844 Feb 19 03:15:51.048605 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (50a6d19e-9b07-4f4c-8632-33aeb55f88a5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:51.060961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-5d6597d6-bc3c-45e1-a47c-f8b7c271adb3 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366646 Feb 19 03:15:51.101078 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cb28c23a-30c8-4d9f-bd11-35a608c3a1f1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:51.321872 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for port (cb28c23a-30c8-4d9f-bd11-35a608c3a1f1), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:51.326990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (cb28c23a-30c8-4d9f-bd11-35a608c3a1f1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:51.401391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event updated for resources: {'Port': ['ID=cb28c23a-30c8-4d9f-bd11-35a608c3a1f1,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:51.411143 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (50a6d19e-9b07-4f4c-8632-33aeb55f88a5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:51.432056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:51.433761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-39ac30ad-d4c5-433a-b261-f2c3a3e979f5 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7379248 Feb 19 03:15:51.496269 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-b6a18bd9-da20-4b47-8e22-18691b6d2975 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.18 HTTP/1.1" status: 200 len: 695 time: 0.0550668 Feb 19 03:15:51.608817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-6b7e8da3-2216-4356-9f43-a450ed055d8e tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:51.610346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5adc6d24-b211-484b-a8a4-7b8b6543319d req-6b7e8da3-2216-4356-9f43-a450ed055d8e tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1069412 Feb 19 03:15:51.778354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128512e3-741b-4129-8653-cc9a8a65dbfe req-42abd847-75c5-4239-b32f-ea696bbc971a tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:51.780048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-128512e3-741b-4129-8653-cc9a8a65dbfe req-42abd847-75c5-4239-b32f-ea696bbc971a tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 950 time: 0.0624540 Feb 19 03:15:51.842972 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-128512e3-741b-4129-8653-cc9a8a65dbfe req-203c3cf3-b590-45a0-89ea-4094648b857f tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557945 Feb 19 03:15:51.926997 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff50c79-65aa-4f64-92ce-4476c873235a x-openstack-request-id: req-4ff50c79-65aa-4f64-92ce-4476c873235a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:51.927377 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-unplugged", "status": "completed", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:51.927706 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ff50c79-65aa-4f64-92ce-4476c873235a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:51.928190 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'code': 200} Feb 19 03:15:52.060838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792e6d8-456a-47f0-89aa-541d5d3bd294 req-18c1ae6c-6e2f-4e95-88cf-12b6fc627f95 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:52.062401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6792e6d8-456a-47f0-89aa-541d5d3bd294 req-18c1ae6c-6e2f-4e95-88cf-12b6fc627f95 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.0636466 Feb 19 03:15:52.084082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33126) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:52.130373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6792e6d8-456a-47f0-89aa-541d5d3bd294 req-44ed0474-5e29-4732-89f0-3eea850e1671 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616965 Feb 19 03:15:52.132259 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:52.267432 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be775818-1d75-473c-a4ec-3724f25f7297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:52.278000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50ce60-65ee-4b23-9c6a-1ad5480262f1 req-9bc68aa7-76e4-4517-abc5-2819cbe2e1f0 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:52.280879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf50ce60-65ee-4b23-9c6a-1ad5480262f1 req-9bc68aa7-76e4-4517-abc5-2819cbe2e1f0 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 948 time: 0.0736442 Feb 19 03:15:52.349319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf50ce60-65ee-4b23-9c6a-1ad5480262f1 req-2db8b4ff-9f44-4c78-a67a-061c93757eca tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610676 Feb 19 03:15:52.423869 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be775818-1d75-473c-a4ec-3724f25f7297 admin admin] Publish callbacks [] for security_group (e9eb9e0e-5c10-4f2b-aa51-8150157f8778), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:52.429646 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be775818-1d75-473c-a4ec-3724f25f7297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e9eb9e0e-5c10-4f2b-aa51-8150157f8778), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:52.438809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87c1febc-2ed9-4146-bddd-7cd5b7b69ff0 req-78beb95e-fe19-4e78-9c56-78c795c05b7c tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips/50a6d19e-9b07-4f4c-8632-33aeb55f88a5 HTTP/1.1" status: 200 len: 692 time: 0.0563500 Feb 19 03:15:52.485367 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-be775818-1d75-473c-a4ec-3724f25f7297 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1cd42820b95463cab7e3efbe84c4523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998241 Feb 19 03:15:52.488197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be775818-1d75-473c-a4ec-3724f25f7297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eb9e0e-5c10-4f2b-aa51-8150157f8778,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:52.490692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33142) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:52.568404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e281bec-7c46-4438-87d0-e60a2777ef0f admin admin] Publish callbacks [] for security_group (e9eb9e0e-5c10-4f2b-aa51-8150157f8778), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:52.589832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1febc-2ed9-4146-bddd-7cd5b7b69ff0 req-4be1ce2d-a66b-44af-9ffe-7a6ac45d51be tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:52.591297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87c1febc-2ed9-4146-bddd-7cd5b7b69ff0 req-4be1ce2d-a66b-44af-9ffe-7a6ac45d51be tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1466372 Feb 19 03:15:52.608997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e281bec-7c46-4438-87d0-e60a2777ef0f admin admin] Publish callbacks [] for security_group (e9eb9e0e-5c10-4f2b-aa51-8150157f8778), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:52.660518 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e281bec-7c46-4438-87d0-e60a2777ef0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e9eb9e0e-5c10-4f2b-aa51-8150157f8778), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:52.663419 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e281bec-7c46-4438-87d0-e60a2777ef0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:52.665267 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2e281bec-7c46-4438-87d0-e60a2777ef0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9eb9e0e-5c10-4f2b-aa51-8150157f8778 HTTP/1.1" status: 204 len: 168 time: 0.1728911 Feb 19 03:15:52.674190 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e281bec-7c46-4438-87d0-e60a2777ef0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eb9e0e-5c10-4f2b-aa51-8150157f8778,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:52.965681 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-7e23945a-6bab-4dcb-a015-a6e2f068cc1c tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips/50a6d19e-9b07-4f4c-8632-33aeb55f88a5 HTTP/1.1" status: 200 len: 692 time: 0.0959821 Feb 19 03:15:53.127186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-b2ee420d-aadd-45f6-b319-b7343fda45b1 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:53.138655 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-b2ee420d-aadd-45f6-b319-b7343fda45b1 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1605809 Feb 19 03:15:53.182171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:53.233097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-7b2188f6-2980-4660-a917-cb9abb0d3242 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.18 HTTP/1.1" status: 200 len: 695 time: 0.0933363 Feb 19 03:15:53.283454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port 0b149b67-a859-435a-88ac-0c3c6b5e22ef host n-h1-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:15:53.286327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:53.331809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-72312627-9033-4a41-8255-bb14d47714b0 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.18 HTTP/1.1" status: 200 len: 695 time: 0.0918236 Feb 19 03:15:53.602762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-1b687ada-232d-4005-ab20-144482bf821a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Deleting port cb28c23a-30c8-4d9f-bd11-35a608c3a1f1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:53.603960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-1b687ada-232d-4005-ab20-144482bf821a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cb28c23a-30c8-4d9f-bd11-35a608c3a1f1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.775926 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-1b687ada-232d-4005-ab20-144482bf821a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cb28c23a-30c8-4d9f-bd11-35a608c3a1f1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.776853 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-1b687ada-232d-4005-ab20-144482bf821a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (cb28c23a-30c8-4d9f-bd11-35a608c3a1f1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.801903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-1b687ada-232d-4005-ab20-144482bf821a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Calling delete_port for cb28c23a-30c8-4d9f-bd11-35a608c3a1f1 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:53.959556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:53.970890 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:54.050965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-1b687ada-232d-4005-ab20-144482bf821a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (cb28c23a-30c8-4d9f-bd11-35a608c3a1f1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.089328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b687ada-232d-4005-ab20-144482bf821a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event deleted for resources: {'Port': ['ID=cb28c23a-30c8-4d9f-bd11-35a608c3a1f1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:54.174572 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-1b687ada-232d-4005-ab20-144482bf821a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (50a6d19e-9b07-4f4c-8632-33aeb55f88a5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.179186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-1b687ada-232d-4005-ab20-144482bf821a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.181507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3afc5808-b12b-4f9a-a639-8f1743da3114 req-1b687ada-232d-4005-ab20-144482bf821a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "DELETE /v2.0/floatingips/50a6d19e-9b07-4f4c-8632-33aeb55f88a5 HTTP/1.1" status: 204 len: 173 time: 0.8481538 Feb 19 03:15:54.210750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:54.372940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bb14e-5cde-4a68-b584-4152308bb50a req-efae4842-e6c5-435c-82e5-76ff2b8d738a tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:54.380300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b42bb14e-5cde-4a68-b584-4152308bb50a req-efae4842-e6c5-435c-82e5-76ff2b8d738a tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 950 time: 0.0858510 Feb 19 03:15:54.393751 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2065305792-network', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:54.437205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:54.441559 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.460805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.502537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b42bb14e-5cde-4a68-b584-4152308bb50a req-966375b7-9aa4-4231-8ae4-48c7ef3525ca tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209824 Feb 19 03:15:54.588382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Publish callbacks [] for security_group (d9c9bc6e-0725-4db4-b654-dcd1a565edae), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.600076 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d9c9bc6e-0725-4db4-b654-dcd1a565edae), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.653798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96f970-414e-4f52-8f93-5a4b61f028c8 req-e696374c-ec3f-446d-9ee7-dd19c2bb4a48 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:54.656105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b96f970-414e-4f52-8f93-5a4b61f028c8 req-e696374c-ec3f-446d-9ee7-dd19c2bb4a48 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.0791967 Feb 19 03:15:54.680714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:15:54.698072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c9bc6e-0725-4db4-b654-dcd1a565edae,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:54.715940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (0962e6fe-f44b-4833-9dec-3c40806dc454), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.716535 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Added segment 0962e6fe-f44b-4833-9dec-3c40806dc454 of type vlan for network fbe31bdd-7258-4bea-81a1-1e01563d2f2c Feb 19 03:15:54.746354 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b96f970-414e-4f52-8f93-5a4b61f028c8 req-77711c97-37b2-4a9b-a306-51c9cdf603a7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832870 Feb 19 03:15:54.792352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-b731eba7-48ce-410d-91e8-b76f0dc962d6 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:54.793905 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-b731eba7-48ce-410d-91e8-b76f0dc962d6 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.71 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 950 time: 0.1635325 Feb 19 03:15:54.835963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (fbe31bdd-7258-4bea-81a1-1e01563d2f2c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.874760 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (fbe31bdd-7258-4bea-81a1-1e01563d2f2c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.876365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:54.877291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.889805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1171300-64e1-46bb-8a89-20e5df2dce63 req-c1cd6970-2d7f-4b07-9789-c68e8c19c93c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:54.892174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1171300-64e1-46bb-8a89-20e5df2dce63 req-c1cd6970-2d7f-4b07-9789-c68e8c19c93c tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 948 time: 0.0673237 Feb 19 03:15:55.006760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1171300-64e1-46bb-8a89-20e5df2dce63 req-ffc53af9-2b8a-4907-9f18-bafabbfd5307 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041281 Feb 19 03:15:55.062385 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8491988 Feb 19 03:15:55.065404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33212) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:55.072360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Request body: {'subnet': {'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2065305792-subnet', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:55.104801 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f96e6-ce4a-4da4-8e5c-36beede5b529 admin admin] Pushing event updated for resources: {'Network': ['ID=fbe31bdd-7258-4bea-81a1-1e01563d2f2c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:55.111441 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5f337a-876f-4f83-8ec2-19172b2323e1 x-openstack-request-id: req-8a5f337a-876f-4f83-8ec2-19172b2323e1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:55.111741 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:55.118684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network fbe31bdd-7258-4bea-81a1-1e01563d2f2c details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:15:55.127541 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a5f337a-876f-4f83-8ec2-19172b2323e1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:55.128091 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'status': 'completed', 'code': 200} Feb 19 03:15:55.129279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:55.131957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-cbfde7f0-1e67-419b-9d8c-c0c54e3beadc tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Deleting port 69f48de6-7327-4106-8d76-c1b492c5ef4f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:55.132226 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-cbfde7f0-1e67-419b-9d8c-c0c54e3beadc tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.135970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.239487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-cbfde7f0-1e67-419b-9d8c-c0c54e3beadc tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] For port 69f48de6-7327-4106-8d76-c1b492c5ef4f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=69f48de6-7327-4106-8d76-c1b492c5ef4f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:55.240109 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-cbfde7f0-1e67-419b-9d8c-c0c54e3beadc tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.257239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-cbfde7f0-1e67-419b-9d8c-c0c54e3beadc tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Calling delete_port for 69f48de6-7327-4106-8d76-c1b492c5ef4f owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:55.317621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33224) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:55.458346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-cbfde7f0-1e67-419b-9d8c-c0c54e3beadc tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (69f48de6-7327-4106-8d76-c1b492c5ef4f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.478332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['69f48de6-7327-4106-8d76-c1b492c5ef4f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:55.496722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-bab014ed-f6a0-4442-a9e3-a8e635d04c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:55.498502 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-bab014ed-f6a0-4442-a9e3-a8e635d04c75 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1130 time: 0.2519503 Feb 19 03:15:55.525630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfde7f0-1e67-419b-9d8c-c0c54e3beadc tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Pushing event deleted for resources: {'Port': ['ID=69f48de6-7327-4106-8d76-c1b492c5ef4f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:55.556398 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-abe7a88c-3e1a-4fe9-85d6-183772367a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.582431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-1645cd31-e4e4-4c4e-a088-defcd1e6817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:55.584508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-1645cd31-e4e4-4c4e-a088-defcd1e6817b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1130 time: 0.3124928 Feb 19 03:15:55.620016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-cbfde7f0-1e67-419b-9d8c-c0c54e3beadc tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] No DVR routers for this DVR port 69f48de6-7327-4106-8d76-c1b492c5ef4f on host n-h2-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:55.623952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-cbfde7f0-1e67-419b-9d8c-c0c54e3beadc tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.628952 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c348a0b4-bedb-4d6c-acf3-08aaa2177833 req-cbfde7f0-1e67-419b-9d8c-c0c54e3beadc tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.71 "DELETE /v2.0/ports/69f48de6-7327-4106-8d76-c1b492c5ef4f HTTP/1.1" status: 204 len: 173 time: 0.8269937 Feb 19 03:15:55.631404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ba407c-5704-4bda-a7b2-f92ef6240920', 'name': 'network-vif-deleted', 'tag': '69f48de6-7327-4106-8d76-c1b492c5ef4f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:55.635855 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f686dba0-dff7-4729-9e0e-687d24e542f1" -d '{"events": [{"server_uuid": "91ba407c-5704-4bda-a7b2-f92ef6240920", "name": "network-vif-deleted", "tag": "69f48de6-7327-4106-8d76-c1b492c5ef4f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:55.783496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-abe7a88c-3e1a-4fe9-85d6-183772367a0b admin admin] Publish callbacks [] for security_group (26478c6d-cb99-4924-ba94-8dbcb0188761), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.791476 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-abe7a88c-3e1a-4fe9-85d6-183772367a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (26478c6d-cb99-4924-ba94-8dbcb0188761), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.832191 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-abe7a88c-3e1a-4fe9-85d6-183772367a0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4c124fd0ab8464482911f71239a0b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5130808 Feb 19 03:15:55.834800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33236) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:55.862964 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a88c-3e1a-4fe9-85d6-183772367a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26478c6d-cb99-4924-ba94-8dbcb0188761,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:55.906608 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1050-3a8b-4fc0-8725-a35ef1a89182 admin admin] Publish callbacks [] for security_group (26478c6d-cb99-4924-ba94-8dbcb0188761), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.939145 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1050-3a8b-4fc0-8725-a35ef1a89182 admin admin] Publish callbacks [] for security_group (26478c6d-cb99-4924-ba94-8dbcb0188761), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.002760 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1050-3a8b-4fc0-8725-a35ef1a89182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (26478c6d-cb99-4924-ba94-8dbcb0188761), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.007187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1050-3a8b-4fc0-8725-a35ef1a89182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.009339 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8b7d1050-3a8b-4fc0-8725-a35ef1a89182 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26478c6d-cb99-4924-ba94-8dbcb0188761 HTTP/1.1" status: 204 len: 168 time: 0.1736035 Feb 19 03:15:56.019819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d1050-3a8b-4fc0-8725-a35ef1a89182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26478c6d-cb99-4924-ba94-8dbcb0188761,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:56.198153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (f89ea415-07b2-472c-8ee4-1c8a3951b6b3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.212682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbee5c-9f0d-4880-a2b0-c51772bf7b22 req-94cb3161-dc47-4cfa-bdcf-d56599f7f7a0 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:56.216872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60fbee5c-9f0d-4880-a2b0-c51772bf7b22 req-94cb3161-dc47-4cfa-bdcf-d56599f7f7a0 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.9433308 Feb 19 03:15:56.326995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89ea415-07b2-472c-8ee4-1c8a3951b6b3,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:56.357723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-b830e8d8-e608-43f7-97ec-32342abce69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:56.363324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-b830e8d8-e608-43f7-97ec-32342abce69b service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.7794945 Feb 19 03:15:56.390294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98130cb3-5862-46d4-bcae-a389c977207d req-121deb13-c8e6-4e58-a797-808ada17db21 tempest-DeleteServersAdminTestJSON-1391277245 tempest-DeleteServersAdminTestJSON-1391277245-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ba407c-5704-4bda-a7b2-f92ef6240920 HTTP/1.1" status: 200 len: 210 time: 0.0501249 Feb 19 03:15:56.435386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-3ccd20f0-39f8-4ee3-8273-d4dd94d08349 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 217 time: 0.0531189 Feb 19 03:15:56.438716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-cd467fc1-6203-4215-94f8-ecadd7d0501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:56.440318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-cd467fc1-6203-4215-94f8-ecadd7d0501a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.8257682 Feb 19 03:15:56.479887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33246) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:56.490301 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e91b93-1617-4ce9-94d3-d9948e35b1c7 x-openstack-request-id: req-b9e91b93-1617-4ce9-94d3-d9948e35b1c7 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:56.491562 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ba407c-5704-4bda-a7b2-f92ef6240920", "name": "network-vif-deleted", "tag": "69f48de6-7327-4106-8d76-c1b492c5ef4f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:56.492086 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9e91b93-1617-4ce9-94d3-d9948e35b1c7 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:56.493896 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ba407c-5704-4bda-a7b2-f92ef6240920', 'name': 'network-vif-deleted', 'tag': '69f48de6-7327-4106-8d76-c1b492c5ef4f', 'status': 'completed', 'code': 200} Feb 19 03:15:56.505007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faf1cd49-7fea-4878-9204-1e803ca3b12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.536200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-4ab44961-8c5e-42c4-905e-b5ce1544f338 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 217 time: 0.0873067 Feb 19 03:15:56.561707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Checking segment: {'id': '0962e6fe-f44b-4833-9dec-3c40806dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:56.562098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Network hostable DHCP agents. Network: fbe31bdd-7258-4bea-81a1-1e01563d2f2c, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:15:56.599186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-28cbba4b-f5c9-4bbd-9731-a81b8511bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:56.600967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-28cbba4b-f5c9-4bbd-9731-a81b8511bbca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1531634 Feb 19 03:15:56.613593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faf1cd49-7fea-4878-9204-1e803ca3b12a admin admin] Publish callbacks [] for security_group (98f49011-c219-48af-8af2-4552bb3a0176), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.619150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faf1cd49-7fea-4878-9204-1e803ca3b12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (98f49011-c219-48af-8af2-4552bb3a0176), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.662281 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-faf1cd49-7fea-4878-9204-1e803ca3b12a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0a1870e001b440d86ef4129b008874f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775455 Feb 19 03:15:56.666136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33250) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:56.679728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-b8b8f439-58fc-4d66-ac2f-cffeac4c4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:56.681914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-b8b8f439-58fc-4d66-ac2f-cffeac4c4161 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1364517 Feb 19 03:15:56.688639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Network fbe31bdd-7258-4bea-81a1-1e01563d2f2c is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:15:56.688863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1cd49-7fea-4878-9204-1e803ca3b12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f49011-c219-48af-8af2-4552bb3a0176,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:56.731507 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6173427d-954c-429e-a78a-7451ae7196cb admin admin] Publish callbacks [] for security_group (98f49011-c219-48af-8af2-4552bb3a0176), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.738617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, fbe31bdd-7258-4bea-81a1-1e01563d2f2c) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:56.747052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b986126-2cb8-437d-9508-2ccbfe68312d req-1b1084c3-d251-408f-9404-f3918f50bb03 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:56.748654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b986126-2cb8-437d-9508-2ccbfe68312d req-1b1084c3-d251-408f-9404-f3918f50bb03 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.1926875 Feb 19 03:15:56.752388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22e8a79-44e5-4def-b3b6-2f8ba0e4b84c None None] Network fbe31bdd-7258-4bea-81a1-1e01563d2f2c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:56.753726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:56.754022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.761027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6173427d-954c-429e-a78a-7451ae7196cb admin admin] Publish callbacks [] for security_group (98f49011-c219-48af-8af2-4552bb3a0176), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.776437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-27d65172-cf44-42c4-b29c-069dde013956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:56.778064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-27d65172-cf44-42c4-b29c-069dde013956 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1503212 Feb 19 03:15:56.824184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4622d27b-73cd-4f44-a384-9832a1660134 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7572577 Feb 19 03:15:56.825887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33252) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:56.842871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2065305792-router', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:56.848856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6173427d-954c-429e-a78a-7451ae7196cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (98f49011-c219-48af-8af2-4552bb3a0176), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.853314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6173427d-954c-429e-a78a-7451ae7196cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.857276 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6173427d-954c-429e-a78a-7451ae7196cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98f49011-c219-48af-8af2-4552bb3a0176 HTTP/1.1" status: 204 len: 168 time: 0.1875839 Feb 19 03:15:56.870045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-173ce86c-d4c2-401c-9b3a-eeb70da01032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:56.871961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-173ce86c-d4c2-401c-9b3a-eeb70da01032 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1776111 Feb 19 03:15:56.879079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:15:56.880266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173427d-954c-429e-a78a-7451ae7196cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f49011-c219-48af-8af2-4552bb3a0176,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:56.903571 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.907760 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.936950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b986126-2cb8-437d-9508-2ccbfe68312d req-73b8c097-0499-48d0-b1ad-3f51e38768fb tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741107 Feb 19 03:15:56.940519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-fbe31bdd-7258-4bea-81a1-1e01563d2f2c', 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c', 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'fixed_ips': [{'subnet_id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:15:56.941790 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.022254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks [] for router_controller (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.093190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-5c6ed386-1cb8-48bf-8cf3-568e31be125d service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005257 Feb 19 03:15:57.154019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Allocated IP 172.20.0.2 (fbe31bdd-7258-4bea-81a1-1e01563d2f2c/f89ea415-07b2-472c-8ee4-1c8a3951b6b3/d9c0d83b-de16-4728-97f1-6449d8c68eab) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:57.182785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-fca0681c-784b-4d6e-98ed-fc89808c775e service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956367 Feb 19 03:15:57.190055 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:15:57.199842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eed635-73c6-4942-bd1c-673ed215dda1 req-883e0bf1-44dd-4e45-95db-dedf03e92fe6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:57.206851 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41eed635-73c6-4942-bd1c-673ed215dda1 req-883e0bf1-44dd-4e45-95db-dedf03e92fe6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 948 time: 0.1616952 Feb 19 03:15:57.260640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks [] for router_gateway (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.327813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:57.332896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-a0c3fd61-0e34-4f00-8b9f-368d92c4dd77 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264872 Feb 19 03:15:57.346055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'mac_address': 'fa:16:3e:a8:53:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:15:57.354741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41eed635-73c6-4942-bd1c-673ed215dda1 req-909d241a-f993-4932-9c3b-491a9dacb91a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466157 Feb 19 03:15:57.402891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 0b149b67-a859-435a-88ac-0c3c6b5e22ef is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:57.403399 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.457008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b149b67-a859-435a-88ac-0c3c6b5e22ef {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:57.466598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d2cdbd8-a836-4d6b-9070-a9b7bc94d8c8 req-4daf3884-21ea-4299-bcb1-bfebf5310e05 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571280 Feb 19 03:15:57.480517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51f75443-422b-4eae-8ecd-46361387b036 req-008a65b4-d7a8-4bfb-a2c4-4eabe0903f9c tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=0999def6836e4e378c747d7096e80bf6 HTTP/1.1" status: 200 len: 1655 time: 0.0923471 Feb 19 03:15:57.486716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:57.496609 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.497309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 38fb6673-22cb-4ae7-8382-8498af40ca8f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:15:57.679327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:57.698576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f75443-422b-4eae-8ecd-46361387b036 req-6c9de878-8ecf-46aa-87d6-6529419794ba tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:57.715002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51f75443-422b-4eae-8ecd-46361387b036 req-6c9de878-8ecf-46aa-87d6-6529419794ba tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks?id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 787 time: 0.2278790 Feb 19 03:15:57.721235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-51f75443-422b-4eae-8ecd-46361387b036 req-9dc88a5f-8402-415a-b91f-ae3119a2104a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:15:57.722481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51f75443-422b-4eae-8ecd-46361387b036 req-9dc88a5f-8402-415a-b91f-ae3119a2104a tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066195 Feb 19 03:15:57.726266 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Publish callbacks [] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.744893 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.760631 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks [] for router_gateway (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.790923 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.809273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Network fbe31bdd-7258-4bea-81a1-1e01563d2f2c is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:57.811566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:57.816214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:57.825894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:57.840813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Pushing event updated for resources: {'Port': ['ID=d9c0d83b-de16-4728-97f1-6449d8c68eab,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:57.852788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '38fb6673-22cb-4ae7-8382-8498af40ca8f', 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5', 'port_id': '38fb6673-22cb-4ae7-8382-8498af40ca8f', 'mac_address': 'fa:16:3e:90:15:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008eac97-41bc-4840-b188-ddded1478ba5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:15:57.961115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 38fb6673-22cb-4ae7-8382-8498af40ca8f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:57.961913 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.982120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Attempting to bind port d9c0d83b-de16-4728-97f1-6449d8c68eab on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:57.982721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Attempting to bind port d9c0d83b-de16-4728-97f1-6449d8c68eab by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '0962e6fe-f44b-4833-9dec-3c40806dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:57.983720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Attempting to bind port d9c0d83b-de16-4728-97f1-6449d8c68eab on network fbe31bdd-7258-4bea-81a1-1e01563d2f2c {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:57.993774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:57.995067 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Checking segment: {'id': '0962e6fe-f44b-4833-9dec-3c40806dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:58.004592 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.005217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Bound using segment: {'id': '0962e6fe-f44b-4833-9dec-3c40806dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:58.005736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Bound port: d9c0d83b-de16-4728-97f1-6449d8c68eab, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0962e6fe-f44b-4833-9dec-3c40806dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:58.006162 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.011072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fb6673-22cb-4ae7-8382-8498af40ca8f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:58.020058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Allocated IP 172.25.4.121 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:58.135290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] For port d9c0d83b-de16-4728-97f1-6449d8c68eab, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:58.140285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] For port d9c0d83b-de16-4728-97f1-6449d8c68eab, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d9c0d83b-de16-4728-97f1-6449d8c68eab,segment=NetworkSegment(0962e6fe-f44b-4833-9dec-3c40806dc454),segment_id=0962e6fe-f44b-4833-9dec-3c40806dc454)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:58.149977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:58.153087 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.164271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-d081cfce-a8aa-473f-978a-e9a0b77d599f tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips/6096bd58-c52c-42cb-8744-c1d48c25795a HTTP/1.1" status: 200 len: 693 time: 0.0784481 Feb 19 03:15:58.236879 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks [] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.247256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460b537-c1d3-4952-b031-d7f04f095012 None None] Pushing event updated for resources: {'Port': ['ID=d9c0d83b-de16-4728-97f1-6449d8c68eab,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:58.250945 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.314373 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.347516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-276e17e3-a54e-44dc-8d80-3d5e77f983e0 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:58.350402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-276e17e3-a54e-44dc-8d80-3d5e77f983e0 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5&tenant_id=42973c8e1f4740eaafb2729751201363&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 949 time: 0.3523188 Feb 19 03:15:58.362657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=38fb6673-22cb-4ae7-8382-8498af40ca8f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:58.373892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:58.398338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:58.400912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:58.403671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:58.523210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-a2859e65-108a-41c2-b52d-a350e0b3a6a0 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:58.532049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-a2859e65-108a-41c2-b52d-a350e0b3a6a0 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.3660066 Feb 19 03:15:58.611718 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-5ffd60bf-2708-43af-93b3-9c3311c864aa service neutron] 10.222.0.37 "GET /v2.0/ports/0b149b67-a859-435a-88ac-0c3c6b5e22ef/bindings/n-h1-826756-2 HTTP/1.1" status: 200 len: 382 time: 0.2525120 Feb 19 03:15:58.623604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-63948005-737b-48f5-b75a-4a1b118abee6 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0903635 Feb 19 03:15:58.750304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-411685a7-63c5-4167-837b-4c6ba369f9d1 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.1255138 Feb 19 03:15:58.848044 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks [] for router_gateway (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.903721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['0b149b67-a859-435a-88ac-0c3c6b5e22ef'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:58.931421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-bf55c6a5-efc4-497f-b1b8-2a711c8fd24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:58.933111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-bf55c6a5-efc4-497f-b1b8-2a711c8fd24f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1131 time: 0.2194858 Feb 19 03:15:59.031355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['38fb6673-22cb-4ae7-8382-8498af40ca8f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:59.052300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-0e0412b2-3d55-4d21-b292-12438c976cab tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Deleting port 1b1bb9f8-0a02-40f9-96c7-6484cde41598 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:59.056343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-0e0412b2-3d55-4d21-b292-12438c976cab tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1b1bb9f8-0a02-40f9-96c7-6484cde41598), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.144363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-04b4417c-b2f2-46b1-ba3e-0628c9343a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:59.146150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-04b4417c-b2f2-46b1-ba3e-0628c9343a92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2050216 Feb 19 03:15:59.207730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.222166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d9c0d83b-de16-4728-97f1-6449d8c68eab up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:59.224195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 69f48de6-7327-4106-8d76-c1b492c5ef4f no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:59.226330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-321bfea5-1c0d-468b-a7aa-1dc55e10b703 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 217 time: 0.0700278 Feb 19 03:15:59.270726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-0e0412b2-3d55-4d21-b292-12438c976cab tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1b1bb9f8-0a02-40f9-96c7-6484cde41598), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.271058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-0e0412b2-3d55-4d21-b292-12438c976cab tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (1b1bb9f8-0a02-40f9-96c7-6484cde41598), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.308891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-0e0412b2-3d55-4d21-b292-12438c976cab tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Calling delete_port for 1b1bb9f8-0a02-40f9-96c7-6484cde41598 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:59.336162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-2b77ef8b-5af3-48d9-b222-ed0596167991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:59.338341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-2b77ef8b-5af3-48d9-b222-ed0596167991 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1029994 Feb 19 03:15:59.406232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 69f48de6-7327-4106-8d76-c1b492c5ef4f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:59.406588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 69f48de6-7327-4106-8d76-c1b492c5ef4f not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:59.435532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Router ad6697cb-2a09-4fd0-a1f0-a77fd512343d is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:15:59.515708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-36bf5522-f8f6-4289-a1fc-93b40e6669dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:59.517598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-36bf5522-f8f6-4289-a1fc-93b40e6669dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0936456 Feb 19 03:15:59.553006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d9c0d83b-de16-4728-97f1-6449d8c68eab triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:59.553397 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.657242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-0e0412b2-3d55-4d21-b292-12438c976cab tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1b1bb9f8-0a02-40f9-96c7-6484cde41598), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.673317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:15:59.704140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0412b2-3d55-4d21-b292-12438c976cab tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event deleted for resources: {'Port': ['ID=1b1bb9f8-0a02-40f9-96c7-6484cde41598,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:59.714472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.718419 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1b091687-2502-4a3f-92e0-147b919e99a7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8878629 Feb 19 03:15:59.718589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Sync routers for ids ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:15:59.720114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33312) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:59.771643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-2c2e14fd-f8aa-4313-bf81-656ff598cd9e service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457037 Feb 19 03:15:59.781585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Routers {'ad6697cb-2a09-4fd0-a1f0-a77fd512343d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:59.782270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:15:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:59.865169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-0e0412b2-3d55-4d21-b292-12438c976cab tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (6096bd58-c52c-42cb-8744-c1d48c25795a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.876658 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-0e0412b2-3d55-4d21-b292-12438c976cab tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.893371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac38f38a-4c0c-4628-a471-41feb85ee6ab req-0e0412b2-3d55-4d21-b292-12438c976cab tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "DELETE /v2.0/floatingips/6096bd58-c52c-42cb-8744-c1d48c25795a HTTP/1.1" status: 204 len: 173 time: 1.1420739 Feb 19 03:16:00.011363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Set router ad6697cb-2a09-4fd0-a1f0-a77fd512343d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:00.062241 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-81350334-3502-46bf-840b-ee52bc337ba8 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744348 Feb 19 03:16:00.094775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e82b-c006-4779-ae9f-06f775817d11 req-080fc993-19d5-4e55-8baf-35055bf35654 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:00.096885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16e2e82b-c006-4779-ae9f-06f775817d11 req-080fc993-19d5-4e55-8baf-35055bf35654 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 949 time: 0.0989101 Feb 19 03:16:00.123556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee598855-e067-468a-8198-b217f278b250 None None] Network fbe31bdd-7258-4bea-81a1-1e01563d2f2c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:00.187979 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16e2e82b-c006-4779-ae9f-06f775817d11 req-ee8ec9cc-3a81-41e0-96f2-1c0f59d65edc tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826550 Feb 19 03:16:00.343012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca47324-8072-4b33-941f-3d1fa26bf684 req-8bb670e5-9548-47ed-afd4-c50f5162a4d3 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:00.346775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ca47324-8072-4b33-941f-3d1fa26bf684 req-8bb670e5-9548-47ed-afd4-c50f5162a4d3 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 944 time: 0.0708899 Feb 19 03:16:00.415171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cfe235c5-b94d-4329-b44a-859470f768cb None None] Provisioning complete for port d9c0d83b-de16-4728-97f1-6449d8c68eab triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:00.415171 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cfe235c5-b94d-4329-b44a-859470f768cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.499413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ca47324-8072-4b33-941f-3d1fa26bf684 req-82d1ed4e-35de-4e96-8adc-ca6da40f31fc tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247709 Feb 19 03:16:00.669395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d9c0d83b-de16-4728-97f1-6449d8c68eab is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:00.669787 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.707156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59282812-9011-4169-83c8-e443a5e30a19 req-1e1ad3a8-fcf3-440c-8ec9-c66c187e3892 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips/691b45e8-61c7-4088-9c11-a8c816cee6a2 HTTP/1.1" status: 200 len: 692 time: 0.0834098 Feb 19 03:16:00.777169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port d9c0d83b-de16-4728-97f1-6449d8c68eab, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d9c0d83b-de16-4728-97f1-6449d8c68eab,segment=NetworkSegment(0962e6fe-f44b-4833-9dec-3c40806dc454),segment_id=0962e6fe-f44b-4833-9dec-3c40806dc454)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:00.808202 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.866458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59282812-9011-4169-83c8-e443a5e30a19 req-e851da11-2475-40ed-910a-f4f5a4a924eb tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:00.877072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59282812-9011-4169-83c8-e443a5e30a19 req-e851da11-2475-40ed-910a-f4f5a4a924eb tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1641240 Feb 19 03:16:00.944799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cfe235c5-b94d-4329-b44a-859470f768cb None None] Current status of the port d9c0d83b-de16-4728-97f1-6449d8c68eab is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:00.944976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.959960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=d9c0d83b-de16-4728-97f1-6449d8c68eab,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:00.989198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'name': 'tempest-ServersTestMultiNic-2065305792-router', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:56Z', 'updated_at': '2022-02-19T03:15:58Z', 'revision_number': 3, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'gw_port': {'id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:57Z', 'updated_at': '2022-02-19T03:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:01.055387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59282812-9011-4169-83c8-e443a5e30a19 req-cb851204-eeec-4ee4-9532-a3330c8c9b71 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.1750913 Feb 19 03:16:01.068026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Checking router: ad6697cb-2a09-4fd0-a1f0-a77fd512343d for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:16:01.068549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Updating router ad6697cb-2a09-4fd0-a1f0-a77fd512343d port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:16:01.127693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59282812-9011-4169-83c8-e443a5e30a19 req-c50db1c1-e99e-436e-9503-88b899175912 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.0680268 Feb 19 03:16:01.153084 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.187689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d9c0d83b-de16-4728-97f1-6449d8c68eab up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:01.242921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf5b1021-f5c3-4e4d-83a3-5e8c2679c4e7 None None] Provisioning complete for port d9c0d83b-de16-4728-97f1-6449d8c68eab triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:01.243647 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1021-f5c3-4e4d-83a3-5e8c2679c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.286089 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Allocated IP 172.20.0.1 (fbe31bdd-7258-4bea-81a1-1e01563d2f2c/f89ea415-07b2-472c-8ee4-1c8a3951b6b3/88a2aa32-6390-4aeb-9164-ef702af94941) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:01.345690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-59282812-9011-4169-83c8-e443a5e30a19 req-c243aa5c-122b-456e-ad78-a8231f3bcf20 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Deleting port 6a9b31d9-1235-4d32-8006-f70302be463f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:01.346105 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59282812-9011-4169-83c8-e443a5e30a19 req-c243aa5c-122b-456e-ad78-a8231f3bcf20 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6a9b31d9-1235-4d32-8006-f70302be463f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.416174 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d9c0d83b-de16-4728-97f1-6449d8c68eab triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:01.416406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33354) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:01.417017 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.467355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59282812-9011-4169-83c8-e443a5e30a19 req-c243aa5c-122b-456e-ad78-a8231f3bcf20 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6a9b31d9-1235-4d32-8006-f70302be463f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.467355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59282812-9011-4169-83c8-e443a5e30a19 req-c243aa5c-122b-456e-ad78-a8231f3bcf20 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (6a9b31d9-1235-4d32-8006-f70302be463f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.484138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-59282812-9011-4169-83c8-e443a5e30a19 req-c243aa5c-122b-456e-ad78-a8231f3bcf20 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Calling delete_port for 6a9b31d9-1235-4d32-8006-f70302be463f owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:01.491572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b1021-f5c3-4e4d-83a3-5e8c2679c4e7 None None] Current status of the port d9c0d83b-de16-4728-97f1-6449d8c68eab is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:01.494369 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Publish callbacks [] for port (88a2aa32-6390-4aeb-9164-ef702af94941), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.564752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.611918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Network fbe31bdd-7258-4bea-81a1-1e01563d2f2c is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:01.619292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:01.623362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:01.630642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d9c0d83b-de16-4728-97f1-6449d8c68eab is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:01.651791 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb46eeb4-c278-4825-9ed1-14df4906fd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.691501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=88a2aa32-6390-4aeb-9164-ef702af94941,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:01.710347 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Publish callbacks [] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.723326 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.729041 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.778277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59282812-9011-4169-83c8-e443a5e30a19 req-c243aa5c-122b-456e-ad78-a8231f3bcf20 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6a9b31d9-1235-4d32-8006-f70302be463f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.801291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83db918-521b-4b59-965a-75be26a989f1 None None] Pushing event updated for resources: {'Port': ['ID=e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:01.850119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Attempting to bind port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:01.850496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Attempting to bind port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:01.853037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Attempting to bind port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:01.861078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:01.861467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:01.864812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243aa5c-122b-456e-ad78-a8231f3bcf20 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event deleted for resources: {'Port': ['ID=6a9b31d9-1235-4d32-8006-f70302be463f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:01.868038 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.868587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:01.869114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Bound port: e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:01.869564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.915443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb46eeb4-c278-4825-9ed1-14df4906fd46 admin admin] Publish callbacks [] for security_group (b50b94b4-fdb9-4e5e-912a-b8ebee7bad5b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.929328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb46eeb4-c278-4825-9ed1-14df4906fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b50b94b4-fdb9-4e5e-912a-b8ebee7bad5b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.957568 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59282812-9011-4169-83c8-e443a5e30a19 req-c243aa5c-122b-456e-ad78-a8231f3bcf20 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (691b45e8-61c7-4088-9c11-a8c816cee6a2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.960958 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59282812-9011-4169-83c8-e443a5e30a19 req-c243aa5c-122b-456e-ad78-a8231f3bcf20 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.962326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59282812-9011-4169-83c8-e443a5e30a19 req-c243aa5c-122b-456e-ad78-a8231f3bcf20 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "DELETE /v2.0/floatingips/691b45e8-61c7-4088-9c11-a8c816cee6a2 HTTP/1.1" status: 204 len: 173 time: 0.8259938 Feb 19 03:16:01.987675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] For port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:01.997443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] For port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:02.030013 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.036061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-eb46eeb4-c278-4825-9ed1-14df4906fd46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed909470602041a29b749602d0d5306a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6179461 Feb 19 03:16:02.036362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33366) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:02.040471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46eeb4-c278-4825-9ed1-14df4906fd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50b94b4-fdb9-4e5e-912a-b8ebee7bad5b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:02.061169 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.155617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1c838346-6802-44b7-b0ee-bc88c7f7e66c None None] Provisioning complete for port 88a2aa32-6390-4aeb-9164-ef702af94941 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:02.156344 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1c838346-6802-44b7-b0ee-bc88c7f7e66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.198214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Routers {'ad6697cb-2a09-4fd0-a1f0-a77fd512343d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:02.198867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:15:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:02.241302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83db918-521b-4b59-965a-75be26a989f1 None None] Pushing event updated for resources: {'Port': ['ID=e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:02.260772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59a6013c-10a3-40ef-9994-98aaa7a5cca8 admin admin] Publish callbacks [] for security_group (b50b94b4-fdb9-4e5e-912a-b8ebee7bad5b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.267111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1c838346-6802-44b7-b0ee-bc88c7f7e66c None None] Port 88a2aa32-6390-4aeb-9164-ef702af94941 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:02.269774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12545129-1bc4-4551-be97-4855310d6c9a req-fbc7f4d3-bda2-4263-8395-8af7c61cb877 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:02.271969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12545129-1bc4-4551-be97-4855310d6c9a req-fbc7f4d3-bda2-4263-8395-8af7c61cb877 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 949 time: 0.0854125 Feb 19 03:16:02.327118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59a6013c-10a3-40ef-9994-98aaa7a5cca8 admin admin] Publish callbacks [] for security_group (b50b94b4-fdb9-4e5e-912a-b8ebee7bad5b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.336981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12545129-1bc4-4551-be97-4855310d6c9a req-a87dca1c-9e77-4d43-bec4-e3476acc2f6e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575373 Feb 19 03:16:02.388912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] Set router ad6697cb-2a09-4fd0-a1f0-a77fd512343d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:02.396921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Publish callbacks [] for port (88a2aa32-6390-4aeb-9164-ef702af94941), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.404911 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.434400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-489b873c-64fc-464f-acbd-61dcd91a3405 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773876 Feb 19 03:16:02.473488 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59a6013c-10a3-40ef-9994-98aaa7a5cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b50b94b4-fdb9-4e5e-912a-b8ebee7bad5b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.476484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59a6013c-10a3-40ef-9994-98aaa7a5cca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.478220 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-59a6013c-10a3-40ef-9994-98aaa7a5cca8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b50b94b4-fdb9-4e5e-912a-b8ebee7bad5b HTTP/1.1" status: 204 len: 168 time: 0.4407473 Feb 19 03:16:02.508788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6013c-10a3-40ef-9994-98aaa7a5cca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50b94b4-fdb9-4e5e-912a-b8ebee7bad5b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:02.510946 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.580052 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=88a2aa32-6390-4aeb-9164-ef702af94941,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:02.644237 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Network fbe31bdd-7258-4bea-81a1-1e01563d2f2c is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:02.649065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:02.673956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-4daa10bd-3601-4432-9a20-7c8673dbbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:02.675639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-4daa10bd-3601-4432-9a20-7c8673dbbaa6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 1132 time: 0.2105153 Feb 19 03:16:02.693486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0724a61-f5a9-4c5e-a465-b49caf42c88d req-a0960268-c9ab-4ca6-8e1c-7b0e3797b39f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:02.712207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0724a61-f5a9-4c5e-a465-b49caf42c88d req-a0960268-c9ab-4ca6-8e1c-7b0e3797b39f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 944 time: 0.2569833 Feb 19 03:16:02.892070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Router ad6697cb-2a09-4fd0-a1f0-a77fd512343d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:16:02.929725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:03.006959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0724a61-f5a9-4c5e-a465-b49caf42c88d req-a6c852d5-0629-415c-bdd9-2614fecdf11e tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937574 Feb 19 03:16:03.091894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'name': 'tempest-ServersTestMultiNic-2065305792-router', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:56Z', 'updated_at': '2022-02-19T03:16:01Z', 'revision_number': 4, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'gw_port': {'id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:57Z', 'updated_at': '2022-02-19T03:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '88a2aa32-6390-4aeb-9164-ef702af94941', 'name': '', 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'mac_address': 'fa:16:3e:4d:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:01Z', 'updated_at': '2022-02-19T03:16:01Z', 'revision_number': 1, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'subnets': [{'id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:03.136358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:03.142838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-9a9b504e-b5ce-46a8-b394-ec5e846e8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:03.145317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-9a9b504e-b5ce-46a8-b394-ec5e846e8a7b service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.4149911 Feb 19 03:16:03.151612 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-926876d2-f53a-4fed-9ad8-4e2d0f6c9ab2 admin admin] 10.222.0.42 "PUT /v2.0/routers/ad6697cb-2a09-4fd0-a1f0-a77fd512343d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4302528 Feb 19 03:16:03.153067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-4ec7daa8-10b2-4fd2-9359-67619741f9fc tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips/11f31dc5-b618-426e-86c1-611dcaffd1c1 HTTP/1.1" status: 200 len: 692 time: 0.1023967 Feb 19 03:16:03.204526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 0b149b67-a859-435a-88ac-0c3c6b5e22ef completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:16:03.215060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fc7f9-4203-437d-8427-5eb2b0128494 None None] The sync data for ids ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'] in n-d-826756-2 is: [{'id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'name': 'tempest-ServersTestMultiNic-2065305792-router', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:56Z', 'updated_at': '2022-02-19T03:16:01Z', 'revision_number': 4, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'gw_port': {'id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:57Z', 'updated_at': '2022-02-19T03:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '88a2aa32-6390-4aeb-9164-ef702af94941', 'name': '', 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'mac_address': 'fa:16:3e:4d:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:01Z', 'updated_at': '2022-02-19T03:16:01Z', 'revision_number': 1, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'subnets': [{'id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:03.222292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 0b149b67-a859-435a-88ac-0c3c6b5e22ef triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:03.222985 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.231474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-48b569af-a76e-4c08-84c3-e93ca08f9536 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 200 len: 217 time: 0.0766265 Feb 19 03:16:03.243526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-d78af5cf-51ae-4bc4-ab15-e45697cac928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:03.245756 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-d78af5cf-51ae-4bc4-ab15-e45697cac928 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5&tenant_id=42973c8e1f4740eaafb2729751201363 HTTP/1.1" status: 200 len: 1131 time: 0.0877886 Feb 19 03:16:03.254152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33380) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:03.290042 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b08aea66-1ce2-429a-aa42-0eba54848e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.310192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-169312ef-ef09-4ff2-a9a4-96fd24ad316e None None] Provisioning complete for port 88a2aa32-6390-4aeb-9164-ef702af94941 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:03.313340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:03.313743 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-169312ef-ef09-4ff2-a9a4-96fd24ad316e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.374477 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33386) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:03.388069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-7b445e88-7530-43fa-a224-c281321f653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:03.389637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-7b445e88-7530-43fa-a224-c281321f653c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1335099 Feb 19 03:16:03.401568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-169312ef-ef09-4ff2-a9a4-96fd24ad316e None None] Port 88a2aa32-6390-4aeb-9164-ef702af94941 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:03.453281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 0b149b67-a859-435a-88ac-0c3c6b5e22ef is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:03.454111 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.480635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:03.483103 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b974cc-9e77-476d-b8fc-feae5b800ecc" -d '{"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:03.483411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-4c57953f-05ef-44b7-aae2-ce41638d2b2e tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:03.494274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-4c57953f-05ef-44b7-aae2-ce41638d2b2e tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.3305795 Feb 19 03:16:03.498447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:03.509618 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.510670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 38fb6673-22cb-4ae7-8382-8498af40ca8f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:03.514125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.603076 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-1279e650-4ef0-429e-af0c-903fa9387c2d tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0926728 Feb 19 03:16:03.702980 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b08aea66-1ce2-429a-aa42-0eba54848e65 admin admin] Publish callbacks [] for security_group (3d633895-00ea-4e72-aa8f-1acbf2dcd71a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.713268 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-b65a180f-524e-4517-a798-c24862a141ee tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.1087716 Feb 19 03:16:03.717699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-a8b3d332-5e9c-465b-97c8-f5d0e437f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:03.720058 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-a8b3d332-5e9c-465b-97c8-f5d0e437f725 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3055980 Feb 19 03:16:03.723052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 38fb6673-22cb-4ae7-8382-8498af40ca8f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:16:03.730398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:03.734867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 38fb6673-22cb-4ae7-8382-8498af40ca8f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:03.735390 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.824463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1138784377'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:03.842731 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b08aea66-1ce2-429a-aa42-0eba54848e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3d633895-00ea-4e72-aa8f-1acbf2dcd71a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.865429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 38fb6673-22cb-4ae7-8382-8498af40ca8f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:03.865754 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.931979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:03.946143 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.993463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-d42f404f-b80f-47ef-875f-17ddd5042c95 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Deleting port a81ce319-babe-4561-b780-fc40dd6f574c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:03.993463 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-d42f404f-b80f-47ef-875f-17ddd5042c95 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a81ce319-babe-4561-b780-fc40dd6f574c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.997471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-2a115b09-477d-4f1a-8a38-4fc2be8cd3b7 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025127 Feb 19 03:16:04.050087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=38fb6673-22cb-4ae7-8382-8498af40ca8f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:04.080696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:04.116883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:04.135405 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-d42f404f-b80f-47ef-875f-17ddd5042c95 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a81ce319-babe-4561-b780-fc40dd6f574c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.136213 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-d42f404f-b80f-47ef-875f-17ddd5042c95 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (a81ce319-babe-4561-b780-fc40dd6f574c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.162977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Publish callbacks [] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.176900 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:04.180034 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f07793a-f31b-4fb4-9d5d-f190285ecc73" -d '{"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-unplugged", "status": "completed", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:04.183330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Transition to ACTIVE for port object 0b149b67-a859-435a-88ac-0c3c6b5e22ef will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:16:04.189460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-d42f404f-b80f-47ef-875f-17ddd5042c95 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Calling delete_port for a81ce319-babe-4561-b780-fc40dd6f574c owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:04.193198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:04.200811 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.215711 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b08aea66-1ce2-429a-aa42-0eba54848e65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cbc8b1967054c729d815c2348a6ec96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9600012 Feb 19 03:16:04.218700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aea66-1ce2-429a-aa42-0eba54848e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d633895-00ea-4e72-aa8f-1acbf2dcd71a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:04.221117 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.224812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33398) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:04.336390 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:16:04.359630 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d4b0984d-7a61-481c-9969-e89c77c66ae4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.359989 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Added segment d4b0984d-7a61-481c-9969-e89c77c66ae4 of type vlan for network bccd48aa-08d3-4e0e-91f5-90e14472163f Feb 19 03:16:04.430706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (bccd48aa-08d3-4e0e-91f5-90e14472163f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.508701 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (bccd48aa-08d3-4e0e-91f5-90e14472163f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.515515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:04.516623 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.550400 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] No DVR routers for this DVR port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:04.624972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=10']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:04.660512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:04.660843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:04.661176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:04.718671 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f86098f-271b-4e3e-a2c4-9939b4eb50ac admin admin] Publish callbacks [] for security_group (3d633895-00ea-4e72-aa8f-1acbf2dcd71a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.744980 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04f378b4-975a-4d82-a0ca-15d49a3e01f4 req-80c5fc75-8b5e-4192-8a3c-6e26254035b6 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7336509 Feb 19 03:16:04.765226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:16:04.765550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Attempting to bind port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:04.789596 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4075572 Feb 19 03:16:04.799188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33400) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:04.809384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'subnet': {'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:04.822648 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:04.822987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:04.823535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:04.824691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Bound port: 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:04.824691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.840530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ba3d6-1eed-44f2-9677-3ed731ff339f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Network': ['ID=bccd48aa-08d3-4e0e-91f5-90e14472163f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:04.852301 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f86098f-271b-4e3e-a2c4-9939b4eb50ac admin admin] Publish callbacks [] for security_group (3d633895-00ea-4e72-aa8f-1acbf2dcd71a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:04.855109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network bccd48aa-08d3-4e0e-91f5-90e14472163f details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:16:04.915785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:04.919291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:04.934880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.022968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:05.024176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.025904 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] 10.222.0.71 "PUT /v2.0/ports/0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 1097 time: 1.7674747 Feb 19 03:16:05.048888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:05.074725 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.106804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf520a-61bb-47e5-8622-87d4917b0b45 service neutron] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=11']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:05.115067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f86098f-271b-4e3e-a2c4-9939b4eb50ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3d633895-00ea-4e72-aa8f-1acbf2dcd71a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.118564 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f86098f-271b-4e3e-a2c4-9939b4eb50ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.122952 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f86098f-271b-4e3e-a2c4-9939b4eb50ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d633895-00ea-4e72-aa8f-1acbf2dcd71a HTTP/1.1" status: 204 len: 168 time: 0.8945825 Feb 19 03:16:05.134898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86098f-271b-4e3e-a2c4-9939b4eb50ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d633895-00ea-4e72-aa8f-1acbf2dcd71a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:05.158644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-e74a3922-18b8-4bbf-a110-49c2acccdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:05.160525 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-e74a3922-18b8-4bbf-a110-49c2acccdce3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1131 time: 0.0942855 Feb 19 03:16:05.231177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:05.356474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-cc8fd5f8-3c11-4352-9cde-8edc08cf22df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:05.364038 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-cc8fd5f8-3c11-4352-9cde-8edc08cf22df service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1894457 Feb 19 03:16:05.381937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:05.382280 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.485411 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-93fa97e0-95f6-4f3d-b9ed-9fa6e16cd73f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 217 time: 0.1131587 Feb 19 03:16:05.552446 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-d42f404f-b80f-47ef-875f-17ddd5042c95 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a81ce319-babe-4561-b780-fc40dd6f574c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.592923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-1a5f9f82-7811-4c1d-9a22-52a9477db142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:05.594627 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-1a5f9f82-7811-4c1d-9a22-52a9477db142 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0997560 Feb 19 03:16:05.600995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:05.602342 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.638167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:05.640568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f404f-b80f-47ef-875f-17ddd5042c95 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Pushing event deleted for resources: {'Port': ['ID=a81ce319-babe-4561-b780-fc40dd6f574c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:05.645130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.686628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-d0961462-ab6d-41d3-9ec1-c895c40529f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:05.689517 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-d0961462-ab6d-41d3-9ec1-c895c40529f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0790141 Feb 19 03:16:05.707530 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (faa82ca2-29bd-418f-aed9-b085e3d89132), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.734635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:05.785648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-d42f404f-b80f-47ef-875f-17ddd5042c95 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks [] for floatingip (11f31dc5-b618-426e-86c1-611dcaffd1c1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.789835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-d42f404f-b80f-47ef-875f-17ddd5042c95 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.791066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd0dc6ce-26ab-40d7-b618-b7de56d73391 req-d42f404f-b80f-47ef-875f-17ddd5042c95 tempest-FloatingIPDetailsTestJSON-531816067 tempest-FloatingIPDetailsTestJSON-531816067-project] 10.222.0.42 "DELETE /v2.0/floatingips/11f31dc5-b618-426e-86c1-611dcaffd1c1 HTTP/1.1" status: 204 len: 173 time: 2.0765264 Feb 19 03:16:05.804136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33414) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:05.806537 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:05.859384 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-e39a7ace-b4c5-4db3-a5fb-95ae9e164e92 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628432 Feb 19 03:16:05.880987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Subnet': ['ID=faa82ca2-29bd-418f-aed9-b085e3d89132,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:05.885741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Checking segment: {'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:05.886141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network hostable DHCP agents. Network: bccd48aa-08d3-4e0e-91f5-90e14472163f, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:16:05.966526 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-051a8ef6-9a31-485c-a16c-19d1b2bdc76f req-3f06a8e0-ef9b-4cc0-945c-35083be38ee9 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978310 Feb 19 03:16:06.068611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network bccd48aa-08d3-4e0e-91f5-90e14472163f is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:16:06.104344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, bccd48aa-08d3-4e0e-91f5-90e14472163f) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:06.113941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:06.114560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.117808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f41a88-9873-458e-9fa2-8ac9b537db75 None None] Network bccd48aa-08d3-4e0e-91f5-90e14472163f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:06.198416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d287bd1d-2ca0-4992-8539-11c3e621ae0d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3948882 Feb 19 03:16:06.198907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33430) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:06.206962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-790050339'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:06.217324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692dbf7-f22a-4bf3-9c44-a44a2e5eba85 req-57528593-9f76-438e-9617-9bc3066d6238 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:06.219882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9692dbf7-f22a-4bf3-9c44-a44a2e5eba85 req-57528593-9f76-438e-9617-9bc3066d6238 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 949 time: 0.1677272 Feb 19 03:16:06.250085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:06.257380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.275840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bccd48aa-08d3-4e0e-91f5-90e14472163f', 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f', 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'fixed_ips': [{'subnet_id': 'faa82ca2-29bd-418f-aed9-b085e3d89132'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:16:06.277273 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.302367 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:16:06.318361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (38d68a52-828b-4d27-9ed7-e461a2aa7df0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.318770 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Added segment 38d68a52-828b-4d27-9ed7-e461a2aa7df0 of type vlan for network 10028880-c7c8-4f65-942b-f601f5b12181 Feb 19 03:16:06.366389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9692dbf7-f22a-4bf3-9c44-a44a2e5eba85 req-51fc75b1-7f97-499e-b7b1-0752cbfd8e30 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369078 Feb 19 03:16:06.428150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (10028880-c7c8-4f65-942b-f601f5b12181), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.510691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (10028880-c7c8-4f65-942b-f601f5b12181), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.518547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:06.519449 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.528244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Allocated IP 19.80.0.2 (bccd48aa-08d3-4e0e-91f5-90e14472163f/faa82ca2-29bd-418f-aed9-b085e3d89132/3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:06.539967 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0772334b-facf-45c2-b58b-1a8cd6d10608 x-openstack-request-id: req-0772334b-facf-45c2-b58b-1a8cd6d10608 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:06.540849 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:06.541446 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0772334b-facf-45c2-b58b-1a8cd6d10608 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:06.542519 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'code': 200} Feb 19 03:16:06.562764 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Sync routers for ids ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:06.584335 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Routers {'ad6697cb-2a09-4fd0-a1f0-a77fd512343d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:06.587517 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:15:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:06.604370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (b19c8b6e-bf08-4107-b315-67248b7d6f8b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.641455 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4413209 Feb 19 03:16:06.645236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33440) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:06.654290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'subnet': {'network_id': '10028880-c7c8-4f65-942b-f601f5b12181', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:06.780149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d18703-4265-483e-aa5c-273d309c56ce tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Network': ['ID=10028880-c7c8-4f65-942b-f601f5b12181,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:06.811529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:06.821971 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.840412 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Set router ad6697cb-2a09-4fd0-a1f0-a77fd512343d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:06.901423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc3b70-9a29-480f-8ac6-5d3637b9e703 req-ed9a833d-26b7-4d02-a6eb-e7027bedafaf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:06.902657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7fc3b70-9a29-480f-8ac6-5d3637b9e703 req-ed9a833d-26b7-4d02-a6eb-e7027bedafaf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.1609814 Feb 19 03:16:07.104862 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 10028880-c7c8-4f65-942b-f601f5b12181 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:16:07.108546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:07.118332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:07.119701 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (ad20eefb-6e41-49a3-9115-7f03fc23a6b5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.155294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7fc3b70-9a29-480f-8ac6-5d3637b9e703 req-bdbc0d78-b69b-4c1e-ba1b-784f848e9a15 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382021 Feb 19 03:16:07.236742 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'name': 'tempest-ServersTestMultiNic-2065305792-router', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:56Z', 'updated_at': '2022-02-19T03:16:01Z', 'revision_number': 4, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'gw_port': {'id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:57Z', 'updated_at': '2022-02-19T03:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '88a2aa32-6390-4aeb-9164-ef702af94941', 'name': '', 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'mac_address': 'fa:16:3e:4d:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:01Z', 'updated_at': '2022-02-19T03:16:02Z', 'revision_number': 2, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'subnets': [{'id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:07.282611 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Subnet': ['ID=ad20eefb-6e41-49a3-9115-7f03fc23a6b5,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:07.287697 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Publish callbacks [] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.290272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Checking segment: {'id': '38d68a52-828b-4d27-9ed7-e461a2aa7df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:07.290663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network hostable DHCP agents. Network: 10028880-c7c8-4f65-942b-f601f5b12181, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:16:07.298705 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c02cfd-d3bf-405b-bcd4-e5728f801e78 x-openstack-request-id: req-28c02cfd-d3bf-405b-bcd4-e5728f801e78 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:07.298976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] Deleting port b87337a3-9140-4516-ba58-5dbeb1c68f68 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:07.299114 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-unplugged", "status": "completed", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:07.299242 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28c02cfd-d3bf-405b-bcd4-e5728f801e78 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:07.299350 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.299669 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'code': 200} Feb 19 03:16:07.308771 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Checking router: ad6697cb-2a09-4fd0-a1f0-a77fd512343d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:16:07.314989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port 0b149b67-a859-435a-88ac-0c3c6b5e22ef host n-h2-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:16:07.315652 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Updating router ad6697cb-2a09-4fd0-a1f0-a77fd512343d port 88a2aa32-6390-4aeb-9164-ef702af94941 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:16:07.317582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:07.323048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network 10028880-c7c8-4f65-942b-f601f5b12181 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:16:07.328498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.356595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 10028880-c7c8-4f65-942b-f601f5b12181) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:07.363929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Network bccd48aa-08d3-4e0e-91f5-90e14472163f is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:07.368861 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:07.372606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.387388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:07.412260 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.423374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49e6a8f-3ef1-47b4-8bde-24b573ae7700 None None] Network 10028880-c7c8-4f65-942b-f601f5b12181 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:07.433920 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-af205577-36c3-486b-9a28-c087ebc5e6df tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7819476 Feb 19 03:16:07.434849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:07.460723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] For port b87337a3-9140-4516-ba58-5dbeb1c68f68, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b87337a3-9140-4516-ba58-5dbeb1c68f68,segment=NetworkSegment(9637adeb-c518-4051-b856-eaf247ae1054),segment_id=9637adeb-c518-4051-b856-eaf247ae1054)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:07.462658 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.487771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] Calling delete_port for b87337a3-9140-4516-ba58-5dbeb1c68f68 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:07.600122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Attempting to bind port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:07.600734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Attempting to bind port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:07.601205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Attempting to bind port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 on network bccd48aa-08d3-4e0e-91f5-90e14472163f {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:07.607912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:07.608410 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.642625 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:07.643252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Checking segment: {'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:07.643761 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.652859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Bound using segment: {'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:07.653515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Bound port: 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:07.654070 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.685270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Pushing event updated for resources: {'Port': ['ID=3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:07.756853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] For port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:07.760588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] For port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:07.794419 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.939133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-10028880-c7c8-4f65-942b-f601f5b12181', 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181', 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'fixed_ips': [{'subnet_id': 'ad20eefb-6e41-49a3-9115-7f03fc23a6b5'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:16:07.940201 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.994655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6cd52-3c6a-4eaf-90e7-b3e6c2e42a69 None None] Pushing event updated for resources: {'Port': ['ID=3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:08.008845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33466) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:08.017946 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Publish callbacks [] for port (88a2aa32-6390-4aeb-9164-ef702af94941), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:08.029751 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:08.033448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135e0ef-cd5e-4b48-9ce5-c2866ec32db9 req-2c5c787f-3815-4b1d-8474-e358211f588d tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:08.041795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:08.042628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0135e0ef-cd5e-4b48-9ce5-c2866ec32db9 req-2c5c787f-3815-4b1d-8474-e358211f588d tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 945 time: 0.2589509 Feb 19 03:16:08.114292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b87337a3-9140-4516-ba58-5dbeb1c68f68), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:08.212720 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3a8ca-90af-48ca-bde3-f61231191fd4 None None] Pushing event updated for resources: {'Port': ['ID=88a2aa32-6390-4aeb-9164-ef702af94941,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:08.236219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87337a3-9140-4516-ba58-5dbeb1c68f68,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:08.286931 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Attempting to bind port 88a2aa32-6390-4aeb-9164-ef702af94941 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:08.287481 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Attempting to bind port 88a2aa32-6390-4aeb-9164-ef702af94941 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '0962e6fe-f44b-4833-9dec-3c40806dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:08.288028 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Attempting to bind port 88a2aa32-6390-4aeb-9164-ef702af94941 on network fbe31bdd-7258-4bea-81a1-1e01563d2f2c {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:08.324247 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:08.339054 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Checking segment: {'id': '0962e6fe-f44b-4833-9dec-3c40806dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:08.340283 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:08.341864 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Bound using segment: {'id': '0962e6fe-f44b-4833-9dec-3c40806dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:08.344548 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Bound port: 88a2aa32-6390-4aeb-9164-ef702af94941, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0962e6fe-f44b-4833-9dec-3c40806dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:08.345591 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:08.381346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0135e0ef-cd5e-4b48-9ce5-c2866ec32db9 req-984f8b4a-e611-4e16-8881-7fb473552e97 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups?id=da5733a4-b2b1-4403-931f-ae73a4bdf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375821 Feb 19 03:16:08.743402 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] For port 88a2aa32-6390-4aeb-9164-ef702af94941, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:08.761145 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] For port 88a2aa32-6390-4aeb-9164-ef702af94941, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=88a2aa32-6390-4aeb-9164-ef702af94941,segment=NetworkSegment(0962e6fe-f44b-4833-9dec-3c40806dc454),segment_id=0962e6fe-f44b-4833-9dec-3c40806dc454)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:08.780724 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:08.804264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Allocated IP 19.86.0.2 (10028880-c7c8-4f65-942b-f601f5b12181/ad20eefb-6e41-49a3-9115-7f03fc23a6b5/b3e308d1-f901-4e72-babe-21bed6d984de) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:08.822595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-afbe2748-e781-46e7-b48d-d3157663d3bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=452bee264d3b4a9da1ce28e016482392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8101346 Feb 19 03:16:08.825005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33484) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:08.844568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d5aed5-e249-4372-a679-af9e71e818a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fb6673-22cb-4ae7-8382-8498af40ca8f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:08.853905 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7572928a-3046-4810-b277-07ca53f86531" -d '{"events": [{"server_uuid": "44d5aed5-e249-4372-a679-af9e71e818a8", "name": "network-vif-plugged", "status": "completed", "tag": "38fb6673-22cb-4ae7-8382-8498af40ca8f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:08.998812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73a89bfd-a1f5-427d-b799-98b3251662cf admin admin] Publish callbacks [] for security_group (6b22445e-1b3e-4c4f-bf1d-2b87158d00c9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.003215 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3a8ca-90af-48ca-bde3-f61231191fd4 None None] Pushing event updated for resources: {'Port': ['ID=88a2aa32-6390-4aeb-9164-ef702af94941,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:09.025380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-abd41cb5-92b5-42b1-87b0-5183399ebb84 None None] Provisioning complete for port 88a2aa32-6390-4aeb-9164-ef702af94941 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:09.026182 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abd41cb5-92b5-42b1-87b0-5183399ebb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.029014 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (b19c8b6e-bf08-4107-b315-67248b7d6f8b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.031871 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Routers {'ad6697cb-2a09-4fd0-a1f0-a77fd512343d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:09.035271 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0baaf6f7-dcc2-4cd6-9ab5-a08fb7db002d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.036133 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:15:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:09.039618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f269-156d-459f-8e82-a5609fcaab15 req-944b16c6-bfd2-42bf-9b86-fd58f87e862c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:09.046884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-944b16c6-bfd2-42bf-9b86-fd58f87e862c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 807 time: 0.3330903 Feb 19 03:16:09.068890 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73a89bfd-a1f5-427d-b799-98b3251662cf admin admin] Publish callbacks [] for security_group (6b22445e-1b3e-4c4f-bf1d-2b87158d00c9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.082369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-faf60bbd-75e5-45f7-87f0-049a7b665332 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/quotas/1fa0b8023f244a6ca34ce2f63a6c60e0 HTTP/1.1" status: 200 len: 375 time: 0.0345232 Feb 19 03:16:09.194036 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73a89bfd-a1f5-427d-b799-98b3251662cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6b22445e-1b3e-4c4f-bf1d-2b87158d00c9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.207048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73a89bfd-a1f5-427d-b799-98b3251662cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.215766 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-73a89bfd-a1f5-427d-b799-98b3251662cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b22445e-1b3e-4c4f-bf1d-2b87158d00c9 HTTP/1.1" status: 204 len: 168 time: 0.3856750 Feb 19 03:16:09.236095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a89bfd-a1f5-427d-b799-98b3251662cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b22445e-1b3e-4c4f-bf1d-2b87158d00c9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:09.254064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:16:09.301132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:09.303391 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:09.469977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-3086ba6e-163d-4b96-a591-86ce4a1d4836 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3866417 Feb 19 03:16:09.591305 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] Set router ad6697cb-2a09-4fd0-a1f0-a77fd512343d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:09.636580 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Publish callbacks [] for port (b3e308d1-f901-4e72-babe-21bed6d984de), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.658658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 88a2aa32-6390-4aeb-9164-ef702af94941 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:09.665227 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:16:09.667921 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.856064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Pushing event updated for resources: {'Port': ['ID=b3e308d1-f901-4e72-babe-21bed6d984de,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:09.876119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Network 10028880-c7c8-4f65-942b-f601f5b12181 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:09.877290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8f751c-91c4-412c-8206-5b5702348dd5 None None] Network bccd48aa-08d3-4e0e-91f5-90e14472163f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:09.886606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-a6702c58-914d-4487-881c-c0f13350b8fe service neutron] 10.222.0.42 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064159 Feb 19 03:16:09.910637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-abd41cb5-92b5-42b1-87b0-5183399ebb84 None None] Current status of the port 88a2aa32-6390-4aeb-9164-ef702af94941 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:09.911286 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abd41cb5-92b5-42b1-87b0-5183399ebb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.953740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] Router b19c8b6e-bf08-4107-b315-67248b7d6f8b has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:16:09.968639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33508) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:09.986501 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eddf58a9-1eda-4cd9-a8c2-c792e92d5c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.031462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:10.064425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:10.087592 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'name': 'tempest-ServersTestMultiNic-2065305792-router', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:56Z', 'updated_at': '2022-02-19T03:16:01Z', 'revision_number': 4, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'gw_port': {'id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:57Z', 'updated_at': '2022-02-19T03:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '88a2aa32-6390-4aeb-9164-ef702af94941', 'name': '', 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'mac_address': 'fa:16:3e:4d:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:01Z', 'updated_at': '2022-02-19T03:16:08Z', 'revision_number': 4, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'subnets': [{'id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:10.090706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-a75659e6-6a1b-4f40-b884-2575205248d0 service neutron] 10.222.0.42 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030725 Feb 19 03:16:10.107476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-abd41cb5-92b5-42b1-87b0-5183399ebb84 None None] For port 88a2aa32-6390-4aeb-9164-ef702af94941, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=88a2aa32-6390-4aeb-9164-ef702af94941,segment=NetworkSegment(0962e6fe-f44b-4833-9dec-3c40806dc454),segment_id=0962e6fe-f44b-4833-9dec-3c40806dc454)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:10.135135 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f6d2a-7f49-4ee2-9416-781d2c28f096 None None] The sync data for ids ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'] in n-d-826756-2 is: [{'id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'name': 'tempest-ServersTestMultiNic-2065305792-router', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:56Z', 'updated_at': '2022-02-19T03:16:01Z', 'revision_number': 4, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'gw_port': {'id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:57Z', 'updated_at': '2022-02-19T03:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '88a2aa32-6390-4aeb-9164-ef702af94941', 'name': '', 'network_id': 'fbe31bdd-7258-4bea-81a1-1e01563d2f2c', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'mac_address': 'fa:16:3e:4d:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:01Z', 'updated_at': '2022-02-19T03:16:08Z', 'revision_number': 4, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'subnets': [{'id': 'f89ea415-07b2-472c-8ee4-1c8a3951b6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:10.150973 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abd41cb5-92b5-42b1-87b0-5183399ebb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.194885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:10.198309 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eddf58a9-1eda-4cd9-a8c2-c792e92d5c44 admin admin] Publish callbacks [] for security_group (4caef139-3395-4b27-ac8b-9845dc773cda), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.208009 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eddf58a9-1eda-4cd9-a8c2-c792e92d5c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4caef139-3395-4b27-ac8b-9845dc773cda), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.219452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c816bf8d-15f1-4006-8813-b4c3926e8a22 admin admin] 10.222.0.42 "PUT /v2.0/routers/b19c8b6e-bf08-4107-b315-67248b7d6f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4109099 Feb 19 03:16:10.221439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33512) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:10.261530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] Sync routers for ids ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:10.261782 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eddf58a9-1eda-4cd9-a8c2-c792e92d5c44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9263307a0ec2473596688e827744fdad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912033 Feb 19 03:16:10.279033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33514) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:10.349081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf58a9-1eda-4cd9-a8c2-c792e92d5c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caef139-3395-4b27-ac8b-9845dc773cda,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:10.403155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-583544ae-1dad-41cf-9d03-247f73d0fe40 admin admin] Publish callbacks [] for security_group (4caef139-3395-4b27-ac8b-9845dc773cda), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.403799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:10.441292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-583544ae-1dad-41cf-9d03-247f73d0fe40 admin admin] Publish callbacks [] for security_group (4caef139-3395-4b27-ac8b-9845dc773cda), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.444242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Attempting to bind port b3e308d1-f901-4e72-babe-21bed6d984de on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:10.447793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Attempting to bind port b3e308d1-f901-4e72-babe-21bed6d984de by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '38d68a52-828b-4d27-9ed7-e461a2aa7df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:10.448318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Attempting to bind port b3e308d1-f901-4e72-babe-21bed6d984de on network 10028880-c7c8-4f65-942b-f601f5b12181 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:10.479269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] Routers {'b19c8b6e-bf08-4107-b315-67248b7d6f8b'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:10.480308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:15:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:10.507021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:10.508426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Checking segment: {'id': '38d68a52-828b-4d27-9ed7-e461a2aa7df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:10.509085 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.509908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Bound using segment: {'id': '38d68a52-828b-4d27-9ed7-e461a2aa7df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:10.510659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Bound port: b3e308d1-f901-4e72-babe-21bed6d984de, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d68a52-828b-4d27-9ed7-e461a2aa7df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:10.511298 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.513723 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'mac_address': 'fa:16:3e:a8:53:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:16:10.515592 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-431e9ba8-77bd-40f8-93d6-ebf36b30d9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.594987 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-583544ae-1dad-41cf-9d03-247f73d0fe40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4caef139-3395-4b27-ac8b-9845dc773cda), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.600844 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-583544ae-1dad-41cf-9d03-247f73d0fe40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.625954 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-583544ae-1dad-41cf-9d03-247f73d0fe40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4caef139-3395-4b27-ac8b-9845dc773cda HTTP/1.1" status: 204 len: 168 time: 0.3432302 Feb 19 03:16:10.661532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583544ae-1dad-41cf-9d03-247f73d0fe40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caef139-3395-4b27-ac8b-9845dc773cda,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:10.765601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf45e3b2-bc55-4073-8f0c-2bd3c6162eec None None] Provisioning complete for port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:10.766042 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf45e3b2-bc55-4073-8f0c-2bd3c6162eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.782529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 88a2aa32-6390-4aeb-9164-ef702af94941 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:10.782912 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:11.083424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Publish callbacks [] for router (b19c8b6e-bf08-4107-b315-67248b7d6f8b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:11.155290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] Set router b19c8b6e-bf08-4107-b315-67248b7d6f8b gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:11.166327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144c0ad-5c78-417c-9c4e-52c846117429 req-1282c745-6642-4b5c-a653-c26dae5c6cb7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:11.174279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5144c0ad-5c78-417c-9c4e-52c846117429 req-1282c745-6642-4b5c-a653-c26dae5c6cb7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 949 time: 0.1976833 Feb 19 03:16:11.227350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd41cb5-92b5-42b1-87b0-5183399ebb84 None None] Pushing event updated for resources: {'Port': ['ID=88a2aa32-6390-4aeb-9164-ef702af94941,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:11.382756 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5144c0ad-5c78-417c-9c4e-52c846117429 req-fca67efb-4905-441d-8683-ea46be50955e tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072070 Feb 19 03:16:11.401146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Publish callbacks [] for router_gateway (b19c8b6e-bf08-4107-b315-67248b7d6f8b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:11.594224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 0b149b67-a859-435a-88ac-0c3c6b5e22ef is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:11.595345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:11.715042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b149b67-a859-435a-88ac-0c3c6b5e22ef {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:11.723519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] For port b3e308d1-f901-4e72-babe-21bed6d984de, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:11.725263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Deleting port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:11.727012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:11.777391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf45e3b2-bc55-4073-8f0c-2bd3c6162eec None None] Current status of the port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:11.778009 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf45e3b2-bc55-4073-8f0c-2bd3c6162eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:11.787113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] For port b3e308d1-f901-4e72-babe-21bed6d984de, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b3e308d1-f901-4e72-babe-21bed6d984de,segment=NetworkSegment(38d68a52-828b-4d27-9ed7-e461a2aa7df0),segment_id=38d68a52-828b-4d27-9ed7-e461a2aa7df0)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:11.790887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:11.822334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] For port 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:11.823015 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:11.840512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Calling delete_port for 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:11.846553 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:11.859704 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:11.937408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-router', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:29Z', 'updated_at': '2022-02-19T03:16:07Z', 'revision_number': 5, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'gw_port': {'id': '7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:30Z', 'updated_at': '2022-02-19T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:11.949217 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:11.995966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-0aceb7b7-34a7-42a5-9af9-808dc72600a1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:12.002972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-0aceb7b7-34a7-42a5-9af9-808dc72600a1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:12.004930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-0aceb7b7-34a7-42a5-9af9-808dc72600a1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/networks?id=bccd48aa-08d3-4e0e-91f5-90e14472163f&id=10028880-c7c8-4f65-942b-f601f5b12181&id=bccd48aa-08d3-4e0e-91f5-90e14472163f HTTP/1.1" status: 200 len: 1391 time: 0.4619353 Feb 19 03:16:12.016463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 88a2aa32-6390-4aeb-9164-ef702af94941 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:12.017788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:12.022708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bf45e3b2-bc55-4073-8f0c-2bd3c6162eec None None] For port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:12.044518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-d5099c11-6ecb-446f-a5bb-303b430e384f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/quotas/0663418f48a34d55a493c3dcd4d1f8c3 HTTP/1.1" status: 200 len: 375 time: 0.0285981 Feb 19 03:16:12.058634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] Checking router: b19c8b6e-bf08-4107-b315-67248b7d6f8b for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:16:12.065664 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf45e3b2-bc55-4073-8f0c-2bd3c6162eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.103400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=12']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:12.128626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] Routers {'b19c8b6e-bf08-4107-b315-67248b7d6f8b'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:12.129308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:16:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:12.236020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf45e3b2-bc55-4073-8f0c-2bd3c6162eec None None] Provisioning complete for port 88a2aa32-6390-4aeb-9164-ef702af94941 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:12.237074 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf45e3b2-bc55-4073-8f0c-2bd3c6162eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.261548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-44cf945e-5f13-44a3-bfb6-44c866575131 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2071509 Feb 19 03:16:12.300522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['0b149b67-a859-435a-88ac-0c3c6b5e22ef'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:12.315596 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.503958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:12.522436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.540700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.542063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.543065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.544037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.545023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.545629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.546242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.547886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.548849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.549442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.550039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.551464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:12.606882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c08e8e-53aa-4d50-aefa-c80c9ded5e83 None None] Pushing event updated for resources: {'Port': ['ID=b3e308d1-f901-4e72-babe-21bed6d984de,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:12.628002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:12.628506 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.641474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] Set router b19c8b6e-bf08-4107-b315-67248b7d6f8b gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:12.666614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-77469d2e-dd18-4b84-979a-7f59fa9ca184 service neutron] 10.222.0.42 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919358 Feb 19 03:16:12.781876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-router', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:29Z', 'updated_at': '2022-02-19T03:16:11Z', 'revision_number': 6, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:12.884377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85bc18-ead9-4879-b2b3-88ce683a3c3a None None] The sync data for ids ['b19c8b6e-bf08-4107-b315-67248b7d6f8b'] in n-d-826756-2 is: [{'id': 'b19c8b6e-bf08-4107-b315-67248b7d6f8b', 'name': 'tempest-FloatingIPDetailsTestJSON-1181147772-router', 'tenant_id': '0999def6836e4e378c747d7096e80bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:29Z', 'updated_at': '2022-02-19T03:16:11Z', 'revision_number': 6, 'project_id': '0999def6836e4e378c747d7096e80bf6', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:12.993740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45e3b2-bc55-4073-8f0c-2bd3c6162eec None None] Pushing event updated for resources: {'Port': ['ID=3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:12.994100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (b19c8b6e-bf08-4107-b315-67248b7d6f8b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.002014 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.029392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf45e3b2-bc55-4073-8f0c-2bd3c6162eec None None] Current status of the port 88a2aa32-6390-4aeb-9164-ef702af94941 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:13.089463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:13.163602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f269-156d-459f-8e82-a5609fcaab15 req-62047e8c-f7fe-4f4b-822f-9b12eead5ca2 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:13.167767 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-62047e8c-f7fe-4f4b-822f-9b12eead5ca2 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 807 time: 0.8523662 Feb 19 03:16:13.184139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Request body: {'port': {'device_id': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4', 'admin_state_up': True, 'tenant_id': '1fa0b8023f244a6ca34ce2f63a6c60e0'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:13.229205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f35e311a-6a03-4a4e-96dd-fef2d0b7d8ff None None] Provisioning complete for port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:13.229886 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f35e311a-6a03-4a4e-96dd-fef2d0b7d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.275074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (b19c8b6e-bf08-4107-b315-67248b7d6f8b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.282538 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Publish callbacks [] for router_controller (b19c8b6e-bf08-4107-b315-67248b7d6f8b), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.468870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (b19c8b6e-bf08-4107-b315-67248b7d6f8b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.471960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19c8b6e-bf08-4107-b315-67248b7d6f8b {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:16:13.490013 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.492866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f937ef67-ab88-4c98-bbf5-609402fcfcfa admin admin] 10.222.0.42 "DELETE /v2.0/routers/b19c8b6e-bf08-4107-b315-67248b7d6f8b HTTP/1.1" status: 204 len: 168 time: 3.2701693 Feb 19 03:16:13.498916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33598) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:13.579675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f35e311a-6a03-4a4e-96dd-fef2d0b7d8ff None None] Current status of the port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:13.618518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Made reservation on behalf of 1fa0b8023f244a6ca34ce2f63a6c60e0 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:13.623506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.802961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c245fa3b-2b64-4fa2-91d0-a9e3f6d48a50 admin admin] Deleting subnet 413067ba-ed05-4f7e-beff-fb36685c56b2 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:16:13.822254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c245fa3b-2b64-4fa2-91d0-a9e3f6d48a50 admin admin] Publish callbacks [] for subnet (413067ba-ed05-4f7e-beff-fb36685c56b2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.884880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-7737020a-81c8-42f1-97d2-f645eaf9bd33 service neutron] 10.222.0.42 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2172611 Feb 19 03:16:13.891759 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c245fa3b-2b64-4fa2-91d0-a9e3f6d48a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (413067ba-ed05-4f7e-beff-fb36685c56b2), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.082885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 88a2aa32-6390-4aeb-9164-ef702af94941 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:14.109258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Allocated IP 172.20.0.13 (6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4/e4c86e5c-d752-49b8-bd81-3c26d2849525/899e465c-51c0-432c-a605-127603318c39) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:14.188318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45260101-7614-4c9b-9a83-fa26ba65b1c5 None None] Network 10028880-c7c8-4f65-942b-f601f5b12181 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:14.340292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c245fa3b-2b64-4fa2-91d0-a9e3f6d48a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (413067ba-ed05-4f7e-beff-fb36685c56b2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.394367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-5434bc6c-8b87-459b-b48f-ddc59959f996 service neutron] 10.222.0.42 "GET /v2.0/networks/10028880-c7c8-4f65-942b-f601f5b12181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887474 Feb 19 03:16:14.452640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0233c25e-675b-4426-9442-c9cefd7aff3e None None] Provisioning complete for port b3e308d1-f901-4e72-babe-21bed6d984de triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:14.453973 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0233c25e-675b-4426-9442-c9cefd7aff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.484247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks [] for port (899e465c-51c0-432c-a605-127603318c39), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.593801 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (899e465c-51c0-432c-a605-127603318c39), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.623978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-e15d0a14-5265-4f66-ba6c-dc61de8d81c1 service neutron] 10.222.0.42 "GET /v2.0/networks/10028880-c7c8-4f65-942b-f601f5b12181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257788 Feb 19 03:16:14.647828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['11fc6ea8-1999-4642-9dc0-1966b3487832'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:14.678274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 88a2aa32-6390-4aeb-9164-ef702af94941 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:14.678656 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.701624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:14.714157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:14.716754 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:14.848602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Pushing event updated for resources: {'Port': ['ID=899e465c-51c0-432c-a605-127603318c39,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:14.883565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:14.884698 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.906313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-0b3c9a6e-7977-4358-936e-3ae9139c9848 service neutron] 10.222.0.42 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581019 Feb 19 03:16:14.921949 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-f88dd55d-cfc3-4e7c-a5ca-0c2bf569af98 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7414551 Feb 19 03:16:14.924690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c245fa3b-2b64-4fa2-91d0-a9e3f6d48a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (413067ba-ed05-4f7e-beff-fb36685c56b2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.937095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Request body: {'port': {'device_id': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:14.985805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245fa3b-2b64-4fa2-91d0-a9e3f6d48a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413067ba-ed05-4f7e-beff-fb36685c56b2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:15.031624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c245fa3b-2b64-4fa2-91d0-a9e3f6d48a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.035325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c245fa3b-2b64-4fa2-91d0-a9e3f6d48a50 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/413067ba-ed05-4f7e-beff-fb36685c56b2 HTTP/1.1" status: 204 len: 168 time: 1.4448705 Feb 19 03:16:15.038274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33620) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:15.099308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176605e2-6031-4210-9994-7d6a1b9f12c9 None None] Network d717eafa-8f09-4e6c-89c2-e739061dbcfd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:15.112400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (899e465c-51c0-432c-a605-127603318c39), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.126460 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.165089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-137431f4-1708-427b-9bb2-841566f083db service neutron] 10.222.0.42 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349813 Feb 19 03:16:15.168514 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d717eafa-8f09-4e6c-89c2-e739061dbcfd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.279571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Deleting port a8539a0d-5077-4491-8e0c-8e9e5705278d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:15.279918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.439824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] For port a8539a0d-5077-4491-8e0c-8e9e5705278d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8539a0d-5077-4491-8e0c-8e9e5705278d,segment=NetworkSegment(9637adeb-c518-4051-b856-eaf247ae1054),segment_id=9637adeb-c518-4051-b856-eaf247ae1054)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:15.442989 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.480363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Calling delete_port for a8539a0d-5077-4491-8e0c-8e9e5705278d owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:15.636498 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:16:15.675090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 88a2aa32-6390-4aeb-9164-ef702af94941 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:15.684108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:15.718638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0233c25e-675b-4426-9442-c9cefd7aff3e None None] Current status of the port b3e308d1-f901-4e72-babe-21bed6d984de is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:15.720360 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0233c25e-675b-4426-9442-c9cefd7aff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.872406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:15.898987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899e465c-51c0-432c-a605-127603318c39 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:15.911269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b41b-c0c2-4b05-b146-c9c287e8519d req-898bd1b4-4d1b-4b73-b7eb-a9a23b30689a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:15.913925 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Publish callbacks [] for port (899e465c-51c0-432c-a605-127603318c39), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.915471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c110b41b-c0c2-4b05-b146-c9c287e8519d req-898bd1b4-4d1b-4b73-b7eb-a9a23b30689a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.3002257 Feb 19 03:16:15.932922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0233c25e-675b-4426-9442-c9cefd7aff3e None None] For port b3e308d1-f901-4e72-babe-21bed6d984de, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b3e308d1-f901-4e72-babe-21bed6d984de,segment=NetworkSegment(38d68a52-828b-4d27-9ed7-e461a2aa7df0),segment_id=38d68a52-828b-4d27-9ed7-e461a2aa7df0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:15.949886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Transition to ACTIVE for port object 899e465c-51c0-432c-a605-127603318c39 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:16:15.954834 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (899e465c-51c0-432c-a605-127603318c39), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.967604 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0233c25e-675b-4426-9442-c9cefd7aff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.008919 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a8539a0d-5077-4491-8e0c-8e9e5705278d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.034223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:16.034773 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.041923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Pushing event updated for resources: {'Port': ['ID=899e465c-51c0-432c-a605-127603318c39,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:16.109162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c9db4-0792-4c41-9b51-ff54637bc514 None None] DHCP port deletion for d717eafa-8f09-4e6c-89c2-e739061dbcfd request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:16:16.155525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] No DVR routers for this DVR port a8539a0d-5077-4491-8e0c-8e9e5705278d on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:16.166985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8539a0d-5077-4491-8e0c-8e9e5705278d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:16.252116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233c25e-675b-4426-9442-c9cefd7aff3e None None] Pushing event updated for resources: {'Port': ['ID=b3e308d1-f901-4e72-babe-21bed6d984de,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:16.278878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:16.279210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:16.284826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:16.299911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Port 899e465c-51c0-432c-a605-127603318c39 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:16:16.300981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:16.317930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:16.323121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:16.326130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:16.326876 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Bound port: 899e465c-51c0-432c-a605-127603318c39, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:16.327489 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (899e465c-51c0-432c-a605-127603318c39), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.329148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 0b149b67-a859-435a-88ac-0c3c6b5e22ef completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:16:16.365460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d7a005b9-aff4-46fc-950c-8a850fa07fa0 None None] Provisioning complete for port b3e308d1-f901-4e72-babe-21bed6d984de triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:16.365873 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7a005b9-aff4-46fc-950c-8a850fa07fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.382160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 0b149b67-a859-435a-88ac-0c3c6b5e22ef triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:16.383478 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.389540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c110b41b-c0c2-4b05-b146-c9c287e8519d req-688a78af-a747-46be-8806-ff5c029c63cc tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759289 Feb 19 03:16:16.399085 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d717eafa-8f09-4e6c-89c2-e739061dbcfd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.519402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d717eafa-8f09-4e6c-89c2-e739061dbcfd']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:16.525492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:16.526706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b3e308d1-f901-4e72-babe-21bed6d984de up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:16.567851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9637adeb-c518-4051-b856-eaf247ae1054') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:16.568224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9637adeb-c518-4051-b856-eaf247ae1054') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:16.583614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:16.603074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:16.613562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (9637adeb-c518-4051-b856-eaf247ae1054), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.627968 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (899e465c-51c0-432c-a605-127603318c39), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.665483 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dda29a4-5930-4a2d-9e34-d9f2da4f3f3c x-openstack-request-id: req-4dda29a4-5930-4a2d-9e34-d9f2da4f3f3c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:16.666548 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d5aed5-e249-4372-a679-af9e71e818a8", "name": "network-vif-plugged", "status": "completed", "tag": "38fb6673-22cb-4ae7-8382-8498af40ca8f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:16.667309 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4dda29a4-5930-4a2d-9e34-d9f2da4f3f3c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:16.667963 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d5aed5-e249-4372-a679-af9e71e818a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fb6673-22cb-4ae7-8382-8498af40ca8f', 'code': 200} Feb 19 03:16:16.686547 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9637adeb-c518-4051-b856-eaf247ae1054), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.709988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:16:16.713837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d7a005b9-aff4-46fc-950c-8a850fa07fa0 None None] Current status of the port b3e308d1-f901-4e72-babe-21bed6d984de is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:16.714358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (9637adeb-c518-4051-b856-eaf247ae1054), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:16:16.720570 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:16:16.727038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 0b149b67-a859-435a-88ac-0c3c6b5e22ef is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:16.727994 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.764227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b3e308d1-f901-4e72-babe-21bed6d984de triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:16.764992 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.808319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:16.817139 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.857646 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba6f76c-4d12-4036-b148-95d6a6a82526 x-openstack-request-id: req-eba6f76c-4d12-4036-b148-95d6a6a82526 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:16.858075 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:16.858453 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eba6f76c-4d12-4036-b148-95d6a6a82526 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:16.858966 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'status': 'completed', 'code': 200} Feb 19 03:16:16.866481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Pushing event updated for resources: {'Port': ['ID=899e465c-51c0-432c-a605-127603318c39,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:16.889894 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:16.894891 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:16.898736 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-779e5065-c083-4659-ac10-8ff7064cb3fe service neutron] 10.222.0.71 "PUT /v2.0/ports/899e465c-51c0-432c-a605-127603318c39 HTTP/1.1" status: 200 len: 1092 time: 1.9694688 Feb 19 03:16:16.976600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=13']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:16.991245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b3e308d1-f901-4e72-babe-21bed6d984de is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:17.006783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b87337a3-9140-4516-ba58-5dbeb1c68f68 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:17.053484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: b87337a3-9140-4516-ba58-5dbeb1c68f68 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:17.054233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b87337a3-9140-4516-ba58-5dbeb1c68f68 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:17.083884 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d717eafa-8f09-4e6c-89c2-e739061dbcfd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:17.108556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f269-156d-459f-8e82-a5609fcaab15 req-e7c558b8-e200-4ae1-8b35-4a587ba342cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:17.111209 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-e7c558b8-e200-4ae1-8b35-4a587ba342cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 1126 time: 0.1305163 Feb 19 03:16:17.127748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:17.138837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] 10.222.0.42 "DELETE /v2.0/networks/d717eafa-8f09-4e6c-89c2-e739061dbcfd HTTP/1.1" status: 204 len: 168 time: 2.0989861 Feb 19 03:16:17.161774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dcc8f-26b9-4647-845e-9b03495b896f admin admin] Pushing event deleted for resources: {'Network': ['ID=d717eafa-8f09-4e6c-89c2-e739061dbcfd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:17.188463 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-9a31093a-4bf8-424b-946a-c6d552978f3c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=899e465c-51c0-432c-a605-127603318c39 HTTP/1.1" status: 200 len: 217 time: 0.0700741 Feb 19 03:16:17.198561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-0b075452-d129-4087-b3eb-cd5614f2064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:17.201519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-0b075452-d129-4087-b3eb-cd5614f2064a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1133 time: 0.3200655 Feb 19 03:16:17.231720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b3e308d1-f901-4e72-babe-21bed6d984de up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:17.294489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae1b5b-a026-4514-a0f9-32fdd662c4e1 req-decbe8fd-797c-43ea-b3bc-0c9af5e4c2eb tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:17.303867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1ae1b5b-a026-4514-a0f9-32fdd662c4e1 req-decbe8fd-797c-43ea-b3bc-0c9af5e4c2eb tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.2787356 Feb 19 03:16:17.325275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78913ab9-4984-4f71-a25d-68ecf3e30d3e req-f8f69f82-ca6d-4eca-9704-e48cfbfa8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:17.328248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78913ab9-4984-4f71-a25d-68ecf3e30d3e req-f8f69f82-ca6d-4eca-9704-e48cfbfa8438 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 1127 time: 0.4468205 Feb 19 03:16:17.354045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f269-156d-459f-8e82-a5609fcaab15 req-6d897977-f482-4e84-a1db-8d5d1c1940ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:17.358802 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-6d897977-f482-4e84-a1db-8d5d1c1940ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.1635797 Feb 19 03:16:17.435005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33668) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:17.437142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b3e308d1-f901-4e72-babe-21bed6d984de triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:17.437538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:17.519378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78913ab9-4984-4f71-a25d-68ecf3e30d3e req-29ccdda8-7cc0-4baf-8e00-dc5d65d40ce3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241000 Feb 19 03:16:17.520454 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-90b561a6-e131-4f16-aba9-591b3b1bc029 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0999def6836e4e378c747d7096e80bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0839374 Feb 19 03:16:17.521291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33674) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:17.664893 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-6f3275e3-59c0-481a-89b0-76cafcea15dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075323 Feb 19 03:16:17.676143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1ae1b5b-a026-4514-a0f9-32fdd662c4e1 req-3a56e691-6b98-4925-a57a-8dc75108be95 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692822 Feb 19 03:16:17.688056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b3e308d1-f901-4e72-babe-21bed6d984de is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:17.799594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-a9c44c0a-2e8d-41f0-9168-9c205121bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:17.801116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-a9c44c0a-2e8d-41f0-9168-9c205121bcf2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.5656300 Feb 19 03:16:17.812395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8539a0d-5077-4491-8e0c-8e9e5705278d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:17.892732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a8539a0d-5077-4491-8e0c-8e9e5705278d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:17.893209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8539a0d-5077-4491-8e0c-8e9e5705278d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:17.893653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:17.903404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-1bb3028b-79ce-489a-8534-ec433b63e81b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 200 len: 217 time: 0.0854325 Feb 19 03:16:17.952100 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-a7c7bdcc-fb55-4b2c-a864-1221e85bed34 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606843 Feb 19 03:16:17.965527 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-d306c28d-c8cd-48b4-93b3-4837e9bf1296 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4988904 Feb 19 03:16:17.973300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:17.977335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f6c6c4e-014b-46ee-bb7c-3eedc061b5f2 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:18.012123 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95076ea2-5ba4-4782-a0fe-86a89c02e588 admin admin] Publish callbacks [] for security_group (3562d960-0eda-4838-939d-cc9d38b1b51e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:18.056286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-187f0583-98ff-4740-afd2-47c960e7d9b1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.062556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-187f0583-98ff-4740-afd2-47c960e7d9b1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.064636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-187f0583-98ff-4740-afd2-47c960e7d9b1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.71 "GET /v2.0/networks?id=bccd48aa-08d3-4e0e-91f5-90e14472163f&id=10028880-c7c8-4f65-942b-f601f5b12181&id=bccd48aa-08d3-4e0e-91f5-90e14472163f HTTP/1.1" status: 200 len: 1391 time: 0.4862242 Feb 19 03:16:18.073762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b2044-7464-4938-81e8-0d56ffa2293f req-2f996a15-9d90-4886-a4e6-59f0f7984786 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.081823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c56b2044-7464-4938-81e8-0d56ffa2293f req-2f996a15-9d90-4886-a4e6-59f0f7984786 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 1133 time: 0.2651188 Feb 19 03:16:18.096372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'port': {'device_id': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f', 'admin_state_up': True, 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:18.147006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-fb579933-eb9d-4e0a-9725-a3e5dbfb7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.149057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-fb579933-eb9d-4e0a-9725-a3e5dbfb7fda service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2300301 Feb 19 03:16:18.182616 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95076ea2-5ba4-4782-a0fe-86a89c02e588 admin admin] Publish callbacks [] for security_group (3562d960-0eda-4838-939d-cc9d38b1b51e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:18.221586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-cb21ba2c-b5f5-456b-a1f2-48ecead047c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.223893 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-cb21ba2c-b5f5-456b-a1f2-48ecead047c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42973c8e1f4740eaafb2729751201363&device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 1133 time: 0.2089682 Feb 19 03:16:18.305596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c56b2044-7464-4938-81e8-0d56ffa2293f req-2cb5c85a-70bd-4cd9-9210-e2a081d4e0e4 tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058403 Feb 19 03:16:18.363529 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c173f269-156d-459f-8e82-a5609fcaab15 req-a8028af0-d534-45be-a1d5-277b2f61b98a service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964827 Feb 19 03:16:18.380796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-9c33b0e0-ddc4-47e3-93d6-45ede7411e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.383524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-9c33b0e0-ddc4-47e3-93d6-45ede7411e2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2031732 Feb 19 03:16:18.428488 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95076ea2-5ba4-4782-a0fe-86a89c02e588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3562d960-0eda-4838-939d-cc9d38b1b51e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:18.433762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95076ea2-5ba4-4782-a0fe-86a89c02e588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:18.443013 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-95076ea2-5ba4-4782-a0fe-86a89c02e588 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3562d960-0eda-4838-939d-cc9d38b1b51e HTTP/1.1" status: 204 len: 168 time: 0.9060855 Feb 19 03:16:18.477883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:18.480906 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95076ea2-5ba4-4782-a0fe-86a89c02e588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3562d960-0eda-4838-939d-cc9d38b1b51e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:18.482201 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:18.496120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-79e9c275-e584-4cfd-99d0-122cecfb317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.499404 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-79e9c275-e584-4cfd-99d0-122cecfb317e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2427559 Feb 19 03:16:18.518908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd1644ab-f71c-4430-a48f-304ef6fee954 req-ab33fcb6-da28-4157-ba2c-43a56ae939cb tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 210 time: 0.0900855 Feb 19 03:16:18.624880 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-c337cb30-a43f-45c8-a8a0-d04cb7e539c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea HTTP/1.1" status: 200 len: 217 time: 0.1174858 Feb 19 03:16:18.671817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:18.674868 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d315019-430d-4bf9-9935-648c6537e04e" -d '{"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:18.812020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-fdc022b8-7e2d-46e4-87c9-82878f2b7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.817938 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-fdc022b8-7e2d-46e4-87c9-82878f2b7baa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1851754 Feb 19 03:16:18.853383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Allocated IP 19.80.0.131 (bccd48aa-08d3-4e0e-91f5-90e14472163f/faa82ca2-29bd-418f-aed9-b085e3d89132/d039d076-bc44-444b-a15a-8ec6d5f291a6) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:18.860691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'tag': '899e465c-51c0-432c-a605-127603318c39'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:18.864608 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cba4daa-6515-43ba-a2a9-0afd0f278350" -d '{"events": [{"name": "network-changed", "server_uuid": "c252f37c-3f1d-40a8-a8fd-16812c853eef", "tag": "899e465c-51c0-432c-a605-127603318c39"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:19.026506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-f68732ba-614f-454e-911c-0a150c89ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:19.031664 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-f68732ba-614f-454e-911c-0a150c89ac76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1629550 Feb 19 03:16:19.061739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33710) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:19.088978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:19.142680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:19.256959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network bccd48aa-08d3-4e0e-91f5-90e14472163f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:19.272169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:19.282211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:19.299626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-7a2d6592-4a4a-4068-84dd-72acdff6871f service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8981912 Feb 19 03:16:19.303942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Port': ['ID=d039d076-bc44-444b-a15a-8ec6d5f291a6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:19.402841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2909b-01b8-4146-a5c9-5ce1f3b9b63c req-eabb3922-f5a6-4003-b044-0fc636f44b9f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:19.417574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8a2909b-01b8-4146-a5c9-5ce1f3b9b63c req-eabb3922-f5a6-4003-b044-0fc636f44b9f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.4070687 Feb 19 03:16:19.438872 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-a22d7329-0ebb-4e1f-bbdb-00b3a1605b87 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464785 Feb 19 03:16:19.626194 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d9816a6b-bcc2-40e0-860b-33e2d327769c req-3218744b-2bb7-4d14-95e0-2db2e90f0b20 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780407 Feb 19 03:16:19.626891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:19.628148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:19.662868 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43d0c3ca-c80f-4aed-bb7a-4c55b9fc8bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:19.707842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8a2909b-01b8-4146-a5c9-5ce1f3b9b63c req-fb492053-e5f8-4991-ac5f-58be2aeece5b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871666 Feb 19 03:16:19.721998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-4bb3f4f8-5d26-4c41-a190-6549415a1807 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6334300 Feb 19 03:16:19.742856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'port': {'device_id': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181', 'admin_state_up': True, 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:19.799833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6122d705-fab3-4bc4-ab1b-6ac2d19b20a5 None None] Provisioning complete for port d039d076-bc44-444b-a15a-8ec6d5f291a6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:19.800443 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6122d705-fab3-4bc4-ab1b-6ac2d19b20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:19.844202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-882e5fd3-6fe6-4921-8fc2-3513a6f4194f req-bdab8959-bb5c-4d58-a78e-29c8709ebfe9 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717619 Feb 19 03:16:19.912218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6122d705-fab3-4bc4-ab1b-6ac2d19b20a5 None None] Port d039d076-bc44-444b-a15a-8ec6d5f291a6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:19.936906 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43d0c3ca-c80f-4aed-bb7a-4c55b9fc8bfd admin admin] Publish callbacks [] for security_group (9e58d179-6a73-450a-8547-47fed33968e6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:19.948167 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43d0c3ca-c80f-4aed-bb7a-4c55b9fc8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9e58d179-6a73-450a-8547-47fed33968e6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.010571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:20.014322 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a681d93-b354-4dd1-a27a-2b9f484739d1 x-openstack-request-id: req-2a681d93-b354-4dd1-a27a-2b9f484739d1 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:20.014777 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:20.014951 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a681d93-b354-4dd1-a27a-2b9f484739d1 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:20.015263 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'code': 200} Feb 19 03:16:20.030385 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.072154 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-43d0c3ca-c80f-4aed-bb7a-4c55b9fc8bfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0df27c00cd3542ac895d5ea51729a360&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0043809 Feb 19 03:16:20.073562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33734) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:20.112072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0c3ca-c80f-4aed-bb7a-4c55b9fc8bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e58d179-6a73-450a-8547-47fed33968e6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:20.247636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42c67de5-6c6a-4ff9-afaa-dc7fe022fd80 admin admin] Publish callbacks [] for security_group (9e58d179-6a73-450a-8547-47fed33968e6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.256813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68932e5c-8670-4c3c-a810-ca2d9f65a577 req-fcfe7745-8c0d-441e-9cbe-fe826cb33278 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:20.267751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68932e5c-8670-4c3c-a810-ca2d9f65a577 req-fcfe7745-8c0d-441e-9cbe-fe826cb33278 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.1879606 Feb 19 03:16:20.292750 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42c67de5-6c6a-4ff9-afaa-dc7fe022fd80 admin admin] Publish callbacks [] for security_group (9e58d179-6a73-450a-8547-47fed33968e6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.385812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Allocated IP 19.86.0.70 (10028880-c7c8-4f65-942b-f601f5b12181/ad20eefb-6e41-49a3-9115-7f03fc23a6b5/732e9574-e23c-4b07-9617-704efda768f2) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:20.394487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42c67de5-6c6a-4ff9-afaa-dc7fe022fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9e58d179-6a73-450a-8547-47fed33968e6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.398684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42c67de5-6c6a-4ff9-afaa-dc7fe022fd80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.405069 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-42c67de5-6c6a-4ff9-afaa-dc7fe022fd80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e58d179-6a73-450a-8547-47fed33968e6 HTTP/1.1" status: 204 len: 168 time: 0.3290486 Feb 19 03:16:20.406928 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68932e5c-8670-4c3c-a810-ca2d9f65a577 req-46e07f89-33be-4508-b564-102ecbab2e0c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382525 Feb 19 03:16:20.423394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c67de5-6c6a-4ff9-afaa-dc7fe022fd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e58d179-6a73-450a-8547-47fed33968e6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:21.039723 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33754) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:21.082947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b3fc09d-31b4-4352-af93-bd2b847b2abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.155856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-868d5e91-9eb6-4c71-bae0-6060086bfb10 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:21.158009 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-868d5e91-9eb6-4c71-bae0-6060086bfb10 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.37 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 945 time: 0.1889791 Feb 19 03:16:21.213874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88516ce9-d29f-46ac-9a6c-50f67fdc0ab5 req-b4a44e68-5e96-4552-8563-5791e35991a1 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:21.226995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88516ce9-d29f-46ac-9a6c-50f67fdc0ab5 req-b4a44e68-5e96-4552-8563-5791e35991a1 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/ports?device_id=597ba850-8794-4748-a316-14c919000020 HTTP/1.1" status: 200 len: 945 time: 0.6812935 Feb 19 03:16:21.326533 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for port (732e9574-e23c-4b07-9617-704efda768f2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.340544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88516ce9-d29f-46ac-9a6c-50f67fdc0ab5 req-b1a3e72f-c050-4ff1-aeb2-e7555daeaabf tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups?id=da5733a4-b2b1-4403-931f-ae73a4bdf6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125176 Feb 19 03:16:21.406801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (732e9574-e23c-4b07-9617-704efda768f2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.510266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Deleting port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:21.510693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.518816 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3143f4-44d0-457f-a38f-7dab81872c92 x-openstack-request-id: req-6f3143f4-44d0-457f-a38f-7dab81872c92 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:21.519529 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c252f37c-3f1d-40a8-a8fd-16812c853eef", "tag": "899e465c-51c0-432c-a605-127603318c39", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:21.519946 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f3143f4-44d0-457f-a38f-7dab81872c92 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:21.520572 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'tag': '899e465c-51c0-432c-a605-127603318c39', 'status': 'completed', 'code': 200} Feb 19 03:16:21.565385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b3fc09d-31b4-4352-af93-bd2b847b2abe admin admin] Publish callbacks [] for security_group (037ba842-fea9-440e-a2fa-87bd89f2369a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.572965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b3fc09d-31b4-4352-af93-bd2b847b2abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (037ba842-fea9-440e-a2fa-87bd89f2369a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.656504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fc09d-31b4-4352-af93-bd2b847b2abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037ba842-fea9-440e-a2fa-87bd89f2369a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:21.705011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network 10028880-c7c8-4f65-942b-f601f5b12181 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:21.725771 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5b3fc09d-31b4-4352-af93-bd2b847b2abe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e0d11ccb56b46d393483811b9303211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6838732 Feb 19 03:16:21.731234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33764) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:21.755220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:21.804036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] For port 81e9bc8e-033f-4c0d-a3fb-e130c910b013, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=81e9bc8e-033f-4c0d-a3fb-e130c910b013,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:21.804036 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.833635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:21.902794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Port': ['ID=732e9574-e23c-4b07-9617-704efda768f2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:22.023316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba4daa-6515-43ba-a2a9-0afd0f278350 req-6a670a56-3df2-4eb2-8605-12eb012652b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:22.029558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cba4daa-6515-43ba-a2a9-0afd0f278350 req-6a670a56-3df2-4eb2-8605-12eb012652b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 1126 time: 0.4937825 Feb 19 03:16:22.031523 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ef08770-1c6c-451d-8474-880ef8334315 admin admin] Publish callbacks [] for security_group (037ba842-fea9-440e-a2fa-87bd89f2369a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.047926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:22.053447 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.146706 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.196979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ceb3-5f16-4b2f-a0bd-d91d902d12f1 req-0fd5e95e-5793-4f5b-b07b-92ddb83d9fff tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:22.207171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ceb3-5f16-4b2f-a0bd-d91d902d12f1 req-0fd5e95e-5793-4f5b-b07b-92ddb83d9fff tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:22.224749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ef08770-1c6c-451d-8474-880ef8334315 admin admin] Publish callbacks [] for security_group (037ba842-fea9-440e-a2fa-87bd89f2369a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.229319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de62ceb3-5f16-4b2f-a0bd-d91d902d12f1 req-0fd5e95e-5793-4f5b-b07b-92ddb83d9fff tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 1654 time: 0.5293057 Feb 19 03:16:22.281012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4aeb7509-e3a5-4ac6-a92f-9bf69aa02a12 None None] Provisioning complete for port 732e9574-e23c-4b07-9617-704efda768f2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:22.281688 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7509-e3a5-4ac6-a92f-9bf69aa02a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (732e9574-e23c-4b07-9617-704efda768f2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.287100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-cc394077-6487-469a-9ba2-d0947de8fc20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5518618 Feb 19 03:16:22.306049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'port': {'device_id': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f', 'admin_state_up': True, 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:22.350735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-7955f32d-7a7d-4463-b915-cf2f52a249a6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:22.353643 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-7955f32d-7a7d-4463-b915-cf2f52a249a6 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 951 time: 0.2395935 Feb 19 03:16:22.356280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb7509-e3a5-4ac6-a92f-9bf69aa02a12 None None] Port 732e9574-e23c-4b07-9617-704efda768f2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:22.440645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ef08770-1c6c-451d-8474-880ef8334315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (037ba842-fea9-440e-a2fa-87bd89f2369a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.443516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ef08770-1c6c-451d-8474-880ef8334315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.444726 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2ef08770-1c6c-451d-8474-880ef8334315 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/037ba842-fea9-440e-a2fa-87bd89f2369a HTTP/1.1" status: 204 len: 168 time: 0.7122738 Feb 19 03:16:22.487371 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.487862 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.488099 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Floating IP dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778 disassociated. External IP: 172.25.4.92, port: 81e9bc8e-033f-4c0d-a3fb-e130c910b013. Feb 19 03:16:22.488404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Calling delete_port for 81e9bc8e-033f-4c0d-a3fb-e130c910b013 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:22.495142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef08770-1c6c-451d-8474-880ef8334315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037ba842-fea9-440e-a2fa-87bd89f2369a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:22.615472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-a230ffd0-227d-4508-990f-38a611aef7f7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Deleting port 0b149b67-a859-435a-88ac-0c3c6b5e22ef {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:22.617097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de62ceb3-5f16-4b2f-a0bd-d91d902d12f1 req-1c4c167d-78c7-46bf-b8e0-a6bb836f67b8 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862545 Feb 19 03:16:22.617580 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-a230ffd0-227d-4508-990f-38a611aef7f7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.699546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:22.709163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.752780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba4daa-6515-43ba-a2a9-0afd0f278350 req-0411782d-2c04-44e2-b886-b1fc5efc4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:22.766567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cba4daa-6515-43ba-a2a9-0afd0f278350 req-0411782d-2c04-44e2-b886-b1fc5efc4618 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.7064807 Feb 19 03:16:22.896663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-a230ffd0-227d-4508-990f-38a611aef7f7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] For port 0b149b67-a859-435a-88ac-0c3c6b5e22ef, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b149b67-a859-435a-88ac-0c3c6b5e22ef,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:22.897048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-a230ffd0-227d-4508-990f-38a611aef7f7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.972092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cba4daa-6515-43ba-a2a9-0afd0f278350 req-8242e08e-ea0d-4131-9e31-871232c0daf1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=899e465c-51c0-432c-a605-127603318c39 HTTP/1.1" status: 200 len: 217 time: 0.0933397 Feb 19 03:16:23.005857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-a230ffd0-227d-4508-990f-38a611aef7f7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Calling delete_port for 0b149b67-a859-435a-88ac-0c3c6b5e22ef owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:23.008294 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (81e9bc8e-033f-4c0d-a3fb-e130c910b013), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.113315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba4daa-6515-43ba-a2a9-0afd0f278350 req-54be2aa6-b789-4a70-98c8-ef84742884b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:23.114844 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cba4daa-6515-43ba-a2a9-0afd0f278350 req-54be2aa6-b789-4a70-98c8-ef84742884b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.1148753 Feb 19 03:16:23.153285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5b467-2dac-4b9c-aa3f-a23bfe128e87 req-22a63366-1621-4a9c-ac82-24f2aece8d3f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:23.154956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35a5b467-2dac-4b9c-aa3f-a23bfe128e87 req-22a63366-1621-4a9c-ac82-24f2aece8d3f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e0b65af-32e3-41fc-8dee-52d6523331c5 HTTP/1.1" status: 200 len: 951 time: 0.2654512 Feb 19 03:16:23.171911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Allocated IP 19.80.0.85 (bccd48aa-08d3-4e0e-91f5-90e14472163f/faa82ca2-29bd-418f-aed9-b085e3d89132/6c1734c2-4b8f-4d42-9c11-e545989fecd4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:23.177258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cba4daa-6515-43ba-a2a9-0afd0f278350 req-d807b87a-3506-410a-93f1-bf5dbe1bede1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534911 Feb 19 03:16:23.268012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Pushing event deleted for resources: {'Port': ['ID=81e9bc8e-033f-4c0d-a3fb-e130c910b013,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:23.457788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-a230ffd0-227d-4508-990f-38a611aef7f7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (0b149b67-a859-435a-88ac-0c3c6b5e22ef), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.474722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['e69eac84-a70d-421a-84e0-42931b16032b', '497de57e-ab34-4904-b8e4-09c0b3e52ed5', '0b149b67-a859-435a-88ac-0c3c6b5e22ef'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:23.546344 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.552608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230ffd0-227d-4508-990f-38a611aef7f7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Pushing event deleted for resources: {'Port': ['ID=0b149b67-a859-435a-88ac-0c3c6b5e22ef,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:23.558162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['eff01f0f-6e35-4a50-9866-18d6e63c0aea'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:23.709594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cba4daa-6515-43ba-a2a9-0afd0f278350 req-bef9716f-e538-45da-91e6-befb597e0a7d service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134683 Feb 19 03:16:23.733452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.754271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-a230ffd0-227d-4508-990f-38a611aef7f7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] No DVR routers for this DVR port 0b149b67-a859-435a-88ac-0c3c6b5e22ef on host n-h2-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:23.755798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Router 3fa7973e-350e-4220-8a43-8a136d1a991d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:16:23.759691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-a230ffd0-227d-4508-990f-38a611aef7f7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.763940 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7bc9aaec-5077-4a2f-abd9-b6d4ac3f6bf1 req-a230ffd0-227d-4508-990f-38a611aef7f7 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.71 "DELETE /v2.0/ports/0b149b67-a859-435a-88ac-0c3c6b5e22ef HTTP/1.1" status: 204 len: 173 time: 1.3890562 Feb 19 03:16:23.763940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-deleted', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:23.791599 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701f7cd0-3ddc-4d98-a470-399c766fc454" -d '{"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-deleted", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:24.022506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35a5b467-2dac-4b9c-aa3f-a23bfe128e87 req-991a3f24-6dfd-40be-83de-093c7b1f1612 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8477583 Feb 19 03:16:24.061289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network bccd48aa-08d3-4e0e-91f5-90e14472163f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:24.095815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:24.128641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:24.159444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Port': ['ID=6c1734c2-4b8f-4d42-9c11-e545989fecd4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:24.516344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cba4daa-6515-43ba-a2a9-0afd0f278350 req-8d2de660-dc5f-42fc-868c-c9a3e2e34371 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777927 Feb 19 03:16:24.535546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:24.539479 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:24.598240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92967962-e8fe-4f8f-ba3c-6913e9a0789d req-84387ef1-a032-4de4-8094-3192f187abcf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:24.600149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92967962-e8fe-4f8f-ba3c-6913e9a0789d req-84387ef1-a032-4de4-8094-3192f187abcf tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.3747244 Feb 19 03:16:24.614020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-261a7ca3-79fb-425e-9edd-cd96df780f8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3107717 Feb 19 03:16:24.632751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-15e894ad-61d8-494d-bd51-6ee76b613314 None None] Provisioning complete for port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:24.634156 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15e894ad-61d8-494d-bd51-6ee76b613314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:24.642656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Request body: {'port': {'device_id': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:24.679826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-15e894ad-61d8-494d-bd51-6ee76b613314 None None] Port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:24.781798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:24.783252 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:24.795096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92967962-e8fe-4f8f-ba3c-6913e9a0789d req-6e9f5683-5dfb-4bb1-b024-f5304f49ecab tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796708 Feb 19 03:16:24.800079 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] Sync routers for ids ['3fa7973e-350e-4220-8a43-8a136d1a991d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:24.839780 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] Routers {'3fa7973e-350e-4220-8a43-8a136d1a991d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:24.840340 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:16:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3fa7973e-350e-4220-8a43-8a136d1a991d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:24.882702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] No DVR routers for this DVR port 81e9bc8e-033f-4c0d-a3fb-e130c910b013 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:24.887959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:24.894545 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-38d7740f-1b7d-4f04-a6af-3cc0f78e0649 req-7c2aa37f-9675-4848-858d-c219aba8fb37 tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.37 "DELETE /v2.0/ports/81e9bc8e-033f-4c0d-a3fb-e130c910b013 HTTP/1.1" status: 204 len: 173 time: 3.7283950 Feb 19 03:16:24.983732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 81e9bc8e-033f-4c0d-a3fb-e130c910b013 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:25.056634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 81e9bc8e-033f-4c0d-a3fb-e130c910b013 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:25.056987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 81e9bc8e-033f-4c0d-a3fb-e130c910b013 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:25.073229 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] Set router 3fa7973e-350e-4220-8a43-8a136d1a991d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:25.216286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485f820-c323-42f7-aa1f-c6f02db5305b req-a0042d7f-43ea-48f3-8868-5076bafe14f7 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:25.217954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2485f820-c323-42f7-aa1f-c6f02db5305b req-a0042d7f-43ea-48f3-8868-5076bafe14f7 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.2001617 Feb 19 03:16:25.318906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d039d076-bc44-444b-a15a-8ec6d5f291a6 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:25.329086 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Publish callbacks [] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:25.345559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Transition to ACTIVE for port object d039d076-bc44-444b-a15a-8ec6d5f291a6 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:16:25.357787 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:25.364044 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:57Z', 'revision_number': 5, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:25.402330 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] Checking router: 3fa7973e-350e-4220-8a43-8a136d1a991d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:16:25.414372 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] Routers {'3fa7973e-350e-4220-8a43-8a136d1a991d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:25.415124 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:16:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3fa7973e-350e-4220-8a43-8a136d1a991d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:25.589086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2485f820-c323-42f7-aa1f-c6f02db5305b req-1f40c77a-a4f8-468a-a946-4592d3b3b079 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613300 Feb 19 03:16:25.640649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Pushing event updated for resources: {'Port': ['ID=d039d076-bc44-444b-a15a-8ec6d5f291a6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:25.718129 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] Set router 3fa7973e-350e-4220-8a43-8a136d1a991d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:25.752363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Attempting to bind port d039d076-bc44-444b-a15a-8ec6d5f291a6 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:25.752928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Attempting to bind port d039d076-bc44-444b-a15a-8ec6d5f291a6 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:25.753514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Attempting to bind port d039d076-bc44-444b-a15a-8ec6d5f291a6 on network bccd48aa-08d3-4e0e-91f5-90e14472163f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:25.759624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Port d039d076-bc44-444b-a15a-8ec6d5f291a6 on network bccd48aa-08d3-4e0e-91f5-90e14472163f not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:16:25.760183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Attempting to bind port d039d076-bc44-444b-a15a-8ec6d5f291a6 on network bccd48aa-08d3-4e0e-91f5-90e14472163f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:25.766531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:25.766883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Checking segment: {'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:25.770206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Bound using segment: {'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:25.770605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Bound port: d039d076-bc44-444b-a15a-8ec6d5f291a6, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:25.770990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:25.883512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] For port d039d076-bc44-444b-a15a-8ec6d5f291a6, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:25.887467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] For port d039d076-bc44-444b-a15a-8ec6d5f291a6, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d039d076-bc44-444b-a15a-8ec6d5f291a6,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:25.903212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:25.914577 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:25.971172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 0b149b67-a859-435a-88ac-0c3c6b5e22ef {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:25.971822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b149b67-a859-435a-88ac-0c3c6b5e22ef not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:26.041263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Pushing event updated for resources: {'Port': ['ID=d039d076-bc44-444b-a15a-8ec6d5f291a6,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:26.060583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:26.074614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.076641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-db77c407-9bf6-485b-9762-b44b2c69ef85 service neutron] 10.222.0.71 "PUT /v2.0/ports/d039d076-bc44-444b-a15a-8ec6d5f291a6 HTTP/1.1" status: 200 len: 1092 time: 1.4428480 Feb 19 03:16:26.077290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'tag': 'd039d076-bc44-444b-a15a-8ec6d5f291a6'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:26.081498 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe" -d '{"events": [{"name": "network-changed", "server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "tag": "d039d076-bc44-444b-a15a-8ec6d5f291a6"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:26.109001 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:57Z', 'revision_number': 5, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:26.134277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Request body: {'port': {'device_id': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:26.148231 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03ce6a-2347-4d72-b9e4-fcc67b272628 None None] The sync data for ids ['3fa7973e-350e-4220-8a43-8a136d1a991d'] in n-d-826756-2 is: [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:48Z', 'revision_number': 4, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1338c27c-ee6d-4475-a025-6b3c2a409bd9', 'name': '', 'network_id': '726feb13-dd62-4dcd-a490-a5e578aa1fd8', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'mac_address': 'fa:16:3e:ba:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:47Z', 'updated_at': '2022-02-19T03:13:57Z', 'revision_number': 5, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'subnets': [{'id': '6c3b280d-53cb-4538-b76b-21e3c023042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:26.184095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-be83d7b5-aab5-4005-b5a4-c5f61d2032ec tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7e54973ead334305ac8996802783e401&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853043 Feb 19 03:16:26.330095 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (732e9574-e23c-4b07-9617-704efda768f2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.504617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-fcaf3bb2-2dc9-4b19-9ab6-9a497f38647d tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:26.506232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-fcaf3bb2-2dc9-4b19-9ab6-9a497f38647d tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3134868 Feb 19 03:16:26.530723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-d9f0308c-0934-4755-9689-ac421f28f689 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/quotas/7e54973ead334305ac8996802783e401 HTTP/1.1" status: 200 len: 375 time: 0.0162737 Feb 19 03:16:26.536975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae3dd2-9c43-4d37-b567-6125cc734d48 None None] New status for floating IP dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:16:26.613545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-7b8a49de-2110-453f-8ed9-58d4b289dc59 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7e54973ead334305ac8996802783e401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354860 Feb 19 03:16:26.750707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732e9574-e23c-4b07-9617-704efda768f2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:26.768069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Publish callbacks [] for port (732e9574-e23c-4b07-9617-704efda768f2), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.783903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Transition to ACTIVE for port object 732e9574-e23c-4b07-9617-704efda768f2 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:16:26.790404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (732e9574-e23c-4b07-9617-704efda768f2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.006183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Attempting to bind port 732e9574-e23c-4b07-9617-704efda768f2 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:27.006654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Attempting to bind port 732e9574-e23c-4b07-9617-704efda768f2 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '38d68a52-828b-4d27-9ed7-e461a2aa7df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:27.007714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Attempting to bind port 732e9574-e23c-4b07-9617-704efda768f2 on network 10028880-c7c8-4f65-942b-f601f5b12181 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:27.010175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Pushing event updated for resources: {'Port': ['ID=732e9574-e23c-4b07-9617-704efda768f2,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:27.021044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Port 732e9574-e23c-4b07-9617-704efda768f2 on network 10028880-c7c8-4f65-942b-f601f5b12181 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:16:27.021458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Attempting to bind port 732e9574-e23c-4b07-9617-704efda768f2 on network 10028880-c7c8-4f65-942b-f601f5b12181 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:27.037756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:27.047858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Checking segment: {'id': '38d68a52-828b-4d27-9ed7-e461a2aa7df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:27.048923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Bound using segment: {'id': '38d68a52-828b-4d27-9ed7-e461a2aa7df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:27.049393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Bound port: 732e9574-e23c-4b07-9617-704efda768f2, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d68a52-828b-4d27-9ed7-e461a2aa7df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:27.049798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (732e9574-e23c-4b07-9617-704efda768f2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.083021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32870672-7f23-4a85-bb16-4db9dd656849 req-d22d2835-0e8f-4893-a6bb-78db6eb2e2c1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.088420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32870672-7f23-4a85-bb16-4db9dd656849 req-d22d2835-0e8f-4893-a6bb-78db6eb2e2c1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.093690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32870672-7f23-4a85-bb16-4db9dd656849 req-d22d2835-0e8f-4893-a6bb-78db6eb2e2c1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.101319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32870672-7f23-4a85-bb16-4db9dd656849 req-d22d2835-0e8f-4893-a6bb-78db6eb2e2c1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2399 time: 0.2257211 Feb 19 03:16:27.208234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32870672-7f23-4a85-bb16-4db9dd656849 req-13218c3b-a6a9-4467-9c04-7249d83aae55 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048179 Feb 19 03:16:27.225767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] For port 732e9574-e23c-4b07-9617-704efda768f2, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:27.225767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] For port 732e9574-e23c-4b07-9617-704efda768f2, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=732e9574-e23c-4b07-9617-704efda768f2,segment=NetworkSegment(38d68a52-828b-4d27-9ed7-e461a2aa7df0),segment_id=38d68a52-828b-4d27-9ed7-e461a2aa7df0)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:27.247889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (732e9574-e23c-4b07-9617-704efda768f2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.294696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.295321 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.297803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] 10.222.0.71 "PUT /v2.0/ports/732e9574-e23c-4b07-9617-704efda768f2 HTTP/1.1" status: 200 len: 1091 time: 1.1692231 Feb 19 03:16:27.342196 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ef05e0-1904-4c64-832c-113a21be1154 x-openstack-request-id: req-a5ef05e0-1904-4c64-832c-113a21be1154 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:27.342788 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b65af-32e3-41fc-8dee-52d6523331c5", "name": "network-vif-deleted", "tag": "0b149b67-a859-435a-88ac-0c3c6b5e22ef", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:27.342788 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5ef05e0-1904-4c64-832c-113a21be1154 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:27.343120 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b65af-32e3-41fc-8dee-52d6523331c5', 'name': 'network-vif-deleted', 'tag': '0b149b67-a859-435a-88ac-0c3c6b5e22ef', 'status': 'completed', 'code': 200} Feb 19 03:16:27.348552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Request body: {'port': {'device_id': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:27.352241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa7b22-caff-4130-ac79-0b835d7143b6 service neutron] Pushing event updated for resources: {'Port': ['ID=732e9574-e23c-4b07-9617-704efda768f2,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:27.509438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.858687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858855bc-69b2-469d-94e9-6ba9d75d1302 req-f428c0a7-3326-4a53-90e7-2b0b0ed1be8d tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.860482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-858855bc-69b2-469d-94e9-6ba9d75d1302 req-f428c0a7-3326-4a53-90e7-2b0b0ed1be8d tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 1127 time: 0.0949483 Feb 19 03:16:27.909063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1734c2-4b8f-4d42-9c11-e545989fecd4 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:27.922997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Publish callbacks [] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.950323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-858855bc-69b2-469d-94e9-6ba9d75d1302 req-cfc65881-0681-4958-9eec-13def3bc4548 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717673 Feb 19 03:16:27.951724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Transition to ACTIVE for port object 6c1734c2-4b8f-4d42-9c11-e545989fecd4 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:16:27.956044 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:28.084735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Pushing event updated for resources: {'Port': ['ID=6c1734c2-4b8f-4d42-9c11-e545989fecd4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:28.140740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Attempting to bind port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:28.141083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Attempting to bind port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:28.141413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Attempting to bind port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 on network bccd48aa-08d3-4e0e-91f5-90e14472163f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:28.154537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 on network bccd48aa-08d3-4e0e-91f5-90e14472163f not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:16:28.154762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Attempting to bind port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 on network bccd48aa-08d3-4e0e-91f5-90e14472163f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:28.162061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:28.162407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Checking segment: {'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:28.167886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Bound using segment: {'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:28.168128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Bound port: 6c1734c2-4b8f-4d42-9c11-e545989fecd4, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b0984d-7a61-481c-9969-e89c77c66ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:28.168666 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:28.276216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] For port 6c1734c2-4b8f-4d42-9c11-e545989fecd4, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:28.283601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] For port 6c1734c2-4b8f-4d42-9c11-e545989fecd4, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6c1734c2-4b8f-4d42-9c11-e545989fecd4,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:28.291943 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:28.335312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:28.336500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:28.338086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] 10.222.0.71 "PUT /v2.0/ports/6c1734c2-4b8f-4d42-9c11-e545989fecd4 HTTP/1.1" status: 200 len: 1091 time: 0.9952638 Feb 19 03:16:28.381715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914135fd-eb81-4d97-b820-986fb8aec00c service neutron] Pushing event updated for resources: {'Port': ['ID=6c1734c2-4b8f-4d42-9c11-e545989fecd4,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:28.507271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-8d6df8c0-d415-462e-b5cd-731b42ae1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:28.507813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-8d6df8c0-d415-462e-b5cd-731b42ae1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:28.508377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-8d6df8c0-d415-462e-b5cd-731b42ae1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:28.513197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-8d6df8c0-d415-462e-b5cd-731b42ae1303 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2957 time: 0.1226172 Feb 19 03:16:28.569590 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-5d55b10c-f9e8-4566-809e-86e8518c2699 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7e54973ead334305ac8996802783e401&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569403 Feb 19 03:16:28.677619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-de18a474-eac0-474c-a72d-a95603ca2013 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=d039d076-bc44-444b-a15a-8ec6d5f291a6 HTTP/1.1" status: 200 len: 217 time: 0.1481011 Feb 19 03:16:28.837178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-8534092f-f6d5-4893-a584-a80063e28c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:28.840939 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-8534092f-f6d5-4893-a584-a80063e28c40 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=faa82ca2-29bd-418f-aed9-b085e3d89132 HTTP/1.1" status: 200 len: 801 time: 0.1583838 Feb 19 03:16:28.854270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-a0f8ab80-0405-412f-a73b-6731afcd027e tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:28.855733 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-a0f8ab80-0405-412f-a73b-6731afcd027e tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798417 Feb 19 03:16:28.884304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Request body: {'port': {'device_id': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '7e54973ead334305ac8996802783e401'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:28.947669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-37ca4e19-56dc-4d60-8482-452d61812c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:28.950598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-37ca4e19-56dc-4d60-8482-452d61812c59 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bccd48aa-08d3-4e0e-91f5-90e14472163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1023395 Feb 19 03:16:29.100558 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85127d42-f585-44db-a475-2847ad160795 x-openstack-request-id: req-85127d42-f585-44db-a475-2847ad160795 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:29.100978 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "tag": "d039d076-bc44-444b-a15a-8ec6d5f291a6", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:29.101896 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85127d42-f585-44db-a475-2847ad160795 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:29.102381 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'tag': 'd039d076-bc44-444b-a15a-8ec6d5f291a6', 'status': 'completed', 'code': 200} Feb 19 03:16:29.161573 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-d9fc9338-4d14-4b93-8723-a025bdad3c08 service neutron] 10.222.0.71 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015491 Feb 19 03:16:29.169423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Made reservation on behalf of 7e54973ead334305ac8996802783e401 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:29.174834 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.190387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.314858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ae4fb-19da-4a9a-9d73-7e10c3b6bd9a req-33e339f5-4bc2-4141-a778-f4b0ef4d85c4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:29.323115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f04ae4fb-19da-4a9a-9d73-7e10c3b6bd9a req-33e339f5-4bc2-4141-a778-f4b0ef4d85c4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.1398191 Feb 19 03:16:29.346771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597ba850-8794-4748-a316-14c919000020', 'name': 'network-vif-deleted', 'tag': '81e9bc8e-033f-4c0d-a3fb-e130c910b013'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:29.349771 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2a06dc-dfd8-44bf-b830-a03f0508ad52" -d '{"events": [{"server_uuid": "597ba850-8794-4748-a316-14c919000020", "name": "network-vif-deleted", "tag": "81e9bc8e-033f-4c0d-a3fb-e130c910b013"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:29.368461 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks [] for security_group (17610fd4-0378-4678-b7f0-1ddad9b3ff94), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.374764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (17610fd4-0378-4678-b7f0-1ddad9b3ff94), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.374992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-6a8625a1-0b42-4bbf-bb8d-ba660eee2cf9 service neutron] 10.222.0.71 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048652 Feb 19 03:16:29.405043 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f04ae4fb-19da-4a9a-9d73-7e10c3b6bd9a req-a7fa8f0c-d456-442e-a59c-a29043ae0329 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809510 Feb 19 03:16:29.468613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17610fd4-0378-4678-b7f0-1ddad9b3ff94,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:29.474341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-05b6b3a6-ae3e-4fc5-8ddf-8982ff58779a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.70&port_id=732e9574-e23c-4b07-9617-704efda768f2 HTTP/1.1" status: 200 len: 217 time: 0.0905902 Feb 19 03:16:29.547785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Allocated IP 192.168.233.75 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/072c6d22-4f5d-49ba-b632-9867b1a8f50f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:29.562828 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-746c7457-068a-4091-8c4b-29b6c6f51bb8 req-840d80ae-c7d9-4c76-b061-e888cbc8ed7f tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 210 time: 0.0404103 Feb 19 03:16:29.573033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-b0f34cd5-a6a4-4bd0-87f2-5726b1e3a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:29.578235 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-b0f34cd5-a6a4-4bd0-87f2-5726b1e3a7e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad20eefb-6e41-49a3-9115-7f03fc23a6b5 HTTP/1.1" status: 200 len: 801 time: 0.0927646 Feb 19 03:16:29.610924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33936) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:29.657797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-d2b52831-92a6-4443-98c7-074bf3b87b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:29.668103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-d2b52831-92a6-4443-98c7-074bf3b87b4f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=10028880-c7c8-4f65-942b-f601f5b12181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0851016 Feb 19 03:16:29.699893 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fce911d0-a41e-48b6-9dfa-20585760bf0d tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group (da5733a4-b2b1-4403-931f-ae73a4bdf6df), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.778409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fce911d0-a41e-48b6-9dfa-20585760bf0d tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group (da5733a4-b2b1-4403-931f-ae73a4bdf6df), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.779724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-a09d2bed-6159-4a23-96f5-7e0d3bec6fa5 service neutron] 10.222.0.71 "GET /v2.0/networks/10028880-c7c8-4f65-942b-f601f5b12181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053500 Feb 19 03:16:29.859687 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks [] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.889026 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fce911d0-a41e-48b6-9dfa-20585760bf0d tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (da5733a4-b2b1-4403-931f-ae73a4bdf6df), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.892949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fce911d0-a41e-48b6-9dfa-20585760bf0d tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.894393 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fce911d0-a41e-48b6-9dfa-20585760bf0d tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "DELETE /v2.0/security-groups/da5733a4-b2b1-4403-931f-ae73a4bdf6df HTTP/1.1" status: 204 len: 168 time: 0.2804627 Feb 19 03:16:29.899807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33938) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:29.916924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce911d0-a41e-48b6-9dfa-20585760bf0d tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5733a4-b2b1-4403-931f-ae73a4bdf6df,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:29.918377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8435d4e-9e4c-4a17-9cf0-225a6cb4b6b5 req-40848660-be47-4bfd-8110-c73eba7a3b12 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:29.925721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.929202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8435d4e-9e4c-4a17-9cf0-225a6cb4b6b5 req-40848660-be47-4bfd-8110-c73eba7a3b12 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 1127 time: 0.1479588 Feb 19 03:16:29.952736 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-155724f8-bfbc-4a0e-b88b-2f0917087d7f tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] show failed (client error): The resource could not be found. Feb 19 03:16:29.956518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-155724f8-bfbc-4a0e-b88b-2f0917087d7f tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "GET /v2.0/security-groups/da5733a4-b2b1-4403-931f-ae73a4bdf6df HTTP/1.1" status: 404 len: 347 time: 0.0557525 Feb 19 03:16:29.965833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33940) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:30.008312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:30.013168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:30.015523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:30.015795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-9f5ace39-05e5-4360-b55c-0129d9fc7c83 service neutron] 10.222.0.71 "GET /v2.0/networks/10028880-c7c8-4f65-942b-f601f5b12181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219110 Feb 19 03:16:30.018430 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:30.074000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:30.074671 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.093140 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-818141a5-cc47-4f9f-9fda-53fffe7580e2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2136235 Feb 19 03:16:30.115499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Request body: {'port': {'device_id': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:30.141082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-9e234dd1-d513-4606-a498-b75bd06857dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=6c1734c2-4b8f-4d42-9c11-e545989fecd4 HTTP/1.1" status: 200 len: 217 time: 0.1141465 Feb 19 03:16:30.142804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33944) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:30.199383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.215325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8435d4e-9e4c-4a17-9cf0-225a6cb4b6b5 req-7d581053-a787-4505-bcb1-6194b01a0954 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850292 Feb 19 03:16:30.419675 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-78492aa2-980c-45e1-8a7f-ea0e145b934d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.446537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8f2e21e3-b135-4c3c-8275-a5fe33e9d1eb None None] Provisioning complete for port 072c6d22-4f5d-49ba-b632-9867b1a8f50f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:30.448743 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8f2e21e3-b135-4c3c-8275-a5fe33e9d1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.543924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e21e3-b135-4c3c-8275-a5fe33e9d1eb None None] Port 072c6d22-4f5d-49ba-b632-9867b1a8f50f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:30.630469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-78492aa2-980c-45e1-8a7f-ea0e145b934d admin admin] Publish callbacks [] for security_group (8fb32225-3314-418d-ba46-95b4de64469c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.639229 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-78492aa2-980c-45e1-8a7f-ea0e145b934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8fb32225-3314-418d-ba46-95b4de64469c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.708281 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-78492aa2-980c-45e1-8a7f-ea0e145b934d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea180adbe8a4407bbe9d2421e6708aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5620296 Feb 19 03:16:30.710629 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33956) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:30.712639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78492aa2-980c-45e1-8a7f-ea0e145b934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb32225-3314-418d-ba46-95b4de64469c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:30.716693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072c6d22-4f5d-49ba-b632-9867b1a8f50f {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:30.729925 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Publish callbacks [] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.747020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-c492fb35-6477-4a1d-85e0-60e101c5b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:30.748586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-c492fb35-6477-4a1d-85e0-60e101c5b24b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=faa82ca2-29bd-418f-aed9-b085e3d89132 HTTP/1.1" status: 200 len: 801 time: 0.5973215 Feb 19 03:16:30.760519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Transition to ACTIVE for port object 072c6d22-4f5d-49ba-b632-9867b1a8f50f will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:16:30.770469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.794565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0619e-f2d8-4433-ae51-3151549cd142 req-8eae54c0-79c4-42f0-9104-f7440dd021e4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:30.800423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0619e-f2d8-4433-ae51-3151549cd142 req-8eae54c0-79c4-42f0-9104-f7440dd021e4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:30.806629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0619e-f2d8-4433-ae51-3151549cd142 req-8eae54c0-79c4-42f0-9104-f7440dd021e4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:30.808519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70c0619e-f2d8-4433-ae51-3151549cd142 req-8eae54c0-79c4-42f0-9104-f7440dd021e4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2411 time: 0.1190684 Feb 19 03:16:30.831727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb2ea-befb-4537-a2b6-e878bf71188e admin admin] Publish callbacks [] for security_group (8fb32225-3314-418d-ba46-95b4de64469c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.836640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-53410501-4940-4bb3-ba2b-feba04547cce tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Deleting port 4367cfce-1a33-4a4b-a5ce-88eeba54c80a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:30.837007 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53410501-4940-4bb3-ba2b-feba04547cce tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4367cfce-1a33-4a4b-a5ce-88eeba54c80a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.842033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:30.882137 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb2ea-befb-4537-a2b6-e878bf71188e admin admin] Publish callbacks [] for security_group (8fb32225-3314-418d-ba46-95b4de64469c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.911043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-f4c3002b-368c-4fca-a1c4-41ba0a3841a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:30.912611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-f4c3002b-368c-4fca-a1c4-41ba0a3841a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bccd48aa-08d3-4e0e-91f5-90e14472163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1570511 Feb 19 03:16:30.970263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Attempting to bind port 072c6d22-4f5d-49ba-b632-9867b1a8f50f on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:30.970609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Attempting to bind port 072c6d22-4f5d-49ba-b632-9867b1a8f50f by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:30.970939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Attempting to bind port 072c6d22-4f5d-49ba-b632-9867b1a8f50f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:30.985016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Port 072c6d22-4f5d-49ba-b632-9867b1a8f50f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:16:30.985411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Attempting to bind port 072c6d22-4f5d-49ba-b632-9867b1a8f50f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:30.993640 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:30.994089 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:30.994784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:30.994932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70c0619e-f2d8-4433-ae51-3151549cd142 req-222d5686-8fa5-4642-afff-cdfecbc7ee4d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770580 Feb 19 03:16:30.995396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Bound port: 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:30.995714 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.999920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb2ea-befb-4537-a2b6-e878bf71188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8fb32225-3314-418d-ba46-95b4de64469c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.002736 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb2ea-befb-4537-a2b6-e878bf71188e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.004005 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0f8bb2ea-befb-4537-a2b6-e878bf71188e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fb32225-3314-418d-ba46-95b4de64469c HTTP/1.1" status: 204 len: 168 time: 0.2923374 Feb 19 03:16:31.017992 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53410501-4940-4bb3-ba2b-feba04547cce tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4367cfce-1a33-4a4b-a5ce-88eeba54c80a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.018370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53410501-4940-4bb3-ba2b-feba04547cce tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for floatingip (4367cfce-1a33-4a4b-a5ce-88eeba54c80a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.032890 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bb2ea-befb-4537-a2b6-e878bf71188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb32225-3314-418d-ba46-95b4de64469c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:31.053243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-53410501-4940-4bb3-ba2b-feba04547cce tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Calling delete_port for 4367cfce-1a33-4a4b-a5ce-88eeba54c80a owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:31.115431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'tag': '732e9574-e23c-4b07-9617-704efda768f2'}, {'name': 'network-changed', 'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'tag': '6c1734c2-4b8f-4d42-9c11-e545989fecd4'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:31.118546 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e" -d '{"events": [{"name": "network-changed", "server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "tag": "732e9574-e23c-4b07-9617-704efda768f2"}, {"name": "network-changed", "server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "tag": "6c1734c2-4b8f-4d42-9c11-e545989fecd4"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:31.182753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-afc63f31-054d-4d28-98b8-c5a9ebea9900 service neutron] 10.222.0.71 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613916 Feb 19 03:16:31.183289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:31.187373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:31.200882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.274698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.275404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.277382 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] 10.222.0.37 "PUT /v2.0/ports/072c6d22-4f5d-49ba-b632-9867b1a8f50f HTTP/1.1" status: 200 len: 1095 time: 1.1674061 Feb 19 03:16:31.352892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84ed1d27-9b05-4fe0-b0d2-fd3287c613cf req-6f77f467-4432-44a3-bf63-a6d76eee607b service neutron] 10.222.0.71 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628900 Feb 19 03:16:31.358249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a415f1-a0a0-49c6-b4a3-a2d7fe85484d service neutron] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:31.438803 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e609a6bc-49e9-4c8f-967e-a5077a8127d7 x-openstack-request-id: req-e609a6bc-49e9-4c8f-967e-a5077a8127d7 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:31.439565 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597ba850-8794-4748-a316-14c919000020", "name": "network-vif-deleted", "tag": "81e9bc8e-033f-4c0d-a3fb-e130c910b013", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:31.439565 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e609a6bc-49e9-4c8f-967e-a5077a8127d7 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:31.439829 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597ba850-8794-4748-a316-14c919000020', 'name': 'network-vif-deleted', 'tag': '81e9bc8e-033f-4c0d-a3fb-e130c910b013', 'status': 'completed', 'code': 200} Feb 19 03:16:31.475729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-577b0fae-3803-49b4-bf2e-700819fcb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.478222 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-577b0fae-3803-49b4-bf2e-700819fcb0c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e54973ead334305ac8996802783e401&device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 1129 time: 0.1105888 Feb 19 03:16:31.507577 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53410501-4940-4bb3-ba2b-feba04547cce tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4367cfce-1a33-4a4b-a5ce-88eeba54c80a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.534844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-d113b81b-c96c-4c59-a409-1df004a4cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.536260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-d113b81b-c96c-4c59-a409-1df004a4cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.536843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-d113b81b-c96c-4c59-a409-1df004a4cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.539381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-d113b81b-c96c-4c59-a409-1df004a4cee4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2957 time: 0.1160097 Feb 19 03:16:31.568248 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-8a0fbe1f-acfe-425d-bc76-a09cd177cc6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f HTTP/1.1" status: 200 len: 217 time: 0.0741892 Feb 19 03:16:31.584720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53410501-4940-4bb3-ba2b-feba04547cce tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Pushing event deleted for resources: {'Port': ['ID=4367cfce-1a33-4a4b-a5ce-88eeba54c80a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:31.612872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33970) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:31.658864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-6edcd961-6367-48a8-8dbe-304a0552cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.662394 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-6edcd961-6367-48a8-8dbe-304a0552cc09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0872231 Feb 19 03:16:31.734752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-f8fe11c4-e14e-4d4b-bb37-719e093fbb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.738512 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-f8fe11c4-e14e-4d4b-bb37-719e093fbb04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0687673 Feb 19 03:16:31.742921 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e778f31-f0ad-443f-a060-aa8a66f230fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.779726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53410501-4940-4bb3-ba2b-feba04547cce tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks [] for floatingip (dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.782477 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53410501-4940-4bb3-ba2b-feba04547cce tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.787646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-53410501-4940-4bb3-ba2b-feba04547cce tempest-ServersTestJSON-2106472426 tempest-ServersTestJSON-2106472426-project] 10.222.0.42 "DELETE /v2.0/floatingips/dacc9ae1-7bbd-47d6-bb73-fc8eeab9f778 HTTP/1.1" status: 204 len: 168 time: 1.8169613 Feb 19 03:16:31.789940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33972) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:31.870413 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-d309ddb9-31de-4c31-9f9b-1a573239ccc9 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212964 Feb 19 03:16:31.894632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-e05833d1-09a8-4238-8339-af9f699baa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.896325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-e05833d1-09a8-4238-8339-af9f699baa39 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bccd48aa-08d3-4e0e-91f5-90e14472163f HTTP/1.1" status: 200 len: 903 time: 0.3217704 Feb 19 03:16:31.969777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-772afc4e-bf5d-4fac-b072-a8f6bdf2eb76 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=d039d076-bc44-444b-a15a-8ec6d5f291a6 HTTP/1.1" status: 200 len: 217 time: 0.0586612 Feb 19 03:16:31.977942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5cff-a329-4082-a507-38b9821a9758 req-df18afcb-8ebd-4c31-b177-3da7e88e44fd tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.979525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb7b5cff-a329-4082-a507-38b9821a9758 req-df18afcb-8ebd-4c31-b177-3da7e88e44fd tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.3650615 Feb 19 03:16:32.016693 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a7f0b31-7fa0-48f6-bcfc-817ecd0046f6 req-6f60610b-0c6b-469a-b10a-45900848a121 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385443 Feb 19 03:16:32.138693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-864b4277-f743-44e4-a3c1-b856dfc28612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:32.140277 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-864b4277-f743-44e4-a3c1-b856dfc28612 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=faa82ca2-29bd-418f-aed9-b085e3d89132 HTTP/1.1" status: 200 len: 801 time: 0.1401696 Feb 19 03:16:32.211901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb7b5cff-a329-4082-a507-38b9821a9758 req-df4c890f-97c2-417b-a152-b883a287ece7 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014322 Feb 19 03:16:32.245694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e778f31-f0ad-443f-a060-aa8a66f230fd admin admin] Publish callbacks [] for security_group (a28738cb-b24c-4a64-a70b-a9e75abe001a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.261999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e778f31-f0ad-443f-a060-aa8a66f230fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a28738cb-b24c-4a64-a70b-a9e75abe001a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.372444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-84eab3da-eb7d-446e-9bb5-ceac4794cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:32.374199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-84eab3da-eb7d-446e-9bb5-ceac4794cbca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bccd48aa-08d3-4e0e-91f5-90e14472163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2258956 Feb 19 03:16:32.390936 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1e778f31-f0ad-443f-a060-aa8a66f230fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1735835820804f90b885a20e2771e8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7662225 Feb 19 03:16:32.394671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33976) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:32.405396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e778f31-f0ad-443f-a060-aa8a66f230fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28738cb-b24c-4a64-a70b-a9e75abe001a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:32.475087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-20b64fba-9767-49a3-afcb-a775982652af admin admin] Publish callbacks [] for security_group (a28738cb-b24c-4a64-a70b-a9e75abe001a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.508163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-20b64fba-9767-49a3-afcb-a775982652af admin admin] Publish callbacks [] for security_group (a28738cb-b24c-4a64-a70b-a9e75abe001a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.509962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d0724-612b-4d20-a9c4-d6227898df3d req-c9def5e9-d041-4dc0-92f9-c80580132a5b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:32.511926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b3d0724-612b-4d20-a9c4-d6227898df3d req-c9def5e9-d041-4dc0-92f9-c80580132a5b tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 951 time: 0.2000613 Feb 19 03:16:32.567989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-20b64fba-9767-49a3-afcb-a775982652af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a28738cb-b24c-4a64-a70b-a9e75abe001a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.570593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-20b64fba-9767-49a3-afcb-a775982652af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.572199 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-20b64fba-9767-49a3-afcb-a775982652af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a28738cb-b24c-4a64-a70b-a9e75abe001a HTTP/1.1" status: 204 len: 168 time: 0.1761734 Feb 19 03:16:32.584046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b64fba-9767-49a3-afcb-a775982652af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28738cb-b24c-4a64-a70b-a9e75abe001a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:32.599312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-65fd3b78-3181-48cc-89b4-3888a9990266 service neutron] 10.222.0.71 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145717 Feb 19 03:16:32.656023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b3d0724-612b-4d20-a9c4-d6227898df3d req-6cc2074b-e07c-4b53-b758-cd19d7010748 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031365 Feb 19 03:16:32.657297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-dfb76e14-1b2f-49dc-84b6-c18f613c01ff tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:32.659102 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-dfb76e14-1b2f-49dc-84b6-c18f613c01ff tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3 HTTP/1.1" status: 200 len: 951 time: 0.0775230 Feb 19 03:16:32.784103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14a3ce23-dd1a-42f6-84de-2ca2079c69fe req-4aef0077-b590-4b41-9bf6-e49f774ce5dc service neutron] 10.222.0.71 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683931 Feb 19 03:16:32.801558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-e92f1f1d-7502-4ede-957b-da8bd4e4adfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Deleting port eff01f0f-6e35-4a50-9866-18d6e63c0aea {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:32.801941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-e92f1f1d-7502-4ede-957b-da8bd4e4adfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.841198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d436-00ed-4d14-bc4c-924f32843e6c req-2dcdbf7b-02d5-448d-a053-a409037e6fdd tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:32.842890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a61d436-00ed-4d14-bc4c-924f32843e6c req-2dcdbf7b-02d5-448d-a053-a409037e6fdd tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 947 time: 0.1053641 Feb 19 03:16:32.869552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (3fa7973e-350e-4220-8a43-8a136d1a991d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.922842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-e92f1f1d-7502-4ede-957b-da8bd4e4adfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] For port eff01f0f-6e35-4a50-9866-18d6e63c0aea, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eff01f0f-6e35-4a50-9866-18d6e63c0aea,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:32.923208 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-e92f1f1d-7502-4ede-957b-da8bd4e4adfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.938211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-e92f1f1d-7502-4ede-957b-da8bd4e4adfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Calling delete_port for eff01f0f-6e35-4a50-9866-18d6e63c0aea owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:32.951598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a61d436-00ed-4d14-bc4c-924f32843e6c req-cdd085d4-2f8f-4a2b-b85a-f0185f00ba06 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/security-groups?id=17610fd4-0378-4678-b7f0-1ddad9b3ff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994287 Feb 19 03:16:33.019350 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d907c1-1db9-4113-a130-a0495a070ea5 x-openstack-request-id: req-46d907c1-1db9-4113-a130-a0495a070ea5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:33.020796 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "tag": "732e9574-e23c-4b07-9617-704efda768f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "tag": "6c1734c2-4b8f-4d42-9c11-e545989fecd4", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:33.021262 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46d907c1-1db9-4113-a130-a0495a070ea5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:33.022572 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'tag': '732e9574-e23c-4b07-9617-704efda768f2', 'status': 'completed', 'code': 200} Feb 19 03:16:33.023053 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'tag': '6c1734c2-4b8f-4d42-9c11-e545989fecd4', 'status': 'completed', 'code': 200} Feb 19 03:16:33.203263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-9a9bd6b1-f135-4151-8780-37966df2889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:33.203958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-9a9bd6b1-f135-4151-8780-37966df2889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:33.204062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-9a9bd6b1-f135-4151-8780-37966df2889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:33.207213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-9a9bd6b1-f135-4151-8780-37966df2889e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2957 time: 0.1747115 Feb 19 03:16:33.211533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-e92f1f1d-7502-4ede-957b-da8bd4e4adfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (eff01f0f-6e35-4a50-9866-18d6e63c0aea), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.228066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['e69eac84-a70d-421a-84e0-42931b16032b', '497de57e-ab34-4904-b8e4-09c0b3e52ed5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:33.317722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['eff01f0f-6e35-4a50-9866-18d6e63c0aea'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:33.368563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-e1c97e34-e176-48b1-aace-8b0f26a6ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:33.370136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-e1c97e34-e176-48b1-aace-8b0f26a6ce31 service neutron] 10.222.0.71 "GET /v2.0/networks?id=10028880-c7c8-4f65-942b-f601f5b12181 HTTP/1.1" status: 200 len: 902 time: 0.1571836 Feb 19 03:16:33.421705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-e92f1f1d-7502-4ede-957b-da8bd4e4adfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] No DVR routers for this DVR port eff01f0f-6e35-4a50-9866-18d6e63c0aea on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:33.425182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f1f1d-7502-4ede-957b-da8bd4e4adfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Pushing event deleted for resources: {'Port': ['ID=eff01f0f-6e35-4a50-9866-18d6e63c0aea,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:33.428834 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-e92f1f1d-7502-4ede-957b-da8bd4e4adfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.434858 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b76c9076-4c5d-4ef4-a509-65eeb31db7fb req-e92f1f1d-7502-4ede-957b-da8bd4e4adfb tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.37 "DELETE /v2.0/ports/eff01f0f-6e35-4a50-9866-18d6e63c0aea HTTP/1.1" status: 204 len: 173 time: 0.7677240 Feb 19 03:16:33.436246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-f18454ca-ab7f-42d8-95a3-0c6733cbfb37 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.70&port_id=732e9574-e23c-4b07-9617-704efda768f2 HTTP/1.1" status: 200 len: 217 time: 0.0493314 Feb 19 03:16:33.442479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f'}, {'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-deleted', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:33.446122 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45cbc1a-5936-4428-9dfc-846bc9e19faa" -d '{"events": [{"name": "network-changed", "server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f"}, {"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-deleted", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:33.454271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34000) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:33.519044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] Deleting port 1338c27c-ee6d-4475-a025-6b3c2a409bd9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:33.519390 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.534104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-8642e25d-0422-4100-b98d-a34b07c4faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:33.535594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-8642e25d-0422-4100-b98d-a34b07c4faec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad20eefb-6e41-49a3-9115-7f03fc23a6b5 HTTP/1.1" status: 200 len: 801 time: 0.0909312 Feb 19 03:16:33.645543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] For port 1338c27c-ee6d-4475-a025-6b3c2a409bd9, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1338c27c-ee6d-4475-a025-6b3c2a409bd9,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:33.646324 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.657534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-3e4256b4-b8b8-4b08-aed6-ecd33eaa48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:33.659122 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-3e4256b4-b8b8-4b08-aed6-ecd33eaa48c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=10028880-c7c8-4f65-942b-f601f5b12181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0962727 Feb 19 03:16:33.706314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] Calling delete_port for 1338c27c-ee6d-4475-a025-6b3c2a409bd9 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:33.758275 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-739f49a2-91fb-4dba-8f5b-51b0ba935971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.884619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-739f49a2-91fb-4dba-8f5b-51b0ba935971 admin admin] Publish callbacks [] for security_group (2884075a-3388-4050-9ef2-fb39d7cd6ecc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.896344 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-739f49a2-91fb-4dba-8f5b-51b0ba935971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2884075a-3388-4050-9ef2-fb39d7cd6ecc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.938138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d039d076-bc44-444b-a15a-8ec6d5f291a6 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:16:33.945068 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-739f49a2-91fb-4dba-8f5b-51b0ba935971 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe73b21a252b467f8521afde337b2090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4889672 Feb 19 03:16:33.946693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f49a2-91fb-4dba-8f5b-51b0ba935971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2884075a-3388-4050-9ef2-fb39d7cd6ecc,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:33.949564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34028) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:33.970746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-50b824b7-bcf5-4dd4-89dd-3f19649cd2f5 service neutron] 10.222.0.71 "GET /v2.0/networks/10028880-c7c8-4f65-942b-f601f5b12181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987187 Feb 19 03:16:34.065088 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f86b7a8-6b44-4202-8639-b92718619a3d admin admin] Publish callbacks [] for security_group (2884075a-3388-4050-9ef2-fb39d7cd6ecc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.099472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f86b7a8-6b44-4202-8639-b92718619a3d admin admin] Publish callbacks [] for security_group (2884075a-3388-4050-9ef2-fb39d7cd6ecc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.121856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d039d076-bc44-444b-a15a-8ec6d5f291a6, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d039d076-bc44-444b-a15a-8ec6d5f291a6,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:34.138703 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1338c27c-ee6d-4475-a025-6b3c2a409bd9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.151142 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-e9594ea9-8554-4d03-8bb1-c21aad8c32f4 service neutron] 10.222.0.71 "GET /v2.0/networks/10028880-c7c8-4f65-942b-f601f5b12181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677597 Feb 19 03:16:34.153286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'd039d076-bc44-444b-a15a-8ec6d5f291a6', 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f', 'port_id': 'd039d076-bc44-444b-a15a-8ec6d5f291a6', 'mac_address': 'fa:16:3e:e3:5c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa82ca2-29bd-418f-aed9-b085e3d89132', 'ip_address': '19.80.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:16:34.199407 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f86b7a8-6b44-4202-8639-b92718619a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2884075a-3388-4050-9ef2-fb39d7cd6ecc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.202147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f86b7a8-6b44-4202-8639-b92718619a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.203382 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1f86b7a8-6b44-4202-8639-b92718619a3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2884075a-3388-4050-9ef2-fb39d7cd6ecc HTTP/1.1" status: 204 len: 168 time: 0.2304623 Feb 19 03:16:34.215005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86b7a8-6b44-4202-8639-b92718619a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2884075a-3388-4050-9ef2-fb39d7cd6ecc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:34.229947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1338c27c-ee6d-4475-a025-6b3c2a409bd9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:34.270679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port d039d076-bc44-444b-a15a-8ec6d5f291a6 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:34.271507 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.299588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d039d076-bc44-444b-a15a-8ec6d5f291a6 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:34.329480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d039d076-bc44-444b-a15a-8ec6d5f291a6, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d039d076-bc44-444b-a15a-8ec6d5f291a6,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:34.338129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.339450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 732e9574-e23c-4b07-9617-704efda768f2 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:16:34.461582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=d039d076-bc44-444b-a15a-8ec6d5f291a6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:34.463701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-fd983b9e-f682-423f-8a47-1724f7406e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:34.464187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-fd983b9e-f682-423f-8a47-1724f7406e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:34.464663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-fd983b9e-f682-423f-8a47-1724f7406e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:34.466478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-fd983b9e-f682-423f-8a47-1724f7406e42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2957 time: 0.2163682 Feb 19 03:16:34.476847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.477236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.477696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.478379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.478722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.479052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.479381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.479709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.480033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.480355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.480966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.480966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.481442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:34.670978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 732e9574-e23c-4b07-9617-704efda768f2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=732e9574-e23c-4b07-9617-704efda768f2,segment=NetworkSegment(38d68a52-828b-4d27-9ed7-e461a2aa7df0),segment_id=38d68a52-828b-4d27-9ed7-e461a2aa7df0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:34.689490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '732e9574-e23c-4b07-9617-704efda768f2', 'network_id': '10028880-c7c8-4f65-942b-f601f5b12181', 'port_id': '732e9574-e23c-4b07-9617-704efda768f2', 'mac_address': 'fa:16:3e:22:43:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad20eefb-6e41-49a3-9115-7f03fc23a6b5', 'ip_address': '19.86.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:16:34.738741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 732e9574-e23c-4b07-9617-704efda768f2 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:34.739224 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (732e9574-e23c-4b07-9617-704efda768f2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.765627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732e9574-e23c-4b07-9617-704efda768f2 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:34.814808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 732e9574-e23c-4b07-9617-704efda768f2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=732e9574-e23c-4b07-9617-704efda768f2,segment=NetworkSegment(38d68a52-828b-4d27-9ed7-e461a2aa7df0),segment_id=38d68a52-828b-4d27-9ed7-e461a2aa7df0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:34.837103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (732e9574-e23c-4b07-9617-704efda768f2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.838126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6c1734c2-4b8f-4d42-9c11-e545989fecd4 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:16:34.933460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34050) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:34.997600 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7dd54576-a965-4d1a-afde-647571d57680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.011620 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=732e9574-e23c-4b07-9617-704efda768f2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:35.038338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (3fa7973e-350e-4220-8a43-8a136d1a991d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.046832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6c1734c2-4b8f-4d42-9c11-e545989fecd4, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6c1734c2-4b8f-4d42-9c11-e545989fecd4,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:35.139662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '6c1734c2-4b8f-4d42-9c11-e545989fecd4', 'network_id': 'bccd48aa-08d3-4e0e-91f5-90e14472163f', 'port_id': '6c1734c2-4b8f-4d42-9c11-e545989fecd4', 'mac_address': 'fa:16:3e:73:23:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa82ca2-29bd-418f-aed9-b085e3d89132', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:16:35.142237 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7dd54576-a965-4d1a-afde-647571d57680 admin admin] Publish callbacks [] for security_group (5c6417e5-b91b-4fe7-9c7e-8b437893b23e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.164219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7dd54576-a965-4d1a-afde-647571d57680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5c6417e5-b91b-4fe7-9c7e-8b437893b23e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.235866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-e594465c-2a71-4df3-a90d-8f7dfa410385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:35.237364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-e594465c-2a71-4df3-a90d-8f7dfa410385 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bccd48aa-08d3-4e0e-91f5-90e14472163f HTTP/1.1" status: 200 len: 903 time: 0.7331772 Feb 19 03:16:35.269963 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7dd54576-a965-4d1a-afde-647571d57680 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91d6b4dcb51f4e779184df0269398b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339074 Feb 19 03:16:35.271396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd54576-a965-4d1a-afde-647571d57680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6417e5-b91b-4fe7-9c7e-8b437893b23e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:35.277372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34056) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:35.292948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-79cfd3b2-676c-40f4-8d22-7feb644a941c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=6c1734c2-4b8f-4d42-9c11-e545989fecd4 HTTP/1.1" status: 200 len: 217 time: 0.0468276 Feb 19 03:16:35.388049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f03d8e28-c951-4648-93f1-7cbd41b98d92 admin admin] Publish callbacks [] for security_group (5c6417e5-b91b-4fe7-9c7e-8b437893b23e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.418012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-1256ed3f-9e3c-4266-94c3-4d2b4c929647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:35.419509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-1256ed3f-9e3c-4266-94c3-4d2b4c929647 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=faa82ca2-29bd-418f-aed9-b085e3d89132 HTTP/1.1" status: 200 len: 801 time: 0.1177957 Feb 19 03:16:35.426248 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f03d8e28-c951-4648-93f1-7cbd41b98d92 admin admin] Publish callbacks [] for security_group (5c6417e5-b91b-4fe7-9c7e-8b437893b23e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.452666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:35.453254 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.471487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1734c2-4b8f-4d42-9c11-e545989fecd4 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:35.501766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6c1734c2-4b8f-4d42-9c11-e545989fecd4, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6c1734c2-4b8f-4d42-9c11-e545989fecd4,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:35.514562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.515261 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f03d8e28-c951-4648-93f1-7cbd41b98d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5c6417e5-b91b-4fe7-9c7e-8b437893b23e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.518874 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f03d8e28-c951-4648-93f1-7cbd41b98d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.520162 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f03d8e28-c951-4648-93f1-7cbd41b98d92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c6417e5-b91b-4fe7-9c7e-8b437893b23e HTTP/1.1" status: 204 len: 168 time: 0.2405391 Feb 19 03:16:35.533674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8e28-c951-4648-93f1-7cbd41b98d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6417e5-b91b-4fe7-9c7e-8b437893b23e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:35.552052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-97375cf4-560d-43f3-a8bd-18a449bfd95c tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:16:35.565084 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-97375cf4-560d-43f3-a8bd-18a449bfd95c tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3757627 Feb 19 03:16:35.624880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6c1734c2-4b8f-4d42-9c11-e545989fecd4,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:35.661631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-ebc462dd-d9d9-4b38-84af-569c34656af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:35.664356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-ebc462dd-d9d9-4b38-84af-569c34656af2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bccd48aa-08d3-4e0e-91f5-90e14472163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2344165 Feb 19 03:16:35.784436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] Router 3fa7973e-350e-4220-8a43-8a136d1a991d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:16:35.808961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-110a4386-cf99-49fc-866e-55e5c13eeb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:35.812471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-110a4386-cf99-49fc-866e-55e5c13eeb7a service neutron] 10.222.0.42 "GET /v2.0/ports/38fb6673-22cb-4ae7-8382-8498af40ca8f HTTP/1.1" status: 200 len: 1124 time: 0.2462540 Feb 19 03:16:35.844447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Request body: {'binding': {'host': 'n-h2-826756-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:35.845184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Unknown quota resources ['binding']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:16:35.850157 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.912944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-d37e3cdc-0e34-4658-8c9e-0574d770c6c2 service neutron] 10.222.0.71 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385242 Feb 19 03:16:35.932055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['d039d076-bc44-444b-a15a-8ec6d5f291a6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:35.965830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['732e9574-e23c-4b07-9617-704efda768f2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:35.998030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['6c1734c2-4b8f-4d42-9c11-e545989fecd4'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:36.140145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:36.152154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f9aabf71-5df5-4544-804b-63a8919720e1 admin admin] 10.222.0.42 "PUT /v2.0/routers/3fa7973e-350e-4220-8a43-8a136d1a991d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3550904 Feb 19 03:16:36.152904 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] Sync routers for ids ['3fa7973e-350e-4220-8a43-8a136d1a991d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:36.154612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34080) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:36.173316 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] Routers {'3fa7973e-350e-4220-8a43-8a136d1a991d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:36.174959 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:16:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3fa7973e-350e-4220-8a43-8a136d1a991d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:36.228554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fb37c13-e9d7-4b52-8c0c-a7fb831e040e req-86676aeb-14eb-4cdc-a7a0-51e9a5330de4 service neutron] 10.222.0.71 "GET /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038564 Feb 19 03:16:36.260839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f on host n-h2-826756-2 for vnic_type normal with profile None {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:36.261509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:36.261509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:36.270841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Port 38fb6673-22cb-4ae7-8382-8498af40ca8f on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:16:36.271644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:36.282840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:36.282840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:36.283208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:36.283608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Bound port: 38fb6673-22cb-4ae7-8382-8498af40ca8f, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:36.322866 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] Set router 3fa7973e-350e-4220-8a43-8a136d1a991d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:36.403470 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Publish callbacks [] for router (3fa7973e-350e-4220-8a43-8a136d1a991d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:36.448202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:36.459519 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:36.461361 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e8d4cad-cd1e-4029-9a51-e1334e608c28 service neutron] 10.222.0.42 "POST /v2.0/ports/38fb6673-22cb-4ae7-8382-8498af40ca8f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6276817 Feb 19 03:16:36.556887 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Publish callbacks [] for router_gateway (3fa7973e-350e-4220-8a43-8a136d1a991d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:36.715640 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:16:33Z', 'revision_number': 5, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port': {'id': 'e0f0e480-987f-4279-81d7-1ad3568e5ff6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:36.723451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Deleting port e0f0e480-987f-4279-81d7-1ad3568e5ff6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:36.723812 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:36.767701 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] Checking router: 3fa7973e-350e-4220-8a43-8a136d1a991d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:16:36.780725 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] Routers {'3fa7973e-350e-4220-8a43-8a136d1a991d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:36.781770 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:16:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3fa7973e-350e-4220-8a43-8a136d1a991d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:36.796934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b45a4e-531e-4af6-ab2b-893c93df0101 req-9b8ad755-0527-4395-84c0-966b4650e6dd tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:36.804543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b45a4e-531e-4af6-ab2b-893c93df0101 req-9b8ad755-0527-4395-84c0-966b4650e6dd tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:36.809975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b45a4e-531e-4af6-ab2b-893c93df0101 req-9b8ad755-0527-4395-84c0-966b4650e6dd tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:36.811724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5b45a4e-531e-4af6-ab2b-893c93df0101 req-9b8ad755-0527-4395-84c0-966b4650e6dd tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2414 time: 0.1553352 Feb 19 03:16:36.972924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] For port e0f0e480-987f-4279-81d7-1ad3568e5ff6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e0f0e480-987f-4279-81d7-1ad3568e5ff6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:36.973326 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:37.013311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5b45a4e-531e-4af6-ab2b-893c93df0101 req-723c25e4-ebc3-4f0a-832c-7a205d424a52 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846564 Feb 19 03:16:37.033452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-78688a4a-889b-4fd4-84c8-477a744d2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:37.034764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 072c6d22-4f5d-49ba-b632-9867b1a8f50f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:16:37.037628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-78688a4a-889b-4fd4-84c8-477a744d2bc2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 1127 time: 0.2627575 Feb 19 03:16:37.045530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Calling delete_port for e0f0e480-987f-4279-81d7-1ad3568e5ff6 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:37.056325 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] Set router 3fa7973e-350e-4220-8a43-8a136d1a991d gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:37.066832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eff01f0f-6e35-4a50-9866-18d6e63c0aea no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:37.166534 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:16:36Z', 'revision_number': 6, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:37.214518 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede26d7-0966-42b4-b70a-888b02e4625a None None] The sync data for ids ['3fa7973e-350e-4220-8a43-8a136d1a991d'] in n-d-826756-2 is: [{'id': '3fa7973e-350e-4220-8a43-8a136d1a991d', 'name': 'tempest-ServersTestJSON-2079920902-router', 'tenant_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:43Z', 'updated_at': '2022-02-19T03:16:36Z', 'revision_number': 6, 'project_id': '7cdbb76ae06e4600ac83941ce11ceb13', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:37.232634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: eff01f0f-6e35-4a50-9866-18d6e63c0aea {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:37.233464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eff01f0f-6e35-4a50-9866-18d6e63c0aea not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:37.255696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:37.286226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'mac_address': 'fa:16:3e:02:40:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:16:37.308557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556e13-c131-4caf-837c-989431ecaa50 req-a8a07145-83e1-46fc-bf6e-b31b45ec4edf tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:37.310882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c556e13-c131-4caf-837c-989431ecaa50 req-a8a07145-83e1-46fc-bf6e-b31b45ec4edf tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.1721623 Feb 19 03:16:37.324078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-386ea933-f043-419a-83e5-a0d5532c8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:37.326116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-386ea933-f043-419a-83e5-a0d5532c8a13 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.2775149 Feb 19 03:16:37.356317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 072c6d22-4f5d-49ba-b632-9867b1a8f50f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:37.356977 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:37.380717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072c6d22-4f5d-49ba-b632-9867b1a8f50f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:37.410529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:37.417006 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:37.434311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-1606303d-8053-4f42-8b5f-978909a0dc75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f HTTP/1.1" status: 200 len: 217 time: 0.0467079 Feb 19 03:16:37.488637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:37.521782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c556e13-c131-4caf-837c-989431ecaa50 req-18fbf518-9018-4599-ad20-f60b762f7650 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929488 Feb 19 03:16:37.565650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-3ef793c9-3818-4fd3-a9cb-ba51d2fad59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:37.567052 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-3ef793c9-3818-4fd3-a9cb-ba51d2fad59c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1257787 Feb 19 03:16:37.612780 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68cfad9-e4cf-4c85-a86b-1d94fbcb12a6 x-openstack-request-id: req-e68cfad9-e4cf-4c85-a86b-1d94fbcb12a6 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:37.613315 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f", "status": "completed", "code": 200}, {"server_uuid": "d4b4355a-d4b7-48e6-8c26-c1ce1232b2b3", "name": "network-vif-deleted", "tag": "eff01f0f-6e35-4a50-9866-18d6e63c0aea", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:37.613315 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e68cfad9-e4cf-4c85-a86b-1d94fbcb12a6 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:37.613756 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'status': 'completed', 'code': 200} Feb 19 03:16:37.614090 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4355a-d4b7-48e6-8c26-c1ce1232b2b3', 'name': 'network-vif-deleted', 'tag': 'eff01f0f-6e35-4a50-9866-18d6e63c0aea', 'status': 'completed', 'code': 200} Feb 19 03:16:37.622952 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-35128165-6f08-4bd3-888e-49658ed7f218 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457191 Feb 19 03:16:37.640880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e0f0e480-987f-4279-81d7-1ad3568e5ff6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:37.693613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f0e480-987f-4279-81d7-1ad3568e5ff6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:37.791550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-60de67dc-0c7e-469e-ad5d-b8e2c1b7461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:37.793534 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-60de67dc-0c7e-469e-ad5d-b8e2c1b7461e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e54973ead334305ac8996802783e401&device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 1130 time: 0.1224687 Feb 19 03:16:37.884552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5e98ddd6-e7f7-4707-87e7-3354478c23f1 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527313 Feb 19 03:16:37.889005 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (3fa7973e-350e-4220-8a43-8a136d1a991d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:37.925578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-fdd6f91a-2dce-4342-a78b-d5b2e7b562f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:37.927371 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-fdd6f91a-2dce-4342-a78b-d5b2e7b562f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1190796 Feb 19 03:16:37.933119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d039d076-bc44-444b-a15a-8ec6d5f291a6 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:37.992621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['072c6d22-4f5d-49ba-b632-9867b1a8f50f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:38.038089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port d039d076-bc44-444b-a15a-8ec6d5f291a6 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:16:38.045233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port d039d076-bc44-444b-a15a-8ec6d5f291a6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:38.045610 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.056292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (3fa7973e-350e-4220-8a43-8a136d1a991d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.059832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Publish callbacks [] for router_controller (3fa7973e-350e-4220-8a43-8a136d1a991d), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.072164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f33e9c-5847-45db-b8f6-73faed6239e7 req-b1cc9ddc-f4b7-4ded-932b-d668a9d74071 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:38.073924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90f33e9c-5847-45db-b8f6-73faed6239e7 req-b1cc9ddc-f4b7-4ded-932b-d668a9d74071 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 948 time: 0.2603095 Feb 19 03:16:38.087083 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-3e2ad283-52ab-4970-b473-d4d176aafe73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f HTTP/1.1" status: 200 len: 217 time: 0.1497529 Feb 19 03:16:38.183164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-5e861841-5c86-417e-b959-f6252488acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:38.184672 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-5e861841-5c86-417e-b959-f6252488acec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0911238 Feb 19 03:16:38.190142 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (3fa7973e-350e-4220-8a43-8a136d1a991d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.192257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa7973e-350e-4220-8a43-8a136d1a991d {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:16:38.199933 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.203387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-65f8ff8c-b115-4bd2-af39-82ed266f24ae admin admin] 10.222.0.42 "DELETE /v2.0/routers/3fa7973e-350e-4220-8a43-8a136d1a991d HTTP/1.1" status: 204 len: 168 time: 2.0440454 Feb 19 03:16:38.205285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34134) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:38.218067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-a14a4af4-b23f-48e6-9308-c7bba10993bf service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238864 Feb 19 03:16:38.284984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-90349b9a-ba16-467e-8b2a-6db5ab211468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:38.286621 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-90349b9a-ba16-467e-8b2a-6db5ab211468 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0903525 Feb 19 03:16:38.341333 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-868fed30-4504-4915-8bc8-f29287a77e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.384036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port d039d076-bc44-444b-a15a-8ec6d5f291a6 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:38.384666 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.471379 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-964f5673-73cf-4ceb-9aec-1d02e3b4a23c service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781061 Feb 19 03:16:38.483947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039d076-bc44-444b-a15a-8ec6d5f291a6'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:38.491265 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b990e63-0bf7-4040-b3b6-04fde13d0b91" -d '{"events": [{"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-plugged", "status": "completed", "tag": "d039d076-bc44-444b-a15a-8ec6d5f291a6"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:38.508112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d039d076-bc44-444b-a15a-8ec6d5f291a6, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d039d076-bc44-444b-a15a-8ec6d5f291a6,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:38.568166 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.569326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 732e9574-e23c-4b07-9617-704efda768f2 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:38.645423 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e45cbc1a-5936-4428-9dfc-846bc9e19faa req-b5a2c24c-0b7d-47be-88bb-a84d94be5b51 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673968 Feb 19 03:16:38.666089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90f33e9c-5847-45db-b8f6-73faed6239e7 req-462ad9d4-118a-4b77-ac68-eea879813fb7 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/security-groups?id=17610fd4-0378-4678-b7f0-1ddad9b3ff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777128 Feb 19 03:16:38.695902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b34258-b3ee-469c-8c37-6f45fe2d4112 admin admin] Deleting subnet 6c3b280d-53cb-4538-b76b-21e3c023042b {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:16:38.702100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02b34258-b3ee-469c-8c37-6f45fe2d4112 admin admin] Publish callbacks [] for subnet (6c3b280d-53cb-4538-b76b-21e3c023042b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.738722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=d039d076-bc44-444b-a15a-8ec6d5f291a6,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:38.759853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 732e9574-e23c-4b07-9617-704efda768f2 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:16:38.765619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 732e9574-e23c-4b07-9617-704efda768f2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:38.766031 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (732e9574-e23c-4b07-9617-704efda768f2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.815269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02b34258-b3ee-469c-8c37-6f45fe2d4112 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (6c3b280d-53cb-4538-b76b-21e3c023042b), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.885645 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 732e9574-e23c-4b07-9617-704efda768f2 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:38.893514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (732e9574-e23c-4b07-9617-704efda768f2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.906829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812ef05-362d-4757-96cd-6e39f9ea495b req-412108e8-6609-4f15-9332-9145bc196e5f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:38.914997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8812ef05-362d-4757-96cd-6e39f9ea495b req-412108e8-6609-4f15-9332-9145bc196e5f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.1410620 Feb 19 03:16:38.934592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 732e9574-e23c-4b07-9617-704efda768f2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=732e9574-e23c-4b07-9617-704efda768f2,segment=NetworkSegment(38d68a52-828b-4d27-9ed7-e461a2aa7df0),segment_id=38d68a52-828b-4d27-9ed7-e461a2aa7df0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:38.940002 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (732e9574-e23c-4b07-9617-704efda768f2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.941269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6c1734c2-4b8f-4d42-9c11-e545989fecd4 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:38.977141 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02b34258-b3ee-469c-8c37-6f45fe2d4112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (6c3b280d-53cb-4538-b76b-21e3c023042b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.026606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=732e9574-e23c-4b07-9617-704efda768f2,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:39.043621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:16:39.049182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:39.049593 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.057444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8812ef05-362d-4757-96cd-6e39f9ea495b req-e8843a8c-c0c0-4e76-99bf-2762475aa089 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412189 Feb 19 03:16:39.095162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02b34258-b3ee-469c-8c37-6f45fe2d4112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (6c3b280d-53cb-4538-b76b-21e3c023042b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.147556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b34258-b3ee-469c-8c37-6f45fe2d4112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3b280d-53cb-4538-b76b-21e3c023042b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:39.150281 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02b34258-b3ee-469c-8c37-6f45fe2d4112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.162990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2f487-251d-4ae8-8cc8-f88022ab9d13 None None] Network 726feb13-dd62-4dcd-a490-a5e578aa1fd8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:39.184635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-02b34258-b3ee-469c-8c37-6f45fe2d4112 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c3b280d-53cb-4538-b76b-21e3c023042b HTTP/1.1" status: 204 len: 168 time: 0.9783163 Feb 19 03:16:39.187713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34152) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:39.224644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:39.225050 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.261138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1338c27c-ee6d-4475-a025-6b3c2a409bd9 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:39.300707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 1338c27c-ee6d-4475-a025-6b3c2a409bd9 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:39.301070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1338c27c-ee6d-4475-a025-6b3c2a409bd9 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:39.301503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e0f0e480-987f-4279-81d7-1ad3568e5ff6 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:39.363744 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (726feb13-dd62-4dcd-a490-a5e578aa1fd8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.364152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e0f0e480-987f-4279-81d7-1ad3568e5ff6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:39.364493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e0f0e480-987f-4279-81d7-1ad3568e5ff6 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:39.373133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6c1734c2-4b8f-4d42-9c11-e545989fecd4, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6c1734c2-4b8f-4d42-9c11-e545989fecd4,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:39.382995 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.461442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6c1734c2-4b8f-4d42-9c11-e545989fecd4,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:39.524317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Deleting port bd6a99b7-1c79-4b47-b49a-3209b17eba0e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:39.524958 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.530891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9619a78-e14d-4190-ac88-c196a0d1f750 req-88e3df11-baee-4eff-b3b6-24f1712599de tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:39.536351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9619a78-e14d-4190-ac88-c196a0d1f750 req-88e3df11-baee-4eff-b3b6-24f1712599de tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:39.545797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9619a78-e14d-4190-ac88-c196a0d1f750 req-88e3df11-baee-4eff-b3b6-24f1712599de tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:39.547753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9619a78-e14d-4190-ac88-c196a0d1f750 req-88e3df11-baee-4eff-b3b6-24f1712599de tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2417 time: 0.1146796 Feb 19 03:16:39.551701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1713cdc-377e-48a4-a013-729fea28c641 None None] DHCP port deletion for 726feb13-dd62-4dcd-a490-a5e578aa1fd8 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:16:39.625064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9619a78-e14d-4190-ac88-c196a0d1f750 req-d3b2b11c-56e3-480d-aaf0-869cddd42981 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629241 Feb 19 03:16:39.627891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] For port bd6a99b7-1c79-4b47-b49a-3209b17eba0e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bd6a99b7-1c79-4b47-b49a-3209b17eba0e,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:39.628464 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.658410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a1713cdc-377e-48a4-a013-729fea28c641 None None] Deleting port bd6a99b7-1c79-4b47-b49a-3209b17eba0e {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:39.662835 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1713cdc-377e-48a4-a013-729fea28c641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.671481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Calling delete_port for bd6a99b7-1c79-4b47-b49a-3209b17eba0e owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:39.754164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a1713cdc-377e-48a4-a013-729fea28c641 None None] For port bd6a99b7-1c79-4b47-b49a-3209b17eba0e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bd6a99b7-1c79-4b47-b49a-3209b17eba0e,segment=NetworkSegment(ebb2f27e-ec4f-4428-a89c-2051af1c7d95),segment_id=ebb2f27e-ec4f-4428-a89c-2051af1c7d95)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:39.754599 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1713cdc-377e-48a4-a013-729fea28c641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.769535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a1713cdc-377e-48a4-a013-729fea28c641 None None] Calling delete_port for bd6a99b7-1c79-4b47-b49a-3209b17eba0e owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:39.860791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.886278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1713cdc-377e-48a4-a013-729fea28c641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (bd6a99b7-1c79-4b47-b49a-3209b17eba0e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.899522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6a99b7-1c79-4b47-b49a-3209b17eba0e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:39.907034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] No DVR routers for this DVR port bd6a99b7-1c79-4b47-b49a-3209b17eba0e on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:39.934782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1713cdc-377e-48a4-a013-729fea28c641 None None] No DVR routers for this DVR port bd6a99b7-1c79-4b47-b49a-3209b17eba0e on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:39.939593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1713cdc-377e-48a4-a013-729fea28c641 None None] Pushing event deleted for resources: {'Port': ['ID=bd6a99b7-1c79-4b47-b49a-3209b17eba0e,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:39.945068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 899e465c-51c0-432c-a605-127603318c39 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:16:40.034147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (726feb13-dd62-4dcd-a490-a5e578aa1fd8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.063152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726feb13-dd62-4dcd-a490-a5e578aa1fd8']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:40.074959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:40.075254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb2f27e-ec4f-4428-a89c-2051af1c7d95') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:40.087695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (ebb2f27e-ec4f-4428-a89c-2051af1c7d95), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.105090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ebb2f27e-ec4f-4428-a89c-2051af1c7d95), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.121835 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:16:40.123329 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (ebb2f27e-ec4f-4428-a89c-2051af1c7d95), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:16:40.127458 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:16:40.195129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:40.211024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '899e465c-51c0-432c-a605-127603318c39', 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4', 'port_id': '899e465c-51c0-432c-a605-127603318c39', 'mac_address': 'fa:16:3e:64:7e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c86e5c-d752-49b8-bd81-3c26d2849525', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:16:40.245780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (726feb13-dd62-4dcd-a490-a5e578aa1fd8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.255308 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.269629 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/726feb13-dd62-4dcd-a490-a5e578aa1fd8 HTTP/1.1" status: 204 len: 168 time: 1.0803766 Feb 19 03:16:40.315313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.315841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960bb37-f2fb-481f-823f-4c3eb46b85f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=726feb13-dd62-4dcd-a490-a5e578aa1fd8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:40.318411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.323316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.324254 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 899e465c-51c0-432c-a605-127603318c39 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:40.324939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (899e465c-51c0-432c-a605-127603318c39), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.333295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.333981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.334521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.335680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.336306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.336788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.337349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.338113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.340662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a8f95ac4-7e8f-4141-bba9-2904a6e61351 req-cbabe279-64f9-48fc-af53-c50d5eaae29c tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7745 time: 0.1951506 Feb 19 03:16:40.365793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899e465c-51c0-432c-a605-127603318c39 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:40.430832 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbab0da2-b886-48e2-b5e8-f570a9ca8061 x-openstack-request-id: req-cbab0da2-b886-48e2-b5e8-f570a9ca8061 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:40.431171 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-plugged", "status": "completed", "tag": "d039d076-bc44-444b-a15a-8ec6d5f291a6", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:40.431415 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbab0da2-b886-48e2-b5e8-f570a9ca8061 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:40.431829 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039d076-bc44-444b-a15a-8ec6d5f291a6', 'code': 200} Feb 19 03:16:40.452557 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6421-c136-4736-b152-8e301ebb5f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.455149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:40.466759 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (899e465c-51c0-432c-a605-127603318c39), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.573306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b670656-f3d9-4604-834c-13728a8efaf0 req-522bf9d6-b9d6-4d30-8b16-8798e928ef7c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.583500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b670656-f3d9-4604-834c-13728a8efaf0 req-522bf9d6-b9d6-4d30-8b16-8798e928ef7c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 945 time: 0.0910285 Feb 19 03:16:40.587621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=899e465c-51c0-432c-a605-127603318c39,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:40.683464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b670656-f3d9-4604-834c-13728a8efaf0 req-e5b0a458-2f34-406a-9df0-37ee3d97e2dc tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982082 Feb 19 03:16:40.763551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34180) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:40.845999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c72f28ed-5c69-41e1-907d-c006833ff11b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cdbb76ae06e4600ac83941ce11ceb13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0811801 Feb 19 03:16:40.849386 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34184) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:40.860990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['899e465c-51c0-432c-a605-127603318c39'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:40.920973 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb50bf4-cc61-4da7-b48b-ad2fdb0a62d5 admin admin] Publish callbacks [] for security_group (522566cd-4690-4fd2-8706-b985fe6690e2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.943044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3c793-3812-438a-ac15-017e1f66cd67 req-993a8eb4-cde3-4920-91a9-5f3ba051802a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.951467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecd3c793-3812-438a-ac15-017e1f66cd67 req-993a8eb4-cde3-4920-91a9-5f3ba051802a tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.1284811 Feb 19 03:16:40.987716 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb50bf4-cc61-4da7-b48b-ad2fdb0a62d5 admin admin] Publish callbacks [] for security_group (522566cd-4690-4fd2-8706-b985fe6690e2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.028142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-ae76d469-0b60-4b7c-a9fc-ec3b9ad4c008 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:41.029753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-ae76d469-0b60-4b7c-a9fc-ec3b9ad4c008 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.71 "GET /v2.0/ports?device_id=a342c062-fe76-41bb-b4d2-1169ccc1e1f8 HTTP/1.1" status: 200 len: 950 time: 0.1149263 Feb 19 03:16:41.077485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 072c6d22-4f5d-49ba-b632-9867b1a8f50f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:41.106507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecd3c793-3812-438a-ac15-017e1f66cd67 req-d6d3cfb9-a607-4540-8c33-3bc11a06a46f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/security-groups?id=f264e077-ce7f-4e39-8c3d-4f12d201f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299996 Feb 19 03:16:41.117228 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb50bf4-cc61-4da7-b48b-ad2fdb0a62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (522566cd-4690-4fd2-8706-b985fe6690e2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.121014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb50bf4-cc61-4da7-b48b-ad2fdb0a62d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.124656 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2eb50bf4-cc61-4da7-b48b-ad2fdb0a62d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/522566cd-4690-4fd2-8706-b985fe6690e2 HTTP/1.1" status: 204 len: 168 time: 0.2718015 Feb 19 03:16:41.140814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb50bf4-cc61-4da7-b48b-ad2fdb0a62d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522566cd-4690-4fd2-8706-b985fe6690e2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:41.226419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bd6a99b7-1c79-4b47-b49a-3209b17eba0e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:41.261225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: bd6a99b7-1c79-4b47-b49a-3209b17eba0e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:41.261566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bd6a99b7-1c79-4b47-b49a-3209b17eba0e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:41.279119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-fa3b74a3-77fb-426d-a4e2-9b1a777763da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Deleting port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:41.279119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-fa3b74a3-77fb-426d-a4e2-9b1a777763da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.289876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 072c6d22-4f5d-49ba-b632-9867b1a8f50f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:16:41.297219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 072c6d22-4f5d-49ba-b632-9867b1a8f50f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:41.297608 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.392167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3e321-e85f-49d9-aa8e-150458e87a38 req-a0516821-5264-417d-8545-d5a7c4c6b114 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:41.399673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4cb3e321-e85f-49d9-aa8e-150458e87a38 req-a0516821-5264-417d-8545-d5a7c4c6b114 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 948 time: 0.1929305 Feb 19 03:16:41.443077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 072c6d22-4f5d-49ba-b632-9867b1a8f50f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:41.443506 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.475389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-fa3b74a3-77fb-426d-a4e2-9b1a777763da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] For port 497de57e-ab34-4904-b8e4-09c0b3e52ed5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=497de57e-ab34-4904-b8e4-09c0b3e52ed5,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:41.475912 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-fa3b74a3-77fb-426d-a4e2-9b1a777763da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.487801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:41.498076 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.499135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-fa3b74a3-77fb-426d-a4e2-9b1a777763da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Calling delete_port for 497de57e-ab34-4904-b8e4-09c0b3e52ed5 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:41.582845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:41.610279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4cb3e321-e85f-49d9-aa8e-150458e87a38 req-add2b24f-4441-4d6e-b804-7566878c11b2 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/security-groups?id=17610fd4-0378-4678-b7f0-1ddad9b3ff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091706 Feb 19 03:16:41.684006 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-fa3b74a3-77fb-426d-a4e2-9b1a777763da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (497de57e-ab34-4904-b8e4-09c0b3e52ed5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.701012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['e69eac84-a70d-421a-84e0-42931b16032b', '497de57e-ab34-4904-b8e4-09c0b3e52ed5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:41.757018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b74a3-77fb-426d-a4e2-9b1a777763da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Pushing event deleted for resources: {'Port': ['ID=497de57e-ab34-4904-b8e4-09c0b3e52ed5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:41.811724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-fa3b74a3-77fb-426d-a4e2-9b1a777763da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] No DVR routers for this DVR port 497de57e-ab34-4904-b8e4-09c0b3e52ed5 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:41.815019 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-fa3b74a3-77fb-426d-a4e2-9b1a777763da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.819564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe174b14-93b8-4e01-98bd-b7d63a5a3120 req-fa3b74a3-77fb-426d-a4e2-9b1a777763da tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.71 "DELETE /v2.0/ports/497de57e-ab34-4904-b8e4-09c0b3e52ed5 HTTP/1.1" status: 204 len: 173 time: 0.7822280 Feb 19 03:16:41.819564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'name': 'network-vif-deleted', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:41.822843 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cde2cee-4152-4fc8-9731-82adae90054b" -d '{"events": [{"server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "name": "network-vif-deleted", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:41.851391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fd8d4-f95a-41e6-bf42-d0f881607a6d req-d3632d75-0bba-45fd-90de-be38abe905ed tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:41.853273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-644fd8d4-f95a-41e6-bf42-d0f881607a6d req-d3632d75-0bba-45fd-90de-be38abe905ed tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.1662743 Feb 19 03:16:41.862856 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.936608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-644fd8d4-f95a-41e6-bf42-d0f881607a6d req-78d3c1c1-7b0c-45b2-b8bf-b4ccfdb495ac tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773110 Feb 19 03:16:42.094131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9578c32-d57b-4672-b179-18fad1de16a1 req-d07bfd89-f5fe-4cd1-b67a-dc2cc1a84f9d tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.108156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9578c32-d57b-4672-b179-18fad1de16a1 req-d07bfd89-f5fe-4cd1-b67a-dc2cc1a84f9d tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 886 time: 0.1165459 Feb 19 03:16:42.247336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a34c45-2a1f-4e29-859a-a3e92e22ce18 req-7453cd2b-9e17-48f1-9fbf-75d6f4aa1177 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.253162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a34c45-2a1f-4e29-859a-a3e92e22ce18 req-7453cd2b-9e17-48f1-9fbf-75d6f4aa1177 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.259752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a34c45-2a1f-4e29-859a-a3e92e22ce18 req-7453cd2b-9e17-48f1-9fbf-75d6f4aa1177 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.261565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62a34c45-2a1f-4e29-859a-a3e92e22ce18 req-7453cd2b-9e17-48f1-9fbf-75d6f4aa1177 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2417 time: 0.0870395 Feb 19 03:16:42.354735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62a34c45-2a1f-4e29-859a-a3e92e22ce18 req-573abc68-6c2b-4633-bf66-8d86df312455 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780637 Feb 19 03:16:42.371542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34222) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:42.432744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e9574-e23c-4b07-9617-704efda768f2'}, {'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1734c2-4b8f-4d42-9c11-e545989fecd4'}, {'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:42.435175 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1237ef32-679d-474f-bb1f-5198cbef9c65" -d '{"events": [{"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-plugged", "status": "completed", "tag": "732e9574-e23c-4b07-9617-704efda768f2"}, {"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-plugged", "status": "completed", "tag": "6c1734c2-4b8f-4d42-9c11-e545989fecd4"}, {"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-plugged", "status": "completed", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:42.528207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d9014-ce5d-4eb2-87bf-6ef63f697f9a req-70248783-f507-422c-a5a5-f320f934f711 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.530081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e8d9014-ce5d-4eb2-87bf-6ef63f697f9a req-70248783-f507-422c-a5a5-f320f934f711 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 945 time: 0.0959146 Feb 19 03:16:42.560921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1115922668-network', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:42.607014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e8d9014-ce5d-4eb2-87bf-6ef63f697f9a req-42fffa79-83a8-4459-8dcd-a122306482ab tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699823 Feb 19 03:16:42.608432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Made reservation on behalf of aa870b575cbe42d5be484f2349a710c5 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:42.611759 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:42.631352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:42.660415 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680fdb56-a76d-4f4e-8f85-e71913e6945e x-openstack-request-id: req-680fdb56-a76d-4f4e-8f85-e71913e6945e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:42.661055 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a342c062-fe76-41bb-b4d2-1169ccc1e1f8", "name": "network-vif-deleted", "tag": "497de57e-ab34-4904-b8e4-09c0b3e52ed5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:42.661799 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-680fdb56-a76d-4f4e-8f85-e71913e6945e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:42.661799 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a342c062-fe76-41bb-b4d2-1169ccc1e1f8', 'name': 'network-vif-deleted', 'tag': '497de57e-ab34-4904-b8e4-09c0b3e52ed5', 'status': 'completed', 'code': 200} Feb 19 03:16:42.784684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Publish callbacks [] for security_group (2398ee93-95eb-4cfd-a673-78476f4b3a4b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:42.794910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2398ee93-95eb-4cfd-a673-78476f4b3a4b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:42.847198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.847716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.848189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.848692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.849189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.849648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.850135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.852078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.852078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.852078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.854747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ed702f0-141b-4432-9c97-3c513a0f2500 req-ef61c288-d264-45a4-8c00-e54ba5cbabc9 tempest-NetworksTest-1827872791 tempest-NetworksTest-1827872791-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7089 time: 0.1809204 Feb 19 03:16:42.858345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:16:42.883341 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:42.887810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2398ee93-95eb-4cfd-a673-78476f4b3a4b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:42.892867 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f9e3ae54-055a-4357-aa24-c24fb9cec3bf), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:42.893256 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Added segment f9e3ae54-055a-4357-aa24-c24fb9cec3bf of type vlan for network 37be3b18-250c-4faf-a3d8-ee10e804742e Feb 19 03:16:42.947347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (37be3b18-250c-4faf-a3d8-ee10e804742e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.006618 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (37be3b18-250c-4faf-a3d8-ee10e804742e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.008213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:43.008968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.062050 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ac790-82d3-4984-aa33-2c595e277a52 x-openstack-request-id: req-e74ac790-82d3-4984-aa33-2c595e277a52 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:43.063607 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-plugged", "status": "completed", "tag": "732e9574-e23c-4b07-9617-704efda768f2", "code": 200}, {"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-plugged", "status": "completed", "tag": "6c1734c2-4b8f-4d42-9c11-e545989fecd4", "code": 200}, {"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-plugged", "status": "completed", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:43.064241 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e74ac790-82d3-4984-aa33-2c595e277a52 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:43.064653 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e9574-e23c-4b07-9617-704efda768f2', 'code': 200} Feb 19 03:16:43.066236 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1734c2-4b8f-4d42-9c11-e545989fecd4', 'code': 200} Feb 19 03:16:43.068482 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'code': 200} Feb 19 03:16:43.095054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7220805 Feb 19 03:16:43.097564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34244) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:43.109075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Request body: {'subnet': {'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1115922668-subnet', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:43.150864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412bd8f-2d7d-47d6-8a94-538bc40bee72 admin admin] Pushing event updated for resources: {'Network': ['ID=37be3b18-250c-4faf-a3d8-ee10e804742e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:43.159695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Made reservation on behalf of aa870b575cbe42d5be484f2349a710c5 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:43.164957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 37be3b18-250c-4faf-a3d8-ee10e804742e details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:16:43.166611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.292161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34248) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:43.350055 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27403c39-0d27-434a-bcb1-a227707e0696 req-42c5aeda-dcfd-4a98-bfac-9bcd968577f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:43.352313 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-27403c39-0d27-434a-bcb1-a227707e0696 req-42c5aeda-dcfd-4a98-bfac-9bcd968577f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 1131 time: 0.1803861 Feb 19 03:16:43.368477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08384f-a69f-4257-b343-924adae6bab8 req-25400322-68b7-4f42-8bd4-99c8e35cde31 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:43.380215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc08384f-a69f-4257-b343-924adae6bab8 req-25400322-68b7-4f42-8bd4-99c8e35cde31 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 949 time: 0.1924920 Feb 19 03:16:43.437104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb9825-72cd-4299-987d-f744107bd2cf req-ea73166a-5667-49cb-9704-a297ce588f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:43.438521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb9825-72cd-4299-987d-f744107bd2cf req-ea73166a-5667-49cb-9704-a297ce588f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:43.439039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb9825-72cd-4299-987d-f744107bd2cf req-ea73166a-5667-49cb-9704-a297ce588f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:43.441135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89cb9825-72cd-4299-987d-f744107bd2cf req-ea73166a-5667-49cb-9704-a297ce588f58 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2963 time: 0.1917083 Feb 19 03:16:43.452417 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-27403c39-0d27-434a-bcb1-a227707e0696 req-92992eb0-a72e-435f-851b-9109fa809aac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=17610fd4-0378-4678-b7f0-1ddad9b3ff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918431 Feb 19 03:16:43.485857 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc08384f-a69f-4257-b343-924adae6bab8 req-6cb0c94d-e7da-4aee-b6cd-0c3ef5bde4cf tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/security-groups?id=17610fd4-0378-4678-b7f0-1ddad9b3ff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045635 Feb 19 03:16:43.578607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89cb9825-72cd-4299-987d-f744107bd2cf req-d2f5443b-6c04-4533-a403-5a1e61a8ec6c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244173 Feb 19 03:16:43.601516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3358add3-2d0a-49e8-bbaf-3a835949ca2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.620443 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (df6ed2fd-9d20-49e8-8951-b2647ea8fd2f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.691505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6ed2fd-9d20-49e8-8951-b2647ea8fd2f,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:43.726400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3358add3-2d0a-49e8-bbaf-3a835949ca2a admin admin] Publish callbacks [] for security_group (78ce694a-0d0a-4324-9b71-c2ec32ee06bf), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.727882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Checking segment: {'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:43.728496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Network hostable DHCP agents. Network: 37be3b18-250c-4faf-a3d8-ee10e804742e, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:16:43.735124 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3358add3-2d0a-49e8-bbaf-3a835949ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (78ce694a-0d0a-4324-9b71-c2ec32ee06bf), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.738799 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.739107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.739446 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.740111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.740395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.740737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.741069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.742194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.743053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.743400 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.743775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.744108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.744436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:43.760887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Network 37be3b18-250c-4faf-a3d8-ee10e804742e is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:16:43.775075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 37be3b18-250c-4faf-a3d8-ee10e804742e) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:43.785224 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:43.791122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.794188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecf9384-2abc-4aac-a760-632b99bdf9ec None None] Network 37be3b18-250c-4faf-a3d8-ee10e804742e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:43.820021 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-60c5d657-a1bb-4cca-97fb-b988bc878ae4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7202911 Feb 19 03:16:43.827012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34266) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:43.834808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:43.868450 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (fa1d8684-5ad3-4703-8e25-b505b84d4278), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.871988 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (fa1d8684-5ad3-4703-8e25-b505b84d4278), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.879170 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3358add3-2d0a-49e8-bbaf-3a835949ca2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=97fe60e2cc874c1e9e0ec9fed6f0a41c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5849595 Feb 19 03:16:43.881852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34268) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:43.908702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358add3-2d0a-49e8-bbaf-3a835949ca2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce694a-0d0a-4324-9b71-c2ec32ee06bf,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:43.970250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 899e465c-51c0-432c-a605-127603318c39 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:44.028630 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks [] for router_controller (fa1d8684-5ad3-4703-8e25-b505b84d4278), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.063145 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9619-a595-48b5-9aa0-f2eb6ff07468 admin admin] Publish callbacks [] for security_group (78ce694a-0d0a-4324-9b71-c2ec32ee06bf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.101891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9619-a595-48b5-9aa0-f2eb6ff07468 admin admin] Publish callbacks [] for security_group (78ce694a-0d0a-4324-9b71-c2ec32ee06bf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.113306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68edda-b5a8-4e51-b5a1-6b48842324de req-ea6a7bb3-4c73-4977-aec5-8467d2bc9c9c tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:44.125162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc68edda-b5a8-4e51-b5a1-6b48842324de req-ea6a7bb3-4c73-4977-aec5-8467d2bc9c9c tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.1252322 Feb 19 03:16:44.154761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 899e465c-51c0-432c-a605-127603318c39 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:16:44.167181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 899e465c-51c0-432c-a605-127603318c39 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:44.167945 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (899e465c-51c0-432c-a605-127603318c39), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.173567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-37be3b18-250c-4faf-a3d8-ee10e804742e', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:16:44.175102 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.234497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc68edda-b5a8-4e51-b5a1-6b48842324de req-3eef86ed-f07c-4aa8-ae24-ef11ad6382b7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072717 Feb 19 03:16:44.264231 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9619-a595-48b5-9aa0-f2eb6ff07468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (78ce694a-0d0a-4324-9b71-c2ec32ee06bf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.269496 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9619-a595-48b5-9aa0-f2eb6ff07468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.283762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7d2c9619-a595-48b5-9aa0-f2eb6ff07468 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78ce694a-0d0a-4324-9b71-c2ec32ee06bf HTTP/1.1" status: 204 len: 168 time: 0.3978841 Feb 19 03:16:44.349040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c9619-a595-48b5-9aa0-f2eb6ff07468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce694a-0d0a-4324-9b71-c2ec32ee06bf,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:44.522390 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks [] for router_gateway (fa1d8684-5ad3-4703-8e25-b505b84d4278), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.576651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd1dab-4ca4-48af-b01c-0791a9111e45 req-21df15bd-41e2-4636-8eec-c98ec497cdd0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:44.584383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd1dab-4ca4-48af-b01c-0791a9111e45 req-21df15bd-41e2-4636-8eec-c98ec497cdd0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:44.592979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd1dab-4ca4-48af-b01c-0791a9111e45 req-21df15bd-41e2-4636-8eec-c98ec497cdd0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:44.595194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fafd1dab-4ca4-48af-b01c-0791a9111e45 req-21df15bd-41e2-4636-8eec-c98ec497cdd0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2417 time: 0.1362944 Feb 19 03:16:44.607650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc55551-beef-482f-9796-3f4836892ced req-202891f8-9f1a-4469-ad54-a68b79c923d3 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:44.609654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edc55551-beef-482f-9796-3f4836892ced req-202891f8-9f1a-4469-ad54-a68b79c923d3 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 950 time: 0.2039750 Feb 19 03:16:44.665189 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.747481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 899e465c-51c0-432c-a605-127603318c39 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:44.747884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (899e465c-51c0-432c-a605-127603318c39), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.789737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Allocated IP 172.20.0.2 (37be3b18-250c-4faf-a3d8-ee10e804742e/df6ed2fd-9d20-49e8-8951-b2647ea8fd2f/ebf4a406-3d2b-413a-8762-f479ea4f0abe) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:44.819675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:44.826317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fafd1dab-4ca4-48af-b01c-0791a9111e45 req-a5b1f161-6b21-4734-9d98-b8b336dfb258 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153845 Feb 19 03:16:44.838667 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (899e465c-51c0-432c-a605-127603318c39), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.839562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 497de57e-ab34-4904-b8e4-09c0b3e52ed5 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:44.890211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-edc55551-beef-482f-9796-3f4836892ced req-7ab3bb49-bb46-4ea5-950b-71d0024b6dde tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Deleting port e69eac84-a70d-421a-84e0-42931b16032b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:44.890668 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-edc55551-beef-482f-9796-3f4836892ced req-7ab3bb49-bb46-4ea5-950b-71d0024b6dde tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e69eac84-a70d-421a-84e0-42931b16032b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.086275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-edc55551-beef-482f-9796-3f4836892ced req-7ab3bb49-bb46-4ea5-950b-71d0024b6dde tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] For port e69eac84-a70d-421a-84e0-42931b16032b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e69eac84-a70d-421a-84e0-42931b16032b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:45.086552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-edc55551-beef-482f-9796-3f4836892ced req-7ab3bb49-bb46-4ea5-950b-71d0024b6dde tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e69eac84-a70d-421a-84e0-42931b16032b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.087251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 497de57e-ab34-4904-b8e4-09c0b3e52ed5 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:45.087757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 497de57e-ab34-4904-b8e4-09c0b3e52ed5 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:45.090517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e465c-51c0-432c-a605-127603318c39'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:45.100167 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks [] for router_gateway (fa1d8684-5ad3-4703-8e25-b505b84d4278), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.103082 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bf4829-c8d5-4653-ac16-a6bccd540b82" -d '{"events": [{"server_uuid": "c252f37c-3f1d-40a8-a8fd-16812c853eef", "name": "network-vif-plugged", "status": "completed", "tag": "899e465c-51c0-432c-a605-127603318c39"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:45.114693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-edc55551-beef-482f-9796-3f4836892ced req-7ab3bb49-bb46-4ea5-950b-71d0024b6dde tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Calling delete_port for e69eac84-a70d-421a-84e0-42931b16032b owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:45.146608 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.174166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34284) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:45.346507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34290) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:45.368961 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Publish callbacks [] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.372817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f5ec461-e2f5-4d81-8375-ace07531a745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.383832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=899e465c-51c0-432c-a605-127603318c39,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:45.387201 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.404042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Allocated IP 172.25.4.139 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/9af25fe7-3780-49a4-b13f-188a4e19d2c1) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:45.427380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-edc55551-beef-482f-9796-3f4836892ced req-7ab3bb49-bb46-4ea5-950b-71d0024b6dde tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e69eac84-a70d-421a-84e0-42931b16032b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.432324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Pushing event updated for resources: {'Port': ['ID=ebf4a406-3d2b-413a-8762-f479ea4f0abe,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:45.452330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['e69eac84-a70d-421a-84e0-42931b16032b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:45.459849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Network 37be3b18-250c-4faf-a3d8-ee10e804742e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:45.483728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:45.486945 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:45.532708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3bb49-bb46-4ea5-950b-71d0024b6dde tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Pushing event deleted for resources: {'Port': ['ID=e69eac84-a70d-421a-84e0-42931b16032b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:45.561215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Attempting to bind port ebf4a406-3d2b-413a-8762-f479ea4f0abe on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:45.561671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Attempting to bind port ebf4a406-3d2b-413a-8762-f479ea4f0abe by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:45.562533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Attempting to bind port ebf4a406-3d2b-413a-8762-f479ea4f0abe on network 37be3b18-250c-4faf-a3d8-ee10e804742e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:45.568803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:45.569211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Checking segment: {'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:45.570779 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.571110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Bound using segment: {'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:45.571608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Bound port: ebf4a406-3d2b-413a-8762-f479ea4f0abe, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:45.572254 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.644168 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f5ec461-e2f5-4d81-8375-ace07531a745 admin admin] Publish callbacks [] for security_group (17350180-0cf9-4617-b701-039b61c8e779), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.658653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks [] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.667950 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f5ec461-e2f5-4d81-8375-ace07531a745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (17350180-0cf9-4617-b701-039b61c8e779), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.687362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] For port ebf4a406-3d2b-413a-8762-f479ea4f0abe, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:45.689261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc55551-beef-482f-9796-3f4836892ced req-7ab3bb49-bb46-4ea5-950b-71d0024b6dde tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] No DVR routers for this DVR port e69eac84-a70d-421a-84e0-42931b16032b on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:45.693220 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-edc55551-beef-482f-9796-3f4836892ced req-7ab3bb49-bb46-4ea5-950b-71d0024b6dde tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.697878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] For port ebf4a406-3d2b-413a-8762-f479ea4f0abe, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ebf4a406-3d2b-413a-8762-f479ea4f0abe,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:45.698621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edc55551-beef-482f-9796-3f4836892ced req-7ab3bb49-bb46-4ea5-950b-71d0024b6dde tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.71 "DELETE /v2.0/ports/e69eac84-a70d-421a-84e0-42931b16032b HTTP/1.1" status: 204 len: 173 time: 1.0789444 Feb 19 03:16:45.699145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'name': 'network-vif-deleted', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:45.701789 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e53daa-f1fe-4db9-bbc3-3a4f9724cff2" -d '{"events": [{"server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "name": "network-vif-deleted", "tag": "e69eac84-a70d-421a-84e0-42931b16032b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:45.713362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.721871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da9f60-40eb-4d5e-8c5f-7b3aadcd0778 req-a07f1d9c-cc7f-403e-a4dd-4ac15a4e2a1d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:45.731028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62da9f60-40eb-4d5e-8c5f-7b3aadcd0778 req-a07f1d9c-cc7f-403e-a4dd-4ac15a4e2a1d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.3184266 Feb 19 03:16:45.741078 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30ba6654-28c7-4577-bfd9-c523d0d1f387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.768961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ec461-e2f5-4d81-8375-ace07531a745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17350180-0cf9-4617-b701-039b61c8e779,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:45.776959 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f5ec461-e2f5-4d81-8375-ace07531a745 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49ff0210bdd54da3a7387f3022f74cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4292004 Feb 19 03:16:45.782896 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34294) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:45.789679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5715a7c-9dc8-4064-b71a-c44437bec2b3 None None] Pushing event updated for resources: {'Port': ['ID=ebf4a406-3d2b-413a-8762-f479ea4f0abe,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:45.817753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62da9f60-40eb-4d5e-8c5f-7b3aadcd0778 req-34d76b59-0644-4906-b161-1ef5f2858141 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843856 Feb 19 03:16:45.865760 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.020919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd6c03f7-cc62-4586-b967-4a38d04a5006 req-24fdbdc3-05b8-440f-9749-d089a222443f tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e08d868-d7d0-4867-acaa-ce5507f9f3ea HTTP/1.1" status: 200 len: 210 time: 0.0550940 Feb 19 03:16:46.262513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c7d64-e0bf-4c00-9a46-c945a4574c19 req-4ce4c8dd-0285-466d-bc23-0b260b640d5c tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:46.270803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e5c7d64-e0bf-4c00-9a46-c945a4574c19 req-4ce4c8dd-0285-466d-bc23-0b260b640d5c tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 949 time: 0.1419353 Feb 19 03:16:46.377696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e5c7d64-e0bf-4c00-9a46-c945a4574c19 req-334bdae9-2e3d-4107-aeb0-bb58c5c1ee81 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/security-groups?id=17610fd4-0378-4678-b7f0-1ddad9b3ff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058860 Feb 19 03:16:46.436107 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb61f89-df44-4ed2-b272-4cf8f1845205 x-openstack-request-id: req-afb61f89-df44-4ed2-b272-4cf8f1845205 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:46.437458 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c252f37c-3f1d-40a8-a8fd-16812c853eef", "name": "network-vif-plugged", "status": "completed", "tag": "899e465c-51c0-432c-a605-127603318c39", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:46.437932 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afb61f89-df44-4ed2-b272-4cf8f1845205 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:46.438569 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e465c-51c0-432c-a605-127603318c39', 'code': 200} Feb 19 03:16:46.496415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:46.520709 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30ba6654-28c7-4577-bfd9-c523d0d1f387 admin admin] Publish callbacks [] for security_group (8a416c55-bc18-4e4a-8cfc-329a5ebcc25a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.524670 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17acaf62-bbdf-4e63-9e28-ae9a9a0ef9b1 admin admin] Publish callbacks [] for security_group (17350180-0cf9-4617-b701-039b61c8e779), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.526601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:46.533454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:46.535202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30ba6654-28c7-4577-bfd9-c523d0d1f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8a416c55-bc18-4e4a-8cfc-329a5ebcc25a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.623466 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-30ba6654-28c7-4577-bfd9-c523d0d1f387 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4831909f211449b58aa4dd65fd3fa81f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4481292 Feb 19 03:16:46.625147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Pushing event updated for resources: {'Port': ['ID=9af25fe7-3780-49a4-b13f-188a4e19d2c1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:46.642168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0377a-65e6-4d5b-8f64-cdfd68043ce6 req-bfbedcba-8987-47bb-8b1c-1799b39b6cfe tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:46.643830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62f0377a-65e6-4d5b-8f64-cdfd68043ce6 req-bfbedcba-8987-47bb-8b1c-1799b39b6cfe tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.1235657 Feb 19 03:16:46.646036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34300) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:46.661823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc51a0c-f4f5-4d52-a714-a35e861874be req-5882ae92-3282-4bf0-8748-049d8ecb623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:46.663812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8dc51a0c-f4f5-4d52-a714-a35e861874be req-5882ae92-3282-4bf0-8748-049d8ecb623b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 1128 time: 0.1201067 Feb 19 03:16:46.702166 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17acaf62-bbdf-4e63-9e28-ae9a9a0ef9b1 admin admin] Publish callbacks [] for security_group (17350180-0cf9-4617-b701-039b61c8e779), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.762524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba6654-28c7-4577-bfd9-c523d0d1f387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a416c55-bc18-4e4a-8cfc-329a5ebcc25a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:46.780191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9963ad1-2e76-4578-b71a-74065662f474 admin admin] Publish callbacks [] for security_group (8a416c55-bc18-4e4a-8cfc-329a5ebcc25a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.799170 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62f0377a-65e6-4d5b-8f64-cdfd68043ce6 req-11876b16-dcad-4c73-92e9-fdf2b81e3e76 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455162 Feb 19 03:16:46.806514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8dc51a0c-f4f5-4d52-a714-a35e861874be req-79fb29ca-06b9-41ee-b5af-11d6ca449598 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361108 Feb 19 03:16:46.842926 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9963ad1-2e76-4578-b71a-74065662f474 admin admin] Publish callbacks [] for security_group (8a416c55-bc18-4e4a-8cfc-329a5ebcc25a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.897084 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a977724-0d33-4def-b854-c42eda9931c1 x-openstack-request-id: req-1a977724-0d33-4def-b854-c42eda9931c1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:46.897454 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e08d868-d7d0-4867-acaa-ce5507f9f3ea", "name": "network-vif-deleted", "tag": "e69eac84-a70d-421a-84e0-42931b16032b", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:46.898305 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a977724-0d33-4def-b854-c42eda9931c1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:46.898785 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e08d868-d7d0-4867-acaa-ce5507f9f3ea', 'name': 'network-vif-deleted', 'tag': 'e69eac84-a70d-421a-84e0-42931b16032b', 'status': 'completed', 'code': 200} Feb 19 03:16:46.908983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9963ad1-2e76-4578-b71a-74065662f474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8a416c55-bc18-4e4a-8cfc-329a5ebcc25a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.910365 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17acaf62-bbdf-4e63-9e28-ae9a9a0ef9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (17350180-0cf9-4617-b701-039b61c8e779), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.913410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9963ad1-2e76-4578-b71a-74065662f474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.914595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b9963ad1-2e76-4578-b71a-74065662f474 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a416c55-bc18-4e4a-8cfc-329a5ebcc25a HTTP/1.1" status: 204 len: 168 time: 0.2676229 Feb 19 03:16:46.922966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9963ad1-2e76-4578-b71a-74065662f474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a416c55-bc18-4e4a-8cfc-329a5ebcc25a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:46.932933 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17acaf62-bbdf-4e63-9e28-ae9a9a0ef9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.934765 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-17acaf62-bbdf-4e63-9e28-ae9a9a0ef9b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17350180-0cf9-4617-b701-039b61c8e779 HTTP/1.1" status: 204 len: 168 time: 1.1497986 Feb 19 03:16:47.094968 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks [] for router_gateway (fa1d8684-5ad3-4703-8e25-b505b84d4278), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.098658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acaf62-bbdf-4e63-9e28-ae9a9a0ef9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17350180-0cf9-4617-b701-039b61c8e779,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:47.170937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a291f-82db-4d0f-9bf4-45f8327430f1 req-d229d426-54af-46bc-993d-9ff117187523 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:47.179565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a291f-82db-4d0f-9bf4-45f8327430f1 req-d229d426-54af-46bc-993d-9ff117187523 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:47.186255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a291f-82db-4d0f-9bf4-45f8327430f1 req-d229d426-54af-46bc-993d-9ff117187523 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:47.197681 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f40a291f-82db-4d0f-9bf4-45f8327430f1 req-d229d426-54af-46bc-993d-9ff117187523 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2417 time: 0.1735933 Feb 19 03:16:47.325894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f40a291f-82db-4d0f-9bf4-45f8327430f1 req-b61e28f0-afcd-4704-b296-88a724a2480f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269298 Feb 19 03:16:47.361776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ebf4a406-3d2b-413a-8762-f479ea4f0abe up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:47.500591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c407a1-2967-4de2-98a2-e6b7f8bbf37b None None] Network 37be3b18-250c-4faf-a3d8-ee10e804742e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:47.609233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ebf4a406-3d2b-413a-8762-f479ea4f0abe triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:47.609903 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.703971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5ff5e819-afec-4611-b7c4-87f92c874746 None None] Provisioning complete for port ebf4a406-3d2b-413a-8762-f479ea4f0abe triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:47.704653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e819-afec-4611-b7c4-87f92c874746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.726969 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (fa1d8684-5ad3-4703-8e25-b505b84d4278), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.802108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34332) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:47.829513 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e9c1-57a5-493b-b19c-7e110e463cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.876055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ebf4a406-3d2b-413a-8762-f479ea4f0abe is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:47.876815 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.007530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5e819-afec-4611-b7c4-87f92c874746 None None] Current status of the port ebf4a406-3d2b-413a-8762-f479ea4f0abe is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:48.008586 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e819-afec-4611-b7c4-87f92c874746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.032539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e69eac84-a70d-421a-84e0-42931b16032b no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:48.078685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port ebf4a406-3d2b-413a-8762-f479ea4f0abe, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ebf4a406-3d2b-413a-8762-f479ea4f0abe,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:48.083981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Router fa1d8684-5ad3-4703-8e25-b505b84d4278 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:16:48.090275 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e9c1-57a5-493b-b19c-7e110e463cf2 admin admin] Publish callbacks [] for security_group (b86c55d2-af05-4783-9288-a3e428010729), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.111495 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.114554 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e9c1-57a5-493b-b19c-7e110e463cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b86c55d2-af05-4783-9288-a3e428010729), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.243889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: e69eac84-a70d-421a-84e0-42931b16032b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:48.244264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e69eac84-a70d-421a-84e0-42931b16032b not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:48.253244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a3f9e9c1-57a5-493b-b19c-7e110e463cf2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bf5de748fde44fea419a871d78bdd74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485753 Feb 19 03:16:48.256175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34340) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:48.304305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9e9c1-57a5-493b-b19c-7e110e463cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86c55d2-af05-4783-9288-a3e428010729,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:48.318443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=ebf4a406-3d2b-413a-8762-f479ea4f0abe,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:48.348128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535c7f7-2e97-47a7-b521-83fb76a6ecbd req-bf7cce17-dfa7-463f-a6b1-6a1ffc329c4c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:48.356651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f535c7f7-2e97-47a7-b521-83fb76a6ecbd req-bf7cce17-dfa7-463f-a6b1-6a1ffc329c4c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.2650087 Feb 19 03:16:48.376661 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-5ff5e819-afec-4611-b7c4-87f92c874746 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:16:48.377017 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-5ff5e819-afec-4611-b7c4-87f92c874746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:16:48.414876 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:48.424531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Sync routers for ids ['fa1d8684-5ad3-4703-8e25-b505b84d4278'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:48.455144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Routers {'fa1d8684-5ad3-4703-8e25-b505b84d4278'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:48.457094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:16:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fa1d8684-5ad3-4703-8e25-b505b84d4278'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:48.461294 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d3cc01-896c-4ef5-be10-3d79172fc867 admin admin] Publish callbacks [] for security_group (b86c55d2-af05-4783-9288-a3e428010729), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.480090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f535c7f7-2e97-47a7-b521-83fb76a6ecbd req-9f58658a-acf3-400a-bd97-1101c6440384 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165342 Feb 19 03:16:48.498791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d3cc01-896c-4ef5-be10-3d79172fc867 admin admin] Publish callbacks [] for security_group (b86c55d2-af05-4783-9288-a3e428010729), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.582580 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.590333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34350) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:48.607687 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5a51b184-76fd-4f63-8b5c-cd49ed90cc0f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7790277 Feb 19 03:16:48.609583 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d3cc01-896c-4ef5-be10-3d79172fc867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b86c55d2-af05-4783-9288-a3e428010729), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.614243 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d3cc01-896c-4ef5-be10-3d79172fc867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.621788 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-64d3cc01-896c-4ef5-be10-3d79172fc867 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b86c55d2-af05-4783-9288-a3e428010729 HTTP/1.1" status: 204 len: 168 time: 0.3627009 Feb 19 03:16:48.652522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3cc01-896c-4ef5-be10-3d79172fc867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86c55d2-af05-4783-9288-a3e428010729,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:48.654506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Set router fa1d8684-5ad3-4703-8e25-b505b84d4278 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:48.917635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059185b0-f8f8-4cff-bd49-7fbd31bc7ee0 req-e0933a2f-2f5d-4462-8a8a-54e471032fa3 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:48.925269 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-059185b0-f8f8-4cff-bd49-7fbd31bc7ee0 req-e0933a2f-2f5d-4462-8a8a-54e471032fa3 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.1353199 Feb 19 03:16:48.996118 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34362) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:49.002674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5e819-afec-4611-b7c4-87f92c874746 None None] Current status of the port ebf4a406-3d2b-413a-8762-f479ea4f0abe is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:49.028736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:46Z', 'revision_number': 3, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:49.039404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-059185b0-f8f8-4cff-bd49-7fbd31bc7ee0 req-66d00006-dffb-44d1-831d-805fe88bff4b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132727 Feb 19 03:16:49.077284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Checking router: fa1d8684-5ad3-4703-8e25-b505b84d4278 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:16:49.077284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Updating router fa1d8684-5ad3-4703-8e25-b505b84d4278 port 9af25fe7-3780-49a4-b13f-188a4e19d2c1 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:16:49.153139 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.200002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-542e0954-d7f3-40d1-bdc9-d3402e7f948e None None] Provisioning complete for port ebf4a406-3d2b-413a-8762-f479ea4f0abe triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:49.200673 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-542e0954-d7f3-40d1-bdc9-d3402e7f948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.251461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ebf4a406-3d2b-413a-8762-f479ea4f0abe up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:49.523205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.671639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34392) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:49.673164 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-321f21fa-569a-4863-b9f7-b1aeb43a6911 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42973c8e1f4740eaafb2729751201363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6739244 Feb 19 03:16:49.735894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ebf4a406-3d2b-413a-8762-f479ea4f0abe triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:49.736422 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.789325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-542e0954-d7f3-40d1-bdc9-d3402e7f948e None None] Current status of the port ebf4a406-3d2b-413a-8762-f479ea4f0abe is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:49.896365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0e0a-5c80-4954-8731-e7997734ff03 req-70140393-415a-41cd-91da-281a3256c5bf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:49.903622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0e0a-5c80-4954-8731-e7997734ff03 req-70140393-415a-41cd-91da-281a3256c5bf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:49.909475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0e0a-5c80-4954-8731-e7997734ff03 req-70140393-415a-41cd-91da-281a3256c5bf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:49.917571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa1a0e0a-5c80-4954-8731-e7997734ff03 req-70140393-415a-41cd-91da-281a3256c5bf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2417 time: 0.3660448 Feb 19 03:16:49.976102 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ebf4a406-3d2b-413a-8762-f479ea4f0abe is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:50.012573 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Publish callbacks [] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.029606 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.041210 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-172ef734-cb75-4f6a-afd8-e26d0ce30522 admin admin] Publish callbacks [] for security_group (f264e077-ce7f-4e39-8c3d-4f12d201f6c3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.116761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa1a0e0a-5c80-4954-8731-e7997734ff03 req-ce9f4f3e-9ea6-42ba-b2ec-7a7d57ee0c8f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964173 Feb 19 03:16:50.171725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Allocated IP 172.20.0.1 (37be3b18-250c-4faf-a3d8-ee10e804742e/df6ed2fd-9d20-49e8-8951-b2647ea8fd2f/f13947c1-0858-4f72-934f-b60085c5953f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:50.176141 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-172ef734-cb75-4f6a-afd8-e26d0ce30522 admin admin] Publish callbacks [] for security_group (f264e077-ce7f-4e39-8c3d-4f12d201f6c3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.215729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Attempting to bind port 9af25fe7-3780-49a4-b13f-188a4e19d2c1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:50.219318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Attempting to bind port 9af25fe7-3780-49a4-b13f-188a4e19d2c1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:50.223339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Attempting to bind port 9af25fe7-3780-49a4-b13f-188a4e19d2c1 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:50.260314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:50.272020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:50.272020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.273548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:50.274975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Bound port: 9af25fe7-3780-49a4-b13f-188a4e19d2c1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:50.278833 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.280936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2ac7d-d8cd-4fad-bcd5-6a5580ede386 None None] Pushing event updated for resources: {'Port': ['ID=9af25fe7-3780-49a4-b13f-188a4e19d2c1,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:50.389097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] For port 9af25fe7-3780-49a4-b13f-188a4e19d2c1, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:50.396580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] For port 9af25fe7-3780-49a4-b13f-188a4e19d2c1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9af25fe7-3780-49a4-b13f-188a4e19d2c1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:50.406788 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-172ef734-cb75-4f6a-afd8-e26d0ce30522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f264e077-ce7f-4e39-8c3d-4f12d201f6c3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.407654 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.410026 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-172ef734-cb75-4f6a-afd8-e26d0ce30522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.427319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-172ef734-cb75-4f6a-afd8-e26d0ce30522 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f264e077-ce7f-4e39-8c3d-4f12d201f6c3 HTTP/1.1" status: 204 len: 168 time: 0.7466886 Feb 19 03:16:50.469115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ef734-cb75-4f6a-afd8-e26d0ce30522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f264e077-ce7f-4e39-8c3d-4f12d201f6c3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:50.534664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b54527-f5a7-4d5e-9c46-5c2cfa79fcab req-54b47cbf-285a-4ff8-ad3b-2bf73abd1782 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:50.549020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0b54527-f5a7-4d5e-9c46-5c2cfa79fcab req-54b47cbf-285a-4ff8-ad3b-2bf73abd1782 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.2750463 Feb 19 03:16:50.588523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Routers {'fa1d8684-5ad3-4703-8e25-b505b84d4278'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:50.589336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:16:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fa1d8684-5ad3-4703-8e25-b505b84d4278'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:50.603292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Publish callbacks [] for port (f13947c1-0858-4f72-934f-b60085c5953f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.650308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2ac7d-d8cd-4fad-bcd5-6a5580ede386 None None] Pushing event updated for resources: {'Port': ['ID=9af25fe7-3780-49a4-b13f-188a4e19d2c1,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:50.667649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0b54527-f5a7-4d5e-9c46-5c2cfa79fcab req-dfa3f350-0dd0-4b1f-a0fe-8038d977922f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167464 Feb 19 03:16:50.740961 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f13947c1-0858-4f72-934f-b60085c5953f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.804578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] Set router fa1d8684-5ad3-4703-8e25-b505b84d4278 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:50.843057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Network 37be3b18-250c-4faf-a3d8-ee10e804742e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:50.863669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:50.869104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:50.936511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Pushing event updated for resources: {'Port': ['ID=f13947c1-0858-4f72-934f-b60085c5953f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:51.011402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b6d12-87b2-4319-a6a5-da8c3c3c6854 req-ca897e50-e932-444c-9195-f9f37700e339 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:51.013545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-904b6d12-87b2-4319-a6a5-da8c3c3c6854 req-ca897e50-e932-444c-9195-f9f37700e339 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.2019808 Feb 19 03:16:51.017604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (fa1d8684-5ad3-4703-8e25-b505b84d4278), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.260216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-904b6d12-87b2-4319-a6a5-da8c3c3c6854 req-e6e00b5f-514e-4254-b31a-eda19ebbd7be tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940385 Feb 19 03:16:51.274661 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f13947c1-0858-4f72-934f-b60085c5953f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.281251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:46Z', 'revision_number': 3, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:51.313496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34430) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:51.321496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa9945-df4a-4e39-a833-26560ef486cf None None] The sync data for ids ['fa1d8684-5ad3-4703-8e25-b505b84d4278'] in n-d-826756-2 is: [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:46Z', 'revision_number': 3, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:51.425026 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7f6adaf3-7f3b-4403-97aa-649d318a9423 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbafaa595f2546648ce868f742323a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1088810 Feb 19 03:16:51.425666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34444) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:51.438706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9f422565-ce72-4f9e-b5b9-454d508a641b None None] Provisioning complete for port f13947c1-0858-4f72-934f-b60085c5953f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:51.441458 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9f422565-ce72-4f9e-b5b9-454d508a641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f13947c1-0858-4f72-934f-b60085c5953f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.561016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9f422565-ce72-4f9e-b5b9-454d508a641b None None] Port f13947c1-0858-4f72-934f-b60085c5953f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:51.628157 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-826d58e2-246a-4c90-af52-11b95d7c0511 admin admin] Publish callbacks [] for security_group (7aae7355-4b7f-4d33-8f66-7ad594eca210), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.693257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-826d58e2-246a-4c90-af52-11b95d7c0511 admin admin] Publish callbacks [] for security_group (7aae7355-4b7f-4d33-8f66-7ad594eca210), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.715902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Publish callbacks [] for port (f13947c1-0858-4f72-934f-b60085c5953f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.731896 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (f13947c1-0858-4f72-934f-b60085c5953f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.864167 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-826d58e2-246a-4c90-af52-11b95d7c0511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7aae7355-4b7f-4d33-8f66-7ad594eca210), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.896357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-826d58e2-246a-4c90-af52-11b95d7c0511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.907817 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-826d58e2-246a-4c90-af52-11b95d7c0511 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7aae7355-4b7f-4d33-8f66-7ad594eca210 HTTP/1.1" status: 204 len: 168 time: 0.4800844 Feb 19 03:16:51.909912 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (fa1d8684-5ad3-4703-8e25-b505b84d4278), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.912511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Pushing event updated for resources: {'Port': ['ID=f13947c1-0858-4f72-934f-b60085c5953f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:51.943255 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d58e2-246a-4c90-af52-11b95d7c0511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aae7355-4b7f-4d33-8f66-7ad594eca210,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:51.972626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108491e5-8391-4820-b18b-8b8e8be1660c req-a9b25dea-3e4b-4671-8b54-8869f8e09f3d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:51.978794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108491e5-8391-4820-b18b-8b8e8be1660c req-a9b25dea-3e4b-4671-8b54-8869f8e09f3d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:51.984740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108491e5-8391-4820-b18b-8b8e8be1660c req-a9b25dea-3e4b-4671-8b54-8869f8e09f3d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:51.986604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-108491e5-8391-4820-b18b-8b8e8be1660c req-a9b25dea-3e4b-4671-8b54-8869f8e09f3d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.71 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 2417 time: 0.1991289 Feb 19 03:16:52.138608 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.230518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Network 37be3b18-250c-4faf-a3d8-ee10e804742e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:52.233211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:52.278883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-108491e5-8391-4820-b18b-8b8e8be1660c req-2abae486-5e34-4a8a-89c0-19446227fa2d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting port 732e9574-e23c-4b07-9617-704efda768f2 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:52.280003 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-2abae486-5e34-4a8a-89c0-19446227fa2d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (732e9574-e23c-4b07-9617-704efda768f2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.626697 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:16:52.642369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3178aefc-3142-403f-839c-29fa8f2b46e6 None None] Provisioning complete for port f13947c1-0858-4f72-934f-b60085c5953f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:52.646152 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3178aefc-3142-403f-839c-29fa8f2b46e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f13947c1-0858-4f72-934f-b60085c5953f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.780575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3178aefc-3142-403f-839c-29fa8f2b46e6 None None] Port f13947c1-0858-4f72-934f-b60085c5953f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:52.900014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-108491e5-8391-4820-b18b-8b8e8be1660c req-2abae486-5e34-4a8a-89c0-19446227fa2d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] For port 732e9574-e23c-4b07-9617-704efda768f2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=732e9574-e23c-4b07-9617-704efda768f2,segment=NetworkSegment(38d68a52-828b-4d27-9ed7-e461a2aa7df0),segment_id=38d68a52-828b-4d27-9ed7-e461a2aa7df0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:52.900447 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-2abae486-5e34-4a8a-89c0-19446227fa2d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (732e9574-e23c-4b07-9617-704efda768f2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.954182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-108491e5-8391-4820-b18b-8b8e8be1660c req-2abae486-5e34-4a8a-89c0-19446227fa2d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Calling delete_port for 732e9574-e23c-4b07-9617-704efda768f2 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:53.077956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Router fa1d8684-5ad3-4703-8e25-b505b84d4278 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:16:53.144227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 072c6d22-4f5d-49ba-b632-9867b1a8f50f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:16:53.209478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344353e-2304-4e0b-a511-e83692e8696b req-2eee8396-03bc-4c78-aaa6-39d70b48cb20 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:53.211778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0344353e-2304-4e0b-a511-e83692e8696b req-2eee8396-03bc-4c78-aaa6-39d70b48cb20 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 1128 time: 0.1538126 Feb 19 03:16:53.326959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9af25fe7-3780-49a4-b13f-188a4e19d2c1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:53.432266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0344353e-2304-4e0b-a511-e83692e8696b req-3fe2d104-e885-419c-acd7-7f717d65fec4 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100685 Feb 19 03:16:53.438466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:53.457915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'mac_address': 'fa:16:3e:02:40:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:16:53.460186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-2abae486-5e34-4a8a-89c0-19446227fa2d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (732e9574-e23c-4b07-9617-704efda768f2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.491789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:53.524385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 9af25fe7-3780-49a4-b13f-188a4e19d2c1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:53.525485 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.549119 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cca68b26-4d52-49d0-9dcc-87704034ab56 admin admin] 10.222.0.42 "PUT /v2.0/routers/fa1d8684-5ad3-4703-8e25-b505b84d4278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9570799 Feb 19 03:16:53.551540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abae486-5e34-4a8a-89c0-19446227fa2d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Port': ['ID=732e9574-e23c-4b07-9617-704efda768f2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:53.577688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 072c6d22-4f5d-49ba-b632-9867b1a8f50f is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:53.578144 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.616236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 072c6d22-4f5d-49ba-b632-9867b1a8f50f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:53.641093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-108491e5-8391-4820-b18b-8b8e8be1660c req-2abae486-5e34-4a8a-89c0-19446227fa2d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] No DVR routers for this DVR port 732e9574-e23c-4b07-9617-704efda768f2 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:53.666915 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-2abae486-5e34-4a8a-89c0-19446227fa2d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.671189 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-108491e5-8391-4820-b18b-8b8e8be1660c req-2abae486-5e34-4a8a-89c0-19446227fa2d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.71 "DELETE /v2.0/ports/732e9574-e23c-4b07-9617-704efda768f2 HTTP/1.1" status: 204 len: 173 time: 1.6156244 Feb 19 03:16:53.671926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-deleted', 'tag': '732e9574-e23c-4b07-9617-704efda768f2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:53.674506 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5020932c-30f5-4a22-9993-49994bf6c20b" -d '{"events": [{"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-deleted", "tag": "732e9574-e23c-4b07-9617-704efda768f2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:53.752048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:53.774788 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.868234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea70daf-42e8-44cd-867d-2d30b7a161be req-f10f13d6-3ddc-4610-af5a-4e52141986cc tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:53.881168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea70daf-42e8-44cd-867d-2d30b7a161be req-f10f13d6-3ddc-4610-af5a-4e52141986cc tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:53.898680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eea70daf-42e8-44cd-867d-2d30b7a161be req-f10f13d6-3ddc-4610-af5a-4e52141986cc tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=aac81ed9-29f0-429c-8d02-cb89f01aa48c HTTP/1.1" status: 200 len: 1682 time: 0.3085163 Feb 19 03:16:53.979400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:54.010792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6c1734c2-4b8f-4d42-9c11-e545989fecd4 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:54.030902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eea70daf-42e8-44cd-867d-2d30b7a161be req-0e35e42b-2c7c-43f6-ad13-2b053d064970 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309857 Feb 19 03:16:54.078297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-108491e5-8391-4820-b18b-8b8e8be1660c req-70897d1d-5222-4765-82b6-e7015409ef20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting port d039d076-bc44-444b-a15a-8ec6d5f291a6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:54.080983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-70897d1d-5222-4765-82b6-e7015409ef20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.117508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 9af25fe7-3780-49a4-b13f-188a4e19d2c1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:54.118576 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.149794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['072c6d22-4f5d-49ba-b632-9867b1a8f50f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:54.263113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 9af25fe7-3780-49a4-b13f-188a4e19d2c1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9af25fe7-3780-49a4-b13f-188a4e19d2c1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:54.282963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-108491e5-8391-4820-b18b-8b8e8be1660c req-70897d1d-5222-4765-82b6-e7015409ef20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] For port d039d076-bc44-444b-a15a-8ec6d5f291a6, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d039d076-bc44-444b-a15a-8ec6d5f291a6,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:54.282963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-70897d1d-5222-4765-82b6-e7015409ef20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.300398 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.325368 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Sync routers for ids ['fa1d8684-5ad3-4703-8e25-b505b84d4278'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:54.357951 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Routers {'fa1d8684-5ad3-4703-8e25-b505b84d4278'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:54.358608 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:16:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fa1d8684-5ad3-4703-8e25-b505b84d4278'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:54.361686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-108491e5-8391-4820-b18b-8b8e8be1660c req-70897d1d-5222-4765-82b6-e7015409ef20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Calling delete_port for d039d076-bc44-444b-a15a-8ec6d5f291a6 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:54.377200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=9af25fe7-3780-49a4-b13f-188a4e19d2c1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:54.515048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:54.515504 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.591659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1734c2-4b8f-4d42-9c11-e545989fecd4'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:54.594675 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0364142b-3a6f-4a44-96d3-6792f3a24f0c" -d '{"events": [{"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1734c2-4b8f-4d42-9c11-e545989fecd4"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:54.622338 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Set router fa1d8684-5ad3-4703-8e25-b505b84d4278 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:54.625982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6c1734c2-4b8f-4d42-9c11-e545989fecd4, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6c1734c2-4b8f-4d42-9c11-e545989fecd4,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:54.643344 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.645038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 732e9574-e23c-4b07-9617-704efda768f2 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:54.677932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 732e9574-e23c-4b07-9617-704efda768f2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:54.679087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 732e9574-e23c-4b07-9617-704efda768f2 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:54.680000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d039d076-bc44-444b-a15a-8ec6d5f291a6 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:54.698891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-70897d1d-5222-4765-82b6-e7015409ef20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d039d076-bc44-444b-a15a-8ec6d5f291a6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.812665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No active binding found for port d039d076-bc44-444b-a15a-8ec6d5f291a6 {{(pid=103617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:16:54.813139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port d039d076-bc44-444b-a15a-8ec6d5f291a6 host None! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:16:54.813719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d039d076-bc44-444b-a15a-8ec6d5f291a6 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:54.817033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6c1734c2-4b8f-4d42-9c11-e545989fecd4,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:54.828873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70897d1d-5222-4765-82b6-e7015409ef20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Port': ['ID=d039d076-bc44-444b-a15a-8ec6d5f291a6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:54.894378 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34514) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:54.929411 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:51Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f13947c1-0858-4f72-934f-b60085c5953f', 'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'mac_address': 'fa:16:3e:77:28:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:49Z', 'updated_at': '2022-02-19T03:16:51Z', 'revision_number': 2, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'subnets': [{'id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:54.957098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-108491e5-8391-4820-b18b-8b8e8be1660c req-70897d1d-5222-4765-82b6-e7015409ef20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] No DVR routers for this DVR port d039d076-bc44-444b-a15a-8ec6d5f291a6 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:54.964391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-70897d1d-5222-4765-82b6-e7015409ef20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.965459 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Checking router: fa1d8684-5ad3-4703-8e25-b505b84d4278 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:16:54.965821 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Updating router fa1d8684-5ad3-4703-8e25-b505b84d4278 port f13947c1-0858-4f72-934f-b60085c5953f binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:16:54.979077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-108491e5-8391-4820-b18b-8b8e8be1660c req-70897d1d-5222-4765-82b6-e7015409ef20 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.71 "DELETE /v2.0/ports/d039d076-bc44-444b-a15a-8ec6d5f291a6 HTTP/1.1" status: 204 len: 173 time: 1.2976239 Feb 19 03:16:55.025299 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f13947c1-0858-4f72-934f-b60085c5953f), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.063152 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bce21153-03c6-4e42-b2d9-1f87170e7e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.116610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85101bc9-f1fa-4d8d-bcfe-e3e97500572c req-1ab56f0a-3b72-4a6f-9fef-962b68667bf9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:55.118275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85101bc9-f1fa-4d8d-bcfe-e3e97500572c req-1ab56f0a-3b72-4a6f-9fef-962b68667bf9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.1845059 Feb 19 03:16:55.212842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 072c6d22-4f5d-49ba-b632-9867b1a8f50f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:55.224984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85101bc9-f1fa-4d8d-bcfe-e3e97500572c req-140ab554-1a7d-44f7-8336-d41f93c4b63f tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947628 Feb 19 03:16:55.266533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bce21153-03c6-4e42-b2d9-1f87170e7e14 admin admin] Publish callbacks [] for security_group (6dd5d377-57bf-472c-995a-f0dcef2e60e5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.267302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-108491e5-8391-4820-b18b-8b8e8be1660c req-d316dc9f-eb27-4aa5-880b-aa617905485a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:55.268044 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-d316dc9f-eb27-4aa5-880b-aa617905485a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.272117 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bce21153-03c6-4e42-b2d9-1f87170e7e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6dd5d377-57bf-472c-995a-f0dcef2e60e5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.305585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce21153-03c6-4e42-b2d9-1f87170e7e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd5d377-57bf-472c-995a-f0dcef2e60e5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:55.331410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9af25fe7-3780-49a4-b13f-188a4e19d2c1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:55.336648 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bce21153-03c6-4e42-b2d9-1f87170e7e14 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aefc6afd70694323a7027cdfda51dc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405468 Feb 19 03:16:55.337546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34534) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:55.433875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 072c6d22-4f5d-49ba-b632-9867b1a8f50f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:55.434518 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.469976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-366a6356-e9de-448b-a8cc-937384cc3de5 admin admin] Publish callbacks [] for security_group (6dd5d377-57bf-472c-995a-f0dcef2e60e5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.527435 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-366a6356-e9de-448b-a8cc-937384cc3de5 admin admin] Publish callbacks [] for security_group (6dd5d377-57bf-472c-995a-f0dcef2e60e5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.528629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-108491e5-8391-4820-b18b-8b8e8be1660c req-d316dc9f-eb27-4aa5-880b-aa617905485a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] For port 6c1734c2-4b8f-4d42-9c11-e545989fecd4, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6c1734c2-4b8f-4d42-9c11-e545989fecd4,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:55.529006 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-d316dc9f-eb27-4aa5-880b-aa617905485a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.538411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 9af25fe7-3780-49a4-b13f-188a4e19d2c1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:55.545614 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.547183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-108491e5-8391-4820-b18b-8b8e8be1660c req-d316dc9f-eb27-4aa5-880b-aa617905485a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Calling delete_port for 6c1734c2-4b8f-4d42-9c11-e545989fecd4 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:55.580957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf2dad-3b9a-4f6e-807b-67727da66aa7 req-9f7facff-c0f3-4b33-9cef-b05728f26315 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:55.602722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eaf2dad-3b9a-4f6e-807b-67727da66aa7 req-9f7facff-c0f3-4b33-9cef-b05728f26315 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 1128 time: 0.1197355 Feb 19 03:16:55.632730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-366a6356-e9de-448b-a8cc-937384cc3de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6dd5d377-57bf-472c-995a-f0dcef2e60e5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.635547 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-366a6356-e9de-448b-a8cc-937384cc3de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.639153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 072c6d22-4f5d-49ba-b632-9867b1a8f50f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:55.639650 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-366a6356-e9de-448b-a8cc-937384cc3de5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6dd5d377-57bf-472c-995a-f0dcef2e60e5 HTTP/1.1" status: 204 len: 168 time: 0.3005626 Feb 19 03:16:55.640096 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.654332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a6356-e9de-448b-a8cc-937384cc3de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd5d377-57bf-472c-995a-f0dcef2e60e5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:55.662688 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Publish callbacks [] for port (f13947c1-0858-4f72-934f-b60085c5953f), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.671353 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f13947c1-0858-4f72-934f-b60085c5953f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.703617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:55.749199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 9af25fe7-3780-49a4-b13f-188a4e19d2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:55.754880 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.799703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eaf2dad-3b9a-4f6e-807b-67727da66aa7 req-7e079e4b-35c3-482b-a921-01d541525cdd tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949818 Feb 19 03:16:55.818926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:55.884831 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Pushing event updated for resources: {'Port': ['ID=f13947c1-0858-4f72-934f-b60085c5953f,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:55.942006 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a43592-1d53-4be3-8932-c8251ce5297f x-openstack-request-id: req-53a43592-1d53-4be3-8932-c8251ce5297f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:55.943225 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-deleted", "tag": "732e9574-e23c-4b07-9617-704efda768f2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:55.944102 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.945051 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53a43592-1d53-4be3-8932-c8251ce5297f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:55.945939 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-deleted', 'tag': '732e9574-e23c-4b07-9617-704efda768f2', 'status': 'completed', 'code': 200} Feb 19 03:16:55.951527 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.952583 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.952948 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.956414 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.957024 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.957542 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.958266 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.963135 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.963805 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.964326 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.964873 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:55.966004 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.001876 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-d316dc9f-eb27-4aa5-880b-aa617905485a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6c1734c2-4b8f-4d42-9c11-e545989fecd4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.007389 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Attempting to bind port f13947c1-0858-4f72-934f-b60085c5953f on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:56.008014 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Attempting to bind port f13947c1-0858-4f72-934f-b60085c5953f by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:56.008584 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Attempting to bind port f13947c1-0858-4f72-934f-b60085c5953f on network 37be3b18-250c-4faf-a3d8-ee10e804742e {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:56.016479 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:56.030476 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Checking segment: {'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:56.031169 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.031743 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Bound using segment: {'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:56.032425 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Bound port: f13947c1-0858-4f72-934f-b60085c5953f, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:56.033015 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f13947c1-0858-4f72-934f-b60085c5953f), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.044312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316dc9f-eb27-4aa5-880b-aa617905485a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Port': ['ID=6c1734c2-4b8f-4d42-9c11-e545989fecd4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:56.135382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-108491e5-8391-4820-b18b-8b8e8be1660c req-d316dc9f-eb27-4aa5-880b-aa617905485a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] No DVR routers for this DVR port 6c1734c2-4b8f-4d42-9c11-e545989fecd4 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:56.146656 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] For port f13947c1-0858-4f72-934f-b60085c5953f, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:56.147134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-108491e5-8391-4820-b18b-8b8e8be1660c req-d316dc9f-eb27-4aa5-880b-aa617905485a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.150620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-108491e5-8391-4820-b18b-8b8e8be1660c req-d316dc9f-eb27-4aa5-880b-aa617905485a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.71 "DELETE /v2.0/ports/6c1734c2-4b8f-4d42-9c11-e545989fecd4 HTTP/1.1" status: 204 len: 173 time: 1.1666937 Feb 19 03:16:56.151313 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] For port f13947c1-0858-4f72-934f-b60085c5953f, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f13947c1-0858-4f72-934f-b60085c5953f,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:56.161041 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f13947c1-0858-4f72-934f-b60085c5953f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.307003 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Routers {'fa1d8684-5ad3-4703-8e25-b505b84d4278'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:56.307956 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:16:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fa1d8684-5ad3-4703-8e25-b505b84d4278'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:56.313285 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05694b-a8d6-4b0e-b4e0-fc1691034688 None None] Pushing event updated for resources: {'Port': ['ID=f13947c1-0858-4f72-934f-b60085c5953f,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:56.383851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ca6e8197-8768-4749-84a7-0ca96101f8ec None None] Provisioning complete for port f13947c1-0858-4f72-934f-b60085c5953f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:56.387274 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca6e8197-8768-4749-84a7-0ca96101f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f13947c1-0858-4f72-934f-b60085c5953f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.533486 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34556) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:56.549320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a84b3193-4b33-4179-aaa5-e9b042346bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.550361 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] Set router fa1d8684-5ad3-4703-8e25-b505b84d4278 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:56.608802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e8197-8768-4749-84a7-0ca96101f8ec None None] Current status of the port f13947c1-0858-4f72-934f-b60085c5953f is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:56.609576 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca6e8197-8768-4749-84a7-0ca96101f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f13947c1-0858-4f72-934f-b60085c5953f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.674112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ca6e8197-8768-4749-84a7-0ca96101f8ec None None] For port f13947c1-0858-4f72-934f-b60085c5953f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f13947c1-0858-4f72-934f-b60085c5953f,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:56.681439 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca6e8197-8768-4749-84a7-0ca96101f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f13947c1-0858-4f72-934f-b60085c5953f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.768993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a84b3193-4b33-4179-aaa5-e9b042346bd7 admin admin] Publish callbacks [] for security_group (deffc443-c514-44f1-9364-602048c5f940), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.775879 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a84b3193-4b33-4179-aaa5-e9b042346bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (deffc443-c514-44f1-9364-602048c5f940), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.825525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b3193-4b33-4179-aaa5-e9b042346bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deffc443-c514-44f1-9364-602048c5f940,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:56.827444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e8197-8768-4749-84a7-0ca96101f8ec None None] Pushing event updated for resources: {'Port': ['ID=f13947c1-0858-4f72-934f-b60085c5953f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:56.854959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-de10ab0d-8a3e-43c6-96d6-dd6f364ac55a None None] Provisioning complete for port f13947c1-0858-4f72-934f-b60085c5953f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:56.870825 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-de10ab0d-8a3e-43c6-96d6-dd6f364ac55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f13947c1-0858-4f72-934f-b60085c5953f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.877796 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a84b3193-4b33-4179-aaa5-e9b042346bd7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47f831c033f040b2a08d3fde181d64bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431363 Feb 19 03:16:56.880462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34568) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:56.982416 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95cdb718-6d48-45dc-b933-90f7fc30966d admin admin] Publish callbacks [] for security_group (deffc443-c514-44f1-9364-602048c5f940), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.026008 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:51Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f13947c1-0858-4f72-934f-b60085c5953f', 'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'mac_address': 'fa:16:3e:77:28:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:49Z', 'updated_at': '2022-02-19T03:16:56Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'subnets': [{'id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:57.036456 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95cdb718-6d48-45dc-b933-90f7fc30966d admin admin] Publish callbacks [] for security_group (deffc443-c514-44f1-9364-602048c5f940), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.115087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-de10ab0d-8a3e-43c6-96d6-dd6f364ac55a None None] Current status of the port f13947c1-0858-4f72-934f-b60085c5953f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:57.123182 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa1304-34c4-48b4-aaaa-c45a59db6772 None None] The sync data for ids ['fa1d8684-5ad3-4703-8e25-b505b84d4278'] in n-d-826756-2 is: [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:51Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f13947c1-0858-4f72-934f-b60085c5953f', 'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'mac_address': 'fa:16:3e:77:28:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:49Z', 'updated_at': '2022-02-19T03:16:56Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'subnets': [{'id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:57.159517 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95cdb718-6d48-45dc-b933-90f7fc30966d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (deffc443-c514-44f1-9364-602048c5f940), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.164203 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95cdb718-6d48-45dc-b933-90f7fc30966d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.170227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-95cdb718-6d48-45dc-b933-90f7fc30966d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/deffc443-c514-44f1-9364-602048c5f940 HTTP/1.1" status: 204 len: 168 time: 0.2871301 Feb 19 03:16:57.191885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdb718-6d48-45dc-b933-90f7fc30966d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deffc443-c514-44f1-9364-602048c5f940,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:57.409825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34588) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:57.416203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-931f45f0-416e-4ea1-9563-95b271aeed67 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422524583', 'description': 'tempest-description--488815169'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:57.464767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-931f45f0-416e-4ea1-9563-95b271aeed67 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.483077 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d107da2e-b8d6-4d99-9d30-62e181d963ac x-openstack-request-id: req-d107da2e-b8d6-4d99-9d30-62e181d963ac {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:57.483618 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1734c2-4b8f-4d42-9c11-e545989fecd4", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:57.483791 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d107da2e-b8d6-4d99-9d30-62e181d963ac {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:57.484348 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1734c2-4b8f-4d42-9c11-e545989fecd4', 'code': 200} Feb 19 03:16:57.594693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34594) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:57.645875 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-931f45f0-416e-4ea1-9563-95b271aeed67 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group (b9b7a7ef-deaf-4b4d-b778-595f13ae008f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.651921 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-931f45f0-416e-4ea1-9563-95b271aeed67 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b9b7a7ef-deaf-4b4d-b778-595f13ae008f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.714902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-931f45f0-416e-4ea1-9563-95b271aeed67 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.716349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-931f45f0-416e-4ea1-9563-95b271aeed67 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3049381 Feb 19 03:16:57.719500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34602) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:57.726181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-00abe0bf-7bd1-4050-9f75-5fba384b3bce tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Request body: {'security_group_rule': {'security_group_id': 'b9b7a7ef-deaf-4b4d-b778-595f13ae008f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:57.734694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-599d4ec3-f203-4491-8b8b-7b8a90520aaf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting subnet ad20eefb-6e41-49a3-9115-7f03fc23a6b5 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:16:57.743697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f45f0-416e-4ea1-9563-95b271aeed67 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b7a7ef-deaf-4b4d-b778-595f13ae008f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:57.743884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-599d4ec3-f203-4491-8b8b-7b8a90520aaf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for subnet (ad20eefb-6e41-49a3-9115-7f03fc23a6b5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.780748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00abe0bf-7bd1-4050-9f75-5fba384b3bce tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group_rule (6cce313f-630c-4174-b8d8-4dbe7a17b803), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.817028 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-599d4ec3-f203-4491-8b8b-7b8a90520aaf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (ad20eefb-6e41-49a3-9115-7f03fc23a6b5), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.899021 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00abe0bf-7bd1-4050-9f75-5fba384b3bce tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group_rule (6cce313f-630c-4174-b8d8-4dbe7a17b803), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.909399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00abe0bf-7bd1-4050-9f75-5fba384b3bce tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (6cce313f-630c-4174-b8d8-4dbe7a17b803), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.947727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-deleted', 'tag': 'd039d076-bc44-444b-a15a-8ec6d5f291a6'}, {'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-deleted', 'tag': '6c1734c2-4b8f-4d42-9c11-e545989fecd4'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:57.964493 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d222e5-f6a0-445f-920d-85555d88a997" -d '{"events": [{"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-deleted", "tag": "d039d076-bc44-444b-a15a-8ec6d5f291a6"}, {"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-deleted", "tag": "6c1734c2-4b8f-4d42-9c11-e545989fecd4"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:57.985117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abe0bf-7bd1-4050-9f75-5fba384b3bce tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cce313f-630c-4174-b8d8-4dbe7a17b803,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:58.002475 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-599d4ec3-f203-4491-8b8b-7b8a90520aaf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (ad20eefb-6e41-49a3-9115-7f03fc23a6b5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.003213 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00abe0bf-7bd1-4050-9f75-5fba384b3bce tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.011278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-00abe0bf-7bd1-4050-9f75-5fba384b3bce tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2864206 Feb 19 03:16:58.011993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34614) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:58.026184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e3625a57-c4f5-4882-901d-c3f8c27800d1 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Request body: {'security_group_rule': {'security_group_id': 'b9b7a7ef-deaf-4b4d-b778-595f13ae008f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:58.094747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3625a57-c4f5-4882-901d-c3f8c27800d1 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group_rule (1f32b4cc-f0b5-484c-9d67-3f5bc48b2438), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.157380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-599d4ec3-f203-4491-8b8b-7b8a90520aaf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (ad20eefb-6e41-49a3-9115-7f03fc23a6b5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.224945 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d4ec3-f203-4491-8b8b-7b8a90520aaf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Subnet': ['ID=ad20eefb-6e41-49a3-9115-7f03fc23a6b5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:58.238494 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-599d4ec3-f203-4491-8b8b-7b8a90520aaf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.248179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bfb443-8810-472a-93e6-70aa24b06cf5 None None] Network 10028880-c7c8-4f65-942b-f601f5b12181 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:58.254942 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-599d4ec3-f203-4491-8b8b-7b8a90520aaf tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "DELETE /v2.0/subnets/ad20eefb-6e41-49a3-9115-7f03fc23a6b5 HTTP/1.1" status: 204 len: 168 time: 0.6591153 Feb 19 03:16:58.258241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34628) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:58.276254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b5607c45-f232-4677-9080-16d96fbc0ce5 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6713eba98996437d944e47f11fad44de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761001 Feb 19 03:16:58.301686 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3625a57-c4f5-4882-901d-c3f8c27800d1 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group_rule (1f32b4cc-f0b5-484c-9d67-3f5bc48b2438), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.336762 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3625a57-c4f5-4882-901d-c3f8c27800d1 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (1f32b4cc-f0b5-484c-9d67-3f5bc48b2438), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.515525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d31e79-7910-4959-bcc3-96448cb0d263 None None] DHCP port deletion for 10028880-c7c8-4f65-942b-f601f5b12181 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:16:58.523620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3625a57-c4f5-4882-901d-c3f8c27800d1 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f32b4cc-f0b5-484c-9d67-3f5bc48b2438,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:58.556213 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3625a57-c4f5-4882-901d-c3f8c27800d1 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.559928 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e3625a57-c4f5-4882-901d-c3f8c27800d1 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5443335 Feb 19 03:16:58.560328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34636) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:58.566187 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:58.599356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-85d31e79-7910-4959-bcc3-96448cb0d263 None None] Deleting port b3e308d1-f901-4e72-babe-21bed6d984de {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:58.601441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-85d31e79-7910-4959-bcc3-96448cb0d263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.607588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (10028880-c7c8-4f65-942b-f601f5b12181), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.630997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.647658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-9f339164-57fa-4e10-ab9e-1e3b3dbe20a5 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:58.649174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-9f339164-57fa-4e10-ab9e-1e3b3dbe20a5 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3716321 Feb 19 03:16:58.697905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-16ef3c5c-8669-46d7-ac41-a1c28201334c tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/quotas/6713eba98996437d944e47f11fad44de HTTP/1.1" status: 200 len: 375 time: 0.0276504 Feb 19 03:16:58.774753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-092d7cba-b408-45e3-884f-f2db2270c0ca tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6713eba98996437d944e47f11fad44de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617595 Feb 19 03:16:58.775586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-85d31e79-7910-4959-bcc3-96448cb0d263 None None] For port b3e308d1-f901-4e72-babe-21bed6d984de, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b3e308d1-f901-4e72-babe-21bed6d984de,segment=NetworkSegment(38d68a52-828b-4d27-9ed7-e461a2aa7df0),segment_id=38d68a52-828b-4d27-9ed7-e461a2aa7df0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:58.776212 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-85d31e79-7910-4959-bcc3-96448cb0d263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.780133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting port b3e308d1-f901-4e72-babe-21bed6d984de {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:58.780919 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.887004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.891440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] For port b3e308d1-f901-4e72-babe-21bed6d984de, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b3e308d1-f901-4e72-babe-21bed6d984de,segment=NetworkSegment(38d68a52-828b-4d27-9ed7-e461a2aa7df0),segment_id=38d68a52-828b-4d27-9ed7-e461a2aa7df0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:58.891823 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.928851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Calling delete_port for b3e308d1-f901-4e72-babe-21bed6d984de owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:59.049407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-85d31e79-7910-4959-bcc3-96448cb0d263 None None] Calling delete_port for b3e308d1-f901-4e72-babe-21bed6d984de owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:59.219380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.260703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Allocated IP 172.25.4.101 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/a1d3d657-9e5c-4784-8d67-be686468ee1a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:59.287281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Port': ['ID=b3e308d1-f901-4e72-babe-21bed6d984de,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:59.296786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] No DVR routers for this DVR port b3e308d1-f901-4e72-babe-21bed6d984de on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:59.373676 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-85d31e79-7910-4959-bcc3-96448cb0d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (b3e308d1-f901-4e72-babe-21bed6d984de), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.493109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d31e79-7910-4959-bcc3-96448cb0d263 None None] Pushing event deleted for resources: {'Port': ['ID=b3e308d1-f901-4e72-babe-21bed6d984de,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:59.495379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:59.507515 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a9ec2b-f97f-4e33-ac7e-3c5d163eaeb6" -d '{"events": [{"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-plugged", "status": "completed", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:59.525028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f13947c1-0858-4f72-934f-b60085c5953f up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:59.558197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for port (a1d3d657-9e5c-4784-8d67-be686468ee1a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.672923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d31e79-7910-4959-bcc3-96448cb0d263 None None] No DVR routers for this DVR port b3e308d1-f901-4e72-babe-21bed6d984de on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:59.706792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a1d3d657-9e5c-4784-8d67-be686468ee1a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.790087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f13947c1-0858-4f72-934f-b60085c5953f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:59.790744 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f13947c1-0858-4f72-934f-b60085c5953f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.809719 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (10028880-c7c8-4f65-942b-f601f5b12181), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.825972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:59.829179 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:59.836324 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:59.840797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34656) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:59.871320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10028880-c7c8-4f65-942b-f601f5b12181']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:59.901558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d68a52-828b-4d27-9ed7-e461a2aa7df0') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:59.901885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d68a52-828b-4d27-9ed7-e461a2aa7df0') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:59.932320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Pushing event updated for resources: {'Port': ['ID=a1d3d657-9e5c-4784-8d67-be686468ee1a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:59.954624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ebe66-792c-4abc-be6a-1d89c6289aab req-2bcc1310-4c2b-4128-8183-c78f7d8f491d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:59.969671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f13947c1-0858-4f72-934f-b60085c5953f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:59.970639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb2ebe66-792c-4abc-be6a-1d89c6289aab req-2bcc1310-4c2b-4128-8183-c78f7d8f491d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.4899714 Feb 19 03:16:59.979348 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (38d68a52-828b-4d27-9ed7-e461a2aa7df0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.047532 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (38d68a52-828b-4d27-9ed7-e461a2aa7df0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.082635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b3e308d1-f901-4e72-babe-21bed6d984de no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:00.085613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:17:00.086059 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (38d68a52-828b-4d27-9ed7-e461a2aa7df0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:17:00.089191 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:17:00.094828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for floatingip (7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.137409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: b3e308d1-f901-4e72-babe-21bed6d984de {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:00.138270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b3e308d1-f901-4e72-babe-21bed6d984de not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:00.167804 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a1d3d657-9e5c-4784-8d67-be686468ee1a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.252203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e7bd1ca-4a6c-45b6-986e-721b818fa5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.254572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb2ebe66-792c-4abc-be6a-1d89c6289aab req-9c578d3b-2836-4ead-a317-b9e021fff2a6 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826598 Feb 19 03:17:00.257571 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (10028880-c7c8-4f65-942b-f601f5b12181), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.279681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.283518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "DELETE /v2.0/networks/10028880-c7c8-4f65-942b-f601f5b12181 HTTP/1.1" status: 204 len: 168 time: 2.0046554 Feb 19 03:17:00.287470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34662) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:00.382398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32657a-6504-457e-ad0b-6b33ecc5bb02 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Network': ['ID=10028880-c7c8-4f65-942b-f601f5b12181,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:00.438092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-6978c6fb-17dd-4332-b268-fab107411c27 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting subnet faa82ca2-29bd-418f-aed9-b085e3d89132 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:17:00.442362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6978c6fb-17dd-4332-b268-fab107411c27 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for subnet (faa82ca2-29bd-418f-aed9-b085e3d89132), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.541491 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6978c6fb-17dd-4332-b268-fab107411c27 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (faa82ca2-29bd-418f-aed9-b085e3d89132), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.708426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e7bd1ca-4a6c-45b6-986e-721b818fa5ed admin admin] Publish callbacks [] for security_group (c2c2a8b8-96d7-4776-94b4-bb30bb221b7e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.733341 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e7bd1ca-4a6c-45b6-986e-721b818fa5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c2c2a8b8-96d7-4776-94b4-bb30bb221b7e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.789460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6978c6fb-17dd-4332-b268-fab107411c27 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (faa82ca2-29bd-418f-aed9-b085e3d89132), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.816865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for port (a1d3d657-9e5c-4784-8d67-be686468ee1a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.907264 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (a1d3d657-9e5c-4784-8d67-be686468ee1a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.988749 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6978c6fb-17dd-4332-b268-fab107411c27 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (faa82ca2-29bd-418f-aed9-b085e3d89132), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.996121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bd1ca-4a6c-45b6-986e-721b818fa5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2a8b8-96d7-4776-94b4-bb30bb221b7e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:01.006269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Pushing event updated for resources: {'Port': ['ID=a1d3d657-9e5c-4784-8d67-be686468ee1a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:01.019777 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3e7bd1ca-4a6c-45b6-986e-721b818fa5ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4124c285a16b4ab784acf2aed8cc72af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1399746 Feb 19 03:17:01.023747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34676) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:01.125834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978c6fb-17dd-4332-b268-fab107411c27 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Subnet': ['ID=faa82ca2-29bd-418f-aed9-b085e3d89132,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:01.143834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab9535-58c9-4052-8759-2263a61cf9fb None None] Network bccd48aa-08d3-4e0e-91f5-90e14472163f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:01.144867 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6978c6fb-17dd-4332-b268-fab107411c27 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.150308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6978c6fb-17dd-4332-b268-fab107411c27 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "DELETE /v2.0/subnets/faa82ca2-29bd-418f-aed9-b085e3d89132 HTTP/1.1" status: 204 len: 168 time: 0.8608170 Feb 19 03:17:01.152982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34682) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:01.193560 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.269259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34684) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:01.273929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a1b3-539a-4051-9780-1759900aa2e6 admin admin] Publish callbacks [] for security_group (c2c2a8b8-96d7-4776-94b4-bb30bb221b7e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.371726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a1b3-539a-4051-9780-1759900aa2e6 admin admin] Publish callbacks [] for security_group (c2c2a8b8-96d7-4776-94b4-bb30bb221b7e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.447518 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (bccd48aa-08d3-4e0e-91f5-90e14472163f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.494668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db234be-b2f4-4d68-819e-1f0a30b3afc3 None None] DHCP port deletion for bccd48aa-08d3-4e0e-91f5-90e14472163f request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:17:01.503106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.519291 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dffdb208-81ec-4f6c-a770-63818e476cf4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9467447 Feb 19 03:17:01.519549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-ec258c83-cf8d-432a-94f5-7461f5214e37 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6713eba98996437d944e47f11fad44de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041598 Feb 19 03:17:01.556169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a1b3-539a-4051-9780-1759900aa2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c2c2a8b8-96d7-4776-94b4-bb30bb221b7e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.560697 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a1b3-539a-4051-9780-1759900aa2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.565377 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6bd7a1b3-539a-4051-9780-1759900aa2e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2c2a8b8-96d7-4776-94b4-bb30bb221b7e HTTP/1.1" status: 204 len: 168 time: 0.5403612 Feb 19 03:17:01.586278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7a1b3-539a-4051-9780-1759900aa2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2a8b8-96d7-4776-94b4-bb30bb221b7e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:01.707393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4db234be-b2f4-4d68-819e-1f0a30b3afc3 None None] Deleting port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:01.707790 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4db234be-b2f4-4d68-819e-1f0a30b3afc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.748975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b0a61e21-7436-4c3d-a60c-fe6e8f7d8bb7 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:01.751148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b0a61e21-7436-4c3d-a60c-fe6e8f7d8bb7 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308326 Feb 19 03:17:01.774315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Request body: {'port': {'device_id': '855db02f-4873-4352-b12a-4398183d97af', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '6713eba98996437d944e47f11fad44de'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:01.854133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:01.854133 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.893497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4db234be-b2f4-4d68-819e-1f0a30b3afc3 None None] For port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:01.896597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4db234be-b2f4-4d68-819e-1f0a30b3afc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.930588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4db234be-b2f4-4d68-819e-1f0a30b3afc3 None None] Calling delete_port for 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:01.933429 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2569bb3-4245-479c-855d-2804ff8a202c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.115806 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4db234be-b2f4-4d68-819e-1f0a30b3afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.121205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] For port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84,segment=NetworkSegment(d4b0984d-7a61-481c-9969-e89c77c66ae4),segment_id=d4b0984d-7a61-481c-9969-e89c77c66ae4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:02.124365 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.157802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db234be-b2f4-4d68-819e-1f0a30b3afc3 None None] No DVR routers for this DVR port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:02.158417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2569bb3-4245-479c-855d-2804ff8a202c admin admin] Publish callbacks [] for security_group (982cf711-af4a-4c96-9725-fb6999f6b802), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.166670 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2569bb3-4245-479c-855d-2804ff8a202c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (982cf711-af4a-4c96-9725-fb6999f6b802), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.215069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db234be-b2f4-4d68-819e-1f0a30b3afc3 None None] Pushing event deleted for resources: {'Port': ['ID=3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:02.233172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Made reservation on behalf of 6713eba98996437d944e47f11fad44de for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:02.236726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.239912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Calling delete_port for 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:02.256178 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.293445 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e2569bb3-4245-479c-855d-2804ff8a202c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=234bac92d0d04c819c7df22a4ce48711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8011811 Feb 19 03:17:02.296723 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34716) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:02.338450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2569bb3-4245-479c-855d-2804ff8a202c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982cf711-af4a-4c96-9725-fb6999f6b802,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:02.376227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5aa85ad-eb14-4d92-b4c2-af07b9fee935 admin admin] Publish callbacks [] for security_group (982cf711-af4a-4c96-9725-fb6999f6b802), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.403048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5aa85ad-eb14-4d92-b4c2-af07b9fee935 admin admin] Publish callbacks [] for security_group (982cf711-af4a-4c96-9725-fb6999f6b802), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.450999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.466914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5aa85ad-eb14-4d92-b4c2-af07b9fee935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (982cf711-af4a-4c96-9725-fb6999f6b802), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.470192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5aa85ad-eb14-4d92-b4c2-af07b9fee935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.477146 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f5aa85ad-eb14-4d92-b4c2-af07b9fee935 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/982cf711-af4a-4c96-9725-fb6999f6b802 HTTP/1.1" status: 204 len: 168 time: 0.1791172 Feb 19 03:17:02.485508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Port': ['ID=3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:02.488855 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa85ad-eb14-4d92-b4c2-af07b9fee935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982cf711-af4a-4c96-9725-fb6999f6b802,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:02.587196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] No DVR routers for this DVR port 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:02.663440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks [] for security_group (ac7f23c7-22bf-47fa-ab69-65e917bf5e9f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.706339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ac7f23c7-22bf-47fa-ab69-65e917bf5e9f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.746630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (bccd48aa-08d3-4e0e-91f5-90e14472163f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.761622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f39e9859-727d-4468-93f6-3e3d7024ab1f tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:17:02.762733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f39e9859-727d-4468-93f6-3e3d7024ab1f tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107915 Feb 19 03:17:02.985804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7f23c7-22bf-47fa-ab69-65e917bf5e9f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:03.085258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34732) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:03.100245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccd48aa-08d3-4e0e-91f5-90e14472163f']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:03.141714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b0984d-7a61-481c-9969-e89c77c66ae4') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:03.142547 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be8012c3-a447-4d9b-adcf-95969e8c0e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.143050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b0984d-7a61-481c-9969-e89c77c66ae4') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:03.146741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Allocated IP 192.168.233.23 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/521b7258-002c-49c4-9d8f-3a62eac38a6b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:03.166836 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (d4b0984d-7a61-481c-9969-e89c77c66ae4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.198043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-8e3e96d6-3904-4e6a-afc8-d42ae4ce996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:03.199997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-8e3e96d6-3904-4e6a-afc8-d42ae4ce996d service neutron] 10.222.0.42 "GET /v2.0/ports/899e465c-51c0-432c-a605-127603318c39 HTTP/1.1" status: 200 len: 1125 time: 0.4208858 Feb 19 03:17:03.207189 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d4b0984d-7a61-481c-9969-e89c77c66ae4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.236671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Request body: {'binding': {'host': 'n-h1-826756-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:03.237394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Unknown quota resources ['binding']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:17:03.241149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:17:03.241756 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (d4b0984d-7a61-481c-9969-e89c77c66ae4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:17:03.249992 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:17:03.254178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:03.307748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:03.310578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3549a19b-3a3d-4cd2-a43c-0c35a3d6cf84 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:03.399241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be8012c3-a447-4d9b-adcf-95969e8c0e8b admin admin] Publish callbacks [] for security_group (e6c8c77b-41c4-4dd5-b194-7ee9798af223), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.407666 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be8012c3-a447-4d9b-adcf-95969e8c0e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e6c8c77b-41c4-4dd5-b194-7ee9798af223), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.470004 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-be8012c3-a447-4d9b-adcf-95969e8c0e8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79e0d45b84d244f4b32a3bd522078b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817372 Feb 19 03:17:03.472715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8012c3-a447-4d9b-adcf-95969e8c0e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c8c77b-41c4-4dd5-b194-7ee9798af223,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:03.477134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34736) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:03.567196 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (bccd48aa-08d3-4e0e-91f5-90e14472163f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.573726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62fc1ffa-ea78-429d-a454-aac98ef13826 admin admin] Publish callbacks [] for security_group (e6c8c77b-41c4-4dd5-b194-7ee9798af223), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.588595 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.592537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "DELETE /v2.0/networks/bccd48aa-08d3-4e0e-91f5-90e14472163f HTTP/1.1" status: 204 len: 168 time: 2.4379025 Feb 19 03:17:03.600850 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34740) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:03.613398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-980499009'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:03.617911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddff10-fd5a-4ef5-85f5-ab175cf13d62 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Network': ['ID=bccd48aa-08d3-4e0e-91f5-90e14472163f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:03.625550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62fc1ffa-ea78-429d-a454-aac98ef13826 admin admin] Publish callbacks [] for security_group (e6c8c77b-41c4-4dd5-b194-7ee9798af223), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.670354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:03.674940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.716024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:17:03.751392 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d38e946b-b6d5-4cbc-86a2-3f753f655a7d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.751913 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Added segment d38e946b-b6d5-4cbc-86a2-3f753f655a7d of type vlan for network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 Feb 19 03:17:03.779208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks [] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.815613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (dc7ea1d9-d6cd-4e05-8364-480f5dd87535), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.817593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 on host n-h1-826756-2 for vnic_type normal with profile None {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:03.818324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:03.818483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:03.843753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Port 899e465c-51c0-432c-a605-127603318c39 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:03.844088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:03.852779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62fc1ffa-ea78-429d-a454-aac98ef13826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e6c8c77b-41c4-4dd5-b194-7ee9798af223), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.857240 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62fc1ffa-ea78-429d-a454-aac98ef13826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.859668 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-62fc1ffa-ea78-429d-a454-aac98ef13826 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6c8c77b-41c4-4dd5-b194-7ee9798af223 HTTP/1.1" status: 204 len: 168 time: 0.3811011 Feb 19 03:17:03.862105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:03.862797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:03.863261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:03.863720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Bound port: 899e465c-51c0-432c-a605-127603318c39, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:03.886251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (dc7ea1d9-d6cd-4e05-8364-480f5dd87535), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.907833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:03.912955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.081181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc1ffa-ea78-429d-a454-aac98ef13826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c8c77b-41c4-4dd5-b194-7ee9798af223,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:04.085689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Network': ['ID=dc7ea1d9-d6cd-4e05-8364-480f5dd87535,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:04.097134 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-58682e78-0572-4c1b-b563-f8ca6fbf78d0 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4945192 Feb 19 03:17:04.101538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34748) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:04.111542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'subnet': {'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:04.178065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:17:04.358759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:04.371221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.548728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:04.559453 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.560892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f61924e7-a45b-4485-8ca5-42a0b8b7e8c7 service neutron] 10.222.0.42 "POST /v2.0/ports/899e465c-51c0-432c-a605-127603318c39/bindings HTTP/1.1" status: 201 len: 389 time: 1.3413696 Feb 19 03:17:04.563627 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.633066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:04.649115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:04.682700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:04.736588 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-244ab027-6bff-4b86-8191-5155e0d1bd0f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1951692 Feb 19 03:17:04.896438 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f993e5-c4ea-49ee-a520-38efdb0f83b3 x-openstack-request-id: req-d2f993e5-c4ea-49ee-a520-38efdb0f83b3 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:04.896799 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-deleted", "tag": "d039d076-bc44-444b-a15a-8ec6d5f291a6", "status": "completed", "code": 200}, {"server_uuid": "aac81ed9-29f0-429c-8d02-cb89f01aa48c", "name": "network-vif-deleted", "tag": "6c1734c2-4b8f-4d42-9c11-e545989fecd4", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:04.897561 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2f993e5-c4ea-49ee-a520-38efdb0f83b3 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:04.904073 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-deleted', 'tag': 'd039d076-bc44-444b-a15a-8ec6d5f291a6', 'status': 'completed', 'code': 200} Feb 19 03:17:04.904422 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac81ed9-29f0-429c-8d02-cb89f01aa48c', 'name': 'network-vif-deleted', 'tag': '6c1734c2-4b8f-4d42-9c11-e545989fecd4', 'status': 'completed', 'code': 200} Feb 19 03:17:05.074651 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-63c6df0d-d9d0-4a55-b78c-9b445b5bb03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.076472 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-63c6df0d-d9d0-4a55-b78c-9b445b5bb03e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 1126 time: 0.2383411 Feb 19 03:17:05.123831 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (9e1d705c-df1d-4e46-bfea-dd7c038320c2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.128976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Pushing event updated for resources: {'Port': ['ID=521b7258-002c-49c4-9d8f-3a62eac38a6b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:05.139370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.140089 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.161267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-23da58a3-6352-4138-9303-c11fbd604983 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.165876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-23da58a3-6352-4138-9303-c11fbd604983 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1127 time: 1.2971988 Feb 19 03:17:05.172944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-b4750847-76e8-4b92-a941-2b040f747736 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4059277 Feb 19 03:17:05.186068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826756-2'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:05.199178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Request body: {'port': {'device_id': '855db02f-4873-4352-b12a-4398183d97af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:05.226000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-80f9b62a-c50e-4248-8e5f-cbca5ad9edd9 None None] Provisioning complete for port 521b7258-002c-49c4-9d8f-3a62eac38a6b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:05.228825 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-80f9b62a-c50e-4248-8e5f-cbca5ad9edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.339994 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.356044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-ebf9c3dd-82ba-483a-bfcc-253c747b44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.357835 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-ebf9c3dd-82ba-483a-bfcc-253c747b44fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 1128 time: 0.3467159 Feb 19 03:17:05.359756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-80f9b62a-c50e-4248-8e5f-cbca5ad9edd9 None None] Port 521b7258-002c-49c4-9d8f-3a62eac38a6b cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:05.370853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453ecb0-0dbd-4476-a8dc-f85983b1d676 req-2d7021b4-764f-4866-b382-15189df49e34 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.396076 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7453ecb0-0dbd-4476-a8dc-f85983b1d676 req-2d7021b4-764f-4866-b382-15189df49e34 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/ports?device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 935 time: 0.4892836 Feb 19 03:17:05.483402 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.507617 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-aabed09a-a938-46d2-9209-01f1bafa9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.512515 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-aabed09a-a938-46d2-9209-01f1bafa9777 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.3926768 Feb 19 03:17:05.562983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Checking segment: {'id': 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:05.563252 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network hostable DHCP agents. Network: dc7ea1d9-d6cd-4e05-8364-480f5dd87535, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:17:05.581308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34784) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:05.605263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7453ecb0-0dbd-4476-a8dc-f85983b1d676 req-8b9f8154-aa8d-4909-8fdf-f6e883d2d8e1 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac7f23c7-22bf-47fa-ab69-65e917bf5e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083266 Feb 19 03:17:05.688443 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Subnet': ['ID=9e1d705c-df1d-4e46-bfea-dd7c038320c2,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:05.722417 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85593ca-2645-4c52-8d3d-d3ba8e8587c6 x-openstack-request-id: req-b85593ca-2645-4c52-8d3d-d3ba8e8587c6 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:05.722718 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-plugged", "status": "completed", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:05.723071 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b85593ca-2645-4c52-8d3d-d3ba8e8587c6 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:05.723360 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'code': 200} Feb 19 03:17:05.737536 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-a4d42d77-31f5-4a9a-981e-35e40643550b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7 HTTP/1.1" status: 200 len: 217 time: 0.2036939 Feb 19 03:17:05.812728 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.884643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:17:05.936537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, dc7ea1d9-d6cd-4e05-8364-480f5dd87535) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:05.942377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:05.948948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e3ba5-5b05-4be3-ad4d-435254f6b43c None None] Network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:05.974301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.974906 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.994003 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-42fba5d6-86ba-4ae9-a0ec-ba444d6a3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.995864 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-42fba5d6-86ba-4ae9-a0ec-ba444d6a3fb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.6198554 Feb 19 03:17:06.002917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-686fa969-5420-49b8-98a8-e5eb1064800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:06.004621 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-686fa969-5420-49b8-98a8-e5eb1064800c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.2524335 Feb 19 03:17:06.077266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749478-3137-4392-b4a9-5e6737dd0620 req-5ea934cc-0b71-4182-a272-23628e572590 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:06.084547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03749478-3137-4392-b4a9-5e6737dd0620 req-5ea934cc-0b71-4182-a272-23628e572590 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 945 time: 0.2044528 Feb 19 03:17:06.124942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 38fb6673-22cb-4ae7-8382-8498af40ca8f details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:06.173043 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-a0f5ea61-07ab-4b1b-8aa4-6ed004bc8c41 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440897 Feb 19 03:17:06.188945 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-7bf43e75-8903-4e95-b5dc-aca2711efd0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=899e465c-51c0-432c-a605-127603318c39 HTTP/1.1" status: 200 len: 217 time: 0.1830981 Feb 19 03:17:06.203137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:06.218746 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-398b4158-9030-4e80-aa64-a28712d2b4b7 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1133640 Feb 19 03:17:06.220851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34796) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:06.250456 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-455108882', 'router:external': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:06.261036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1746313129'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:06.322317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03749478-3137-4392-b4a9-5e6737dd0620 req-d6df1947-0a7c-4606-aeb6-e3dcef2c547e tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318060 Feb 19 03:17:06.346264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:06.361027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:06.364302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.385695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Made reservation on behalf of 93c1084d259b4bdbb2198d17a7d9c167 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:06.387972 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.391378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 38fb6673-22cb-4ae7-8382-8498af40ca8f has no active binding in host n-h2-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:17:06.393336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521b7258-002c-49c4-9d8f-3a62eac38a6b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:06.401065 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.416592 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Publish callbacks [] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.420548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-8d9c2557-4945-44a7-a25d-2ae3ccc02666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:06.422094 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-8d9c2557-4945-44a7-a25d-2ae3ccc02666 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.2019458 Feb 19 03:17:06.444490 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Publish callbacks [] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.460978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.495951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Transition to ACTIVE for port object 521b7258-002c-49c4-9d8f-3a62eac38a6b will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:06.502723 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-dc7ea1d9-d6cd-4e05-8364-480f5dd87535', 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535', 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'fixed_ips': [{'subnet_id': '9e1d705c-df1d-4e46-bfea-dd7c038320c2'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:17:06.504501 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.554040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.601453 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-10937be2-b44f-44de-9795-aafa6f39ccbb service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188190 Feb 19 03:17:06.602233 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:17:06.617107 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-cbb12e94-d54d-48b9-8dcd-251d165d1c74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128294 Feb 19 03:17:06.667536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Pushing event updated for resources: {'Port': ['ID=38fb6673-22cb-4ae7-8382-8498af40ca8f,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:06.709263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (06c7e352-08f9-43b0-bf79-e4deb14f4993), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.710136 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Added segment 06c7e352-08f9-43b0-bf79-e4deb14f4993 of type vlan for network 93f34c75-2988-4d81-80f0-818df39eb337 Feb 19 03:17:06.748562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f on host n-h1-826756-2 for vnic_type normal with profile {"migrating_to": "n-h2-826756-2"} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:06.748562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:06.749289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:06.759863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Port 38fb6673-22cb-4ae7-8382-8498af40ca8f on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:06.760226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Attempting to bind port 38fb6673-22cb-4ae7-8382-8498af40ca8f on network 13ab5339-b46f-437b-886f-eec7eeac9fe5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:06.771906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:06.772261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Checking segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:06.772659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Bound using segment: {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:06.773104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Bound port: 38fb6673-22cb-4ae7-8382-8498af40ca8f, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30e2d5c-3ec4-4597-818f-1264baca5f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '13ab5339-b46f-437b-886f-eec7eeac9fe5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:06.773493 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.841162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for security_group (db7f8c02-a1f1-4b11-91f6-bf46f148c503), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.848235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Allocated IP 19.80.0.2 (dc7ea1d9-d6cd-4e05-8364-480f5dd87535/9e1d705c-df1d-4e46-bfea-dd7c038320c2/a3ce4241-102d-4d6d-8056-3816ea52e1fd) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:06.898992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Attempting to bind port 521b7258-002c-49c4-9d8f-3a62eac38a6b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:06.899343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Attempting to bind port 521b7258-002c-49c4-9d8f-3a62eac38a6b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:06.899708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Attempting to bind port 521b7258-002c-49c4-9d8f-3a62eac38a6b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:06.922548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-c85eae1d-c7a0-43c6-bc02-1a05ac732886 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--422524583&fields=id&tenant_id=aa870b575cbe42d5be484f2349a710c5 HTTP/1.1" status: 200 len: 267 time: 0.3294799 Feb 19 03:17:06.926273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d5aed5-e249-4372-a679-af9e71e818a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38fb6673-22cb-4ae7-8382-8498af40ca8f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:06.928588 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a036b3df-48b1-4bd0-a2b3-4137aea863d0" -d '{"events": [{"server_uuid": "44d5aed5-e249-4372-a679-af9e71e818a8", "name": "network-vif-unplugged", "status": "completed", "tag": "38fb6673-22cb-4ae7-8382-8498af40ca8f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:06.941811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Pushing event updated for resources: {'Port': ['ID=521b7258-002c-49c4-9d8f-3a62eac38a6b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:06.971786 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e15bd06-d0e2-4d3d-acc4-ae3574611571 req-82552395-f088-4af0-a9b7-5c6586f05363 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528662 Feb 19 03:17:06.985236 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (db7f8c02-a1f1-4b11-91f6-bf46f148c503), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.013774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:17:07.017606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Port 521b7258-002c-49c4-9d8f-3a62eac38a6b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:07.018040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Attempting to bind port 521b7258-002c-49c4-9d8f-3a62eac38a6b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:07.027213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:07.027552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:07.028159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:07.028666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Bound port: 521b7258-002c-49c4-9d8f-3a62eac38a6b, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:07.029206 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.033036 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (4dfe5078-038e-4844-8f98-e3f8200ab28e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.033500 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Added segment 4dfe5078-038e-4844-8f98-e3f8200ab28e of type vlan for network 7bd290d6-cf54-45fe-92a1-8eb47630dbd1 Feb 19 03:17:07.184034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:07.188153 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (93f34c75-2988-4d81-80f0-818df39eb337), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.208594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] For port 521b7258-002c-49c4-9d8f-3a62eac38a6b, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:07.214428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:07.230887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-52f57543-3f52-4c82-96c5-f11c31924734 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:07.238601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-52f57543-3f52-4c82-96c5-f11c31924734 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/networks?id=37be3b18-250c-4faf-a3d8-ee10e804742e HTTP/1.1" status: 200 len: 812 time: 0.3150880 Feb 19 03:17:07.244977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] For port 521b7258-002c-49c4-9d8f-3a62eac38a6b, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=521b7258-002c-49c4-9d8f-3a62eac38a6b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:07.252131 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.290954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-26e7f145-0b2b-4510-8689-e34d395b3eda tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/quotas/aa870b575cbe42d5be484f2349a710c5 HTTP/1.1" status: 200 len: 375 time: 0.0508184 Feb 19 03:17:07.325957 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Publish callbacks [] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.330626 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.347890 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (7bd290d6-cf54-45fe-92a1-8eb47630dbd1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.355697 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (93f34c75-2988-4d81-80f0-818df39eb337), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.360870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:07.378606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.393082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:07.395708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:07.397251 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.397533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Pushing event updated for resources: {'Port': ['ID=a3ce4241-102d-4d6d-8056-3816ea52e1fd,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:07.399975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:07.433997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:07.434799 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.436530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] 10.222.0.71 "PUT /v2.0/ports/521b7258-002c-49c4-9d8f-3a62eac38a6b HTTP/1.1" status: 200 len: 1095 time: 2.2430649 Feb 19 03:17:07.499973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Attempting to bind port a3ce4241-102d-4d6d-8056-3816ea52e1fd on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:07.500373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Attempting to bind port a3ce4241-102d-4d6d-8056-3816ea52e1fd by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:07.500701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Attempting to bind port a3ce4241-102d-4d6d-8056-3816ea52e1fd on network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:07.513503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7f8c02-a1f1-4b11-91f6-bf46f148c503,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:07.519728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-385fd3ff-d759-4d8c-a80c-7a095ccc6865 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa870b575cbe42d5be484f2349a710c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2276688 Feb 19 03:17:07.533079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:07.534504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Checking segment: {'id': 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:07.537413 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.538767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Bound using segment: {'id': 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:07.540341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Bound port: a3ce4241-102d-4d6d-8056-3816ea52e1fd, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:07.542215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Pushing event updated for resources: {'Port': ['ID=38fb6673-22cb-4ae7-8382-8498af40ca8f,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:07.542995 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.563217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:07.563999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.570187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-8b780e54-bad8-42d4-a208-f63682c2b39c service neutron] 10.222.0.71 "PUT /v2.0/ports/38fb6673-22cb-4ae7-8382-8498af40ca8f HTTP/1.1" status: 200 len: 1121 time: 2.3943052 Feb 19 03:17:07.708231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['38fb6673-22cb-4ae7-8382-8498af40ca8f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:07.826292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] For port a3ce4241-102d-4d6d-8056-3816ea52e1fd, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:07.844483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] For port a3ce4241-102d-4d6d-8056-3816ea52e1fd, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a3ce4241-102d-4d6d-8056-3816ea52e1fd,segment=NetworkSegment(d38e946b-b6d5-4cbc-86a2-3f753f655a7d),segment_id=d38e946b-b6d5-4cbc-86a2-3f753f655a7d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:07.856464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['38fb6673-22cb-4ae7-8382-8498af40ca8f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:07.982141 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.028742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-80c55781-2b67-4377-a33f-05faf8861dd8 service neutron] 10.222.0.42 "GET /v2.0/networks/37be3b18-250c-4faf-a3d8-ee10e804742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827652 Feb 19 03:17:08.049312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a70fd93a-7723-4129-ab3e-05923c1bee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:08.052918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-a70fd93a-7723-4129-ab3e-05923c1bee86 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6713eba98996437d944e47f11fad44de&device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 1129 time: 0.4816422 Feb 19 03:17:08.121546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e144d-a37d-48d4-94ab-549984e0a110 service neutron] Pushing event updated for resources: {'Port': ['ID=521b7258-002c-49c4-9d8f-3a62eac38a6b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:08.345559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-c4d2c113-2623-44af-a80a-024e69976233 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=521b7258-002c-49c4-9d8f-3a62eac38a6b HTTP/1.1" status: 200 len: 217 time: 0.2669659 Feb 19 03:17:08.360561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34840) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:08.394773 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c9b293a-508c-4343-8cbe-3fabab036667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.401563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab65bdd-47aa-48f1-93c7-8730261d51d1 None None] Pushing event updated for resources: {'Port': ['ID=a3ce4241-102d-4d6d-8056-3816ea52e1fd,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:08.544571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-8bface37-8426-401a-994b-5608b39ca283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:08.552409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-8bface37-8426-401a-994b-5608b39ca283 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1877718 Feb 19 03:17:08.633526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (7bd290d6-cf54-45fe-92a1-8eb47630dbd1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.638798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:08.639413 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.680061 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-64a755de-a729-49ae-b196-173f4f4fd34b service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0459266 Feb 19 03:17:08.744877 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.5180013 Feb 19 03:17:08.748452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34844) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:08.783581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'subnet': {'network_id': '93f34c75-2988-4d81-80f0-818df39eb337', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:08.811862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-1f6193f5-e92f-418a-8389-caf2f9802f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:08.813752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-1f6193f5-e92f-418a-8389-caf2f9802f6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2480400 Feb 19 03:17:08.921901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-f928f2fb-649b-43a1-94fc-e865fb6d4238 service neutron] 10.222.0.42 "GET /v2.0/networks/37be3b18-250c-4faf-a3d8-ee10e804742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8609014 Feb 19 03:17:08.944516 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-5e3c671a-735b-4115-9896-c89aad6ad62a service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425940 Feb 19 03:17:08.945357 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c4e0c-909c-4a2f-8c63-6edc42529a37 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Network': ['ID=93f34c75-2988-4d81-80f0-818df39eb337,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:08.969874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 93f34c75-2988-4d81-80f0-818df39eb337 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:17:09.069534 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-026d0cd8-4c4a-4c25-a7f0-5897c4a8517e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.088968 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.4982970 Feb 19 03:17:09.094869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34846) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:09.096992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:09.100843 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.123837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Request body: {'subnet': {'network_id': '7bd290d6-cf54-45fe-92a1-8eb47630dbd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:09.400501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a3ce4241-102d-4d6d-8056-3816ea52e1fd up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:09.413982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Made reservation on behalf of 93c1084d259b4bdbb2198d17a7d9c167 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:09.417195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.568252 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (884fade3-fb32-472c-a0be-0cf9c1ef21a5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.635426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a3ce4241-102d-4d6d-8056-3816ea52e1fd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:09.639568 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.648276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701c21b-b92b-4c61-9c88-47f5e2054dbc tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event updated for resources: {'Network': ['ID=7bd290d6-cf54-45fe-92a1-8eb47630dbd1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:09.711926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 7bd290d6-cf54-45fe-92a1-8eb47630dbd1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:17:09.714477 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-026d0cd8-4c4a-4c25-a7f0-5897c4a8517e admin admin] Publish callbacks [] for security_group (3fb58dae-21b2-4c5e-82cf-d4ef2a5c38b6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.746835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-026d0cd8-4c4a-4c25-a7f0-5897c4a8517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3fb58dae-21b2-4c5e-82cf-d4ef2a5c38b6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.791641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-ad71d955-65cd-43fd-adb4-f0e11bb5c759 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645740 Feb 19 03:17:09.937407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-026d0cd8-4c4a-4c25-a7f0-5897c4a8517e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=876da683d2b54a46a597ac325f8d76c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5755332 Feb 19 03:17:09.943546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34852) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:10.114418 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a3ce4241-102d-4d6d-8056-3816ea52e1fd is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:10.114866 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.221114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port a3ce4241-102d-4d6d-8056-3816ea52e1fd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a3ce4241-102d-4d6d-8056-3816ea52e1fd,segment=NetworkSegment(d38e946b-b6d5-4cbc-86a2-3f753f655a7d),segment_id=d38e946b-b6d5-4cbc-86a2-3f753f655a7d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:10.230617 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.312796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d3cc4-f0ae-488c-bce3-3735461cc664 None None] Network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:10.347902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d0cd8-4c4a-4c25-a7f0-5897c4a8517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb58dae-21b2-4c5e-82cf-d4ef2a5c38b6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:10.400954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2935b-2175-44d1-9f07-45531721259e req-06ec9100-f6a3-4e92-8f64-322f75194a4f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:10.410040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6e2935b-2175-44d1-9f07-45531721259e req-06ec9100-f6a3-4e92-8f64-322f75194a4f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.6919525 Feb 19 03:17:10.428609 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d3f3d1c-688c-4c0f-99b7-9bdd513224bd admin admin] Publish callbacks [] for security_group (3fb58dae-21b2-4c5e-82cf-d4ef2a5c38b6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.436376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Subnet': ['ID=884fade3-fb32-472c-a0be-0cf9c1ef21a5,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:10.474322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Checking segment: {'id': '06c7e352-08f9-43b0-bf79-e4deb14f4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:10.475644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network hostable DHCP agents. Network: 93f34c75-2988-4d81-80f0-818df39eb337, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:17:10.531690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6e2935b-2175-44d1-9f07-45531721259e req-7a1b7196-4a13-48f7-ae3a-c789e330ab37 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203098 Feb 19 03:17:10.570247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d3f3d1c-688c-4c0f-99b7-9bdd513224bd admin admin] Publish callbacks [] for security_group (3fb58dae-21b2-4c5e-82cf-d4ef2a5c38b6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.626545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19389f7c-b67f-4ed0-9081-9112d3efcb8e req-8b776c1f-6bf6-40d9-a7e5-352488dbf174 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8295779 Feb 19 03:17:10.638981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network 93f34c75-2988-4d81-80f0-818df39eb337 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:17:10.667743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 93f34c75-2988-4d81-80f0-818df39eb337) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:10.674615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:10.675968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.755532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9b950f3c-10d5-4aac-8c9b-8450380377fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9910097 Feb 19 03:17:10.827033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078f24f-5e58-4dce-8812-f569b1cdbe62 req-5b15e626-2534-41fd-96e5-d7e7b8b056f7 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:10.841670 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4078f24f-5e58-4dce-8812-f569b1cdbe62 req-5b15e626-2534-41fd-96e5-d7e7b8b056f7 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/ports?device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 947 time: 0.1531630 Feb 19 03:17:10.890270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa483e0-be36-46bb-b33a-1dfa775ca2d2 None None] Network 93f34c75-2988-4d81-80f0-818df39eb337 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:10.964241 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52a730d2-c81f-4ae1-ba16-c3a79deb7dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.008216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.objects.ports [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:17:11.009817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (0bb97c30-3208-4afb-8393-326db6b85194), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.018755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4078f24f-5e58-4dce-8812-f569b1cdbe62 req-07f5a30f-f960-4f75-aeb4-c2ba147a7776 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac7f23c7-22bf-47fa-ab69-65e917bf5e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746097 Feb 19 03:17:11.159771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0bb97c30-3208-4afb-8393-326db6b85194,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:11.170345 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82a903d-4592-43df-ba5a-83db4e7d6696 x-openstack-request-id: req-e82a903d-4592-43df-ba5a-83db4e7d6696 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:11.170801 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d5aed5-e249-4372-a679-af9e71e818a8", "name": "network-vif-unplugged", "status": "completed", "tag": "38fb6673-22cb-4ae7-8382-8498af40ca8f", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:11.176085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=a3ce4241-102d-4d6d-8056-3816ea52e1fd,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:11.177555 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e82a903d-4592-43df-ba5a-83db4e7d6696 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:11.178941 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d5aed5-e249-4372-a679-af9e71e818a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38fb6673-22cb-4ae7-8382-8498af40ca8f', 'code': 200} Feb 19 03:17:11.195929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-78fd4429-9b36-4cba-b90a-68a997916626 None None] Provisioning complete for port a3ce4241-102d-4d6d-8056-3816ea52e1fd triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:11.200889 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-78fd4429-9b36-4cba-b90a-68a997916626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.202948 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d3f3d1c-688c-4c0f-99b7-9bdd513224bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3fb58dae-21b2-4c5e-82cf-d4ef2a5c38b6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.216440 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d3f3d1c-688c-4c0f-99b7-9bdd513224bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.243026 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1d3f3d1c-688c-4c0f-99b7-9bdd513224bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fb58dae-21b2-4c5e-82cf-d4ef2a5c38b6 HTTP/1.1" status: 204 len: 168 time: 1.2909381 Feb 19 03:17:11.326000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f3d1c-688c-4c0f-99b7-9bdd513224bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb58dae-21b2-4c5e-82cf-d4ef2a5c38b6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:11.427700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Checking segment: {'id': '4dfe5078-038e-4844-8f98-e3f8200ab28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7bd290d6-cf54-45fe-92a1-8eb47630dbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:11.430107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Network hostable DHCP agents. Network: 7bd290d6-cf54-45fe-92a1-8eb47630dbd1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:17:11.476102 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Network 7bd290d6-cf54-45fe-92a1-8eb47630dbd1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:17:11.515762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 7bd290d6-cf54-45fe-92a1-8eb47630dbd1) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:11.542104 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:11.552693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.611553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0618f4-4d0d-4865-8ad0-398fb26dbce2 None None] Network 7bd290d6-cf54-45fe-92a1-8eb47630dbd1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:11.619026 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bf7e5961-2222-456b-b611-6969daa2edc1 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5099714 Feb 19 03:17:11.619683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34870) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:11.642965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e84ab0-dee0-4798-adb0-6d523a3c90b2 req-d83e5b0e-8d2d-4c4e-a4db-5cac81b780c8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:11.645066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23e84ab0-dee0-4798-adb0-6d523a3c90b2 req-d83e5b0e-8d2d-4c4e-a4db-5cac81b780c8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.2376044 Feb 19 03:17:11.662324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1294960495', 'network_id': '7bd290d6-cf54-45fe-92a1-8eb47630dbd1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:11.785131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Made reservation on behalf of 93c1084d259b4bdbb2198d17a7d9c167 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:11.791000 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.936863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] device_id is not set on port a3be93ca-12d9-47f7-befd-c4cbba85f8e3 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:17:12.027452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:12.069748 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.103131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4463dd5-a77a-4dd3-a850-797cbed7825f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.234781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-93f34c75-2988-4d81-80f0-818df39eb337', 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337', 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'fixed_ips': [{'subnet_id': '884fade3-fb32-472c-a0be-0cf9c1ef21a5'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:17:12.240684 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.253566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-78fd4429-9b36-4cba-b90a-68a997916626 None None] Current status of the port a3ce4241-102d-4d6d-8056-3816ea52e1fd is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:12.254460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23e84ab0-dee0-4798-adb0-6d523a3c90b2 req-fe552d8a-66e2-4ea4-8626-765f0b1d6cc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369782 Feb 19 03:17:12.423165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee7627b-4c35-4a3b-a731-21b0784e4a2b None None] Network 7bd290d6-cf54-45fe-92a1-8eb47630dbd1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:12.439647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4463dd5-a77a-4dd3-a850-797cbed7825f admin admin] Publish callbacks [] for security_group (7e01d268-57ac-489f-92e9-9884f36dd1e6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.450021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Allocated IP 172.20.0.7 (7bd290d6-cf54-45fe-92a1-8eb47630dbd1/0bb97c30-3208-4afb-8393-326db6b85194/a3be93ca-12d9-47f7-befd-c4cbba85f8e3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:12.455506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4463dd5-a77a-4dd3-a850-797cbed7825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7e01d268-57ac-489f-92e9-9884f36dd1e6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.611118 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4463dd5-a77a-4dd3-a850-797cbed7825f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e01d268-57ac-489f-92e9-9884f36dd1e6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:12.634479 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f4463dd5-a77a-4dd3-a850-797cbed7825f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1150b763f9fa462884f6f08043d31095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6048384 Feb 19 03:17:12.643433 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34884) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:12.773596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f5c77ba-f40b-4efa-ac30-357850c6c443 req-1d67db79-9264-45e6-a287-5ec9a4b898ce tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 210 time: 0.0697188 Feb 19 03:17:12.833682 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-449c461e-91ac-4d17-bc9c-db478fd0ffc0 admin admin] Publish callbacks [] for security_group (7e01d268-57ac-489f-92e9-9884f36dd1e6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.935627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-449c461e-91ac-4d17-bc9c-db478fd0ffc0 admin admin] Publish callbacks [] for security_group (7e01d268-57ac-489f-92e9-9884f36dd1e6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.011788 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.022804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ea3d2948-3603-4c68-b6dd-a9cdc0c629ab None None] Provisioning complete for port a3ce4241-102d-4d6d-8056-3816ea52e1fd triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:13.023340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ea3d2948-3603-4c68-b6dd-a9cdc0c629ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.096474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-449c461e-91ac-4d17-bc9c-db478fd0ffc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7e01d268-57ac-489f-92e9-9884f36dd1e6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.100078 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-449c461e-91ac-4d17-bc9c-db478fd0ffc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.101801 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-449c461e-91ac-4d17-bc9c-db478fd0ffc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e01d268-57ac-489f-92e9-9884f36dd1e6 HTTP/1.1" status: 204 len: 168 time: 0.4573057 Feb 19 03:17:13.117284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c461e-91ac-4d17-bc9c-db478fd0ffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e01d268-57ac-489f-92e9-9884f36dd1e6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:13.197673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855db02f-4873-4352-b12a-4398183d97af', 'tag': '521b7258-002c-49c4-9d8f-3a62eac38a6b'}, {'name': 'network-changed', 'server_uuid': '44d5aed5-e249-4372-a679-af9e71e818a8', 'tag': '38fb6673-22cb-4ae7-8382-8498af40ca8f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:13.205738 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5" -d '{"events": [{"name": "network-changed", "server_uuid": "855db02f-4873-4352-b12a-4398183d97af", "tag": "521b7258-002c-49c4-9d8f-3a62eac38a6b"}, {"name": "network-changed", "server_uuid": "44d5aed5-e249-4372-a679-af9e71e818a8", "tag": "38fb6673-22cb-4ae7-8382-8498af40ca8f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:13.223576 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for port (a3be93ca-12d9-47f7-befd-c4cbba85f8e3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.291653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-dea008a3-39ce-4ab6-94bb-636ead1b9fff tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:13.294685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Allocated IP 19.86.0.2 (93f34c75-2988-4d81-80f0-818df39eb337/884fade3-fb32-472c-a0be-0cf9c1ef21a5/198502e7-678b-459d-924b-9aef86064c47) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:13.297423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-dea008a3-39ce-4ab6-94bb-636ead1b9fff tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.71 "GET /v2.0/networks?id=37be3b18-250c-4faf-a3d8-ee10e804742e HTTP/1.1" status: 200 len: 812 time: 0.5933695 Feb 19 03:17:13.349247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a3ce4241-102d-4d6d-8056-3816ea52e1fd up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:13.415435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-74e39bc8-0bf0-4d92-83ef-729df80fb374 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:13.421429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-74e39bc8-0bf0-4d92-83ef-729df80fb374 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:13.428307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-74e39bc8-0bf0-4d92-83ef-729df80fb374 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/networks?id=dc7ea1d9-d6cd-4e05-8364-480f5dd87535&id=93f34c75-2988-4d81-80f0-818df39eb337 HTTP/1.1" status: 200 len: 1391 time: 0.5174377 Feb 19 03:17:13.524603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-179f190e-8198-48dc-8fe8-f12c96298695 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/quotas/0663418f48a34d55a493c3dcd4d1f8c3 HTTP/1.1" status: 200 len: 375 time: 0.0938032 Feb 19 03:17:13.570457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-602e25df-8367-4f1f-b69e-2e0d7988cddb tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa870b575cbe42d5be484f2349a710c5 HTTP/1.1" status: 200 len: 379 time: 0.2449825 Feb 19 03:17:13.588229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Request body: {'port': {'device_id': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'admin_state_up': True, 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'security_groups': ['b9b7a7ef-deaf-4b4d-b778-595f13ae008f']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:13.620399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a3be93ca-12d9-47f7-befd-c4cbba85f8e3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.782742 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Publish callbacks [] for port (198502e7-678b-459d-924b-9aef86064c47), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.793814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d2948-3603-4c68-b6dd-a9cdc0c629ab None None] Current status of the port a3ce4241-102d-4d6d-8056-3816ea52e1fd is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:13.809250 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (198502e7-678b-459d-924b-9aef86064c47), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.895447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a3ce4241-102d-4d6d-8056-3816ea52e1fd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:13.898663 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.938576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Network 93f34c75-2988-4d81-80f0-818df39eb337 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:13.990723 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:13.997097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:14.120885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 521b7258-002c-49c4-9d8f-3a62eac38a6b details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:14.122841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Pushing event updated for resources: {'Port': ['ID=198502e7-678b-459d-924b-9aef86064c47,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:14.203305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a3ce4241-102d-4d6d-8056-3816ea52e1fd is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:14.209004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Attempting to bind port 198502e7-678b-459d-924b-9aef86064c47 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:14.210937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Attempting to bind port 198502e7-678b-459d-924b-9aef86064c47 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '06c7e352-08f9-43b0-bf79-e4deb14f4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:14.211324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Attempting to bind port 198502e7-678b-459d-924b-9aef86064c47 on network 93f34c75-2988-4d81-80f0-818df39eb337 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:14.223268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:14.223779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Checking segment: {'id': '06c7e352-08f9-43b0-bf79-e4deb14f4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:14.224374 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.225671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Bound using segment: {'id': '06c7e352-08f9-43b0-bf79-e4deb14f4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:14.226398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Bound port: 198502e7-678b-459d-924b-9aef86064c47, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c7e352-08f9-43b0-bf79-e4deb14f4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:14.226924 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (198502e7-678b-459d-924b-9aef86064c47), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.438176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 521b7258-002c-49c4-9d8f-3a62eac38a6b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=521b7258-002c-49c4-9d8f-3a62eac38a6b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:14.516970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Made reservation on behalf of aa870b575cbe42d5be484f2349a710c5 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:14.522914 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.580032 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-0c19aa9d-acb9-48c8-ae4d-bd08fd242329 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0537548 Feb 19 03:17:14.613799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] For port 198502e7-678b-459d-924b-9aef86064c47, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:14.618123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] For port 198502e7-678b-459d-924b-9aef86064c47, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=198502e7-678b-459d-924b-9aef86064c47,segment=NetworkSegment(06c7e352-08f9-43b0-bf79-e4deb14f4993),segment_id=06c7e352-08f9-43b0-bf79-e4deb14f4993)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:14.627718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '521b7258-002c-49c4-9d8f-3a62eac38a6b', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '521b7258-002c-49c4-9d8f-3a62eac38a6b', 'mac_address': 'fa:16:3e:1d:31:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:14.637608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Network 7bd290d6-cf54-45fe-92a1-8eb47630dbd1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:14.639614 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (198502e7-678b-459d-924b-9aef86064c47), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.646294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:14.650509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:14.666224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event updated for resources: {'Port': ['ID=a3be93ca-12d9-47f7-befd-c4cbba85f8e3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:14.835477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ca21f-bb9d-4c3a-82cb-bd0afe406d83 None None] Pushing event updated for resources: {'Port': ['ID=198502e7-678b-459d-924b-9aef86064c47,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:14.845799 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.849242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.849599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.850514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.850863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.851203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.851544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.851864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.852197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.852527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.852853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.853569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.853569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.853804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:14.873403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 521b7258-002c-49c4-9d8f-3a62eac38a6b is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:14.873805 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.972232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521b7258-002c-49c4-9d8f-3a62eac38a6b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:15.044458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 521b7258-002c-49c4-9d8f-3a62eac38a6b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=521b7258-002c-49c4-9d8f-3a62eac38a6b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:15.054705 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.152526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34926) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:15.266276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 38fb6673-22cb-4ae7-8382-8498af40ca8f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:15.367566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:15.368585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.458078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=521b7258-002c-49c4-9d8f-3a62eac38a6b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:15.514293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-33740728-network', 'tenant_id': 'f60bfa93f98e4426ae1d089174442e9c'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:15.540841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['521b7258-002c-49c4-9d8f-3a62eac38a6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:15.661477 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Made reservation on behalf of f60bfa93f98e4426ae1d089174442e9c for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:15.678610 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.757807 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.794639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Allocated IP 172.20.0.12 (37be3b18-250c-4faf-a3d8-ee10e804742e/df6ed2fd-9d20-49e8-8951-b2647ea8fd2f/99bd4258-4f58-4d8b-8bfc-b74d4ed062e2) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:15.815399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 38fb6673-22cb-4ae7-8382-8498af40ca8f is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:16.302753 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Publish callbacks [] for security_group (ca1eaf2c-6520-4cc2-adda-e23938f3a782), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.311426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ca1eaf2c-6520-4cc2-adda-e23938f3a782), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.338423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:17:16.358531 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (539825bb-156d-4263-9573-bca77329e8f0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.367049 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Added segment 539825bb-156d-4263-9573-bca77329e8f0 of type vlan for network 419de084-40f5-4fc0-b6cf-3db2650792b1 Feb 19 03:17:16.436638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (419de084-40f5-4fc0-b6cf-3db2650792b1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.490563 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (419de084-40f5-4fc0-b6cf-3db2650792b1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.493034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:16.494060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.514144 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.546830 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3917627 Feb 19 03:17:16.569079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34930) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:16.629321 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Request body: {'subnet': {'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-33740728-subnet', 'tenant_id': 'f60bfa93f98e4426ae1d089174442e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:16.631468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-0b7176a3-810a-434a-b0ab-5719237a3217 service neutron] 10.222.0.42 "GET /v2.0/networks/dc7ea1d9-d6cd-4e05-8364-480f5dd87535?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0484419 Feb 19 03:17:16.638107 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.676563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1eaf2c-6520-4cc2-adda-e23938f3a782,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:16.694455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Made reservation on behalf of f60bfa93f98e4426ae1d089174442e9c for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:16.698213 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.735436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cff4f-63e6-4b47-933c-34720a460014 admin admin] Pushing event updated for resources: {'Network': ['ID=419de084-40f5-4fc0-b6cf-3db2650792b1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:16.765098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 419de084-40f5-4fc0-b6cf-3db2650792b1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:17:16.927160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-e198cc50-be87-4d37-b705-ec23767cde48 service neutron] 10.222.0.42 "GET /v2.0/networks/dc7ea1d9-d6cd-4e05-8364-480f5dd87535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843838 Feb 19 03:17:16.986915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-def65e45-742e-4805-8bd2-94b59be2ff8a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 5.3363500 Feb 19 03:17:16.987839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34932) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:17.102970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Network 37be3b18-250c-4faf-a3d8-ee10e804742e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:17.110271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:17.156511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc6c5fb-0610-4662-bf79-fcaa415e9fd9 None None] Network 93f34c75-2988-4d81-80f0-818df39eb337 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:17.228796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:17.253709 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (d6c934e3-7b85-43d5-9c7b-befefe865487), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.310379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ad350cfe-4730-4a5c-bc89-ec6167e9c207 None None] Provisioning complete for port 198502e7-678b-459d-924b-9aef86064c47 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:17.311136 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad350cfe-4730-4a5c-bc89-ec6167e9c207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (198502e7-678b-459d-924b-9aef86064c47), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.381266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 198502e7-678b-459d-924b-9aef86064c47 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:17.403751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Pushing event updated for resources: {'Port': ['ID=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.474105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c934e3-7b85-43d5-9c7b-befefe865487,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.500532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Checking segment: {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:17.500923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Network hostable DHCP agents. Network: 419de084-40f5-4fc0-b6cf-3db2650792b1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:17:17.510642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:17.511320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.550039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Network 419de084-40f5-4fc0-b6cf-3db2650792b1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:17:17.575253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 419de084-40f5-4fc0-b6cf-3db2650792b1) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:17.582840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:17.585693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.627494 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b5d546e3-7fff-448c-9f67-b4015d600994 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0564067 Feb 19 03:17:17.630765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-a779f9a2-366b-44bb-96b0-cb8405bf81dd tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0485241 Feb 19 03:17:17.679575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Request body: {'port': {'device_id': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:17.757877 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-42084f0c-6987-4460-a271-14ad250a2b95 req-c3a25cdd-64e9-49d1-921c-2cec292d5402 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901952 Feb 19 03:17:17.829082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf327d-9ccf-42a3-bf23-e154becc53c1 None None] Network 419de084-40f5-4fc0-b6cf-3db2650792b1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:17.862712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a4f60ff3-b56c-46ff-9827-2a0dd7bf8b29 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Deleting port a3be93ca-12d9-47f7-befd-c4cbba85f8e3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:17.864475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4f60ff3-b56c-46ff-9827-2a0dd7bf8b29 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a3be93ca-12d9-47f7-befd-c4cbba85f8e3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.919963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084f0c-6987-4460-a271-14ad250a2b95 req-48fc9fe5-6e67-427a-8936-f8eb388ebdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:17.927554 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-42084f0c-6987-4460-a271-14ad250a2b95 req-48fc9fe5-6e67-427a-8936-f8eb388ebdde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 1127 time: 0.0960560 Feb 19 03:17:18.101738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ba111-7ae8-4469-b919-8bcd5c403131 None None] Network 419de084-40f5-4fc0-b6cf-3db2650792b1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:18.120944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-bad88683-3e05-4a04-82f1-53f7de930359 service neutron] 10.222.0.42 "GET /v2.0/networks/93f34c75-2988-4d81-80f0-818df39eb337?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1499484 Feb 19 03:17:18.151553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084f0c-6987-4460-a271-14ad250a2b95 req-7912ed85-d1e7-4489-a84d-8d7ca7f9a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:18.153060 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-42084f0c-6987-4460-a271-14ad250a2b95 req-7912ed85-d1e7-4489-a84d-8d7ca7f9a601 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.2060001 Feb 19 03:17:18.209151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 521b7258-002c-49c4-9d8f-3a62eac38a6b up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:18.225228 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4f60ff3-b56c-46ff-9827-2a0dd7bf8b29 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a3be93ca-12d9-47f7-befd-c4cbba85f8e3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.301951 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-42084f0c-6987-4460-a271-14ad250a2b95 req-56535735-8274-46f0-b533-e477e2a176ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 200 len: 217 time: 0.1411545 Feb 19 03:17:18.321445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a4f60ff3-b56c-46ff-9827-2a0dd7bf8b29 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Calling delete_port for a3be93ca-12d9-47f7-befd-c4cbba85f8e3 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:18.426097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 198502e7-678b-459d-924b-9aef86064c47 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:18.426834 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (198502e7-678b-459d-924b-9aef86064c47), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.436274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ad350cfe-4730-4a5c-bc89-ec6167e9c207 None None] Current status of the port 198502e7-678b-459d-924b-9aef86064c47 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:18.442300 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad350cfe-4730-4a5c-bc89-ec6167e9c207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (198502e7-678b-459d-924b-9aef86064c47), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.449485 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.463643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084f0c-6987-4460-a271-14ad250a2b95 req-75686056-55b6-4594-ad01-47246943066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:18.465161 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-42084f0c-6987-4460-a271-14ad250a2b95 req-75686056-55b6-4594-ad01-47246943066c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1568849 Feb 19 03:17:18.524280 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-42084f0c-6987-4460-a271-14ad250a2b95 req-4d9504d7-1f4a-43bf-8b3c-daf4b14b7751 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506778 Feb 19 03:17:18.620464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 521b7258-002c-49c4-9d8f-3a62eac38a6b completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:18.653061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 521b7258-002c-49c4-9d8f-3a62eac38a6b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:18.653446 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.717060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ad350cfe-4730-4a5c-bc89-ec6167e9c207 None None] For port 198502e7-678b-459d-924b-9aef86064c47, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=198502e7-678b-459d-924b-9aef86064c47,segment=NetworkSegment(06c7e352-08f9-43b0-bf79-e4deb14f4993),segment_id=06c7e352-08f9-43b0-bf79-e4deb14f4993)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:18.747120 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad350cfe-4730-4a5c-bc89-ec6167e9c207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (198502e7-678b-459d-924b-9aef86064c47), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.753507 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-42084f0c-6987-4460-a271-14ad250a2b95 req-2dbd8a18-ec83-473f-abfa-5e69c723770a service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226820 Feb 19 03:17:18.845939 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-05f6e9ab-c44c-48a7-9589-ee1ce1f313a7 service neutron] 10.222.0.42 "GET /v2.0/networks/93f34c75-2988-4d81-80f0-818df39eb337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223721 Feb 19 03:17:18.950193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 198502e7-678b-459d-924b-9aef86064c47 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:18.966638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4f60ff3-b56c-46ff-9827-2a0dd7bf8b29 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a3be93ca-12d9-47f7-befd-c4cbba85f8e3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.969760 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-42084f0c-6987-4460-a271-14ad250a2b95 req-024036bc-aa1d-45d8-954c-33f65a0ffd43 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087581 Feb 19 03:17:18.994303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ba6e917a-7089-4893-8e65-bc06caac9839 None None] Provisioning complete for port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:18.994711 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ba6e917a-7089-4893-8e65-bc06caac9839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.114556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad350cfe-4730-4a5c-bc89-ec6167e9c207 None None] Pushing event updated for resources: {'Port': ['ID=198502e7-678b-459d-924b-9aef86064c47,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:19.127137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4f60ff3-b56c-46ff-9827-2a0dd7bf8b29 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.134680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a4f60ff3-b56c-46ff-9827-2a0dd7bf8b29 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a3be93ca-12d9-47f7-befd-c4cbba85f8e3 HTTP/1.1" status: 204 len: 168 time: 2.1261399 Feb 19 03:17:19.134680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f60ff3-b56c-46ff-9827-2a0dd7bf8b29 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3be93ca-12d9-47f7-befd-c4cbba85f8e3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:19.134969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34940) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:19.148195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bd290d6-cf54-45fe-92a1-8eb47630dbd1', 'external_fixed_ips': [{'subnet_id': '0bb97c30-3208-4afb-8393-326db6b85194', 'ip_address': '172.20.0.7'}]}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:19.173455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e917a-7089-4893-8e65-bc06caac9839 None None] Port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:19.206489 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (30bbb118-7b8a-4649-b641-4d17f75ca8c6), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.211288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 521b7258-002c-49c4-9d8f-3a62eac38a6b is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:19.211728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (30bbb118-7b8a-4649-b641-4d17f75ca8c6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.212678 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.269282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ba6e917a-7089-4893-8e65-bc06caac9839 None None] Provisioning complete for port 198502e7-678b-459d-924b-9aef86064c47 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:19.271340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ba6e917a-7089-4893-8e65-bc06caac9839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (198502e7-678b-459d-924b-9aef86064c47), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.324734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855db02f-4873-4352-b12a-4398183d97af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521b7258-002c-49c4-9d8f-3a62eac38a6b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:19.329798 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39390e1-ef56-4cf9-9f2e-90e4f08b1639" -d '{"events": [{"server_uuid": "855db02f-4873-4352-b12a-4398183d97af", "name": "network-vif-plugged", "status": "completed", "tag": "521b7258-002c-49c4-9d8f-3a62eac38a6b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:19.413267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_controller (30bbb118-7b8a-4649-b641-4d17f75ca8c6), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.420738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 198502e7-678b-459d-924b-9aef86064c47 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:19.473327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a46c93-7c76-4d8c-a24c-103f8bac4ee7 req-46a984e0-a7fd-4809-9aa9-5a933b97967e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:19.482223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03a46c93-7c76-4d8c-a24c-103f8bac4ee7 req-46a984e0-a7fd-4809-9aa9-5a933b97967e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.1174588 Feb 19 03:17:19.565165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 521b7258-002c-49c4-9d8f-3a62eac38a6b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=521b7258-002c-49c4-9d8f-3a62eac38a6b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:19.588560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03a46c93-7c76-4d8c-a24c-103f8bac4ee7 req-61219843-2a5c-46a4-9fba-6e57cbdc3107 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023846 Feb 19 03:17:19.598970 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.723050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 198502e7-678b-459d-924b-9aef86064c47 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:19.723754 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (198502e7-678b-459d-924b-9aef86064c47), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.836603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:19.870454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (30bbb118-7b8a-4649-b641-4d17f75ca8c6), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.902205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=521b7258-002c-49c4-9d8f-3a62eac38a6b,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:19.935696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e917a-7089-4893-8e65-bc06caac9839 None None] Current status of the port 198502e7-678b-459d-924b-9aef86064c47 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:19.958223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Publish callbacks [] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.010153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Transition to ACTIVE for port object 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:20.021834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.058219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 198502e7-678b-459d-924b-9aef86064c47 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:20.081911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac737071-fd7c-4cf5-b96f-7507f14326ec req-7698a684-b411-4437-944f-1dcdd3956fbf tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:20.093987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac737071-fd7c-4cf5-b96f-7507f14326ec req-7698a684-b411-4437-944f-1dcdd3956fbf tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/ports?device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 949 time: 0.2897451 Feb 19 03:17:20.182762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Pushing event updated for resources: {'Port': ['ID=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:20.260570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac737071-fd7c-4cf5-b96f-7507f14326ec req-0f68ad47-9779-4d0d-b6f8-0513a52ebc19 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac7f23c7-22bf-47fa-ab69-65e917bf5e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660435 Feb 19 03:17:20.338456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (30bbb118-7b8a-4649-b641-4d17f75ca8c6), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.365656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.376324 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994908d5-866a-465c-b784-273c39432b13 x-openstack-request-id: req-994908d5-866a-465c-b784-273c39432b13 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:20.378197 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855db02f-4873-4352-b12a-4398183d97af", "tag": "521b7258-002c-49c4-9d8f-3a62eac38a6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44d5aed5-e249-4372-a679-af9e71e818a8", "tag": "38fb6673-22cb-4ae7-8382-8498af40ca8f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:20.378681 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-994908d5-866a-465c-b784-273c39432b13 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:20.380448 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855db02f-4873-4352-b12a-4398183d97af', 'tag': '521b7258-002c-49c4-9d8f-3a62eac38a6b', 'status': 'completed', 'code': 200} Feb 19 03:17:20.381430 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d5aed5-e249-4372-a679-af9e71e818a8', 'tag': '38fb6673-22cb-4ae7-8382-8498af40ca8f', 'status': 'completed', 'code': 200} Feb 19 03:17:20.732225 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Allocated IP 172.20.0.7 (7bd290d6-cf54-45fe-92a1-8eb47630dbd1/0bb97c30-3208-4afb-8393-326db6b85194/ad56b430-070c-4449-9433-07004a359e4d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:20.738278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-d181892e-2e04-498d-8547-c662d3c16714 service neutron] 10.222.0.37 "GET /v2.0/ports/38fb6673-22cb-4ae7-8382-8498af40ca8f/bindings/n-h2-826756-2 HTTP/1.1" status: 200 len: 384 time: 0.0808327 Feb 19 03:17:20.739097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Attempting to bind port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:20.739520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Attempting to bind port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:20.739856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Attempting to bind port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 on network 37be3b18-250c-4faf-a3d8-ee10e804742e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:20.753126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 on network 37be3b18-250c-4faf-a3d8-ee10e804742e not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:20.753457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Attempting to bind port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 on network 37be3b18-250c-4faf-a3d8-ee10e804742e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:20.799865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:20.800382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Checking segment: {'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:20.800781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Bound using segment: {'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:20.801236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Bound port: 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:20.801604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.880574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] For port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:20.883923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] For port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:20.894426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for port (ad56b430-070c-4449-9433-07004a359e4d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.898714 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.902067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-b6b4fb6d-47c5-4345-b91a-45ecadb53c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:20.903803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-b6b4fb6d-47c5-4345-b91a-45ecadb53c93 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6713eba98996437d944e47f11fad44de&device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 1131 time: 0.4686041 Feb 19 03:17:21.018402 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ad56b430-070c-4449-9433-07004a359e4d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.041437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9924f-8699-454b-be30-567ecdcc987a req-2d4865bc-312c-4242-81dd-b860952551b9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.048858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ff9924f-8699-454b-be30-567ecdcc987a req-2d4865bc-312c-4242-81dd-b860952551b9 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 943 time: 0.4641857 Feb 19 03:17:21.057024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-23674546-96d9-4c79-93ee-ac4b79100a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.058538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-23674546-96d9-4c79-93ee-ac4b79100a75 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1420979 Feb 19 03:17:21.125339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Network 7bd290d6-cf54-45fe-92a1-8eb47630dbd1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:21.165987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:21.183315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:21.212840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-a2ab136a-814b-4232-8bab-ce473e7bfc90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=521b7258-002c-49c4-9d8f-3a62eac38a6b HTTP/1.1" status: 200 len: 217 time: 0.1145637 Feb 19 03:17:21.247986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.248639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.250069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] 10.222.0.71 "PUT /v2.0/ports/99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 HTTP/1.1" status: 200 len: 1092 time: 3.5887246 Feb 19 03:17:21.259626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-8aadf4e8-33b7-49ea-a5b6-f735cf819ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.261344 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-8aadf4e8-33b7-49ea-a5b6-f735cf819ef6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 1155 time: 0.6326921 Feb 19 03:17:21.301460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event updated for resources: {'Port': ['ID=ad56b430-070c-4449-9433-07004a359e4d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:21.556448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25a8f0-3f26-4126-bdef-8ca6010f9e39 service neutron] Pushing event updated for resources: {'Port': ['ID=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:21.575438 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2e3307db-2c13-4e63-b6ac-a0667db1a8dd tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.580646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2e3307db-2c13-4e63-b6ac-a0667db1a8dd tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.583017 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2e3307db-2c13-4e63-b6ac-a0667db1a8dd tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.37 "GET /v2.0/networks?id=dc7ea1d9-d6cd-4e05-8364-480f5dd87535&id=93f34c75-2988-4d81-80f0-818df39eb337 HTTP/1.1" status: 200 len: 1391 time: 0.4472463 Feb 19 03:17:21.630816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'port': {'device_id': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535', 'admin_state_up': True, 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:21.693628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-dc400a3b-0035-4068-b095-d98c8ab0d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.695434 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-dc400a3b-0035-4068-b095-d98c8ab0d822 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.4205086 Feb 19 03:17:21.747026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-26861c22-dc66-474f-9c9d-84538c29e930 req-9e0f8590-33eb-4664-a976-10b43f0d12e6 service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:21.770045 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-0424d50f-5663-457a-9111-952b34f51186 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f HTTP/1.1" status: 200 len: 217 time: 0.0583985 Feb 19 03:17:21.784555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-26861c22-dc66-474f-9c9d-84538c29e930 req-9e0f8590-33eb-4664-a976-10b43f0d12e6 service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:21.832302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-26861c22-dc66-474f-9c9d-84538c29e930 req-9e0f8590-33eb-4664-a976-10b43f0d12e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fb6673-22cb-4ae7-8382-8498af40ca8f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:21.846186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-26861c22-dc66-474f-9c9d-84538c29e930 req-9e0f8590-33eb-4664-a976-10b43f0d12e6 service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:21.866037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ff9924f-8699-454b-be30-567ecdcc987a req-39717ac9-5e80-47d2-b285-64e29ad75e08 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8155913 Feb 19 03:17:21.876129 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-26861c22-dc66-474f-9c9d-84538c29e930 req-9e0f8590-33eb-4664-a976-10b43f0d12e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.882965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-53de3079-ce0b-41d3-a24b-114313dfca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.884717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-53de3079-ce0b-41d3-a24b-114313dfca32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.6477149 Feb 19 03:17:21.967561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-9ea63e6c-dac9-4ddf-8867-03eb47b946d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.969651 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-9ea63e6c-dac9-4ddf-8867-03eb47b946d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1919422 Feb 19 03:17:22.033138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-26861c22-dc66-474f-9c9d-84538c29e930 req-9e0f8590-33eb-4664-a976-10b43f0d12e6 service neutron] Transition to ACTIVE for port object 38fb6673-22cb-4ae7-8382-8498af40ca8f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:22.043662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-c74b68e4-0de1-479f-b4a3-d469ab985bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:22.045481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-c74b68e4-0de1-479f-b4a3-d469ab985bea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa870b575cbe42d5be484f2349a710c5&device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 1126 time: 0.6485426 Feb 19 03:17:22.046762 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-26861c22-dc66-474f-9c9d-84538c29e930 req-9e0f8590-33eb-4664-a976-10b43f0d12e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.139055 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.147952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (30bbb118-7b8a-4649-b641-4d17f75ca8c6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.151907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:22.157272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.162973 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-f5690afb-74b2-42fd-bab7-66d0fe6f659a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196535 Feb 19 03:17:22.192618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-e7bd6be4-3c15-4d3e-ba32-3d0d7d1c3bd7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 HTTP/1.1" status: 200 len: 217 time: 0.1357553 Feb 19 03:17:22.316473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-26861c22-dc66-474f-9c9d-84538c29e930 req-9e0f8590-33eb-4664-a976-10b43f0d12e6 service neutron] No DVR routers for this DVR port 38fb6673-22cb-4ae7-8382-8498af40ca8f on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:22.333827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-e8b91d04-a7fe-4428-acfe-1d0f3ba87514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:22.335557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-e8b91d04-a7fe-4428-acfe-1d0f3ba87514 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4398932 Feb 19 03:17:22.457276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29962455-d4c0-4348-93cf-fb2fccc9356d req-c801b689-f58f-490e-bbea-3ab726a292cc tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:22.459176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29962455-d4c0-4348-93cf-fb2fccc9356d req-c801b689-f58f-490e-bbea-3ab726a292cc tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 944 time: 0.3179486 Feb 19 03:17:22.459571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'tag': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:22.462029 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf702a6-5a49-453f-8b45-39d2374a2768" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5", "tag": "99bd4258-4f58-4d8b-8bfc-b74d4ed062e2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:22.466526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-3cd01d1d-caa2-476f-8246-27fd5c8d60ed service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169550 Feb 19 03:17:22.609666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-318658ed-ec76-417b-92c4-2671336844b2 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095314 Feb 19 03:17:22.610262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f8590-33eb-4664-a976-10b43f0d12e6 service neutron] Pushing event updated for resources: {'Port': ['ID=38fb6673-22cb-4ae7-8382-8498af40ca8f,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:22.698120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-9e0f8590-33eb-4664-a976-10b43f0d12e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/38fb6673-22cb-4ae7-8382-8498af40ca8f/bindings/n-h2-826756-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9503148 Feb 19 03:17:22.709589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-f238d2de-e06c-4906-aa0b-8ef46ead5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:22.711300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-f238d2de-e06c-4906-aa0b-8ef46ead5e44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df6ed2fd-9d20-49e8-8951-b2647ea8fd2f HTTP/1.1" status: 200 len: 851 time: 0.4999990 Feb 19 03:17:22.810532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29962455-d4c0-4348-93cf-fb2fccc9356d req-1c7274e5-c7cc-4d5c-a915-c99ee1ec5762 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3338392 Feb 19 03:17:22.818507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-4f47d437-f327-4e8e-8a6d-6b92958cc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:22.820266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-4f47d437-f327-4e8e-8a6d-6b92958cc81d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=37be3b18-250c-4faf-a3d8-ee10e804742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0968816 Feb 19 03:17:22.825346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Allocated IP 19.80.0.43 (dc7ea1d9-d6cd-4e05-8364-480f5dd87535/9e1d705c-df1d-4e46-bfea-dd7c038320c2/aa8d2512-9635-42d3-9648-3a3a3ab80fa0) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:22.984751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-56f0d593-3767-4d79-9a64-b20ce91295bb service neutron] 10.222.0.71 "GET /v2.0/networks/37be3b18-250c-4faf-a3d8-ee10e804742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388466 Feb 19 03:17:23.215606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-155ebece-f4da-492a-b9c0-280bebe3de7c tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:23.219263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-155ebece-f4da-492a-b9c0-280bebe3de7c tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.3973725 Feb 19 03:17:23.338393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.403750 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.429608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-f12705f1-860d-4d43-b63d-9c0435d46d97 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:23.431858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-f12705f1-860d-4d43-b63d-9c0435d46d97 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 803 time: 0.1465299 Feb 19 03:17:23.453712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-6dc18aed-def0-4e6b-94b4-8d8f74a5b3f3 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/quotas/f60bfa93f98e4426ae1d089174442e9c HTTP/1.1" status: 200 len: 375 time: 0.0134611 Feb 19 03:17:23.517557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:23.524300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-56eb6ba1-166e-4450-b78c-64909cc65d8d tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599537 Feb 19 03:17:23.529340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-d7432e3d-b6cc-47a3-a0b4-6f7d86cfd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:23.531245 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-d7432e3d-b6cc-47a3-a0b4-6f7d86cfd202 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d HTTP/1.1" status: 200 len: 1126 time: 0.2949572 Feb 19 03:17:23.533636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef2bafec-3bb8-4d07-aee3-6679b14749f1 req-b64eff27-0911-46ef-9c5a-2420aa5b5aad service neutron] 10.222.0.71 "GET /v2.0/networks/37be3b18-250c-4faf-a3d8-ee10e804742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189342 Feb 19 03:17:23.534717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:23.585489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:23.715862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:23.716938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.775682 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1581063 Feb 19 03:17:23.796344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Request body: {'port': {'device_id': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337', 'admin_state_up': True, 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:23.813627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b55b6-8a68-4466-a021-ad3756e5beed tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Port': ['ID=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:23.898124 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-c8c0aba4-440a-4dd9-a31d-cfd5e1352e82 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6676452 Feb 19 03:17:24.097424 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8ef5a3c0-e54d-4899-aebd-94e15f1f04a5 req-218abd6b-2fbb-458c-a043-9ac1c720e113 service neutron] 10.222.0.37 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170306 Feb 19 03:17:24.196329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-b85cf83b-e6fe-4ce2-8376-8b0281db8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:24.198148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-b85cf83b-e6fe-4ce2-8376-8b0281db8eff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 1126 time: 0.6342633 Feb 19 03:17:24.207559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-96b8f6a4-f0a3-4950-b580-bc395f421c4a None None] Provisioning complete for port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:24.209124 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-96b8f6a4-f0a3-4950-b580-bc395f421c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.258913 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (30bbb118-7b8a-4649-b641-4d17f75ca8c6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.291473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-96b8f6a4-f0a3-4950-b580-bc395f421c4a None None] Port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:24.314853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-1bcd7751-94a5-4245-9773-82f7567f1601 service neutron] 10.222.0.42 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7792804 Feb 19 03:17:24.329976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Made reservation on behalf of 0663418f48a34d55a493c3dcd4d1f8c3 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:24.335463 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.509248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-eebe4802-f862-4d50-86d4-c7500d3b78fc service neutron] 10.222.0.42 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719732 Feb 19 03:17:24.567801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-d0630677-53f1-40c7-bb5e-f162eccbeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:24.572360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-d0630677-53f1-40c7-bb5e-f162eccbeaba service neutron] 10.222.0.71 "GET /v2.0/networks?id=13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 200 len: 921 time: 0.3650544 Feb 19 03:17:24.578906 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Allocated IP 19.86.0.224 (93f34c75-2988-4d81-80f0-818df39eb337/884fade3-fb32-472c-a0be-0cf9c1ef21a5/3198624c-0624-484b-bcd5-7eae5bd310b0) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:24.687398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-49400dfb-ac91-4761-b768-00951c012b47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f HTTP/1.1" status: 200 len: 217 time: 0.0954633 Feb 19 03:17:24.820260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-2a88b090-6c6b-42be-baf9-30d29daca262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:24.822518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-2a88b090-6c6b-42be-baf9-30d29daca262 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 200 len: 860 time: 0.1196072 Feb 19 03:17:24.875362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-522a8beb-7813-4e17-aee7-f50cc395640f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13ab5339-b46f-437b-886f-eec7eeac9fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429006 Feb 19 03:17:24.878393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Router 30bbb118-7b8a-4649-b641-4d17f75ca8c6 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:25.014989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-186ba882-16a7-4dc7-9065-d365c21829b3 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147726 Feb 19 03:17:25.129731 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5f1f6f22-b5e5-4d13-ae7e-ac62596f7511 service neutron] 10.222.0.71 "GET /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050711 Feb 19 03:17:25.183987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:25.185641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3824d3-fceb-420b-b606-96a10c168884 req-2a28d487-7e47-4bd8-8f18-4994d78205ca tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:25.190301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f3824d3-fceb-420b-b606-96a10c168884 req-2a28d487-7e47-4bd8-8f18-4994d78205ca tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 931 time: 0.3662524 Feb 19 03:17:25.208166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Sync routers for ids ['30bbb118-7b8a-4649-b641-4d17f75ca8c6'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:25.230547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Routers {'30bbb118-7b8a-4649-b641-4d17f75ca8c6'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:25.231201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['30bbb118-7b8a-4649-b641-4d17f75ca8c6'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:25.237286 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.265272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.270085 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6bc41baf-68bd-4695-b9c9-101571710472 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.1340735 Feb 19 03:17:25.275686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34998) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:25.362349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f3824d3-fceb-420b-b606-96a10c168884 req-3dea470b-5ac8-4595-a61c-a8f2c2f200fd tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663616 Feb 19 03:17:25.470771 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8950ef8b-0af0-482f-b634-9b76ad62bfcf x-openstack-request-id: req-8950ef8b-0af0-482f-b634-9b76ad62bfcf {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:25.476497 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855db02f-4873-4352-b12a-4398183d97af", "name": "network-vif-plugged", "status": "completed", "tag": "521b7258-002c-49c4-9d8f-3a62eac38a6b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:25.477075 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8950ef8b-0af0-482f-b634-9b76ad62bfcf {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:25.477772 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855db02f-4873-4352-b12a-4398183d97af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521b7258-002c-49c4-9d8f-3a62eac38a6b', 'code': 200} Feb 19 03:17:25.483535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Set router 30bbb118-7b8a-4649-b641-4d17f75ca8c6 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:25.573639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (30bbb118-7b8a-4649-b641-4d17f75ca8c6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.722560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323cdf0-f552-4a95-bda8-5325669d6f1d req-a2c58500-c5fd-48ea-b7a9-676104c6def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:25.725560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9323cdf0-f552-4a95-bda8-5325669d6f1d req-a2c58500-c5fd-48ea-b7a9-676104c6def4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 1131 time: 0.1766438 Feb 19 03:17:25.734252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26861c22-dc66-474f-9c9d-84538c29e930 req-a1ed1883-5d63-4f81-8a81-49c455137907 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:25.736096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-a1ed1883-5d63-4f81-8a81-49c455137907 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8&tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.2838073 Feb 19 03:17:25.738185 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (30bbb118-7b8a-4649-b641-4d17f75ca8c6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.758124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfa39c-fa93-4ea8-82ad-475cf875aa7d req-e88372d8-7be2-438c-be01-351647a3d91c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:25.760855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1cfa39c-fa93-4ea8-82ad-475cf875aa7d req-e88372d8-7be2-438c-be01-351647a3d91c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.1395614 Feb 19 03:17:25.778451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bbb118-7b8a-4649-b641-4d17f75ca8c6', 'name': '', 'tenant_id': '93c1084d259b4bdbb2198d17a7d9c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd290d6-cf54-45fe-92a1-8eb47630dbd1', 'external_fixed_ips': [{'subnet_id': '0bb97c30-3208-4afb-8393-326db6b85194', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'ad56b430-070c-4449-9433-07004a359e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:21Z', 'revision_number': 3, 'project_id': '93c1084d259b4bdbb2198d17a7d9c167', 'gw_port': {'id': 'ad56b430-070c-4449-9433-07004a359e4d', 'name': '', 'network_id': '7bd290d6-cf54-45fe-92a1-8eb47630dbd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bbb118-7b8a-4649-b641-4d17f75ca8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '0bb97c30-3208-4afb-8393-326db6b85194', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:20Z', 'updated_at': '2022-02-19T03:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bb97c30-3208-4afb-8393-326db6b85194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:25.794037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.822545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Checking router: 30bbb118-7b8a-4649-b641-4d17f75ca8c6 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:25.822989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Updating router 30bbb118-7b8a-4649-b641-4d17f75ca8c6 port ad56b430-070c-4449-9433-07004a359e4d binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:25.855487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Network 93f34c75-2988-4d81-80f0-818df39eb337 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:25.857495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1cfa39c-fa93-4ea8-82ad-475cf875aa7d req-92120717-1009-4b3c-8a17-f450eadbcc87 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565531 Feb 19 03:17:25.866454 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad56b430-070c-4449-9433-07004a359e4d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.888814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event updated for resources: {'Port': ['ID=3198624c-0624-484b-bcd5-7eae5bd310b0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:25.892334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9323cdf0-f552-4a95-bda8-5325669d6f1d req-6df245d1-01be-4fb4-9a1c-44afca5f9fd5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ac7f23c7-22bf-47fa-ab69-65e917bf5e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548975 Feb 19 03:17:25.899583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:25.909135 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:25.988601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Deleting port ad56b430-070c-4449-9433-07004a359e4d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:25.988601 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ad56b430-070c-4449-9433-07004a359e4d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.059382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5c70f2eb-9804-4b41-b5cb-1d1f571c2bfa service neutron] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:26.079395 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5c70f2eb-9804-4b41-b5cb-1d1f571c2bfa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.080573 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26861c22-dc66-474f-9c9d-84538c29e930 req-5c70f2eb-9804-4b41-b5cb-1d1f571c2bfa service neutron] 10.222.0.71 "DELETE /v2.0/ports/38fb6673-22cb-4ae7-8382-8498af40ca8f/bindings/n-h1-826756-2 HTTP/1.1" status: 204 len: 173 time: 0.3346334 Feb 19 03:17:26.131706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e12617-085f-49bb-ab99-52120f0f55d5 req-0da68dc2-85ca-42e6-bc23-08ab55b7d9e5 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:26.135461 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ad56b430-070c-4449-9433-07004a359e4d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.146178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63e12617-085f-49bb-ab99-52120f0f55d5 req-0da68dc2-85ca-42e6-bc23-08ab55b7d9e5 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/ports?device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 949 time: 0.1009538 Feb 19 03:17:26.156032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Calling delete_port for ad56b430-070c-4449-9433-07004a359e4d owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:26.255472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63e12617-085f-49bb-ab99-52120f0f55d5 req-dad8dde8-17ce-49b6-87c7-bf321ef97516 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac7f23c7-22bf-47fa-ab69-65e917bf5e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996773 Feb 19 03:17:26.317605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:26.350637 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be90aaa-53ef-428b-b09f-f054a86ae033 x-openstack-request-id: req-4be90aaa-53ef-428b-b09f-f054a86ae033 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:26.351125 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5", "tag": "99bd4258-4f58-4d8b-8bfc-b74d4ed062e2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:26.351378 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4be90aaa-53ef-428b-b09f-f054a86ae033 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:26.352128 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'tag': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2', 'status': 'completed', 'code': 200} Feb 19 03:17:26.463090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ad56b430-070c-4449-9433-07004a359e4d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.481647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-33678694-7e77-44ec-8beb-abeab40a8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:26.483578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-33678694-7e77-44ec-8beb-abeab40a8146 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa870b575cbe42d5be484f2349a710c5&device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 1126 time: 0.1013463 Feb 19 03:17:26.523420 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:17:26.524686 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:17:26.552551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-33700e10-ba49-4079-ad51-b81f3f5bfcab None None] Provisioning complete for port 3198624c-0624-484b-bcd5-7eae5bd310b0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:26.554061 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-33700e10-ba49-4079-ad51-b81f3f5bfcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.564348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:26.565121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.605133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad56b430-070c-4449-9433-07004a359e4d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:26.623987 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-cd0e1854-01e7-4db1-a2bd-bd6d446e474c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8358688 Feb 19 03:17:26.660855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-33700e10-ba49-4079-ad51-b81f3f5bfcab None None] Port 3198624c-0624-484b-bcd5-7eae5bd310b0 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:26.707216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Request body: {'port': {'device_id': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:26.707681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:26.729035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'port_id': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2', 'mac_address': 'fa:16:3e:42:9f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:26.741975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b56b94-c965-4458-97a3-dc1ce4223a91 req-4ec7cfae-b47a-4d19-9066-30adb0e9df2d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:26.746453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14b56b94-c965-4458-97a3-dc1ce4223a91 req-4ec7cfae-b47a-4d19-9066-30adb0e9df2d tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 944 time: 0.2536495 Feb 19 03:17:26.806815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-56f130ad-5c77-4ade-bac0-9847c390ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:26.809233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-56f130ad-5c77-4ade-bac0-9847c390ad21 service neutron] 10.222.0.71 "GET /v2.0/networks?id=37be3b18-250c-4faf-a3d8-ee10e804742e HTTP/1.1" status: 200 len: 913 time: 0.3144560 Feb 19 03:17:26.873234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (30bbb118-7b8a-4649-b641-4d17f75ca8c6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.904684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-1007cce6-cd7c-47fb-9bdc-8ff27f7b69fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 HTTP/1.1" status: 200 len: 217 time: 0.0786984 Feb 19 03:17:26.919615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14b56b94-c965-4458-97a3-dc1ce4223a91 req-f03f5f6f-a452-4da4-80cd-f68f6bb33038 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635935 Feb 19 03:17:26.996370 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.033368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-9cb78093-09fe-4173-b056-2b4dc938d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:27.045540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-9cb78093-09fe-4173-b056-2b4dc938d7a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df6ed2fd-9d20-49e8-8951-b2647ea8fd2f HTTP/1.1" status: 200 len: 851 time: 0.1244311 Feb 19 03:17:27.065725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:27.066238 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.074819 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (30bbb118-7b8a-4649-b641-4d17f75ca8c6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.079295 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_controller (30bbb118-7b8a-4649-b641-4d17f75ca8c6), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.084308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Port ad56b430-070c-4449-9433-07004a359e4d not found while updating agent binding for router 30bbb118-7b8a-4649-b641-4d17f75ca8c6. {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 03:17:27.088074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:27.124219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Routers {'30bbb118-7b8a-4649-b641-4d17f75ca8c6'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:27.126278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['30bbb118-7b8a-4649-b641-4d17f75ca8c6'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:27.133504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:27.211452 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.247370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-2569e5e6-9e0e-4e62-9c71-47fd3885e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:27.249275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-2569e5e6-9e0e-4e62-9c71-47fd3885e030 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=37be3b18-250c-4faf-a3d8-ee10e804742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1948152 Feb 19 03:17:27.268021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808637e6-1050-4910-a77a-223961632ce3 req-ceaeb971-61fa-406c-8a0e-4d078bf24fca tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:27.271350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-808637e6-1050-4910-a77a-223961632ce3 req-ceaeb971-61fa-406c-8a0e-4d078bf24fca tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 945 time: 0.1492827 Feb 19 03:17:27.402323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] Set router 30bbb118-7b8a-4649-b641-4d17f75ca8c6 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:27.439364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-808637e6-1050-4910-a77a-223961632ce3 req-da367b38-3161-444e-9dc5-a7352e753e2e tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462946 Feb 19 03:17:27.511951 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (30bbb118-7b8a-4649-b641-4d17f75ca8c6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.512491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30bbb118-7b8a-4649-b641-4d17f75ca8c6 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:27.527188 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.532090 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2999fe5c-4bde-4539-82dd-4e202bfb9322 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "DELETE /v2.0/routers/30bbb118-7b8a-4649-b641-4d17f75ca8c6 HTTP/1.1" status: 204 len: 168 time: 2.2506382 Feb 19 03:17:27.534972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35030) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:27.561310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-ca8c9643-bacb-4414-bc05-61be32bd0c55 service neutron] 10.222.0.71 "GET /v2.0/networks/37be3b18-250c-4faf-a3d8-ee10e804742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878215 Feb 19 03:17:27.566145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bbb118-7b8a-4649-b641-4d17f75ca8c6', 'name': '', 'tenant_id': '93c1084d259b4bdbb2198d17a7d9c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:26Z', 'revision_number': 5, 'project_id': '93c1084d259b4bdbb2198d17a7d9c167', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:27.623165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600aa3a-8758-4590-8a89-71e853bed277 None None] The sync data for ids ['30bbb118-7b8a-4649-b641-4d17f75ca8c6'] in n-d-826756-2 is: [{'id': '30bbb118-7b8a-4649-b641-4d17f75ca8c6', 'name': '', 'tenant_id': '93c1084d259b4bdbb2198d17a7d9c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:26Z', 'revision_number': 5, 'project_id': '93c1084d259b4bdbb2198d17a7d9c167', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:27.625130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:27.662548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['99bd4258-4f58-4d8b-8bfc-b74d4ed062e2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:27.697882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3895d51f-93f8-4d1d-8baa-1042ef860a76 req-d8d5f0d3-1d4e-45fd-a677-d7cfd8de3a14 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 210 time: 0.0930073 Feb 19 03:17:27.805759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c05f2fd-3d75-473d-8fac-e2d45120acfe tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Deleting subnet 0bb97c30-3208-4afb-8393-326db6b85194 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:17:27.814469 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c05f2fd-3d75-473d-8fac-e2d45120acfe tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for subnet (0bb97c30-3208-4afb-8393-326db6b85194), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.869517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8d2512-9635-42d3-9648-3a3a3ab80fa0 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:27.890095 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c05f2fd-3d75-473d-8fac-e2d45120acfe tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (0bb97c30-3208-4afb-8393-326db6b85194), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.893862 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Publish callbacks [] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.949567 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-81d31e64-2db4-4b07-b9ff-53b27f5de032 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:27.951137 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-81d31e64-2db4-4b07-b9ff-53b27f5de032 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.37 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 803 time: 0.3212125 Feb 19 03:17:27.952377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Transition to ACTIVE for port object aa8d2512-9635-42d3-9648-3a3a3ab80fa0 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:27.958024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.970610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9bf702a6-5a49-453f-8b45-39d2374a2768 req-b2efd48b-238b-428b-b673-0e02fbeff845 service neutron] 10.222.0.71 "GET /v2.0/networks/37be3b18-250c-4faf-a3d8-ee10e804742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497396 Feb 19 03:17:27.984070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Request body: {'port': {'device_id': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'admin_state_up': True, 'tenant_id': 'f60bfa93f98e4426ae1d089174442e9c'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:28.000488 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c05f2fd-3d75-473d-8fac-e2d45120acfe tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (0bb97c30-3208-4afb-8393-326db6b85194), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.050741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adffe2-b049-44d0-90be-2945fdea0beb req-d84343fb-00e1-4367-9c12-7325cd48ecc2 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:28.057499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adffe2-b049-44d0-90be-2945fdea0beb req-d84343fb-00e1-4367-9c12-7325cd48ecc2 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:28.059262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54adffe2-b049-44d0-90be-2945fdea0beb req-d84343fb-00e1-4367-9c12-7325cd48ecc2 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1654 time: 0.1671560 Feb 19 03:17:28.149521 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c05f2fd-3d75-473d-8fac-e2d45120acfe tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (0bb97c30-3208-4afb-8393-326db6b85194), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.180966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05f2fd-3d75-473d-8fac-e2d45120acfe tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb97c30-3208-4afb-8393-326db6b85194,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:28.191746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:28.211300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54adffe2-b049-44d0-90be-2945fdea0beb req-9288b692-4079-4772-994f-4833b0820c26 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364901 Feb 19 03:17:28.217880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c05f2fd-3d75-473d-8fac-e2d45120acfe tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.238104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8c05f2fd-3d75-473d-8fac-e2d45120acfe tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/0bb97c30-3208-4afb-8393-326db6b85194 HTTP/1.1" status: 204 len: 168 time: 0.6974638 Feb 19 03:17:28.241042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35032) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:28.342411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Made reservation on behalf of f60bfa93f98e4426ae1d089174442e9c for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:28.348636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.355160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Attempting to bind port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:28.355741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Attempting to bind port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:28.356276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Attempting to bind port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 on network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:28.382080 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 on network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:28.382511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Attempting to bind port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 on network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:28.396921 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:28.398173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Checking segment: {'id': 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:28.398797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Bound using segment: {'id': 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:28.399489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Bound port: aa8d2512-9635-42d3-9648-3a3a3ab80fa0, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:28.400062 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.433326 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (7bd290d6-cf54-45fe-92a1-8eb47630dbd1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.475629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589525-34e6-4593-b144-f15953af3855 req-1d07ad93-bf97-40b2-863c-4e09e815fd6f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:28.487431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da589525-34e6-4593-b144-f15953af3855 req-1d07ad93-bf97-40b2-863c-4e09e815fd6f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.1540792 Feb 19 03:17:28.561714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] For port aa8d2512-9635-42d3-9648-3a3a3ab80fa0, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:28.585195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] For port aa8d2512-9635-42d3-9648-3a3a3ab80fa0, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,segment=NetworkSegment(d38e946b-b6d5-4cbc-86a2-3f753f655a7d),segment_id=d38e946b-b6d5-4cbc-86a2-3f753f655a7d)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:28.600269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.653353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Allocated IP 172.20.0.10 (419de084-40f5-4fc0-b6cf-3db2650792b1/d6c934e3-7b85-43d5-9c7b-befefe865487/d4bf85bc-b31a-4735-aea1-c919b7b3ac2b) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:28.654226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (7bd290d6-cf54-45fe-92a1-8eb47630dbd1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.666200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:28.667251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.668856 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa8d2512-9635-42d3-9648-3a3a3ab80fa0 HTTP/1.1" status: 200 len: 1091 time: 1.9789331 Feb 19 03:17:28.669420 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'tag': 'aa8d2512-9635-42d3-9648-3a3a3ab80fa0'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:28.672244 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e006ba05-f1a3-42a5-9c69-04a6d51c9eed" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "tag": "aa8d2512-9635-42d3-9648-3a3a3ab80fa0"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:28.702935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da589525-34e6-4593-b144-f15953af3855 req-9c90e0c5-5894-4dcf-9e0b-3e3c8bc06726 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139904 Feb 19 03:17:28.712060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Request body: {'port': {'device_id': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:28.725674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd290d6-cf54-45fe-92a1-8eb47630dbd1']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:28.752623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f917f9-5fb2-4047-8020-160a12e737b0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:28.754818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfe5078-038e-4844-8f98-e3f8200ab28e') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:28.765365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfe5078-038e-4844-8f98-e3f8200ab28e') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:28.787554 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (4dfe5078-038e-4844-8f98-e3f8200ab28e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.819507 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.853040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (4dfe5078-038e-4844-8f98-e3f8200ab28e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.876194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:17:28.876994 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (4dfe5078-038e-4844-8f98-e3f8200ab28e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:17:28.879437 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:17:29.061172 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (7bd290d6-cf54-45fe-92a1-8eb47630dbd1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.076714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bd290d6-cf54-45fe-92a1-8eb47630dbd1 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:17:29.090527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8c92f-c14c-4d79-aa42-03125a128e9c req-c03e18fa-dc61-46f2-82b0-c921e11a6a19 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:29.098555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cef8c92f-c14c-4d79-aa42-03125a128e9c req-c03e18fa-dc61-46f2-82b0-c921e11a6a19 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/ports?device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 949 time: 0.1331606 Feb 19 03:17:29.107921 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.111503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "DELETE /v2.0/networks/7bd290d6-cf54-45fe-92a1-8eb47630dbd1 HTTP/1.1" status: 204 len: 168 time: 0.8691502 Feb 19 03:17:29.152671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f3de9-1994-4bcc-846b-335e9f249cdd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bd290d6-cf54-45fe-92a1-8eb47630dbd1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:29.204671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cef8c92f-c14c-4d79-aa42-03125a128e9c req-f3235635-861b-4ba6-a446-e03ba9d5e615 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac7f23c7-22bf-47fa-ab69-65e917bf5e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049201 Feb 19 03:17:29.414868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 072c6d22-4f5d-49ba-b632-9867b1a8f50f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:29.445063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa6f09-2d9b-4ac0-8554-fbb2fa4e5897 req-199ece7b-e0df-472c-84af-351ef10851eb tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:29.460548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cfa6f09-2d9b-4ac0-8554-fbb2fa4e5897 req-199ece7b-e0df-472c-84af-351ef10851eb tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 945 time: 0.1654291 Feb 19 03:17:29.567204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cfa6f09-2d9b-4ac0-8554-fbb2fa4e5897 req-aa61de6e-9e82-4fc6-878d-af868ff42d79 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929205 Feb 19 03:17:29.591884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks [] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.597941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 072c6d22-4f5d-49ba-b632-9867b1a8f50f is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:29.598500 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.625935 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:17:29.630799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:29.638368 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ece9c-1adc-4410-b754-055c04112da9" -d '{"events": [{"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-unplugged", "status": "completed", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:29.666667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:29.673534 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.696230 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685f8b4c-7564-4e24-a6b7-2f1ed917c9e7 x-openstack-request-id: req-685f8b4c-7564-4e24-a6b7-2f1ed917c9e7 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:29.696553 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "tag": "aa8d2512-9635-42d3-9648-3a3a3ab80fa0", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:29.696795 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-685f8b4c-7564-4e24-a6b7-2f1ed917c9e7 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:29.697433 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'tag': 'aa8d2512-9635-42d3-9648-3a3a3ab80fa0', 'status': 'completed', 'code': 200} Feb 19 03:17:29.728063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35066) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:29.736465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-01bad41c-a426-4ce7-8d61-718416e13e6a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Request body: {'router': {'name': 'tempest-router--437416094', 'project_id': 'd0cf8441e6074e8fb77f0769f91ac82f'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:29.755186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:29.777563 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.804177 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01bad41c-a426-4ce7-8d61-718416e13e6a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (ea491440-3220-4aa4-a13e-a5a84a09f8c1), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.805582 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01bad41c-a426-4ce7-8d61-718416e13e6a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (ea491440-3220-4aa4-a13e-a5a84a09f8c1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.830777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006ba05-f1a3-42a5-9c69-04a6d51c9eed req-9ea95e4b-2b71-4e9b-8e15-604b4334f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:29.831532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006ba05-f1a3-42a5-9c69-04a6d51c9eed req-9ea95e4b-2b71-4e9b-8e15-604b4334f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:29.834248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e006ba05-f1a3-42a5-9c69-04a6d51c9eed req-9ea95e4b-2b71-4e9b-8e15-604b4334f528 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1944 time: 0.0924568 Feb 19 03:17:29.886382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3198624c-0624-484b-bcd5-7eae5bd310b0 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:29.900286 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Publish callbacks [] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.915669 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Transition to ACTIVE for port object 3198624c-0624-484b-bcd5-7eae5bd310b0 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:29.922108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.973290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Network 419de084-40f5-4fc0-b6cf-3db2650792b1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:29.994578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:30.002584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:30.076204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01bad41c-a426-4ce7-8d61-718416e13e6a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_controller (ea491440-3220-4aa4-a13e-a5a84a09f8c1), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.105601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01bad41c-a426-4ce7-8d61-718416e13e6a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (ea491440-3220-4aa4-a13e-a5a84a09f8c1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.112828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Pushing event updated for resources: {'Port': ['ID=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:30.152776 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01bad41c-a426-4ce7-8d61-718416e13e6a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.154198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-01bad41c-a426-4ce7-8d61-718416e13e6a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4242802 Feb 19 03:17:30.164120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de216c-8854-4189-9d13-ea09c15890dc req-74360799-1e64-4075-a48c-aa0440dc519c tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.174003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3de216c-8854-4189-9d13-ea09c15890dc req-74360799-1e64-4075-a48c-aa0440dc519c tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 932 time: 0.3487463 Feb 19 03:17:30.186846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35070) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:30.199006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:30.214411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3198624c-0624-484b-bcd5-7eae5bd310b0,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:30.239416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.240790 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.299148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:30.306510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Attempting to bind port 3198624c-0624-484b-bcd5-7eae5bd310b0 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:30.306856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Attempting to bind port 3198624c-0624-484b-bcd5-7eae5bd310b0 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '06c7e352-08f9-43b0-bf79-e4deb14f4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:30.307331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Attempting to bind port 3198624c-0624-484b-bcd5-7eae5bd310b0 on network 93f34c75-2988-4d81-80f0-818df39eb337 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:30.312382 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-c60774fa-e06a-4ab6-a095-bc09fa8933dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3375194 Feb 19 03:17:30.315978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Port 3198624c-0624-484b-bcd5-7eae5bd310b0 on network 93f34c75-2988-4d81-80f0-818df39eb337 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:30.316307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Attempting to bind port 3198624c-0624-484b-bcd5-7eae5bd310b0 on network 93f34c75-2988-4d81-80f0-818df39eb337 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:30.320699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:30.321219 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.336238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Request body: {'port': {'device_id': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:30.344075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:30.344464 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Checking segment: {'id': '06c7e352-08f9-43b0-bf79-e4deb14f4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:30.344856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Bound using segment: {'id': '06c7e352-08f9-43b0-bf79-e4deb14f4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:30.345301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Bound port: 3198624c-0624-484b-bcd5-7eae5bd310b0, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c7e352-08f9-43b0-bf79-e4deb14f4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:30.345695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.429135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:30.429737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.464839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] For port 3198624c-0624-484b-bcd5-7eae5bd310b0, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:30.468134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] For port 3198624c-0624-484b-bcd5-7eae5bd310b0, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3198624c-0624-484b-bcd5-7eae5bd310b0,segment=NetworkSegment(06c7e352-08f9-43b0-bf79-e4deb14f4993),segment_id=06c7e352-08f9-43b0-bf79-e4deb14f4993)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:30.481361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:30.495182 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.500763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006ba05-f1a3-42a5-9c69-04a6d51c9eed req-6193dd40-6b7e-4f6e-9347-4a47af01706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.501482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006ba05-f1a3-42a5-9c69-04a6d51c9eed req-6193dd40-6b7e-4f6e-9347-4a47af01706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.502195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006ba05-f1a3-42a5-9c69-04a6d51c9eed req-6193dd40-6b7e-4f6e-9347-4a47af01706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.504146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e006ba05-f1a3-42a5-9c69-04a6d51c9eed req-6193dd40-6b7e-4f6e-9347-4a47af01706e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6352103 Feb 19 03:17:30.505514 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc59aa1e-71de-4bdb-a65b-879f5b947c11 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (ea491440-3220-4aa4-a13e-a5a84a09f8c1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.513135 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.516355 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.584125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:30.600600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.602285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.604038 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] 10.222.0.37 "PUT /v2.0/ports/3198624c-0624-484b-bcd5-7eae5bd310b0 HTTP/1.1" status: 200 len: 1092 time: 1.8963029 Feb 19 03:17:30.648561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110a79f-d039-4bf1-9e9c-464c0d764fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3198624c-0624-484b-bcd5-7eae5bd310b0,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:30.814133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006ba05-f1a3-42a5-9c69-04a6d51c9eed req-7c58e12a-4907-4d79-a6a8-4f4cb98c8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.816234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e006ba05-f1a3-42a5-9c69-04a6d51c9eed req-7c58e12a-4907-4d79-a6a8-4f4cb98c8c8f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326579 Feb 19 03:17:30.821368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3de216c-8854-4189-9d13-ea09c15890dc req-50e3531f-fd53-49a8-a82d-455f7bf299f4 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6465487 Feb 19 03:17:30.957225 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bf85bc-b31a-4735-aea1-c919b7b3ac2b {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:30.966907 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Publish callbacks [] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.975462 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc59aa1e-71de-4bdb-a65b-879f5b947c11 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (ea491440-3220-4aa4-a13e-a5a84a09f8c1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.977716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc59aa1e-71de-4bdb-a65b-879f5b947c11 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_controller (ea491440-3220-4aa4-a13e-a5a84a09f8c1), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.983069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Transition to ACTIVE for port object d4bf85bc-b31a-4735-aea1-c919b7b3ac2b will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:30.989529 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.051482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:31.119436 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc59aa1e-71de-4bdb-a65b-879f5b947c11 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (ea491440-3220-4aa4-a13e-a5a84a09f8c1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.120370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc59aa1e-71de-4bdb-a65b-879f5b947c11 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea491440-3220-4aa4-a13e-a5a84a09f8c1 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:31.129023 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc59aa1e-71de-4bdb-a65b-879f5b947c11 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.130204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bc59aa1e-71de-4bdb-a65b-879f5b947c11 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "DELETE /v2.0/routers/ea491440-3220-4aa4-a13e-a5a84a09f8c1 HTTP/1.1" status: 204 len: 168 time: 0.9421797 Feb 19 03:17:31.144459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af71d40-f19d-46fd-85e4-72b50f724fc3 req-20263c30-664e-4bb7-ae91-0b1883e12a79 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.151060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Attempting to bind port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:31.151510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Attempting to bind port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:31.151980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Attempting to bind port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b on network 419de084-40f5-4fc0-b6cf-3db2650792b1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:31.152179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2af71d40-f19d-46fd-85e4-72b50f724fc3 req-20263c30-664e-4bb7-ae91-0b1883e12a79 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 1126 time: 0.1438780 Feb 19 03:17:31.159082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b on network 419de084-40f5-4fc0-b6cf-3db2650792b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:31.159450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Attempting to bind port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b on network 419de084-40f5-4fc0-b6cf-3db2650792b1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:31.167744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:31.167744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Checking segment: {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:31.167744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Bound using segment: {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:31.172720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Bound port: d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:31.177719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.177967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-6e0ab321-f747-486f-abbf-50ec7b32e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.177967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-6e0ab321-f747-486f-abbf-50ec7b32e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.179105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-6e0ab321-f747-486f-abbf-50ec7b32e0f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 2042 time: 0.2537520 Feb 19 03:17:31.286282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] For port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:31.290718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] For port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:31.298811 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.300902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35076) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:31.363421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.364192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.366572 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] 10.222.0.37 "PUT /v2.0/ports/d4bf85bc-b31a-4735-aea1-c919b7b3ac2b HTTP/1.1" status: 200 len: 1092 time: 1.0403988 Feb 19 03:17:31.399634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f91c9-847a-4b31-886d-5fbacd556010 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:31.510086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-8370a1c6-8dbc-455d-9cd7-3ff4d612fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.512231 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-8370a1c6-8dbc-455d-9cd7-3ff4d612fd51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 1126 time: 0.0823994 Feb 19 03:17:31.582727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b4a78532-33ed-4f72-bc83-0453122a535b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.43&port_id=aa8d2512-9635-42d3-9648-3a3a3ab80fa0 HTTP/1.1" status: 200 len: 217 time: 0.3866012 Feb 19 03:17:31.595015 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-f64f757b-e9a5-4963-bf63-cabc6f758499 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b HTTP/1.1" status: 200 len: 217 time: 0.0561020 Feb 19 03:17:31.635613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2af71d40-f19d-46fd-85e4-72b50f724fc3 req-c834b333-9359-48e1-9ca1-9e882af642b5 tempest-LiveAutoBlockMigrationV225Test-1091322626 tempest-LiveAutoBlockMigrationV225Test-1091322626-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826155 Feb 19 03:17:31.657333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-85aaf454-d6ed-42d7-b5eb-6270ea815423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.658973 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-85aaf454-d6ed-42d7-b5eb-6270ea815423 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6c934e3-7b85-43d5-9c7b-befefe865487 HTTP/1.1" status: 200 len: 843 time: 0.0572703 Feb 19 03:17:31.664286 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1317160120', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:31.665207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-52f4c67c-e9e6-4588-be74-a1a7577b2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.674524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-52f4c67c-e9e6-4588-be74-a1a7577b2d7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e1d705c-df1d-4e46-bfea-dd7c038320c2 HTTP/1.1" status: 200 len: 801 time: 0.0866358 Feb 19 03:17:31.706562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'tag': '3198624c-0624-484b-bcd5-7eae5bd310b0'}, {'name': 'network-changed', 'server_uuid': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'tag': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:31.708846 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd01003a-2d74-4bf6-818f-e1b190e06dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "tag": "3198624c-0624-484b-bcd5-7eae5bd310b0"}, {"name": "network-changed", "server_uuid": "95257b1a-8b5d-4a1e-88dc-5dce2d52f37d", "tag": "d4bf85bc-b31a-4735-aea1-c919b7b3ac2b"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:31.715184 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-f23b461e-ac15-4a86-bc93-57076cad4129 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=419de084-40f5-4fc0-b6cf-3db2650792b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420935 Feb 19 03:17:31.734387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-25e62035-339a-4689-bae9-543b0aed14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.736312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-25e62035-339a-4689-bae9-543b0aed14b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc7ea1d9-d6cd-4e05-8364-480f5dd87535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0563207 Feb 19 03:17:31.744560 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.745773 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.838485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb89e78-5050-479a-bd65-7866bb72510f req-ac5f2867-332e-4d1c-a1e3-271a7a9faef9 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.840500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbb89e78-5050-479a-bd65-7866bb72510f req-ac5f2867-332e-4d1c-a1e3-271a7a9faef9 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 947 time: 0.1030805 Feb 19 03:17:31.856443 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.886616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-06690da9-42e8-4a3b-aff6-6c36d6b3a4ed service neutron] 10.222.0.37 "GET /v2.0/networks/dc7ea1d9-d6cd-4e05-8364-480f5dd87535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404693 Feb 19 03:17:31.940470 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-a18af2ea-d0f7-4d87-b9cb-aefc9dbca39c service neutron] 10.222.0.37 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182512 Feb 19 03:17:31.963804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbb89e78-5050-479a-bd65-7866bb72510f req-38fb5390-0471-46ad-9189-f3419ac48738 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/security-groups?id=17610fd4-0378-4678-b7f0-1ddad9b3ff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077795 Feb 19 03:17:32.028426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-1bde3936-3953-463d-8b4d-af0007e5379c service neutron] 10.222.0.37 "GET /v2.0/networks/dc7ea1d9-d6cd-4e05-8364-480f5dd87535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353300 Feb 19 03:17:32.079352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-6caa8e7a-fd0a-4ec7-b664-d56de4331068 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=3198624c-0624-484b-bcd5-7eae5bd310b0 HTTP/1.1" status: 200 len: 217 time: 0.0447538 Feb 19 03:17:32.143739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:32.158990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b0fadc92-073b-453b-80b3-2f47a80fbe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:32.161080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-b0fadc92-073b-453b-80b3-2f47a80fbe9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=884fade3-fb32-472c-a0be-0cf9c1ef21a5 HTTP/1.1" status: 200 len: 801 time: 0.0716598 Feb 19 03:17:32.223732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-952e2a9d-5b20-4b7c-8d87-a7c6d50159b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:32.226429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-952e2a9d-5b20-4b7c-8d87-a7c6d50159b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93f34c75-2988-4d81-80f0-818df39eb337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0590038 Feb 19 03:17:32.227354 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-94958e9a-8640-4984-a2e3-9d3db0df8ed9 req-e719f988-18b6-4531-a106-8711129c4ecf service neutron] 10.222.0.37 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686183 Feb 19 03:17:32.384618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-93a4118a-d489-446f-a8a1-784c88d33fac service neutron] 10.222.0.37 "GET /v2.0/networks/93f34c75-2988-4d81-80f0-818df39eb337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401532 Feb 19 03:17:32.440022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:32.464055 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:32.509495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae2421-bebc-4cc0-88df-764c43cd7ea7 req-05cae2dd-0707-4b20-8aee-4da668922f3e tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:32.514848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae2421-bebc-4cc0-88df-764c43cd7ea7 req-05cae2dd-0707-4b20-8aee-4da668922f3e tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:32.516809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8fae2421-bebc-4cc0-88df-764c43cd7ea7 req-05cae2dd-0707-4b20-8aee-4da668922f3e tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1678 time: 0.1295919 Feb 19 03:17:32.549430 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e1b0e9-982c-46b1-84e1-3d7adc14b37c req-5087d171-cf06-4635-9a71-8e1aac0c47ee service neutron] 10.222.0.37 "GET /v2.0/networks/93f34c75-2988-4d81-80f0-818df39eb337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536489 Feb 19 03:17:32.582799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8fae2421-bebc-4cc0-88df-764c43cd7ea7 req-ecd946fe-9747-4121-b42c-6bf2c2159bb1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559733 Feb 19 03:17:32.596181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Allocated IP 172.25.4.223 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/7d8cffe8-bfa1-41d2-8d06-d2c8c9709afd) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:32.670015 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab9e4bc-6329-4c7c-aecd-419c9460b622 x-openstack-request-id: req-9ab9e4bc-6329-4c7c-aecd-419c9460b622 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:32.670543 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-unplugged", "status": "completed", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:32.670917 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ab9e4bc-6329-4c7c-aecd-419c9460b622 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:32.671429 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'code': 200} Feb 19 03:17:32.724585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for port (7d8cffe8-bfa1-41d2-8d06-d2c8c9709afd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:32.768315 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7d8cffe8-bfa1-41d2-8d06-d2c8c9709afd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:32.783904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d2a40-c286-48b6-a68f-f346b0f5b4ab req-cf4818e7-729b-4361-a6fc-0684694bcb50 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:32.785419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a4d2a40-c286-48b6-a68f-f346b0f5b4ab req-cf4818e7-729b-4361-a6fc-0684694bcb50 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.0626535 Feb 19 03:17:32.811078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:32.813872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:32.820390 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:32.843279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Pushing event updated for resources: {'Port': ['ID=7d8cffe8-bfa1-41d2-8d06-d2c8c9709afd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:32.863314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a4d2a40-c286-48b6-a68f-f346b0f5b4ab req-1120a8a3-e997-4f66-8154-cc6037bf0649 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699952 Feb 19 03:17:33.006812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ebd25-e3d0-4bc1-ae1c-4ea05fa3f947 req-87af2151-50d7-4917-ac32-9ddc530ad02c tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:33.008317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-456ebd25-e3d0-4bc1-ae1c-4ea05fa3f947 req-87af2151-50d7-4917-ac32-9ddc530ad02c tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 946 time: 0.0747945 Feb 19 03:17:33.073280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-456ebd25-e3d0-4bc1-ae1c-4ea05fa3f947 req-e3a9512a-1f52-40bd-930b-c364f27276fb tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586343 Feb 19 03:17:33.170039 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.346903 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312f3eea-db2d-44c2-935d-2d49c274ba01 x-openstack-request-id: req-312f3eea-db2d-44c2-935d-2d49c274ba01 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:33.347222 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "tag": "3198624c-0624-484b-bcd5-7eae5bd310b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "95257b1a-8b5d-4a1e-88dc-5dce2d52f37d", "tag": "d4bf85bc-b31a-4735-aea1-c919b7b3ac2b", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:33.347462 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-312f3eea-db2d-44c2-935d-2d49c274ba01 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:33.347855 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'tag': '3198624c-0624-484b-bcd5-7eae5bd310b0', 'status': 'completed', 'code': 200} Feb 19 03:17:33.348112 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'tag': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b', 'status': 'completed', 'code': 200} Feb 19 03:17:33.457187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.472833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-25c9f753-0ab7-47a9-af2f-6d9377c7bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:33.473602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-25c9f753-0ab7-47a9-af2f-6d9377c7bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:33.475632 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-25c9f753-0ab7-47a9-af2f-6d9377c7bcdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 2042 time: 0.1112974 Feb 19 03:17:33.488597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281e43e-4743-452e-ad76-d9e0a9bc8cc7 req-2d7e3b9c-08da-4c92-89e4-a086dede7296 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:33.494273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a281e43e-4743-452e-ad76-d9e0a9bc8cc7 req-2d7e3b9c-08da-4c92-89e4-a086dede7296 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 944 time: 0.0906894 Feb 19 03:17:33.618043 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a281e43e-4743-452e-ad76-d9e0a9bc8cc7 req-cbab1dbd-d9ff-491a-a664-16fba6857680 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127889 Feb 19 03:17:33.636383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-4c59e7bd-de03-43f7-8d57-777972a9b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:33.648604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-4c59e7bd-de03-43f7-8d57-777972a9b80e service neutron] 10.222.0.37 "GET /v2.0/networks?id=93f34c75-2988-4d81-80f0-818df39eb337 HTTP/1.1" status: 200 len: 903 time: 0.1525295 Feb 19 03:17:33.651076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Router 1fda89d8-afbd-4ab8-aa94-a77d694f03c8 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:33.703053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-642da903-6366-4496-9f5c-43bb6cb9f6ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=3198624c-0624-484b-bcd5-7eae5bd310b0 HTTP/1.1" status: 200 len: 217 time: 0.0476639 Feb 19 03:17:33.792824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-b333d0e1-6f23-4b6b-b3ba-e2e23e0bfc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:33.796353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-b333d0e1-6f23-4b6b-b3ba-e2e23e0bfc36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=884fade3-fb32-472c-a0be-0cf9c1ef21a5 HTTP/1.1" status: 200 len: 801 time: 0.0870185 Feb 19 03:17:33.808235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:33.836312 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7e4da-a46f-4df2-b481-a74c6230e9e9 None None] Sync routers for ids ['1fda89d8-afbd-4ab8-aa94-a77d694f03c8'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:33.852386 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.858940 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b081adb5-4530-4710-bf6b-ffd6e350c964 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5546741 Feb 19 03:17:33.860188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35108) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:33.872030 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7e4da-a46f-4df2-b481-a74c6230e9e9 None None] Routers {'1fda89d8-afbd-4ab8-aa94-a77d694f03c8'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:33.873034 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d2d7e4da-a46f-4df2-b481-a74c6230e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1fda89d8-afbd-4ab8-aa94-a77d694f03c8'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:33.929664 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d2d7e4da-a46f-4df2-b481-a74c6230e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:33.941835 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7e4da-a46f-4df2-b481-a74c6230e9e9 None None] Routers {'1fda89d8-afbd-4ab8-aa94-a77d694f03c8'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:33.943294 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d2d7e4da-a46f-4df2-b481-a74c6230e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1fda89d8-afbd-4ab8-aa94-a77d694f03c8'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:33.966221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de17084-6e46-43f4-83ba-d6c0c1877171 req-d12d48dd-f1aa-4742-8259-64508f2fbca1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:33.967826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7de17084-6e46-43f4-83ba-d6c0c1877171 req-d12d48dd-f1aa-4742-8259-64508f2fbca1 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 944 time: 0.1004074 Feb 19 03:17:33.969911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-9172742f-abce-4810-a8a1-c714181f2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:33.971162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-9172742f-abce-4810-a8a1-c714181f2564 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93f34c75-2988-4d81-80f0-818df39eb337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1678350 Feb 19 03:17:34.004457 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d2d7e4da-a46f-4df2-b481-a74c6230e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:34.006049 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7e4da-a46f-4df2-b481-a74c6230e9e9 None None] The sync data for ids ['1fda89d8-afbd-4ab8-aa94-a77d694f03c8'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:34.043738 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1741cc6d-0e40-45a6-869c-db4641156e9e tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/routers/1fda89d8-afbd-4ab8-aa94-a77d694f03c8 HTTP/1.1" status: 200 len: 921 time: 0.1791487 Feb 19 03:17:34.044553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35112) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:34.078182 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7aaa3c4a-a0ef-4517-82d6-275f226a243d tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fda89d8-afbd-4ab8-aa94-a77d694f03c8 HTTP/1.1" status: 200 len: 205 time: 0.0310042 Feb 19 03:17:34.081283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35114) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:34.085680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7de17084-6e46-43f4-83ba-d6c0c1877171 req-09b146cd-67cd-4b6a-b6c9-c04415ae1576 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105537 Feb 19 03:17:34.145316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-768bb06a-1563-40c6-bb9b-ec532fbb74b1 service neutron] 10.222.0.37 "GET /v2.0/networks/93f34c75-2988-4d81-80f0-818df39eb337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633580 Feb 19 03:17:34.292787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-da801b1c-4bd6-4efa-8d8b-ed5c8f40fe0b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:34.295022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-da801b1c-4bd6-4efa-8d8b-ed5c8f40fe0b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.71 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 944 time: 0.1662271 Feb 19 03:17:34.377798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-2ff44292-a6a6-400e-85e4-4b4e7d6a9941 service neutron] 10.222.0.37 "GET /v2.0/networks/93f34c75-2988-4d81-80f0-818df39eb337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163718 Feb 19 03:17:34.401394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8803e40-4ef5-4b57-b6b2-4acf7d4e1d9b req-b10dc81d-6e28-46a9-93db-ebcdc82354ab tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:34.407120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8803e40-4ef5-4b57-b6b2-4acf7d4e1d9b req-b10dc81d-6e28-46a9-93db-ebcdc82354ab tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:34.415193 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a8803e40-4ef5-4b57-b6b2-4acf7d4e1d9b req-b10dc81d-6e28-46a9-93db-ebcdc82354ab tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1678 time: 0.1957877 Feb 19 03:17:34.516723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:34.541595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a8803e40-4ef5-4b57-b6b2-4acf7d4e1d9b req-04687ba8-60cc-4db3-87ce-9af4f6496591 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250978 Feb 19 03:17:34.566022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-507ed813-12fd-4df3-bb04-7bd40d5cb9f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Deleting port 38fb6673-22cb-4ae7-8382-8498af40ca8f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:34.566022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-507ed813-12fd-4df3-bb04-7bd40d5cb9f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:34.624466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-d28c2415-d21c-46ba-9766-c6ebcc92e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:34.626046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-d28c2415-d21c-46ba-9766-c6ebcc92e40f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 1126 time: 0.1455896 Feb 19 03:17:34.652902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:34.674487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:34.678803 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d67a50-f5c0-45cc-93c4-f5351184c280" -d '{"events": [{"server_uuid": "d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5", "name": "network-vif-plugged", "status": "completed", "tag": "99bd4258-4f58-4d8b-8bfc-b74d4ed062e2"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:34.737562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Deleting port 7d8cffe8-bfa1-41d2-8d06-d2c8c9709afd {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:34.737992 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7d8cffe8-bfa1-41d2-8d06-d2c8c9709afd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:34.754813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-507ed813-12fd-4df3-bb04-7bd40d5cb9f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] For port 38fb6673-22cb-4ae7-8382-8498af40ca8f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=38fb6673-22cb-4ae7-8382-8498af40ca8f,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:34.755353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-507ed813-12fd-4df3-bb04-7bd40d5cb9f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:34.779498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-507ed813-12fd-4df3-bb04-7bd40d5cb9f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Calling delete_port for 38fb6673-22cb-4ae7-8382-8498af40ca8f owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:34.825536 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7d8cffe8-bfa1-41d2-8d06-d2c8c9709afd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:34.830244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-8d88f383-b1c0-4228-9917-dd9f5bb670d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:34.831774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-8d88f383-b1c0-4228-9917-dd9f5bb670d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 904 time: 0.1996965 Feb 19 03:17:34.858506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Calling delete_port for 7d8cffe8-bfa1-41d2-8d06-d2c8c9709afd owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:34.910408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-403d8c66-676f-4d5f-a65e-91638e9d09ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b HTTP/1.1" status: 200 len: 217 time: 0.0424044 Feb 19 03:17:34.971713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f155c85-c071-4157-bbea-b4a143650bb2 req-40d9c7ec-5af5-4eca-9ee6-7f402883b0b4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:34.973319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f155c85-c071-4157-bbea-b4a143650bb2 req-40d9c7ec-5af5-4eca-9ee6-7f402883b0b4 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.1996274 Feb 19 03:17:35.006357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-e30290ec-7f60-45b7-86c8-5b42eddbd824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:35.007841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-e30290ec-7f60-45b7-86c8-5b42eddbd824 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6c934e3-7b85-43d5-9c7b-befefe865487 HTTP/1.1" status: 200 len: 843 time: 0.0896103 Feb 19 03:17:35.047551 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7d8cffe8-bfa1-41d2-8d06-d2c8c9709afd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.072288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Pushing event deleted for resources: {'Port': ['ID=7d8cffe8-bfa1-41d2-8d06-d2c8c9709afd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:35.085386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-6d368ba5-6c06-450b-8554-1da4d1d6272f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=419de084-40f5-4fc0-b6cf-3db2650792b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698535 Feb 19 03:17:35.126345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f155c85-c071-4157-bbea-b4a143650bb2 req-42fdd696-af60-4acc-a0e7-3f6591717e28 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416502 Feb 19 03:17:35.150927 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.165039 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-507ed813-12fd-4df3-bb04-7bd40d5cb9f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (38fb6673-22cb-4ae7-8382-8498af40ca8f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.179652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['63606f69-d134-46dd-8ee7-fc27be74e4b7', '38fb6673-22cb-4ae7-8382-8498af40ca8f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:35.211576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ed813-12fd-4df3-bb04-7bd40d5cb9f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Pushing event deleted for resources: {'Port': ['ID=38fb6673-22cb-4ae7-8382-8498af40ca8f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:35.294620 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.300113 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.343599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-7a54e5bb-8b96-41cf-9d21-6967e87700e3 service neutron] 10.222.0.37 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458117 Feb 19 03:17:35.344801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-507ed813-12fd-4df3-bb04-7bd40d5cb9f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] No DVR routers for this DVR port 38fb6673-22cb-4ae7-8382-8498af40ca8f on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:35.358823 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (1fda89d8-afbd-4ab8-aa94-a77d694f03c8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.359828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Fanout notify agent at l3_agent the message router_deleted on router 1fda89d8-afbd-4ab8-aa94-a77d694f03c8 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:35.372253 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.377373 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-65bb8196-bc7c-445a-940b-eacf0a99cc28 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/1fda89d8-afbd-4ab8-aa94-a77d694f03c8 HTTP/1.1" status: 204 len: 168 time: 1.2917192 Feb 19 03:17:35.378001 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35128) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:35.389145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1623177918', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'enable_snat': False}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:35.409686 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (f66bb773-1585-4c26-b408-154e2afe5018), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.410870 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (f66bb773-1585-4c26-b408-154e2afe5018), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.416939 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-507ed813-12fd-4df3-bb04-7bd40d5cb9f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.419905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-463ac0ef-5778-4fec-a78d-5aae4615c72e req-507ed813-12fd-4df3-bb04-7bd40d5cb9f8 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.71 "DELETE /v2.0/ports/38fb6673-22cb-4ae7-8382-8498af40ca8f HTTP/1.1" status: 204 len: 173 time: 1.1122897 Feb 19 03:17:35.421762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d5aed5-e249-4372-a679-af9e71e818a8', 'name': 'network-vif-deleted', 'tag': '38fb6673-22cb-4ae7-8382-8498af40ca8f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:35.424169 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a49ae9-606c-49f8-ba26-ab45953fd6a8" -d '{"events": [{"server_uuid": "44d5aed5-e249-4372-a679-af9e71e818a8", "name": "network-vif-deleted", "tag": "38fb6673-22cb-4ae7-8382-8498af40ca8f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:35.450077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25cef8-9325-4653-b3f7-1e82d3e5b374 req-4336ab4c-68b5-4a1f-9030-fcb84901e04b tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:35.459404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae25cef8-9325-4653-b3f7-1e82d3e5b374 req-4336ab4c-68b5-4a1f-9030-fcb84901e04b tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 946 time: 0.2438574 Feb 19 03:17:35.491764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_controller (f66bb773-1585-4c26-b408-154e2afe5018), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.544291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd01003a-2d74-4bf6-818f-e1b190e06dd2 req-ef9b6570-1182-4b79-8723-3ed0003279f1 service neutron] 10.222.0.37 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871076 Feb 19 03:17:35.552764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae25cef8-9325-4653-b3f7-1e82d3e5b374 req-5f72bd83-56e5-4676-9a3c-3799a14db6b4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918975 Feb 19 03:17:35.700556 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (f66bb773-1585-4c26-b408-154e2afe5018), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.795400 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.974563 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (f66bb773-1585-4c26-b408-154e2afe5018), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:36.003425 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:36.141083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Allocated IP 172.25.4.88 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/c601bc85-cbf0-4c09-b088-7ddfdaa49c6a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:36.263433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:36.311430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:36.353943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:36.356940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:36.361351 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:36.399844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event updated for resources: {'Port': ['ID=c601bc85-cbf0-4c09-b088-7ddfdaa49c6a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:36.522271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765239b-5e4f-42e8-88b8-da811fac75a0 req-20a7af03-fd13-4325-9fb8-302a4293567a tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:36.523732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c765239b-5e4f-42e8-88b8-da811fac75a0 req-20a7af03-fd13-4325-9fb8-302a4293567a tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 944 time: 0.0620923 Feb 19 03:17:36.581801 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c765239b-5e4f-42e8-88b8-da811fac75a0 req-6afd30fe-8463-4ceb-aa0f-e2dcc27b5fec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510509 Feb 19 03:17:36.642860 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fdc054-8108-412b-b81e-8ae931c34446 x-openstack-request-id: req-d2fdc054-8108-412b-b81e-8ae931c34446 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:36.643229 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5", "name": "network-vif-plugged", "status": "completed", "tag": "99bd4258-4f58-4d8b-8bfc-b74d4ed062e2", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:36.643561 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2fdc054-8108-412b-b81e-8ae931c34446 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:36.644037 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2', 'code': 200} Feb 19 03:17:36.659726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (f66bb773-1585-4c26-b408-154e2afe5018), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:36.814607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97295e-c9db-442d-b364-26f46e21f8ea req-4bc9fa87-4b84-447b-b660-a95df6d364f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:36.816095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b97295e-c9db-442d-b364-26f46e21f8ea req-4bc9fa87-4b84-447b-b660-a95df6d364f2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 1128 time: 0.0731816 Feb 19 03:17:36.900673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b97295e-c9db-442d-b364-26f46e21f8ea req-d2898f5e-2c75-440c-80b5-6040b949330b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711970 Feb 19 03:17:36.969133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (f66bb773-1585-4c26-b408-154e2afe5018), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:36.970760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e83f97ca-1ea3-4e88-938f-6d39a97440ef req-7a75cf6b-22b7-41a2-916f-1aefb7185250 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 210 time: 0.0345032 Feb 19 03:17:37.038563 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde270de-aa88-4c64-84eb-1b527fbd9513 x-openstack-request-id: req-cde270de-aa88-4c64-84eb-1b527fbd9513 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:37.038964 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d5aed5-e249-4372-a679-af9e71e818a8", "name": "network-vif-deleted", "tag": "38fb6673-22cb-4ae7-8382-8498af40ca8f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:37.039310 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cde270de-aa88-4c64-84eb-1b527fbd9513 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:37.039809 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d5aed5-e249-4372-a679-af9e71e818a8', 'name': 'network-vif-deleted', 'tag': '38fb6673-22cb-4ae7-8382-8498af40ca8f', 'status': 'completed', 'code': 200} Feb 19 03:17:37.145961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Router f66bb773-1585-4c26-b408-154e2afe5018 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:37.169257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f746f22-6ed6-4f2f-89ab-4ce26786678c req-cf14ed91-76da-44b4-94ae-8e1064d9d49b tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:37.175130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f746f22-6ed6-4f2f-89ab-4ce26786678c req-cf14ed91-76da-44b4-94ae-8e1064d9d49b tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:37.176791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f746f22-6ed6-4f2f-89ab-4ce26786678c req-cf14ed91-76da-44b4-94ae-8e1064d9d49b tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1678 time: 0.0765355 Feb 19 03:17:37.273396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f746f22-6ed6-4f2f-89ab-4ce26786678c req-786b77e1-70bc-42a8-b85e-c6cd89c86f42 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776458 Feb 19 03:17:37.293815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:37.314826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Sync routers for ids ['f66bb773-1585-4c26-b408-154e2afe5018'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:37.319663 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.325702 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cdfe6df1-8876-4280-8c53-73a9cbb4c05a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9421456 Feb 19 03:17:37.326184 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35178) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:37.346943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Routers {'f66bb773-1585-4c26-b408-154e2afe5018'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:37.348328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['f66bb773-1585-4c26-b408-154e2afe5018'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:37.498027 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a2d1b267-14a9-4966-b6e8-0d5ae47aa633 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/routers/f66bb773-1585-4c26-b408-154e2afe5018 HTTP/1.1" status: 200 len: 908 time: 0.1701665 Feb 19 03:17:37.501696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35180) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:37.507858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1623177918', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'enable_snat': True}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:37.521370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc3547-3992-4282-865d-f3c897380d9b req-94dceec3-487c-4f47-9aad-2f0ec0c40502 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:37.524749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ffc3547-3992-4282-865d-f3c897380d9b req-94dceec3-487c-4f47-9aad-2f0ec0c40502 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.1006885 Feb 19 03:17:37.532247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (7f34862e-251d-40a1-ac15-9aa47984efd3), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.533530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3198624c-0624-484b-bcd5-7eae5bd310b0 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:37.533725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (7f34862e-251d-40a1-ac15-9aa47984efd3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.598113 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_controller (7f34862e-251d-40a1-ac15-9aa47984efd3), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.620920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ffc3547-3992-4282-865d-f3c897380d9b req-9719ccf8-437a-4e28-8b69-f674841acc4e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897028 Feb 19 03:17:37.712033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3198624c-0624-484b-bcd5-7eae5bd310b0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3198624c-0624-484b-bcd5-7eae5bd310b0,segment=NetworkSegment(06c7e352-08f9-43b0-bf79-e4deb14f4993),segment_id=06c7e352-08f9-43b0-bf79-e4deb14f4993)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:37.726382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '3198624c-0624-484b-bcd5-7eae5bd310b0', 'network_id': '93f34c75-2988-4d81-80f0-818df39eb337', 'port_id': '3198624c-0624-484b-bcd5-7eae5bd310b0', 'mac_address': 'fa:16:3e:5d:05:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884fade3-fb32-472c-a0be-0cf9c1ef21a5', 'ip_address': '19.86.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:37.729794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Set router f66bb773-1585-4c26-b408-154e2afe5018 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:37.878973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beed9b-a20e-4848-b912-606b94e5a263 req-6ec4d3d6-54b7-46d0-b066-800f164728ec tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:37.882679 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13beed9b-a20e-4848-b912-606b94e5a263 req-6ec4d3d6-54b7-46d0-b066-800f164728ec tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 946 time: 0.0968478 Feb 19 03:17:37.971410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13beed9b-a20e-4848-b912-606b94e5a263 req-92e1be4e-bd9a-4f31-a62f-7552ad1ac447 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783193 Feb 19 03:17:38.077951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3198624c-0624-484b-bcd5-7eae5bd310b0 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:38.079001 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.117356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (7f34862e-251d-40a1-ac15-9aa47984efd3), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.143460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3198624c-0624-484b-bcd5-7eae5bd310b0 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:38.185640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3198624c-0624-484b-bcd5-7eae5bd310b0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3198624c-0624-484b-bcd5-7eae5bd310b0,segment=NetworkSegment(06c7e352-08f9-43b0-bf79-e4deb14f4993),segment_id=06c7e352-08f9-43b0-bf79-e4deb14f4993)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:38.190893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96c883-477a-4dee-a20d-bcbbc780332b req-e5c24515-6609-45d0-9471-9e4f86985f2b tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:38.197383 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.198489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device aa8d2512-9635-42d3-9648-3a3a3ab80fa0 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:38.205907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a96c883-477a-4dee-a20d-bcbbc780332b req-e5c24515-6609-45d0-9471-9e4f86985f2b tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/ports?device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 949 time: 0.1019661 Feb 19 03:17:38.261187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 38fb6673-22cb-4ae7-8382-8498af40ca8f no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:38.301116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 38fb6673-22cb-4ae7-8382-8498af40ca8f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:38.301712 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 38fb6673-22cb-4ae7-8382-8498af40ca8f not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:38.329248 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fe9ec0d4-dc33-4fa7-bef5-fa897a965fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.379427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66bb773-1585-4c26-b408-154e2afe5018', 'name': 'tempest-snat-router-1623177918', 'tenant_id': '93c1084d259b4bdbb2198d17a7d9c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.88'}], 'enable_snat': False}, 'gw_port_id': 'c601bc85-cbf0-4c09-b088-7ddfdaa49c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:35Z', 'updated_at': '2022-02-19T03:17:36Z', 'revision_number': 3, 'project_id': '93c1084d259b4bdbb2198d17a7d9c167', 'gw_port': {'id': 'c601bc85-cbf0-4c09-b088-7ddfdaa49c6a', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66bb773-1585-4c26-b408-154e2afe5018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:36Z', 'updated_at': '2022-02-19T03:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:38.495563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3198624c-0624-484b-bcd5-7eae5bd310b0,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:38.501620 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Checking router: f66bb773-1585-4c26-b408-154e2afe5018 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:38.502146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Updating router f66bb773-1585-4c26-b408-154e2afe5018 port c601bc85-cbf0-4c09-b088-7ddfdaa49c6a binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:38.542301 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (7f34862e-251d-40a1-ac15-9aa47984efd3), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.595430 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a96c883-477a-4dee-a20d-bcbbc780332b req-8abf5b01-35cc-495d-9d46-e8ae1352dfc0 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac7f23c7-22bf-47fa-ab69-65e917bf5e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882432 Feb 19 03:17:38.600977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.770549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.770549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.771395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.771674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.772126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.772568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.772940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.773272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.773608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.773971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.774305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.774637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.774958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:38.779302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67efae5-d985-4151-a3ee-fabb9d2cd6d2 req-37100458-e740-41e4-a1db-13faf32e4097 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:38.791974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b67efae5-d985-4151-a3ee-fabb9d2cd6d2 req-37100458-e740-41e4-a1db-13faf32e4097 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 944 time: 0.0921574 Feb 19 03:17:38.814222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Allocated IP 172.25.4.144 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:38.842538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.845807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port aa8d2512-9635-42d3-9648-3a3a3ab80fa0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,segment=NetworkSegment(d38e946b-b6d5-4cbc-86a2-3f753f655a7d),segment_id=d38e946b-b6d5-4cbc-86a2-3f753f655a7d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:38.865077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b67efae5-d985-4151-a3ee-fabb9d2cd6d2 req-6de5293e-5571-4e7d-b97f-3bffaeb809b4 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708363 Feb 19 03:17:38.875618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'aa8d2512-9635-42d3-9648-3a3a3ab80fa0', 'network_id': 'dc7ea1d9-d6cd-4e05-8364-480f5dd87535', 'port_id': 'aa8d2512-9635-42d3-9648-3a3a3ab80fa0', 'mac_address': 'fa:16:3e:8d:c4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1d705c-df1d-4e46-bfea-dd7c038320c2', 'ip_address': '19.80.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:38.948576 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for port (2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.968600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:38.969020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.000710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8d2512-9635-42d3-9648-3a3a3ab80fa0 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:39.009382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.087604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:39.092268 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:39.100028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:39.102720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port aa8d2512-9635-42d3-9648-3a3a3ab80fa0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,segment=NetworkSegment(d38e946b-b6d5-4cbc-86a2-3f753f655a7d),segment_id=d38e946b-b6d5-4cbc-86a2-3f753f655a7d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:39.110790 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.111484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d4bf85bc-b31a-4735-aea1-c919b7b3ac2b details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:39.158842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event updated for resources: {'Port': ['ID=2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:39.271622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:39.405904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46875910-56ba-43bb-84f6-8780b08455db req-854251eb-b596-42c8-9508-6f931a79be8b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 210 time: 0.0425537 Feb 19 03:17:39.412003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:39.438942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'port_id': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b', 'mac_address': 'fa:16:3e:77:51:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c934e3-7b85-43d5-9c7b-befefe865487', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:39.512206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:39.512664 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.547369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bf85bc-b31a-4735-aea1-c919b7b3ac2b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:39.581492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-4b383035-c07b-4649-8f9e-274d2819cd7e tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:39.583838 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-4b383035-c07b-4649-8f9e-274d2819cd7e tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.71 "GET /v2.0/ports?device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 949 time: 0.1059935 Feb 19 03:17:39.597876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:39.605268 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.621050 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Publish callbacks [] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.648187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.651190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7dd0c-0dac-4439-8982-241074164772 req-b928b681-70d6-4512-b726-173fd8737527 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:39.656917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7dd0c-0dac-4439-8982-241074164772 req-b928b681-70d6-4512-b726-173fd8737527 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:39.659641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbe7dd0c-0dac-4439-8982-241074164772 req-b928b681-70d6-4512-b726-173fd8737527 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1680 time: 0.1291788 Feb 19 03:17:39.684405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (7f34862e-251d-40a1-ac15-9aa47984efd3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.728702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Attempting to bind port c601bc85-cbf0-4c09-b088-7ddfdaa49c6a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:39.729384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Attempting to bind port c601bc85-cbf0-4c09-b088-7ddfdaa49c6a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:39.730087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Attempting to bind port c601bc85-cbf0-4c09-b088-7ddfdaa49c6a on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:39.742906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:39.744052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:39.744581 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.745237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:39.757692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Bound port: c601bc85-cbf0-4c09-b088-7ddfdaa49c6a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:39.758578 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.761793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:39.791323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbe7dd0c-0dac-4439-8982-241074164772 req-250726ba-15a7-4f31-831a-f606e4c20907 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248758 Feb 19 03:17:39.825202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-0a6eb591-37f9-443b-8d76-5c4a580b5d60 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Deleting port 521b7258-002c-49c4-9d8f-3a62eac38a6b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:39.831937 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-0a6eb591-37f9-443b-8d76-5c4a580b5d60 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.872800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d05120-35f0-4358-8523-585304ab053b None None] Pushing event updated for resources: {'Port': ['ID=c601bc85-cbf0-4c09-b088-7ddfdaa49c6a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:39.877535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] For port c601bc85-cbf0-4c09-b088-7ddfdaa49c6a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:39.885594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] For port c601bc85-cbf0-4c09-b088-7ddfdaa49c6a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c601bc85-cbf0-4c09-b088-7ddfdaa49c6a,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:39.894798 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.985242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Routers {'f66bb773-1585-4c26-b408-154e2afe5018'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:39.986364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['f66bb773-1585-4c26-b408-154e2afe5018'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:39.990049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d05120-35f0-4358-8523-585304ab053b None None] Pushing event updated for resources: {'Port': ['ID=c601bc85-cbf0-4c09-b088-7ddfdaa49c6a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:40.054491 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (7f34862e-251d-40a1-ac15-9aa47984efd3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.098071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe92e3-7588-48ad-9ac0-10808b50dda5 req-8717bdf0-d1fe-44fc-9dfc-ef30ce3e2026 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:40.101690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35fe92e3-7588-48ad-9ac0-10808b50dda5 req-8717bdf0-d1fe-44fc-9dfc-ef30ce3e2026 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 946 time: 0.1721745 Feb 19 03:17:40.144184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-0a6eb591-37f9-443b-8d76-5c4a580b5d60 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] For port 521b7258-002c-49c4-9d8f-3a62eac38a6b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=521b7258-002c-49c4-9d8f-3a62eac38a6b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:40.144929 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-0a6eb591-37f9-443b-8d76-5c4a580b5d60 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.160120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] Set router f66bb773-1585-4c26-b408-154e2afe5018 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:40.184961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-0a6eb591-37f9-443b-8d76-5c4a580b5d60 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Calling delete_port for 521b7258-002c-49c4-9d8f-3a62eac38a6b owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:40.294775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35fe92e3-7588-48ad-9ac0-10808b50dda5 req-b96be9ef-7485-44f5-bc53-12df28cc6c3a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836991 Feb 19 03:17:40.299789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Router 7f34862e-251d-40a1-ac15-9aa47984efd3 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:40.341160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3198624c-0624-484b-bcd5-7eae5bd310b0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:40.416519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['d4bf85bc-b31a-4735-aea1-c919b7b3ac2b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:40.486094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['aa8d2512-9635-42d3-9648-3a3a3ab80fa0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:40.502191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:40.514390 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Sync routers for ids ['7f34862e-251d-40a1-ac15-9aa47984efd3'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:40.523486 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-0a6eb591-37f9-443b-8d76-5c4a580b5d60 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (521b7258-002c-49c4-9d8f-3a62eac38a6b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.527952 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f457a59e-8ad9-48c2-95e4-13e9620c9eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.553877 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.555258 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-76825a5c-56a4-44d8-ba3e-920e64dc543a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0525627 Feb 19 03:17:40.558818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35214) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:40.559751 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Routers {'7f34862e-251d-40a1-ac15-9aa47984efd3'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:40.562294 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7f34862e-251d-40a1-ac15-9aa47984efd3'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:40.574144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['521b7258-002c-49c4-9d8f-3a62eac38a6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:40.587030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773d932-90b9-4ed8-8f73-811db8de05f5 req-906f0254-a531-42c0-879b-028e420ced61 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:40.595365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0773d932-90b9-4ed8-8f73-811db8de05f5 req-906f0254-a531-42c0-879b-028e420ced61 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 946 time: 0.1584735 Feb 19 03:17:40.614819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6eb591-37f9-443b-8d76-5c4a580b5d60 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Pushing event deleted for resources: {'Port': ['ID=521b7258-002c-49c4-9d8f-3a62eac38a6b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:40.745487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-0a6eb591-37f9-443b-8d76-5c4a580b5d60 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] No DVR routers for this DVR port 521b7258-002c-49c4-9d8f-3a62eac38a6b on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:40.750757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0773d932-90b9-4ed8-8f73-811db8de05f5 req-74b23163-89df-45ce-8bc0-0581129c2823 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545048 Feb 19 03:17:40.752027 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-0a6eb591-37f9-443b-8d76-5c4a580b5d60 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.763871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ba8e46b-332f-4614-bb38-765610d6f1ae req-0a6eb591-37f9-443b-8d76-5c4a580b5d60 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.71 "DELETE /v2.0/ports/521b7258-002c-49c4-9d8f-3a62eac38a6b HTTP/1.1" status: 204 len: 173 time: 1.1677699 Feb 19 03:17:40.764588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855db02f-4873-4352-b12a-4398183d97af', 'name': 'network-vif-deleted', 'tag': '521b7258-002c-49c4-9d8f-3a62eac38a6b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:40.769079 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a966e-14f6-4424-bb20-67474801aea8" -d '{"events": [{"server_uuid": "855db02f-4873-4352-b12a-4398183d97af", "name": "network-vif-deleted", "tag": "521b7258-002c-49c4-9d8f-3a62eac38a6b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:40.788005 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-093725c6-b6af-4eca-95f8-44651a88101a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/routers/7f34862e-251d-40a1-ac15-9aa47984efd3 HTTP/1.1" status: 200 len: 908 time: 0.2266340 Feb 19 03:17:40.791062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35224) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:40.920963 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Set router 7f34862e-251d-40a1-ac15-9aa47984efd3 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:41.011156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66bb773-1585-4c26-b408-154e2afe5018', 'name': 'tempest-snat-router-1623177918', 'tenant_id': '93c1084d259b4bdbb2198d17a7d9c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.88'}], 'enable_snat': False}, 'gw_port_id': 'c601bc85-cbf0-4c09-b088-7ddfdaa49c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:35Z', 'updated_at': '2022-02-19T03:17:36Z', 'revision_number': 3, 'project_id': '93c1084d259b4bdbb2198d17a7d9c167', 'gw_port': {'id': 'c601bc85-cbf0-4c09-b088-7ddfdaa49c6a', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66bb773-1585-4c26-b408-154e2afe5018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:36Z', 'updated_at': '2022-02-19T03:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:41.072225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd19fc81-f9e2-4087-8ab8-52b117b5ac9c req-c4a919fc-347f-4800-ab27-9d4eca0ec023 tempest-TenantUsagesTestJSON-667851793 tempest-TenantUsagesTestJSON-667851793-project] 10.222.0.42 "GET /v2.0/ports?device_id=855db02f-4873-4352-b12a-4398183d97af HTTP/1.1" status: 200 len: 210 time: 0.0612841 Feb 19 03:17:41.115762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (7f34862e-251d-40a1-ac15-9aa47984efd3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.198337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4bb4c-3fda-432e-bfb9-6c106ee9084c None None] The sync data for ids ['f66bb773-1585-4c26-b408-154e2afe5018'] in n-d-826756-2 is: [{'id': 'f66bb773-1585-4c26-b408-154e2afe5018', 'name': 'tempest-snat-router-1623177918', 'tenant_id': '93c1084d259b4bdbb2198d17a7d9c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.88'}], 'enable_snat': False}, 'gw_port_id': 'c601bc85-cbf0-4c09-b088-7ddfdaa49c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:35Z', 'updated_at': '2022-02-19T03:17:36Z', 'revision_number': 3, 'project_id': '93c1084d259b4bdbb2198d17a7d9c167', 'gw_port': {'id': 'c601bc85-cbf0-4c09-b088-7ddfdaa49c6a', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66bb773-1585-4c26-b408-154e2afe5018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:36Z', 'updated_at': '2022-02-19T03:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:41.259463 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f34862e-251d-40a1-ac15-9aa47984efd3', 'name': 'tempest-snat-router-1623177918', 'tenant_id': '93c1084d259b4bdbb2198d17a7d9c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:37Z', 'updated_at': '2022-02-19T03:17:39Z', 'revision_number': 3, 'project_id': '93c1084d259b4bdbb2198d17a7d9c167', 'gw_port': {'id': '2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f34862e-251d-40a1-ac15-9aa47984efd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:38Z', 'updated_at': '2022-02-19T03:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:41.302674 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Checking router: 7f34862e-251d-40a1-ac15-9aa47984efd3 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:41.306070 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Updating router 7f34862e-251d-40a1-ac15-9aa47984efd3 port 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:41.311813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9b86e-fb9a-4dca-927d-c65983419414 req-c25c89ed-1e55-4f53-b637-1049c65cd3b9 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:41.324157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79c9b86e-fb9a-4dca-927d-c65983419414 req-c25c89ed-1e55-4f53-b637-1049c65cd3b9 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 945 time: 0.1537454 Feb 19 03:17:41.351903 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.419630 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (7f34862e-251d-40a1-ac15-9aa47984efd3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.511391 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Deleting port 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:41.513946 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.521272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79c9b86e-fb9a-4dca-927d-c65983419414 req-4950ad50-3e0d-43cb-8fed-733e2dc37872 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963024 Feb 19 03:17:41.584854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-2a212c07-5008-46f2-a11e-b9a19cfa673e tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:41.586511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-2a212c07-5008-46f2-a11e-b9a19cfa673e tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1128 time: 0.1837392 Feb 19 03:17:41.610372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826756-2'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:41.762193 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ca4093c-f962-4690-9e80-7cba30e5cb5c req-773a5d69-1ab0-4c16-a3b7-1d0d0d9d67e5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 210 time: 0.0632963 Feb 19 03:17:41.783754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.813349 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (899e465c-51c0-432c-a605-127603318c39), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.816435 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Calling delete_port for 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:41.831917 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Publish callbacks [] for port (2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.844193 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.853824 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.884517 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b934f942-0bce-4cdb-9b15-89f3828a6864 x-openstack-request-id: req-b934f942-0bce-4cdb-9b15-89f3828a6864 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:41.885196 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855db02f-4873-4352-b12a-4398183d97af", "name": "network-vif-deleted", "tag": "521b7258-002c-49c4-9d8f-3a62eac38a6b", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:41.885517 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b934f942-0bce-4cdb-9b15-89f3828a6864 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:41.886034 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855db02f-4873-4352-b12a-4398183d97af', 'name': 'network-vif-deleted', 'tag': '521b7258-002c-49c4-9d8f-3a62eac38a6b', 'status': 'completed', 'code': 200} Feb 19 03:17:41.919394 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Attempting to bind port 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:41.920029 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Attempting to bind port 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:41.921006 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Attempting to bind port 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:41.924845 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19055b15-7ad4-4f2a-9ff5-cdb54adc38e9 None None] Pushing event updated for resources: {'Port': ['ID=2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:41.944873 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:41.945353 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:41.945831 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.946324 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:41.948693 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Bound port: 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:41.949157 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.100452 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.103633 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.db.api [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:17:42.103633 n-d-826756-2 neutron-server[103618]: DEBUG oslo_db.api [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:17:42.111644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:42.179822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59014c-885c-4888-8c5e-d77efcabf7fe req-2e9b9641-602b-4e74-927b-284337d6b132 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:42.191785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d59014c-885c-4888-8c5e-d77efcabf7fe req-2e9b9641-602b-4e74-927b-284337d6b132 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 946 time: 0.2389498 Feb 19 03:17:42.192360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35238) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:42.193614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:42.209176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5db04051-e9d5-4b92-90a8-010050b98f91 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Request body: {'floatingip': {'port_id': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:42.219048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (7f34862e-251d-40a1-ac15-9aa47984efd3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.223163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:42.326258 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db04051-e9d5-4b92-90a8-010050b98f91 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for floatingip (7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.335742 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (7f34862e-251d-40a1-ac15-9aa47984efd3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.340407 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_controller (7f34862e-251d-40a1-ac15-9aa47984efd3), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.404789 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (7f34862e-251d-40a1-ac15-9aa47984efd3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.405684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f34862e-251d-40a1-ac15-9aa47984efd3 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:42.412380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.417925 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c78332b-e59a-4888-8268-858e2cbf72af tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "DELETE /v2.0/routers/7f34862e-251d-40a1-ac15-9aa47984efd3 HTTP/1.1" status: 204 len: 168 time: 1.6255233 Feb 19 03:17:42.418690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35240) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:42.554246 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Publish callbacks [] for port (899e465c-51c0-432c-a605-127603318c39), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.554838 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (f66bb773-1585-4c26-b408-154e2afe5018), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.568696 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (899e465c-51c0-432c-a605-127603318c39), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.624857 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Attempting to bind port 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:42.625570 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Attempting to bind port 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:42.627095 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Attempting to bind port 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:42.635267 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:42.635978 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:42.636627 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.637221 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:42.637924 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Bound port: 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:42.638549 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.642607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d90bf-ae4f-455c-a252-1fb97fc516b4 req-a9239d45-eef8-458f-b9f3-86201ae09ee2 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:42.648590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d90bf-ae4f-455c-a252-1fb97fc516b4 req-a9239d45-eef8-458f-b9f3-86201ae09ee2 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:42.655797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e09d90bf-ae4f-455c-a252-1fb97fc516b4 req-a9239d45-eef8-458f-b9f3-86201ae09ee2 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1680 time: 0.3271329 Feb 19 03:17:42.662612 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Port 2e0ebfc0-1ecf-47e7-882a-e05bb8663aa5 has been deleted concurrently {{(pid=103618) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 03:17:42.686087 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Routers set() bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:42.689705 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Router IDs set() for agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 03:17:42.691267 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_agentschedulers_db [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7f34862e-251d-40a1-ac15-9aa47984efd3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent'). {{(pid=103618) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 03:17:42.691957 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274488f8-c8a6-493a-83b7-67225550a00a None None] The sync data for ids ['7f34862e-251d-40a1-ac15-9aa47984efd3'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:42.738191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (f66bb773-1585-4c26-b408-154e2afe5018), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.817716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Pushing event updated for resources: {'Port': ['ID=899e465c-51c0-432c-a605-127603318c39,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:42.844413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e09d90bf-ae4f-455c-a252-1fb97fc516b4 req-db32102c-d5ea-416d-84c0-694d2385c953 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828923 Feb 19 03:17:42.884282 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.904582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 on host n-h2-826756-2 for vnic_type normal with profile {"migrating_to": "n-h1-826756-2"} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:42.904991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:42.905436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:42.952764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Port 899e465c-51c0-432c-a605-127603318c39 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:42.953382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Attempting to bind port 899e465c-51c0-432c-a605-127603318c39 on network 6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:43.011144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:43.011492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Checking segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:43.011870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Bound using segment: {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:43.012319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Bound port: 899e465c-51c0-432c-a605-127603318c39, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412ecf64-48d3-4054-9126-6e18e69908e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:43.012676 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (899e465c-51c0-432c-a605-127603318c39), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.094555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Deleting port c601bc85-cbf0-4c09-b088-7ddfdaa49c6a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:43.095508 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.180406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd79cf7-3b66-4d5c-9271-4e245543cc04 req-fab2b0fc-5fb0-43a7-b77d-4da5ce4d313c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:43.187126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] For port c601bc85-cbf0-4c09-b088-7ddfdaa49c6a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c601bc85-cbf0-4c09-b088-7ddfdaa49c6a,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:43.187323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1dd79cf7-3b66-4d5c-9271-4e245543cc04 req-fab2b0fc-5fb0-43a7-b77d-4da5ce4d313c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.2314415 Feb 19 03:17:43.187586 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.215008 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Calling delete_port for c601bc85-cbf0-4c09-b088-7ddfdaa49c6a owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:43.339029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c601bc85-cbf0-4c09-b088-7ddfdaa49c6a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:43.400398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c601bc85-cbf0-4c09-b088-7ddfdaa49c6a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:43.400851 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.501260 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.539096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c601bc85-cbf0-4c09-b088-7ddfdaa49c6a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:43.539706 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c601bc85-cbf0-4c09-b088-7ddfdaa49c6a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.588318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:43.603873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event deleted for resources: {'Port': ['ID=c601bc85-cbf0-4c09-b088-7ddfdaa49c6a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:43.614421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (f66bb773-1585-4c26-b408-154e2afe5018), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.626306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:43.635082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1dd79cf7-3b66-4d5c-9271-4e245543cc04 req-bb8178b4-d216-4900-b743-ef3a49bad9f7 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462466 Feb 19 03:17:43.652347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-5db04051-e9d5-4b92-90a8-010050b98f91 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:17:43.656831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (899e465c-51c0-432c-a605-127603318c39), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.664618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 899e465c-51c0-432c-a605-127603318c39 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:43.683839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d4bf85bc-b31a-4735-aea1-c919b7b3ac2b up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:43.723289 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (f66bb773-1585-4c26-b408-154e2afe5018), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.725777 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_controller (f66bb773-1585-4c26-b408-154e2afe5018), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.790119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (f66bb773-1585-4c26-b408-154e2afe5018), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.791236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f66bb773-1585-4c26-b408-154e2afe5018 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:43.797603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.800522 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-34d4e137-d0eb-4735-b238-51056fd16599 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "DELETE /v2.0/routers/f66bb773-1585-4c26-b408-154e2afe5018 HTTP/1.1" status: 204 len: 168 time: 1.3791530 Feb 19 03:17:43.805064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35256) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:43.810063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-477308841', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:43.859432 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.861712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.903538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899e465c-51c0-432c-a605-127603318c39'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:43.905837 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf94145-8e00-4bf0-bb74-ced93cb0126d" -d '{"events": [{"server_uuid": "c252f37c-3f1d-40a8-a8fd-16812c853eef", "name": "network-vif-unplugged", "status": "completed", "tag": "899e465c-51c0-432c-a605-127603318c39"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:43.980937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.058298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:44.061240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:44.094702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:44.095108 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.103228 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db04051-e9d5-4b92-90a8-010050b98f91 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.109106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Pushing event updated for resources: {'Port': ['ID=899e465c-51c0-432c-a605-127603318c39,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:44.126808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:44.127454 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.127853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 899e465c-51c0-432c-a605-127603318c39 has no active binding in host n-h1-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:17:44.134158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-54e44ffe-0bf9-41dc-b1cd-1241594bd631 service neutron] 10.222.0.37 "PUT /v2.0/ports/899e465c-51c0-432c-a605-127603318c39 HTTP/1.1" status: 200 len: 1122 time: 2.5373032 Feb 19 03:17:44.136322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db04051-e9d5-4b92-90a8-010050b98f91 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.183510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35264) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:44.228631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7354c-a186-4ec0-8cca-8157247af5ee req-06da9395-dd0c-4e51-8036-3873457e02c8 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:44.229739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.244818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ba7354c-a186-4ec0-8cca-8157247af5ee req-06da9395-dd0c-4e51-8036-3873457e02c8 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 945 time: 0.3935208 Feb 19 03:17:44.261046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 521b7258-002c-49c4-9d8f-3a62eac38a6b no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:44.292892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['899e465c-51c0-432c-a605-127603318c39'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:44.295765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:44.295976 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.301318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 521b7258-002c-49c4-9d8f-3a62eac38a6b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:44.302607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 521b7258-002c-49c4-9d8f-3a62eac38a6b not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:44.358493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['899e465c-51c0-432c-a605-127603318c39'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:44.386520 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ba7354c-a186-4ec0-8cca-8157247af5ee req-9fe76416-ba76-493a-9231-164af100ef88 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417091 Feb 19 03:17:44.511438 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-5db04051-e9d5-4b92-90a8-010050b98f91 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Floating IP 7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf associated. External IP: 172.25.4.101, port: 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2. Feb 19 03:17:44.533878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2e1b85c9-74b4-4a81-b87a-e33b34f11996 req-1445f2e0-eb7b-4e94-b493-a24ab8a25bf3 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 210 time: 0.0371029 Feb 19 03:17:44.565291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.636104 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aadac7be-c00b-449f-81f2-b7e07e957027 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6713eba98996437d944e47f11fad44de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4514554 Feb 19 03:17:44.637864 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.650508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35268) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:44.674938 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:44.680351 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f9dbae-d5f0-4cb0-a747-3d2a1cecf5a3" -d '{"events": [{"server_uuid": "95257b1a-8b5d-4a1e-88dc-5dce2d52f37d", "name": "network-vif-plugged", "status": "completed", "tag": "d4bf85bc-b31a-4735-aea1-c919b7b3ac2b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:44.692319 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.726154 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:44.778428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Allocated IP 172.25.4.81 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/86490dff-c812-447b-9d94-9cccf22f890f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:44.794247 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.903929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for port (86490dff-c812-447b-9d94-9cccf22f890f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.946098 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (86490dff-c812-447b-9d94-9cccf22f890f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.986325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc6d4b-5f8a-4dcf-b439-a8faaef348b2 req-92200bd7-081c-4de5-a993-a55a32727b43 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:44.991930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc6d4b-5f8a-4dcf-b439-a8faaef348b2 req-92200bd7-081c-4de5-a993-a55a32727b43 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:44.998086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:44.999902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68bc6d4b-5f8a-4dcf-b439-a8faaef348b2 req-92200bd7-081c-4de5-a993-a55a32727b43 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1680 time: 0.2772486 Feb 19 03:17:45.001687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:45.008159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:45.012449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3de86f7-62b1-48a7-baa9-630599770cca admin admin] Publish callbacks [] for security_group (ac7f23c7-22bf-47fa-ab69-65e917bf5e9f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.028282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db04051-e9d5-4b92-90a8-010050b98f91 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Router fa1d8684-5ad3-4703-8e25-b505b84d4278 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:45.028566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:45.074275 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3de86f7-62b1-48a7-baa9-630599770cca admin admin] Publish callbacks [] for security_group (ac7f23c7-22bf-47fa-ab69-65e917bf5e9f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.109565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Pushing event updated for resources: {'Port': ['ID=86490dff-c812-447b-9d94-9cccf22f890f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:45.144667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68bc6d4b-5f8a-4dcf-b439-a8faaef348b2 req-d092e8b5-2693-4bff-b37a-a31c45520bad tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437807 Feb 19 03:17:45.145480 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.146300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.146645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.147139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.148029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.148029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.148248 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.148436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.148767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.149100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.149431 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.149880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.150248 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:45.257435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c601bc85-cbf0-4c09-b088-7ddfdaa49c6a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:45.270576 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6886f791-510d-43a8-b496-85e92db18f1f x-openstack-request-id: req-6886f791-510d-43a8-b496-85e92db18f1f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:45.271154 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c252f37c-3f1d-40a8-a8fd-16812c853eef", "name": "network-vif-unplugged", "status": "completed", "tag": "899e465c-51c0-432c-a605-127603318c39", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:45.271154 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6886f791-510d-43a8-b496-85e92db18f1f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:45.271548 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899e465c-51c0-432c-a605-127603318c39', 'code': 200} Feb 19 03:17:45.282500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3de86f7-62b1-48a7-baa9-630599770cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ac7f23c7-22bf-47fa-ab69-65e917bf5e9f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.285304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3de86f7-62b1-48a7-baa9-630599770cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.291248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c3de86f7-62b1-48a7-baa9-630599770cca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac7f23c7-22bf-47fa-ab69-65e917bf5e9f HTTP/1.1" status: 204 len: 168 time: 0.6318781 Feb 19 03:17:45.297377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: c601bc85-cbf0-4c09-b088-7ddfdaa49c6a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:45.297729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c601bc85-cbf0-4c09-b088-7ddfdaa49c6a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:45.315840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de86f7-62b1-48a7-baa9-630599770cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7f23c7-22bf-47fa-ab69-65e917bf5e9f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:45.336041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db04051-e9d5-4b92-90a8-010050b98f91 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:45.350036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] Sync routers for ids ['fa1d8684-5ad3-4703-8e25-b505b84d4278'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:45.351133 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db04051-e9d5-4b92-90a8-010050b98f91 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.362604 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.371253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] Routers {'fa1d8684-5ad3-4703-8e25-b505b84d4278'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:45.371900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fa1d8684-5ad3-4703-8e25-b505b84d4278'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:45.498050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5db04051-e9d5-4b92-90a8-010050b98f91 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "PUT /v2.0/floatingips/7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf HTTP/1.1" status: 200 len: 992 time: 3.3023436 Feb 19 03:17:45.524904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366e75a-1020-4242-8097-2947f946d8ac req-f0bef179-f282-40b3-aeb9-6621d139091b tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:45.539771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f366e75a-1020-4242-8097-2947f946d8ac req-f0bef179-f282-40b3-aeb9-6621d139091b tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.1811411 Feb 19 03:17:45.561126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] Set router fa1d8684-5ad3-4703-8e25-b505b84d4278 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:45.621446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f366e75a-1020-4242-8097-2947f946d8ac req-1d8f01df-df4b-4754-952f-44d60f5efc2d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Feb 19 03:17:45.652435 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.702993 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c39bab-4b61-4cb6-baad-0d5175a6ff8e x-openstack-request-id: req-e4c39bab-4b61-4cb6-baad-0d5175a6ff8e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:45.703290 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95257b1a-8b5d-4a1e-88dc-5dce2d52f37d", "name": "network-vif-plugged", "status": "completed", "tag": "d4bf85bc-b31a-4735-aea1-c919b7b3ac2b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:45.703546 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4c39bab-4b61-4cb6-baad-0d5175a6ff8e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:45.703951 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b', 'code': 200} Feb 19 03:17:45.798198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35294) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:45.812005 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fa389fe-7d31-4352-b7c2-11f83370ea43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.820501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Router 6fe13b7c-2625-41dc-b5fe-177ef21c7cce is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:45.823552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 072c6d22-4f5d-49ba-b632-9867b1a8f50f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:45.830274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3198624c-0624-484b-bcd5-7eae5bd310b0 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:46.020703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:46.026526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:46.037257 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fa389fe-7d31-4352-b7c2-11f83370ea43 admin admin] Publish callbacks [] for security_group (9a96a874-5cb3-4092-9ce8-1f5efca6a203), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.048699 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5daea6-5e3d-4ce8-bb76-a05e7c924939 None None] Sync routers for ids ['6fe13b7c-2625-41dc-b5fe-177ef21c7cce'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:46.055025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d193a-b76f-4614-a75a-83602e21f7ea req-91b397a8-88d4-4b8d-9e56-7c1755e0bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:46.056517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b40d193a-b76f-4614-a75a-83602e21f7ea req-91b397a8-88d4-4b8d-9e56-7c1755e0bf08 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 1128 time: 0.2253525 Feb 19 03:17:46.058110 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fa389fe-7d31-4352-b7c2-11f83370ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9a96a874-5cb3-4092-9ce8-1f5efca6a203), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.067862 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'mac_address': 'fa:16:3e:02:40:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:46.082400 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5daea6-5e3d-4ce8-bb76-a05e7c924939 None None] Routers {'6fe13b7c-2625-41dc-b5fe-177ef21c7cce'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:46.085798 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ed5daea6-5e3d-4ce8-bb76-a05e7c924939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6fe13b7c-2625-41dc-b5fe-177ef21c7cce'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:46.097098 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.099040 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-028811b2-ed75-472c-8f93-9e3ee0274eba tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2925224 Feb 19 03:17:46.102215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35296) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:46.108590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d17f3-d6d3-4c70-8f72-dc0a34fee274 req-cffe88d0-6a10-46c0-88d9-2c821a0acef7 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:46.109207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-66718120-fa0e-49e8-8d9c-e7bc35ab82bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'enable_snat': False}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:46.120025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e23d17f3-d6d3-4c70-8f72-dc0a34fee274 req-cffe88d0-6a10-46c0-88d9-2c821a0acef7 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 946 time: 0.2367644 Feb 19 03:17:46.164566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 3198624c-0624-484b-bcd5-7eae5bd310b0 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:46.172341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 3198624c-0624-484b-bcd5-7eae5bd310b0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:46.172723 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.174731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 072c6d22-4f5d-49ba-b632-9867b1a8f50f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:46.175113 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.211446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e23d17f3-d6d3-4c70-8f72-dc0a34fee274 req-702e7415-578c-43b2-809f-23b9aa40b05b tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901365 Feb 19 03:17:46.218039 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ed5daea6-5e3d-4ce8-bb76-a05e7c924939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:46.240434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072c6d22-4f5d-49ba-b632-9867b1a8f50f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:46.279771 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5daea6-5e3d-4ce8-bb76-a05e7c924939 None None] Routers {'6fe13b7c-2625-41dc-b5fe-177ef21c7cce'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:46.281307 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ed5daea6-5e3d-4ce8-bb76-a05e7c924939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6fe13b7c-2625-41dc-b5fe-177ef21c7cce'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:46.294009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b40d193a-b76f-4614-a75a-83602e21f7ea req-d6cdd695-19aa-4323-a449-83b7e34860a8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269690 Feb 19 03:17:46.295929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:46.301291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5fa389fe-7d31-4352-b7c2-11f83370ea43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5820b81525c14d76bbdd38c7c15faea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5019450 Feb 19 03:17:46.302736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa389fe-7d31-4352-b7c2-11f83370ea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a96a874-5cb3-4092-9ce8-1f5efca6a203,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:46.305877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35300) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:46.309666 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.352803 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ed5daea6-5e3d-4ce8-bb76-a05e7c924939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:46.354044 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5daea6-5e3d-4ce8-bb76-a05e7c924939 None None] The sync data for ids ['6fe13b7c-2625-41dc-b5fe-177ef21c7cce'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:46.355585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:51Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'port_id': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'mac_address': 'fa:16:3e:42:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:16:59Z', 'updated_at': '2022-02-19T03:17:43Z', 'revision_number': 1, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13947c1-0858-4f72-934f-b60085c5953f', 'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'mac_address': 'fa:16:3e:77:28:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:49Z', 'updated_at': '2022-02-19T03:16:56Z', 'revision_number': 5, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'subnets': [{'id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:46.476775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] Checking router: fa1d8684-5ad3-4703-8e25-b505b84d4278 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:46.539968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:46.542830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] Routers {'fa1d8684-5ad3-4703-8e25-b505b84d4278'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:46.543441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fa1d8684-5ad3-4703-8e25-b505b84d4278'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:46.544090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbf876-61f7-4191-96b2-39302e51a486 req-b5a0de9d-d8e6-457b-aac5-81abb73c7f4d tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:46.546024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3198624c-0624-484b-bcd5-7eae5bd310b0 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:46.546433 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.547374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15dbf876-61f7-4191-96b2-39302e51a486 req-b5a0de9d-d8e6-457b-aac5-81abb73c7f4d tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 946 time: 0.2030885 Feb 19 03:17:46.616004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['072c6d22-4f5d-49ba-b632-9867b1a8f50f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:46.626717 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ae76bc7-5621-453c-9c02-2b7f324326fd admin admin] Publish callbacks [] for security_group (9a96a874-5cb3-4092-9ce8-1f5efca6a203), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.668602 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ae76bc7-5621-453c-9c02-2b7f324326fd admin admin] Publish callbacks [] for security_group (9a96a874-5cb3-4092-9ce8-1f5efca6a203), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.702544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3198624c-0624-484b-bcd5-7eae5bd310b0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3198624c-0624-484b-bcd5-7eae5bd310b0,segment=NetworkSegment(06c7e352-08f9-43b0-bf79-e4deb14f4993),segment_id=06c7e352-08f9-43b0-bf79-e4deb14f4993)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:46.713818 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.714657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device aa8d2512-9635-42d3-9648-3a3a3ab80fa0 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:46.767098 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ae76bc7-5621-453c-9c02-2b7f324326fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9a96a874-5cb3-4092-9ce8-1f5efca6a203), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.772616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ae76bc7-5621-453c-9c02-2b7f324326fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.773906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9ae76bc7-5621-453c-9c02-2b7f324326fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a96a874-5cb3-4092-9ce8-1f5efca6a203 HTTP/1.1" status: 204 len: 168 time: 0.4507267 Feb 19 03:17:46.790796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae76bc7-5621-453c-9c02-2b7f324326fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a96a874-5cb3-4092-9ce8-1f5efca6a203,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:46.803384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15dbf876-61f7-4191-96b2-39302e51a486 req-aa68dc5e-feef-4c40-8c67-33231a3631f8 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455394 Feb 19 03:17:46.903545 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66718120-fa0e-49e8-8d9c-e7bc35ab82bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.936590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] Set router fa1d8684-5ad3-4703-8e25-b505b84d4278 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:46.942020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3198624c-0624-484b-bcd5-7eae5bd310b0,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:47.015698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2206ce4b-b189-4eaf-af25-703ecdd11446 req-1b896148-b36f-47b6-85b8-040d064f3971 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 210 time: 0.0807967 Feb 19 03:17:47.030376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:47.086487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:47.086860 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.245355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b16614-c32b-4075-b869-0d18866629a2 req-9c20dcdb-802e-4c94-99bd-874383847eac tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.255959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b16614-c32b-4075-b869-0d18866629a2 req-9c20dcdb-802e-4c94-99bd-874383847eac tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.266891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74b16614-c32b-4075-b869-0d18866629a2 req-9c20dcdb-802e-4c94-99bd-874383847eac tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1681 time: 0.0979114 Feb 19 03:17:47.301673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'tag': '899e465c-51c0-432c-a605-127603318c39'}, {'name': 'network-changed', 'server_uuid': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'tag': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:47.304290 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80" -d '{"events": [{"name": "network-changed", "server_uuid": "c252f37c-3f1d-40a8-a8fd-16812c853eef", "tag": "899e465c-51c0-432c-a605-127603318c39"}, {"name": "network-changed", "server_uuid": "d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5", "tag": "99bd4258-4f58-4d8b-8bfc-b74d4ed062e2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:47.358614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74b16614-c32b-4075-b869-0d18866629a2 req-ffa888fd-27f7-47fc-a779-89836112c137 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905595 Feb 19 03:17:47.417361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:47.417994 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.485968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port aa8d2512-9635-42d3-9648-3a3a3ab80fa0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,segment=NetworkSegment(d38e946b-b6d5-4cbc-86a2-3f753f655a7d),segment_id=d38e946b-b6d5-4cbc-86a2-3f753f655a7d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:47.496202 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.500126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7371988-d667-4b4f-9f05-376049b90211 req-b3e6e245-1ba5-4fcb-9778-306f570866c7 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.508898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7371988-d667-4b4f-9f05-376049b90211 req-b3e6e245-1ba5-4fcb-9778-306f570866c7 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.0811427 Feb 19 03:17:47.570396 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:51Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'port_id': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'mac_address': 'fa:16:3e:42:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:16:59Z', 'updated_at': '2022-02-19T03:17:43Z', 'revision_number': 1, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13947c1-0858-4f72-934f-b60085c5953f', 'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'mac_address': 'fa:16:3e:77:28:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:49Z', 'updated_at': '2022-02-19T03:16:56Z', 'revision_number': 5, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'subnets': [{'id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:47.591892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7371988-d667-4b4f-9f05-376049b90211 req-05d72328-9a4b-41ea-8f03-c40a57f2cfdb tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814531 Feb 19 03:17:47.620248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:47.623252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f930977-a62c-4f2d-8ccd-3f43cb71143d None None] The sync data for ids ['fa1d8684-5ad3-4703-8e25-b505b84d4278'] in n-d-826756-2 is: [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:51Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'port_id': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'mac_address': 'fa:16:3e:42:9f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:16:59Z', 'updated_at': '2022-02-19T03:17:43Z', 'revision_number': 1, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13947c1-0858-4f72-934f-b60085c5953f', 'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'mac_address': 'fa:16:3e:77:28:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:49Z', 'updated_at': '2022-02-19T03:16:56Z', 'revision_number': 5, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'subnets': [{'id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:47.658117 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66718120-fa0e-49e8-8d9c-e7bc35ab82bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.662623 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66718120-fa0e-49e8-8d9c-e7bc35ab82bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.705599 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3198624c-0624-484b-bcd5-7eae5bd310b0'}, {'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8d2512-9635-42d3-9648-3a3a3ab80fa0'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:47.709389 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2b1687-d6db-4c81-9ca5-5bf5a1d7bb33" -d '{"events": [{"server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "name": "network-vif-plugged", "status": "completed", "tag": "3198624c-0624-484b-bcd5-7eae5bd310b0"}, {"server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "name": "network-vif-plugged", "status": "completed", "tag": "aa8d2512-9635-42d3-9648-3a3a3ab80fa0"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:47.829505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66718120-fa0e-49e8-8d9c-e7bc35ab82bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Router 6fe13b7c-2625-41dc-b5fe-177ef21c7cce has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:47.846575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b53893-db7f-48cb-ba8a-e192ce0eef40 req-e96ac5f3-b0e2-40cb-8d2c-ac52561d516c tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.854340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6b53893-db7f-48cb-ba8a-e192ce0eef40 req-e96ac5f3-b0e2-40cb-8d2c-ac52561d516c tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 946 time: 0.0795221 Feb 19 03:17:47.924150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6b53893-db7f-48cb-ba8a-e192ce0eef40 req-e71dd7e4-237b-427f-b5a5-4b5110c0f03e tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689049 Feb 19 03:17:48.004156 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66718120-fa0e-49e8-8d9c-e7bc35ab82bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:48.011094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66718120-fa0e-49e8-8d9c-e7bc35ab82bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.012411 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-66718120-fa0e-49e8-8d9c-e7bc35ab82bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "PUT /v2.0/routers/6fe13b7c-2625-41dc-b5fe-177ef21c7cce HTTP/1.1" status: 200 len: 920 time: 1.9086826 Feb 19 03:17:48.015738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35342) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:48.021400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ec010-892a-4c22-98e4-eb531e2644aa None None] Sync routers for ids ['6fe13b7c-2625-41dc-b5fe-177ef21c7cce'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:48.028545 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d3bd26-5e1c-4046-a63b-783b1d125e1f None None] New status for floating IP 7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:17:48.051458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ec010-892a-4c22-98e4-eb531e2644aa None None] Routers {'6fe13b7c-2625-41dc-b5fe-177ef21c7cce'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:48.053933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-380ec010-892a-4c22-98e4-eb531e2644aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6fe13b7c-2625-41dc-b5fe-177ef21c7cce'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:48.099428 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c8031d-cbbf-4479-994b-64076175d138 x-openstack-request-id: req-17c8031d-cbbf-4479-994b-64076175d138 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:48.099780 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c252f37c-3f1d-40a8-a8fd-16812c853eef", "tag": "899e465c-51c0-432c-a605-127603318c39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5", "tag": "99bd4258-4f58-4d8b-8bfc-b74d4ed062e2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:48.100028 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17c8031d-cbbf-4479-994b-64076175d138 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:48.100430 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'tag': '899e465c-51c0-432c-a605-127603318c39', 'status': 'completed', 'code': 200} Feb 19 03:17:48.100808 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'tag': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2', 'status': 'completed', 'code': 200} Feb 19 03:17:48.226276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b0fad90-629f-4438-90ab-5389bdd01268 req-df85b53e-4d90-42d3-91e8-500aaabddd63 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=44d5aed5-e249-4372-a679-af9e71e818a8 HTTP/1.1" status: 200 len: 210 time: 0.0341058 Feb 19 03:17:48.256058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-b7c489dc-1833-4930-99f0-c02edf644eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.257878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-b7c489dc-1833-4930-99f0-c02edf644eb5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 1156 time: 0.1736994 Feb 19 03:17:48.320939 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee9901f-0027-4878-bca9-0d08d066d9dc x-openstack-request-id: req-1ee9901f-0027-4878-bca9-0d08d066d9dc {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:48.321299 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "name": "network-vif-plugged", "status": "completed", "tag": "3198624c-0624-484b-bcd5-7eae5bd310b0", "code": 200}, {"server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "name": "network-vif-plugged", "status": "completed", "tag": "aa8d2512-9635-42d3-9648-3a3a3ab80fa0", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:48.322008 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ee9901f-0027-4878-bca9-0d08d066d9dc {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:48.323631 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3198624c-0624-484b-bcd5-7eae5bd310b0', 'code': 200} Feb 19 03:17:48.323875 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8d2512-9635-42d3-9648-3a3a3ab80fa0', 'code': 200} Feb 19 03:17:48.324662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-380ec010-892a-4c22-98e4-eb531e2644aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:48.327818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35350) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:48.328111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2201718f-3e64-4c24-adbf-27f383556729 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/routers/6fe13b7c-2625-41dc-b5fe-177ef21c7cce HTTP/1.1" status: 200 len: 920 time: 0.3090537 Feb 19 03:17:48.352282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ec010-892a-4c22-98e4-eb531e2644aa None None] Routers {'6fe13b7c-2625-41dc-b5fe-177ef21c7cce'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:48.353809 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-380ec010-892a-4c22-98e4-eb531e2644aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6fe13b7c-2625-41dc-b5fe-177ef21c7cce'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:48.404361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f58dea-5645-4868-8ee5-ded96050b569 req-1a308813-b8bd-44fb-9fba-7ae62d0cb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.404852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f58dea-5645-4868-8ee5-ded96050b569 req-1a308813-b8bd-44fb-9fba-7ae62d0cb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.405511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-380ec010-892a-4c22-98e4-eb531e2644aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:48.406338 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ec010-892a-4c22-98e4-eb531e2644aa None None] The sync data for ids ['6fe13b7c-2625-41dc-b5fe-177ef21c7cce'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:48.406499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12f58dea-5645-4868-8ee5-ded96050b569 req-1a308813-b8bd-44fb-9fba-7ae62d0cb16d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 2046 time: 0.1451316 Feb 19 03:17:48.435795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-3f6a3696-3dc2-4e92-99a1-fd9e94927985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.437258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-3f6a3696-3dc2-4e92-99a1-fd9e94927985 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.1559522 Feb 19 03:17:48.474362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb7cb80-b2de-4d0e-880d-9c847df53d99 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.476098 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0eb7cb80-b2de-4d0e-880d-9c847df53d99 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&device_id=6fe13b7c-2625-41dc-b5fe-177ef21c7cce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1474197 Feb 19 03:17:48.483870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35354) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:48.505070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-e27f3025-40ba-4dba-bbd0-e4d9f05a6851 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=899e465c-51c0-432c-a605-127603318c39 HTTP/1.1" status: 200 len: 217 time: 0.0591526 Feb 19 03:17:48.557582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12f58dea-5645-4868-8ee5-ded96050b569 req-37643b4d-39e7-4f61-82e2-8487cd7f9b92 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431665 Feb 19 03:17:48.604593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-14e24c3f-6231-479b-94fd-143e5c96f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.609029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-14e24c3f-6231-479b-94fd-143e5c96f79a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.0905485 Feb 19 03:17:48.646894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-9e621817-fc4d-4928-8f8f-e4f87be6a11d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305099 Feb 19 03:17:48.657543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644424f-a0d4-4a9c-afed-bac5bd36d076 req-8e63414e-f5c1-4d85-96f3-6d0b997dd82a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.663806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644424f-a0d4-4a9c-afed-bac5bd36d076 req-8e63414e-f5c1-4d85-96f3-6d0b997dd82a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.665454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8644424f-a0d4-4a9c-afed-bac5bd36d076 req-8e63414e-f5c1-4d85-96f3-6d0b997dd82a tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1682 time: 0.1200652 Feb 19 03:17:48.772266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8644424f-a0d4-4a9c-afed-bac5bd36d076 req-6ccc5468-b54c-4fa6-9d0a-ae5dfe54b3cd tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984724 Feb 19 03:17:48.793212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-4eef95d1-908d-4815-aa62-e6ba6c20624f service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267011 Feb 19 03:17:48.889175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f94b14-83f0-4c12-809d-7f4077806878 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.894122 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-44f94b14-83f0-4c12-809d-7f4077806878 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 881 time: 0.4086883 Feb 19 03:17:48.894865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35364) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:48.919705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-0472c88d-b7d2-4ff9-b097-6ee27064f827 service neutron] 10.222.0.71 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131260 Feb 19 03:17:48.930707 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9fe255f8-34c8-4193-91b6-5ffe709cdc74 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fe13b7c-2625-41dc-b5fe-177ef21c7cce HTTP/1.1" status: 200 len: 205 time: 0.0337882 Feb 19 03:17:48.931373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35366) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:49.089953 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.239723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.325167 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Deleting port 86490dff-c812-447b-9d94-9cccf22f890f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:49.325514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (86490dff-c812-447b-9d94-9cccf22f890f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.328900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab78bc-3f41-4d0f-830f-e0a7188cd72e req-cab04c43-c68f-46f4-9f66-dd8ff9ef7b7b tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:49.336627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66ab78bc-3f41-4d0f-830f-e0a7188cd72e req-cab04c43-c68f-46f4-9f66-dd8ff9ef7b7b tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.4151773 Feb 19 03:17:49.384580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-842460ae-ab6b-4aed-9de5-6db9135498e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:49.386115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-842460ae-ab6b-4aed-9de5-6db9135498e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa870b575cbe42d5be484f2349a710c5&device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 1128 time: 0.3935692 Feb 19 03:17:49.405576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66ab78bc-3f41-4d0f-830f-e0a7188cd72e req-c09b7c6c-c54f-4551-9cc1-48b3de0e6945 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678034 Feb 19 03:17:49.493539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (86490dff-c812-447b-9d94-9cccf22f890f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.508595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Calling delete_port for 86490dff-c812-447b-9d94-9cccf22f890f owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:49.571163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-6493ea10-dd4c-447f-af0d-14a390df16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:49.575046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-6493ea10-dd4c-447f-af0d-14a390df16dc service neutron] 10.222.0.71 "GET /v2.0/networks?id=37be3b18-250c-4faf-a3d8-ee10e804742e HTTP/1.1" status: 200 len: 913 time: 0.1685193 Feb 19 03:17:49.679426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 899e465c-51c0-432c-a605-127603318c39 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:49.685727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 072c6d22-4f5d-49ba-b632-9867b1a8f50f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:49.753602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-6920e494-e797-4ea6-b499-fbd6982ba3ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 HTTP/1.1" status: 200 len: 1002 time: 0.1683671 Feb 19 03:17:49.761194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35cdc4-f56b-4cc0-b878-37977efdabfe req-8fe48606-f58f-461a-b827-178f2c453563 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:49.763107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b35cdc4-f56b-4cc0-b878-37977efdabfe req-8fe48606-f58f-461a-b827-178f2c453563 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 946 time: 0.1135304 Feb 19 03:17:49.838056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (86490dff-c812-447b-9d94-9cccf22f890f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.864434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b35cdc4-f56b-4cc0-b878-37977efdabfe req-29ded871-cfcd-4721-b11a-950d01f3af11 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880053 Feb 19 03:17:49.867085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-ce9b1b48-104c-4d95-8329-9147e6debf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:49.873487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-ce9b1b48-104c-4d95-8329-9147e6debf18 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df6ed2fd-9d20-49e8-8951-b2647ea8fd2f HTTP/1.1" status: 200 len: 851 time: 0.1093166 Feb 19 03:17:49.884826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Pushing event deleted for resources: {'Port': ['ID=86490dff-c812-447b-9d94-9cccf22f890f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:49.902223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 072c6d22-4f5d-49ba-b632-9867b1a8f50f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:49.902616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.974646 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.000744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:50.018783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-b683b8bb-7b50-4473-84c8-e87429d91e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:50.024062 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-b683b8bb-7b50-4473-84c8-e87429d91e80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=37be3b18-250c-4faf-a3d8-ee10e804742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1412470 Feb 19 03:17:50.075234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 899e465c-51c0-432c-a605-127603318c39 has no active binding in host n-h1-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:17:50.095086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.098273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.160778 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (6fe13b7c-2625-41dc-b5fe-177ef21c7cce), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.161453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe13b7c-2625-41dc-b5fe-177ef21c7cce {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:50.169014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.174618 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bc56315a-8a33-4018-81af-3c03653caa6c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/6fe13b7c-2625-41dc-b5fe-177ef21c7cce HTTP/1.1" status: 204 len: 168 time: 1.2422361 Feb 19 03:17:50.175485 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35392) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:50.180585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c10be5af-2c6c-4382-9d76-6e0a30348085 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1159200529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:50.188195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 072c6d22-4f5d-49ba-b632-9867b1a8f50f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:50.188596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.205756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c10be5af-2c6c-4382-9d76-6e0a30348085 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (261b5bb9-5c91-4128-8e61-41c0c9d7764d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.207732 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c10be5af-2c6c-4382-9d76-6e0a30348085 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (261b5bb9-5c91-4128-8e61-41c0c9d7764d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.213885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-e514411b-e851-4737-9747-b704cf6c6076 service neutron] 10.222.0.71 "GET /v2.0/networks/37be3b18-250c-4faf-a3d8-ee10e804742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657476 Feb 19 03:17:50.229701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:50.235487 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.279856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c10be5af-2c6c-4382-9d76-6e0a30348085 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (261b5bb9-5c91-4128-8e61-41c0c9d7764d), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.284813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c10be5af-2c6c-4382-9d76-6e0a30348085 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (261b5bb9-5c91-4128-8e61-41c0c9d7764d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.300921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:50.307427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c10be5af-2c6c-4382-9d76-6e0a30348085 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.307629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed713a-e4db-4466-846b-edb0cc3ea385 req-063e9b37-acb3-4c02-bdd9-5897a40eca15 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:50.309954 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c10be5af-2c6c-4382-9d76-6e0a30348085 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1320710 Feb 19 03:17:50.312099 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35394) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:50.317732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:50.325320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:50.325988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed713a-e4db-4466-846b-edb0cc3ea385 req-063e9b37-acb3-4c02-bdd9-5897a40eca15 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:50.327932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bed713a-e4db-4466-846b-edb0cc3ea385 req-063e9b37-acb3-4c02-bdd9-5897a40eca15 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1682 time: 0.3029144 Feb 19 03:17:50.329103 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4393e2-4fbd-4951-a394-a61a9e8e41a8" -d '{"events": [{"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-plugged", "status": "completed", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:50.418369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bed713a-e4db-4466-846b-edb0cc3ea385 req-8a858c49-7866-481e-8b81-e50e8f345565 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841110 Feb 19 03:17:50.425959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b7621e-c840-4da9-b0c9-d08c0c9bcc80 req-b3b4ff94-e666-44a5-a52c-c79a74b7e2e1 service neutron] 10.222.0.71 "GET /v2.0/networks/37be3b18-250c-4faf-a3d8-ee10e804742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979091 Feb 19 03:17:50.562787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (261b5bb9-5c91-4128-8e61-41c0c9d7764d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.657810 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858ffce-92bd-4c51-b674-2bf7779bcbe1 x-openstack-request-id: req-c858ffce-92bd-4c51-b674-2bf7779bcbe1 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:50.658231 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-plugged", "status": "completed", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:50.658490 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c858ffce-92bd-4c51-b674-2bf7779bcbe1 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:50.658894 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'code': 200} Feb 19 03:17:50.772498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b12cd-06ed-4cb7-9e15-784953888f5d req-a5fc6f4e-f24a-44a4-80c3-769bd89f714a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:50.781365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-223b12cd-06ed-4cb7-9e15-784953888f5d req-a5fc6f4e-f24a-44a4-80c3-769bd89f714a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.0708938 Feb 19 03:17:50.852459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-223b12cd-06ed-4cb7-9e15-784953888f5d req-8f971e5e-8282-41e8-83f4-2fed05c5dd46 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698071 Feb 19 03:17:50.871991 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (261b5bb9-5c91-4128-8e61-41c0c9d7764d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.899982 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.044034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Allocated IP 172.25.4.108 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/6373f0f6-703d-45dc-9726-cadd5db3c2ed) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:51.163426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45e926-60d8-4616-be76-1289ec412d2b req-ed6f79af-9885-442c-a97b-39071ac30719 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:51.172942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f45e926-60d8-4616-be76-1289ec412d2b req-ed6f79af-9885-442c-a97b-39071ac30719 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 946 time: 0.0888011 Feb 19 03:17:51.243662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for port (6373f0f6-703d-45dc-9726-cadd5db3c2ed), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.262033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f45e926-60d8-4616-be76-1289ec412d2b req-b5385834-f7cc-413e-b165-12a92443f42d tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877972 Feb 19 03:17:51.306162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6373f0f6-703d-45dc-9726-cadd5db3c2ed), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.355866 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:51.359458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:51.362055 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:51.401959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Pushing event updated for resources: {'Port': ['ID=6373f0f6-703d-45dc-9726-cadd5db3c2ed,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:51.799365 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (261b5bb9-5c91-4128-8e61-41c0c9d7764d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.147214 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.176148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (261b5bb9-5c91-4128-8e61-41c0c9d7764d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.181998 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (261b5bb9-5c91-4128-8e61-41c0c9d7764d), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.308025 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 899e465c-51c0-432c-a605-127603318c39 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:52.345293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5c528-7647-4469-b594-988070b47c6f req-de5a1b64-4bca-425b-a950-be7fac495495 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:52.358663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5c528-7647-4469-b594-988070b47c6f req-de5a1b64-4bca-425b-a950-be7fac495495 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:52.362075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00b5c528-7647-4469-b594-988070b47c6f req-de5a1b64-4bca-425b-a950-be7fac495495 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1682 time: 0.1523161 Feb 19 03:17:52.466184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 899e465c-51c0-432c-a605-127603318c39 is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:52.533267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00b5c528-7647-4469-b594-988070b47c6f req-994b1ee3-e6f4-4b61-885e-f25792256269 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614258 Feb 19 03:17:52.543374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Router 261b5bb9-5c91-4128-8e61-41c0c9d7764d is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:52.733671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:52.740950 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.742829 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-298d709e-5067-499b-a659-b5d4d9fbe0d3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "PUT /v2.0/routers/261b5bb9-5c91-4128-8e61-41c0c9d7764d HTTP/1.1" status: 200 len: 880 time: 2.4288342 Feb 19 03:17:52.744949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35472) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:52.746427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9322429-e8b5-42ae-98b7-f640e07baa35 None None] Sync routers for ids ['261b5bb9-5c91-4128-8e61-41c0c9d7764d'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:52.762637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9322429-e8b5-42ae-98b7-f640e07baa35 None None] Routers {'261b5bb9-5c91-4128-8e61-41c0c9d7764d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:52.763263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d9322429-e8b5-42ae-98b7-f640e07baa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['261b5bb9-5c91-4128-8e61-41c0c9d7764d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:52.772374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a270b-b4df-4efb-ad52-f43651c1df7f req-5e5cd8fe-cddb-4b4a-9ebf-5beeaecc9030 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:52.784661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a29a270b-b4df-4efb-ad52-f43651c1df7f req-5e5cd8fe-cddb-4b4a-9ebf-5beeaecc9030 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.0945051 Feb 19 03:17:52.868993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a29a270b-b4df-4efb-ad52-f43651c1df7f req-ac024cda-089d-4a16-9cc9-108594912633 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831892 Feb 19 03:17:52.873992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d9322429-e8b5-42ae-98b7-f640e07baa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:52.901814 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c20de784-5ad4-4ff6-8dc3-8e74c6c899b3 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/routers/261b5bb9-5c91-4128-8e61-41c0c9d7764d HTTP/1.1" status: 200 len: 921 time: 0.1556759 Feb 19 03:17:52.904329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35474) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:52.924612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9322429-e8b5-42ae-98b7-f640e07baa35 None None] Routers {'261b5bb9-5c91-4128-8e61-41c0c9d7764d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:52.925264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d9322429-e8b5-42ae-98b7-f640e07baa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['261b5bb9-5c91-4128-8e61-41c0c9d7764d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:53.048409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d9322429-e8b5-42ae-98b7-f640e07baa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:53.052968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64757ff4-16a7-40f2-aeec-82842655171e tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:53.053404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9322429-e8b5-42ae-98b7-f640e07baa35 None None] The sync data for ids ['261b5bb9-5c91-4128-8e61-41c0c9d7764d'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:53.056184 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-64757ff4-16a7-40f2-aeec-82842655171e tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&device_id=261b5bb9-5c91-4128-8e61-41c0c9d7764d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1420622 Feb 19 03:17:53.058924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35486) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:53.211671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971550be-5a41-4897-b948-9f41a26a5dfb tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:53.213384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-971550be-5a41-4897-b948-9f41a26a5dfb tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 881 time: 0.1532965 Feb 19 03:17:53.217160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:53.265076 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-247c27a5-ac10-413e-b036-7ba949649136 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=261b5bb9-5c91-4128-8e61-41c0c9d7764d HTTP/1.1" status: 200 len: 205 time: 0.0437644 Feb 19 03:17:53.266892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35494) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:53.635681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (261b5bb9-5c91-4128-8e61-41c0c9d7764d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.699897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89a7c2-cd3a-4e0e-86fd-982c3571cf71 req-6d2857aa-9119-4bbc-a0e4-b546f0d0a986 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:53.748981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89a7c2-cd3a-4e0e-86fd-982c3571cf71 req-6d2857aa-9119-4bbc-a0e4-b546f0d0a986 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:53.748981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b89a7c2-cd3a-4e0e-86fd-982c3571cf71 req-6d2857aa-9119-4bbc-a0e4-b546f0d0a986 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1682 time: 0.1673963 Feb 19 03:17:53.862352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b89a7c2-cd3a-4e0e-86fd-982c3571cf71 req-9ac92c85-4dda-43a1-a333-50934ce23d8d tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365356 Feb 19 03:17:53.909990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (261b5bb9-5c91-4128-8e61-41c0c9d7764d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.010747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Deleting port 6373f0f6-703d-45dc-9726-cadd5db3c2ed {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:54.011084 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6373f0f6-703d-45dc-9726-cadd5db3c2ed), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.097035 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6373f0f6-703d-45dc-9726-cadd5db3c2ed), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.111871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Calling delete_port for 6373f0f6-703d-45dc-9726-cadd5db3c2ed owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:54.352637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc141c09-9f45-49fb-8cf2-280a1dadb11a req-fcf326d6-a566-44f7-93a9-b819eda4d63d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:54.360994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc141c09-9f45-49fb-8cf2-280a1dadb11a req-fcf326d6-a566-44f7-93a9-b819eda4d63d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.1258430 Feb 19 03:17:54.428902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6373f0f6-703d-45dc-9726-cadd5db3c2ed), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.471404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Pushing event deleted for resources: {'Port': ['ID=6373f0f6-703d-45dc-9726-cadd5db3c2ed,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:54.478550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc141c09-9f45-49fb-8cf2-280a1dadb11a req-882e3a46-35c7-4ae1-8dd3-573b4c5f05ae tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111970 Feb 19 03:17:54.606612 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (261b5bb9-5c91-4128-8e61-41c0c9d7764d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.833525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-bcf74424-c261-443b-9f55-f26ed1635c1d service neutron] 10.222.0.71 "GET /v2.0/ports/899e465c-51c0-432c-a605-127603318c39/bindings/n-h1-826756-2 HTTP/1.1" status: 200 len: 384 time: 0.1343987 Feb 19 03:17:54.838398 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (261b5bb9-5c91-4128-8e61-41c0c9d7764d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.906945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (261b5bb9-5c91-4128-8e61-41c0c9d7764d), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.013994 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (261b5bb9-5c91-4128-8e61-41c0c9d7764d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.014458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Fanout notify agent at l3_agent the message router_deleted on router 261b5bb9-5c91-4128-8e61-41c0c9d7764d {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:55.042641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.043790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-328da2b7-c309-4c35-82bc-49b825f9661c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/261b5bb9-5c91-4128-8e61-41c0c9d7764d HTTP/1.1" status: 204 len: 168 time: 1.7758563 Feb 19 03:17:55.047821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35548) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:55.054561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7ba8a07c-13ba-49a0-9ea8-1935dd5cbcde tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1072814155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:55.092479 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a07c-13ba-49a0-9ea8-1935dd5cbcde tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.096182 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a07c-13ba-49a0-9ea8-1935dd5cbcde tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.187107 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a07c-13ba-49a0-9ea8-1935dd5cbcde tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.192909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a07c-13ba-49a0-9ea8-1935dd5cbcde tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.204706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806baa01-f43d-4ca8-94ab-2fd8afcfe306 req-08dd7304-1e0a-48f0-a147-c25238a5d25f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:55.212881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806baa01-f43d-4ca8-94ab-2fd8afcfe306 req-08dd7304-1e0a-48f0-a147-c25238a5d25f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:55.214675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-806baa01-f43d-4ca8-94ab-2fd8afcfe306 req-08dd7304-1e0a-48f0-a147-c25238a5d25f tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1682 time: 0.1225946 Feb 19 03:17:55.216467 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a07c-13ba-49a0-9ea8-1935dd5cbcde tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.221423 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7ba8a07c-13ba-49a0-9ea8-1935dd5cbcde tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1725087 Feb 19 03:17:55.222264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35550) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:55.227088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'enable_snat': True}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:55.248431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-02f19c34-dc63-4c62-9bce-82bc0a220e53 service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:55.302985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-02f19c34-dc63-4c62-9bce-82bc0a220e53 service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:55.340496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-806baa01-f43d-4ca8-94ab-2fd8afcfe306 req-2c842d0f-5799-4790-8ca7-3f35a6dc9ab5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176245 Feb 19 03:17:55.352861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-02f19c34-dc63-4c62-9bce-82bc0a220e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899e465c-51c0-432c-a605-127603318c39 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:55.377862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-02f19c34-dc63-4c62-9bce-82bc0a220e53 service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:55.413576 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-02f19c34-dc63-4c62-9bce-82bc0a220e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (899e465c-51c0-432c-a605-127603318c39), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.484420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.665810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-02f19c34-dc63-4c62-9bce-82bc0a220e53 service neutron] Transition to ACTIVE for port object 899e465c-51c0-432c-a605-127603318c39 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:55.689421 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-02f19c34-dc63-4c62-9bce-82bc0a220e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (899e465c-51c0-432c-a605-127603318c39), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.147940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35570) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:56.179349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-02f19c34-dc63-4c62-9bce-82bc0a220e53 service neutron] No DVR routers for this DVR port 899e465c-51c0-432c-a605-127603318c39 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:56.189607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-a40198d8-7664-4e49-9113-10ffa172e6a2 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.196038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-a40198d8-7664-4e49-9113-10ffa172e6a2 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.198241 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-a40198d8-7664-4e49-9113-10ffa172e6a2 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1682 time: 0.5609100 Feb 19 03:17:56.211603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c6c26-eca9-4c02-a86e-92328e4f0c48 req-6cc118a1-1dd2-448b-bedd-a65277f96eac tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.218495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-184c6c26-eca9-4c02-a86e-92328e4f0c48 req-6cc118a1-1dd2-448b-bedd-a65277f96eac tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 944 time: 0.5950861 Feb 19 03:17:56.224428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f19c34-dc63-4c62-9bce-82bc0a220e53 service neutron] Pushing event updated for resources: {'Port': ['ID=899e465c-51c0-432c-a605-127603318c39,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:56.269111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.320719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.359934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-02f19c34-dc63-4c62-9bce-82bc0a220e53 service neutron] 10.222.0.71 "PUT /v2.0/ports/899e465c-51c0-432c-a605-127603318c39/bindings/n-h1-826756-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5194571 Feb 19 03:17:56.432526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-184c6c26-eca9-4c02-a86e-92328e4f0c48 req-ede4cc8d-f26b-444e-8db6-f83b2569e52f tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130604 Feb 19 03:17:56.435155 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e1c036bd-c895-4edb-a6ae-d180c62cd5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.495482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Allocated IP 172.25.4.250 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/78971e49-0150-41b3-9329-77b3a254d635) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:56.589047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-f49dab30-349a-4c53-8385-082195df3255 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting port 3198624c-0624-484b-bcd5-7eae5bd310b0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:56.589440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-f49dab30-349a-4c53-8385-082195df3255 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.670139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f3e6d138-3bbd-4772-808e-616aa6a51e44 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.673235 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-f3e6d138-3bbd-4772-808e-616aa6a51e44 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1127 time: 0.1219442 Feb 19 03:17:56.752268 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for port (78971e49-0150-41b3-9329-77b3a254d635), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.781779 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e1c036bd-c895-4edb-a6ae-d180c62cd5da admin admin] Publish callbacks [] for security_group (62a53600-73c7-4bfe-8e22-94aa4230b3c5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.790506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-4291df6a-d058-418a-92a8-959ed760d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.793689 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-4291df6a-d058-418a-92a8-959ed760d64f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0 HTTP/1.1" status: 200 len: 1127 time: 0.1135113 Feb 19 03:17:56.820219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (78971e49-0150-41b3-9329-77b3a254d635), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.824050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e1c036bd-c895-4edb-a6ae-d180c62cd5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (62a53600-73c7-4bfe-8e22-94aa4230b3c5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.862124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-f49dab30-349a-4c53-8385-082195df3255 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] For port 3198624c-0624-484b-bcd5-7eae5bd310b0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3198624c-0624-484b-bcd5-7eae5bd310b0,segment=NetworkSegment(06c7e352-08f9-43b0-bf79-e4deb14f4993),segment_id=06c7e352-08f9-43b0-bf79-e4deb14f4993)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:56.862864 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-f49dab30-349a-4c53-8385-082195df3255 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.906994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:56.911460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-f49dab30-349a-4c53-8385-082195df3255 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Calling delete_port for 3198624c-0624-484b-bcd5-7eae5bd310b0 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:56.912773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:56.926646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:56.994935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event updated for resources: {'Port': ['ID=78971e49-0150-41b3-9329-77b3a254d635,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:57.091827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-04d962e4-2588-4e5f-a298-a561d4b0cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:57.093534 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-04d962e4-2588-4e5f-a298-a561d4b0cfcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 1127 time: 0.2360699 Feb 19 03:17:57.127346 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c036bd-c895-4edb-a6ae-d180c62cd5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a53600-73c7-4bfe-8e22-94aa4230b3c5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:57.185277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e222160-f4da-4daf-a1b0-748817ade01f req-b22aeb27-532d-4197-bcb5-9a265dce4374 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:57.192458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e222160-f4da-4daf-a1b0-748817ade01f req-b22aeb27-532d-4197-bcb5-9a265dce4374 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:57.200710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0e222160-f4da-4daf-a1b0-748817ade01f req-b22aeb27-532d-4197-bcb5-9a265dce4374 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 1682 time: 0.5268393 Feb 19 03:17:57.212383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e1c036bd-c895-4edb-a6ae-d180c62cd5da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=06ed5e7b534e4649b698f5eab1b9358b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0633965 Feb 19 03:17:57.213011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35588) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:57.314662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-8ecb3d7e-c3ec-4ff1-b911-ff0f8c98f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:57.317067 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-8ecb3d7e-c3ec-4ff1-b911-ff0f8c98f656 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.1465876 Feb 19 03:17:57.343710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-f49dab30-349a-4c53-8385-082195df3255 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3198624c-0624-484b-bcd5-7eae5bd310b0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.377763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0e222160-f4da-4daf-a1b0-748817ade01f req-4e7a71e4-fab3-4280-b707-1049c65420b1 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758904 Feb 19 03:17:57.384414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3198624c-0624-484b-bcd5-7eae5bd310b0', 'aa8d2512-9635-42d3-9648-3a3a3ab80fa0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:57.464390 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-069ce809-c449-4f0c-b178-76ff0936a0cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=899e465c-51c0-432c-a605-127603318c39 HTTP/1.1" status: 200 len: 217 time: 0.1402016 Feb 19 03:17:57.480349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dab30-349a-4c53-8385-082195df3255 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Port': ['ID=3198624c-0624-484b-bcd5-7eae5bd310b0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:57.583645 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aac8754-eb54-424b-bd3b-e9aac21f130e admin admin] Publish callbacks [] for security_group (62a53600-73c7-4bfe-8e22-94aa4230b3c5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.655257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-f49dab30-349a-4c53-8385-082195df3255 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] No DVR routers for this DVR port 3198624c-0624-484b-bcd5-7eae5bd310b0 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:57.662934 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-f49dab30-349a-4c53-8385-082195df3255 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.666495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-f49dab30-349a-4c53-8385-082195df3255 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.37 "DELETE /v2.0/ports/3198624c-0624-484b-bcd5-7eae5bd310b0 HTTP/1.1" status: 204 len: 173 time: 1.4455898 Feb 19 03:17:57.689422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'name': 'network-vif-deleted', 'tag': '3198624c-0624-484b-bcd5-7eae5bd310b0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:57.691788 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47bd312-48c2-4e5d-a931-521acdc4743b" -d '{"events": [{"server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "name": "network-vif-deleted", "tag": "3198624c-0624-484b-bcd5-7eae5bd310b0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:57.700290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d4bf85bc-b31a-4735-aea1-c919b7b3ac2b details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:57.725638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-2b3698c2-3653-45e4-8646-4bc92f9d9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:57.735426 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-2b3698c2-3653-45e4-8646-4bc92f9d9f73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.2579484 Feb 19 03:17:57.766347 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.869192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:57.875688 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aac8754-eb54-424b-bd3b-e9aac21f130e admin admin] Publish callbacks [] for security_group (62a53600-73c7-4bfe-8e22-94aa4230b3c5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.885530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'port_id': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b', 'mac_address': 'fa:16:3e:77:51:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c934e3-7b85-43d5-9c7b-befefe865487', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:57.896063 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-8228710f-e870-409e-93f3-7228c982f8ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492569 Feb 19 03:17:58.015694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:58.018278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.047336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4bf85bc-b31a-4735-aea1-c919b7b3ac2b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:58.075936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:58.082633 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.090791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f138-7c97-4ab4-9fed-7da6dc6a6b8d req-d5d0e17e-5cf2-4e53-b8d1-6ec37894710e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:58.100687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44d4f138-7c97-4ab4-9fed-7da6dc6a6b8d req-d5d0e17e-5cf2-4e53-b8d1-6ec37894710e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 945 time: 0.4693222 Feb 19 03:17:58.113032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-cab069e4-3f33-4343-aed7-33ddc2cf7ef5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:58.113435 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-cab069e4-3f33-4343-aed7-33ddc2cf7ef5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.156319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:58.192949 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-477355de-72bd-4455-8aa7-caf4f48f2bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891922 Feb 19 03:17:58.216006 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aac8754-eb54-424b-bd3b-e9aac21f130e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (62a53600-73c7-4bfe-8e22-94aa4230b3c5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.219960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aac8754-eb54-424b-bd3b-e9aac21f130e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.236309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9aac8754-eb54-424b-bd3b-e9aac21f130e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62a53600-73c7-4bfe-8e22-94aa4230b3c5 HTTP/1.1" status: 204 len: 168 time: 0.9560483 Feb 19 03:17:58.269774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac8754-eb54-424b-bd3b-e9aac21f130e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a53600-73c7-4bfe-8e22-94aa4230b3c5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:58.347217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.356818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['d4bf85bc-b31a-4735-aea1-c919b7b3ac2b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:58.382138 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.432596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44d4f138-7c97-4ab4-9fed-7da6dc6a6b8d req-32d23c87-589e-4415-8bdc-7f3d2ba85ecb tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101854 Feb 19 03:17:58.499953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-cab069e4-3f33-4343-aed7-33ddc2cf7ef5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] For port aa8d2512-9635-42d3-9648-3a3a3ab80fa0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,segment=NetworkSegment(d38e946b-b6d5-4cbc-86a2-3f753f655a7d),segment_id=d38e946b-b6d5-4cbc-86a2-3f753f655a7d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:58.505329 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-cab069e4-3f33-4343-aed7-33ddc2cf7ef5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.538672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-cab069e4-3f33-4343-aed7-33ddc2cf7ef5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Calling delete_port for aa8d2512-9635-42d3-9648-3a3a3ab80fa0 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:58.763617 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bba6c32-49e0-4b16-a33c-354abc51d995 x-openstack-request-id: req-0bba6c32-49e0-4b16-a33c-354abc51d995 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:58.763617 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "name": "network-vif-deleted", "tag": "3198624c-0624-484b-bcd5-7eae5bd310b0", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:58.763944 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bba6c32-49e0-4b16-a33c-354abc51d995 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:58.764302 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'name': 'network-vif-deleted', 'tag': '3198624c-0624-484b-bcd5-7eae5bd310b0', 'status': 'completed', 'code': 200} Feb 19 03:17:58.769265 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-d3a129fd-1820-4ce5-b847-1b2ca3023e3b service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682862 Feb 19 03:17:58.857727 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Router ebf25ceb-f740-49f4-b6b3-906006fc1ea5 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:59.076732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:59.095608 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64add456-60d9-494a-8dc8-9dddf282dea6 None None] Sync routers for ids ['ebf25ceb-f740-49f4-b6b3-906006fc1ea5'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:59.099087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.103005 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1e5ef15e-95dc-4a6d-906a-201450cd14bf tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "PUT /v2.0/routers/ebf25ceb-f740-49f4-b6b3-906006fc1ea5 HTTP/1.1" status: 200 len: 915 time: 3.8773782 Feb 19 03:17:59.103683 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35638) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:59.105760 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-cab069e4-3f33-4343-aed7-33ddc2cf7ef5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (aa8d2512-9635-42d3-9648-3a3a3ab80fa0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.131238 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64add456-60d9-494a-8dc8-9dddf282dea6 None None] Routers {'ebf25ceb-f740-49f4-b6b3-906006fc1ea5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:59.131994 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-64add456-60d9-494a-8dc8-9dddf282dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ebf25ceb-f740-49f4-b6b3-906006fc1ea5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:59.177460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40811ae9-9689-46e3-a1d9-f009118aa9d8 req-43446749-cc69-4a65-b887-5b12686a35b6 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:59.187535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40811ae9-9689-46e3-a1d9-f009118aa9d8 req-43446749-cc69-4a65-b887-5b12686a35b6 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7c43a98-7f87-4a42-ab39-b387b3152c22 HTTP/1.1" status: 200 len: 945 time: 0.2696044 Feb 19 03:17:59.219689 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-64add456-60d9-494a-8dc8-9dddf282dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:59.258507 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64add456-60d9-494a-8dc8-9dddf282dea6 None None] Routers {'ebf25ceb-f740-49f4-b6b3-906006fc1ea5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:59.259366 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-64add456-60d9-494a-8dc8-9dddf282dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ebf25ceb-f740-49f4-b6b3-906006fc1ea5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:59.311290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab069e4-3f33-4343-aed7-33ddc2cf7ef5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Port': ['ID=aa8d2512-9635-42d3-9648-3a3a3ab80fa0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:59.438646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-cab069e4-3f33-4343-aed7-33ddc2cf7ef5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] No DVR routers for this DVR port aa8d2512-9635-42d3-9648-3a3a3ab80fa0 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:59.475640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-cab069e4-3f33-4343-aed7-33ddc2cf7ef5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.491920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-788864ee-4c4f-42c4-b2e0-66cfe7753170 req-cab069e4-3f33-4343-aed7-33ddc2cf7ef5 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.37 "DELETE /v2.0/ports/aa8d2512-9635-42d3-9648-3a3a3ab80fa0 HTTP/1.1" status: 204 len: 173 time: 1.7845192 Feb 19 03:17:59.598972 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-64add456-60d9-494a-8dc8-9dddf282dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:59.599767 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64add456-60d9-494a-8dc8-9dddf282dea6 None None] The sync data for ids ['ebf25ceb-f740-49f4-b6b3-906006fc1ea5'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:59.606736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40811ae9-9689-46e3-a1d9-f009118aa9d8 req-02f3476f-28b4-45ae-8940-ac613f9e9dbb tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9c9bc6e-0725-4db4-b654-dcd1a565edae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141107 Feb 19 03:17:59.701158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d4bf85bc-b31a-4735-aea1-c919b7b3ac2b up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:59.906282 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-83b15f64-ceca-4838-a7e9-fd17044214cd tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/routers/ebf25ceb-f740-49f4-b6b3-906006fc1ea5 HTTP/1.1" status: 200 len: 921 time: 0.8013387 Feb 19 03:17:59.913235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35660) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:59.959789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:59.960403 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.963971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-8056d481-2717-4a86-85c0-8c0d28799617 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:59.965548 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-8056d481-2717-4a86-85c0-8c0d28799617 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef&tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1127 time: 0.6897650 Feb 19 03:18:00.120053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35664) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:00.282090 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-a262cda2-08d2-423f-aa48-7ded3f6463ea service neutron] For port 899e465c-51c0-432c-a605-127603318c39, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:00.287352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-a262cda2-08d2-423f-aa48-7ded3f6463ea service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.288529 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb5b9650-fba0-4e47-a9fc-f72db7b7e6b8 req-a262cda2-08d2-423f-aa48-7ded3f6463ea service neutron] 10.222.0.37 "DELETE /v2.0/ports/899e465c-51c0-432c-a605-127603318c39/bindings/n-h2-826756-2 HTTP/1.1" status: 204 len: 173 time: 0.3111255 Feb 19 03:18:00.358398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-network', 'tenant_id': '1275937955784146a511ec7ab3f57e44'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:00.399958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:00.400565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.423565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Made reservation on behalf of 1275937955784146a511ec7ab3f57e44 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:00.430927 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.445006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f26031-bab7-4c62-a0b1-ef10ba9e88a0 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:00.455782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-85f26031-bab7-4c62-a0b1-ef10ba9e88a0 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&device_id=ebf25ceb-f740-49f4-b6b3-906006fc1ea5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5374386 Feb 19 03:18:00.469377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35670) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:00.491846 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:00.507359 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbdf689-150a-444e-be3b-fe7940c3c1ac" -d '{"events": [{"server_uuid": "95257b1a-8b5d-4a1e-88dc-5dce2d52f37d", "name": "network-vif-plugged", "status": "completed", "tag": "d4bf85bc-b31a-4735-aea1-c919b7b3ac2b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:00.509792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.517014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014b201-dbf4-41f3-a61a-32b6dbaa582d req-afd12c60-529f-4bfa-a3c1-93b989c9df83 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:00.534477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3014b201-dbf4-41f3-a61a-32b6dbaa582d req-afd12c60-529f-4bfa-a3c1-93b989c9df83 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 945 time: 0.4014423 Feb 19 03:18:00.554167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:00.585972 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.587727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3198624c-0624-484b-bcd5-7eae5bd310b0 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:00.655175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 3198624c-0624-484b-bcd5-7eae5bd310b0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:00.668193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3198624c-0624-484b-bcd5-7eae5bd310b0 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:00.678529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device aa8d2512-9635-42d3-9648-3a3a3ab80fa0 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:00.713965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3014b201-dbf4-41f3-a61a-32b6dbaa582d req-efbf1a2e-e30a-44dc-958b-4a26c434816a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719611 Feb 19 03:18:00.765996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'name': 'network-vif-deleted', 'tag': 'aa8d2512-9635-42d3-9648-3a3a3ab80fa0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:00.769304 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcafafa-8c28-47f7-a87f-885c802fb348" -d '{"events": [{"server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "name": "network-vif-deleted", "tag": "aa8d2512-9635-42d3-9648-3a3a3ab80fa0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:00.797630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: aa8d2512-9635-42d3-9648-3a3a3ab80fa0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:00.798893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device aa8d2512-9635-42d3-9648-3a3a3ab80fa0 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:00.875703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:00.941024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Publish callbacks [] for security_group (27237ef1-c33c-4120-a78d-124bc28a34cd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.020141 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d8598-eba1-4984-9d32-a422e887707a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:01.026244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35690) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:01.027003 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4b2d8598-eba1-4984-9d32-a422e887707a tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 881 time: 0.5489707 Feb 19 03:18:01.030707 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (27237ef1-c33c-4120-a78d-124bc28a34cd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.062409 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a729e4-80b6-4907-b5b2-b59acbfef90a x-openstack-request-id: req-f9a729e4-80b6-4907-b5b2-b59acbfef90a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:01.062821 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95257b1a-8b5d-4a1e-88dc-5dce2d52f37d", "name": "network-vif-plugged", "status": "completed", "tag": "d4bf85bc-b31a-4735-aea1-c919b7b3ac2b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:01.063090 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9a729e4-80b6-4907-b5b2-b59acbfef90a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:01.063506 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b', 'code': 200} Feb 19 03:18:01.074622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:18:01.096856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (89df1b44-662e-4c9a-a3dd-81e01460b4df), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.098736 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Added segment 89df1b44-662e-4c9a-a3dd-81e01460b4df of type vlan for network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe Feb 19 03:18:01.142880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d06c6f11-2dac-42c2-acc2-271c45a4b0b5 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebf25ceb-f740-49f4-b6b3-906006fc1ea5 HTTP/1.1" status: 200 len: 205 time: 0.1105549 Feb 19 03:18:01.148113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35694) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:01.167592 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (18e3db3e-1d74-4366-8814-2ba5aee6ebbe), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.255957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:01.388123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c310c373-51ef-4e26-892c-f3cbd52600fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting subnet 884fade3-fb32-472c-a0be-0cf9c1ef21a5 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:18:01.394417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (18e3db3e-1d74-4366-8814-2ba5aee6ebbe), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.400053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:01.401337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.405523 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.471049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c310c373-51ef-4e26-892c-f3cbd52600fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for subnet (884fade3-fb32-472c-a0be-0cf9c1ef21a5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.546069 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.4238224 Feb 19 03:18:01.562861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35712) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:01.568486 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c73659-c0c3-4903-90e9-b4fcb18188dd x-openstack-request-id: req-61c73659-c0c3-4903-90e9-b4fcb18188dd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:01.569166 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c43a98-7f87-4a42-ab39-b387b3152c22", "name": "network-vif-deleted", "tag": "aa8d2512-9635-42d3-9648-3a3a3ab80fa0", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:01.569661 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61c73659-c0c3-4903-90e9-b4fcb18188dd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:01.570437 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c43a98-7f87-4a42-ab39-b387b3152c22', 'name': 'network-vif-deleted', 'tag': 'aa8d2512-9635-42d3-9648-3a3a3ab80fa0', 'status': 'completed', 'code': 200} Feb 19 03:18:01.580292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Request body: {'subnet': {'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-subnet', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:01.607599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Made reservation on behalf of 1275937955784146a511ec7ab3f57e44 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:01.611382 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.614670 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.681167 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27237ef1-c33c-4120-a78d-124bc28a34cd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:01.698992 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c310c373-51ef-4e26-892c-f3cbd52600fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (884fade3-fb32-472c-a0be-0cf9c1ef21a5), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.702708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543b7e8-19cc-42f5-8b09-aa1d463124d9 admin admin] Pushing event updated for resources: {'Network': ['ID=18e3db3e-1d74-4366-8814-2ba5aee6ebbe,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:01.736513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:18:01.799262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Deleting port 78971e49-0150-41b3-9329-77b3a254d635 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:01.799889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (78971e49-0150-41b3-9329-77b3a254d635), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.942737 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c310c373-51ef-4e26-892c-f3cbd52600fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (884fade3-fb32-472c-a0be-0cf9c1ef21a5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.090693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c310c373-51ef-4e26-892c-f3cbd52600fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (884fade3-fb32-472c-a0be-0cf9c1ef21a5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.170552 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310c373-51ef-4e26-892c-f3cbd52600fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Subnet': ['ID=884fade3-fb32-472c-a0be-0cf9c1ef21a5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:02.186124 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c310c373-51ef-4e26-892c-f3cbd52600fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.195131 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c310c373-51ef-4e26-892c-f3cbd52600fa tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "DELETE /v2.0/subnets/884fade3-fb32-472c-a0be-0cf9c1ef21a5 HTTP/1.1" status: 204 len: 168 time: 0.9331179 Feb 19 03:18:02.196269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e5047e-9eab-406e-b0e0-10f5e85dddee None None] Network 93f34c75-2988-4d81-80f0-818df39eb337 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:02.198592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35730) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:02.271391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (78971e49-0150-41b3-9329-77b3a254d635), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.284504 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (fdc05bd8-00d4-40ff-b91a-67f1d8b58992), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.329313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Calling delete_port for 78971e49-0150-41b3-9329-77b3a254d635 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:02.355826 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (93f34c75-2988-4d81-80f0-818df39eb337), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.581340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc64f90-d1b7-4921-bc29-23a6ddb9a9f5 None None] DHCP port deletion for 93f34c75-2988-4d81-80f0-818df39eb337 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:18:02.609822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting port 198502e7-678b-459d-924b-9aef86064c47 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:02.610219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (198502e7-678b-459d-924b-9aef86064c47), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.734595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc05bd8-00d4-40ff-b91a-67f1d8b58992,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:02.741796 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (78971e49-0150-41b3-9329-77b3a254d635), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.778442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ffc64f90-d1b7-4921-bc29-23a6ddb9a9f5 None None] Deleting port 198502e7-678b-459d-924b-9aef86064c47 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:02.781406 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ffc64f90-d1b7-4921-bc29-23a6ddb9a9f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (198502e7-678b-459d-924b-9aef86064c47), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.797777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Pushing event deleted for resources: {'Port': ['ID=78971e49-0150-41b3-9329-77b3a254d635,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:02.803296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724d22-3cd6-4d60-b032-acc9bb8e637a req-721a8708-abf0-4de8-a2f4-e87b5378c3e2 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:02.820372 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e724d22-3cd6-4d60-b032-acc9bb8e637a req-721a8708-abf0-4de8-a2f4-e87b5378c3e2 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 1127 time: 0.8170135 Feb 19 03:18:02.897199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] For port 198502e7-678b-459d-924b-9aef86064c47, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=198502e7-678b-459d-924b-9aef86064c47,segment=NetworkSegment(06c7e352-08f9-43b0-bf79-e4deb14f4993),segment_id=06c7e352-08f9-43b0-bf79-e4deb14f4993)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:02.897575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (198502e7-678b-459d-924b-9aef86064c47), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.906512 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.910000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Checking segment: {'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:02.910469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Network hostable DHCP agents. Network: 18e3db3e-1d74-4366-8814-2ba5aee6ebbe, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:18:02.949789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Calling delete_port for 198502e7-678b-459d-924b-9aef86064c47 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:02.979558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e724d22-3cd6-4d60-b032-acc9bb8e637a req-5561b2c1-593a-429e-b09b-a261a0802914 tempest-LiveMigrationTest-1211900315 tempest-LiveMigrationTest-1211900315-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581535 Feb 19 03:18:03.042095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ffc64f90-d1b7-4921-bc29-23a6ddb9a9f5 None None] For port 198502e7-678b-459d-924b-9aef86064c47, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=198502e7-678b-459d-924b-9aef86064c47,segment=NetworkSegment(06c7e352-08f9-43b0-bf79-e4deb14f4993),segment_id=06c7e352-08f9-43b0-bf79-e4deb14f4993)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:03.055908 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ffc64f90-d1b7-4921-bc29-23a6ddb9a9f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (198502e7-678b-459d-924b-9aef86064c47), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.098033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ffc64f90-d1b7-4921-bc29-23a6ddb9a9f5 None None] Calling delete_port for 198502e7-678b-459d-924b-9aef86064c47 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:03.198603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:18:03.226395 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.236976 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.244100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 18e3db3e-1d74-4366-8814-2ba5aee6ebbe) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:03.250496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:03.251148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.269236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6739b4a6-55db-48d6-9ecd-875ff2440219 None None] Network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:03.274612 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (198502e7-678b-459d-924b-9aef86064c47), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.366727 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Port': ['ID=198502e7-678b-459d-924b-9aef86064c47,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:03.371747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] No DVR routers for this DVR port 198502e7-678b-459d-924b-9aef86064c47 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:03.422255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (ebf25ceb-f740-49f4-b6b3-906006fc1ea5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.427704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Fanout notify agent at l3_agent the message router_deleted on router ebf25ceb-f740-49f4-b6b3-906006fc1ea5 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:03.446666 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.469745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b53e6b28-29f5-4c6f-b2cf-47dab20b0f8f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/ebf25ceb-f740-49f4-b6b3-906006fc1ea5 HTTP/1.1" status: 204 len: 168 time: 2.3178449 Feb 19 03:18:03.470867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35748) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:03.479005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aa9679fb-4000-4952-8b24-75cbe25cfaee admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9040160 Feb 19 03:18:03.482462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35750) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:03.501000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d7298bca-31b1-46d5-ba77-06b09dfebba5 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1700011389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:03.513480 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:03.530213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 198502e7-678b-459d-924b-9aef86064c47 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:03.554577 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7298bca-31b1-46d5-ba77-06b09dfebba5 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (e0172bc8-1636-4fbd-bee4-ac686a50cfce), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.556188 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7298bca-31b1-46d5-ba77-06b09dfebba5 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (e0172bc8-1636-4fbd-bee4-ac686a50cfce), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.631360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 198502e7-678b-459d-924b-9aef86064c47 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:03.631727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 198502e7-678b-459d-924b-9aef86064c47 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:03.646826 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ffc64f90-d1b7-4921-bc29-23a6ddb9a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (198502e7-678b-459d-924b-9aef86064c47), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.697129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc64f90-d1b7-4921-bc29-23a6ddb9a9f5 None None] No DVR routers for this DVR port 198502e7-678b-459d-924b-9aef86064c47 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:03.712806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (931f1bb8-dadf-492f-a92f-b11ae13a0a01), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.714605 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (931f1bb8-dadf-492f-a92f-b11ae13a0a01), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.726944 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (93f34c75-2988-4d81-80f0-818df39eb337), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.743292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7298bca-31b1-46d5-ba77-06b09dfebba5 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (e0172bc8-1636-4fbd-bee4-ac686a50cfce), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.751002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7298bca-31b1-46d5-ba77-06b09dfebba5 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (e0172bc8-1636-4fbd-bee4-ac686a50cfce), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.790229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7298bca-31b1-46d5-ba77-06b09dfebba5 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.796363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d7298bca-31b1-46d5-ba77-06b09dfebba5 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3109510 Feb 19 03:18:03.796363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35752) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:03.805075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc64f90-d1b7-4921-bc29-23a6ddb9a9f5 None None] Pushing event deleted for resources: {'Port': ['ID=198502e7-678b-459d-924b-9aef86064c47,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:03.808066 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f34c75-2988-4d81-80f0-818df39eb337']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:03.811474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'enable_snat': False}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:03.919219 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c7e352-08f9-43b0-bf79-e4deb14f4993') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:03.919511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c7e352-08f9-43b0-bf79-e4deb14f4993') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:03.959669 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (06c7e352-08f9-43b0-bf79-e4deb14f4993), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.010469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'project_id': '1275937955784146a511ec7ab3f57e44', 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:18:04.013048 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.043559 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks [] for router_controller (931f1bb8-dadf-492f-a92f-b11ae13a0a01), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.178457 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (06c7e352-08f9-43b0-bf79-e4deb14f4993), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.276174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:18:04.276608 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (06c7e352-08f9-43b0-bf79-e4deb14f4993), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: items = [ Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:18:04.285461 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:18:04.424711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Allocated IP 172.20.0.2 (18e3db3e-1d74-4366-8814-2ba5aee6ebbe/fdc05bd8-00d4-40ff-b91a-67f1d8b58992/25c855fe-91ba-4f70-b24b-58c8eb186079) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:04.523757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (e0172bc8-1636-4fbd-bee4-ac686a50cfce), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.640933 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (93f34c75-2988-4d81-80f0-818df39eb337), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.667886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.686316 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "DELETE /v2.0/networks/93f34c75-2988-4d81-80f0-818df39eb337 HTTP/1.1" status: 204 len: 168 time: 2.4827988 Feb 19 03:18:04.690915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35756) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:04.766547 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks [] for router_gateway (931f1bb8-dadf-492f-a92f-b11ae13a0a01), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.818250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c011fe-305b-4d11-a50d-f77c42aa0e11 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Network': ['ID=93f34c75-2988-4d81-80f0-818df39eb337,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:04.839011 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Publish callbacks [] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.856306 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.962739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:04.967016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:04.981033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:05.038245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Pushing event updated for resources: {'Port': ['ID=25c855fe-91ba-4f70-b24b-58c8eb186079,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:05.194915 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks [] for router_gateway (931f1bb8-dadf-492f-a92f-b11ae13a0a01), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.236144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.242745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Attempting to bind port 25c855fe-91ba-4f70-b24b-58c8eb186079 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:05.243175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Attempting to bind port 25c855fe-91ba-4f70-b24b-58c8eb186079 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:05.243499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Attempting to bind port 25c855fe-91ba-4f70-b24b-58c8eb186079 on network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:05.261601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:05.262081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Checking segment: {'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:05.263078 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.265366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Bound using segment: {'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:05.268756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Bound port: 25c855fe-91ba-4f70-b24b-58c8eb186079, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:05.269175 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.517271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] For port 25c855fe-91ba-4f70-b24b-58c8eb186079, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:05.527847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] For port 25c855fe-91ba-4f70-b24b-58c8eb186079, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=25c855fe-91ba-4f70-b24b-58c8eb186079,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:05.539797 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.625977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Allocated IP 172.25.4.203 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/54017f69-6525-454a-92f4-7632ed64099e) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:05.700941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc80db1-980e-45b5-821e-54786ea4b48c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting subnet 9e1d705c-df1d-4e46-bfea-dd7c038320c2 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:18:05.719816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edc80db1-980e-45b5-821e-54786ea4b48c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks [] for subnet (9e1d705c-df1d-4e46-bfea-dd7c038320c2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.830403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0b1c-b654-4e67-8227-6f7387035314 None None] Pushing event updated for resources: {'Port': ['ID=25c855fe-91ba-4f70-b24b-58c8eb186079,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:05.893893 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.113266 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edc80db1-980e-45b5-821e-54786ea4b48c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (9e1d705c-df1d-4e46-bfea-dd7c038320c2), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.114689 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks [] for port (54017f69-6525-454a-92f4-7632ed64099e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.493238 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (e0172bc8-1636-4fbd-bee4-ac686a50cfce), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.581187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edc80db1-980e-45b5-821e-54786ea4b48c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (9e1d705c-df1d-4e46-bfea-dd7c038320c2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.626454 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:18:06.685893 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.917987 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (54017f69-6525-454a-92f4-7632ed64099e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.974937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:06.981293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:06.991754 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:07.037587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Allocated IP 172.25.4.90 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/4116dc62-ef85-49e0-b0d6-974a1b0391a4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:07.244879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for port (4116dc62-ef85-49e0-b0d6-974a1b0391a4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:07.251157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Pushing event updated for resources: {'Port': ['ID=54017f69-6525-454a-92f4-7632ed64099e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:07.301682 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edc80db1-980e-45b5-821e-54786ea4b48c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (9e1d705c-df1d-4e46-bfea-dd7c038320c2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:07.379433 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62d4fce-6e31-4abf-b694-703699977c42 None None] Network dc7ea1d9-d6cd-4e05-8364-480f5dd87535 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:07.403490 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edc80db1-980e-45b5-821e-54786ea4b48c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:07.441469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-edc80db1-980e-45b5-821e-54786ea4b48c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "DELETE /v2.0/subnets/9e1d705c-df1d-4e46-bfea-dd7c038320c2 HTTP/1.1" status: 204 len: 168 time: 2.7343702 Feb 19 03:18:07.447831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35766) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.629927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 25c855fe-91ba-4f70-b24b-58c8eb186079 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:07.787556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc80db1-980e-45b5-821e-54786ea4b48c tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1d705c-df1d-4e46-bfea-dd7c038320c2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:07.820418 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (dc7ea1d9-d6cd-4e05-8364-480f5dd87535), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:07.849709 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4116dc62-ef85-49e0-b0d6-974a1b0391a4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:07.916590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5c1c8e-f130-4ab2-af14-0264c8d33798 None None] Network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:07.988995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:07.999284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:08.014934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:08.074036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Pushing event updated for resources: {'Port': ['ID=4116dc62-ef85-49e0-b0d6-974a1b0391a4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:08.118669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Deleting port a3ce4241-102d-4d6d-8056-3816ea52e1fd {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:08.119292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.127140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 25c855fe-91ba-4f70-b24b-58c8eb186079 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:08.127425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.166980 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks [] for router_gateway (931f1bb8-dadf-492f-a92f-b11ae13a0a01), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.261923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] For port a3ce4241-102d-4d6d-8056-3816ea52e1fd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a3ce4241-102d-4d6d-8056-3816ea52e1fd,segment=NetworkSegment(d38e946b-b6d5-4cbc-86a2-3f753f655a7d),segment_id=d38e946b-b6d5-4cbc-86a2-3f753f655a7d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:08.262431 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.297060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Calling delete_port for a3ce4241-102d-4d6d-8056-3816ea52e1fd owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:08.315237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ac77233a-f772-449e-a1eb-98612159f769 None None] Provisioning complete for port 25c855fe-91ba-4f70-b24b-58c8eb186079 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:08.315477 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ac77233a-f772-449e-a1eb-98612159f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.714498 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (931f1bb8-dadf-492f-a92f-b11ae13a0a01), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.717636 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a3ce4241-102d-4d6d-8056-3816ea52e1fd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.854820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] No DVR routers for this DVR port a3ce4241-102d-4d6d-8056-3816ea52e1fd on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:08.919541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Port': ['ID=a3ce4241-102d-4d6d-8056-3816ea52e1fd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:08.947999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 25c855fe-91ba-4f70-b24b-58c8eb186079 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:08.948643 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.027169 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91d32b85-873f-4fea-872d-58cf916846f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.038754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76bb096-2c41-4ca4-ba85-c1ad9d52e159 None None] DHCP port deletion for dc7ea1d9-d6cd-4e05-8364-480f5dd87535 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:18:09.188642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router_gateway (e0172bc8-1636-4fbd-bee4-ac686a50cfce), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.266069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:09.370297 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (dc7ea1d9-d6cd-4e05-8364-480f5dd87535), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.394745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ac77233a-f772-449e-a1eb-98612159f769 None None] Current status of the port 25c855fe-91ba-4f70-b24b-58c8eb186079 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:09.395291 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ac77233a-f772-449e-a1eb-98612159f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.468831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 25c855fe-91ba-4f70-b24b-58c8eb186079, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=25c855fe-91ba-4f70-b24b-58c8eb186079,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:09.481555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7ea1d9-d6cd-4e05-8364-480f5dd87535']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:09.502506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:09.527782 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.535370 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.537512 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e67fff1e-26ef-439d-9571-3bbca58aff16 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.0516181 Feb 19 03:18:09.541357 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35774) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:09.541668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:09.544834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38e946b-b6d5-4cbc-86a2-3f753f655a7d') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:09.720663 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (d38e946b-b6d5-4cbc-86a2-3f753f655a7d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.750758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Sync routers for ids ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:09.771603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=25c855fe-91ba-4f70-b24b-58c8eb186079,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:09.796298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a3ce4241-102d-4d6d-8056-3816ea52e1fd no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:09.802181 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d38e946b-b6d5-4cbc-86a2-3f753f655a7d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.802426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Routers {'931f1bb8-dadf-492f-a92f-b11ae13a0a01'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:09.813405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:17:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:09.835123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:18:09.835787 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (d38e946b-b6d5-4cbc-86a2-3f753f655a7d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:18:09.844553 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:18:10.186790 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-ac77233a-f772-449e-a1eb-98612159f769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:18:10.186790 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-ac77233a-f772-449e-a1eb-98612159f769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:18:10.186790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a3ce4241-102d-4d6d-8056-3816ea52e1fd {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:10.187560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a3ce4241-102d-4d6d-8056-3816ea52e1fd not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:10.233282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (dc7ea1d9-d6cd-4e05-8364-480f5dd87535), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.244070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Set router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:10.310183 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.319270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] 10.222.0.42 "DELETE /v2.0/networks/dc7ea1d9-d6cd-4e05-8364-480f5dd87535 HTTP/1.1" status: 204 len: 168 time: 2.7788880 Feb 19 03:18:10.368475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d3065-a573-46fb-ae8c-75eee5cb75b4 tempest-ServersTestMultiNic-2108159254 tempest-ServersTestMultiNic-2108159254-project] Pushing event deleted for resources: {'Network': ['ID=dc7ea1d9-d6cd-4e05-8364-480f5dd87535,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:10.427145 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (e0172bc8-1636-4fbd-bee4-ac686a50cfce), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.440693 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (e0172bc8-1636-4fbd-bee4-ac686a50cfce), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.640736 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c2c422e1-1941-4ae2-95e0-d863209b139b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.700759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:07Z', 'revision_number': 3, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:10.781439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ac77233a-f772-449e-a1eb-98612159f769 None None] Current status of the port 25c855fe-91ba-4f70-b24b-58c8eb186079 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:10.793163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Checking router: 931f1bb8-dadf-492f-a92f-b11ae13a0a01 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:10.793900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Updating router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 port 54017f69-6525-454a-92f4-7632ed64099e binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:18:10.859222 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (54017f69-6525-454a-92f4-7632ed64099e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:11.008125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:11.035714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Router e0172bc8-1636-4fbd-bee4-ac686a50cfce is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:11.218301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-08794432-c808-46ca-aaaa-cbf4ba92680c None None] Provisioning complete for port 25c855fe-91ba-4f70-b24b-58c8eb186079 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:11.218863 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08794432-c808-46ca-aaaa-cbf4ba92680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:11.348835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:11.365989 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:11.368829 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e9b7f-b88f-4a87-9fa5-57b067a9b904 None None] Sync routers for ids ['e0172bc8-1636-4fbd-bee4-ac686a50cfce'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:11.386367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c6353e00-a718-42f0-ac7d-0a1bffafa340 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "PUT /v2.0/routers/e0172bc8-1636-4fbd-bee4-ac686a50cfce HTTP/1.1" status: 200 len: 915 time: 7.5882947 Feb 19 03:18:11.386654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35782) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:11.391483 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e9b7f-b88f-4a87-9fa5-57b067a9b904 None None] Routers {'e0172bc8-1636-4fbd-bee4-ac686a50cfce'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:11.393941 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-771e9b7f-b88f-4a87-9fa5-57b067a9b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0172bc8-1636-4fbd-bee4-ac686a50cfce'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:11.495014 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-771e9b7f-b88f-4a87-9fa5-57b067a9b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:11.531749 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e9b7f-b88f-4a87-9fa5-57b067a9b904 None None] Routers {'e0172bc8-1636-4fbd-bee4-ac686a50cfce'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:11.534085 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-771e9b7f-b88f-4a87-9fa5-57b067a9b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0172bc8-1636-4fbd-bee4-ac686a50cfce'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:11.703002 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-771e9b7f-b88f-4a87-9fa5-57b067a9b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:11.703990 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e9b7f-b88f-4a87-9fa5-57b067a9b904 None None] The sync data for ids ['e0172bc8-1636-4fbd-bee4-ac686a50cfce'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:11.796089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-08794432-c808-46ca-aaaa-cbf4ba92680c None None] Current status of the port 25c855fe-91ba-4f70-b24b-58c8eb186079 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:11.799942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 25c855fe-91ba-4f70-b24b-58c8eb186079 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:11.836932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Allocated IP 172.20.0.1 (18e3db3e-1d74-4366-8814-2ba5aee6ebbe/fdc05bd8-00d4-40ff-b91a-67f1d8b58992/b3ca6198-2f3d-4085-87fb-8261e61e6840) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:11.943048 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6a46f082-04e0-4c3e-bb34-133a30d38b92 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/routers/e0172bc8-1636-4fbd-bee4-ac686a50cfce HTTP/1.1" status: 200 len: 921 time: 0.5535440 Feb 19 03:18:11.944760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35784) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:12.086162 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Publish callbacks [] for port (54017f69-6525-454a-92f4-7632ed64099e), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.090428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 25c855fe-91ba-4f70-b24b-58c8eb186079 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:12.095242 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.103509 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (54017f69-6525-454a-92f4-7632ed64099e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.108147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d2453-a17c-4d71-b58b-a5ee83ef099b tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:12.116363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35786) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:12.126912 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-771d2453-a17c-4d71-b58b-a5ee83ef099b tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&device_id=e0172bc8-1636-4fbd-bee4-ac686a50cfce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1809688 Feb 19 03:18:12.133361 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.188578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Attempting to bind port 54017f69-6525-454a-92f4-7632ed64099e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:12.189115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Attempting to bind port 54017f69-6525-454a-92f4-7632ed64099e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:12.189616 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Attempting to bind port 54017f69-6525-454a-92f4-7632ed64099e on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:12.216446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:12.217046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:12.217557 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.218078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:12.218666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Bound port: 54017f69-6525-454a-92f4-7632ed64099e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:12.219259 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (54017f69-6525-454a-92f4-7632ed64099e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.319030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] For port 54017f69-6525-454a-92f4-7632ed64099e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:12.328837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] For port 54017f69-6525-454a-92f4-7632ed64099e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=54017f69-6525-454a-92f4-7632ed64099e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:12.374568 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Publish callbacks [] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.393869 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (54017f69-6525-454a-92f4-7632ed64099e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.398195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72010ef3-bd78-41bc-a9ae-c5030d8431e9 None None] Pushing event updated for resources: {'Port': ['ID=54017f69-6525-454a-92f4-7632ed64099e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:12.491266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae5548-5f8e-493e-88e5-130377fad272 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:12.495902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35788) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:12.508976 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-39ae5548-5f8e-493e-88e5-130377fad272 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 881 time: 0.3878868 Feb 19 03:18:12.543859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72010ef3-bd78-41bc-a9ae-c5030d8431e9 None None] Pushing event updated for resources: {'Port': ['ID=54017f69-6525-454a-92f4-7632ed64099e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:12.546767 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.559491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bce44b94-12a7-4654-8082-bdcc64e3907a tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0172bc8-1636-4fbd-bee4-ac686a50cfce HTTP/1.1" status: 200 len: 205 time: 0.0620899 Feb 19 03:18:12.559931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35790) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:12.654162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:12.657069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:12.672503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:12.726208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Routers {'931f1bb8-dadf-492f-a92f-b11ae13a0a01'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:12.734737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:12.746130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Pushing event updated for resources: {'Port': ['ID=b3ca6198-2f3d-4085-87fb-8261e61e6840,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:12.807481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (931f1bb8-dadf-492f-a92f-b11ae13a0a01), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.907185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (e0172bc8-1636-4fbd-bee4-ac686a50cfce), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.103111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] Set router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:13.174614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (e0172bc8-1636-4fbd-bee4-ac686a50cfce), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.177444 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.320027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Deleting port 4116dc62-ef85-49e0-b0d6-974a1b0391a4 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:13.320401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4116dc62-ef85-49e0-b0d6-974a1b0391a4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.328227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 25c855fe-91ba-4f70-b24b-58c8eb186079 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:13.615589 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4116dc62-ef85-49e0-b0d6-974a1b0391a4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.647994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Calling delete_port for 4116dc62-ef85-49e0-b0d6-974a1b0391a4 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:13.814954 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Publish callbacks [] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.823638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.892926 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.895262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90817380-c888-48f0-8a6d-d78da3346b54 None None] Provisioning complete for port b3ca6198-2f3d-4085-87fb-8261e61e6840 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:13.895638 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90817380-c888-48f0-8a6d-d78da3346b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.986447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90817380-c888-48f0-8a6d-d78da3346b54 None None] Port b3ca6198-2f3d-4085-87fb-8261e61e6840 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:14.018576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Pushing event updated for resources: {'Port': ['ID=b3ca6198-2f3d-4085-87fb-8261e61e6840,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:14.043754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (931f1bb8-dadf-492f-a92f-b11ae13a0a01), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.164965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4116dc62-ef85-49e0-b0d6-974a1b0391a4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.235432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:07Z', 'revision_number': 3, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:14.283933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:14.286896 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:14.312263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Pushing event deleted for resources: {'Port': ['ID=4116dc62-ef85-49e0-b0d6-974a1b0391a4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:14.383287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c4f38-86bf-45da-b625-8c9fff48a422 None None] The sync data for ids ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'] in n-d-826756-2 is: [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:07Z', 'revision_number': 3, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:14.541634 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (e0172bc8-1636-4fbd-bee4-ac686a50cfce), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.579590 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.588166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:14.755261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-23341eef-1e3b-4fd3-b16b-2c912183f75b None None] Provisioning complete for port b3ca6198-2f3d-4085-87fb-8261e61e6840 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:14.755805 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-23341eef-1e3b-4fd3-b16b-2c912183f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.847185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (e0172bc8-1636-4fbd-bee4-ac686a50cfce), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.851497 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (e0172bc8-1636-4fbd-bee4-ac686a50cfce), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.907572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:14.917044 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c0549cbe-db7e-4ef6-96c1-b7bced1c85ca admin admin] 10.222.0.42 "PUT /v2.0/routers/931f1bb8-dadf-492f-a92f-b11ae13a0a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3743696 Feb 19 03:18:14.968461 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (e0172bc8-1636-4fbd-bee4-ac686a50cfce), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.969556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Fanout notify agent at l3_agent the message router_deleted on router e0172bc8-1636-4fbd-bee4-ac686a50cfce {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:14.978157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-23341eef-1e3b-4fd3-b16b-2c912183f75b None None] Port b3ca6198-2f3d-4085-87fb-8261e61e6840 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:14.996348 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.004477 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35802) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:15.009094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-698584943', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:15.026643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f68aaff1-5794-4fdc-af82-c64701bb1b59 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/e0172bc8-1636-4fbd-bee4-ac686a50cfce HTTP/1.1" status: 204 len: 168 time: 2.4592512 Feb 19 03:18:15.089883 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (bc527dd2-2c5b-4079-8149-d3314255c044), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.094405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (bc527dd2-2c5b-4079-8149-d3314255c044), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.219729 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (bc527dd2-2c5b-4079-8149-d3314255c044), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.546352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (bc527dd2-2c5b-4079-8149-d3314255c044), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.769608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 54017f69-6525-454a-92f4-7632ed64099e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:15.914904 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 54017f69-6525-454a-92f4-7632ed64099e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:15.915296 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (54017f69-6525-454a-92f4-7632ed64099e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.133783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 54017f69-6525-454a-92f4-7632ed64099e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:16.134551 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (bc527dd2-2c5b-4079-8149-d3314255c044), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.135343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (54017f69-6525-454a-92f4-7632ed64099e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.175533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 54017f69-6525-454a-92f4-7632ed64099e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=54017f69-6525-454a-92f4-7632ed64099e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:16.182241 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (54017f69-6525-454a-92f4-7632ed64099e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.211087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.333283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=54017f69-6525-454a-92f4-7632ed64099e,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:16.520750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Allocated IP 172.25.4.210 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/12b6d38d-cfa3-43d2-8208-40a7c0f5ba68) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:16.749694 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for port (12b6d38d-cfa3-43d2-8208-40a7c0f5ba68), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.830895 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (12b6d38d-cfa3-43d2-8208-40a7c0f5ba68), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.884605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8d8f040c-33b4-480f-9398-d86e85faad23 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:16.892639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8d8f040c-33b4-480f-9398-d86e85faad23 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/networks?id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe HTTP/1.1" status: 200 len: 828 time: 0.1615837 Feb 19 03:18:16.932680 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Pushing event updated for resources: {'Port': ['ID=12b6d38d-cfa3-43d2-8208-40a7c0f5ba68,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:16.950630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-31541fe7-1d01-465d-9e8e-864afa677041 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/quotas/1275937955784146a511ec7ab3f57e44 HTTP/1.1" status: 200 len: 375 time: 0.0569763 Feb 19 03:18:16.959594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:16.963254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:16.968413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:17.073025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-98b4af6d-d886-4946-b791-7e4054bc6ce7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:17.075160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-98b4af6d-d886-4946-b791-7e4054bc6ce7 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.71 "GET /v2.0/ports?device_id=621bf48d-aa2f-4183-8656-d082f53030bd HTTP/1.1" status: 200 len: 944 time: 0.1723409 Feb 19 03:18:17.194343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-f326fa07-82b9-400e-9841-8bec87e1b567 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1275937955784146a511ec7ab3f57e44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2426958 Feb 19 03:18:17.634850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Deleting port 63606f69-d134-46dd-8ee7-fc27be74e4b7 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:17.635231 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:17.713764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 54017f69-6525-454a-92f4-7632ed64099e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:17.756355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-94bb2d30-2af7-47cb-8596-8218d69f1470 service neutron] 10.222.0.42 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610170 Feb 19 03:18:17.778099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Sync routers for ids ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:17.849043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Routers {'931f1bb8-dadf-492f-a92f-b11ae13a0a01'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:17.849877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:17.906192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (bc527dd2-2c5b-4079-8149-d3314255c044), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:17.915998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-ca1aaa24-e946-4261-b2b4-4ec5fb0d51fe tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:17.917505 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-ca1aaa24-e946-4261-b2b4-4ec5fb0d51fe tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.37 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 945 time: 0.6700718 Feb 19 03:18:17.931223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 54017f69-6525-454a-92f4-7632ed64099e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:17.931627 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (54017f69-6525-454a-92f4-7632ed64099e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:17.953760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] For port 63606f69-d134-46dd-8ee7-fc27be74e4b7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=63606f69-d134-46dd-8ee7-fc27be74e4b7,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:17.955069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:17.976081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Calling delete_port for 63606f69-d134-46dd-8ee7-fc27be74e4b7 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:18.071873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Set router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:18.119024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 54017f69-6525-454a-92f4-7632ed64099e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:18.179232 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-fb8f52b6-2863-4126-b2e3-cd183e0aef56 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Deleting port 899e465c-51c0-432c-a605-127603318c39 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:18.179558 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-fb8f52b6-2863-4126-b2e3-cd183e0aef56 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (899e465c-51c0-432c-a605-127603318c39), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.185761 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (63606f69-d134-46dd-8ee7-fc27be74e4b7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.206119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['63606f69-d134-46dd-8ee7-fc27be74e4b7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:18:18.304100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] No DVR routers for this DVR port 63606f69-d134-46dd-8ee7-fc27be74e4b7 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:18.307542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Pushing event deleted for resources: {'Port': ['ID=63606f69-d134-46dd-8ee7-fc27be74e4b7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:18.314347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.318668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc718cfc-2cb7-438b-93c6-84056b112556 req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.71 "DELETE /v2.0/ports/63606f69-d134-46dd-8ee7-fc27be74e4b7 HTTP/1.1" status: 204 len: 173 time: 1.2262502 Feb 19 03:18:18.319740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621bf48d-aa2f-4183-8656-d082f53030bd', 'name': 'network-vif-deleted', 'tag': '63606f69-d134-46dd-8ee7-fc27be74e4b7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:18.323758 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e652860-1816-43d2-9ba6-e61a61de93e5" -d '{"events": [{"server_uuid": "621bf48d-aa2f-4183-8656-d082f53030bd", "name": "network-vif-deleted", "tag": "63606f69-d134-46dd-8ee7-fc27be74e4b7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:18.350595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.351652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.352587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.353761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.355136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.356082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.358960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.360862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.362439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.363781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.364805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.365706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.366413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf873041-be1a-4b26-95c3-8fee4e2d68a0 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:18.400461 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-fb8f52b6-2863-4126-b2e3-cd183e0aef56 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] For port 899e465c-51c0-432c-a605-127603318c39, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=899e465c-51c0-432c-a605-127603318c39,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:18.400835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-fb8f52b6-2863-4126-b2e3-cd183e0aef56 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (899e465c-51c0-432c-a605-127603318c39), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.412917 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (bc527dd2-2c5b-4079-8149-d3314255c044), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.422086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-fb8f52b6-2863-4126-b2e3-cd183e0aef56 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Calling delete_port for 899e465c-51c0-432c-a605-127603318c39 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:18.451525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-c0c1dc0d-d6ac-40b6-922c-9c10d8d29715 service neutron] 10.222.0.42 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940246 Feb 19 03:18:18.603682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:13Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b3ca6198-2f3d-4085-87fb-8261e61e6840', 'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'mac_address': 'fa:16:3e:f2:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:11Z', 'updated_at': '2022-02-19T03:18:13Z', 'revision_number': 2, 'project_id': '1275937955784146a511ec7ab3f57e44', 'subnets': [{'id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:18.673150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Checking router: 931f1bb8-dadf-492f-a92f-b11ae13a0a01 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:18.673508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Updating router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 port b3ca6198-2f3d-4085-87fb-8261e61e6840 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:18:18.738397 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.751846 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Router bc527dd2-2c5b-4079-8149-d3314255c044 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:18.950364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:18.953048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-fb8f52b6-2863-4126-b2e3-cd183e0aef56 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (899e465c-51c0-432c-a605-127603318c39), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.974022 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517162f-9449-4ad6-9567-1b26f3ea3efc None None] Sync routers for ids ['bc527dd2-2c5b-4079-8149-d3314255c044'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:18.993305 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517162f-9449-4ad6-9567-1b26f3ea3efc None None] Routers {'bc527dd2-2c5b-4079-8149-d3314255c044'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:18.994222 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e517162f-9449-4ad6-9567-1b26f3ea3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['bc527dd2-2c5b-4079-8149-d3314255c044'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:19.029091 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e517162f-9449-4ad6-9567-1b26f3ea3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:19.039789 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517162f-9449-4ad6-9567-1b26f3ea3efc None None] Routers {'bc527dd2-2c5b-4079-8149-d3314255c044'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:19.040959 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e517162f-9449-4ad6-9567-1b26f3ea3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['bc527dd2-2c5b-4079-8149-d3314255c044'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:19.054875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['11fc6ea8-1999-4642-9dc0-1966b3487832'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:18:19.067806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f52b6-2863-4126-b2e3-cd183e0aef56 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Pushing event deleted for resources: {'Port': ['ID=899e465c-51c0-432c-a605-127603318c39,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:19.091753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-306627c9-2e86-48db-a2c3-885e00dd412a req-6e2a793d-1a64-477e-9a07-122471cf84b8 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 210 time: 0.1009395 Feb 19 03:18:19.095092 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e517162f-9449-4ad6-9567-1b26f3ea3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:19.095756 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e517162f-9449-4ad6-9567-1b26f3ea3efc None None] The sync data for ids ['bc527dd2-2c5b-4079-8149-d3314255c044'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:19.136977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.138642 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-39944ea2-b015-4911-9127-50349d9721d9 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1331289 Feb 19 03:18:19.142048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35872) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:19.147661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:19.200349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-fb8f52b6-2863-4126-b2e3-cd183e0aef56 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] No DVR routers for this DVR port 899e465c-51c0-432c-a605-127603318c39 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:19.208546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-fb8f52b6-2863-4126-b2e3-cd183e0aef56 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.212393 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-97990c5f-b2d4-49c6-a854-44d68ad964e4 req-fb8f52b6-2863-4126-b2e3-cd183e0aef56 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.37 "DELETE /v2.0/ports/899e465c-51c0-432c-a605-127603318c39 HTTP/1.1" status: 204 len: 173 time: 1.2586021 Feb 19 03:18:19.221795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'name': 'network-vif-deleted', 'tag': '899e465c-51c0-432c-a605-127603318c39'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:19.224934 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f378af-aef8-48b4-bedd-d4d164ad3750" -d '{"events": [{"server_uuid": "c252f37c-3f1d-40a8-a8fd-16812c853eef", "name": "network-vif-deleted", "tag": "899e465c-51c0-432c-a605-127603318c39"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:19.436295 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fa04e375-205b-45d1-8643-4581442839f1 req-03c5fbe3-bdba-4bd5-96be-ffcdba153e85 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097870 Feb 19 03:18:19.612535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04e375-205b-45d1-8643-4581442839f1 req-fadf5021-32fe-446c-a597-04a28fb5e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:19.621174 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fa04e375-205b-45d1-8643-4581442839f1 req-fadf5021-32fe-446c-a597-04a28fb5e043 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 1126 time: 0.1454563 Feb 19 03:18:19.797505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 899e465c-51c0-432c-a605-127603318c39 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:19.811835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (bc527dd2-2c5b-4079-8149-d3314255c044), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.821503 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f8c866-7cb3-47ac-a7f5-2a0c7497ff6f x-openstack-request-id: req-01f8c866-7cb3-47ac-a7f5-2a0c7497ff6f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:19.821979 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621bf48d-aa2f-4183-8656-d082f53030bd", "name": "network-vif-deleted", "tag": "63606f69-d134-46dd-8ee7-fc27be74e4b7", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:19.822368 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01f8c866-7cb3-47ac-a7f5-2a0c7497ff6f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:19.822779 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621bf48d-aa2f-4183-8656-d082f53030bd', 'name': 'network-vif-deleted', 'tag': '63606f69-d134-46dd-8ee7-fc27be74e4b7', 'status': 'completed', 'code': 200} Feb 19 03:18:19.837483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 899e465c-51c0-432c-a605-127603318c39 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:19.837907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 899e465c-51c0-432c-a605-127603318c39 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:19.838282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 072c6d22-4f5d-49ba-b632-9867b1a8f50f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:19.879475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d47600c5-0aae-4edc-a8f5-c79ba81f1608 req-11103658-76a8-4aed-a8ad-7fe3d9d67497 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 210 time: 0.0551524 Feb 19 03:18:19.884132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_gateway (bc527dd2-2c5b-4079-8149-d3314255c044), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.914909 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Publish callbacks [] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.934781 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.939874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04e375-205b-45d1-8643-4581442839f1 req-a81d8748-728c-43d4-91ec-d82986dbfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:19.942773 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fa04e375-205b-45d1-8643-4581442839f1 req-a81d8748-728c-43d4-91ec-d82986dbfc87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 200 len: 908 time: 0.3078508 Feb 19 03:18:20.131103 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fa04e375-205b-45d1-8643-4581442839f1 req-3cb734f7-66c2-40d4-afa7-fdd531019cd8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 200 len: 217 time: 0.1769094 Feb 19 03:18:20.216271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Attempting to bind port b3ca6198-2f3d-4085-87fb-8261e61e6840 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:20.216937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Attempting to bind port b3ca6198-2f3d-4085-87fb-8261e61e6840 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:20.217466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Attempting to bind port b3ca6198-2f3d-4085-87fb-8261e61e6840 on network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:20.219610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad73fd6-8939-4ed5-b3a5-1328e993c966 None None] Pushing event updated for resources: {'Port': ['ID=b3ca6198-2f3d-4085-87fb-8261e61e6840,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:20.250534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:20.251432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Checking segment: {'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:20.252907 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.255071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Bound using segment: {'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:20.260981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Bound port: b3ca6198-2f3d-4085-87fb-8261e61e6840, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:20.261660 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.280444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e3029-f7d9-4072-b8b4-7a88f6d99694 req-0fa529f9-0878-407d-8861-af3a546f5d57 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:20.282031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-485e3029-f7d9-4072-b8b4-7a88f6d99694 req-0fa529f9-0878-407d-8861-af3a546f5d57 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 950 time: 0.2545617 Feb 19 03:18:20.286081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Deleting port 12b6d38d-cfa3-43d2-8208-40a7c0f5ba68 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:20.286730 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (12b6d38d-cfa3-43d2-8208-40a7c0f5ba68), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.338287 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04e375-205b-45d1-8643-4581442839f1 req-0f699945-12f3-4d5f-a3e9-404106cad7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:20.347564 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fa04e375-205b-45d1-8643-4581442839f1 req-0f699945-12f3-4d5f-a3e9-404106cad7f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 200 len: 847 time: 0.2047591 Feb 19 03:18:20.445604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-485e3029-f7d9-4072-b8b4-7a88f6d99694 req-e7a9aac8-9939-4f2a-af60-4a494b8c1adf tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/security-groups?id=17610fd4-0378-4678-b7f0-1ddad9b3ff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415117 Feb 19 03:18:20.465209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 072c6d22-4f5d-49ba-b632-9867b1a8f50f is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:20.469538 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fa04e375-205b-45d1-8643-4581442839f1 req-007dc7aa-9260-4fde-bf58-797d8bc65c23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130157 Feb 19 03:18:20.470328 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.505419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 63606f69-d134-46dd-8ee7-fc27be74e4b7 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:20.564437 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (12b6d38d-cfa3-43d2-8208-40a7c0f5ba68), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.588399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:20.600848 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc534936-1fef-4860-b235-69a9473a9200" -d '{"events": [{"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-unplugged", "status": "completed", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:20.614503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Calling delete_port for 12b6d38d-cfa3-43d2-8208-40a7c0f5ba68 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:20.652013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 63606f69-d134-46dd-8ee7-fc27be74e4b7 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:20.665060 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0c4173-579c-4fb7-b002-24565e5c5d3a x-openstack-request-id: req-fd0c4173-579c-4fb7-b002-24565e5c5d3a {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:20.665368 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c252f37c-3f1d-40a8-a8fd-16812c853eef", "name": "network-vif-deleted", "tag": "899e465c-51c0-432c-a605-127603318c39", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:20.665610 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd0c4173-579c-4fb7-b002-24565e5c5d3a {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:20.667362 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252f37c-3f1d-40a8-a8fd-16812c853eef', 'name': 'network-vif-deleted', 'tag': '899e465c-51c0-432c-a605-127603318c39', 'status': 'completed', 'code': 200} Feb 19 03:18:20.677096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 63606f69-d134-46dd-8ee7-fc27be74e4b7 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:20.740662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] For port b3ca6198-2f3d-4085-87fb-8261e61e6840, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:20.756003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] For port b3ca6198-2f3d-4085-87fb-8261e61e6840, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b3ca6198-2f3d-4085-87fb-8261e61e6840,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:20.772448 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fa04e375-205b-45d1-8643-4581442839f1 req-176f6f13-10c2-4df4-8e5f-40085e2dc99a service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926116 Feb 19 03:18:20.797805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:20.807836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.040416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad73fd6-8939-4ed5-b3a5-1328e993c966 None None] Pushing event updated for resources: {'Port': ['ID=b3ca6198-2f3d-4085-87fb-8261e61e6840,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:21.053690 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.079886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fa04e375-205b-45d1-8643-4581442839f1 req-7839b082-6fbd-49a3-96d1-f36e4fec8123 service neutron] 10.222.0.37 "GET /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003533 Feb 19 03:18:21.117217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Routers {'931f1bb8-dadf-492f-a92f-b11ae13a0a01'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:21.123627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:21.187022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25962ab5-a8b9-4fcd-929a-99fc43d7df60 req-6c7d6ad3-d323-4af1-a16a-d553ec1ef29e tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 210 time: 0.0701613 Feb 19 03:18:21.302407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (12b6d38d-cfa3-43d2-8208-40a7c0f5ba68), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.422056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Pushing event deleted for resources: {'Port': ['ID=12b6d38d-cfa3-43d2-8208-40a7c0f5ba68,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:21.530683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] Set router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:21.535298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-83a57c05-9842-4b9a-b3a7-75f07287a363 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:21.538880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-83a57c05-9842-4b9a-b3a7-75f07287a363 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.71 "GET /v2.0/networks?id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe HTTP/1.1" status: 200 len: 828 time: 0.4089794 Feb 19 03:18:21.568628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Request body: {'port': {'device_id': '057b8b25-18d2-405d-9fde-f278e379f335', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'admin_state_up': True, 'tenant_id': '1275937955784146a511ec7ab3f57e44'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:21.602048 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (bc527dd2-2c5b-4079-8149-d3314255c044), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.701565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-567c5e08-1700-4df3-a24a-d0aeaa5bc317 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:21.703148 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-567c5e08-1700-4df3-a24a-d0aeaa5bc317 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 945 time: 0.1459837 Feb 19 03:18:21.718364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9be596f2-87c9-4cfa-9590-c1aa7b9bff6e None None] Provisioning complete for port b3ca6198-2f3d-4085-87fb-8261e61e6840 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:21.730033 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9be596f2-87c9-4cfa-9590-c1aa7b9bff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.901399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-0cccd211-49f8-4c67-ac07-3d217dcdacc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Deleting port cef307ca-0462-4d09-bbe5-0e181fd8aad2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:21.901750 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-0cccd211-49f8-4c67-ac07-3d217dcdacc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.023919 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (bc527dd2-2c5b-4079-8149-d3314255c044), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.049604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (bc527dd2-2c5b-4079-8149-d3314255c044), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.106814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-0cccd211-49f8-4c67-ac07-3d217dcdacc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] For port cef307ca-0462-4d09-bbe5-0e181fd8aad2, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=cef307ca-0462-4d09-bbe5-0e181fd8aad2,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:22.109707 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-0cccd211-49f8-4c67-ac07-3d217dcdacc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.116176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=11']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:22.156559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-0cccd211-49f8-4c67-ac07-3d217dcdacc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Calling delete_port for cef307ca-0462-4d09-bbe5-0e181fd8aad2 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:22.197144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Made reservation on behalf of 1275937955784146a511ec7ab3f57e44 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:22.201031 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.218261 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.314179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9be596f2-87c9-4cfa-9590-c1aa7b9bff6e None None] Current status of the port b3ca6198-2f3d-4085-87fb-8261e61e6840 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:22.314574 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9be596f2-87c9-4cfa-9590-c1aa7b9bff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.357619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:13Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b3ca6198-2f3d-4085-87fb-8261e61e6840', 'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'mac_address': 'fa:16:3e:f2:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:11Z', 'updated_at': '2022-02-19T03:18:20Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'subnets': [{'id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:22.422819 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-0cccd211-49f8-4c67-ac07-3d217dcdacc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (cef307ca-0462-4d09-bbe5-0e181fd8aad2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.433723 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d137e561-b554-4f4d-b267-4d69e4bdd745 x-openstack-request-id: req-d137e561-b554-4f4d-b267-4d69e4bdd745 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:22.434100 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-unplugged", "status": "completed", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:22.434379 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d137e561-b554-4f4d-b267-4d69e4bdd745 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:22.434731 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'code': 200} Feb 19 03:18:22.437032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b90cf-c0ab-4492-b046-99591e498bcf None None] The sync data for ids ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'] in n-d-826756-2 is: [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:13Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b3ca6198-2f3d-4085-87fb-8261e61e6840', 'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'mac_address': 'fa:16:3e:f2:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:11Z', 'updated_at': '2022-02-19T03:18:20Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'subnets': [{'id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:22.490341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9be596f2-87c9-4cfa-9590-c1aa7b9bff6e None None] For port b3ca6198-2f3d-4085-87fb-8261e61e6840, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b3ca6198-2f3d-4085-87fb-8261e61e6840,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:22.496747 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9be596f2-87c9-4cfa-9590-c1aa7b9bff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.544462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Allocated IP 172.20.0.12 (18e3db3e-1d74-4366-8814-2ba5aee6ebbe/fdc05bd8-00d4-40ff-b91a-67f1d8b58992/c1296397-4cbd-447b-90f0-67aad2419536) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:22.566579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be596f2-87c9-4cfa-9590-c1aa7b9bff6e None None] Pushing event updated for resources: {'Port': ['ID=b3ca6198-2f3d-4085-87fb-8261e61e6840,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:22.623729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccd211-49f8-4c67-ac07-3d217dcdacc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Pushing event deleted for resources: {'Port': ['ID=cef307ca-0462-4d09-bbe5-0e181fd8aad2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:22.665904 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-39bdb247-45b2-4716-8f23-d839037d6206 None None] Provisioning complete for port b3ca6198-2f3d-4085-87fb-8261e61e6840 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:22.668426 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39bdb247-45b2-4716-8f23-d839037d6206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.702707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-0cccd211-49f8-4c67-ac07-3d217dcdacc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] No DVR routers for this DVR port cef307ca-0462-4d09-bbe5-0e181fd8aad2 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:22.733855 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-0cccd211-49f8-4c67-ac07-3d217dcdacc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.740438 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3625a16a-b5bb-4dbe-9207-e407711ab8e7 req-0cccd211-49f8-4c67-ac07-3d217dcdacc5 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.37 "DELETE /v2.0/ports/cef307ca-0462-4d09-bbe5-0e181fd8aad2 HTTP/1.1" status: 204 len: 173 time: 1.0316947 Feb 19 03:18:22.741054 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'name': 'network-vif-deleted', 'tag': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:22.743801 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ddedce-1502-4b73-8199-18f4881f1e67" -d '{"events": [{"server_uuid": "aad2c80e-4277-4cbc-954a-bbadd1013bfb", "name": "network-vif-deleted", "tag": "cef307ca-0462-4d09-bbe5-0e181fd8aad2"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:22.836802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for port (c1296397-4cbd-447b-90f0-67aad2419536), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.890965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-39bdb247-45b2-4716-8f23-d839037d6206 None None] Current status of the port b3ca6198-2f3d-4085-87fb-8261e61e6840 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:22.898758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Router bc527dd2-2c5b-4079-8149-d3314255c044 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:22.913394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c1296397-4cbd-447b-90f0-67aad2419536), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.035875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37cf92cb-0dd1-4440-ba66-d9bdf044076a req-64a186ae-82b8-4db4-9c86-837d09a80f7a tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2c80e-4277-4cbc-954a-bbadd1013bfb HTTP/1.1" status: 200 len: 210 time: 0.1550076 Feb 19 03:18:23.079241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:23.089810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:23.112322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:23.418627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Pushing event updated for resources: {'Port': ['ID=c1296397-4cbd-447b-90f0-67aad2419536,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:23.450555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:23.459590 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.460796 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7e6f6fdc-f916-4fb8-ac89-84eac7dd702c tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "PUT /v2.0/routers/bc527dd2-2c5b-4079-8149-d3314255c044 HTTP/1.1" status: 200 len: 705 time: 4.3173211 Feb 19 03:18:23.465355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35960) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:23.472455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:23.473136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.474538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2af69-816a-43ef-bbe2-5d4062a90967 None None] Sync routers for ids ['bc527dd2-2c5b-4079-8149-d3314255c044'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:23.492245 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9bbf425a-efee-43be-94a1-8435135e04ba tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9330857 Feb 19 03:18:23.515323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a7ed4-22aa-4a0a-9b12-85375d0b77f3 req-5d6b497d-7893-4b30-a2ee-054fa1bca3f6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:23.520170 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab8a7ed4-22aa-4a0a-9b12-85375d0b77f3 req-5d6b497d-7893-4b30-a2ee-054fa1bca3f6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 932 time: 0.2788589 Feb 19 03:18:23.533149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Request body: {'port': {'device_id': '057b8b25-18d2-405d-9fde-f278e379f335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:23.541541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2af69-816a-43ef-bbe2-5d4062a90967 None None] Routers {'bc527dd2-2c5b-4079-8149-d3314255c044'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:23.542997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1ef2af69-816a-43ef-bbe2-5d4062a90967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['bc527dd2-2c5b-4079-8149-d3314255c044'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:23.726397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1ef2af69-816a-43ef-bbe2-5d4062a90967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:23.756341 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c1296397-4cbd-447b-90f0-67aad2419536), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.770630 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fe176de5-8712-4a8b-b249-44406e872231 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/routers/bc527dd2-2c5b-4079-8149-d3314255c044 HTTP/1.1" status: 200 len: 740 time: 0.3025150 Feb 19 03:18:23.773731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35962) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:23.795023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b3ca6198-2f3d-4085-87fb-8261e61e6840 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:23.815096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-efd1ae64-6b34-408c-b4d8-1520d2d9f1f5 None None] Provisioning complete for port c1296397-4cbd-447b-90f0-67aad2419536 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:23.816498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-efd1ae64-6b34-408c-b4d8-1520d2d9f1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c1296397-4cbd-447b-90f0-67aad2419536), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.820561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device cef307ca-0462-4d09-bbe5-0e181fd8aad2 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:23.875817 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bad1b2b1-1a25-4e55-a0b3-dbef377aac27 tempest-RoutersAdminTest-658050411 tempest-RoutersAdminTest-658050411-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&device_id=bc527dd2-2c5b-4079-8149-d3314255c044 HTTP/1.1" status: 200 len: 205 time: 0.1005917 Feb 19 03:18:23.879774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35964) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:23.943905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: cef307ca-0462-4d09-bbe5-0e181fd8aad2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:23.947556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device cef307ca-0462-4d09-bbe5-0e181fd8aad2 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:23.950595 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f2a1d9a-f23b-45f9-92d5-8e08f2d3e418 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc527dd2-2c5b-4079-8149-d3314255c044 HTTP/1.1" status: 200 len: 205 time: 0.0694230 Feb 19 03:18:23.957210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35966) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:24.025626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2af69-816a-43ef-bbe2-5d4062a90967 None None] Routers {'bc527dd2-2c5b-4079-8149-d3314255c044'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:24.030541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1ef2af69-816a-43ef-bbe2-5d4062a90967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['bc527dd2-2c5b-4079-8149-d3314255c044'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:24.082095 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c0aa56-9e04-4aa6-a3b9-3da75117ecc2 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (bc527dd2-2c5b-4079-8149-d3314255c044), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.097206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab8a7ed4-22aa-4a0a-9b12-85375d0b77f3 req-2d7ce8b8-a8e8-47d9-a271-55a8fc3cead4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/security-groups?id=27237ef1-c33c-4120-a78d-124bc28a34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758248 Feb 19 03:18:24.196328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1ef2af69-816a-43ef-bbe2-5d4062a90967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:24.197162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2af69-816a-43ef-bbe2-5d4062a90967 None None] The sync data for ids ['bc527dd2-2c5b-4079-8149-d3314255c044'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:24.225330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35970) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:24.246310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-efd1ae64-6b34-408c-b4d8-1520d2d9f1f5 None None] Port c1296397-4cbd-447b-90f0-67aad2419536 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:24.275858 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b3ca6198-2f3d-4085-87fb-8261e61e6840 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:24.276749 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.452506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1296397-4cbd-447b-90f0-67aad2419536 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:18:24.455832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b3ca6198-2f3d-4085-87fb-8261e61e6840 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:24.462723 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Publish callbacks [] for port (c1296397-4cbd-447b-90f0-67aad2419536), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.471496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c0aa56-9e04-4aa6-a3b9-3da75117ecc2 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (bc527dd2-2c5b-4079-8149-d3314255c044), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.475848 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c0aa56-9e04-4aa6-a3b9-3da75117ecc2 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router_controller (bc527dd2-2c5b-4079-8149-d3314255c044), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.480225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Transition to ACTIVE for port object c1296397-4cbd-447b-90f0-67aad2419536 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:18:24.516262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51d3498e-6119-434b-84fc-c4faa0c840e6 req-f9a3f2cb-4394-4329-8f29-55adeb67c221 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 210 time: 0.0343211 Feb 19 03:18:24.517112 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c1296397-4cbd-447b-90f0-67aad2419536), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.568803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c0aa56-9e04-4aa6-a3b9-3da75117ecc2 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (bc527dd2-2c5b-4079-8149-d3314255c044), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.569703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c0aa56-9e04-4aa6-a3b9-3da75117ecc2 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Fanout notify agent at l3_agent the message router_deleted on router bc527dd2-2c5b-4079-8149-d3314255c044 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:24.591416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c0aa56-9e04-4aa6-a3b9-3da75117ecc2 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.593511 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-35c0aa56-9e04-4aa6-a3b9-3da75117ecc2 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/bc527dd2-2c5b-4079-8149-d3314255c044 HTTP/1.1" status: 204 len: 168 time: 0.6345890 Feb 19 03:18:24.598699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35972) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:24.637994 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-723f0dfd-2343-4a42-b526-3071aa67148f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc527dd2-2c5b-4079-8149-d3314255c044 HTTP/1.1" status: 200 len: 205 time: 0.0374682 Feb 19 03:18:24.641304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35974) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:24.708173 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-ca97d76e-63c2-42e4-98e2-91a6b794c182 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] delete failed (client error): The resource could not be found. Feb 19 03:18:24.712803 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ca97d76e-63c2-42e4-98e2-91a6b794c182 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/bc527dd2-2c5b-4079-8149-d3314255c044 HTTP/1.1" status: 404 len: 336 time: 0.0701113 Feb 19 03:18:24.713479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35976) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:24.777289 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3973ad55-9523-40a7-b50a-c4ce3d0d9a4b tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0172bc8-1636-4fbd-bee4-ac686a50cfce HTTP/1.1" status: 200 len: 205 time: 0.0625019 Feb 19 03:18:24.779247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35978) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:24.934926 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-6c9abea5-cefc-4695-9cc7-270ea4b3e7d6 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] delete failed (client error): The resource could not be found. Feb 19 03:18:24.939883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35988) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:24.942424 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c9abea5-cefc-4695-9cc7-270ea4b3e7d6 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/e0172bc8-1636-4fbd-bee4-ac686a50cfce HTTP/1.1" status: 404 len: 336 time: 0.1604571 Feb 19 03:18:24.949427 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb68620e-2405-44af-9e80-4cb3eea23290 x-openstack-request-id: req-fb68620e-2405-44af-9e80-4cb3eea23290 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:24.949734 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2c80e-4277-4cbc-954a-bbadd1013bfb", "name": "network-vif-deleted", "tag": "cef307ca-0462-4d09-bbe5-0e181fd8aad2", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:24.950029 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb68620e-2405-44af-9e80-4cb3eea23290 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:24.950460 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad2c80e-4277-4cbc-954a-bbadd1013bfb', 'name': 'network-vif-deleted', 'tag': 'cef307ca-0462-4d09-bbe5-0e181fd8aad2', 'status': 'completed', 'code': 200} Feb 19 03:18:25.058387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c6f908b2-bf93-4657-9b53-f9978335b5cd tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebf25ceb-f740-49f4-b6b3-906006fc1ea5 HTTP/1.1" status: 200 len: 205 time: 0.0847142 Feb 19 03:18:25.060762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35998) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.120235 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-02e66dcb-7774-4776-8bde-b0a576a98a2f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] delete failed (client error): The resource could not be found. Feb 19 03:18:25.121397 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-02e66dcb-7774-4776-8bde-b0a576a98a2f tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/ebf25ceb-f740-49f4-b6b3-906006fc1ea5 HTTP/1.1" status: 404 len: 336 time: 0.0594718 Feb 19 03:18:25.125303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36002) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.158525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Pushing event updated for resources: {'Port': ['ID=c1296397-4cbd-447b-90f0-67aad2419536,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:25.178529 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6d410cce-811b-4906-969e-cba79feb9d68 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=261b5bb9-5c91-4128-8e61-41c0c9d7764d HTTP/1.1" status: 200 len: 205 time: 0.0518918 Feb 19 03:18:25.180743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36006) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.203300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Attempting to bind port c1296397-4cbd-447b-90f0-67aad2419536 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:25.203935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Attempting to bind port c1296397-4cbd-447b-90f0-67aad2419536 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:25.204457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Attempting to bind port c1296397-4cbd-447b-90f0-67aad2419536 on network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:25.211101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Port c1296397-4cbd-447b-90f0-67aad2419536 on network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:18:25.211781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Attempting to bind port c1296397-4cbd-447b-90f0-67aad2419536 on network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:25.241244 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-2e0ddefd-e2ee-48a6-a674-8c1dad94d92a tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] delete failed (client error): The resource could not be found. Feb 19 03:18:25.242325 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2e0ddefd-e2ee-48a6-a674-8c1dad94d92a tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/261b5bb9-5c91-4128-8e61-41c0c9d7764d HTTP/1.1" status: 404 len: 336 time: 0.0605862 Feb 19 03:18:25.244934 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36008) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.262632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:25.263395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Checking segment: {'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:25.264050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Bound using segment: {'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:25.266296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Bound port: c1296397-4cbd-447b-90f0-67aad2419536, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89df1b44-662e-4c9a-a3dd-81e01460b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:25.267336 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c1296397-4cbd-447b-90f0-67aad2419536), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.281254 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a30bc1f7-a67c-4ec7-8769-0bc7adc594e3 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fe13b7c-2625-41dc-b5fe-177ef21c7cce HTTP/1.1" status: 200 len: 205 time: 0.0345869 Feb 19 03:18:25.283570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36010) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.348610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] For port c1296397-4cbd-447b-90f0-67aad2419536, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:25.352203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] For port c1296397-4cbd-447b-90f0-67aad2419536, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c1296397-4cbd-447b-90f0-67aad2419536,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:25.370993 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-ebcfb34d-7b03-4811-a0a3-e4fc561f2657 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] delete failed (client error): The resource could not be found. Feb 19 03:18:25.372035 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ebcfb34d-7b03-4811-a0a3-e4fc561f2657 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/6fe13b7c-2625-41dc-b5fe-177ef21c7cce HTTP/1.1" status: 404 len: 336 time: 0.0814602 Feb 19 03:18:25.378718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36012) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.382149 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c1296397-4cbd-447b-90f0-67aad2419536), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.492047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0681f043-1222-4a94-bfff-d6f4b8d8d958 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fda89d8-afbd-4ab8-aa94-a77d694f03c8 HTTP/1.1" status: 200 len: 205 time: 0.1072583 Feb 19 03:18:25.494520 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36014) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.514037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:25.514669 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.516093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] 10.222.0.71 "PUT /v2.0/ports/c1296397-4cbd-447b-90f0-67aad2419536 HTTP/1.1" status: 200 len: 1092 time: 1.9949570 Feb 19 03:18:25.528362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057b8b25-18d2-405d-9fde-f278e379f335', 'tag': 'c1296397-4cbd-447b-90f0-67aad2419536'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:25.530570 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a" -d '{"events": [{"name": "network-changed", "server_uuid": "057b8b25-18d2-405d-9fde-f278e379f335", "tag": "c1296397-4cbd-447b-90f0-67aad2419536"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:25.563688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708dec-932a-4500-8005-d38df64d67a2 req-2eef55a3-4608-42ff-bea0-823474f16bb0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:25.565148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99708dec-932a-4500-8005-d38df64d67a2 req-2eef55a3-4608-42ff-bea0-823474f16bb0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 946 time: 0.2094793 Feb 19 03:18:25.605906 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-916a8b00-0ac1-4c19-ae65-8a10f3dd126a tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] delete failed (client error): The resource could not be found. Feb 19 03:18:25.610547 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-916a8b00-0ac1-4c19-ae65-8a10f3dd126a tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/routers/1fda89d8-afbd-4ab8-aa94-a77d694f03c8 HTTP/1.1" status: 404 len: 336 time: 0.1134214 Feb 19 03:18:25.626064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36020) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.644383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056b615-f0d3-4149-9cde-95a0c47c632c service neutron] Pushing event updated for resources: {'Port': ['ID=c1296397-4cbd-447b-90f0-67aad2419536,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:25.803742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-bc2f4c8c-acf2-4333-b5fc-750021331380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:25.805321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-bc2f4c8c-acf2-4333-b5fc-750021331380 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1275937955784146a511ec7ab3f57e44&device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 1126 time: 0.2376978 Feb 19 03:18:25.881668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-748894f1-399c-4e75-8b06-a65795f347ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1296397-4cbd-447b-90f0-67aad2419536 HTTP/1.1" status: 200 len: 217 time: 0.0522146 Feb 19 03:18:25.885591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99708dec-932a-4500-8005-d38df64d67a2 req-796ff13a-eab7-45ea-a795-59882433cfc8 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039155 Feb 19 03:18:26.007582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-35066d57-46c2-4205-b909-602cc80e8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:26.009097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-35066d57-46c2-4205-b909-602cc80e8376 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fdc05bd8-00d4-40ff-b91a-67f1d8b58992 HTTP/1.1" status: 200 len: 867 time: 0.1023366 Feb 19 03:18:26.206980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8147966c-f311-45d6-91d3-50f33369bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:26.208798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-8147966c-f311-45d6-91d3-50f33369bf7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1891541 Feb 19 03:18:26.231722 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-62024c18-a1b7-49ca-a2a0-d28a713c77d8 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] DELETE failed (client error): The resource could not be found. Feb 19 03:18:26.232317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62024c18-a1b7-49ca-a2a0-d28a713c77d8 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:18:26.237197 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-62024c18-a1b7-49ca-a2a0-d28a713c77d8 tempest-RoutersAdminTest-127249246 tempest-RoutersAdminTest-127249246-project] 10.222.0.42 "DELETE /v2.0/subnets/0bb97c30-3208-4afb-8393-326db6b85194 HTTP/1.1" status: 404 len: 337 time: 0.6095369 Feb 19 03:18:26.313362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.459958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-9ab37407-0a47-45c5-b057-a9d70a62b16b service neutron] 10.222.0.71 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331769 Feb 19 03:18:26.669035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36034) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:26.864745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b331acee-7d55-489c-b81b-10a0949cd6c0 req-161975ab-07dc-468c-a570-bb54eb1ded23 service neutron] 10.222.0.71 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700384 Feb 19 03:18:26.894796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-804d39df-e3d4-41ca-9c8d-18cd1caed526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.947085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0df4c-12a7-4a78-9e49-b1a8cae891a7 req-7fc82050-9710-4474-a9f3-21b09a668868 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:26.960306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ba0df4c-12a7-4a78-9e49-b1a8cae891a7 req-7fc82050-9710-4474-a9f3-21b09a668868 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 944 time: 0.1857815 Feb 19 03:18:27.067384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-804d39df-e3d4-41ca-9c8d-18cd1caed526 admin admin] Publish callbacks [] for security_group (47e51df8-8653-49d4-a650-432cba861583), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.080226 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-804d39df-e3d4-41ca-9c8d-18cd1caed526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (47e51df8-8653-49d4-a650-432cba861583), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.081504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ba0df4c-12a7-4a78-9e49-b1a8cae891a7 req-8b92ec0b-4b70-44c9-8667-6b6edf184b35 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/security-groups?id=27237ef1-c33c-4120-a78d-124bc28a34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281660 Feb 19 03:18:27.145545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-e2d8ac32-cbc9-4499-9a98-56173a6bb160 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:27.147608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-e2d8ac32-cbc9-4499-9a98-56173a6bb160 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.71 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 944 time: 0.2628975 Feb 19 03:18:27.149867 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5b449b-5e4f-4fed-89fd-749de21a7577 x-openstack-request-id: req-1a5b449b-5e4f-4fed-89fd-749de21a7577 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:27.150533 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057b8b25-18d2-405d-9fde-f278e379f335", "tag": "c1296397-4cbd-447b-90f0-67aad2419536", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:27.151185 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a5b449b-5e4f-4fed-89fd-749de21a7577 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:27.152071 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057b8b25-18d2-405d-9fde-f278e379f335', 'tag': 'c1296397-4cbd-447b-90f0-67aad2419536', 'status': 'completed', 'code': 200} Feb 19 03:18:27.180625 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-804d39df-e3d4-41ca-9c8d-18cd1caed526 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d208b4ecb7d4f12b1d5c3e5cdcfa583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5102904 Feb 19 03:18:27.182176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36040) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:27.183450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d39df-e3d4-41ca-9c8d-18cd1caed526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e51df8-8653-49d4-a650-432cba861583,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:27.324981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c26482f6-0f33-4e3f-b30b-9e65b00a739f req-36c04290-56ad-4be7-b54f-7defb953b61a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 210 time: 0.0615044 Feb 19 03:18:27.337671 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ea21102-cdd6-437f-822d-e86cd1c7b19e admin admin] Publish callbacks [] for security_group (47e51df8-8653-49d4-a650-432cba861583), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.383495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ea21102-cdd6-437f-822d-e86cd1c7b19e admin admin] Publish callbacks [] for security_group (47e51df8-8653-49d4-a650-432cba861583), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.423592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-7f6947f0-dad8-474f-8576-7beb02a3595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:27.425651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-7f6947f0-dad8-474f-8576-7beb02a3595e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1275937955784146a511ec7ab3f57e44&device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 1126 time: 0.2472138 Feb 19 03:18:27.483991 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ea21102-cdd6-437f-822d-e86cd1c7b19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (47e51df8-8653-49d4-a650-432cba861583), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.488514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ea21102-cdd6-437f-822d-e86cd1c7b19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.492311 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8ea21102-cdd6-437f-822d-e86cd1c7b19e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47e51df8-8653-49d4-a650-432cba861583 HTTP/1.1" status: 204 len: 168 time: 0.3029652 Feb 19 03:18:27.492890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-c7dbaea9-e48b-4a77-b085-cb421d4ff151 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Deleting port eca34166-afdf-4fd3-b338-8688850de555 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:27.493247 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-c7dbaea9-e48b-4a77-b085-cb421d4ff151 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (eca34166-afdf-4fd3-b338-8688850de555), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.534250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea21102-cdd6-437f-822d-e86cd1c7b19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e51df8-8653-49d4-a650-432cba861583,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:27.540370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] Deleting port 88a2aa32-6390-4aeb-9164-ef702af94941 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:27.540767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.075375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36060) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:28.108559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-1ff18b36-fc16-4b4c-8ddd-00e98ed2f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:28.110078 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-1ff18b36-fc16-4b4c-8ddd-00e98ed2f3b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe HTTP/1.1" status: 200 len: 929 time: 0.6745036 Feb 19 03:18:28.130774 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-69026dca-5226-4652-9189-6e0da1b5943e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93c1084d259b4bdbb2198d17a7d9c167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530970 Feb 19 03:18:28.132597 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36070) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:28.142634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-c7dbaea9-e48b-4a77-b085-cb421d4ff151 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] For port eca34166-afdf-4fd3-b338-8688850de555, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=eca34166-afdf-4fd3-b338-8688850de555,segment=NetworkSegment(c30e2d5c-3ec4-4597-818f-1264baca5f7c),segment_id=c30e2d5c-3ec4-4597-818f-1264baca5f7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:28.142996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-c7dbaea9-e48b-4a77-b085-cb421d4ff151 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (eca34166-afdf-4fd3-b338-8688850de555), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.155397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eace4-dfc8-4c6b-af87-4914a24bdc7b req-be94d3c5-bf04-4826-87f3-21cd53ec1188 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:28.156896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-506eace4-dfc8-4c6b-af87-4914a24bdc7b req-be94d3c5-bf04-4826-87f3-21cd53ec1188 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 948 time: 0.5071299 Feb 19 03:18:28.193072 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-496832d3-778c-4922-90cc-382f7fd77e3e admin admin] Publish callbacks [] for security_group (db7f8c02-a1f1-4b11-91f6-bf46f148c503), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.201275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-47865896-7707-4ee7-ae76-c6786024bb60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1296397-4cbd-447b-90f0-67aad2419536 HTTP/1.1" status: 200 len: 217 time: 0.0796807 Feb 19 03:18:28.211563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] For port 88a2aa32-6390-4aeb-9164-ef702af94941, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=88a2aa32-6390-4aeb-9164-ef702af94941,segment=NetworkSegment(0962e6fe-f44b-4833-9dec-3c40806dc454),segment_id=0962e6fe-f44b-4833-9dec-3c40806dc454)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:28.211989 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.223719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-496832d3-778c-4922-90cc-382f7fd77e3e admin admin] Publish callbacks [] for security_group (db7f8c02-a1f1-4b11-91f6-bf46f148c503), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.239336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-c7dbaea9-e48b-4a77-b085-cb421d4ff151 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Calling delete_port for eca34166-afdf-4fd3-b338-8688850de555 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:28.274342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] Calling delete_port for 88a2aa32-6390-4aeb-9164-ef702af94941 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:28.277334 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-496832d3-778c-4922-90cc-382f7fd77e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (db7f8c02-a1f1-4b11-91f6-bf46f148c503), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.280068 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-496832d3-778c-4922-90cc-382f7fd77e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.281343 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-496832d3-778c-4922-90cc-382f7fd77e3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db7f8c02-a1f1-4b11-91f6-bf46f148c503 HTTP/1.1" status: 204 len: 168 time: 0.1476388 Feb 19 03:18:28.291485 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496832d3-778c-4922-90cc-382f7fd77e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7f8c02-a1f1-4b11-91f6-bf46f148c503,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:28.312592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-34628019-a671-4421-9eae-c45f819f6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:28.314192 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-34628019-a671-4421-9eae-c45f819f6c6a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fdc05bd8-00d4-40ff-b91a-67f1d8b58992 HTTP/1.1" status: 200 len: 867 time: 0.0988822 Feb 19 03:18:28.466372 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-506eace4-dfc8-4c6b-af87-4914a24bdc7b req-763e8e43-8229-4210-81fd-b14c90a1fffd tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/security-groups?id=17610fd4-0378-4678-b7f0-1ddad9b3ff94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678916 Feb 19 03:18:28.522645 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c1296397-4cbd-447b-90f0-67aad2419536 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:18:28.646316 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c1296397-4cbd-447b-90f0-67aad2419536, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c1296397-4cbd-447b-90f0-67aad2419536,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:28.652673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-691caa2a-3dfb-46ff-94b2-e2b7e3fd3703 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:28.656532 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-691caa2a-3dfb-46ff-94b2-e2b7e3fd3703 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.37 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 948 time: 0.0889149 Feb 19 03:18:28.662754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'c1296397-4cbd-447b-90f0-67aad2419536', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'port_id': 'c1296397-4cbd-447b-90f0-67aad2419536', 'mac_address': 'fa:16:3e:e5:46:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:18:28.714379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c1296397-4cbd-447b-90f0-67aad2419536 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:28.715771 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c1296397-4cbd-447b-90f0-67aad2419536), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.737395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1296397-4cbd-447b-90f0-67aad2419536 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:18:28.750815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-3764ed9b-04f3-4add-8398-908150302b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:28.752892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-3764ed9b-04f3-4add-8398-908150302b06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4275548 Feb 19 03:18:28.771724 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (88a2aa32-6390-4aeb-9164-ef702af94941), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.776062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c1296397-4cbd-447b-90f0-67aad2419536, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c1296397-4cbd-447b-90f0-67aad2419536,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:28.784784 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c1296397-4cbd-447b-90f0-67aad2419536), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.838583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a2aa32-6390-4aeb-9164-ef702af94941,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:28.874564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c1296397-4cbd-447b-90f0-67aad2419536,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:28.903313 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-c7dbaea9-e48b-4a77-b085-cb421d4ff151 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (eca34166-afdf-4fd3-b338-8688850de555), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.977420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb251345-2ce6-4a5c-801e-7e8a7b847631 req-5e5d8848-e01d-4efc-842d-4c99bf7af000 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:28.984430 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb251345-2ce6-4a5c-801e-7e8a7b847631 req-5e5d8848-e01d-4efc-842d-4c99bf7af000 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/ports?device_id=deacd8f4-1af9-4dce-9a45-49bad8748a98 HTTP/1.1" status: 200 len: 944 time: 0.4213274 Feb 19 03:18:28.992186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-a0fd58a4-0d1a-491c-b304-d2ed8b149ead tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Deleting port 072c6d22-4f5d-49ba-b632-9867b1a8f50f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:28.996216 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-a0fd58a4-0d1a-491c-b304-d2ed8b149ead tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.020515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbaea9-e48b-4a77-b085-cb421d4ff151 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Pushing event deleted for resources: {'Port': ['ID=eca34166-afdf-4fd3-b338-8688850de555,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:29.055494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['c1296397-4cbd-447b-90f0-67aad2419536'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:18:29.201622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb251345-2ce6-4a5c-801e-7e8a7b847631 req-a383e476-0efe-48ec-8e19-32a748d7041b tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e75fc18-2005-4360-b9ac-7a42720f9ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103889 Feb 19 03:18:29.211935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-a0fd58a4-0d1a-491c-b304-d2ed8b149ead tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] For port 072c6d22-4f5d-49ba-b632-9867b1a8f50f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=072c6d22-4f5d-49ba-b632-9867b1a8f50f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:29.212694 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-a0fd58a4-0d1a-491c-b304-d2ed8b149ead tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.230301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-a0fd58a4-0d1a-491c-b304-d2ed8b149ead tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Calling delete_port for 072c6d22-4f5d-49ba-b632-9867b1a8f50f owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:29.269834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-c7dbaea9-e48b-4a77-b085-cb421d4ff151 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] No DVR routers for this DVR port eca34166-afdf-4fd3-b338-8688850de555 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:29.285804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-c7dbaea9-e48b-4a77-b085-cb421d4ff151 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.289785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33ad1f16-b855-45ee-9d75-753cd14666e6 req-c7dbaea9-e48b-4a77-b085-cb421d4ff151 tempest-LiveAutoBlockMigrationV225Test-1954988782 tempest-LiveAutoBlockMigrationV225Test-1954988782-project] 10.222.0.71 "DELETE /v2.0/ports/eca34166-afdf-4fd3-b338-8688850de555 HTTP/1.1" status: 204 len: 173 time: 2.1343682 Feb 19 03:18:29.291780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-624d8e3e-a88c-498b-889e-41edc64a0b22 service neutron] 10.222.0.71 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169294 Feb 19 03:18:29.292371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'name': 'network-vif-deleted', 'tag': 'eca34166-afdf-4fd3-b338-8688850de555'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:29.305352 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b808e66e-ec12-4eba-9a2c-a272c859d32c" -d '{"events": [{"server_uuid": "deacd8f4-1af9-4dce-9a45-49bad8748a98", "name": "network-vif-deleted", "tag": "eca34166-afdf-4fd3-b338-8688850de555"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:29.458585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-a0fd58a4-0d1a-491c-b304-d2ed8b149ead tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (072c6d22-4f5d-49ba-b632-9867b1a8f50f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.531210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd58a4-0d1a-491c-b304-d2ed8b149ead tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Pushing event deleted for resources: {'Port': ['ID=072c6d22-4f5d-49ba-b632-9867b1a8f50f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:29.581948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36106) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:29.621904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-a0fd58a4-0d1a-491c-b304-d2ed8b149ead tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] No DVR routers for this DVR port 072c6d22-4f5d-49ba-b632-9867b1a8f50f on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:29.627382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-a0fd58a4-0d1a-491c-b304-d2ed8b149ead tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.637873 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1dfbc4f8-b774-48f9-a63e-b25294152678 req-a0fd58a4-0d1a-491c-b304-d2ed8b149ead tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.37 "DELETE /v2.0/ports/072c6d22-4f5d-49ba-b632-9867b1a8f50f HTTP/1.1" status: 204 len: 173 time: 0.9675262 Feb 19 03:18:29.637873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-deleted', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:29.638798 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db3a294-795c-4d31-b63a-57028a46f919" -d '{"events": [{"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-deleted", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:29.755918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.760210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5c1a72-6e49-40bc-8bbb-e13f0d14591a req-3488070d-193b-41da-b6db-ef0dbb7166bc service neutron] 10.222.0.71 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412203 Feb 19 03:18:29.793783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb101b5c-651d-4a30-a28d-7472bbf74e4f req-d46142d9-117e-40b8-b386-a830331d9c27 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:29.800918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb101b5c-651d-4a30-a28d-7472bbf74e4f req-d46142d9-117e-40b8-b386-a830331d9c27 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 945 time: 0.1356809 Feb 19 03:18:29.899850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6a1ac312-b8e0-4455-8002-096b19ce3d28 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] Request body: {'port': {'network_id': '37bacb4e-0995-4004-862f-88ba561da2f5', 'name': 'tempest-NetworksNegativeTestJSON-2002400720'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:29.975335 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1ac312-b8e0-4455-8002-096b19ce3d28 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] POST failed (client error): The resource could not be found. Feb 19 03:18:29.975790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1ac312-b8e0-4455-8002-096b19ce3d28 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:18:29.977006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6a1ac312-b8e0-4455-8002-096b19ce3d28 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3770218 Feb 19 03:18:29.981336 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36112) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:29.999939 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb101b5c-651d-4a30-a28d-7472bbf74e4f req-6431dc45-f1fa-4138-84bf-879cdfda6270 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/security-groups?id=27237ef1-c33c-4120-a78d-124bc28a34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980410 Feb 19 03:18:30.025324 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b408688-5977-4ed6-a314-eef605943cbc tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] DELETE failed (client error): The resource could not be found. Feb 19 03:18:30.025915 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b408688-5977-4ed6-a314-eef605943cbc tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:18:30.039842 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7b408688-5977-4ed6-a314-eef605943cbc tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] 10.222.0.42 "DELETE /v2.0/networks/3d844cce-bf51-4eee-9a6a-7a9b1f84c8cd HTTP/1.1" status: 404 len: 339 time: 0.0565436 Feb 19 03:18:30.041948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36114) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.136064 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee68ba9-0048-4bf5-8fe7-59fe6a314dd3 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] DELETE failed (client error): The resource could not be found. Feb 19 03:18:30.137018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee68ba9-0048-4bf5-8fe7-59fe6a314dd3 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:18:30.140384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bee68ba9-0048-4bf5-8fe7-59fe6a314dd3 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] 10.222.0.42 "DELETE /v2.0/ports/5621f586-1f5b-4cf5-b483-33d7cb27deed HTTP/1.1" status: 404 len: 333 time: 0.0965078 Feb 19 03:18:30.144832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36116) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.182244 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f87fb67-2e4e-4bc6-b618-ff8a3bfc72e5 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] DELETE failed (client error): The resource could not be found. Feb 19 03:18:30.182485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c107bd2f-51f2-4505-96d9-0698b1dc96aa req-ace6a21c-e0c4-4a4b-ad17-d38fbe119422 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 210 time: 0.0594153 Feb 19 03:18:30.182913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f87fb67-2e4e-4bc6-b618-ff8a3bfc72e5 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:18:30.190730 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f87fb67-2e4e-4bc6-b618-ff8a3bfc72e5 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] 10.222.0.42 "DELETE /v2.0/subnets/8e22f660-dde9-4c7c-93f2-a74da9cd538f HTTP/1.1" status: 404 len: 337 time: 0.0437548 Feb 19 03:18:30.191646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36118) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.215086 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1507cde-3974-46c3-a160-3e4d5504d978 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] GET failed (client error): The resource could not be found. Feb 19 03:18:30.221868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36124) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.222683 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e1507cde-3974-46c3-a160-3e4d5504d978 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] 10.222.0.42 "GET /v2.0/networks/2a22f0e5-a893-4bc0-9ab9-13dc776878a3 HTTP/1.1" status: 404 len: 339 time: 0.0292065 Feb 19 03:18:30.256145 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d088698-22eb-4643-bce1-bcc9e9c361d9 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] GET failed (client error): The resource could not be found. Feb 19 03:18:30.261328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5d088698-22eb-4643-bce1-bcc9e9c361d9 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] 10.222.0.42 "GET /v2.0/ports/aa7d42c2-7216-414d-9c78-6a6f50a9258a HTTP/1.1" status: 404 len: 333 time: 0.0348275 Feb 19 03:18:30.262585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36132) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.311739 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-10964ae5-5639-4ad1-af47-4d0ee0d2ba45 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] GET failed (client error): The resource could not be found. Feb 19 03:18:30.318102 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36136) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.323936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8932d410-d95d-4794-985b-d31836ad9a5d tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:30.329798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-10964ae5-5639-4ad1-af47-4d0ee0d2ba45 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] 10.222.0.42 "GET /v2.0/subnets/b36e9f5e-de15-46d4-9260-67879ccc3020 HTTP/1.1" status: 404 len: 337 time: 0.0635686 Feb 19 03:18:30.334034 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be77beb-79a3-4154-8bd4-07c31dde36d2 x-openstack-request-id: req-0be77beb-79a3-4154-8bd4-07c31dde36d2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:30.335040 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deacd8f4-1af9-4dce-9a45-49bad8748a98", "name": "network-vif-deleted", "tag": "eca34166-afdf-4fd3-b338-8688850de555", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:30.335561 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0be77beb-79a3-4154-8bd4-07c31dde36d2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:30.336656 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deacd8f4-1af9-4dce-9a45-49bad8748a98', 'name': 'network-vif-deleted', 'tag': 'eca34166-afdf-4fd3-b338-8688850de555', 'status': 'completed', 'code': 200} Feb 19 03:18:30.339281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] Router ad6697cb-2a09-4fd0-a1f0-a77fd512343d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:30.342065 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-8932d410-d95d-4794-985b-d31836ad9a5d tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] PUT failed (client error): The resource could not be found. Feb 19 03:18:30.342962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8932d410-d95d-4794-985b-d31836ad9a5d tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:18:30.344423 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8932d410-d95d-4794-985b-d31836ad9a5d tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] 10.222.0.42 "PUT /v2.0/networks/38ede3d0-082f-4231-9feb-8d8c94f90a94 HTTP/1.1" status: 404 len: 339 time: 0.0251071 Feb 19 03:18:30.350145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36138) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.360943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-589f3950-694b-4e69-b458-05106fb665dd tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:30.386981 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-589f3950-694b-4e69-b458-05106fb665dd tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] PUT failed (client error): The resource could not be found. Feb 19 03:18:30.387555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589f3950-694b-4e69-b458-05106fb665dd tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:18:30.394827 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-589f3950-694b-4e69-b458-05106fb665dd tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] 10.222.0.42 "PUT /v2.0/ports/b9554183-6643-4fb5-a391-6cc270c3a292 HTTP/1.1" status: 404 len: 333 time: 0.0368183 Feb 19 03:18:30.395206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36140) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.407081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-48f4bc84-609d-473b-b604-2c41d3b5b6c9 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:30.436156 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f4bc84-609d-473b-b604-2c41d3b5b6c9 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] PUT failed (client error): The resource could not be found. Feb 19 03:18:30.436588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f4bc84-609d-473b-b604-2c41d3b5b6c9 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:18:30.441096 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-48f4bc84-609d-473b-b604-2c41d3b5b6c9 tempest-NetworksNegativeTestJSON-75800235 tempest-NetworksNegativeTestJSON-75800235-project] 10.222.0.42 "PUT /v2.0/subnets/247ee4fd-6d2a-4d58-9a0e-fd82f88eb3fb HTTP/1.1" status: 404 len: 337 time: 0.0412793 Feb 19 03:18:30.474833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5d66ab0-0ed2-4370-86a4-3ac62cc7b8f4 req-0b8992b8-3a2f-46cf-8588-4146acb227c0 tempest-ImagesOneServerTestJSON-268131707 tempest-ImagesOneServerTestJSON-268131707-project] 10.222.0.42 "GET /v2.0/ports?device_id=05def6cd-fd0a-4fe3-856b-58d561970b94 HTTP/1.1" status: 200 len: 210 time: 0.0337279 Feb 19 03:18:30.540423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c1296397-4cbd-447b-90f0-67aad2419536 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:30.570647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:30.581412 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] Sync routers for ids ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:30.588602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-085af5d1-96a1-4cd4-a506-cbd0ec4e45d3 admin admin] 10.222.0.42 "PUT /v2.0/routers/ad6697cb-2a09-4fd0-a1f0-a77fd512343d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3574197 Feb 19 03:18:30.588840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36144) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.597266 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] Routers {'ad6697cb-2a09-4fd0-a1f0-a77fd512343d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:30.598870 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:30.632119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port c1296397-4cbd-447b-90f0-67aad2419536 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:18:30.638255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port c1296397-4cbd-447b-90f0-67aad2419536 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:30.638643 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c1296397-4cbd-447b-90f0-67aad2419536), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.660985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66ef24-b60b-41dc-bc72-d3b68c0ead95 req-2ba44e35-aa0a-42f8-9e60-3da281cbd396 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:30.680205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e66ef24-b60b-41dc-bc72-d3b68c0ead95 req-2ba44e35-aa0a-42f8-9e60-3da281cbd396 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 946 time: 0.1260889 Feb 19 03:18:30.803350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e66ef24-b60b-41dc-bc72-d3b68c0ead95 req-5315ea97-cfb3-4db6-a2f4-e8711c9c85f9 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203139 Feb 19 03:18:30.824780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c1296397-4cbd-447b-90f0-67aad2419536 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:30.825178 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c1296397-4cbd-447b-90f0-67aad2419536), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.830943 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] Set router ad6697cb-2a09-4fd0-a1f0-a77fd512343d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:30.832730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Publish callbacks [] for router (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.875027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057b8b25-18d2-405d-9fde-f278e379f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1296397-4cbd-447b-90f0-67aad2419536'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:30.877358 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef1b100-330c-403a-a154-c1f0104d7eb5" -d '{"events": [{"server_uuid": "057b8b25-18d2-405d-9fde-f278e379f335", "name": "network-vif-plugged", "status": "completed", "tag": "c1296397-4cbd-447b-90f0-67aad2419536"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:30.918163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c1296397-4cbd-447b-90f0-67aad2419536, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c1296397-4cbd-447b-90f0-67aad2419536,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:30.924895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36150) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.929591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c1296397-4cbd-447b-90f0-67aad2419536), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.930643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device eca34166-afdf-4fd3-b338-8688850de555 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:30.943740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36154) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.981956 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add3e621-cbf5-452d-ae93-4751739c4aa5 x-openstack-request-id: req-add3e621-cbf5-452d-ae93-4751739c4aa5 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:30.982793 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05def6cd-fd0a-4fe3-856b-58d561970b94", "name": "network-vif-deleted", "tag": "072c6d22-4f5d-49ba-b632-9867b1a8f50f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:30.982793 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-add3e621-cbf5-452d-ae93-4751739c4aa5 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:30.984195 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05def6cd-fd0a-4fe3-856b-58d561970b94', 'name': 'network-vif-deleted', 'tag': '072c6d22-4f5d-49ba-b632-9867b1a8f50f', 'status': 'completed', 'code': 200} Feb 19 03:18:31.028605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: eca34166-afdf-4fd3-b338-8688850de555 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:31.029328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device eca34166-afdf-4fd3-b338-8688850de555 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:31.089330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c1296397-4cbd-447b-90f0-67aad2419536,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:31.125253 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Publish callbacks [] for router_gateway (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.165753 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d403c8-3224-4719-96bf-9b9701df1b91 x-openstack-request-id: req-a5d403c8-3224-4719-96bf-9b9701df1b91 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:31.166284 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057b8b25-18d2-405d-9fde-f278e379f335", "name": "network-vif-plugged", "status": "completed", "tag": "c1296397-4cbd-447b-90f0-67aad2419536", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:31.166727 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5d403c8-3224-4719-96bf-9b9701df1b91 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:31.167303 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057b8b25-18d2-405d-9fde-f278e379f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1296397-4cbd-447b-90f0-67aad2419536', 'code': 200} Feb 19 03:18:31.248250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Deleting port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:31.248581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.280790 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'name': 'tempest-ServersTestMultiNic-2065305792-router', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:56Z', 'updated_at': '2022-02-19T03:18:28Z', 'revision_number': 5, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'gw_port': {'id': 'e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:57Z', 'updated_at': '2022-02-19T03:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:31.311053 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] Checking router: ad6697cb-2a09-4fd0-a1f0-a77fd512343d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:31.320512 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] Routers {'ad6697cb-2a09-4fd0-a1f0-a77fd512343d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:31.321383 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:31.339653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3e5f92-3d4b-4996-abd3-c5e79d346c6a admin admin] Deleting subnet 008eac97-41bc-4840-b188-ddded1478ba5 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:18:31.340752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] For port e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:31.341310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.356718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Calling delete_port for e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:31.388991 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f92-3d4b-4996-abd3-c5e79d346c6a admin admin] Publish callbacks [] for subnet (008eac97-41bc-4840-b188-ddded1478ba5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.413687 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77ee8044-4e54-4b1f-9515-ded18c5ece3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.426021 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] Set router ad6697cb-2a09-4fd0-a1f0-a77fd512343d gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:31.477601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5697545-c0e8-41fe-961c-009ead60024d req-12f6d6df-004b-4324-aac0-77320fbf441d tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:31.479429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5697545-c0e8-41fe-961c-009ead60024d req-12f6d6df-004b-4324-aac0-77320fbf441d tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 946 time: 0.3205180 Feb 19 03:18:31.483251 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'name': 'tempest-ServersTestMultiNic-2065305792-router', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:56Z', 'updated_at': '2022-02-19T03:18:31Z', 'revision_number': 6, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:31.526039 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120dc06b-90f4-428a-aa52-2220926cd7aa None None] The sync data for ids ['ad6697cb-2a09-4fd0-a1f0-a77fd512343d'] in n-d-826756-2 is: [{'id': 'ad6697cb-2a09-4fd0-a1f0-a77fd512343d', 'name': 'tempest-ServersTestMultiNic-2065305792-router', 'tenant_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:56Z', 'updated_at': '2022-02-19T03:18:31Z', 'revision_number': 6, 'project_id': '0663418f48a34d55a493c3dcd4d1f8c3', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:31.535604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f92-3d4b-4996-abd3-c5e79d346c6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (008eac97-41bc-4840-b188-ddded1478ba5), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.559221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.606072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Pushing event deleted for resources: {'Port': ['ID=e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:31.625716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e1f3-9544-4d8f-bbb6-ea6e39f4493b req-ec8e3655-9016-4d53-ab76-431a7e5eecdd tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:31.627544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b287e1f3-9544-4d8f-bbb6-ea6e39f4493b req-ec8e3655-9016-4d53-ab76-431a7e5eecdd tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 946 time: 0.3046749 Feb 19 03:18:31.629655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f27c3-6f73-4fc2-8c37-9223e321537a req-3e478f2e-ec73-46ce-b48a-5dbb7b0e26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:31.631304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae8f27c3-6f73-4fc2-8c37-9223e321537a req-3e478f2e-ec73-46ce-b48a-5dbb7b0e26e1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 1128 time: 0.3556542 Feb 19 03:18:31.682135 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.702762 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f92-3d4b-4996-abd3-c5e79d346c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (008eac97-41bc-4840-b188-ddded1478ba5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.780541 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.782912 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Publish callbacks [] for router_controller (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.828927 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b287e1f3-9544-4d8f-bbb6-ea6e39f4493b req-ad1b1268-3af5-46bf-90aa-c74702d2da58 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/security-groups?id=27237ef1-c33c-4120-a78d-124bc28a34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872828 Feb 19 03:18:31.829411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (ad6697cb-2a09-4fd0-a1f0-a77fd512343d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.829911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad6697cb-2a09-4fd0-a1f0-a77fd512343d {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:31.835695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.837045 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a5d04d73-4168-4a1a-869f-579cf1cef984 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ad6697cb-2a09-4fd0-a1f0-a77fd512343d HTTP/1.1" status: 204 len: 168 time: 1.2469571 Feb 19 03:18:31.839589 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77ee8044-4e54-4b1f-9515-ded18c5ece3a admin admin] Publish callbacks [] for security_group (e2d431dc-6f16-449d-a0d4-b5185e7a7950), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.842077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae8f27c3-6f73-4fc2-8c37-9223e321537a req-ceae037f-a08e-40b7-ad1b-c6b8c16fbd3e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=27237ef1-c33c-4120-a78d-124bc28a34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976173 Feb 19 03:18:31.844213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 072c6d22-4f5d-49ba-b632-9867b1a8f50f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:31.845291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36176) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:31.858139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77ee8044-4e54-4b1f-9515-ded18c5ece3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e2d431dc-6f16-449d-a0d4-b5185e7a7950), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.871359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Deleting port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:31.871722 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.923638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-12977289-0e66-4452-a6c2-90a942507deb admin admin] Deleting subnet f89ea415-07b2-472c-8ee4-1c8a3951b6b3 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:18:31.933226 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12977289-0e66-4452-a6c2-90a942507deb admin admin] Publish callbacks [] for subnet (f89ea415-07b2-472c-8ee4-1c8a3951b6b3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.938786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 072c6d22-4f5d-49ba-b632-9867b1a8f50f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:31.939270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 072c6d22-4f5d-49ba-b632-9867b1a8f50f not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:31.939709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d4bf85bc-b31a-4735-aea1-c919b7b3ac2b no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:31.967681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f92-3d4b-4996-abd3-c5e79d346c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (008eac97-41bc-4840-b188-ddded1478ba5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.000288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12977289-0e66-4452-a6c2-90a942507deb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (f89ea415-07b2-472c-8ee4-1c8a3951b6b3), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.059274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:32.060568 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.122901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12977289-0e66-4452-a6c2-90a942507deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f89ea415-07b2-472c-8ee4-1c8a3951b6b3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.131835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:32.142760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-77ee8044-4e54-4b1f-9515-ded18c5ece3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73002458982544a8a2c0b6ca780f77c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2109272 Feb 19 03:18:32.142760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee8044-4e54-4b1f-9515-ded18c5ece3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d431dc-6f16-449d-a0d4-b5185e7a7950,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:32.146642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36184) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:32.152712 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f92-3d4b-4996-abd3-c5e79d346c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.159904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3d3e5f92-3d4b-4996-abd3-c5e79d346c6a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/008eac97-41bc-4840-b188-ddded1478ba5 HTTP/1.1" status: 204 len: 168 time: 1.2140772 Feb 19 03:18:32.165365 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.167586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e5f92-3d4b-4996-abd3-c5e79d346c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008eac97-41bc-4840-b188-ddded1478ba5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:32.172444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36186) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:32.212178 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12977289-0e66-4452-a6c2-90a942507deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (f89ea415-07b2-472c-8ee4-1c8a3951b6b3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.233818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12977289-0e66-4452-a6c2-90a942507deb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.246693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb3c5c-552d-426a-a8a4-009e44309011 None None] Network fbe31bdd-7258-4bea-81a1-1e01563d2f2c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:32.251139 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-12977289-0e66-4452-a6c2-90a942507deb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f89ea415-07b2-472c-8ee4-1c8a3951b6b3 HTTP/1.1" status: 204 len: 168 time: 0.4045482 Feb 19 03:18:32.268732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36192) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:32.288717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12977289-0e66-4452-a6c2-90a942507deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89ea415-07b2-472c-8ee4-1c8a3951b6b3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:32.320360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] For port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:32.322022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.338099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:32.531240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911d06e-46ee-487d-a6d0-7ea07abc240e None None] DHCP port deletion for fbe31bdd-7258-4bea-81a1-1e01563d2f2c request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:18:32.632172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d911d06e-46ee-487d-a6d0-7ea07abc240e None None] Deleting port d9c0d83b-de16-4728-97f1-6449d8c68eab {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:32.632493 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d911d06e-46ee-487d-a6d0-7ea07abc240e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.737142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d911d06e-46ee-487d-a6d0-7ea07abc240e None None] For port d9c0d83b-de16-4728-97f1-6449d8c68eab, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d9c0d83b-de16-4728-97f1-6449d8c68eab,segment=NetworkSegment(0962e6fe-f44b-4833-9dec-3c40806dc454),segment_id=0962e6fe-f44b-4833-9dec-3c40806dc454)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:32.737636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d911d06e-46ee-487d-a6d0-7ea07abc240e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.764589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d911d06e-46ee-487d-a6d0-7ea07abc240e None None] Calling delete_port for d9c0d83b-de16-4728-97f1-6449d8c68eab owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:32.920620 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d911d06e-46ee-487d-a6d0-7ea07abc240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (d9c0d83b-de16-4728-97f1-6449d8c68eab), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.931822 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (13ab5339-b46f-437b-886f-eec7eeac9fe5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.986879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911d06e-46ee-487d-a6d0-7ea07abc240e None None] No DVR routers for this DVR port d9c0d83b-de16-4728-97f1-6449d8c68eab on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:33.014362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (fbe31bdd-7258-4bea-81a1-1e01563d2f2c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.015914 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e38a5ba2-9e2e-4bbe-9ae3-7c9d7eb46e91 admin admin] Publish callbacks [] for security_group (e2d431dc-6f16-449d-a0d4-b5185e7a7950), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.028532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911d06e-46ee-487d-a6d0-7ea07abc240e None None] Pushing event deleted for resources: {'Port': ['ID=d9c0d83b-de16-4728-97f1-6449d8c68eab,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:33.137253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed864891-deb3-4b03-a93a-067f2ecf4441 req-6ae26986-7f00-43fd-8f8b-2d1e46da9d29 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 210 time: 0.1076300 Feb 19 03:18:33.168598 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e38a5ba2-9e2e-4bbe-9ae3-7c9d7eb46e91 admin admin] Publish callbacks [] for security_group (e2d431dc-6f16-449d-a0d4-b5185e7a7950), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.169274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:33.172435 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baff3e6-8bda-474e-99f7-94f5b17960de" -d '{"events": [{"server_uuid": "95257b1a-8b5d-4a1e-88dc-5dce2d52f37d", "name": "network-vif-unplugged", "status": "completed", "tag": "d4bf85bc-b31a-4735-aea1-c919b7b3ac2b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:33.289878 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (13ab5339-b46f-437b-886f-eec7eeac9fe5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.413413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ab5339-b46f-437b-886f-eec7eeac9fe5']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:33.425335 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36230) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:33.437380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (fbe31bdd-7258-4bea-81a1-1e01563d2f2c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.450310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30e2d5c-3ec4-4597-818f-1264baca5f7c') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:33.450604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30e2d5c-3ec4-4597-818f-1264baca5f7c') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:33.453423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.453782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.454148 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Floating IP 7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf disassociated. External IP: 172.25.4.101, port: 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2. Feb 19 03:18:33.454487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Calling delete_port for 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:33.483546 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (c30e2d5c-3ec4-4597-818f-1264baca5f7c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.497362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe31bdd-7258-4bea-81a1-1e01563d2f2c']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:33.512967 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e38a5ba2-9e2e-4bbe-9ae3-7c9d7eb46e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e2d431dc-6f16-449d-a0d4-b5185e7a7950), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.515548 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e38a5ba2-9e2e-4bbe-9ae3-7c9d7eb46e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.519371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e38a5ba2-9e2e-4bbe-9ae3-7c9d7eb46e91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2d431dc-6f16-449d-a0d4-b5185e7a7950 HTTP/1.1" status: 204 len: 168 time: 1.3707089 Feb 19 03:18:33.556595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0962e6fe-f44b-4833-9dec-3c40806dc454') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:33.556897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0962e6fe-f44b-4833-9dec-3c40806dc454') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:33.569498 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c30e2d5c-3ec4-4597-818f-1264baca5f7c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.582550 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (0962e6fe-f44b-4833-9dec-3c40806dc454), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.598054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029c464-c89a-40a4-b025-8d26e0eeea51 req-48d50cde-386a-4b0c-8381-d6c2951b1a8c tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:33.605459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d029c464-c89a-40a4-b025-8d26e0eeea51 req-48d50cde-386a-4b0c-8381-d6c2951b1a8c tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5 HTTP/1.1" status: 200 len: 946 time: 0.3508792 Feb 19 03:18:33.616465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a5ba2-9e2e-4bbe-9ae3-7c9d7eb46e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d431dc-6f16-449d-a0d4-b5185e7a7950,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:33.621703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:18:33.622137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (c30e2d5c-3ec4-4597-818f-1264baca5f7c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.624261 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-95710b9e-7ae4-459c-ba6c-675108b5f4b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e54973ead334305ac8996802783e401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969988 Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:18:33.631615 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:18:33.640287 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36236) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:33.695490 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (0962e6fe-f44b-4833-9dec-3c40806dc454), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.705391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9c809c36-a7e5-45eb-a9c5-6ccc7ad584c4 admin admin] Publish callbacks [] for security_group (17610fd4-0378-4678-b7f0-1ddad9b3ff94), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.720507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:33.720822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:18:33.721764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (0962e6fe-f44b-4833-9dec-3c40806dc454), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:18:33.730788 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:18:33.765155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9c809c36-a7e5-45eb-a9c5-6ccc7ad584c4 admin admin] Publish callbacks [] for security_group (17610fd4-0378-4678-b7f0-1ddad9b3ff94), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.770787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:33.771706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e79ceb4c-8d4a-4e7d-a63d-ace6daef55e2 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:33.772855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 88a2aa32-6390-4aeb-9164-ef702af94941 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:33.823045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 88a2aa32-6390-4aeb-9164-ef702af94941 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:33.823689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 88a2aa32-6390-4aeb-9164-ef702af94941 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:33.824201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d9c0d83b-de16-4728-97f1-6449d8c68eab no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:33.837503 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (13ab5339-b46f-437b-886f-eec7eeac9fe5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.839257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9c809c36-a7e5-45eb-a9c5-6ccc7ad584c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (17610fd4-0378-4678-b7f0-1ddad9b3ff94), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.847416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9c809c36-a7e5-45eb-a9c5-6ccc7ad584c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.851169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.851949 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9c809c36-a7e5-45eb-a9c5-6ccc7ad584c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17610fd4-0378-4678-b7f0-1ddad9b3ff94 HTTP/1.1" status: 204 len: 168 time: 0.2102745 Feb 19 03:18:33.856518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] 10.222.0.42 "DELETE /v2.0/networks/13ab5339-b46f-437b-886f-eec7eeac9fe5 HTTP/1.1" status: 204 len: 168 time: 1.6829884 Feb 19 03:18:33.860208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36242) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:33.894946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d029c464-c89a-40a4-b025-8d26e0eeea51 req-80d78de9-5083-4a2e-9951-fe6ec407866f tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9b7a7ef-deaf-4b4d-b778-595f13ae008f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882931 Feb 19 03:18:33.903506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f60d7-a07e-4c10-9966-1f316af4b486 admin admin] Pushing event deleted for resources: {'Network': ['ID=13ab5339-b46f-437b-886f-eec7eeac9fe5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:33.917310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d9c0d83b-de16-4728-97f1-6449d8c68eab {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:33.917659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d9c0d83b-de16-4728-97f1-6449d8c68eab not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:33.918941 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (fbe31bdd-7258-4bea-81a1-1e01563d2f2c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.933315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c809c36-a7e5-45eb-a9c5-6ccc7ad584c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17610fd4-0378-4678-b7f0-1ddad9b3ff94,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:33.938819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b12da6-41ac-4ed1-8a68-fa6db1b7ea92 admin admin] Deleting subnet a3c8b14d-9b4f-4188-b6ef-d2dfb8c66a4b {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:18:33.949604 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45b12da6-41ac-4ed1-8a68-fa6db1b7ea92 admin admin] Publish callbacks [] for subnet (a3c8b14d-9b4f-4188-b6ef-d2dfb8c66a4b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.007315 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.019544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fbe31bdd-7258-4bea-81a1-1e01563d2f2c HTTP/1.1" status: 204 len: 168 time: 1.7493985 Feb 19 03:18:34.047283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45b12da6-41ac-4ed1-8a68-fa6db1b7ea92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (a3c8b14d-9b4f-4188-b6ef-d2dfb8c66a4b), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.098028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44073465-dc85-41ff-9ede-c1307d18cd32 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe31bdd-7258-4bea-81a1-1e01563d2f2c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:34.144826 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45b12da6-41ac-4ed1-8a68-fa6db1b7ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (a3c8b14d-9b4f-4188-b6ef-d2dfb8c66a4b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.164588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afd1c3-ed0a-42c8-a83b-303e4640af3a req-3ca7262a-9b50-4c16-a845-f463a0e1198e tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:34.172684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03afd1c3-ed0a-42c8-a83b-303e4640af3a req-3ca7262a-9b50-4c16-a845-f463a0e1198e tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 946 time: 0.1366510 Feb 19 03:18:34.180723 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (99bd4258-4f58-4d8b-8bfc-b74d4ed062e2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.232658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Pushing event deleted for resources: {'Port': ['ID=99bd4258-4f58-4d8b-8bfc-b74d4ed062e2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:34.255506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45b12da6-41ac-4ed1-8a68-fa6db1b7ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (a3c8b14d-9b4f-4188-b6ef-d2dfb8c66a4b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.260766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36254) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:34.349748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b12da6-41ac-4ed1-8a68-fa6db1b7ea92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c8b14d-9b4f-4188-b6ef-d2dfb8c66a4b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:34.362997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45b12da6-41ac-4ed1-8a68-fa6db1b7ea92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.370086 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-45b12da6-41ac-4ed1-8a68-fa6db1b7ea92 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a3c8b14d-9b4f-4188-b6ef-d2dfb8c66a4b HTTP/1.1" status: 204 len: 168 time: 0.5085437 Feb 19 03:18:34.373297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36256) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:34.403586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03afd1c3-ed0a-42c8-a83b-303e4640af3a req-39873540-f64d-45c1-a4fa-b01ada6cdf3c tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/security-groups?id=27237ef1-c33c-4120-a78d-124bc28a34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298145 Feb 19 03:18:34.477528 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-644319bd-9998-4fe0-a134-04821180ed1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0663418f48a34d55a493c3dcd4d1f8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072389 Feb 19 03:18:34.480478 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36264) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:34.532955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Router fa1d8684-5ad3-4703-8e25-b505b84d4278 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:34.639909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (04777c33-4582-42e4-ab75-a0414065dde0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.658227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dd02cd8-572f-4e4d-afa9-26b04fa00c24 admin admin] Publish callbacks [] for security_group (d9c9bc6e-0725-4db4-b654-dcd1a565edae), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.702346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dd02cd8-572f-4e4d-afa9-26b04fa00c24 admin admin] Publish callbacks [] for security_group (d9c9bc6e-0725-4db4-b654-dcd1a565edae), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.782090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dd02cd8-572f-4e4d-afa9-26b04fa00c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d9c9bc6e-0725-4db4-b654-dcd1a565edae), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.785657 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dd02cd8-572f-4e4d-afa9-26b04fa00c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.787090 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4dd02cd8-572f-4e4d-afa9-26b04fa00c24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9c9bc6e-0725-4db4-b654-dcd1a565edae HTTP/1.1" status: 204 len: 168 time: 0.2974131 Feb 19 03:18:34.799563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd02cd8-572f-4e4d-afa9-26b04fa00c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c9bc6e-0725-4db4-b654-dcd1a565edae,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:34.841503 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5a130c-e540-4dd8-96f2-9ed065bef6cb x-openstack-request-id: req-7b5a130c-e540-4dd8-96f2-9ed065bef6cb {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:34.842083 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95257b1a-8b5d-4a1e-88dc-5dce2d52f37d", "name": "network-vif-unplugged", "status": "completed", "tag": "d4bf85bc-b31a-4735-aea1-c919b7b3ac2b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:34.842316 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b5a130c-e540-4dd8-96f2-9ed065bef6cb {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:34.842543 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b', 'code': 200} Feb 19 03:18:34.957523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:34.980437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] Sync routers for ids ['fa1d8684-5ad3-4703-8e25-b505b84d4278'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:34.988222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (04777c33-4582-42e4-ab75-a0414065dde0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.036425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] Routers {'fa1d8684-5ad3-4703-8e25-b505b84d4278'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:35.037346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fa1d8684-5ad3-4703-8e25-b505b84d4278'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:35.064382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04777c33-4582-42e4-ab75-a0414065dde0']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:35.074435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] No DVR routers for this DVR port 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:35.079739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.093775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5697545-c0e8-41fe-961c-009ead60024d req-b966ef1e-b2db-4505-9e31-ce19382d8fc0 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.71 "DELETE /v2.0/ports/99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 HTTP/1.1" status: 204 len: 173 time: 3.6002724 Feb 19 03:18:35.093775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'name': 'network-vif-deleted', 'tag': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:35.110043 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5222b042-a3f6-4fe2-8ceb-56ae31364755" -d '{"events": [{"server_uuid": "d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5", "name": "network-vif-deleted", "tag": "99bd4258-4f58-4d8b-8bfc-b74d4ed062e2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:35.110760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cb7a25-e4d4-4800-922f-97e77388b74f') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:35.122362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cb7a25-e4d4-4800-922f-97e77388b74f') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:35.142496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (50cb7a25-e4d4-4800-922f-97e77388b74f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.173147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (50cb7a25-e4d4-4800-922f-97e77388b74f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.186923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:18:35.187337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (50cb7a25-e4d4-4800-922f-97e77388b74f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:18:35.189178 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:18:35.214001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eaf3c49-7ac6-487e-9837-bae81b3b1916 req-f1f028ea-4582-467d-ad32-8c3cc56b1beb tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c252f37c-3f1d-40a8-a8fd-16812c853eef HTTP/1.1" status: 200 len: 210 time: 0.1463022 Feb 19 03:18:35.308524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (04777c33-4582-42e4-ab75-a0414065dde0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.337900 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.345271 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] 10.222.0.42 "DELETE /v2.0/networks/04777c33-4582-42e4-ab75-a0414065dde0 HTTP/1.1" status: 204 len: 168 time: 0.9685729 Feb 19 03:18:35.345271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e987d88-d84a-4baf-9939-2a26c9b9a34a admin admin] Pushing event deleted for resources: {'Network': ['ID=04777c33-4582-42e4-ab75-a0414065dde0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:35.368340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] Set router fa1d8684-5ad3-4703-8e25-b505b84d4278 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:35.606675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36300) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:35.706006 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-578d35da-1c62-47e7-8d45-a73e7f0138dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01ad0fd35e4b45269d36b6bf63d3f12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0969486 Feb 19 03:18:35.709322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36302) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:35.790981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5bf4564f-2023-43da-a57c-21912daa6568 req-a9b8e1ab-0a26-4ff0-82ca-b698745e17c8 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 258 time: 0.5305493 Feb 19 03:18:35.803719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:35.818952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2489d0d4-2fdb-4fe7-92f0-f3db9ea2f9f8 admin admin] Publish callbacks [] for security_group (0e75fc18-2005-4360-b9ac-7a42720f9ec6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.869805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2489d0d4-2fdb-4fe7-92f0-f3db9ea2f9f8 admin admin] Publish callbacks [] for security_group (0e75fc18-2005-4360-b9ac-7a42720f9ec6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.887471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.915214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.992942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2489d0d4-2fdb-4fe7-92f0-f3db9ea2f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0e75fc18-2005-4360-b9ac-7a42720f9ec6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.996090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2489d0d4-2fdb-4fe7-92f0-f3db9ea2f9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.997422 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2489d0d4-2fdb-4fe7-92f0-f3db9ea2f9f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e75fc18-2005-4360-b9ac-7a42720f9ec6 HTTP/1.1" status: 204 len: 168 time: 0.2869346 Feb 19 03:18:36.007834 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489d0d4-2fdb-4fe7-92f0-f3db9ea2f9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e75fc18-2005-4360-b9ac-7a42720f9ec6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:36.012030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:51Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f13947c1-0858-4f72-934f-b60085c5953f', 'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'mac_address': 'fa:16:3e:77:28:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:49Z', 'updated_at': '2022-02-19T03:16:56Z', 'revision_number': 5, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'subnets': [{'id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:36.042898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36310) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:36.114905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] Checking router: fa1d8684-5ad3-4703-8e25-b505b84d4278 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:36.148343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] Routers {'fa1d8684-5ad3-4703-8e25-b505b84d4278'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:36.149170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fa1d8684-5ad3-4703-8e25-b505b84d4278'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:36.213430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.215162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'network': {'name': 'tempest-RoutersTest-180843736'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:36.270566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:36.279605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] Set router fa1d8684-5ad3-4703-8e25-b505b84d4278 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:36.284695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.310341 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.368696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Allocated IP 172.25.4.89 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/bc933845-d6fa-4117-a3aa-d2d62cf6ae3d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:36.488139 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for security_group (4d571509-0669-47b0-94e3-c912de149be5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.497517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4d571509-0669-47b0-94e3-c912de149be5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.566200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:18:36.601030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:36.630045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for port (bc933845-d6fa-4117-a3aa-d2d62cf6ae3d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.633964 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d571509-0669-47b0-94e3-c912de149be5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:36.637052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (70589beb-f0e9-416e-8115-963a46198b6f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.637438 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added segment 70589beb-f0e9-416e-8115-963a46198b6f of type vlan for network b3c13767-2341-48c0-bd8e-104f62582798 Feb 19 03:18:36.690763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:36.697255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 99bd4258-4f58-4d8b-8bfc-b74d4ed062e2 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:36.708752 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (bc933845-d6fa-4117-a3aa-d2d62cf6ae3d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.740255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:51Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f13947c1-0858-4f72-934f-b60085c5953f', 'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'mac_address': 'fa:16:3e:77:28:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:49Z', 'updated_at': '2022-02-19T03:16:56Z', 'revision_number': 5, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'subnets': [{'id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:36.752978 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (b3c13767-2341-48c0-bd8e-104f62582798), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.774882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Pushing event updated for resources: {'Port': ['ID=bc933845-d6fa-4117-a3aa-d2d62cf6ae3d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:36.782065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:36.784096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:36.786305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:36.808844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c331e-5344-47e1-bcd8-3229693a2e35 None None] The sync data for ids ['fa1d8684-5ad3-4703-8e25-b505b84d4278'] in n-d-826756-2 is: [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:16:51Z', 'revision_number': 4, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f13947c1-0858-4f72-934f-b60085c5953f', 'name': '', 'network_id': '37be3b18-250c-4faf-a3d8-ee10e804742e', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'mac_address': 'fa:16:3e:77:28:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:49Z', 'updated_at': '2022-02-19T03:16:56Z', 'revision_number': 5, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'subnets': [{'id': 'df6ed2fd-9d20-49e8-8951-b2647ea8fd2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:36.822537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (b3c13767-2341-48c0-bd8e-104f62582798), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.829261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:36.830213 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.974778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36328) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:37.015142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Network': ['ID=b3c13767-2341-48c0-bd8e-104f62582798,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:37.034324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network b3c13767-2341-48c0-bd8e-104f62582798 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:18:37.070624 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1ad32f23-cd82-4015-9ba4-8d3c05ecbfd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0260038 Feb 19 03:18:37.078282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36334) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:37.095272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'network': {'name': 'tempest-RoutersTest-615012045'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:37.139904 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (b891dbe7-06fb-4135-bb22-2cd1991f1f96), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.148903 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-43459a14-8571-493a-953d-29b403b77925 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:37.151155 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-43459a14-8571-493a-953d-29b403b77925 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=95257b1a-8b5d-4a1e-88dc-5dce2d52f37d HTTP/1.1" status: 200 len: 944 time: 0.1564043 Feb 19 03:18:37.191867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-38172f2f-56a3-479a-a899-e4a57f74c279 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68d5deb6bc8b43dc9b6c81ccaa850943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150528 Feb 19 03:18:37.198700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36340) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:37.211122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:37.216008 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.281505 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146aa8ec-567c-45e2-a074-22f87d0830e9 None None] New status for floating IP 7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:18:37.306492 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bc933845-d6fa-4117-a3aa-d2d62cf6ae3d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.322191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-23926781-94ab-4faf-a84b-15300532fff5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Deleting port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:37.322429 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-23926781-94ab-4faf-a84b-15300532fff5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.380867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:18:37.406384 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (fc8b1e26-330b-4c39-97e6-6ce3c2d37660), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.406724 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added segment fc8b1e26-330b-4c39-97e6-6ce3c2d37660 of type vlan for network 90952be5-e729-4f63-800d-39afb7d6501e Feb 19 03:18:37.487534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-23926781-94ab-4faf-a84b-15300532fff5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] For port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:37.487912 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-23926781-94ab-4faf-a84b-15300532fff5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.496972 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a5f273f-4e76-4ec1-8f3b-60ad4d8ae5d3 admin admin] Publish callbacks [] for security_group (37278217-f9bd-4627-849d-e6fd2712fb80), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.506368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36346) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:37.507164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-23926781-94ab-4faf-a84b-15300532fff5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Calling delete_port for d4bf85bc-b31a-4735-aea1-c919b7b3ac2b owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:37.530470 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (90952be5-e729-4f63-800d-39afb7d6501e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.599002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a5f273f-4e76-4ec1-8f3b-60ad4d8ae5d3 admin admin] Publish callbacks [] for security_group (37278217-f9bd-4627-849d-e6fd2712fb80), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.645293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (90952be5-e729-4f63-800d-39afb7d6501e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.650275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:37.650789 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.688248 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-23926781-94ab-4faf-a84b-15300532fff5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d4bf85bc-b31a-4735-aea1-c919b7b3ac2b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.724102 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23926781-94ab-4faf-a84b-15300532fff5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Pushing event deleted for resources: {'Port': ['ID=d4bf85bc-b31a-4735-aea1-c919b7b3ac2b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:37.761832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6711137 Feb 19 03:18:37.767175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36350) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:37.777601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'subnet': {'network_id': 'b3c13767-2341-48c0-bd8e-104f62582798', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:37.807504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fcdce-2f76-481a-92a4-e94f08714829 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Network': ['ID=90952be5-e729-4f63-800d-39afb7d6501e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:37.815822 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for port (bc933845-d6fa-4117-a3aa-d2d62cf6ae3d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.826625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-744398262-network', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:37.826979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 90952be5-e729-4f63-800d-39afb7d6501e details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:18:37.831229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (bc933845-d6fa-4117-a3aa-d2d62cf6ae3d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.836839 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a5f273f-4e76-4ec1-8f3b-60ad4d8ae5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (37278217-f9bd-4627-849d-e6fd2712fb80), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.839322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a5f273f-4e76-4ec1-8f3b-60ad4d8ae5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.843839 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0a5f273f-4e76-4ec1-8f3b-60ad4d8ae5d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37278217-f9bd-4627-849d-e6fd2712fb80 HTTP/1.1" status: 204 len: 168 time: 0.6437294 Feb 19 03:18:37.896853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f273f-4e76-4ec1-8f3b-60ad4d8ae5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37278217-f9bd-4627-849d-e6fd2712fb80,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:37.924872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Made reservation on behalf of 41b4b8d0c2c54f1d9276f33d1c38b801 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:37.927165 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.928741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-23926781-94ab-4faf-a84b-15300532fff5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] No DVR routers for this DVR port d4bf85bc-b31a-4735-aea1-c919b7b3ac2b on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:37.931604 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-23926781-94ab-4faf-a84b-15300532fff5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.937459 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-77756c5f-eb84-475b-bd5e-8eb65cf3dbf2 req-23926781-94ab-4faf-a84b-15300532fff5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.37 "DELETE /v2.0/ports/d4bf85bc-b31a-4735-aea1-c919b7b3ac2b HTTP/1.1" status: 204 len: 173 time: 0.7794790 Feb 19 03:18:37.938622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:37.946796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.955580 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.957392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Pushing event updated for resources: {'Port': ['ID=bc933845-d6fa-4117-a3aa-d2d62cf6ae3d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:37.982895 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (b891dbe7-06fb-4135-bb22-2cd1991f1f96), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.014854 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.022711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5bf4564f-2023-43da-a57c-21912daa6568 req-87fc062e-bbdd-49ad-af27-7e19bea09fd6 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2235014 Feb 19 03:18:38.092643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'name': 'network-vif-deleted', 'tag': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:38.094860 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9eff351-0c6c-4078-a4bf-f1cfe1a36ead" -d '{"events": [{"server_uuid": "95257b1a-8b5d-4a1e-88dc-5dce2d52f37d", "name": "network-vif-deleted", "tag": "d4bf85bc-b31a-4735-aea1-c919b7b3ac2b"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:38.235779 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9d74-15f5-4be3-85bf-b748925c7c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.260472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (34503965-bde1-4e6d-8d31-3930489f38dd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.358619 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Subnet': ['ID=34503965-bde1-4e6d-8d31-3930489f38dd,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:38.362010 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Checking segment: {'id': '70589beb-f0e9-416e-8115-963a46198b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b3c13767-2341-48c0-bd8e-104f62582798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:38.362380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network hostable DHCP agents. Network: b3c13767-2341-48c0-bd8e-104f62582798, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:18:38.387838 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network b3c13767-2341-48c0-bd8e-104f62582798 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:18:38.399466 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, b3c13767-2341-48c0-bd8e-104f62582798) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:38.409582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb76a2b2-d7df-4d7b-9021-44f99efcd7c2 None None] Network b3c13767-2341-48c0-bd8e-104f62582798 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:38.414619 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:38.415732 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.437463 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bbd70829-be13-439e-a355-2d777f62084d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6656356 Feb 19 03:18:38.442904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36364) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:38.457875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'subnet': {'network_id': '90952be5-e729-4f63-800d-39afb7d6501e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:38.586681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:38.596009 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.706565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-b3c13767-2341-48c0-bd8e-104f62582798', 'network_id': 'b3c13767-2341-48c0-bd8e-104f62582798', 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'fixed_ips': [{'subnet_id': '34503965-bde1-4e6d-8d31-3930489f38dd'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:18:38.706565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.715704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5bf4564f-2023-43da-a57c-21912daa6568 req-5997e5fb-b5e0-4190-8cde-39e4ecc52d0c tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 695 time: 0.6918640 Feb 19 03:18:38.806601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Publish callbacks [] for security_group (d8865b50-4efd-4a1f-9063-f47159c745d3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.839406 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d8865b50-4efd-4a1f-9063-f47159c745d3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.913273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Allocated IP 172.20.0.2 (b3c13767-2341-48c0-bd8e-104f62582798/34503965-bde1-4e6d-8d31-3930489f38dd/0c8514c4-da2d-4a03-828b-4e861e94753e) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:38.970072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:18:38.989400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8865b50-4efd-4a1f-9063-f47159c745d3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:38.994402 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5dd05942-b73c-43a6-862a-c0b2d6b4cf52), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.994756 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Added segment 5dd05942-b73c-43a6-862a-c0b2d6b4cf52 of type vlan for network dbd4efdd-a952-41fd-8788-cfc7631bb73d Feb 19 03:18:39.102740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (512a317a-4a74-4c43-8903-ee3d0e9b4130), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.130341 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (dbd4efdd-a952-41fd-8788-cfc7631bb73d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.184686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Subnet': ['ID=512a317a-4a74-4c43-8903-ee3d0e9b4130,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:39.202159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Checking segment: {'id': 'fc8b1e26-330b-4c39-97e6-6ce3c2d37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '90952be5-e729-4f63-800d-39afb7d6501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:39.202551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network hostable DHCP agents. Network: 90952be5-e729-4f63-800d-39afb7d6501e, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:18:39.207842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4564f-2023-43da-a57c-21912daa6568 req-101a93f5-49dd-4de5-b4e3-67d60f7a97ca tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:39.211099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5bf4564f-2023-43da-a57c-21912daa6568 req-101a93f5-49dd-4de5-b4e3-67d60f7a97ca tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.3979678 Feb 19 03:18:39.212770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (dbd4efdd-a952-41fd-8788-cfc7631bb73d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.214822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:39.215518 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.228735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 90952be5-e729-4f63-800d-39afb7d6501e is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:18:39.251773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 90952be5-e729-4f63-800d-39afb7d6501e) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:39.260337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:39.261765 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.289015 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-56849972-7642-4059-bade-9ffe45f47caa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8377559 Feb 19 03:18:39.289249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8675f591-52d7-4240-abb7-5ad8a5f61ec6 None None] Network 90952be5-e729-4f63-800d-39afb7d6501e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:39.289980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36388) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:39.289980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36390) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:39.314058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e2f0f290-3a1f-4db7-9626-c6f6168697cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-260752215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:39.406513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f290-3a1f-4db7-9626-c6f6168697cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (1a75dc0b-321b-4b73-9d3c-164dbe683d76), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.408208 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f290-3a1f-4db7-9626-c6f6168697cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (1a75dc0b-321b-4b73-9d3c-164dbe683d76), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.422979 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9040294 Feb 19 03:18:39.427165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36406) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:39.434583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Request body: {'subnet': {'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-744398262-subnet', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:39.460963 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Publish callbacks [] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.473272 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.528019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-90952be5-e729-4f63-800d-39afb7d6501e', 'network_id': '90952be5-e729-4f63-800d-39afb7d6501e', 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'fixed_ips': [{'subnet_id': '512a317a-4a74-4c43-8903-ee3d0e9b4130'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:18:39.528879 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.564635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Made reservation on behalf of 41b4b8d0c2c54f1d9276f33d1c38b801 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:39.565212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Network b3c13767-2341-48c0-bd8e-104f62582798 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:39.566938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.572919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:39.598536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:39.604783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736d37f-a16f-4349-906f-7ad8fb0f7feb admin admin] Pushing event updated for resources: {'Network': ['ID=dbd4efdd-a952-41fd-8788-cfc7631bb73d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:39.616237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Pushing event updated for resources: {'Port': ['ID=0c8514c4-da2d-4a03-828b-4e861e94753e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:39.659242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1420941878-network', 'tenant_id': '8180e88a04d443a4960e426ac76c0488'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:39.664649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network dbd4efdd-a952-41fd-8788-cfc7631bb73d details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:18:39.693273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-69ee6a53-f004-43ea-a586-24549ba891b9 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:39.694034 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f290-3a1f-4db7-9626-c6f6168697cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (1a75dc0b-321b-4b73-9d3c-164dbe683d76), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.698214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-69ee6a53-f004-43ea-a586-24549ba891b9 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 803 time: 0.2731533 Feb 19 03:18:39.706885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f290-3a1f-4db7-9626-c6f6168697cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (1a75dc0b-321b-4b73-9d3c-164dbe683d76), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.717075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-e528362d-477b-4916-8805-be8fed767ba4 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/quotas/f60bfa93f98e4426ae1d089174442e9c HTTP/1.1" status: 200 len: 375 time: 0.0137525 Feb 19 03:18:39.742963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Made reservation on behalf of 8180e88a04d443a4960e426ac76c0488 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:39.745562 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.752357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f290-3a1f-4db7-9626-c6f6168697cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.753809 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e2f0f290-3a1f-4db7-9626-c6f6168697cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4634094 Feb 19 03:18:39.755289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.755685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.756027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.756449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.756832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.757167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.757527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.757875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.758205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.758525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.758894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.759218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.759535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:39.760611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36416) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:39.765493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-76a6bcf6-e1df-4e31-b180-e24db647c6cc tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419195 Feb 19 03:18:39.767775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.869184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Attempting to bind port 0c8514c4-da2d-4a03-828b-4e861e94753e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:39.869720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Attempting to bind port 0c8514c4-da2d-4a03-828b-4e861e94753e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '70589beb-f0e9-416e-8115-963a46198b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b3c13767-2341-48c0-bd8e-104f62582798'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:39.870107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Attempting to bind port 0c8514c4-da2d-4a03-828b-4e861e94753e on network b3c13767-2341-48c0-bd8e-104f62582798 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:39.877215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d4bf85bc-b31a-4735-aea1-c919b7b3ac2b no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:39.906965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:39.907276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Checking segment: {'id': '70589beb-f0e9-416e-8115-963a46198b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b3c13767-2341-48c0-bd8e-104f62582798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:39.907665 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.908057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Bound using segment: {'id': '70589beb-f0e9-416e-8115-963a46198b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b3c13767-2341-48c0-bd8e-104f62582798'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:39.909629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Bound port: 0c8514c4-da2d-4a03-828b-4e861e94753e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70589beb-f0e9-416e-8115-963a46198b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b3c13767-2341-48c0-bd8e-104f62582798'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:39.910172 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.912116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: d4bf85bc-b31a-4735-aea1-c919b7b3ac2b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:39.912454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d4bf85bc-b31a-4735-aea1-c919b7b3ac2b not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:39.928125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (a43876fa-08cc-4566-b45d-816c34862cd9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.940777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Allocated IP 172.21.0.2 (90952be5-e729-4f63-800d-39afb7d6501e/512a317a-4a74-4c43-8903-ee3d0e9b4130/41260549-5956-445c-b39e-712661892152) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:39.986491 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Publish callbacks [] for security_group (731e8bcc-ddaa-447e-8189-3fabdee1c786), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.995733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (731e8bcc-ddaa-447e-8189-3fabdee1c786), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.016582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] For port 0c8514c4-da2d-4a03-828b-4e861e94753e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:40.022097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] For port 0c8514c4-da2d-4a03-828b-4e861e94753e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0c8514c4-da2d-4a03-828b-4e861e94753e,segment=NetworkSegment(70589beb-f0e9-416e-8115-963a46198b6f),segment_id=70589beb-f0e9-416e-8115-963a46198b6f)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:40.046818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:18:40.047885 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.049933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43876fa-08cc-4566-b45d-816c34862cd9,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:40.065277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731e8bcc-ddaa-447e-8189-3fabdee1c786,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:40.071765 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (49f24dc9-0c60-4a52-8e5d-aeb58790ae36), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.072390 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Added segment 49f24dc9-0c60-4a52-8e5d-aeb58790ae36 of type vlan for network 070f9da9-1390-43d4-b1bb-f6a5d9d7fecd Feb 19 03:18:40.088206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Checking segment: {'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:40.088958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Network hostable DHCP agents. Network: dbd4efdd-a952-41fd-8788-cfc7631bb73d, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:18:40.138495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (070f9da9-1390-43d4-b1bb-f6a5d9d7fecd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.150080 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Network dbd4efdd-a952-41fd-8788-cfc7631bb73d is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:18:40.159314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-17dbb995-7c88-41da-89a4-6cf015826dc9 service neutron] 10.222.0.42 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834150 Feb 19 03:18:40.172249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, dbd4efdd-a952-41fd-8788-cfc7631bb73d) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:40.179598 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:40.180468 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.184791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (070f9da9-1390-43d4-b1bb-f6a5d9d7fecd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.186026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:40.186234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ffc2f-4a17-429e-a67b-0bf335fd8c22 None None] Pushing event updated for resources: {'Port': ['ID=0c8514c4-da2d-4a03-828b-4e861e94753e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:40.187015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.203525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24366db8-b394-445b-bb4f-28089af6d532 None None] Network dbd4efdd-a952-41fd-8788-cfc7631bb73d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:40.246846 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fedc8264-1475-4df5-9941-b6e6a047fc4d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8185382 Feb 19 03:18:40.258077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36418) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:40.264605 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-744398262-router', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:40.290013 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9917786 Feb 19 03:18:40.291395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (cc304713-296e-4bc3-848e-654d0a7ec7bf), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.292735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (cc304713-296e-4bc3-848e-654d0a7ec7bf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.324390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-a65ea494-5a24-4a70-bf29-3559a0c7134b service neutron] 10.222.0.42 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139543 Feb 19 03:18:40.325004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36420) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:40.333458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Request body: {'subnet': {'network_id': '070f9da9-1390-43d4-b1bb-f6a5d9d7fecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1420941878-subnet', 'tenant_id': '8180e88a04d443a4960e426ac76c0488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:40.361253 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks [] for router_controller (cc304713-296e-4bc3-848e-654d0a7ec7bf), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.374413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe44b7f-910b-41ab-a448-b61fba922efd admin admin] Pushing event updated for resources: {'Network': ['ID=070f9da9-1390-43d4-b1bb-f6a5d9d7fecd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:40.428242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Made reservation on behalf of 8180e88a04d443a4960e426ac76c0488 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:40.431059 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.497482 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.512927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 070f9da9-1390-43d4-b1bb-f6a5d9d7fecd details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:18:40.580537 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9936ab-a071-4da7-bae9-2b68b67e9c47 x-openstack-request-id: req-2b9936ab-a071-4da7-bae9-2b68b67e9c47 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:40.580838 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a46333-14ca-4aed-ab05-1a1cc5fb6ae5", "name": "network-vif-deleted", "tag": "99bd4258-4f58-4d8b-8bfc-b74d4ed062e2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:40.581373 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b9936ab-a071-4da7-bae9-2b68b67e9c47 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:40.581865 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a46333-14ca-4aed-ab05-1a1cc5fb6ae5', 'name': 'network-vif-deleted', 'tag': '99bd4258-4f58-4d8b-8bfc-b74d4ed062e2', 'status': 'completed', 'code': 200} Feb 19 03:18:40.592840 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks [] for router_gateway (cc304713-296e-4bc3-848e-654d0a7ec7bf), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.746391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379072ef-f9f5-43ac-9b8c-ffeb718bfb05 None None] Network dbd4efdd-a952-41fd-8788-cfc7631bb73d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:40.755314 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a921f73-7f6a-467d-907f-c2959a2dc3b7 x-openstack-request-id: req-3a921f73-7f6a-467d-907f-c2959a2dc3b7 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:40.757545 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95257b1a-8b5d-4a1e-88dc-5dce2d52f37d", "name": "network-vif-deleted", "tag": "d4bf85bc-b31a-4735-aea1-c919b7b3ac2b", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:40.763672 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a921f73-7f6a-467d-907f-c2959a2dc3b7 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:40.764023 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95257b1a-8b5d-4a1e-88dc-5dce2d52f37d', 'name': 'network-vif-deleted', 'tag': 'd4bf85bc-b31a-4735-aea1-c919b7b3ac2b', 'status': 'completed', 'code': 200} Feb 19 03:18:40.872330 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-17c3574b-929b-435a-9aac-5b7870060f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.980115 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Publish callbacks [] for port (41260549-5956-445c-b39e-712661892152), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.992007 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (41260549-5956-445c-b39e-712661892152), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.088107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Network 90952be5-e729-4f63-800d-39afb7d6501e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:41.123128 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks [] for router_gateway (cc304713-296e-4bc3-848e-654d0a7ec7bf), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.136274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:41.141155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:41.151668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Pushing event updated for resources: {'Port': ['ID=41260549-5956-445c-b39e-712661892152,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:41.221330 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.289065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Attempting to bind port 41260549-5956-445c-b39e-712661892152 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:41.289597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Attempting to bind port 41260549-5956-445c-b39e-712661892152 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'fc8b1e26-330b-4c39-97e6-6ce3c2d37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '90952be5-e729-4f63-800d-39afb7d6501e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:41.290001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Attempting to bind port 41260549-5956-445c-b39e-712661892152 on network 90952be5-e729-4f63-800d-39afb7d6501e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:41.302769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:41.303754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Checking segment: {'id': 'fc8b1e26-330b-4c39-97e6-6ce3c2d37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '90952be5-e729-4f63-800d-39afb7d6501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:41.305469 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.306005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Bound using segment: {'id': 'fc8b1e26-330b-4c39-97e6-6ce3c2d37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '90952be5-e729-4f63-800d-39afb7d6501e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:41.308220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Bound port: 41260549-5956-445c-b39e-712661892152, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8b1e26-330b-4c39-97e6-6ce3c2d37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '90952be5-e729-4f63-800d-39afb7d6501e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:41.308629 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (41260549-5956-445c-b39e-712661892152), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.389201 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (e61fc568-2b26-4f68-93a3-2029e3c935cd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.476181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Allocated IP 172.25.4.142 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/64f961ce-c90a-47fc-96fa-41c9058481ce) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:41.479849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] For port 41260549-5956-445c-b39e-712661892152, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:41.486229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] For port 41260549-5956-445c-b39e-712661892152, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=41260549-5956-445c-b39e-712661892152,segment=NetworkSegment(fc8b1e26-330b-4c39-97e6-6ce3c2d37660),segment_id=fc8b1e26-330b-4c39-97e6-6ce3c2d37660)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:41.503199 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (41260549-5956-445c-b39e-712661892152), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.540097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-227002b5-9dc8-490b-bbee-b8dd5874bc35 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:41.547258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-227002b5-9dc8-490b-bbee-b8dd5874bc35 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6660817 Feb 19 03:18:41.652931 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f99bbe-cfc0-4fde-b655-a5d324e93ee5 None None] Pushing event updated for resources: {'Port': ['ID=41260549-5956-445c-b39e-712661892152,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:41.709758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61fc568-2b26-4f68-93a3-2029e3c935cd,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:41.726022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks [] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.740944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-d68684f1-d3bf-47dd-8953-b4acfb5a7d41 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 695 time: 0.1926663 Feb 19 03:18:41.754181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-80ee3318-3ce9-4af3-a582-29644ebc09e4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Request body: {'floatingip': {'port_id': 'c1296397-4cbd-447b-90f0-67aad2419536', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:41.787914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.849739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:41.856934 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:41.859084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Checking segment: {'id': '49f24dc9-0c60-4a52-8e5d-aeb58790ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '070f9da9-1390-43d4-b1bb-f6a5d9d7fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:41.859808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0c8514c4-da2d-4a03-828b-4e861e94753e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:41.862044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:41.863562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Network hostable DHCP agents. Network: 070f9da9-1390-43d4-b1bb-f6a5d9d7fecd, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:18:41.870739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-80ee3318-3ce9-4af3-a582-29644ebc09e4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (b891dbe7-06fb-4135-bb22-2cd1991f1f96), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.005755 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.094921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0c8514c4-da2d-4a03-828b-4e861e94753e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:42.097112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.122131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Pushing event updated for resources: {'Port': ['ID=64f961ce-c90a-47fc-96fa-41c9058481ce,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:42.260727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Allocated IP 172.20.0.1 (b3c13767-2341-48c0-bd8e-104f62582798/34503965-bde1-4e6d-8d31-3930489f38dd/51c1c7a7-ed7a-45f0-b008-0cd325240a69) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:42.313363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0c8514c4-da2d-4a03-828b-4e861e94753e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:42.314112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.429528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 0c8514c4-da2d-4a03-828b-4e861e94753e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0c8514c4-da2d-4a03-828b-4e861e94753e,segment=NetworkSegment(70589beb-f0e9-416e-8115-963a46198b6f),segment_id=70589beb-f0e9-416e-8115-963a46198b6f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:42.450601 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.563857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=0c8514c4-da2d-4a03-828b-4e861e94753e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:42.577747 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks [] for router_gateway (cc304713-296e-4bc3-848e-654d0a7ec7bf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.601455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.649996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Network 070f9da9-1390-43d4-b1bb-f6a5d9d7fecd is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:18:42.660993 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.678647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b2b61-3c8a-45b7-ba0a-531fb93d3508 None None] Network b3c13767-2341-48c0-bd8e-104f62582798 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:42.682079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 070f9da9-1390-43d4-b1bb-f6a5d9d7fecd) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:42.703638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e348d-bf3b-421d-a9da-0d450343844f None None] Network 070f9da9-1390-43d4-b1bb-f6a5d9d7fecd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:42.764331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:42.767506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.844377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network b3c13767-2341-48c0-bd8e-104f62582798 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:42.854994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:42.871800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:42.950622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1fef1926-4e6b-43cf-8b86-0464dadccbf4 None None] Provisioning complete for port 0c8514c4-da2d-4a03-828b-4e861e94753e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:42.950857 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1fef1926-4e6b-43cf-8b86-0464dadccbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.960913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (1a75dc0b-321b-4b73-9d3c-164dbe683d76), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:43.069741 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:43.113365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c0ebf8dc-112e-45d7-ab0f-5d21f45c8c9b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7854655 Feb 19 03:18:43.120369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=51c1c7a7-ed7a-45f0-b008-0cd325240a69,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:43.179714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1fef1926-4e6b-43cf-8b86-0464dadccbf4 None None] Current status of the port 0c8514c4-da2d-4a03-828b-4e861e94753e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:43.234914 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:43.328648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d740a91d-2d80-4362-a5e6-46f7e4ef0434 None None] Network 070f9da9-1390-43d4-b1bb-f6a5d9d7fecd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:43.628067 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:18:43.739482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d7884a82-1233-4153-93d2-427f6350bf61 None None] Provisioning complete for port 51c1c7a7-ed7a-45f0-b008-0cd325240a69 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:43.739943 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7884a82-1233-4153-93d2-427f6350bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:43.798471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-60e860ae-7d4f-4c95-8552-b896ced408ef tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:43.800536 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-60e860ae-7d4f-4c95-8552-b896ced408ef tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.37 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 803 time: 1.2331848 Feb 19 03:18:43.804044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d7884a82-1233-4153-93d2-427f6350bf61 None None] Port 51c1c7a7-ed7a-45f0-b008-0cd325240a69 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:43.823815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1443455-9a60-4cbc-b4cb-2f24cfb33ad2 None None] Network 90952be5-e729-4f63-800d-39afb7d6501e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:43.845523 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (cc304713-296e-4bc3-848e-654d0a7ec7bf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:43.852805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Request body: {'port': {'device_id': '03468c44-c181-4662-935c-9af739ae2904', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'admin_state_up': True, 'tenant_id': 'f60bfa93f98e4426ae1d089174442e9c'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:43.951298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 41260549-5956-445c-b39e-712661892152 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:43.984722 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-80ee3318-3ce9-4af3-a582-29644ebc09e4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:18:44.036878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d7884a82-1233-4153-93d2-427f6350bf61 None None] Provisioning complete for port 0c8514c4-da2d-4a03-828b-4e861e94753e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:44.038198 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7884a82-1233-4153-93d2-427f6350bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.331665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 41260549-5956-445c-b39e-712661892152 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:44.332040 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (41260549-5956-445c-b39e-712661892152), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.335623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36456) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:44.350697 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1252862053-network', 'tenant_id': 'de31d234d04d4ce0875bd0b7fec84226'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:44.377436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Made reservation on behalf of de31d234d04d4ce0875bd0b7fec84226 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:44.380094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.395053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.476707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Made reservation on behalf of f60bfa93f98e4426ae1d089174442e9c for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:44.481950 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.511168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d7884a82-1233-4153-93d2-427f6350bf61 None None] Current status of the port 0c8514c4-da2d-4a03-828b-4e861e94753e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:44.524153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Router cc304713-296e-4bc3-848e-654d0a7ec7bf is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:44.581179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Publish callbacks [] for security_group (ead8085a-645d-4a89-96e4-eb16486054ba), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.597820 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ead8085a-645d-4a89-96e4-eb16486054ba), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.625127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:18:44.638379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (a9d9391e-d117-4e76-89a1-e0a5771c01fa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.639436 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Added segment a9d9391e-d117-4e76-89a1-e0a5771c01fa of type vlan for network ab5657fa-d307-4ad4-8ee2-da99b06ce703 Feb 19 03:18:44.654781 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.660260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 41260549-5956-445c-b39e-712661892152 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:44.660652 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (41260549-5956-445c-b39e-712661892152), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.735457 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (ab5657fa-d307-4ad4-8ee2-da99b06ce703), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.745633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 41260549-5956-445c-b39e-712661892152, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=41260549-5956-445c-b39e-712661892152,segment=NetworkSegment(fc8b1e26-330b-4c39-97e6-6ce3c2d37660),segment_id=fc8b1e26-330b-4c39-97e6-6ce3c2d37660)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:44.759907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a825b868-a25b-413a-8b8e-bde18d0e32b3 None None] Provisioning complete for port 51c1c7a7-ed7a-45f0-b008-0cd325240a69 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:44.760306 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a825b868-a25b-413a-8b8e-bde18d0e32b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.797704 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (41260549-5956-445c-b39e-712661892152), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.798998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0c8514c4-da2d-4a03-828b-4e861e94753e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:44.880338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.890787 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.978320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (ab5657fa-d307-4ad4-8ee2-da99b06ce703), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.980191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:44.981113 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.031177 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-80ee3318-3ce9-4af3-a582-29644ebc09e4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.040274 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-80ee3318-3ce9-4af3-a582-29644ebc09e4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (b891dbe7-06fb-4135-bb22-2cd1991f1f96), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.079672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=41260549-5956-445c-b39e-712661892152,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:45.108260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a825b868-a25b-413a-8b8e-bde18d0e32b3 None None] Port 51c1c7a7-ed7a-45f0-b008-0cd325240a69 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:45.116677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Pushing event updated for resources: {'Network': ['ID=ab5657fa-d307-4ad4-8ee2-da99b06ce703,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:45.132574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:45.133451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network ab5657fa-d307-4ad4-8ee2-da99b06ce703 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:18:45.135440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=51c1c7a7-ed7a-45f0-b008-0cd325240a69,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:45.137449 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead8085a-645d-4a89-96e4-eb16486054ba,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:45.151549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (1a75dc0b-321b-4b73-9d3c-164dbe683d76), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.164196 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6d24b706-f50a-462a-b706-b88a986ecc51 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8242581 Feb 19 03:18:45.181321 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36458) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:45.199335 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Request body: {'subnet': {'network_id': 'ab5657fa-d307-4ad4-8ee2-da99b06ce703', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1252862053-subnet', 'tenant_id': 'de31d234d04d4ce0875bd0b7fec84226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:45.264355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Sync routers for ids ['cc304713-296e-4bc3-848e-654d0a7ec7bf'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:45.271017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a825b868-a25b-413a-8b8e-bde18d0e32b3 None None] Provisioning complete for port 41260549-5956-445c-b39e-712661892152 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:45.271526 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a825b868-a25b-413a-8b8e-bde18d0e32b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (41260549-5956-445c-b39e-712661892152), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.282787 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-80ee3318-3ce9-4af3-a582-29644ebc09e4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Floating IP b891dbe7-06fb-4135-bb22-2cd1991f1f96 associated. External IP: 172.25.4.89, port: c1296397-4cbd-447b-90f0-67aad2419536. Feb 19 03:18:45.302397 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.312683 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-469a59a1-20c6-4533-82c9-1123e6e44038 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0532060 Feb 19 03:18:45.317272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36462) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:45.336979 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Made reservation on behalf of de31d234d04d4ce0875bd0b7fec84226 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:45.339470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.374011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0c8514c4-da2d-4a03-828b-4e861e94753e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:45.374778 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.420818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Routers {'cc304713-296e-4bc3-848e-654d0a7ec7bf'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:45.421573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['cc304713-296e-4bc3-848e-654d0a7ec7bf'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:45.443352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Allocated IP 172.20.0.13 (419de084-40f5-4fc0-b6cf-3db2650792b1/d6c934e3-7b85-43d5-9c7b-befefe865487/24d890c7-9554-46dd-845e-4535dcfe994b) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:45.496989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network b3c13767-2341-48c0-bd8e-104f62582798 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:45.503069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:45.685660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a825b868-a25b-413a-8b8e-bde18d0e32b3 None None] Current status of the port 41260549-5956-445c-b39e-712661892152 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:45.723454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0c8514c4-da2d-4a03-828b-4e861e94753e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:45.786849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Set router cc304713-296e-4bc3-848e-654d0a7ec7bf gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:45.831644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-80ee3318-3ce9-4af3-a582-29644ebc09e4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:45.836220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 1a75dc0b-321b-4b73-9d3c-164dbe683d76 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:45.881024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 41260549-5956-445c-b39e-712661892152 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:45.920079 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks [] for port (24d890c7-9554-46dd-845e-4535dcfe994b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.976790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ed134f37-0ebc-410c-9f5e-8c08dacfb945 None None] Provisioning complete for port 41260549-5956-445c-b39e-712661892152 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:45.977242 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed134f37-0ebc-410c-9f5e-8c08dacfb945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (41260549-5956-445c-b39e-712661892152), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.065184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 41260549-5956-445c-b39e-712661892152 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:46.065597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (41260549-5956-445c-b39e-712661892152), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.080786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-80ee3318-3ce9-4af3-a582-29644ebc09e4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:46.089289 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-80ee3318-3ce9-4af3-a582-29644ebc09e4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.092399 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] Sync routers for ids ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:46.107036 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] Routers {'931f1bb8-dadf-492f-a92f-b11ae13a0a01'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:46.107667 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:46.124886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-80ee3318-3ce9-4af3-a582-29644ebc09e4 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "PUT /v2.0/floatingips/b891dbe7-06fb-4135-bb22-2cd1991f1f96 HTTP/1.1" status: 200 len: 996 time: 4.3825834 Feb 19 03:18:46.129201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057b8b25-18d2-405d-9fde-f278e379f335', 'tag': 'c1296397-4cbd-447b-90f0-67aad2419536'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:46.131815 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7228a80-74b6-47e6-b52a-33702b0f9f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "057b8b25-18d2-405d-9fde-f278e379f335", "tag": "c1296397-4cbd-447b-90f0-67aad2419536"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:46.264364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:46.279734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1bb8c1c4-c6b9-436e-827a-c2aca0e02ad6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/1a75dc0b-321b-4b73-9d3c-164dbe683d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5178061 Feb 19 03:18:46.282444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b80b6-c46c-4936-a0a2-b08e48906364 None None] Sync routers for ids ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:46.284509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-c0336246-459b-4c15-9f97-39c5ca849d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:46.294626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-c0336246-459b-4c15-9f97-39c5ca849d09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1275937955784146a511ec7ab3f57e44&device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 1128 time: 0.1129427 Feb 19 03:18:46.296917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36466) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:46.300360 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] Set router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:46.322774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ed134f37-0ebc-410c-9f5e-8c08dacfb945 None None] Current status of the port 41260549-5956-445c-b39e-712661892152 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:46.333093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b80b6-c46c-4936-a0a2-b08e48906364 None None] Routers {'1a75dc0b-321b-4b73-9d3c-164dbe683d76'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:46.333742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fd5b80b6-c46c-4936-a0a2-b08e48906364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:46.353333 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.382196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fd5b80b6-c46c-4936-a0a2-b08e48906364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:46.426013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'name': 'tempest-ServerRescueNegativeTestJSON-744398262-router', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:18:42Z', 'revision_number': 3, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'gw_port': {'id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:46.470403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b0e2c5-b92b-4a7a-bbc3-336ba8e9f38c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:46.472815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c3b0e2c5-b92b-4a7a-bbc3-336ba8e9f38c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports/51c1c7a7-ed7a-45f0-b008-0cd325240a69 HTTP/1.1" status: 200 len: 910 time: 0.1654708 Feb 19 03:18:46.476988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36470) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:46.535476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Checking router: cc304713-296e-4bc3-848e-654d0a7ec7bf for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:46.535719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Updating router cc304713-296e-4bc3-848e-654d0a7ec7bf port 64f961ce-c90a-47fc-96fa-41c9058481ce binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:18:46.544433 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b80b6-c46c-4936-a0a2-b08e48906364 None None] Routers {'1a75dc0b-321b-4b73-9d3c-164dbe683d76'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:46.545247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fd5b80b6-c46c-4936-a0a2-b08e48906364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:46.569282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Pushing event updated for resources: {'Port': ['ID=24d890c7-9554-46dd-845e-4535dcfe994b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:46.599305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.599652 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.599998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.605499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.606030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.606379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.606836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.607179 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.607510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.607837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.608165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.608487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.608808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:46.643341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 41260549-5956-445c-b39e-712661892152 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:46.660826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-67cea555-6459-4bfc-a149-47da43c65c89 None None] Provisioning complete for port 51c1c7a7-ed7a-45f0-b008-0cd325240a69 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:46.661230 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67cea555-6459-4bfc-a149-47da43c65c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.664710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fd5b80b6-c46c-4936-a0a2-b08e48906364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:46.665038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Network 419de084-40f5-4fc0-b6cf-3db2650792b1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:46.665358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b80b6-c46c-4936-a0a2-b08e48906364 None None] The sync data for ids ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:46.699324 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:13Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b891dbe7-06fb-4135-bb22-2cd1991f1f96', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'port_id': 'c1296397-4cbd-447b-90f0-67aad2419536', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'mac_address': 'fa:16:3e:e5:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057b8b25-18d2-405d-9fde-f278e379f335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:18:36Z', 'updated_at': '2022-02-19T03:18:43Z', 'revision_number': 1, 'project_id': '1275937955784146a511ec7ab3f57e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ca6198-2f3d-4085-87fb-8261e61e6840', 'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'mac_address': 'fa:16:3e:f2:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:11Z', 'updated_at': '2022-02-19T03:18:22Z', 'revision_number': 5, 'project_id': '1275937955784146a511ec7ab3f57e44', 'subnets': [{'id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:46.711085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-1020517b-a055-486f-b8e2-d3946d6ac5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:46.712723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-1020517b-a055-486f-b8e2-d3946d6ac5ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe HTTP/1.1" status: 200 len: 929 time: 0.4169388 Feb 19 03:18:46.729784 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] Checking router: 931f1bb8-dadf-492f-a92f-b11ae13a0a01 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:46.734621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:46.739514 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] Routers {'931f1bb8-dadf-492f-a92f-b11ae13a0a01'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:46.741079 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:46.744664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:46.758044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.765306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-67cea555-6459-4bfc-a149-47da43c65c89 None None] Port 51c1c7a7-ed7a-45f0-b008-0cd325240a69 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:46.880665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-4f422b36-f624-4abd-a35a-cc7125a6b6c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1296397-4cbd-447b-90f0-67aad2419536 HTTP/1.1" status: 200 len: 999 time: 0.1506190 Feb 19 03:18:46.907652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (2ac70124-e03a-481a-bc8d-c8ea6763aadf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.936759 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] Set router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:47.013701 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:47.014442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.060756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-fc2f400f-c85a-4fc5-bb51-dffffd4d4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:47.062295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-fc2f400f-c85a-4fc5-bb51-dffffd4d4fbe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdc05bd8-00d4-40ff-b91a-67f1d8b58992 HTTP/1.1" status: 200 len: 867 time: 0.1730251 Feb 19 03:18:47.072804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac70124-e03a-481a-bc8d-c8ea6763aadf,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:47.095467 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-0d0bfbb3-bfda-4cd5-864a-06d19e3c33a0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2464094 Feb 19 03:18:47.110451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Checking segment: {'id': 'a9d9391e-d117-4e76-89a1-e0a5771c01fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab5657fa-d307-4ad4-8ee2-da99b06ce703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:47.110980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Network hostable DHCP agents. Network: ab5657fa-d307-4ad4-8ee2-da99b06ce703, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:18:47.121711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Request body: {'port': {'device_id': '03468c44-c181-4662-935c-9af739ae2904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:47.128206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.201405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Network ab5657fa-d307-4ad4-8ee2-da99b06ce703 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:18:47.275976 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:13Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b891dbe7-06fb-4135-bb22-2cd1991f1f96', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'port_id': 'c1296397-4cbd-447b-90f0-67aad2419536', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'mac_address': 'fa:16:3e:e5:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057b8b25-18d2-405d-9fde-f278e379f335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:18:36Z', 'updated_at': '2022-02-19T03:18:43Z', 'revision_number': 1, 'project_id': '1275937955784146a511ec7ab3f57e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ca6198-2f3d-4085-87fb-8261e61e6840', 'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'mac_address': 'fa:16:3e:f2:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:11Z', 'updated_at': '2022-02-19T03:18:22Z', 'revision_number': 5, 'project_id': '1275937955784146a511ec7ab3f57e44', 'subnets': [{'id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:47.276562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, ab5657fa-d307-4ad4-8ee2-da99b06ce703) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:47.289630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:47.290411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.298254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-bdd52e68-686b-45d6-a072-f09b8013c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:47.303332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-bdd52e68-686b-45d6-a072-f09b8013c698 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2301793 Feb 19 03:18:47.304268 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Publish callbacks [] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.313784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.323492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1abc7f-f491-4b0f-a392-e65b972ce44e None None] Network ab5657fa-d307-4ad4-8ee2-da99b06ce703 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:47.360255 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbcc648-2e1b-453f-a7e9-a8554fb212f5 None None] The sync data for ids ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'] in n-d-826756-2 is: [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:13Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b891dbe7-06fb-4135-bb22-2cd1991f1f96', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'port_id': 'c1296397-4cbd-447b-90f0-67aad2419536', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'mac_address': 'fa:16:3e:e5:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057b8b25-18d2-405d-9fde-f278e379f335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:18:36Z', 'updated_at': '2022-02-19T03:18:43Z', 'revision_number': 1, 'project_id': '1275937955784146a511ec7ab3f57e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ca6198-2f3d-4085-87fb-8261e61e6840', 'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'mac_address': 'fa:16:3e:f2:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:11Z', 'updated_at': '2022-02-19T03:18:22Z', 'revision_number': 5, 'project_id': '1275937955784146a511ec7ab3f57e44', 'subnets': [{'id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:47.384297 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1fa57b3a-eaa7-4a4a-b619-5de9ac361d6b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1921358 Feb 19 03:18:47.437586 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.509611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Attempting to bind port 64f961ce-c90a-47fc-96fa-41c9058481ce on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:47.510260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Attempting to bind port 64f961ce-c90a-47fc-96fa-41c9058481ce by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:47.511733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Attempting to bind port 64f961ce-c90a-47fc-96fa-41c9058481ce on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:47.547667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-a43f692a-5235-40cb-9bed-68c33b059909 service neutron] 10.222.0.42 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368133 Feb 19 03:18:47.556847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac37e2-ccb9-475c-8374-fcf3bbb2cf7b None None] Network ab5657fa-d307-4ad4-8ee2-da99b06ce703 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:47.606580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Allocated IP 172.20.0.1 (dbd4efdd-a952-41fd-8788-cfc7631bb73d/a43876fa-08cc-4566-b45d-816c34862cd9/d6a6c0ab-9f54-4fcd-953c-a96559db55ce) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:47.618707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c185521-edcb-419e-89a8-c90561eec8b8 None None] Pushing event updated for resources: {'Port': ['ID=64f961ce-c90a-47fc-96fa-41c9058481ce,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:47.684855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:47.685231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:47.685630 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.686050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:47.690597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Bound port: 64f961ce-c90a-47fc-96fa-41c9058481ce, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:47.691052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.714080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36476) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:47.795883 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f2942c-ba74-4659-a39e-c8036f26b503 None None] New status for floating IP b891dbe7-06fb-4135-bb22-2cd1991f1f96: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:18:47.812162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-de617ca4-d48c-4d51-8b4e-d4865722da5f admin admin] Deleting subnet e61fc568-2b26-4f68-93a3-2029e3c935cd {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:18:47.833661 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de617ca4-d48c-4d51-8b4e-d4865722da5f admin admin] Publish callbacks [] for subnet (e61fc568-2b26-4f68-93a3-2029e3c935cd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.936116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] For port 64f961ce-c90a-47fc-96fa-41c9058481ce, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:47.942118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] For port 64f961ce-c90a-47fc-96fa-41c9058481ce, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=64f961ce-c90a-47fc-96fa-41c9058481ce,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:47.951399 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.973049 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de617ca4-d48c-4d51-8b4e-d4865722da5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (e61fc568-2b26-4f68-93a3-2029e3c935cd), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.026865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde2e863-1db3-4cb3-af9c-04e906a408e6 req-035935c8-6c9a-4799-9325-bab091419be5 service neutron] 10.222.0.42 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686184 Feb 19 03:18:48.054508 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.067457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c185521-edcb-419e-89a8-c90561eec8b8 None None] Pushing event updated for resources: {'Port': ['ID=64f961ce-c90a-47fc-96fa-41c9058481ce,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:48.114614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Routers {'cc304713-296e-4bc3-848e-654d0a7ec7bf'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:48.115250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['cc304713-296e-4bc3-848e-654d0a7ec7bf'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:48.122962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36480) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:48.175704 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de617ca4-d48c-4d51-8b4e-d4865722da5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (e61fc568-2b26-4f68-93a3-2029e3c935cd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.179430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Publish callbacks [] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.341386 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.495850 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Network dbd4efdd-a952-41fd-8788-cfc7631bb73d is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:48.506077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:48.513000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:48.523328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a6c0ab-9f54-4fcd-953c-a96559db55ce,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:48.559006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d890c7-9554-46dd-845e-4535dcfe994b {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:18:48.573207 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Publish callbacks [] for port (24d890c7-9554-46dd-845e-4535dcfe994b), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.575282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] Set router cc304713-296e-4bc3-848e-654d0a7ec7bf gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:48.597427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (cc304713-296e-4bc3-848e-654d0a7ec7bf), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.605087 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Transition to ACTIVE for port object 24d890c7-9554-46dd-845e-4535dcfe994b will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:18:48.647165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.739721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Pushing event updated for resources: {'Port': ['ID=24d890c7-9554-46dd-845e-4535dcfe994b,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:48.819245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'name': 'tempest-ServerRescueNegativeTestJSON-744398262-router', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:18:42Z', 'revision_number': 3, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'gw_port': {'id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:48.863717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23663d-cc52-4161-a8db-b7c6425d36b0 None None] The sync data for ids ['cc304713-296e-4bc3-848e-654d0a7ec7bf'] in n-d-826756-2 is: [{'id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'name': 'tempest-ServerRescueNegativeTestJSON-744398262-router', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:18:42Z', 'revision_number': 3, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'gw_port': {'id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:48.896847 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.914131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17b5cf-310d-4c0e-99df-9eeebfccb741 req-c9d1f638-7116-412f-9713-6689d195b223 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:48.919311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Attempting to bind port 24d890c7-9554-46dd-845e-4535dcfe994b on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:48.919782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Attempting to bind port 24d890c7-9554-46dd-845e-4535dcfe994b by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:48.920122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Attempting to bind port 24d890c7-9554-46dd-845e-4535dcfe994b on network 419de084-40f5-4fc0-b6cf-3db2650792b1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:48.923246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e17b5cf-310d-4c0e-99df-9eeebfccb741 req-c9d1f638-7116-412f-9713-6689d195b223 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 944 time: 0.2001460 Feb 19 03:18:48.927275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Port 24d890c7-9554-46dd-845e-4535dcfe994b on network 419de084-40f5-4fc0-b6cf-3db2650792b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:18:48.927606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Attempting to bind port 24d890c7-9554-46dd-845e-4535dcfe994b on network 419de084-40f5-4fc0-b6cf-3db2650792b1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:48.937129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:48.937483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Checking segment: {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:48.938081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Bound using segment: {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:48.938702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Bound port: 24d890c7-9554-46dd-845e-4535dcfe994b, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:48.939176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.005293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d8ed425-9bfc-459f-9af6-eb0816eae416 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group (b9b7a7ef-deaf-4b4d-b778-595f13ae008f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.044147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de617ca4-d48c-4d51-8b4e-d4865722da5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (e61fc568-2b26-4f68-93a3-2029e3c935cd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.053370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e17b5cf-310d-4c0e-99df-9eeebfccb741 req-b5d6411e-27da-4c7c-93a6-a5b864115e8b tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285551 Feb 19 03:18:49.111534 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de617ca4-d48c-4d51-8b4e-d4865722da5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.114779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] For port 24d890c7-9554-46dd-845e-4535dcfe994b, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:49.115916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-de617ca4-d48c-4d51-8b4e-d4865722da5f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e61fc568-2b26-4f68-93a3-2029e3c935cd HTTP/1.1" status: 204 len: 168 time: 1.3984377 Feb 19 03:18:49.120046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de617ca4-d48c-4d51-8b4e-d4865722da5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61fc568-2b26-4f68-93a3-2029e3c935cd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:49.122088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36494) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:49.141737 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d8ed425-9bfc-459f-9af6-eb0816eae416 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group (b9b7a7ef-deaf-4b4d-b778-595f13ae008f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.201525 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (070f9da9-1390-43d4-b1bb-f6a5d9d7fecd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.205355 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918c5942-24ee-4512-ba8c-6e96eba46b50 x-openstack-request-id: req-918c5942-24ee-4512-ba8c-6e96eba46b50 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:49.212306 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057b8b25-18d2-405d-9fde-f278e379f335", "tag": "c1296397-4cbd-447b-90f0-67aad2419536", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:49.212306 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-918c5942-24ee-4512-ba8c-6e96eba46b50 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:49.212306 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057b8b25-18d2-405d-9fde-f278e379f335', 'tag': 'c1296397-4cbd-447b-90f0-67aad2419536', 'status': 'completed', 'code': 200} Feb 19 03:18:49.229194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] For port 24d890c7-9554-46dd-845e-4535dcfe994b, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=24d890c7-9554-46dd-845e-4535dcfe994b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:49.250581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.362060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Allocated IP 172.21.0.1 (90952be5-e729-4f63-800d-39afb7d6501e/512a317a-4a74-4c43-8903-ee3d0e9b4130/2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:49.365609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:49.366642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.368346 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] 10.222.0.37 "PUT /v2.0/ports/24d890c7-9554-46dd-845e-4535dcfe994b HTTP/1.1" status: 200 len: 1092 time: 2.2528622 Feb 19 03:18:49.368993 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03468c44-c181-4662-935c-9af739ae2904', 'tag': '24d890c7-9554-46dd-845e-4535dcfe994b'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:49.371623 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb368395-61a6-46b8-ab3e-3704a28caa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "03468c44-c181-4662-935c-9af739ae2904", "tag": "24d890c7-9554-46dd-845e-4535dcfe994b"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:49.493567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d8ed425-9bfc-459f-9af6-eb0816eae416 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b9b7a7ef-deaf-4b4d-b778-595f13ae008f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.496410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d8ed425-9bfc-459f-9af6-eb0816eae416 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.500298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5d8ed425-9bfc-459f-9af6-eb0816eae416 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "DELETE /v2.0/security-groups/b9b7a7ef-deaf-4b4d-b778-595f13ae008f HTTP/1.1" status: 204 len: 168 time: 1.3741889 Feb 19 03:18:49.505434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36498) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:49.522660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb15030-6537-48c5-9d60-4814fe381f8c service neutron] Pushing event updated for resources: {'Port': ['ID=24d890c7-9554-46dd-845e-4535dcfe994b,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:49.546704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Publish callbacks [] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.556602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (070f9da9-1390-43d4-b1bb-f6a5d9d7fecd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.566777 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.575259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ed425-9bfc-459f-9af6-eb0816eae416 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b7a7ef-deaf-4b4d-b778-595f13ae008f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:49.672115 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070f9da9-1390-43d4-b1bb-f6a5d9d7fecd']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:49.681068 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.690491 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-6e3c540c-1d6e-46ca-b6db-a82ff8c1ca63 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] show failed (client error): The resource could not be found. Feb 19 03:18:49.694425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36502) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:49.694636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6e3c540c-1d6e-46ca-b6db-a82ff8c1ca63 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "GET /v2.0/security-groups/b9b7a7ef-deaf-4b4d-b778-595f13ae008f HTTP/1.1" status: 404 len: 347 time: 0.1777284 Feb 19 03:18:49.698895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-8b802b10-f1a3-4619-917e-2f2d20d13c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:49.700230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-8b802b10-f1a3-4619-917e-2f2d20d13c53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1275937955784146a511ec7ab3f57e44&device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 1128 time: 0.4191720 Feb 19 03:18:49.711351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-ad29b0fa-2e99-4abb-8772-ef01f7122b45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 258 time: 0.4350581 Feb 19 03:18:49.721925 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f24dc9-0c60-4a52-8e5d-aeb58790ae36') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:49.722447 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f24dc9-0c60-4a52-8e5d-aeb58790ae36') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:49.809089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:49.832714 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.897700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 64f961ce-c90a-47fc-96fa-41c9058481ce up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:50.000115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 64f961ce-c90a-47fc-96fa-41c9058481ce triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:50.000959 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.009954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 90952be5-e729-4f63-800d-39afb7d6501e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:50.016643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.039684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:50.054214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:50.098559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:50.118609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 64f961ce-c90a-47fc-96fa-41c9058481ce is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:50.119302 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.146282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 64f961ce-c90a-47fc-96fa-41c9058481ce, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=64f961ce-c90a-47fc-96fa-41c9058481ce,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:50.161725 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.219866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-adc94198-f747-40b0-941f-407e2ec7c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:50.222805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-adc94198-f747-40b0-941f-407e2ec7c1f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe HTTP/1.1" status: 200 len: 929 time: 0.5098195 Feb 19 03:18:50.273754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (49f24dc9-0c60-4a52-8e5d-aeb58790ae36), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.274643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=64f961ce-c90a-47fc-96fa-41c9058481ce,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:50.276587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (cc304713-296e-4bc3-848e-654d0a7ec7bf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.279623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bd8f05e3-c80f-4180-8ff7-a783b460b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:50.281173 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-bd8f05e3-c80f-4180-8ff7-a783b460b435 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 1126 time: 0.7921877 Feb 19 03:18:50.293752 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (1a75dc0b-321b-4b73-9d3c-164dbe683d76), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.307249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a6c0ab-9f54-4fcd-953c-a96559db55ce,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:50.385499 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (49f24dc9-0c60-4a52-8e5d-aeb58790ae36), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.400332 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-2f94ea52-3e84-4b5d-8081-6122c6210ffa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24d890c7-9554-46dd-845e-4535dcfe994b HTTP/1.1" status: 200 len: 217 time: 0.0983956 Feb 19 03:18:50.405198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-10f7e300-1568-4f31-9537-974a7d690732 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1296397-4cbd-447b-90f0-67aad2419536 HTTP/1.1" status: 200 len: 1001 time: 0.1678772 Feb 19 03:18:50.435676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-08e548ee-8cac-4c29-8670-b1a158e568bc None None] Provisioning complete for port 2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:50.436048 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08e548ee-8cac-4c29-8670-b1a158e568bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.477575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-08e548ee-8cac-4c29-8670-b1a158e568bc None None] Port 2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:50.485529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:18:50.486590 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (49f24dc9-0c60-4a52-8e5d-aeb58790ae36), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.540504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-d9aa86b6-7457-4dd9-81b9-1e3bf682563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:50.542959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-d9aa86b6-7457-4dd9-81b9-1e3bf682563b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fdc05bd8-00d4-40ff-b91a-67f1d8b58992 HTTP/1.1" status: 200 len: 867 time: 0.1097927 Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:18:50.553527 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:18:50.608326 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (070f9da9-1390-43d4-b1bb-f6a5d9d7fecd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.634130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.639024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.639291 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.642268 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] 10.222.0.42 "DELETE /v2.0/networks/070f9da9-1390-43d4-b1bb-f6a5d9d7fecd HTTP/1.1" status: 204 len: 168 time: 1.5191004 Feb 19 03:18:50.650165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610548a-cc4e-483c-8719-ef6b3d65ceaa admin admin] Pushing event deleted for resources: {'Network': ['ID=070f9da9-1390-43d4-b1bb-f6a5d9d7fecd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:50.651827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36506) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:50.669591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-3da11508-fcf0-4db5-8d12-e06170999c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:50.671081 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-3da11508-fcf0-4db5-8d12-e06170999c25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6c934e3-7b85-43d5-9c7b-befefe865487 HTTP/1.1" status: 200 len: 843 time: 0.1192646 Feb 19 03:18:50.738154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Network dbd4efdd-a952-41fd-8788-cfc7631bb73d is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:50.742177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-95426f9c-3b5a-4cb5-8263-04ec2bf573fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:50.743744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-95426f9c-3b5a-4cb5-8263-04ec2bf573fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1648614 Feb 19 03:18:50.744407 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-e700279c-dcc9-4f28-8c8c-b72a859ea78d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=419de084-40f5-4fc0-b6cf-3db2650792b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431859 Feb 19 03:18:50.750286 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:50.785381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a6602c-e2c0-4211-adb9-e636bf64dfbd admin admin] Deleting subnet 2ac70124-e03a-481a-bc8d-c8ea6763aadf {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:18:50.816308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-aecf7f87-6444-4a64-b025-598e6df9aca4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Deleting port a1d3d657-9e5c-4784-8d67-be686468ee1a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:50.816577 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aecf7f87-6444-4a64-b025-598e6df9aca4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a1d3d657-9e5c-4784-8d67-be686468ee1a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.824770 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6a6602c-e2c0-4211-adb9-e636bf64dfbd admin admin] Publish callbacks [] for subnet (2ac70124-e03a-481a-bc8d-c8ea6763aadf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.968504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Allocated IP 172.25.4.178 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/b3033f7d-2c31-42bb-a800-ddd7644b263c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:50.969347 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6a6602c-e2c0-4211-adb9-e636bf64dfbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (2ac70124-e03a-481a-bc8d-c8ea6763aadf), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.033810 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-76f30521-9243-4622-91b4-70e8d9a61257 service neutron] 10.222.0.37 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800696 Feb 19 03:18:51.063207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-e6271122-360f-47a2-bd78-c4a404093ed1 service neutron] 10.222.0.71 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070438 Feb 19 03:18:51.116058 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aecf7f87-6444-4a64-b025-598e6df9aca4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a1d3d657-9e5c-4784-8d67-be686468ee1a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.116448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aecf7f87-6444-4a64-b025-598e6df9aca4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for floatingip (a1d3d657-9e5c-4784-8d67-be686468ee1a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.159314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6a6602c-e2c0-4211-adb9-e636bf64dfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (2ac70124-e03a-481a-bc8d-c8ea6763aadf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.192792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-aecf7f87-6444-4a64-b025-598e6df9aca4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Calling delete_port for a1d3d657-9e5c-4784-8d67-be686468ee1a owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:51.222159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Router cc304713-296e-4bc3-848e-654d0a7ec7bf has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:51.262695 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for port (b3033f7d-2c31-42bb-a800-ddd7644b263c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.297238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7228a80-74b6-47e6-b52a-33702b0f9f2b req-c5f48212-30c3-4ce1-86d9-410e3d7e720c service neutron] 10.222.0.71 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977770 Feb 19 03:18:51.299688 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.314100 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa7a6e5-f701-4418-83d7-4322d0cf3e65 req-af5de3bc-a9bd-44e4-b32c-807bdc03cb05 service neutron] 10.222.0.37 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437789 Feb 19 03:18:51.317795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.372428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6a6602c-e2c0-4211-adb9-e636bf64dfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (2ac70124-e03a-481a-bc8d-c8ea6763aadf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.425481 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b3033f7d-2c31-42bb-a800-ddd7644b263c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.433967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6602c-e2c0-4211-adb9-e636bf64dfbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac70124-e03a-481a-bc8d-c8ea6763aadf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:51.437186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (1a75dc0b-321b-4b73-9d3c-164dbe683d76), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.438682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:51.442155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6a6602c-e2c0-4211-adb9-e636bf64dfbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.446106 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6a6602c-e2c0-4211-adb9-e636bf64dfbd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2ac70124-e03a-481a-bc8d-c8ea6763aadf HTTP/1.1" status: 204 len: 168 time: 0.7879379 Feb 19 03:18:51.454028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36512) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:51.483216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:51.499014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:51.505978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:51.543142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:51.550202 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-06e24fe8-97b7-4635-80c0-9561da801b14 admin admin] 10.222.0.42 "PUT /v2.0/routers/cc304713-296e-4bc3-848e-654d0a7ec7bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2260814 Feb 19 03:18:51.560030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Sync routers for ids ['cc304713-296e-4bc3-848e-654d0a7ec7bf'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:51.569622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Routers {'cc304713-296e-4bc3-848e-654d0a7ec7bf'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:51.570842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['cc304713-296e-4bc3-848e-654d0a7ec7bf'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:51.586857 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aecf7f87-6444-4a64-b025-598e6df9aca4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a1d3d657-9e5c-4784-8d67-be686468ee1a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.628097 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf7f87-6444-4a64-b025-598e6df9aca4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Pushing event deleted for resources: {'Port': ['ID=a1d3d657-9e5c-4784-8d67-be686468ee1a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:51.651064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Pushing event updated for resources: {'Port': ['ID=b3033f7d-2c31-42bb-a800-ddd7644b263c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:51.689581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (ab5657fa-d307-4ad4-8ee2-da99b06ce703), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.744405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aecf7f87-6444-4a64-b025-598e6df9aca4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks [] for floatingip (7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.747629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aecf7f87-6444-4a64-b025-598e6df9aca4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.752214 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aecf7f87-6444-4a64-b025-598e6df9aca4 tempest-ServersTestManualDisk-854155749 tempest-ServersTestManualDisk-854155749-project] 10.222.0.42 "DELETE /v2.0/floatingips/7ca02e1a-8c8c-4c7c-8fc4-2f3326587dcf HTTP/1.1" status: 204 len: 168 time: 2.0521519 Feb 19 03:18:51.752871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36516) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:51.774457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Set router cc304713-296e-4bc3-848e-654d0a7ec7bf gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:51.824315 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (74282826-5653-4188-95c1-e51990ecc617), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.860633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 64f961ce-c90a-47fc-96fa-41c9058481ce up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:51.897370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 90952be5-e729-4f63-800d-39afb7d6501e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:51.916425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:52.065135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (ab5657fa-d307-4ad4-8ee2-da99b06ce703), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.076691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 64f961ce-c90a-47fc-96fa-41c9058481ce triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:52.080759 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b3033f7d-2c31-42bb-a800-ddd7644b263c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.087627 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.186208 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.225056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (fa1d8684-5ad3-4703-8e25-b505b84d4278), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.265531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 64f961ce-c90a-47fc-96fa-41c9058481ce is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:52.273139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'name': 'tempest-ServerRescueNegativeTestJSON-744398262-router', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:18:48Z', 'revision_number': 4, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'gw_port': {'id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'd6a6c0ab-9f54-4fcd-953c-a96559db55ce', 'name': '', 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'mac_address': 'fa:16:3e:ee:5b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a43876fa-08cc-4566-b45d-816c34862cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:47Z', 'updated_at': '2022-02-19T03:18:49Z', 'revision_number': 2, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'subnets': [{'id': 'a43876fa-08cc-4566-b45d-816c34862cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:52.278058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8fb98de5-1d70-461e-8d78-447813e46ac3 None None] Provisioning complete for port 2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:52.278440 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8fb98de5-1d70-461e-8d78-447813e46ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.323391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Checking router: cc304713-296e-4bc3-848e-654d0a7ec7bf for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:52.323665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Updating router cc304713-296e-4bc3-848e-654d0a7ec7bf port d6a6c0ab-9f54-4fcd-953c-a96559db55ce binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:18:52.363967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8fb98de5-1d70-461e-8d78-447813e46ac3 None None] Port 2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:52.365429 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.558541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] Deleting port f13947c1-0858-4f72-934f-b60085c5953f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:52.559020 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f13947c1-0858-4f72-934f-b60085c5953f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.587816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5657fa-d307-4ad4-8ee2-da99b06ce703']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:52.600155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d9391e-d117-4e76-89a1-e0a5771c01fa') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:52.600450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d9391e-d117-4e76-89a1-e0a5771c01fa') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:52.610984 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (a9d9391e-d117-4e76-89a1-e0a5771c01fa), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.660798 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Publish callbacks [] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.668179 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.677156 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] For port f13947c1-0858-4f72-934f-b60085c5953f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f13947c1-0858-4f72-934f-b60085c5953f,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:52.677788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f13947c1-0858-4f72-934f-b60085c5953f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.694828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] Calling delete_port for f13947c1-0858-4f72-934f-b60085c5953f owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:52.730630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970faa9d-8e83-45a9-8163-80ffa0db2552 None None] Pushing event updated for resources: {'Port': ['ID=d6a6c0ab-9f54-4fcd-953c-a96559db55ce,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:52.746090 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (a9d9391e-d117-4e76-89a1-e0a5771c01fa), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.753975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:18:52.754411 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (a9d9391e-d117-4e76-89a1-e0a5771c01fa), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.798846 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Attempting to bind port d6a6c0ab-9f54-4fcd-953c-a96559db55ce on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:52.799363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Attempting to bind port d6a6c0ab-9f54-4fcd-953c-a96559db55ce by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:52.799958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Attempting to bind port d6a6c0ab-9f54-4fcd-953c-a96559db55ce on network dbd4efdd-a952-41fd-8788-cfc7631bb73d {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:52.807302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:52.807841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Checking segment: {'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:52.808562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.809060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Bound using segment: {'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:52.809639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Bound port: d6a6c0ab-9f54-4fcd-953c-a96559db55ce, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:52.810166 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:18:52.814963 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:18:52.819299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 1a75dc0b-321b-4b73-9d3c-164dbe683d76 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:52.822580 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (ab5657fa-d307-4ad4-8ee2-da99b06ce703), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.836134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.839698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] 10.222.0.42 "DELETE /v2.0/networks/ab5657fa-d307-4ad4-8ee2-da99b06ce703 HTTP/1.1" status: 204 len: 168 time: 1.3840585 Feb 19 03:18:52.868125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca23a8-68bb-4ca5-9976-f4e3275ba53e admin admin] Pushing event deleted for resources: {'Network': ['ID=ab5657fa-d307-4ad4-8ee2-da99b06ce703,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:52.942390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] For port d6a6c0ab-9f54-4fcd-953c-a96559db55ce, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:52.970179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] For port d6a6c0ab-9f54-4fcd-953c-a96559db55ce, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d6a6c0ab-9f54-4fcd-953c-a96559db55ce,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:52.992005 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.999361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:53.013347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0b28bf08-30f7-4ef3-b02d-176fbba938ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/1a75dc0b-321b-4b73-9d3c-164dbe683d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5315859 Feb 19 03:18:53.015438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36524) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:53.020387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f13947c1-0858-4f72-934f-b60085c5953f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.024248 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beeca00-cba0-4b3c-8e30-798c08f57163 None None] Sync routers for ids ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:53.026153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for port (b3033f7d-2c31-42bb-a800-ddd7644b263c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.053081 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (b3033f7d-2c31-42bb-a800-ddd7644b263c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.069007 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beeca00-cba0-4b3c-8e30-798c08f57163 None None] Routers {'1a75dc0b-321b-4b73-9d3c-164dbe683d76'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:53.073156 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2beeca00-cba0-4b3c-8e30-798c08f57163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:53.157702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13947c1-0858-4f72-934f-b60085c5953f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:53.161105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b51a82-f6c6-4b5a-8598-681097dabcb5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:53.165262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-97b51a82-f6c6-4b5a-8598-681097dabcb5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports/2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4 HTTP/1.1" status: 200 len: 910 time: 0.1475933 Feb 19 03:18:53.174509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36526) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:53.191275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Routers {'cc304713-296e-4bc3-848e-654d0a7ec7bf'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:53.192593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['cc304713-296e-4bc3-848e-654d0a7ec7bf'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:53.216067 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2beeca00-cba0-4b3c-8e30-798c08f57163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:53.233653 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beeca00-cba0-4b3c-8e30-798c08f57163 None None] Routers {'1a75dc0b-321b-4b73-9d3c-164dbe683d76'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:53.234721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36528) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:53.235324 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2beeca00-cba0-4b3c-8e30-798c08f57163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:53.287110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Pushing event updated for resources: {'Port': ['ID=b3033f7d-2c31-42bb-a800-ddd7644b263c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:53.325022 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2beeca00-cba0-4b3c-8e30-798c08f57163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:53.325609 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beeca00-cba0-4b3c-8e30-798c08f57163 None None] The sync data for ids ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:53.356744 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (74282826-5653-4188-95c1-e51990ecc617), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.386968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970faa9d-8e83-45a9-8163-80ffa0db2552 None None] Pushing event updated for resources: {'Port': ['ID=d6a6c0ab-9f54-4fcd-953c-a96559db55ce,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:53.418044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] Set router cc304713-296e-4bc3-848e-654d0a7ec7bf gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:53.429457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.430842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-d5c20138-9819-4d9f-a94a-413557aaeb0d tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6294465 Feb 19 03:18:53.457021 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (fa1d8684-5ad3-4703-8e25-b505b84d4278), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.465620 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9d0e3693-d6ab-4a63-a6cd-38586e55f974 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8180e88a04d443a4960e426ac76c0488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295291 Feb 19 03:18:53.469730 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36530) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:53.573902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-ab5c953a-9f87-4337-bb78-0f3521ea6a55 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.178 HTTP/1.1" status: 200 len: 696 time: 0.0962067 Feb 19 03:18:53.585459 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92194566-aeef-4ed7-aae3-f70fc8650a9e admin admin] Publish callbacks [] for security_group (731e8bcc-ddaa-447e-8189-3fabdee1c786), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.683668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'name': 'tempest-ServerRescueNegativeTestJSON-744398262-router', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:18:48Z', 'revision_number': 4, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'gw_port': {'id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'd6a6c0ab-9f54-4fcd-953c-a96559db55ce', 'name': '', 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'mac_address': 'fa:16:3e:ee:5b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a43876fa-08cc-4566-b45d-816c34862cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:47Z', 'updated_at': '2022-02-19T03:18:52Z', 'revision_number': 4, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'subnets': [{'id': 'a43876fa-08cc-4566-b45d-816c34862cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:53.781672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd1f35-4af3-44ab-8664-af93b6681549 None None] The sync data for ids ['cc304713-296e-4bc3-848e-654d0a7ec7bf'] in n-d-826756-2 is: [{'id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'name': 'tempest-ServerRescueNegativeTestJSON-744398262-router', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:18:48Z', 'revision_number': 4, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'gw_port': {'id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'd6a6c0ab-9f54-4fcd-953c-a96559db55ce', 'name': '', 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'mac_address': 'fa:16:3e:ee:5b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'a43876fa-08cc-4566-b45d-816c34862cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:47Z', 'updated_at': '2022-02-19T03:18:52Z', 'revision_number': 4, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'subnets': [{'id': 'a43876fa-08cc-4566-b45d-816c34862cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:53.794607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-b1a2064c-8b0a-4a9b-bbad-e9bdcabe0cb2 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:53.796297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4980dea3-f36f-4af5-9ed9-9b640749c7d7 req-b1a2064c-8b0a-4a9b-bbad-e9bdcabe0cb2 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.2102296 Feb 19 03:18:53.920050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 24d890c7-9554-46dd-845e-4535dcfe994b details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:18:53.969087 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (1a75dc0b-321b-4b73-9d3c-164dbe683d76), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.026613 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a83e41-e3b1-40c2-a28e-4ba1841e5c97 x-openstack-request-id: req-a4a83e41-e3b1-40c2-a28e-4ba1841e5c97 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:54.027165 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03468c44-c181-4662-935c-9af739ae2904", "tag": "24d890c7-9554-46dd-845e-4535dcfe994b", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:54.027316 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4a83e41-e3b1-40c2-a28e-4ba1841e5c97 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:54.027809 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03468c44-c181-4662-935c-9af739ae2904', 'tag': '24d890c7-9554-46dd-845e-4535dcfe994b', 'status': 'completed', 'code': 200} Feb 19 03:18:54.055164 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92194566-aeef-4ed7-aae3-f70fc8650a9e admin admin] Publish callbacks [] for security_group (731e8bcc-ddaa-447e-8189-3fabdee1c786), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.117145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 24d890c7-9554-46dd-845e-4535dcfe994b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=24d890c7-9554-46dd-845e-4535dcfe994b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:54.131470 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '24d890c7-9554-46dd-845e-4535dcfe994b', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'port_id': '24d890c7-9554-46dd-845e-4535dcfe994b', 'mac_address': 'fa:16:3e:91:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c934e3-7b85-43d5-9c7b-befefe865487', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:18:54.175994 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92194566-aeef-4ed7-aae3-f70fc8650a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (731e8bcc-ddaa-447e-8189-3fabdee1c786), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.178695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-92194566-aeef-4ed7-aae3-f70fc8650a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.180852 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-92194566-aeef-4ed7-aae3-f70fc8650a9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/731e8bcc-ddaa-447e-8189-3fabdee1c786 HTTP/1.1" status: 204 len: 168 time: 0.7081270 Feb 19 03:18:54.189397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 24d890c7-9554-46dd-845e-4535dcfe994b is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:54.189867 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.215331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb368395-61a6-46b8-ab3e-3704a28caa2d req-9a0ecd30-20cd-45dc-b4d3-2373d869e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:54.224887 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb368395-61a6-46b8-ab3e-3704a28caa2d req-9a0ecd30-20cd-45dc-b4d3-2373d869e5f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 1126 time: 0.1657867 Feb 19 03:18:54.234093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92194566-aeef-4ed7-aae3-f70fc8650a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731e8bcc-ddaa-447e-8189-3fabdee1c786,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:54.272209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5396b-4b18-400c-b9fd-364766465d79 req-9eeb8696-797d-4d2f-81c8-9d8baa7d4d15 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:54.275023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-11d5396b-4b18-400c-b9fd-364766465d79 req-9eeb8696-797d-4d2f-81c8-9d8baa7d4d15 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 944 time: 0.1653278 Feb 19 03:18:54.421508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-11d5396b-4b18-400c-b9fd-364766465d79 req-2285b3cf-2659-4b25-8143-8f80d25182dd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296930 Feb 19 03:18:54.429229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d890c7-9554-46dd-845e-4535dcfe994b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:18:54.472125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 24d890c7-9554-46dd-845e-4535dcfe994b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=24d890c7-9554-46dd-845e-4535dcfe994b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:54.478550 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.510643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:54.511144 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.548775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=24d890c7-9554-46dd-845e-4535dcfe994b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:54.565541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb368395-61a6-46b8-ab3e-3704a28caa2d req-0de63aa1-4636-4ef7-b465-9233e0d14c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:54.567317 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb368395-61a6-46b8-ab3e-3704a28caa2d req-0de63aa1-4636-4ef7-b465-9233e0d14c71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 904 time: 0.2428665 Feb 19 03:18:54.622300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] Router fa1d8684-5ad3-4703-8e25-b505b84d4278 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:54.623941 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb368395-61a6-46b8-ab3e-3704a28caa2d req-9db79a88-83fd-4488-bf84-8826e49691a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24d890c7-9554-46dd-845e-4535dcfe994b HTTP/1.1" status: 200 len: 217 time: 0.0465477 Feb 19 03:18:54.677064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.702087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:54.770889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb368395-61a6-46b8-ab3e-3704a28caa2d req-b7d025ad-3be6-417c-bdff-ace3f0ddd2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:54.772426 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb368395-61a6-46b8-ab3e-3704a28caa2d req-b7d025ad-3be6-417c-bdff-ace3f0ddd2be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6c934e3-7b85-43d5-9c7b-befefe865487 HTTP/1.1" status: 200 len: 843 time: 0.1367722 Feb 19 03:18:54.835524 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb368395-61a6-46b8-ab3e-3704a28caa2d req-06e7a208-3d33-4cd3-a3e2-0d69d378738c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=419de084-40f5-4fc0-b6cf-3db2650792b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501461 Feb 19 03:18:54.958751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['24d890c7-9554-46dd-845e-4535dcfe994b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:18:54.968003 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36554) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:55.005382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:55.020416 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-65a27496-df84-4e2f-9c3d-ea214711f201 admin admin] 10.222.0.42 "PUT /v2.0/routers/fa1d8684-5ad3-4703-8e25-b505b84d4278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2664392 Feb 19 03:18:55.028020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36560) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:55.041691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] Sync routers for ids ['fa1d8684-5ad3-4703-8e25-b505b84d4278'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:55.044366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.092578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] Routers {'fa1d8684-5ad3-4703-8e25-b505b84d4278'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:55.093611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fa1d8684-5ad3-4703-8e25-b505b84d4278'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:55.118421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=2f3fa63d-457d-42fe-acd3-47d7eb0ad8a4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:55.223915 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4911f6f5-a91e-4779-aa04-cf44cd2775e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de31d234d04d4ce0875bd0b7fec84226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546980 Feb 19 03:18:55.239916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36572) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:55.260276 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb368395-61a6-46b8-ab3e-3704a28caa2d req-13b8640c-ad1c-4434-ad8d-33c14d60ef13 service neutron] 10.222.0.37 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484106 Feb 19 03:18:55.336212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-b2f0b5ab-9d88-4acb-a1f1-0574528af616 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:55.343182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-b2f0b5ab-9d88-4acb-a1f1-0574528af616 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 818 time: 0.1427097 Feb 19 03:18:55.377562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] Set router fa1d8684-5ad3-4703-8e25-b505b84d4278 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:55.399028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-a5ff640a-2a9b-4fe6-8f95-8ca11109f636 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/quotas/41b4b8d0c2c54f1d9276f33d1c38b801 HTTP/1.1" status: 200 len: 375 time: 0.0548456 Feb 19 03:18:55.539775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-9f868067-4832-44c6-820e-42bfd47f902e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1392009 Feb 19 03:18:55.559268 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69171eca-743e-47fd-9e73-b7b198740872 admin admin] Publish callbacks [] for security_group (ead8085a-645d-4a89-96e4-eb16486054ba), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.605982 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Publish callbacks [] for router (fa1d8684-5ad3-4703-8e25-b505b84d4278), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.613050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69171eca-743e-47fd-9e73-b7b198740872 admin admin] Publish callbacks [] for security_group (ead8085a-645d-4a89-96e4-eb16486054ba), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.657661 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bb368395-61a6-46b8-ab3e-3704a28caa2d req-cbf42b7d-b39f-4afd-b7d0-7a5e83f32475 service neutron] 10.222.0.37 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961887 Feb 19 03:18:55.709272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-385a121c-468f-4cf4-8bea-3ed6cdc9649b service neutron] 10.222.0.42 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683395 Feb 19 03:18:55.804518 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:18:52Z', 'revision_number': 5, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:55.856279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] Checking router: fa1d8684-5ad3-4703-8e25-b505b84d4278 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:55.866113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4748d93a-f173-4121-b2cf-8630e723d90a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:55.867872 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4748d93a-f173-4121-b2cf-8630e723d90a tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.37 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 944 time: 0.1359491 Feb 19 03:18:55.869649 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Publish callbacks [] for router_gateway (fa1d8684-5ad3-4703-8e25-b505b84d4278), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.873095 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69171eca-743e-47fd-9e73-b7b198740872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ead8085a-645d-4a89-96e4-eb16486054ba), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.875761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69171eca-743e-47fd-9e73-b7b198740872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.876427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] Routers {'fa1d8684-5ad3-4703-8e25-b505b84d4278'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:55.876937 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-69171eca-743e-47fd-9e73-b7b198740872 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ead8085a-645d-4a89-96e4-eb16486054ba HTTP/1.1" status: 204 len: 168 time: 0.6360238 Feb 19 03:18:55.877162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fa1d8684-5ad3-4703-8e25-b505b84d4278'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:55.925364 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (1a75dc0b-321b-4b73-9d3c-164dbe683d76), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.932897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69171eca-743e-47fd-9e73-b7b198740872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead8085a-645d-4a89-96e4-eb16486054ba,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:56.014452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d6a6c0ab-9f54-4fcd-953c-a96559db55ce up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:56.040782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-eab1e9b6-36ef-4604-b9fd-299e9a43e6e7 service neutron] 10.222.0.42 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308327 Feb 19 03:18:56.136729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Deleting port 9af25fe7-3780-49a4-b13f-188a4e19d2c1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:56.137241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.193643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d6a6c0ab-9f54-4fcd-953c-a96559db55ce triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:56.194360 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.197597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] Set router fa1d8684-5ad3-4703-8e25-b505b84d4278 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:56.241281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4d2bd213-ddf2-4cde-91c7-b214cdcf3f3d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Deleting port 11fc6ea8-1999-4642-9dc0-1966b3487832 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:56.241625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4d2bd213-ddf2-4cde-91c7-b214cdcf3f3d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.244690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 1a75dc0b-321b-4b73-9d3c-164dbe683d76 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:56.355181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4d2bd213-ddf2-4cde-91c7-b214cdcf3f3d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] For port 11fc6ea8-1999-4642-9dc0-1966b3487832, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=11fc6ea8-1999-4642-9dc0-1966b3487832,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:56.355344 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4d2bd213-ddf2-4cde-91c7-b214cdcf3f3d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.406782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4d2bd213-ddf2-4cde-91c7-b214cdcf3f3d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Calling delete_port for 11fc6ea8-1999-4642-9dc0-1966b3487832 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:56.445937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] For port 9af25fe7-3780-49a4-b13f-188a4e19d2c1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9af25fe7-3780-49a4-b13f-188a4e19d2c1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:56.446313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.449925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:56.465774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-afa78472-0f5e-43c8-80bf-a20138eb2612 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/1a75dc0b-321b-4b73-9d3c-164dbe683d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2882433 Feb 19 03:18:56.468847 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868d6fc-5bc5-40ae-89c0-63c1449a0cbf None None] Sync routers for ids ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:56.471216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Calling delete_port for 9af25fe7-3780-49a4-b13f-188a4e19d2c1 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:56.479245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36602) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:56.483895 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868d6fc-5bc5-40ae-89c0-63c1449a0cbf None None] Routers {'1a75dc0b-321b-4b73-9d3c-164dbe683d76'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:56.484982 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c868d6fc-5bc5-40ae-89c0-63c1449a0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:56.494511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60449b68-129b-463b-b33d-ca119ee16e0c req-61556ad2-179c-413a-b4be-7125d6f5038a tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:56.498409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60449b68-129b-463b-b33d-ca119ee16e0c req-61556ad2-179c-413a-b4be-7125d6f5038a tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1216154 Feb 19 03:18:56.555325 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c868d6fc-5bc5-40ae-89c0-63c1449a0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:56.584419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d6a6c0ab-9f54-4fcd-953c-a96559db55ce is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:56.584938 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.593229 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868d6fc-5bc5-40ae-89c0-63c1449a0cbf None None] Routers {'1a75dc0b-321b-4b73-9d3c-164dbe683d76'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:56.593871 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c868d6fc-5bc5-40ae-89c0-63c1449a0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:56.639055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port d6a6c0ab-9f54-4fcd-953c-a96559db55ce, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d6a6c0ab-9f54-4fcd-953c-a96559db55ce,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:56.649026 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.663867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:18:52Z', 'revision_number': 5, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:56.697960 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c868d6fc-5bc5-40ae-89c0-63c1449a0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:56.699618 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868d6fc-5bc5-40ae-89c0-63c1449a0cbf None None] The sync data for ids ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:56.712587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60449b68-129b-463b-b33d-ca119ee16e0c req-e5c6260c-4ad9-428f-af3a-d6b2fa332079 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.178 HTTP/1.1" status: 200 len: 696 time: 0.1897206 Feb 19 03:18:56.721763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-60449b68-129b-463b-b33d-ca119ee16e0c req-e0e42c00-2d9a-4465-9dff-5f0bb604ce74 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Request body: {'floatingip': {'port_id': 'c1296397-4cbd-447b-90f0-67aad2419536', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:56.783860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9658b4a-30ee-4077-b714-5ea6e84fab0b None None] The sync data for ids ['fa1d8684-5ad3-4703-8e25-b505b84d4278'] in n-d-826756-2 is: [{'id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'name': 'tempest-ServersTestManualDisk-1115922668-router', 'tenant_id': 'aa870b575cbe42d5be484f2349a710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:43Z', 'updated_at': '2022-02-19T03:18:52Z', 'revision_number': 5, 'project_id': 'aa870b575cbe42d5be484f2349a710c5', 'gw_port': {'id': '9af25fe7-3780-49a4-b13f-188a4e19d2c1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1d8684-5ad3-4703-8e25-b505b84d4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:45Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:56.787567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-60449b68-129b-463b-b33d-ca119ee16e0c req-e0e42c00-2d9a-4465-9dff-5f0bb604ce74 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (74282826-5653-4188-95c1-e51990ecc617), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.823657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=d6a6c0ab-9f54-4fcd-953c-a96559db55ce,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:56.972963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (9af25fe7-3780-49a4-b13f-188a4e19d2c1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.037590 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af25fe7-3780-49a4-b13f-188a4e19d2c1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:57.135288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (fa1d8684-5ad3-4703-8e25-b505b84d4278), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.139913 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4d2bd213-ddf2-4cde-91c7-b214cdcf3f3d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (11fc6ea8-1999-4642-9dc0-1966b3487832), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.274376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bd213-ddf2-4cde-91c7-b214cdcf3f3d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Pushing event deleted for resources: {'Port': ['ID=11fc6ea8-1999-4642-9dc0-1966b3487832,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:57.332251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (fa1d8684-5ad3-4703-8e25-b505b84d4278), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.335659 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Publish callbacks [] for router_controller (fa1d8684-5ad3-4703-8e25-b505b84d4278), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.441252 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4d2bd213-ddf2-4cde-91c7-b214cdcf3f3d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] No DVR routers for this DVR port 11fc6ea8-1999-4642-9dc0-1966b3487832 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:57.444964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4d2bd213-ddf2-4cde-91c7-b214cdcf3f3d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.448895 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4d98a122-e5c4-47d9-b75f-a9181a48cf5f req-4d2bd213-ddf2-4cde-91c7-b214cdcf3f3d tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.37 "DELETE /v2.0/ports/11fc6ea8-1999-4642-9dc0-1966b3487832 HTTP/1.1" status: 204 len: 173 time: 1.5696256 Feb 19 03:18:57.450230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'name': 'network-vif-deleted', 'tag': '11fc6ea8-1999-4642-9dc0-1966b3487832'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:57.454203 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aca60d-24c3-49de-ba45-d5b129b83fd6" -d '{"events": [{"server_uuid": "063a09ac-b022-4c8b-885b-97c7f7af0e11", "name": "network-vif-deleted", "tag": "11fc6ea8-1999-4642-9dc0-1966b3487832"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:57.458940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (fa1d8684-5ad3-4703-8e25-b505b84d4278), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.459507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa1d8684-5ad3-4703-8e25-b505b84d4278 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:57.464200 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.465339 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e340221c-f2ee-4369-aac3-f2334c6b2679 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fa1d8684-5ad3-4703-8e25-b505b84d4278 HTTP/1.1" status: 204 len: 168 time: 2.4348509 Feb 19 03:18:57.468893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36626) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:57.544969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd63010-2aa9-4a13-bf35-289a1d3ac7ab admin admin] Deleting subnet df6ed2fd-9d20-49e8-8951-b2647ea8fd2f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:18:57.549613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd63010-2aa9-4a13-bf35-289a1d3ac7ab admin admin] Publish callbacks [] for subnet (df6ed2fd-9d20-49e8-8951-b2647ea8fd2f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.637481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd63010-2aa9-4a13-bf35-289a1d3ac7ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (df6ed2fd-9d20-49e8-8951-b2647ea8fd2f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.651984 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-60449b68-129b-463b-b33d-ca119ee16e0c req-e0e42c00-2d9a-4465-9dff-5f0bb604ce74 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 03:18:57.672687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60449b68-129b-463b-b33d-ca119ee16e0c req-e0e42c00-2d9a-4465-9dff-5f0bb604ce74 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "PUT /v2.0/floatingips/74282826-5653-4188-95c1-e51990ecc617 HTTP/1.1" status: 409 len: 551 time: 0.9588056 Feb 19 03:18:57.823059 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd63010-2aa9-4a13-bf35-289a1d3ac7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (df6ed2fd-9d20-49e8-8951-b2647ea8fd2f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.825705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e089f9c6-e6f7-4643-ab73-f587d81ad8bb req-92614a14-3c39-4ac1-9e19-c3eb1b0bfeb2 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=063a09ac-b022-4c8b-885b-97c7f7af0e11 HTTP/1.1" status: 200 len: 210 time: 0.0490470 Feb 19 03:18:57.887843 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (1a75dc0b-321b-4b73-9d3c-164dbe683d76), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.935733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 24d890c7-9554-46dd-845e-4535dcfe994b up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:57.990116 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd63010-2aa9-4a13-bf35-289a1d3ac7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (df6ed2fd-9d20-49e8-8951-b2647ea8fd2f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.012382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d6a6c0ab-9f54-4fcd-953c-a96559db55ce up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:58.048975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd63010-2aa9-4a13-bf35-289a1d3ac7ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6ed2fd-9d20-49e8-8951-b2647ea8fd2f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:58.057812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cd63010-2aa9-4a13-bf35-289a1d3ac7ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.068785 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5cd63010-2aa9-4a13-bf35-289a1d3ac7ab admin admin] 10.222.0.42 "DELETE /v2.0/subnets/df6ed2fd-9d20-49e8-8951-b2647ea8fd2f HTTP/1.1" status: 204 len: 168 time: 0.5982575 Feb 19 03:18:58.071634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36640) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:58.079991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abaf8fa-01e0-472d-9f16-026c9121d1e6 None None] Network 37be3b18-250c-4faf-a3d8-ee10e804742e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:58.164320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65642fab-19e5-4d53-95dd-d9b99572d75e req-8ef6ae28-9739-498b-b43d-1d506e7694d6 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:58.166332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65642fab-19e5-4d53-95dd-d9b99572d75e req-8ef6ae28-9739-498b-b43d-1d506e7694d6 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 945 time: 0.2181730 Feb 19 03:18:58.229169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (37be3b18-250c-4faf-a3d8-ee10e804742e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.264399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-46d47f15-9d3a-4641-8ede-455e61cd8451 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:58.267453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-46d47f15-9d3a-4641-8ede-455e61cd8451 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 818 time: 0.3175168 Feb 19 03:18:58.305735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65642fab-19e5-4d53-95dd-d9b99572d75e req-14a271af-e9cc-48d8-8584-38780e60766d tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071203 Feb 19 03:18:58.312279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Request body: {'port': {'device_id': '89224b96-5a8f-4fe8-b741-f73f8d2280c4', 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d', 'admin_state_up': True, 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:58.320108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 24d890c7-9554-46dd-845e-4535dcfe994b completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:18:58.332657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Deleting port ebf4a406-3d2b-413a-8762-f479ea4f0abe {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:58.332657 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.346287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 24d890c7-9554-46dd-845e-4535dcfe994b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:58.347533 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.383671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d6a6c0ab-9f54-4fcd-953c-a96559db55ce triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:58.384579 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.540607 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] For port ebf4a406-3d2b-413a-8762-f479ea4f0abe, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ebf4a406-3d2b-413a-8762-f479ea4f0abe,segment=NetworkSegment(f9e3ae54-055a-4357-aa24-c24fb9cec3bf),segment_id=f9e3ae54-055a-4357-aa24-c24fb9cec3bf)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:58.540607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.556030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Calling delete_port for ebf4a406-3d2b-413a-8762-f479ea4f0abe owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:58.611365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0ac70-5319-491e-97c5-6a3f0cfe3fc2 None None] DHCP port deletion for 37be3b18-250c-4faf-a3d8-ee10e804742e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:18:58.613044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0a4dc8f-5416-4e8f-9fb7-ad3b307ea0c8 req-8e22bddb-735f-4859-8c92-4e11876cff68 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 210 time: 0.0517602 Feb 19 03:18:58.615536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Made reservation on behalf of 41b4b8d0c2c54f1d9276f33d1c38b801 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:58.617601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d6a6c0ab-9f54-4fcd-953c-a96559db55ce is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:58.619222 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.668131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.678782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f13947c1-0858-4f72-934f-b60085c5953f no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:58.706709 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284b1ba-c5ed-40cc-8582-3050b1261346 x-openstack-request-id: req-b284b1ba-c5ed-40cc-8582-3050b1261346 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:58.706987 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063a09ac-b022-4c8b-885b-97c7f7af0e11", "name": "network-vif-deleted", "tag": "11fc6ea8-1999-4642-9dc0-1966b3487832", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:58.707247 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b284b1ba-c5ed-40cc-8582-3050b1261346 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:58.707661 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063a09ac-b022-4c8b-885b-97c7f7af0e11', 'name': 'network-vif-deleted', 'tag': '11fc6ea8-1999-4642-9dc0-1966b3487832', 'status': 'completed', 'code': 200} Feb 19 03:18:58.710036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf4a406-3d2b-413a-8762-f479ea4f0abe,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:58.712337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] No DVR routers for this DVR port ebf4a406-3d2b-413a-8762-f479ea4f0abe on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:58.743121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f13947c1-0858-4f72-934f-b60085c5953f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:58.743461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f13947c1-0858-4f72-934f-b60085c5953f not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:58.773540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 24d890c7-9554-46dd-845e-4535dcfe994b is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:58.774784 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.801000 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (37be3b18-250c-4faf-a3d8-ee10e804742e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.808838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 51c1c7a7-ed7a-45f0-b008-0cd325240a69 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:58.808838 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.828510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37be3b18-250c-4faf-a3d8-ee10e804742e']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:58.837691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-f16e125a-26a9-43eb-aa46-436706121555 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips/74282826-5653-4188-95c1-e51990ecc617 HTTP/1.1" status: 200 len: 693 time: 0.0926697 Feb 19 03:18:58.840503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:58.840832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e3ae54-055a-4357-aa24-c24fb9cec3bf') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:58.853399 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (f9e3ae54-055a-4357-aa24-c24fb9cec3bf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.870798 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f9e3ae54-055a-4357-aa24-c24fb9cec3bf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.879278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:18:58.879725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (f9e3ae54-055a-4357-aa24-c24fb9cec3bf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:18:58.883082 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:18:58.948060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (37be3b18-250c-4faf-a3d8-ee10e804742e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.956229 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.960244 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] 10.222.0.42 "DELETE /v2.0/networks/37be3b18-250c-4faf-a3d8-ee10e804742e HTTP/1.1" status: 204 len: 168 time: 0.8847926 Feb 19 03:18:58.981577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 24d890c7-9554-46dd-845e-4535dcfe994b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=24d890c7-9554-46dd-845e-4535dcfe994b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:58.986146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b597fd-4de4-4f59-a515-c9486d8e9c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=37be3b18-250c-4faf-a3d8-ee10e804742e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:58.988784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03468c44-c181-4662-935c-9af739ae2904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d890c7-9554-46dd-845e-4535dcfe994b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:58.999070 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab74283-65fb-4ff0-9589-4259d072b06d" -d '{"events": [{"server_uuid": "03468c44-c181-4662-935c-9af739ae2904", "name": "network-vif-plugged", "status": "completed", "tag": "24d890c7-9554-46dd-845e-4535dcfe994b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:59.013155 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.014302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 11fc6ea8-1999-4642-9dc0-1966b3487832 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:59.023042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Allocated IP 172.20.0.12 (dbd4efdd-a952-41fd-8788-cfc7631bb73d/a43876fa-08cc-4566-b45d-816c34862cd9/7025aec4-f271-40a9-975f-eb5afa1230f0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:59.062391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0ac70-5319-491e-97c5-6a3f0cfe3fc2 None None] Deleting port ebf4a406-3d2b-413a-8762-f479ea4f0abe {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:59.062873 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2a0ac70-5319-491e-97c5-6a3f0cfe3fc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ebf4a406-3d2b-413a-8762-f479ea4f0abe), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.078255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 11fc6ea8-1999-4642-9dc0-1966b3487832 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:59.078735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 11fc6ea8-1999-4642-9dc0-1966b3487832 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:59.081629 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.117108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 51c1c7a7-ed7a-45f0-b008-0cd325240a69 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server [None req-a2a0ac70-5319-491e-97c5-6a3f0cfe3fc2 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 37be3b18-250c-4faf-a3d8-ee10e804742e could not be found. Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:18:59.130262 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 37be3b18-250c-4faf-a3d8-ee10e804742e could not be found. Feb 19 03:18:59.134473 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 03:18:59.143920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-bbffa687-32d3-4e89-bc71-7170ec023ac7 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:59.145360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-bbffa687-32d3-4e89-bc71-7170ec023ac7 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.2589469 Feb 19 03:18:59.164048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=24d890c7-9554-46dd-845e-4535dcfe994b,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:59.179887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9338a-e5a7-4674-8859-a9eea0d2ebad None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:18:59.213221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36666) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:59.262538 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-19d2b380-a5db-4ff5-a264-33cc837e9f37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa870b575cbe42d5be484f2349a710c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479753 Feb 19 03:18:59.263212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36668) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:59.304997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-414de16d-faaf-4c2f-8eda-6ce949a1281e tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.178 HTTP/1.1" status: 200 len: 696 time: 0.1114869 Feb 19 03:18:59.312129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9338a-e5a7-4674-8859-a9eea0d2ebad None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:18:59.324599 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3eeef0f0-fa04-47c1-8531-bfa1ded22b12 admin admin] Publish callbacks [] for security_group (2398ee93-95eb-4cfd-a673-78476f4b3a4b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.353972 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3eeef0f0-fa04-47c1-8531-bfa1ded22b12 admin admin] Publish callbacks [] for security_group (2398ee93-95eb-4cfd-a673-78476f4b3a4b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.410097 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3eeef0f0-fa04-47c1-8531-bfa1ded22b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2398ee93-95eb-4cfd-a673-78476f4b3a4b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.413417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3eeef0f0-fa04-47c1-8531-bfa1ded22b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.418331 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3eeef0f0-fa04-47c1-8531-bfa1ded22b12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2398ee93-95eb-4cfd-a673-78476f4b3a4b HTTP/1.1" status: 204 len: 168 time: 0.1507540 Feb 19 03:18:59.426762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeef0f0-fa04-47c1-8531-bfa1ded22b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2398ee93-95eb-4cfd-a673-78476f4b3a4b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:59.435090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-707927fc-f98a-40b3-930b-7427a050241a tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.178 HTTP/1.1" status: 200 len: 696 time: 0.1232824 Feb 19 03:18:59.511132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks [] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.640000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f9c817-5ee1-4947-a3d3-1a5da898b6e6 None None] DHCP port deletion for 37be3b18-250c-4faf-a3d8-ee10e804742e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:18:59.652794 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (51c1c7a7-ed7a-45f0-b008-0cd325240a69), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.690999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=51c1c7a7-ed7a-45f0-b008-0cd325240a69,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:59.698605 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.843917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9af25fe7-3780-49a4-b13f-188a4e19d2c1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:59.848561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Pushing event updated for resources: {'Port': ['ID=7025aec4-f271-40a9-975f-eb5afa1230f0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:59.880559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 9af25fe7-3780-49a4-b13f-188a4e19d2c1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:59.881038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9af25fe7-3780-49a4-b13f-188a4e19d2c1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:59.881182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-16be542e-42d5-494a-92d5-5f3dee1d1559 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Deleting port b3033f7d-2c31-42bb-a800-ddd7644b263c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:59.881507 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-16be542e-42d5-494a-92d5-5f3dee1d1559 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b3033f7d-2c31-42bb-a800-ddd7644b263c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.881980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ebf4a406-3d2b-413a-8762-f479ea4f0abe no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:59.891061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Network dbd4efdd-a952-41fd-8788-cfc7631bb73d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:59.905314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ebf4a406-3d2b-413a-8762-f479ea4f0abe {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:59.905776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ebf4a406-3d2b-413a-8762-f479ea4f0abe not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:59.907606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:59.919949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:00.074717 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (1a75dc0b-321b-4b73-9d3c-164dbe683d76), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.087607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:00.088208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.115603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-16be542e-42d5-494a-92d5-5f3dee1d1559 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b3033f7d-2c31-42bb-a800-ddd7644b263c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.115950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-16be542e-42d5-494a-92d5-5f3dee1d1559 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (b3033f7d-2c31-42bb-a800-ddd7644b263c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.160930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-16be542e-42d5-494a-92d5-5f3dee1d1559 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Calling delete_port for b3033f7d-2c31-42bb-a800-ddd7644b263c owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:00.166722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-6b732f0b-1f3e-4b8c-b885-949d199ee3f5 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8648841 Feb 19 03:19:00.521410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Request body: {'port': {'device_id': '89224b96-5a8f-4fe8-b741-f73f8d2280c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:00.730451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.751406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 1a75dc0b-321b-4b73-9d3c-164dbe683d76 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:00.898677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:00.909816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6374d3-0704-4e5d-b3cf-33fffe6fb62a None None] Sync routers for ids ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:00.921383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6374d3-0704-4e5d-b3cf-33fffe6fb62a None None] Routers {'1a75dc0b-321b-4b73-9d3c-164dbe683d76'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:00.922066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ca6374d3-0704-4e5d-b3cf-33fffe6fb62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:00.944281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3d213646-f3e4-451f-b477-59ab8f52d338 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/1a75dc0b-321b-4b73-9d3c-164dbe683d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4427805 Feb 19 03:19:00.947584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36694) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:00.962895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ca6374d3-0704-4e5d-b3cf-33fffe6fb62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:00.975789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6374d3-0704-4e5d-b3cf-33fffe6fb62a None None] Routers {'1a75dc0b-321b-4b73-9d3c-164dbe683d76'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:00.977062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ca6374d3-0704-4e5d-b3cf-33fffe6fb62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:00.977477 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-16be542e-42d5-494a-92d5-5f3dee1d1559 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b3033f7d-2c31-42bb-a800-ddd7644b263c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.991504 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ebf43e2a-f61b-4e66-9125-0fb8baf7e61b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a75dc0b-321b-4b73-9d3c-164dbe683d76 HTTP/1.1" status: 200 len: 205 time: 0.0425904 Feb 19 03:19:00.994096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36696) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:01.019461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ca6374d3-0704-4e5d-b3cf-33fffe6fb62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:01.020170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6374d3-0704-4e5d-b3cf-33fffe6fb62a None None] The sync data for ids ['1a75dc0b-321b-4b73-9d3c-164dbe683d76'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:01.056727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be542e-42d5-494a-92d5-5f3dee1d1559 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Pushing event deleted for resources: {'Port': ['ID=b3033f7d-2c31-42bb-a800-ddd7644b263c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:01.081637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-396dad39-b019-4abe-b545-8ced13153df2 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (1a75dc0b-321b-4b73-9d3c-164dbe683d76), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.152967 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-16be542e-42d5-494a-92d5-5f3dee1d1559 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (74282826-5653-4188-95c1-e51990ecc617), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.155598 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-16be542e-42d5-494a-92d5-5f3dee1d1559 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.156763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8ceb14c-27fc-4869-bff4-4f629ee8c1e3 req-16be542e-42d5-494a-92d5-5f3dee1d1559 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "DELETE /v2.0/floatingips/74282826-5653-4188-95c1-e51990ecc617 HTTP/1.1" status: 204 len: 173 time: 1.7075934 Feb 19 03:19:01.226666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7025aec4-f271-40a9-975f-eb5afa1230f0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:01.237039 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Publish callbacks [] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.255119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Transition to ACTIVE for port object 7025aec4-f271-40a9-975f-eb5afa1230f0 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:19:01.259566 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.264119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-396dad39-b019-4abe-b545-8ced13153df2 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (1a75dc0b-321b-4b73-9d3c-164dbe683d76), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.267496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-396dad39-b019-4abe-b545-8ced13153df2 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (1a75dc0b-321b-4b73-9d3c-164dbe683d76), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.341193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Pushing event updated for resources: {'Port': ['ID=7025aec4-f271-40a9-975f-eb5afa1230f0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:01.414283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Attempting to bind port 7025aec4-f271-40a9-975f-eb5afa1230f0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:01.414885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Attempting to bind port 7025aec4-f271-40a9-975f-eb5afa1230f0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:01.415467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Attempting to bind port 7025aec4-f271-40a9-975f-eb5afa1230f0 on network dbd4efdd-a952-41fd-8788-cfc7631bb73d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:01.422801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Port 7025aec4-f271-40a9-975f-eb5afa1230f0 on network dbd4efdd-a952-41fd-8788-cfc7631bb73d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:19:01.424338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Attempting to bind port 7025aec4-f271-40a9-975f-eb5afa1230f0 on network dbd4efdd-a952-41fd-8788-cfc7631bb73d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:01.433913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:01.434487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Checking segment: {'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:01.435040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Bound using segment: {'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:01.435611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Bound port: 7025aec4-f271-40a9-975f-eb5afa1230f0, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:01.435841 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.511972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] For port 7025aec4-f271-40a9-975f-eb5afa1230f0, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:01.516113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] For port 7025aec4-f271-40a9-975f-eb5afa1230f0, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7025aec4-f271-40a9-975f-eb5afa1230f0,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:01.525816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.579300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-0bd67580-2c6b-45f2-90bf-d6dd45942a40 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e94861769698421b9a4615d1ef86f045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493367 Feb 19 03:19:01.585106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:01.585757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.588490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] 10.222.0.71 "PUT /v2.0/ports/7025aec4-f271-40a9-975f-eb5afa1230f0 HTTP/1.1" status: 200 len: 1092 time: 1.0750840 Feb 19 03:19:01.588490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89224b96-5a8f-4fe8-b741-f73f8d2280c4', 'tag': '7025aec4-f271-40a9-975f-eb5afa1230f0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:01.590506 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7155b9-4d1c-4a6a-816f-d38283945c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "89224b96-5a8f-4fe8-b741-f73f8d2280c4", "tag": "7025aec4-f271-40a9-975f-eb5afa1230f0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:01.628202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-396dad39-b019-4abe-b545-8ced13153df2 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (1a75dc0b-321b-4b73-9d3c-164dbe683d76), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.629183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396dad39-b019-4abe-b545-8ced13153df2 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Fanout notify agent at l3_agent the message router_deleted on router 1a75dc0b-321b-4b73-9d3c-164dbe683d76 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:01.640357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-396dad39-b019-4abe-b545-8ced13153df2 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.642714 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-396dad39-b019-4abe-b545-8ced13153df2 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/1a75dc0b-321b-4b73-9d3c-164dbe683d76 HTTP/1.1" status: 204 len: 168 time: 0.6467264 Feb 19 03:19:01.645239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36724) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:01.699698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef24e7e8-0cb8-4347-8cf4-9b03adb2accf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting subnet 512a317a-4a74-4c43-8903-ee3d0e9b4130 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:01.703436 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef24e7e8-0cb8-4347-8cf4-9b03adb2accf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (512a317a-4a74-4c43-8903-ee3d0e9b4130), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.705189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3116b-32f1-4226-b5a5-a8b96f078904 service neutron] Pushing event updated for resources: {'Port': ['ID=7025aec4-f271-40a9-975f-eb5afa1230f0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:01.749484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef24e7e8-0cb8-4347-8cf4-9b03adb2accf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (512a317a-4a74-4c43-8903-ee3d0e9b4130), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.760347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-e1f88fbb-8042-49d8-912e-606881dd5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:01.761964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-e1f88fbb-8042-49d8-912e-606881dd5e0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1126 time: 0.1265237 Feb 19 03:19:01.771169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a50f0-9c42-4c1d-b077-d864060200dd req-4c60c333-250b-4040-97a7-3fdd72845f44 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:01.772167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-4c60c333-250b-4040-97a7-3fdd72845f44 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765735 Feb 19 03:19:01.819538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-5d73721a-f142-4b1f-874a-43611806ea60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7025aec4-f271-40a9-975f-eb5afa1230f0 HTTP/1.1" status: 200 len: 217 time: 0.0463474 Feb 19 03:19:01.822283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-5d5786e3-bfe8-4768-bae7-c00563f48ec8 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/quotas/e94861769698421b9a4615d1ef86f045 HTTP/1.1" status: 200 len: 375 time: 0.0411916 Feb 19 03:19:01.856047 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef24e7e8-0cb8-4347-8cf4-9b03adb2accf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (512a317a-4a74-4c43-8903-ee3d0e9b4130), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.879586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-2d7f00de-0ac4-4ecd-9936-c5aa8515e93a tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e94861769698421b9a4615d1ef86f045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458930 Feb 19 03:19:01.892567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-c8a8e1d2-b98e-4ad4-9d14-0e31d513e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:01.894240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-c8a8e1d2-b98e-4ad4-9d14-0e31d513e66d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.0684700 Feb 19 03:19:01.922768 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef24e7e8-0cb8-4347-8cf4-9b03adb2accf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (512a317a-4a74-4c43-8903-ee3d0e9b4130), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.933977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-9dff10c8-3269-4947-b5b3-0f732fb0854a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297294 Feb 19 03:19:01.943054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef24e7e8-0cb8-4347-8cf4-9b03adb2accf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.943473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef314b4-2798-45ab-a9f1-d83f1dc44021 None None] Network 90952be5-e729-4f63-800d-39afb7d6501e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:01.947318 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ef24e7e8-0cb8-4347-8cf4-9b03adb2accf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/512a317a-4a74-4c43-8903-ee3d0e9b4130 HTTP/1.1" status: 204 len: 168 time: 0.3008959 Feb 19 03:19:01.950456 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36726) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:01.979200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24e7e8-0cb8-4347-8cf4-9b03adb2accf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Subnet': ['ID=512a317a-4a74-4c43-8903-ee3d0e9b4130,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:02.061889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f0812b-d430-4c04-b424-0f59a51d15b9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting subnet 34503965-bde1-4e6d-8d31-3930489f38dd {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:02.068068 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0f0812b-d430-4c04-b424-0f59a51d15b9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (34503965-bde1-4e6d-8d31-3930489f38dd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.108078 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-0915f535-c038-4b14-9dff-6b01a841ab5a service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712945 Feb 19 03:19:02.131886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0f0812b-d430-4c04-b424-0f59a51d15b9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (34503965-bde1-4e6d-8d31-3930489f38dd), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.179100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d0cd9f-dde6-470e-8c3f-832cb47031bd None None] DHCP port deletion for 90952be5-e729-4f63-800d-39afb7d6501e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:02.248579 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0f0812b-d430-4c04-b424-0f59a51d15b9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (34503965-bde1-4e6d-8d31-3930489f38dd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.260424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-01d0cd9f-dde6-470e-8c3f-832cb47031bd None None] Deleting port 41260549-5956-445c-b39e-712661892152 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:02.261146 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01d0cd9f-dde6-470e-8c3f-832cb47031bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (41260549-5956-445c-b39e-712661892152), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.300579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5554816-e2d2-4db2-ac6b-dc828da01243 req-03100f7c-e4d7-4361-aa01-05e02836ca0f service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841574 Feb 19 03:19:02.309597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-fefd3baf-46ab-465a-b6c9-9dd0226d8dc8 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:02.319109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-fefd3baf-46ab-465a-b6c9-9dd0226d8dc8 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 818 time: 0.1936693 Feb 19 03:19:02.338596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-edf3ab71-c0b0-429d-96a1-b0c3a37fa238 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/quotas/41b4b8d0c2c54f1d9276f33d1c38b801 HTTP/1.1" status: 200 len: 375 time: 0.0167341 Feb 19 03:19:02.362892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0f0812b-d430-4c04-b424-0f59a51d15b9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (34503965-bde1-4e6d-8d31-3930489f38dd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.366424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-01d0cd9f-dde6-470e-8c3f-832cb47031bd None None] For port 41260549-5956-445c-b39e-712661892152, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=41260549-5956-445c-b39e-712661892152,segment=NetworkSegment(fc8b1e26-330b-4c39-97e6-6ce3c2d37660),segment_id=fc8b1e26-330b-4c39-97e6-6ce3c2d37660)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:02.366824 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01d0cd9f-dde6-470e-8c3f-832cb47031bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (41260549-5956-445c-b39e-712661892152), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.386672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-01d0cd9f-dde6-470e-8c3f-832cb47031bd None None] Calling delete_port for 41260549-5956-445c-b39e-712661892152 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:02.405561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0812b-d430-4c04-b424-0f59a51d15b9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Subnet': ['ID=34503965-bde1-4e6d-8d31-3930489f38dd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:02.410099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0f0812b-d430-4c04-b424-0f59a51d15b9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.417337 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f0f0812b-d430-4c04-b424-0f59a51d15b9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/34503965-bde1-4e6d-8d31-3930489f38dd HTTP/1.1" status: 204 len: 168 time: 0.4656224 Feb 19 03:19:02.422174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36750) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:02.447108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57c33d2-854d-4460-98eb-ed454ea46f86 None None] Network b3c13767-2341-48c0-bd8e-104f62582798 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:02.529858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-73a64081-e458-4000-84c9-17f14e345695 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1920877 Feb 19 03:19:02.574060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (90952be5-e729-4f63-800d-39afb7d6501e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.609524 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01d0cd9f-dde6-470e-8c3f-832cb47031bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (41260549-5956-445c-b39e-712661892152), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.660037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0cd9f-dde6-470e-8c3f-832cb47031bd None None] Pushing event deleted for resources: {'Port': ['ID=41260549-5956-445c-b39e-712661892152,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:02.667241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0cd9f-dde6-470e-8c3f-832cb47031bd None None] No DVR routers for this DVR port 41260549-5956-445c-b39e-712661892152 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:02.713733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f2f372-85ab-4cce-94a8-9532924ef6b2 None None] DHCP port deletion for b3c13767-2341-48c0-bd8e-104f62582798 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:02.759820 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (90952be5-e729-4f63-800d-39afb7d6501e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.772699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-7a1c37ac-8253-448c-921f-fe0eaf0d1831 service neutron] 10.222.0.42 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294722 Feb 19 03:19:02.794969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-93f2f372-85ab-4cce-94a8-9532924ef6b2 None None] Deleting port 0c8514c4-da2d-4a03-828b-4e861e94753e {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:02.795617 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-93f2f372-85ab-4cce-94a8-9532924ef6b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.807721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90952be5-e729-4f63-800d-39afb7d6501e']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:02.860408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8b1e26-330b-4c39-97e6-6ce3c2d37660') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:02.860669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8b1e26-330b-4c39-97e6-6ce3c2d37660') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:02.875862 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (fc8b1e26-330b-4c39-97e6-6ce3c2d37660), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.907476 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (fc8b1e26-330b-4c39-97e6-6ce3c2d37660), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.909794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-93f2f372-85ab-4cce-94a8-9532924ef6b2 None None] For port 0c8514c4-da2d-4a03-828b-4e861e94753e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0c8514c4-da2d-4a03-828b-4e861e94753e,segment=NetworkSegment(70589beb-f0e9-416e-8115-963a46198b6f),segment_id=70589beb-f0e9-416e-8115-963a46198b6f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:02.910030 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-93f2f372-85ab-4cce-94a8-9532924ef6b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.920970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:02.921377 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (fc8b1e26-330b-4c39-97e6-6ce3c2d37660), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:02.924699 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:02.945293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-93f2f372-85ab-4cce-94a8-9532924ef6b2 None None] Calling delete_port for 0c8514c4-da2d-4a03-828b-4e861e94753e owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:02.972983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-c2714c5d-acd6-499f-be85-fb2f6004a173 service neutron] 10.222.0.42 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942024 Feb 19 03:19:03.012952 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (90952be5-e729-4f63-800d-39afb7d6501e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.026432 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.031744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/networks/90952be5-e729-4f63-800d-39afb7d6501e HTTP/1.1" status: 204 len: 168 time: 0.6067512 Feb 19 03:19:03.035387 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36768) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:03.047511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758845a-fa03-4827-b266-1433e1957399 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Network': ['ID=90952be5-e729-4f63-800d-39afb7d6501e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:03.089215 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-93f2f372-85ab-4cce-94a8-9532924ef6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (0c8514c4-da2d-4a03-828b-4e861e94753e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.105259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2f372-85ab-4cce-94a8-9532924ef6b2 None None] No DVR routers for this DVR port 0c8514c4-da2d-4a03-828b-4e861e94753e on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:03.129420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2f372-85ab-4cce-94a8-9532924ef6b2 None None] Pushing event deleted for resources: {'Port': ['ID=0c8514c4-da2d-4a03-828b-4e861e94753e,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:03.145442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (b3c13767-2341-48c0-bd8e-104f62582798), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.241912 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6045e3-d9a4-4009-b1e8-c5d5868793d9 x-openstack-request-id: req-ea6045e3-d9a4-4009-b1e8-c5d5868793d9 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:03.242239 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03468c44-c181-4662-935c-9af739ae2904", "name": "network-vif-plugged", "status": "completed", "tag": "24d890c7-9554-46dd-845e-4535dcfe994b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:03.242454 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea6045e3-d9a4-4009-b1e8-c5d5868793d9 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:03.243045 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03468c44-c181-4662-935c-9af739ae2904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d890c7-9554-46dd-845e-4535dcfe994b', 'code': 200} Feb 19 03:19:03.262866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (b3c13767-2341-48c0-bd8e-104f62582798), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.316752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c13767-2341-48c0-bd8e-104f62582798']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:03.334026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70589beb-f0e9-416e-8115-963a46198b6f') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:03.334905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70589beb-f0e9-416e-8115-963a46198b6f') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:03.364353 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (70589beb-f0e9-416e-8115-963a46198b6f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.369521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f667f-dc59-4d0e-90af-1ebd49076757 req-66d73954-d6c8-4f44-b309-53c32a095896 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:03.371351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a34f667f-dc59-4d0e-90af-1ebd49076757 req-66d73954-d6c8-4f44-b309-53c32a095896 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 946 time: 0.0755193 Feb 19 03:19:03.404434 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (70589beb-f0e9-416e-8115-963a46198b6f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.414699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:03.415112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (70589beb-f0e9-416e-8115-963a46198b6f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:03.420551 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:03.441112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c7c77-29ef-4aa5-98b3-229d4870bb30 req-4988b2ba-d18e-44c3-b783-01c798b7d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:03.443259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8e3c7c77-29ef-4aa5-98b3-229d4870bb30 req-4988b2ba-d18e-44c3-b783-01c798b7d196 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 1128 time: 0.0964787 Feb 19 03:19:03.459584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a34f667f-dc59-4d0e-90af-1ebd49076757 req-515d3b93-78b4-49c9-beee-18befbf82c37 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760853 Feb 19 03:19:03.524015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (b3c13767-2341-48c0-bd8e-104f62582798), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.554624 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.562088 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/networks/b3c13767-2341-48c0-bd8e-104f62582798 HTTP/1.1" status: 204 len: 168 time: 0.5216484 Feb 19 03:19:03.562088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fac41e-8644-40e2-853b-baeebed13b94 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Network': ['ID=b3c13767-2341-48c0-bd8e-104f62582798,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:03.565543 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36782) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:03.571887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'network': {'name': 'tempest-RoutersTest-494801861'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:03.582115 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8e3c7c77-29ef-4aa5-98b3-229d4870bb30 req-41356a7f-3560-43ac-be9d-09faf157c936 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060040 Feb 19 03:19:03.587102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a2a0c4ce-fd72-49b0-863d-211c084a329d tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e94861769698421b9a4615d1ef86f045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776539 Feb 19 03:19:03.609806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:03.622091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.684753 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:03.696171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (833da2a1-12a0-4a1c-95be-86dab6df66fd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.696522 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added segment 833da2a1-12a0-4a1c-95be-86dab6df66fd of type vlan for network 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 Feb 19 03:19:03.710782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-4dcc548c-d25a-4c33-be42-d0ed2b12767c tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 1001 time: 0.1822159 Feb 19 03:19:03.744634 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.794236 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.801127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:03.802063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.817677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-b3e568cb-0de5-4d92-88d2-8139a0ac2d84 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:03.824741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-b3e568cb-0de5-4d92-88d2-8139a0ac2d84 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports/c1296397-4cbd-447b-90f0-67aad2419536 HTTP/1.1" status: 200 len: 943 time: 0.1127563 Feb 19 03:19:03.856521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 41260549-5956-445c-b39e-712661892152 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:03.884096 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3141172 Feb 19 03:19:03.884096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36788) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:03.889664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'subnet': {'network_id': '1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:03.908661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 41260549-5956-445c-b39e-712661892152 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:03.909016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 41260549-5956-445c-b39e-712661892152 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:03.909455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0c8514c4-da2d-4a03-828b-4e861e94753e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:03.941369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36790) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:03.958360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c7bbc-8994-4888-ba3e-692114781648 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Network': ['ID=1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:03.971830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 0c8514c4-da2d-4a03-828b-4e861e94753e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:03.980306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0c8514c4-da2d-4a03-828b-4e861e94753e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:03.992879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:03.997985 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:04.005401 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.158149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a50f0-9c42-4c1d-b077-d864060200dd req-628552f9-88b1-4dd7-986d-20ed16ea7dbf tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:04.159704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-628552f9-88b1-4dd7-986d-20ed16ea7dbf tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472144 Feb 19 03:19:04.166917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-d0297e25-1452-4477-91e9-7c3b78ed3ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 1001 time: 0.2581096 Feb 19 03:19:04.176385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb44f-554a-4232-92d4-964a47d22ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.190207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Request body: {'port': {'device_id': 'a897c99c-2dbb-434e-a81c-4eb58c1f8f0b', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': 'e94861769698421b9a4615d1ef86f045'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:04.352584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-19d215a6-fc5e-4038-8d2e-2cd8769f5d8f tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:04.361124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-19d215a6-fc5e-4038-8d2e-2cd8769f5d8f tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1891906 Feb 19 03:19:04.395417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (86fb696a-4e1d-49c6-b985-7a0d8c48f0fa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.404919 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb44f-554a-4232-92d4-964a47d22ea9 admin admin] Publish callbacks [] for security_group (daf0833e-21cc-4b53-8c4a-2ec6756245fd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.437569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb44f-554a-4232-92d4-964a47d22ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (daf0833e-21cc-4b53-8c4a-2ec6756245fd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.463594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Made reservation on behalf of e94861769698421b9a4615d1ef86f045 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:04.466825 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.493823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-ea0504f5-829a-4b6f-bc21-951989cbb597 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 1001 time: 0.1318285 Feb 19 03:19:04.505642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.519965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bb44f-554a-4232-92d4-964a47d22ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf0833e-21cc-4b53-8c4a-2ec6756245fd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:04.534409 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9b3bb44f-554a-4232-92d4-964a47d22ea9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0a3ab36e4aa4e4fa7ad3cf7d42bcd07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5878944 Feb 19 03:19:04.534409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Subnet': ['ID=86fb696a-4e1d-49c6-b985-7a0d8c48f0fa,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:04.535942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36796) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:04.550875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-a0d5a6b3-46ae-4aa8-b2bc-d5bac14d67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:04.564363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Checking segment: {'id': '833da2a1-12a0-4a1c-95be-86dab6df66fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:04.564726 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network hostable DHCP agents. Network: 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:04.594181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-0ab116b3-25bc-452b-8efb-1339721464df service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1890993 Feb 19 03:19:04.616147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7025aec4-f271-40a9-975f-eb5afa1230f0 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:19:04.621785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:04.634118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b44e5735-b60c-4056-8c15-781d3374f3de admin admin] Publish callbacks [] for security_group (daf0833e-21cc-4b53-8c4a-2ec6756245fd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.674692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b44e5735-b60c-4056-8c15-781d3374f3de admin admin] Publish callbacks [] for security_group (daf0833e-21cc-4b53-8c4a-2ec6756245fd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.678204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-a0d5a6b3-46ae-4aa8-b2bc-d5bac14d67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (b891dbe7-06fb-4135-bb22-2cd1991f1f96), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.678625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:04.685082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:04.686578 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.695267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e91a97-3d27-4651-9b2e-7ef58d024663 None None] Network 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:04.728564 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bb77dbfd-2e2e-491a-b75d-436dc99337bc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8432491 Feb 19 03:19:04.730423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-b0a1f22c-186e-4eb3-939b-7039a1c43097 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:04.732101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-b0a1f22c-186e-4eb3-939b-7039a1c43097 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 818 time: 0.2606087 Feb 19 03:19:04.733713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36798) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:04.739057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-13ac358c-94b5-4d23-ae63-45e33f8c53a5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1388797887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:04.771825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13ac358c-94b5-4d23-ae63-45e33f8c53a5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (8b15ea07-5cf9-4197-8710-565df0b9c77a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.773214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13ac358c-94b5-4d23-ae63-45e33f8c53a5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (8b15ea07-5cf9-4197-8710-565df0b9c77a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.778601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Request body: {'port': {'device_id': '90bdf9d7-240f-4807-904c-d2725f806e6f', 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d', 'admin_state_up': True, 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:04.803134 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b44e5735-b60c-4056-8c15-781d3374f3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (daf0833e-21cc-4b53-8c4a-2ec6756245fd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.806673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b44e5735-b60c-4056-8c15-781d3374f3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.808531 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b44e5735-b60c-4056-8c15-781d3374f3de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daf0833e-21cc-4b53-8c4a-2ec6756245fd HTTP/1.1" status: 204 len: 168 time: 0.2711937 Feb 19 03:19:04.824454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e5735-b60c-4056-8c15-781d3374f3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf0833e-21cc-4b53-8c4a-2ec6756245fd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:04.884130 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13ac358c-94b5-4d23-ae63-45e33f8c53a5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (8b15ea07-5cf9-4197-8710-565df0b9c77a), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.889713 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13ac358c-94b5-4d23-ae63-45e33f8c53a5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (8b15ea07-5cf9-4197-8710-565df0b9c77a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.889955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7025aec4-f271-40a9-975f-eb5afa1230f0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7025aec4-f271-40a9-975f-eb5afa1230f0,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:04.926580 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13ac358c-94b5-4d23-ae63-45e33f8c53a5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.930868 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-13ac358c-94b5-4d23-ae63-45e33f8c53a5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1931405 Feb 19 03:19:04.931184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '7025aec4-f271-40a9-975f-eb5afa1230f0', 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d', 'port_id': '7025aec4-f271-40a9-975f-eb5afa1230f0', 'mac_address': 'fa:16:3e:7a:6e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43876fa-08cc-4566-b45d-816c34862cd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:19:04.931342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36802) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:04.937522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'port': {'network_id': '1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1', 'name': 'tempest-RoutersTest-890247687'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:04.957609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1', 'network_id': '1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1', 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'fixed_ips': [{'subnet_id': '86fb696a-4e1d-49c6-b985-7a0d8c48f0fa'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:04.958525 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.000162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7025aec4-f271-40a9-975f-eb5afa1230f0 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:05.000914 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.074014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7025aec4-f271-40a9-975f-eb5afa1230f0 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:05.118432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7025aec4-f271-40a9-975f-eb5afa1230f0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7025aec4-f271-40a9-975f-eb5afa1230f0,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:05.125366 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.237959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:05.257041 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.281152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Allocated IP 172.20.0.2 (1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1/86fb696a-4e1d-49c6-b985-7a0d8c48f0fa/f4d1524f-1038-430c-b2bf-3e909efdf9fe) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:05.285108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] device_id is not set on port 999aef55-b8c1-4f46-b06f-64274fbec490 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:19:05.289016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7025aec4-f271-40a9-975f-eb5afa1230f0,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:05.293565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks [] for security_group (1253cc98-f72a-431e-8471-9d8e2f4af956), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.299831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-d42b1f2f-f81f-4e1c-ae9b-62911042c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:05.301476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-d42b1f2f-f81f-4e1c-ae9b-62911042c086 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1275937955784146a511ec7ab3f57e44&device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 1128 time: 0.6189473 Feb 19 03:19:05.310608 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1253cc98-f72a-431e-8471-9d8e2f4af956), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.427808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7025aec4-f271-40a9-975f-eb5afa1230f0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:05.498523 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-a0d5a6b3-46ae-4aa8-b2bc-d5bac14d67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.507574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1253cc98-f72a-431e-8471-9d8e2f4af956,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:05.516135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-a0d5a6b3-46ae-4aa8-b2bc-d5bac14d67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (b891dbe7-06fb-4135-bb22-2cd1991f1f96), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.516516 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-a0d5a6b3-46ae-4aa8-b2bc-d5bac14d67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Floating IP b891dbe7-06fb-4135-bb22-2cd1991f1f96 disassociated. External IP: 172.25.4.89, port: c1296397-4cbd-447b-90f0-67aad2419536. Feb 19 03:19:05.569445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Made reservation on behalf of 41b4b8d0c2c54f1d9276f33d1c38b801 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:05.573182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.679379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-16623a73-d45e-46cc-8e3a-c7cb1a8e3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:05.680660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-16623a73-d45e-46cc-8e3a-c7cb1a8e3986 service neutron] 10.222.0.71 "GET /v2.0/networks?id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe HTTP/1.1" status: 200 len: 929 time: 0.3496697 Feb 19 03:19:05.741463 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Publish callbacks [] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.791622 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.801170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Allocated IP 192.168.233.84 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/76c3312f-adda-4f75-873d-d1d498b025d6) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:05.807916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-b2717b66-6cb2-46a9-adf1-97a18e398ad6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1296397-4cbd-447b-90f0-67aad2419536 HTTP/1.1" status: 200 len: 217 time: 0.0988219 Feb 19 03:19:05.843120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Allocated IP 172.20.0.8 (1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1/86fb696a-4e1d-49c6-b985-7a0d8c48f0fa/999aef55-b8c1-4f46-b06f-64274fbec490) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:05.874055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Network 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:05.886763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:05.894155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:05.929675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Pushing event updated for resources: {'Port': ['ID=f4d1524f-1038-430c-b2bf-3e909efdf9fe,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:05.951544 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.967435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-67b53e65-3152-4a65-abba-51d19b1130d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:05.968914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-67b53e65-3152-4a65-abba-51d19b1130d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fdc05bd8-00d4-40ff-b91a-67f1d8b58992 HTTP/1.1" status: 200 len: 867 time: 0.1503210 Feb 19 03:19:05.999336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Attempting to bind port f4d1524f-1038-430c-b2bf-3e909efdf9fe on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:06.001382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Attempting to bind port f4d1524f-1038-430c-b2bf-3e909efdf9fe by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '833da2a1-12a0-4a1c-95be-86dab6df66fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:06.001382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Attempting to bind port f4d1524f-1038-430c-b2bf-3e909efdf9fe on network 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:06.012440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:06.012775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Allocated IP 172.20.0.6 (dbd4efdd-a952-41fd-8788-cfc7631bb73d/a43876fa-08cc-4566-b45d-816c34862cd9/a3b1bc80-9029-438c-bd0f-59d0168b0415) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:06.012979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Checking segment: {'id': '833da2a1-12a0-4a1c-95be-86dab6df66fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:06.013408 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.014039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Bound using segment: {'id': '833da2a1-12a0-4a1c-95be-86dab6df66fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:06.016290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Bound port: f4d1524f-1038-430c-b2bf-3e909efdf9fe, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833da2a1-12a0-4a1c-95be-86dab6df66fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:06.017832 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.111680 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (999aef55-b8c1-4f46-b06f-64274fbec490), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.119175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] For port f4d1524f-1038-430c-b2bf-3e909efdf9fe, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:06.123960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] For port f4d1524f-1038-430c-b2bf-3e909efdf9fe, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4d1524f-1038-430c-b2bf-3e909efdf9fe,segment=NetworkSegment(833da2a1-12a0-4a1c-95be-86dab6df66fd),segment_id=833da2a1-12a0-4a1c-95be-86dab6df66fd)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:06.136484 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.177320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (999aef55-b8c1-4f46-b06f-64274fbec490), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.229969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-ae5a26f8-141c-4488-98e2-66c0e1ad7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.230285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d9cfa-dd8e-4824-81a9-f47da60a2ac6 None None] Pushing event updated for resources: {'Port': ['ID=f4d1524f-1038-430c-b2bf-3e909efdf9fe,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:06.231565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-ae5a26f8-141c-4488-98e2-66c0e1ad7a4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2443731 Feb 19 03:19:06.255459 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:06.274031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:06.286148 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-a0d5a6b3-46ae-4aa8-b2bc-d5bac14d67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:06.286827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:06.296454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=999aef55-b8c1-4f46-b06f-64274fbec490,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:06.366151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.367043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.395506 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d7214211-1ef9-404b-acba-6f536622fff4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4636116 Feb 19 03:19:06.398562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36832) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:06.471849 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks [] for port (76c3312f-adda-4f75-873d-d1d498b025d6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.622960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks [] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.631593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7025aec4-f271-40a9-975f-eb5afa1230f0 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:06.633718 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-2cfad343-08e6-4055-9a46-9164c673d653 service neutron] 10.222.0.71 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797250 Feb 19 03:19:06.722563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 7025aec4-f271-40a9-975f-eb5afa1230f0 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:19:06.731327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 7025aec4-f271-40a9-975f-eb5afa1230f0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:06.731825 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.766711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.783616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-a0d5a6b3-46ae-4aa8-b2bc-d5bac14d67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:06.796401 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] Sync routers for ids ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:06.811137 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] Routers {'931f1bb8-dadf-492f-a92f-b11ae13a0a01'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:06.812074 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:06.816160 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-a0d5a6b3-46ae-4aa8-b2bc-d5bac14d67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.863493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7025aec4-f271-40a9-975f-eb5afa1230f0 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:06.864028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.868048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:06.878200 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.883204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:06.906790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7025aec4-f271-40a9-975f-eb5afa1230f0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:06.927147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:06.961507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Pushing event updated for resources: {'Port': ['ID=76c3312f-adda-4f75-873d-d1d498b025d6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:06.964893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-a0d5a6b3-46ae-4aa8-b2bc-d5bac14d67f5 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "PUT /v2.0/floatingips/b891dbe7-06fb-4135-bb22-2cd1991f1f96 HTTP/1.1" status: 200 len: 694 time: 2.4567282 Feb 19 03:19:06.977257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (999aef55-b8c1-4f46-b06f-64274fbec490), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.004558 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] Set router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:07.015792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89224b96-5a8f-4fe8-b741-f73f8d2280c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7025aec4-f271-40a9-975f-eb5afa1230f0'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:07.023696 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd18ddd-0bae-4283-871b-88d4d8f5764b" -d '{"events": [{"server_uuid": "89224b96-5a8f-4fe8-b741-f73f8d2280c4", "name": "network-vif-plugged", "status": "completed", "tag": "7025aec4-f271-40a9-975f-eb5afa1230f0"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:07.028165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17383247-0416-45f5-a4a0-70341ae6fc2c req-e90810b8-4f17-4232-8e12-01a45d2690b2 service neutron] 10.222.0.71 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592391 Feb 19 03:19:07.068116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7025aec4-f271-40a9-975f-eb5afa1230f0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7025aec4-f271-40a9-975f-eb5afa1230f0,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:07.075671 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.169142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Network dbd4efdd-a952-41fd-8788-cfc7631bb73d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:07.197960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:07.231028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:07.261060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7025aec4-f271-40a9-975f-eb5afa1230f0,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:07.297775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.299020 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.314670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Pushing event updated for resources: {'Port': ['ID=a3b1bc80-9029-438c-bd0f-59d0168b0415,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:07.394256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e0a70e04-ab61-453c-bfff-ab6fbbe1c5ee None None] Provisioning complete for port 76c3312f-adda-4f75-873d-d1d498b025d6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:07.394962 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0a70e04-ab61-453c-bfff-ab6fbbe1c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.405409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-762a19a6-1b7c-4eb1-a709-3768f2170516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.411558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-762a19a6-1b7c-4eb1-a709-3768f2170516 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1275937955784146a511ec7ab3f57e44&device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 1128 time: 0.4239583 Feb 19 03:19:07.443510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a404c752-6104-4323-9746-4e612510dd15 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2600098 Feb 19 03:19:07.448959 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:13Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b3ca6198-2f3d-4085-87fb-8261e61e6840', 'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'mac_address': 'fa:16:3e:f2:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:11Z', 'updated_at': '2022-02-19T03:18:22Z', 'revision_number': 5, 'project_id': '1275937955784146a511ec7ab3f57e44', 'subnets': [{'id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:07.475242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.476686 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.500298 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] Checking router: 931f1bb8-dadf-492f-a92f-b11ae13a0a01 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:19:07.502479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Request body: {'port': {'device_id': 'a897c99c-2dbb-434e-a81c-4eb58c1f8f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:07.512315 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] Routers {'931f1bb8-dadf-492f-a92f-b11ae13a0a01'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:07.513229 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:07.527791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e0a70e04-ab61-453c-bfff-ab6fbbe1c5ee None None] Port 76c3312f-adda-4f75-873d-d1d498b025d6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:07.603849 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (999aef55-b8c1-4f46-b06f-64274fbec490), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.616937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (999aef55-b8c1-4f46-b06f-64274fbec490), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.694772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-e2d1b37b-4829-4804-ba9f-9734fdc591d3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9216204 Feb 19 03:19:07.698154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.727033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=999aef55-b8c1-4f46-b06f-64274fbec490,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:07.754419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Request body: {'port': {'device_id': '90bdf9d7-240f-4807-904c-d2725f806e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:07.808800 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] Set router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:07.814395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-9638d87b-04a8-497c-abee-f3284b7bb39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.815947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-9638d87b-04a8-497c-abee-f3284b7bb39e service neutron] 10.222.0.42 "GET /v2.0/networks?id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe HTTP/1.1" status: 200 len: 929 time: 0.3617010 Feb 19 03:19:07.915348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-56efb1b2-9aa2-4c2b-b94b-143ea0f91e30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1296397-4cbd-447b-90f0-67aad2419536 HTTP/1.1" status: 200 len: 217 time: 0.0669293 Feb 19 03:19:07.947215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd50dde-e7dc-4a4e-af36-4743e4b18c99 None None] Network 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:08.035419 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.068608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4d1524f-1038-430c-b2bf-3e909efdf9fe up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:08.075911 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (8b15ea07-5cf9-4197-8710-565df0b9c77a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.113223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-889d5643-cb99-4f41-9938-fb8cf817503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:08.114729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-889d5643-cb99-4f41-9938-fb8cf817503e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdc05bd8-00d4-40ff-b91a-67f1d8b58992 HTTP/1.1" status: 200 len: 867 time: 0.1771719 Feb 19 03:19:08.206726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5db13c54-3895-4b83-aa79-96596c9682b8 None None] Provisioning complete for port f4d1524f-1038-430c-b2bf-3e909efdf9fe triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:08.207717 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5db13c54-3895-4b83-aa79-96596c9682b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.325605 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (999aef55-b8c1-4f46-b06f-64274fbec490), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.331484 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:13Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b3ca6198-2f3d-4085-87fb-8261e61e6840', 'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'mac_address': 'fa:16:3e:f2:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:11Z', 'updated_at': '2022-02-19T03:18:22Z', 'revision_number': 5, 'project_id': '1275937955784146a511ec7ab3f57e44', 'subnets': [{'id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:08.340900 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-59652a38-a256-4e61-bc7d-9f0967ed3de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.348977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f4d1524f-1038-430c-b2bf-3e909efdf9fe triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:08.349641 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.377558 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93aab35-83da-43ce-aa91-00bcf3b7a8fa None None] The sync data for ids ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'] in n-d-826756-2 is: [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:18:13Z', 'revision_number': 4, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b3ca6198-2f3d-4085-87fb-8261e61e6840', 'name': '', 'network_id': '18e3db3e-1d74-4366-8814-2ba5aee6ebbe', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'mac_address': 'fa:16:3e:f2:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:11Z', 'updated_at': '2022-02-19T03:18:22Z', 'revision_number': 5, 'project_id': '1275937955784146a511ec7ab3f57e44', 'subnets': [{'id': 'fdc05bd8-00d4-40ff-b91a-67f1d8b58992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:08.618466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f4d1524f-1038-430c-b2bf-3e909efdf9fe is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:08.618884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.632994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5db13c54-3895-4b83-aa79-96596c9682b8 None None] Current status of the port f4d1524f-1038-430c-b2bf-3e909efdf9fe is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:08.633389 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5db13c54-3895-4b83-aa79-96596c9682b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.726787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port f4d1524f-1038-430c-b2bf-3e909efdf9fe, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4d1524f-1038-430c-b2bf-3e909efdf9fe,segment=NetworkSegment(833da2a1-12a0-4a1c-95be-86dab6df66fd),segment_id=833da2a1-12a0-4a1c-95be-86dab6df66fd)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:08.737993 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.802712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (999aef55-b8c1-4f46-b06f-64274fbec490), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.810970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (999aef55-b8c1-4f46-b06f-64274fbec490), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.853477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226ebdb4-006a-42ab-8a99-f5054835babb None None] New status for floating IP b891dbe7-06fb-4135-bb22-2cd1991f1f96: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:19:08.917641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-e41bfdc6-ffb6-4b8d-9110-6081b2700ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:08.919255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-e41bfdc6-ffb6-4b8d-9110-6081b2700ae1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3001904 Feb 19 03:19:08.936082 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-5db13c54-3895-4b83-aa79-96596c9682b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:19:08.936448 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-5db13c54-3895-4b83-aa79-96596c9682b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:19:08.938780 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=999aef55-b8c1-4f46-b06f-64274fbec490,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:08.949241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=f4d1524f-1038-430c-b2bf-3e909efdf9fe,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:09.031728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (8b15ea07-5cf9-4197-8710-565df0b9c77a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:09.089887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c3312f-adda-4f75-873d-d1d498b025d6 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:09.120828 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Publish callbacks [] for port (76c3312f-adda-4f75-873d-d1d498b025d6), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:09.151061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Transition to ACTIVE for port object 76c3312f-adda-4f75-873d-d1d498b025d6 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:19:09.162280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-71228142-d14b-4e36-8df1-54d17b9f007d service neutron] 10.222.0.42 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325795 Feb 19 03:19:09.168272 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:09.225009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:09.226473 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:09.303980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b1bc80-9029-438c-bd0f-59d0168b0415 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:09.320474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Publish callbacks [] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:09.326145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Pushing event updated for resources: {'Port': ['ID=76c3312f-adda-4f75-873d-d1d498b025d6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:09.371677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 8b15ea07-5cf9-4197-8710-565df0b9c77a is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:19:09.418241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Transition to ACTIVE for port object a3b1bc80-9029-438c-bd0f-59d0168b0415 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:19:09.429940 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:09.531461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cb8a746-da99-43e4-b2af-f712600fc19e req-e73b0c60-4b67-47d8-b9a0-234931a5bc92 service neutron] 10.222.0.42 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537443 Feb 19 03:19:09.569737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5db13c54-3895-4b83-aa79-96596c9682b8 None None] Current status of the port f4d1524f-1038-430c-b2bf-3e909efdf9fe is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:09.604544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:09.612185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b1bc80-9029-438c-bd0f-59d0168b0415,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:09.615405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36868) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:09.619173 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb78933-c234-4ebe-a893-294e1a224181 None None] Sync routers for ids ['8b15ea07-5cf9-4197-8710-565df0b9c77a'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:09.622842 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f4c4d602-457f-497c-bca5-459a49fc1940 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/8b15ea07-5cf9-4197-8710-565df0b9c77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2222891 Feb 19 03:19:09.632422 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb78933-c234-4ebe-a893-294e1a224181 None None] Routers {'8b15ea07-5cf9-4197-8710-565df0b9c77a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:09.633061 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6fb78933-c234-4ebe-a893-294e1a224181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8b15ea07-5cf9-4197-8710-565df0b9c77a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:09.633779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Attempting to bind port 76c3312f-adda-4f75-873d-d1d498b025d6 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:09.634368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Attempting to bind port 76c3312f-adda-4f75-873d-d1d498b025d6 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:09.634919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Attempting to bind port 76c3312f-adda-4f75-873d-d1d498b025d6 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:09.639116 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968b8951-f619-4460-886e-98b9d5dd5f5f x-openstack-request-id: req-968b8951-f619-4460-886e-98b9d5dd5f5f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:09.639934 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89224b96-5a8f-4fe8-b741-f73f8d2280c4", "tag": "7025aec4-f271-40a9-975f-eb5afa1230f0", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:09.640818 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-968b8951-f619-4460-886e-98b9d5dd5f5f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:09.642660 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89224b96-5a8f-4fe8-b741-f73f8d2280c4', 'tag': '7025aec4-f271-40a9-975f-eb5afa1230f0', 'status': 'completed', 'code': 200} Feb 19 03:19:09.705703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-85e41974-a208-42be-8d6d-14b4e0735ab5 None None] Provisioning complete for port f4d1524f-1038-430c-b2bf-3e909efdf9fe triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:09.705703 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-85e41974-a208-42be-8d6d-14b4e0735ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:09.731456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Port 76c3312f-adda-4f75-873d-d1d498b025d6 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:19:09.731605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Attempting to bind port 76c3312f-adda-4f75-873d-d1d498b025d6 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:09.759141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afde87-4cdc-4c0b-bebd-8ec3aaa4a36d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:09.760860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-37afde87-4cdc-4c0b-bebd-8ec3aaa4a36d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports/999aef55-b8c1-4f46-b06f-64274fbec490 HTTP/1.1" status: 200 len: 976 time: 0.1392362 Feb 19 03:19:09.764461 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:09.766364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:09.767008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:09.767664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:09.768322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Bound port: 76c3312f-adda-4f75-873d-d1d498b025d6, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:09.768851 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:09.803278 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6fb78933-c234-4ebe-a893-294e1a224181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:09.825450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Attempting to bind port a3b1bc80-9029-438c-bd0f-59d0168b0415 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:09.825793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Attempting to bind port a3b1bc80-9029-438c-bd0f-59d0168b0415 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:09.826220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Attempting to bind port a3b1bc80-9029-438c-bd0f-59d0168b0415 on network dbd4efdd-a952-41fd-8788-cfc7631bb73d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:09.864413 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb78933-c234-4ebe-a893-294e1a224181 None None] Routers {'8b15ea07-5cf9-4197-8710-565df0b9c77a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:09.872465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7155b9-4d1c-4a6a-816f-d38283945c6b req-481c9657-6c20-4037-a5c8-77a1ae509184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:09.872853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb7155b9-4d1c-4a6a-816f-d38283945c6b req-481c9657-6c20-4037-a5c8-77a1ae509184 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1128 time: 0.1988702 Feb 19 03:19:09.875381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Port a3b1bc80-9029-438c-bd0f-59d0168b0415 on network dbd4efdd-a952-41fd-8788-cfc7631bb73d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:19:09.876280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Attempting to bind port a3b1bc80-9029-438c-bd0f-59d0168b0415 on network dbd4efdd-a952-41fd-8788-cfc7631bb73d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:09.898326 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6fb78933-c234-4ebe-a893-294e1a224181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:18:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8b15ea07-5cf9-4197-8710-565df0b9c77a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:09.925166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:09.925794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Checking segment: {'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:09.926084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Bound using segment: {'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:09.926351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Bound port: a3b1bc80-9029-438c-bd0f-59d0168b0415, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd05942-b73c-43a6-862a-c0b2d6b4cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:09.926712 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:09.987798 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6fb78933-c234-4ebe-a893-294e1a224181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:09.992321 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb78933-c234-4ebe-a893-294e1a224181 None None] The sync data for ids ['8b15ea07-5cf9-4197-8710-565df0b9c77a'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:09.996425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4d1524f-1038-430c-b2bf-3e909efdf9fe up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:10.042728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-85e41974-a208-42be-8d6d-14b4e0735ab5 None None] Current status of the port f4d1524f-1038-430c-b2bf-3e909efdf9fe is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:10.088040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7155b9-4d1c-4a6a-816f-d38283945c6b req-01cb9b43-c70d-4e90-816a-3c71c43939e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.089778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb7155b9-4d1c-4a6a-816f-d38283945c6b req-01cb9b43-c70d-4e90-816a-3c71c43939e4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 919 time: 0.2022681 Feb 19 03:19:10.105006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-85e41974-a208-42be-8d6d-14b4e0735ab5 None None] Provisioning complete for port 999aef55-b8c1-4f46-b06f-64274fbec490 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:10.105582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-85e41974-a208-42be-8d6d-14b4e0735ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (999aef55-b8c1-4f46-b06f-64274fbec490), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.195179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb7155b9-4d1c-4a6a-816f-d38283945c6b req-99dc9a6a-35d3-4e71-af77-4c4f103d700a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7025aec4-f271-40a9-975f-eb5afa1230f0 HTTP/1.1" status: 200 len: 217 time: 0.0868821 Feb 19 03:19:10.199116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f4d1524f-1038-430c-b2bf-3e909efdf9fe triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:10.199116 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.243350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] For port 76c3312f-adda-4f75-873d-d1d498b025d6, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:10.265363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-85e41974-a208-42be-8d6d-14b4e0735ab5 None None] Port 999aef55-b8c1-4f46-b06f-64274fbec490 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:10.320626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7155b9-4d1c-4a6a-816f-d38283945c6b req-81f04027-366d-4a26-bed5-bb20809ae914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.326532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb7155b9-4d1c-4a6a-816f-d38283945c6b req-81f04027-366d-4a26-bed5-bb20809ae914 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.1229656 Feb 19 03:19:10.350665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f4d1524f-1038-430c-b2bf-3e909efdf9fe is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:10.368955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] For port 76c3312f-adda-4f75-873d-d1d498b025d6, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=76c3312f-adda-4f75-873d-d1d498b025d6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:10.408286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36878) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:10.419024 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ded5aaeb-7d98-46f7-9368-9a60d0df6ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.431991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8336d59c-6557-4d82-88ea-5e9c342d24ab None None] Provisioning complete for port 999aef55-b8c1-4f46-b06f-64274fbec490 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:10.432469 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8336d59c-6557-4d82-88ea-5e9c342d24ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (999aef55-b8c1-4f46-b06f-64274fbec490), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.438880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.442488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb7155b9-4d1c-4a6a-816f-d38283945c6b req-75a3ed4f-0fb3-4802-af4d-49b69611e6ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809445 Feb 19 03:19:10.444540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] For port a3b1bc80-9029-438c-bd0f-59d0168b0415, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:10.474310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8336d59c-6557-4d82-88ea-5e9c342d24ab None None] Port 999aef55-b8c1-4f46-b06f-64274fbec490 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:10.511639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] For port a3b1bc80-9029-438c-bd0f-59d0168b0415, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a3b1bc80-9029-438c-bd0f-59d0168b0415,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:10.562365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.562995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.565250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] 10.222.0.37 "PUT /v2.0/ports/76c3312f-adda-4f75-873d-d1d498b025d6 HTTP/1.1" status: 200 len: 1095 time: 3.0845785 Feb 19 03:19:10.574977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.638773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ed587-60f9-45a7-baf3-706a65f5bb14 service neutron] Pushing event updated for resources: {'Port': ['ID=76c3312f-adda-4f75-873d-d1d498b025d6,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:10.662078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.663075 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.665805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] 10.222.0.71 "PUT /v2.0/ports/a3b1bc80-9029-438c-bd0f-59d0168b0415 HTTP/1.1" status: 200 len: 1091 time: 2.9329226 Feb 19 03:19:10.666669 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6ac7-fa17-4c6f-bfd0-b6d022aa42cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.705579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3be2e-6380-44e0-bac6-605e718ff74e req-943c3f32-b0f7-4756-b081-071f5bf8159a tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.707519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63a3be2e-6380-44e0-bac6-605e718ff74e req-943c3f32-b0f7-4756-b081-071f5bf8159a tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 947 time: 0.9990530 Feb 19 03:19:10.780479 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (8b15ea07-5cf9-4197-8710-565df0b9c77a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.784388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb7155b9-4d1c-4a6a-816f-d38283945c6b req-0d127306-7d98-42d2-958a-a2d7117563a6 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282855 Feb 19 03:19:10.873221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186411c9-094f-46bb-9dac-42e5ec0fe586 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b1bc80-9029-438c-bd0f-59d0168b0415,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:10.953887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a50f0-9c42-4c1d-b077-d864060200dd req-1729070c-f527-4925-b8c0-63521487acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.955510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-1729070c-f527-4925-b8c0-63521487acaf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e94861769698421b9a4615d1ef86f045&device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 1129 time: 0.3044326 Feb 19 03:19:10.972612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63a3be2e-6380-44e0-bac6-605e718ff74e req-f6c8fb2e-fcf7-4895-aa91-064c4e37f95e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446694 Feb 19 03:19:10.980806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-dec10e18-f6fb-4ceb-accd-0bbc22da330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.982352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-dec10e18-f6fb-4ceb-accd-0bbc22da330e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 1125 time: 0.2219956 Feb 19 03:19:11.027934 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 999aef55-b8c1-4f46-b06f-64274fbec490 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:11.028430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (999aef55-b8c1-4f46-b06f-64274fbec490), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.091535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-b72bb685-5489-49b8-b129-9ef72846e913 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=76c3312f-adda-4f75-873d-d1d498b025d6 HTTP/1.1" status: 200 len: 217 time: 0.1130586 Feb 19 03:19:11.098555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-b2938b91-81dd-4786-90e2-f19a1d4fad78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1bc80-9029-438c-bd0f-59d0168b0415 HTTP/1.1" status: 200 len: 217 time: 0.1008487 Feb 19 03:19:11.112383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb7155b9-4d1c-4a6a-816f-d38283945c6b req-016dd77e-11c1-46cd-8cf8-81ad2971a38d service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992177 Feb 19 03:19:11.155026 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (999aef55-b8c1-4f46-b06f-64274fbec490), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.169453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 999aef55-b8c1-4f46-b06f-64274fbec490 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:11.216715 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6ac7-fa17-4c6f-bfd0-b6d022aa42cf admin admin] Publish callbacks [] for security_group (4ba7a1a3-1940-43e9-b7d0-7a814b95eddb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.234695 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6ac7-fa17-4c6f-bfd0-b6d022aa42cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4ba7a1a3-1940-43e9-b7d0-7a814b95eddb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.254528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a50f0-9c42-4c1d-b077-d864060200dd req-b5f5d55c-0bb5-438b-9c5e-757cdfda9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:11.256081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-b5f5d55c-0bb5-438b-9c5e-757cdfda9d6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1552591 Feb 19 03:19:11.265554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-2abd35fb-cf0c-4463-a3bf-2cfdce524357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:11.267057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-2abd35fb-cf0c-4463-a3bf-2cfdce524357 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.1487463 Feb 19 03:19:11.349118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-a49bb33c-60bc-491b-a08a-898277045853 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739605 Feb 19 03:19:11.356468 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (999aef55-b8c1-4f46-b06f-64274fbec490), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.361440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62277f-509a-45cd-8498-c8f12901665c req-25ea2a6b-5472-4edd-8873-78bc06a80f85 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:11.363108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee62277f-509a-45cd-8498-c8f12901665c req-25ea2a6b-5472-4edd-8873-78bc06a80f85 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 943 time: 0.2465723 Feb 19 03:19:11.366667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fa2c6ac7-fa17-4c6f-bfd0-b6d022aa42cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=261934a39cd34eb2a3e93d96f8cb8d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9560747 Feb 19 03:19:11.367405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c6ac7-fa17-4c6f-bfd0-b6d022aa42cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba7a1a3-1940-43e9-b7d0-7a814b95eddb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:11.371993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36892) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:11.388997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=999aef55-b8c1-4f46-b06f-64274fbec490,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:11.505781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a50f0-9c42-4c1d-b077-d864060200dd req-77db079a-b71a-46e7-bc0f-7ccadc3fc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:11.506913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-77db079a-b71a-46e7-bc0f-7ccadc3fc3cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2389202 Feb 19 03:19:11.558276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee62277f-509a-45cd-8498-c8f12901665c req-1b8bb6d9-41bb-4c18-ac53-d084f7471c56 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777470 Feb 19 03:19:11.559514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (8b15ea07-5cf9-4197-8710-565df0b9c77a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.590998 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9cec95fe-8837-47ff-9f45-9644018b446f admin admin] Publish callbacks [] for security_group (4ba7a1a3-1940-43e9-b7d0-7a814b95eddb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.627797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-4f230261-4c7c-45b6-a8cf-a3fb9278d33d service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566659 Feb 19 03:19:11.641120 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9cec95fe-8837-47ff-9f45-9644018b446f admin admin] Publish callbacks [] for security_group (4ba7a1a3-1940-43e9-b7d0-7a814b95eddb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.651117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057b8b25-18d2-405d-9fde-f278e379f335', 'tag': 'c1296397-4cbd-447b-90f0-67aad2419536'}, {'name': 'network-changed', 'server_uuid': 'a897c99c-2dbb-434e-a81c-4eb58c1f8f0b', 'tag': '76c3312f-adda-4f75-873d-d1d498b025d6'}, {'name': 'network-changed', 'server_uuid': '90bdf9d7-240f-4807-904c-d2725f806e6f', 'tag': 'a3b1bc80-9029-438c-bd0f-59d0168b0415'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:11.654331 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9e4afe-b7c8-48f8-9740-43cbccea1021" -d '{"events": [{"name": "network-changed", "server_uuid": "057b8b25-18d2-405d-9fde-f278e379f335", "tag": "c1296397-4cbd-447b-90f0-67aad2419536"}, {"name": "network-changed", "server_uuid": "a897c99c-2dbb-434e-a81c-4eb58c1f8f0b", "tag": "76c3312f-adda-4f75-873d-d1d498b025d6"}, {"name": "network-changed", "server_uuid": "90bdf9d7-240f-4807-904c-d2725f806e6f", "tag": "a3b1bc80-9029-438c-bd0f-59d0168b0415"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:11.769702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-a5e6f5c9-abce-4e03-80ad-de7c1aafe1e2 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494326 Feb 19 03:19:11.785128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 8b15ea07-5cf9-4197-8710-565df0b9c77a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:11.838301 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.879089 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:11.887261 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e09cb962-874b-41d3-b50d-3331839c98bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/8b15ea07-5cf9-4197-8710-565df0b9c77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1213264 Feb 19 03:19:11.889547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36898) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:11.894329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a477c6bc-4cd7-4d28-9b2e-c26ec4402370 None None] Sync routers for ids ['8b15ea07-5cf9-4197-8710-565df0b9c77a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:11.894900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3aba8cf8-a2c1-42b0-a9aa-8f3da348940e req-d0d25249-2985-4251-86a1-84f90bd46a85 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560174 Feb 19 03:19:11.901274 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9cec95fe-8837-47ff-9f45-9644018b446f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4ba7a1a3-1940-43e9-b7d0-7a814b95eddb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.903902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9cec95fe-8837-47ff-9f45-9644018b446f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.907627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9cec95fe-8837-47ff-9f45-9644018b446f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ba7a1a3-1940-43e9-b7d0-7a814b95eddb HTTP/1.1" status: 204 len: 168 time: 0.5305755 Feb 19 03:19:11.907847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a477c6bc-4cd7-4d28-9b2e-c26ec4402370 None None] Routers {'8b15ea07-5cf9-4197-8710-565df0b9c77a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:11.908667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a477c6bc-4cd7-4d28-9b2e-c26ec4402370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8b15ea07-5cf9-4197-8710-565df0b9c77a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:11.919883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec95fe-8837-47ff-9f45-9644018b446f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba7a1a3-1940-43e9-b7d0-7a814b95eddb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:11.964849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d7440-6d45-4189-bea6-beca0dbab29a req-00fa89f2-46d1-4213-834f-cfba2b3e3309 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:11.967021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a9d7440-6d45-4189-bea6-beca0dbab29a req-00fa89f2-46d1-4213-834f-cfba2b3e3309 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 946 time: 0.1725185 Feb 19 03:19:11.976171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-481a50f0-9c42-4c1d-b077-d864060200dd req-1581efd4-7a52-4b49-9fda-4784714b0b11 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917946 Feb 19 03:19:12.004555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a477c6bc-4cd7-4d28-9b2e-c26ec4402370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:12.025189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a477c6bc-4cd7-4d28-9b2e-c26ec4402370 None None] Routers {'8b15ea07-5cf9-4197-8710-565df0b9c77a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:12.026490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a477c6bc-4cd7-4d28-9b2e-c26ec4402370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8b15ea07-5cf9-4197-8710-565df0b9c77a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:12.039080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a9d7440-6d45-4189-bea6-beca0dbab29a req-47bf0908-ccaa-40ba-ab20-97904d485b59 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617411 Feb 19 03:19:12.067370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a477c6bc-4cd7-4d28-9b2e-c26ec4402370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:12.068162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a477c6bc-4cd7-4d28-9b2e-c26ec4402370 None None] The sync data for ids ['8b15ea07-5cf9-4197-8710-565df0b9c77a'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:12.103231 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d301321a-f052-4444-ba29-572ebc3a7ab0 x-openstack-request-id: req-d301321a-f052-4444-ba29-572ebc3a7ab0 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:12.104502 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89224b96-5a8f-4fe8-b741-f73f8d2280c4", "name": "network-vif-plugged", "status": "completed", "tag": "7025aec4-f271-40a9-975f-eb5afa1230f0", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:12.105190 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d301321a-f052-4444-ba29-572ebc3a7ab0 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:12.106055 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89224b96-5a8f-4fe8-b741-f73f8d2280c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7025aec4-f271-40a9-975f-eb5afa1230f0', 'code': 200} Feb 19 03:19:12.203598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-253c2a91-dca1-4d2a-a6a3-30f993a6a531 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips/b891dbe7-06fb-4135-bb22-2cd1991f1f96 HTTP/1.1" status: 200 len: 692 time: 0.0731585 Feb 19 03:19:12.207887 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-39a82d36-bbbb-4b3d-bd66-1c68715faa2c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 03:19:12.209492 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-39a82d36-bbbb-4b3d-bd66-1c68715faa2c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/8b15ea07-5cf9-4197-8710-565df0b9c77a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3181086 Feb 19 03:19:12.216054 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36908) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:12.257908 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8dfb806c-f887-4d7f-a0f6-62e3e2406e6a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b15ea07-5cf9-4197-8710-565df0b9c77a HTTP/1.1" status: 200 len: 205 time: 0.0390353 Feb 19 03:19:12.260822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36910) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:12.333814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de52a90-eb4c-45f5-b996-7d81ef4bf940 req-17052926-ff4e-4465-819b-5f5e252b881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:12.335484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9de52a90-eb4c-45f5-b996-7d81ef4bf940 req-17052926-ff4e-4465-819b-5f5e252b881d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1128 time: 0.1111612 Feb 19 03:19:12.367252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b72d3203-a675-4487-98c1-928a0d18dd7e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (8b15ea07-5cf9-4197-8710-565df0b9c77a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.368915 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36912) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:12.374628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-4c79ec3f-11b9-4393-92dc-6db814f2b5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:12.376723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-4c79ec3f-11b9-4393-92dc-6db814f2b5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1634500 Feb 19 03:19:12.417960 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-849a9646-c061-4e3e-a518-4b8172c2f9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.470610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-42d482be-cbf5-4401-84b6-1dbd75ec4a52 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 695 time: 0.0834877 Feb 19 03:19:12.479394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9de52a90-eb4c-45f5-b996-7d81ef4bf940 req-4051dd51-8bfe-4a74-bfe2-f00bb7648e06 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334054 Feb 19 03:19:12.538659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-e8999eb3-10de-4239-a3b2-29313c36d4eb tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:12.540581 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-e8999eb3-10de-4239-a3b2-29313c36d4eb tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 945 time: 0.1785791 Feb 19 03:19:12.544313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-4cd1df2f-570b-474d-8132-4b8cc71c5ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 695 time: 0.0632985 Feb 19 03:19:12.584585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b72d3203-a675-4487-98c1-928a0d18dd7e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (8b15ea07-5cf9-4197-8710-565df0b9c77a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.588239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b72d3203-a675-4487-98c1-928a0d18dd7e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (8b15ea07-5cf9-4197-8710-565df0b9c77a), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.646197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b72d3203-a675-4487-98c1-928a0d18dd7e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (8b15ea07-5cf9-4197-8710-565df0b9c77a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.646741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72d3203-a675-4487-98c1-928a0d18dd7e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Fanout notify agent at l3_agent the message router_deleted on router 8b15ea07-5cf9-4197-8710-565df0b9c77a {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:12.654308 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b72d3203-a675-4487-98c1-928a0d18dd7e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.659053 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b72d3203-a675-4487-98c1-928a0d18dd7e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/8b15ea07-5cf9-4197-8710-565df0b9c77a HTTP/1.1" status: 204 len: 168 time: 0.3932126 Feb 19 03:19:12.660880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36916) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:12.729567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-849a9646-c061-4e3e-a518-4b8172c2f9a6 admin admin] Publish callbacks [] for security_group (de26fd0e-897e-455a-a2cd-67ca8a612b21), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.737472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-849a9646-c061-4e3e-a518-4b8172c2f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (de26fd0e-897e-455a-a2cd-67ca8a612b21), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.756082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4588a75-786f-4274-883a-048df3c975dd tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting subnet 86fb696a-4e1d-49c6-b985-7a0d8c48f0fa {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:12.775774 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4588a75-786f-4274-883a-048df3c975dd tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (86fb696a-4e1d-49c6-b985-7a0d8c48f0fa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.825804 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-849a9646-c061-4e3e-a518-4b8172c2f9a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb6f07c54df74fd2b289ada9dd336b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549122 Feb 19 03:19:12.831770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a9646-c061-4e3e-a518-4b8172c2f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de26fd0e-897e-455a-a2cd-67ca8a612b21,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:12.834409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36918) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:12.847725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4588a75-786f-4274-883a-048df3c975dd tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (86fb696a-4e1d-49c6-b985-7a0d8c48f0fa), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.908939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.967724 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d28d113e-1126-4327-8f01-28d5c1a03f04 admin admin] Publish callbacks [] for security_group (de26fd0e-897e-455a-a2cd-67ca8a612b21), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.001882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4588a75-786f-4274-883a-048df3c975dd tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (86fb696a-4e1d-49c6-b985-7a0d8c48f0fa), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.006040 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d28d113e-1126-4327-8f01-28d5c1a03f04 admin admin] Publish callbacks [] for security_group (de26fd0e-897e-455a-a2cd-67ca8a612b21), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.096594 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d28d113e-1126-4327-8f01-28d5c1a03f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (de26fd0e-897e-455a-a2cd-67ca8a612b21), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.098914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d28d113e-1126-4327-8f01-28d5c1a03f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.099770 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d28d113e-1126-4327-8f01-28d5c1a03f04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de26fd0e-897e-455a-a2cd-67ca8a612b21 HTTP/1.1" status: 204 len: 168 time: 0.2621241 Feb 19 03:19:13.112052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4588a75-786f-4274-883a-048df3c975dd tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (86fb696a-4e1d-49c6-b985-7a0d8c48f0fa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.117185 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d113e-1126-4327-8f01-28d5c1a03f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de26fd0e-897e-455a-a2cd-67ca8a612b21,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:13.136895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-3b607940-1a16-473c-802f-6f14ea8acc38 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Deleting port 45913749-4f92-4515-b4bd-7645b14cfa5b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:13.137502 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-3b607940-1a16-473c-802f-6f14ea8acc38 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.162755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4588a75-786f-4274-883a-048df3c975dd tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Subnet': ['ID=86fb696a-4e1d-49c6-b985-7a0d8c48f0fa,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:13.171186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4588a75-786f-4274-883a-048df3c975dd tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.180115 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a4588a75-786f-4274-883a-048df3c975dd tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/86fb696a-4e1d-49c6-b985-7a0d8c48f0fa HTTP/1.1" status: 204 len: 168 time: 0.5148845 Feb 19 03:19:13.180115 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36922) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:13.182742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ea41e-616b-4a67-b502-881fce7915f5 None None] Network 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:13.225189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-e4fc5b6c-cae2-4ab8-9685-69dd0a7beb45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Deleting port bc933845-d6fa-4117-a3aa-d2d62cf6ae3d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:13.225689 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-e4fc5b6c-cae2-4ab8-9685-69dd0a7beb45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bc933845-d6fa-4117-a3aa-d2d62cf6ae3d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.278467 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.369065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-3b607940-1a16-473c-802f-6f14ea8acc38 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] For port 45913749-4f92-4515-b4bd-7645b14cfa5b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=45913749-4f92-4515-b4bd-7645b14cfa5b,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:13.369755 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-3b607940-1a16-473c-802f-6f14ea8acc38 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.379672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port f4d1524f-1038-430c-b2bf-3e909efdf9fe {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:13.380012 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.395596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-3b607940-1a16-473c-802f-6f14ea8acc38 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Calling delete_port for 45913749-4f92-4515-b4bd-7645b14cfa5b owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:13.398661 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-e4fc5b6c-cae2-4ab8-9685-69dd0a7beb45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bc933845-d6fa-4117-a3aa-d2d62cf6ae3d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.399078 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-e4fc5b6c-cae2-4ab8-9685-69dd0a7beb45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (bc933845-d6fa-4117-a3aa-d2d62cf6ae3d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.420525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317faae6-9c88-4f72-9d8b-89d86f09b649 None None] DHCP port deletion for 1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:13.420866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-e4fc5b6c-cae2-4ab8-9685-69dd0a7beb45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Calling delete_port for bc933845-d6fa-4117-a3aa-d2d62cf6ae3d owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:13.462806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port f4d1524f-1038-430c-b2bf-3e909efdf9fe, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4d1524f-1038-430c-b2bf-3e909efdf9fe,segment=NetworkSegment(833da2a1-12a0-4a1c-95be-86dab6df66fd),segment_id=833da2a1-12a0-4a1c-95be-86dab6df66fd)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:13.463196 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.489152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for f4d1524f-1038-430c-b2bf-3e909efdf9fe owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:13.505930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-317faae6-9c88-4f72-9d8b-89d86f09b649 None None] Deleting port f4d1524f-1038-430c-b2bf-3e909efdf9fe {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:13.506146 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-317faae6-9c88-4f72-9d8b-89d86f09b649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.593013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-317faae6-9c88-4f72-9d8b-89d86f09b649 None None] For port f4d1524f-1038-430c-b2bf-3e909efdf9fe, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4d1524f-1038-430c-b2bf-3e909efdf9fe,segment=NetworkSegment(833da2a1-12a0-4a1c-95be-86dab6df66fd),segment_id=833da2a1-12a0-4a1c-95be-86dab6df66fd)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:13.594167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-317faae6-9c88-4f72-9d8b-89d86f09b649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.620439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-317faae6-9c88-4f72-9d8b-89d86f09b649 None None] Calling delete_port for f4d1524f-1038-430c-b2bf-3e909efdf9fe owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:13.632230 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.675864 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-3b607940-1a16-473c-802f-6f14ea8acc38 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (45913749-4f92-4515-b4bd-7645b14cfa5b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.676260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No DVR routers for this DVR port f4d1524f-1038-430c-b2bf-3e909efdf9fe on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: from cryptography.utils import int_from_bytes Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: from cryptography.utils import int_from_bytes Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.745801 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:13.749620 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:19:13.763400 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-317faae6-9c88-4f72-9d8b-89d86f09b649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (f4d1524f-1038-430c-b2bf-3e909efdf9fe), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.792579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b607940-1a16-473c-802f-6f14ea8acc38 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Pushing event deleted for resources: {'Port': ['ID=45913749-4f92-4515-b4bd-7645b14cfa5b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:13.822738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317faae6-9c88-4f72-9d8b-89d86f09b649 None None] Pushing event deleted for resources: {'Port': ['ID=f4d1524f-1038-430c-b2bf-3e909efdf9fe,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:13.829705 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-e4fc5b6c-cae2-4ab8-9685-69dd0a7beb45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (bc933845-d6fa-4117-a3aa-d2d62cf6ae3d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.837632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317faae6-9c88-4f72-9d8b-89d86f09b649 None None] No DVR routers for this DVR port f4d1524f-1038-430c-b2bf-3e909efdf9fe on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:13.858830 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.892789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:13.907685 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833da2a1-12a0-4a1c-95be-86dab6df66fd') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:13.907976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833da2a1-12a0-4a1c-95be-86dab6df66fd') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:13.920967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=f4d1524f-1038-430c-b2bf-3e909efdf9fe,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:13.926113 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (833da2a1-12a0-4a1c-95be-86dab6df66fd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.939400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4d1524f-1038-430c-b2bf-3e909efdf9fe no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:13.967003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-3b607940-1a16-473c-802f-6f14ea8acc38 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] No DVR routers for this DVR port 45913749-4f92-4515-b4bd-7645b14cfa5b on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:13.978543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (833da2a1-12a0-4a1c-95be-86dab6df66fd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.986343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-3b607940-1a16-473c-802f-6f14ea8acc38 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.989332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:13.990179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (833da2a1-12a0-4a1c-95be-86dab6df66fd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.996145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f4d1524f-1038-430c-b2bf-3e909efdf9fe {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:13.996543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4d1524f-1038-430c-b2bf-3e909efdf9fe not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:13.997932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58fbc3fa-5e73-41b1-a1ce-5b18836d60bc req-3b607940-1a16-473c-802f-6f14ea8acc38 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.37 "DELETE /v2.0/ports/45913749-4f92-4515-b4bd-7645b14cfa5b HTTP/1.1" status: 204 len: 173 time: 1.4516156 Feb 19 03:19:13.999218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc5b6c-cae2-4ab8-9685-69dd0a7beb45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Pushing event deleted for resources: {'Port': ['ID=bc933845-d6fa-4117-a3aa-d2d62cf6ae3d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:14.089660 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:14.092356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.106965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-e4fc5b6c-cae2-4ab8-9685-69dd0a7beb45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks [] for floatingip (b891dbe7-06fb-4135-bb22-2cd1991f1f96), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.110638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-e4fc5b6c-cae2-4ab8-9685-69dd0a7beb45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.126500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a41b55f9-a22b-45c7-9e2a-a7cd3700a566 req-e4fc5b6c-cae2-4ab8-9685-69dd0a7beb45 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "DELETE /v2.0/floatingips/b891dbe7-06fb-4135-bb22-2cd1991f1f96 HTTP/1.1" status: 204 len: 173 time: 1.5713813 Feb 19 03:19:14.144329 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.155462 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/networks/1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1 HTTP/1.1" status: 204 len: 168 time: 0.9738793 Feb 19 03:19:14.157556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bea23-4a7a-472c-aa50-7ec568332024 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Network': ['ID=1b5969e3-d3d2-4d86-b0cf-fd93bdd601d1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:14.165551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36944) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:14.176009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'network': {'name': 'tempest-RoutersTest-1250696011'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:14.217227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:14.224565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.264891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:14.281265 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d089803c-4b43-480f-98f2-1f5c85c1056a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.281621 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added segment d089803c-4b43-480f-98f2-1f5c85c1056a of type vlan for network 96825ccb-59ab-4ae0-b28c-0d72ad632f67 Feb 19 03:19:14.332993 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcbac27-3abd-496b-b08e-6f7bc34f3097 x-openstack-request-id: req-2dcbac27-3abd-496b-b08e-6f7bc34f3097 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:14.333272 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057b8b25-18d2-405d-9fde-f278e379f335", "tag": "c1296397-4cbd-447b-90f0-67aad2419536", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a897c99c-2dbb-434e-a81c-4eb58c1f8f0b", "tag": "76c3312f-adda-4f75-873d-d1d498b025d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90bdf9d7-240f-4807-904c-d2725f806e6f", "tag": "a3b1bc80-9029-438c-bd0f-59d0168b0415", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:14.333571 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2dcbac27-3abd-496b-b08e-6f7bc34f3097 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:14.333999 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057b8b25-18d2-405d-9fde-f278e379f335', 'tag': 'c1296397-4cbd-447b-90f0-67aad2419536', 'status': 'completed', 'code': 200} Feb 19 03:19:14.334265 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a897c99c-2dbb-434e-a81c-4eb58c1f8f0b', 'tag': '76c3312f-adda-4f75-873d-d1d498b025d6', 'status': 'completed', 'code': 200} Feb 19 03:19:14.334524 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bdf9d7-240f-4807-904c-d2725f806e6f', 'tag': 'a3b1bc80-9029-438c-bd0f-59d0168b0415', 'status': 'completed', 'code': 200} Feb 19 03:19:14.458772 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (96825ccb-59ab-4ae0-b28c-0d72ad632f67), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.482593 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfc3e6b5-821f-4871-8a62-2f8f2178b122 req-08707720-ef07-46df-90f4-6596dff3d2eb tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec HTTP/1.1" status: 200 len: 210 time: 0.0609746 Feb 19 03:19:14.521282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-edd7effc-ea76-4312-b98b-5e967716275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.522871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-edd7effc-ea76-4312-b98b-5e967716275d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1275937955784146a511ec7ab3f57e44&device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 1128 time: 0.1875544 Feb 19 03:19:14.540122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (96825ccb-59ab-4ae0-b28c-0d72ad632f67), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.544971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.545764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.553987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-edf86c64-61c3-4c6c-88b0-49824ae23417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.555486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-edf86c64-61c3-4c6c-88b0-49824ae23417 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e94861769698421b9a4615d1ef86f045&device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 1129 time: 0.1490228 Feb 19 03:19:14.573904 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.657412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a3b1bc80-9029-438c-bd0f-59d0168b0415 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:19:14.783414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6130326 Feb 19 03:19:14.783720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36962) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:14.790334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'subnet': {'network_id': '96825ccb-59ab-4ae0-b28c-0d72ad632f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:14.801794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a3b1bc80-9029-438c-bd0f-59d0168b0415, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a3b1bc80-9029-438c-bd0f-59d0168b0415,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:14.848265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'a3b1bc80-9029-438c-bd0f-59d0168b0415', 'network_id': 'dbd4efdd-a952-41fd-8788-cfc7631bb73d', 'port_id': 'a3b1bc80-9029-438c-bd0f-59d0168b0415', 'mac_address': 'fa:16:3e:f7:6e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43876fa-08cc-4566-b45d-816c34862cd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:19:14.854596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bc53a-f98b-4f14-967a-63acb289f13a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Network': ['ID=96825ccb-59ab-4ae0-b28c-0d72ad632f67,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:14.895547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 96825ccb-59ab-4ae0-b28c-0d72ad632f67 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:14.925650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ecbee-53eb-4ee3-a12a-228792c87611 req-9d1c595f-6a44-479c-80e1-dcbe692aa3f3 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.927205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-901ecbee-53eb-4ee3-a12a-228792c87611 req-9d1c595f-6a44-479c-80e1-dcbe692aa3f3 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 947 time: 0.3110168 Feb 19 03:19:14.935708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-fc0a532c-940f-41b2-a15a-dc0291df351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.937321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-fc0a532c-940f-41b2-a15a-dc0291df351d service neutron] 10.222.0.71 "GET /v2.0/networks?id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe HTTP/1.1" status: 200 len: 929 time: 0.4062159 Feb 19 03:19:14.993776 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:14.997555 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.035506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-d92583dc-6730-4a5e-ab35-2784ab3d89de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.037103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-d92583dc-6730-4a5e-ab35-2784ab3d89de service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.4121206 Feb 19 03:19:15.050357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-af6da530-f6ec-41a3-942f-a7254c692bc7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1296397-4cbd-447b-90f0-67aad2419536 HTTP/1.1" status: 200 len: 217 time: 0.0836403 Feb 19 03:19:15.223767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-a6bd0651-3d8c-4a81-8530-3cb9206bed8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=76c3312f-adda-4f75-873d-d1d498b025d6 HTTP/1.1" status: 200 len: 217 time: 0.1646113 Feb 19 03:19:15.255140 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (af50c308-d6e6-4f35-99a8-2ef881d5d2c0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.298234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port a3b1bc80-9029-438c-bd0f-59d0168b0415 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:15.299256 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.318215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b1bc80-9029-438c-bd0f-59d0168b0415 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:15.350926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a3b1bc80-9029-438c-bd0f-59d0168b0415, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a3b1bc80-9029-438c-bd0f-59d0168b0415,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:15.364411 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.372479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-44455414-68b9-42e2-9cd7-08c32a0c5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.374805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Checking segment: {'id': 'd089803c-4b43-480f-98f2-1f5c85c1056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '96825ccb-59ab-4ae0-b28c-0d72ad632f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:15.375100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-44455414-68b9-42e2-9cd7-08c32a0c5b36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1337862 Feb 19 03:19:15.376024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network hostable DHCP agents. Network: 96825ccb-59ab-4ae0-b28c-0d72ad632f67, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:15.384515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-901ecbee-53eb-4ee3-a12a-228792c87611 req-2313f907-e3eb-4a7d-9935-a228738c94b0 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402573 Feb 19 03:19:15.388072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Subnet': ['ID=af50c308-d6e6-4f35-99a8-2ef881d5d2c0,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:15.423965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 96825ccb-59ab-4ae0-b28c-0d72ad632f67 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:15.435246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-ae05b512-ba28-4c19-8ad7-1c820868a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.437283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-ae05b512-ba28-4c19-8ad7-1c820868a6a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fdc05bd8-00d4-40ff-b91a-67f1d8b58992 HTTP/1.1" status: 200 len: 867 time: 0.3857675 Feb 19 03:19:15.443307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 96825ccb-59ab-4ae0-b28c-0d72ad632f67) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:15.453048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.454790 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.470893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d4a14c-0412-499a-86e0-1ea2544a9c79 None None] Network 96825ccb-59ab-4ae0-b28c-0d72ad632f67 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:15.488750 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-034d2252-a7cc-4a9c-b119-49cdc2c3dc73 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7034538 Feb 19 03:19:15.489630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36976) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:15.495148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e305996d-48d4-4c62-9754-44dffd196e23 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-747283768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:15.534216 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e305996d-48d4-4c62-9754-44dffd196e23 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.536848 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e305996d-48d4-4c62-9754-44dffd196e23 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.539075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-f86eb49d-e558-4ba0-abe6-493dcf5cd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.547072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-f86eb49d-e558-4ba0-abe6-493dcf5cd01e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1590018 Feb 19 03:19:15.594998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-063de829-2fc7-4023-b4d5-56a7c01687aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.599784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-063de829-2fc7-4023-b4d5-56a7c01687aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18e3db3e-1d74-4366-8814-2ba5aee6ebbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1543279 Feb 19 03:19:15.636964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e305996d-48d4-4c62-9754-44dffd196e23 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.643954 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e305996d-48d4-4c62-9754-44dffd196e23 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.646891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-e9accace-8651-413c-b075-dc8927ead378 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:19:15.648798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=a3b1bc80-9029-438c-bd0f-59d0168b0415,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:15.649534 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-e9accace-8651-413c-b075-dc8927ead378 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144210 Feb 19 03:19:15.681251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e305996d-48d4-4c62-9754-44dffd196e23 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.683324 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e305996d-48d4-4c62-9754-44dffd196e23 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1923084 Feb 19 03:19:15.687322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36982) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:15.775378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['a3b1bc80-9029-438c-bd0f-59d0168b0415'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:15.889066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-475f2983-d116-4344-bfca-7a29249dae01 service neutron] 10.222.0.71 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719079 Feb 19 03:19:15.896492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-0e4a92cd-a8ac-4b5d-a7b3-fe3f05182147 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357801 Feb 19 03:19:15.946268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-96825ccb-59ab-4ae0-b28c-0d72ad632f67', 'network_id': '96825ccb-59ab-4ae0-b28c-0d72ad632f67', 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'fixed_ips': [{'subnet_id': 'af50c308-d6e6-4f35-99a8-2ef881d5d2c0'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:15.947307 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.988840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 76c3312f-adda-4f75-873d-d1d498b025d6 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:19:16.136957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-d1e01357-aacb-40a4-9b00-ca9523f87a0d service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012549 Feb 19 03:19:16.232273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.296816 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:19:16.338329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'name': 'network-vif-deleted', 'tag': '45913749-4f92-4515-b4bd-7645b14cfa5b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:16.340642 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da068d38-283e-430b-b31a-f4a1c8e0224d" -d '{"events": [{"server_uuid": "fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec", "name": "network-vif-deleted", "tag": "45913749-4f92-4515-b4bd-7645b14cfa5b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:16.349767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-65c3b89d-63a2-4c73-b77f-c5e2806599ac service neutron] 10.222.0.71 "GET /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495010 Feb 19 03:19:16.361190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c26b4-1d7f-4360-9271-8a1debed34fb req-f8515074-0dc1-4b8c-a74b-464bcf070a4f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.363515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee4c26b4-1d7f-4360-9271-8a1debed34fb req-f8515074-0dc1-4b8c-a74b-464bcf070a4f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 944 time: 0.1644382 Feb 19 03:19:16.465901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee4c26b4-1d7f-4360-9271-8a1debed34fb req-b75f6dae-2418-4062-ba04-4db3cd569f89 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806551 Feb 19 03:19:16.529462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-99331ee4-2265-4285-b6b7-ccde1dd91a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.533223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-99331ee4-2265-4285-b6b7-ccde1dd91a34 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 1126 time: 0.0759363 Feb 19 03:19:16.652987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Allocated IP 172.20.0.2 (96825ccb-59ab-4ae0-b28c-0d72ad632f67/af50c308-d6e6-4f35-99a8-2ef881d5d2c0/0b49ee85-8af6-4081-adbb-1720b45f49e8) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:16.657746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 76c3312f-adda-4f75-873d-d1d498b025d6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=76c3312f-adda-4f75-873d-d1d498b025d6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:16.695801 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-fb68c5ae-1287-4594-bc22-3e2484937c23 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c73ec28a0e474eeea8dfd74485c16653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305135 Feb 19 03:19:16.713933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '76c3312f-adda-4f75-873d-d1d498b025d6', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '76c3312f-adda-4f75-873d-d1d498b025d6', 'mac_address': 'fa:16:3e:c9:bf:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:19:16.780859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 76c3312f-adda-4f75-873d-d1d498b025d6 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:16.781690 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.844979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c3312f-adda-4f75-873d-d1d498b025d6 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:16.908542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 76c3312f-adda-4f75-873d-d1d498b025d6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=76c3312f-adda-4f75-873d-d1d498b025d6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:16.916388 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.952656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-c4567fc2-c57c-4d06-b459-8032824c9989 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.956063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-c4567fc2-c57c-4d06-b459-8032824c9989 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474537 Feb 19 03:19:16.979367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-cc13dae1-6104-4e29-abf1-2cfe995e8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.982852 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-cc13dae1-6104-4e29-abf1-2cfe995e8be1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 919 time: 0.4374321 Feb 19 03:19:17.006746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-4728504d-1ed9-4e22-9cd9-c98d2b7d6a77 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/quotas/c73ec28a0e474eeea8dfd74485c16653 HTTP/1.1" status: 200 len: 375 time: 0.0221465 Feb 19 03:19:17.058509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-d484d3bd-6838-4e6c-987e-557a450b3ddd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1bc80-9029-438c-bd0f-59d0168b0415 HTTP/1.1" status: 200 len: 217 time: 0.0502515 Feb 19 03:19:17.061141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=76c3312f-adda-4f75-873d-d1d498b025d6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:17.091674 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Publish callbacks [] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.101284 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.132733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-562c63fa-9fb1-4f97-8857-4e17dd4dfa15 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c73ec28a0e474eeea8dfd74485c16653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771990 Feb 19 03:19:17.167743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Network 96825ccb-59ab-4ae0-b28c-0d72ad632f67 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:17.171525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:17.182509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:17.192056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-c4fb5c9c-e8d1-4f3c-93b6-c52669ff6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:17.193637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-c4fb5c9c-e8d1-4f3c-93b6-c52669ff6f83 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.1269684 Feb 19 03:19:17.199104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Pushing event updated for resources: {'Port': ['ID=0b49ee85-8af6-4081-adbb-1720b45f49e8,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:17.285423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Attempting to bind port 0b49ee85-8af6-4081-adbb-1720b45f49e8 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:17.285932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Attempting to bind port 0b49ee85-8af6-4081-adbb-1720b45f49e8 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd089803c-4b43-480f-98f2-1f5c85c1056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '96825ccb-59ab-4ae0-b28c-0d72ad632f67'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:17.286401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Attempting to bind port 0b49ee85-8af6-4081-adbb-1720b45f49e8 on network 96825ccb-59ab-4ae0-b28c-0d72ad632f67 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:17.293107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:17.293658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Checking segment: {'id': 'd089803c-4b43-480f-98f2-1f5c85c1056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '96825ccb-59ab-4ae0-b28c-0d72ad632f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:17.294235 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.294732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Bound using segment: {'id': 'd089803c-4b43-480f-98f2-1f5c85c1056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '96825ccb-59ab-4ae0-b28c-0d72ad632f67'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:17.295312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Bound port: 0b49ee85-8af6-4081-adbb-1720b45f49e8, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd089803c-4b43-480f-98f2-1f5c85c1056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '96825ccb-59ab-4ae0-b28c-0d72ad632f67'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:17.296048 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.302629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-6258d9da-2b7e-4d11-88d6-eb53ad909101 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902307 Feb 19 03:19:17.380158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] For port 0b49ee85-8af6-4081-adbb-1720b45f49e8, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:17.384112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] For port 0b49ee85-8af6-4081-adbb-1720b45f49e8, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0b49ee85-8af6-4081-adbb-1720b45f49e8,segment=NetworkSegment(d089803c-4b43-480f-98f2-1f5c85c1056a),segment_id=d089803c-4b43-480f-98f2-1f5c85c1056a)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:17.392277 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.428758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-bcaeead7-0975-4848-96f5-70b89bc8d1d5 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140158 Feb 19 03:19:17.433281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['76c3312f-adda-4f75-873d-d1d498b025d6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:17.444411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Allocated IP 172.20.0.1 (96825ccb-59ab-4ae0-b28c-0d72ad632f67/af50c308-d6e6-4f35-99a8-2ef881d5d2c0/83ec7bbb-0003-4eaa-9334-bff8d60964a5) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:17.525040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be711f7-b334-41fc-9c41-399d6f4b8569 None None] Pushing event updated for resources: {'Port': ['ID=0b49ee85-8af6-4081-adbb-1720b45f49e8,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:17.693709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9e4afe-b7c8-48f8-9740-43cbccea1021 req-cf967f62-23da-4f52-9ebc-fa7f26f4cba8 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604556 Feb 19 03:19:17.779821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.809916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc50c6e-f25d-4c4b-bf47-838441988a2a req-23a1713e-7824-4d17-a7ba-df101c12f035 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:17.819870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cc50c6e-f25d-4c4b-bf47-838441988a2a req-23a1713e-7824-4d17-a7ba-df101c12f035 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 946 time: 0.1326573 Feb 19 03:19:17.849249 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.915871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cc50c6e-f25d-4c4b-bf47-838441988a2a req-f8d37c46-6b53-4b82-9057-f456070e0401 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894215 Feb 19 03:19:17.932422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 96825ccb-59ab-4ae0-b28c-0d72ad632f67 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:17.934213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:17.946086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:17.964692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 45913749-4f92-4515-b4bd-7645b14cfa5b no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:17.978991 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7660ce4d-5b61-474a-ab48-8b949ddbbb10 x-openstack-request-id: req-7660ce4d-5b61-474a-ab48-8b949ddbbb10 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:17.979307 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec", "name": "network-vif-deleted", "tag": "45913749-4f92-4515-b4bd-7645b14cfa5b", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:17.979598 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7660ce4d-5b61-474a-ab48-8b949ddbbb10 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:17.979975 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba8aa49-b1f9-4dd0-8840-4ec9ebc91aec', 'name': 'network-vif-deleted', 'tag': '45913749-4f92-4515-b4bd-7645b14cfa5b', 'status': 'completed', 'code': 200} Feb 19 03:19:18.004935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=83ec7bbb-0003-4eaa-9334-bff8d60964a5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:18.022427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 45913749-4f92-4515-b4bd-7645b14cfa5b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:18.023488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 45913749-4f92-4515-b4bd-7645b14cfa5b not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:18.031440 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.134644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0886ff-35aa-43d3-8ad3-2a3146ecb22e req-8f2fe391-ba0e-4896-9e82-89b9c6af1a07 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:18.136220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0e0886ff-35aa-43d3-8ad3-2a3146ecb22e req-8f2fe391-ba0e-4896-9e82-89b9c6af1a07 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 948 time: 0.0634000 Feb 19 03:19:18.190027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.195704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0e0886ff-35aa-43d3-8ad3-2a3146ecb22e req-83b1a4e3-15d7-47ff-9983-4a1d51969270 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511920 Feb 19 03:19:18.330475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3c7e-824a-44ae-9dd0-d58220409183 req-f05e20a2-f9cb-4d7f-a837-f44e1bdc6e96 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:18.338323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78db3c7e-824a-44ae-9dd0-d58220409183 req-f05e20a2-f9cb-4d7f-a837-f44e1bdc6e96 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0737054 Feb 19 03:19:18.396464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78db3c7e-824a-44ae-9dd0-d58220409183 req-8c98f77d-6248-40b9-9184-0445fe7c6012 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0571535 Feb 19 03:19:18.505565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e579-ffbc-48f1-b60b-0b21ce7ee590 req-2845fb33-e46b-477e-87b2-eac8bf800092 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:18.507168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4666e579-ffbc-48f1-b60b-0b21ce7ee590 req-2845fb33-e46b-477e-87b2-eac8bf800092 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 944 time: 0.0635960 Feb 19 03:19:18.597373 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.605131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.607928 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4666e579-ffbc-48f1-b60b-0b21ce7ee590 req-bd218e21-6f38-483f-a7d5-0390eef53e84 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926344 Feb 19 03:19:18.661309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a3b1bc80-9029-438c-bd0f-59d0168b0415 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:18.717629 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=83ec7bbb-0003-4eaa-9334-bff8d60964a5,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:18.723637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.746766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port a3b1bc80-9029-438c-bd0f-59d0168b0415 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:19:18.753220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port a3b1bc80-9029-438c-bd0f-59d0168b0415 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:18.753694 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.850483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 96825ccb-59ab-4ae0-b28c-0d72ad632f67 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:18.852176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:18.914788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port a3b1bc80-9029-438c-bd0f-59d0168b0415 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:18.915383 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.942970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a159fd-17bf-4e77-b597-e68cd90b8762 None None] Network 96825ccb-59ab-4ae0-b28c-0d72ad632f67 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:18.951125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-d84ae9ce-6209-45f9-a7ee-7cdb2360f9e9 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c73ec28a0e474eeea8dfd74485c16653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372815 Feb 19 03:19:18.974241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bdf9d7-240f-4807-904c-d2725f806e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b1bc80-9029-438c-bd0f-59d0168b0415'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:18.976993 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7203a50-0a5d-435b-853a-b70889e363c3" -d '{"events": [{"server_uuid": "90bdf9d7-240f-4807-904c-d2725f806e6f", "name": "network-vif-plugged", "status": "completed", "tag": "a3b1bc80-9029-438c-bd0f-59d0168b0415"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:19.041728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a3b1bc80-9029-438c-bd0f-59d0168b0415, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a3b1bc80-9029-438c-bd0f-59d0168b0415,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:19.054754 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.090528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8334-3b2f-4286-80fd-310fd809177d req-54a0ce02-361a-4a09-b01a-0007d621c319 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:19.092998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-54a0ce02-361a-4a09-b01a-0007d621c319 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410155 Feb 19 03:19:19.094981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 2480ee0f-0ad4-4411-8b69-8ff476ee9d94 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:19:19.113353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-6f9636d6-1424-4fc2-baf6-2aa9d7d91382 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/quotas/c73ec28a0e474eeea8dfd74485c16653 HTTP/1.1" status: 200 len: 375 time: 0.0122807 Feb 19 03:19:19.153555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-11e8b845-85a7-4bf7-a2af-0f999109aceb tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c73ec28a0e474eeea8dfd74485c16653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337334 Feb 19 03:19:19.174286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=a3b1bc80-9029-438c-bd0f-59d0168b0415,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:19.175134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-08a81a80-2423-4bf9-8c96-8d2fcb318594 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c73ec28a0e474eeea8dfd74485c16653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242980 Feb 19 03:19:19.193722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0c08859a-ad48-4565-bbd2-5d3e2fb3df60 None None] Provisioning complete for port 0b49ee85-8af6-4081-adbb-1720b45f49e8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:19.198041 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0c08859a-ad48-4565-bbd2-5d3e2fb3df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.357885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:19.370916 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754319af-dea7-4916-ba55-720d4afdceed None None] Sync routers for ids ['2480ee0f-0ad4-4411-8b69-8ff476ee9d94'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:19.391594 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754319af-dea7-4916-ba55-720d4afdceed None None] Routers {'2480ee0f-0ad4-4411-8b69-8ff476ee9d94'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:19.393904 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9e6fe826-9f30-4495-aed1-98b99d4f3d14 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/2480ee0f-0ad4-4411-8b69-8ff476ee9d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7045991 Feb 19 03:19:19.396214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37092) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:19.397122 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-754319af-dea7-4916-ba55-720d4afdceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['2480ee0f-0ad4-4411-8b69-8ff476ee9d94'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:19.452555 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-754319af-dea7-4916-ba55-720d4afdceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:19.477486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0c08859a-ad48-4565-bbd2-5d3e2fb3df60 None None] Current status of the port 0b49ee85-8af6-4081-adbb-1720b45f49e8 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:19.478164 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0c08859a-ad48-4565-bbd2-5d3e2fb3df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.492698 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754319af-dea7-4916-ba55-720d4afdceed None None] Routers {'2480ee0f-0ad4-4411-8b69-8ff476ee9d94'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:19.493683 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-754319af-dea7-4916-ba55-720d4afdceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['2480ee0f-0ad4-4411-8b69-8ff476ee9d94'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:19.503947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-9b47392e-c6f9-45c9-9110-11bad254c6f1 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:19.507600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-9b47392e-c6f9-45c9-9110-11bad254c6f1 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3170636 Feb 19 03:19:19.523109 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a290204-2ae0-4005-b33f-7157037590ae tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:19.530609 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0a290204-2ae0-4005-b33f-7157037590ae tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports/83ec7bbb-0003-4eaa-9334-bff8d60964a5 HTTP/1.1" status: 200 len: 910 time: 0.1317649 Feb 19 03:19:19.533749 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37096) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:19.564231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0c08859a-ad48-4565-bbd2-5d3e2fb3df60 None None] For port 0b49ee85-8af6-4081-adbb-1720b45f49e8, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0b49ee85-8af6-4081-adbb-1720b45f49e8,segment=NetworkSegment(d089803c-4b43-480f-98f2-1f5c85c1056a),segment_id=d089803c-4b43-480f-98f2-1f5c85c1056a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:19.567569 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-754319af-dea7-4916-ba55-720d4afdceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:19.568458 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754319af-dea7-4916-ba55-720d4afdceed None None] The sync data for ids ['2480ee0f-0ad4-4411-8b69-8ff476ee9d94'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:19.576494 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0c08859a-ad48-4565-bbd2-5d3e2fb3df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.587442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Request body: {'port': {'device_id': '68c36b14-9f90-412f-a860-ae96030b750c', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': 'c73ec28a0e474eeea8dfd74485c16653'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:19.613108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f470885-32e9-43c0-af56-754074ac858b req-4a621628-ce27-4bd2-89a8-806cdce9aa9c tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1790991 Feb 19 03:19:19.665370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08859a-ad48-4565-bbd2-5d3e2fb3df60 None None] Pushing event updated for resources: {'Port': ['ID=0b49ee85-8af6-4081-adbb-1720b45f49e8,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:19.817687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-47774ca5-ebda-4e51-bb46-64bafa1f4681 None None] Provisioning complete for port 0b49ee85-8af6-4081-adbb-1720b45f49e8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:19.821717 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-47774ca5-ebda-4e51-bb46-64bafa1f4681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.886914 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-f63c181e-cbce-439a-9ec1-43fe6492cb52 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:19.891983 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-f63c181e-cbce-439a-9ec1-43fe6492cb52 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 944 time: 0.1280649 Feb 19 03:19:19.959530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Made reservation on behalf of c73ec28a0e474eeea8dfd74485c16653 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:19.973988 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.999550 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.005644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0b49ee85-8af6-4081-adbb-1720b45f49e8 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:20.011628 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 76c3312f-adda-4f75-873d-d1d498b025d6 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:20.049625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c3aa6-89c0-4235-afe9-786a112fa4d0 req-4f689c6a-cb47-4c10-a9e8-6b8c0f6b007c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:20.062734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c85c3aa6-89c0-4235-afe9-786a112fa4d0 req-4f689c6a-cb47-4c10-a9e8-6b8c0f6b007c tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b80956a-52f4-4159-a031-ead8919a2584 HTTP/1.1" status: 200 len: 944 time: 0.3255491 Feb 19 03:19:20.107189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-47774ca5-ebda-4e51-bb46-64bafa1f4681 None None] Current status of the port 0b49ee85-8af6-4081-adbb-1720b45f49e8 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:20.131178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-47774ca5-ebda-4e51-bb46-64bafa1f4681 None None] Provisioning complete for port 83ec7bbb-0003-4eaa-9334-bff8d60964a5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:20.131562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-47774ca5-ebda-4e51-bb46-64bafa1f4681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.197895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0b49ee85-8af6-4081-adbb-1720b45f49e8 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:20.198495 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.210050 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-98bf6dbb-a542-48a8-af50-9d209ac81df0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Deleting port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:20.211393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-98bf6dbb-a542-48a8-af50-9d209ac81df0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.298656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 76c3312f-adda-4f75-873d-d1d498b025d6 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:19:20.302970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c85c3aa6-89c0-4235-afe9-786a112fa4d0 req-1828812c-8e98-4d81-aa0b-bcdf89197a45 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.42 "GET /v2.0/security-groups?id=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393253 Feb 19 03:19:20.314696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 76c3312f-adda-4f75-873d-d1d498b025d6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:20.315737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.355751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks [] for security_group (4d53d407-e03a-4d87-9095-5f8842154c4b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.361273 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4d53d407-e03a-4d87-9095-5f8842154c4b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.382836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-47774ca5-ebda-4e51-bb46-64bafa1f4681 None None] Port 83ec7bbb-0003-4eaa-9334-bff8d60964a5 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:20.502229 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.572861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 76c3312f-adda-4f75-873d-d1d498b025d6 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:20.573370 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.575649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0b49ee85-8af6-4081-adbb-1720b45f49e8 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:20.583111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d53d407-e03a-4d87-9095-5f8842154c4b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:20.603873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-98bf6dbb-a542-48a8-af50-9d209ac81df0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] For port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,segment=NetworkSegment(412ecf64-48d3-4054-9126-6e18e69908e1),segment_id=412ecf64-48d3-4054-9126-6e18e69908e1)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:20.604318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-98bf6dbb-a542-48a8-af50-9d209ac81df0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.610122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.610954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.611475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.611980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.612494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.613153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.613652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.614180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.614680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.615321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.615844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.616343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.616959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:20.625784 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:19:20.646023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-24d91857-dc9c-463c-93ad-0ecd6f9438ca None None] Provisioning complete for port 83ec7bbb-0003-4eaa-9334-bff8d60964a5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:20.646813 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-24d91857-dc9c-463c-93ad-0ecd6f9438ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.679883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42522b43-b3d6-484b-9d42-473df7e0367c req-b50f82f3-702c-4394-b7fe-06a4e36d3e5b tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:20.687501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42522b43-b3d6-484b-9d42-473df7e0367c req-b50f82f3-702c-4394-b7fe-06a4e36d3e5b tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 946 time: 0.2066753 Feb 19 03:19:20.689360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-98bf6dbb-a542-48a8-af50-9d209ac81df0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Calling delete_port for 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:20.726566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Allocated IP 192.168.233.243 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/93e1a0db-fe25-48ad-909d-e91c46fe2559) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:20.769261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 76c3312f-adda-4f75-873d-d1d498b025d6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=76c3312f-adda-4f75-873d-d1d498b025d6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:20.782797 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.784595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42522b43-b3d6-484b-9d42-473df7e0367c req-7b0e4514-bfff-48c2-84a4-7a8581ee0c4e tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890362 Feb 19 03:19:20.843805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-24d91857-dc9c-463c-93ad-0ecd6f9438ca None None] Port 83ec7bbb-0003-4eaa-9334-bff8d60964a5 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:20.850462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=76c3312f-adda-4f75-873d-d1d498b025d6,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:20.895485 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca81dad6-4a08-40c1-986e-3b31b2783f34 x-openstack-request-id: req-ca81dad6-4a08-40c1-986e-3b31b2783f34 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:20.895790 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bdf9d7-240f-4807-904c-d2725f806e6f", "name": "network-vif-plugged", "status": "completed", "tag": "a3b1bc80-9029-438c-bd0f-59d0168b0415", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:20.896172 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca81dad6-4a08-40c1-986e-3b31b2783f34 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:20.896461 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bdf9d7-240f-4807-904c-d2725f806e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b1bc80-9029-438c-bd0f-59d0168b0415', 'code': 200} Feb 19 03:19:20.976959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c814ad5b-a210-4109-805a-678070246189 None None] Provisioning complete for port 83ec7bbb-0003-4eaa-9334-bff8d60964a5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:20.977619 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c814ad5b-a210-4109-805a-678070246189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.053730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c814ad5b-a210-4109-805a-678070246189 None None] Port 83ec7bbb-0003-4eaa-9334-bff8d60964a5 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:21.090329 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-98bf6dbb-a542-48a8-af50-9d209ac81df0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7227d0ea-7f4b-47e4-abb3-1d02b2fa133f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.119724 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks [] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.153213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf6dbb-a542-48a8-af50-9d209ac81df0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Pushing event deleted for resources: {'Port': ['ID=7227d0ea-7f4b-47e4-abb3-1d02b2fa133f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:21.153891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d46b5-f50a-4faa-a671-084a85d6b324 req-80a0c8e6-f06d-46dd-af29-fb13862a54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:21.156971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36d46b5-f50a-4faa-a671-084a85d6b324 req-80a0c8e6-f06d-46dd-af29-fb13862a54e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 1127 time: 0.1535182 Feb 19 03:19:21.168406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc50f3-7b87-4c78-ac15-ea650d8e9041 req-459eb3f2-c1d3-4908-ab48-b095716b3666 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:21.176246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36cc50f3-7b87-4c78-ac15-ea650d8e9041 req-459eb3f2-c1d3-4908-ab48-b095716b3666 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 949 time: 0.1716416 Feb 19 03:19:21.202723 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-98bf6dbb-a542-48a8-af50-9d209ac81df0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] No DVR routers for this DVR port 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:21.206195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-98bf6dbb-a542-48a8-af50-9d209ac81df0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.209617 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c811f3ad-a2a3-4d7b-8672-6da33e77b22d req-98bf6dbb-a542-48a8-af50-9d209ac81df0 tempest-LiveMigrationTest-1969908777 tempest-LiveMigrationTest-1969908777-project] 10.222.0.37 "DELETE /v2.0/ports/7227d0ea-7f4b-47e4-abb3-1d02b2fa133f HTTP/1.1" status: 204 len: 173 time: 1.2461956 Feb 19 03:19:21.210110 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b80956a-52f4-4159-a031-ead8919a2584', 'name': 'network-vif-deleted', 'tag': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:21.212391 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214d0a33-dacb-4fe1-8cd1-b7acaa1e85e6" -d '{"events": [{"server_uuid": "6b80956a-52f4-4159-a031-ead8919a2584", "name": "network-vif-deleted", "tag": "7227d0ea-7f4b-47e4-abb3-1d02b2fa133f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:21.239238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 83ec7bbb-0003-4eaa-9334-bff8d60964a5 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:21.239914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.307337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-4d2d0d18-ab10-4170-84fd-2b833a8b4ae4 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c73ec28a0e474eeea8dfd74485c16653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643618 Feb 19 03:19:21.322127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36d46b5-f50a-4faa-a671-084a85d6b324 req-66e25fb2-17f0-49f2-b9d6-d09a6e010b8f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408224 Feb 19 03:19:21.402828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.430192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 83ec7bbb-0003-4eaa-9334-bff8d60964a5 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:21.660053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (83ec7bbb-0003-4eaa-9334-bff8d60964a5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.698215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=83ec7bbb-0003-4eaa-9334-bff8d60964a5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:21.762399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.843451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36cc50f3-7b87-4c78-ac15-ea650d8e9041 req-10136564-939c-43f0-a8df-a773778392e1 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6639364 Feb 19 03:19:21.862647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:21.917494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8334-3b2f-4286-80fd-310fd809177d req-36db72ef-7fa4-4891-946e-952371a165d2 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:21.919117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-36db72ef-7fa4-4891-946e-952371a165d2 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5956459 Feb 19 03:19:21.923080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:21.929209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:21.940102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Request body: {'port': {'device_id': '36e920bc-9954-4c39-acc6-050050f838c9', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': 'c73ec28a0e474eeea8dfd74485c16653'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:22.086811 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.185739 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.192945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:22.236735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8035ac2a-c174-4cde-9f71-dec11ca74248 req-25dceed6-8288-4e68-b5b3-f52c5166ccb5 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 210 time: 0.2138710 Feb 19 03:19:22.270386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:22.271344 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.304298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Made reservation on behalf of c73ec28a0e474eeea8dfd74485c16653 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:22.307988 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.332105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-5f4e7d60-279e-499b-9fd9-b4e822b3ca52 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7500551 Feb 19 03:19:22.368116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 2480ee0f-0ad4-4411-8b69-8ff476ee9d94 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:22.389601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Request body: {'port': {'device_id': '68c36b14-9f90-412f-a860-ae96030b750c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:22.400512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-978a0cdb-445e-4113-838a-63cc56010af9 None None] Provisioning complete for port 93e1a0db-fe25-48ad-909d-e91c46fe2559 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:22.402028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-978a0cdb-445e-4113-838a-63cc56010af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.467783 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.475819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-978a0cdb-445e-4113-838a-63cc56010af9 None None] Port 93e1a0db-fe25-48ad-909d-e91c46fe2559 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:22.487357 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:22.499185 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-34bf0b2e-db9c-445a-983c-f6686ac003e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/2480ee0f-0ad4-4411-8b69-8ff476ee9d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9640431 Feb 19 03:19:22.501866 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37226) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:22.504843 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e72d6-e160-4131-bb4a-26381e1309f5 None None] Sync routers for ids ['2480ee0f-0ad4-4411-8b69-8ff476ee9d94'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:22.539885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e72d6-e160-4131-bb4a-26381e1309f5 None None] Routers {'2480ee0f-0ad4-4411-8b69-8ff476ee9d94'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:22.541050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-709e72d6-e160-4131-bb4a-26381e1309f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['2480ee0f-0ad4-4411-8b69-8ff476ee9d94'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:22.604044 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-37dd6f78-003d-4e26-8466-fb1f5b56379e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=2480ee0f-0ad4-4411-8b69-8ff476ee9d94 HTTP/1.1" status: 200 len: 205 time: 0.0921192 Feb 19 03:19:22.607510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37232) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:22.627918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-709e72d6-e160-4131-bb4a-26381e1309f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:22.647741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e72d6-e160-4131-bb4a-26381e1309f5 None None] Routers {'2480ee0f-0ad4-4411-8b69-8ff476ee9d94'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:22.648544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-709e72d6-e160-4131-bb4a-26381e1309f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['2480ee0f-0ad4-4411-8b69-8ff476ee9d94'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:22.762832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Allocated IP 192.168.233.159 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:22.802452 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-171f780d-f81e-449d-9e1e-ad82eec07cd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.811076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dffa83-d477-4104-ae06-ca2e89a3c92d req-dfcfb42e-b538-4003-bcc6-71c2f7907225 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:22.814426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6dffa83-d477-4104-ae06-ca2e89a3c92d req-dfcfb42e-b538-4003-bcc6-71c2f7907225 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.1814172 Feb 19 03:19:22.902562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a897c99c-2dbb-434e-a81c-4eb58c1f8f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3312f-adda-4f75-873d-d1d498b025d6'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:22.905111 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b7cc38-78e7-4a39-8f63-8aacfe5bd66e" -d '{"events": [{"server_uuid": "a897c99c-2dbb-434e-a81c-4eb58c1f8f0b", "name": "network-vif-plugged", "status": "completed", "tag": "76c3312f-adda-4f75-873d-d1d498b025d6"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:22.912358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-709e72d6-e160-4131-bb4a-26381e1309f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:22.913239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e72d6-e160-4131-bb4a-26381e1309f5 None None] The sync data for ids ['2480ee0f-0ad4-4411-8b69-8ff476ee9d94'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:22.971248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6dffa83-d477-4104-ae06-ca2e89a3c92d req-7034fead-67ec-46d4-83bc-5fa74652d05b tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447997 Feb 19 03:19:23.069276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks [] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.076534 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c4ad28-395e-42da-8526-b00ed67927bb x-openstack-request-id: req-a5c4ad28-395e-42da-8526-b00ed67927bb {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:23.076823 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b80956a-52f4-4159-a031-ead8919a2584", "name": "network-vif-deleted", "tag": "7227d0ea-7f4b-47e4-abb3-1d02b2fa133f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:23.077151 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5c4ad28-395e-42da-8526-b00ed67927bb {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:23.077810 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b80956a-52f4-4159-a031-ead8919a2584', 'name': 'network-vif-deleted', 'tag': '7227d0ea-7f4b-47e4-abb3-1d02b2fa133f', 'status': 'completed', 'code': 200} Feb 19 03:19:23.083947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-171f780d-f81e-449d-9e1e-ad82eec07cd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.088599 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-171f780d-f81e-449d-9e1e-ad82eec07cd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.091150 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37244) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:23.145698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37248) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:23.147162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.153533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-171f780d-f81e-449d-9e1e-ad82eec07cd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (2480ee0f-0ad4-4411-8b69-8ff476ee9d94), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.154100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171f780d-f81e-449d-9e1e-ad82eec07cd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Fanout notify agent at l3_agent the message router_deleted on router 2480ee0f-0ad4-4411-8b69-8ff476ee9d94 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:23.163195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-171f780d-f81e-449d-9e1e-ad82eec07cd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.164671 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-171f780d-f81e-449d-9e1e-ad82eec07cd6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/2480ee0f-0ad4-4411-8b69-8ff476ee9d94 HTTP/1.1" status: 204 len: 168 time: 0.5554907 Feb 19 03:19:23.168191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37252) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:23.251451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99321b5-3ce8-4729-bb25-87c508f5fc5c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting subnet af50c308-d6e6-4f35-99a8-2ef881d5d2c0 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:23.258982 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c99321b5-3ce8-4729-bb25-87c508f5fc5c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (af50c308-d6e6-4f35-99a8-2ef881d5d2c0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.353654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edd5c01e-052a-4d80-a804-9e9ffb114d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.364716 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c99321b5-3ce8-4729-bb25-87c508f5fc5c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (af50c308-d6e6-4f35-99a8-2ef881d5d2c0), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.380635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:23.381559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Pushing event updated for resources: {'Port': ['ID=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:23.395317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:23.400647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:23.422264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e65ae4b-5e53-4913-8d13-a2e10973bdf6 admin admin] Deleting subnet e4c86e5c-d752-49b8-bd81-3c26d2849525 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:23.434982 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e65ae4b-5e53-4913-8d13-a2e10973bdf6 admin admin] Publish callbacks [] for subnet (e4c86e5c-d752-49b8-bd81-3c26d2849525), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.486756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8b715-7ea2-4ee1-abe3-147206756a01 req-745b1f24-e050-4e9f-9879-09b66bfdd8b9 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:23.492721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf8b715-7ea2-4ee1-abe3-147206756a01 req-745b1f24-e050-4e9f-9879-09b66bfdd8b9 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 946 time: 0.2524529 Feb 19 03:19:23.510438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:23.511489 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.514476 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e65ae4b-5e53-4913-8d13-a2e10973bdf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (e4c86e5c-d752-49b8-bd81-3c26d2849525), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.605837 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c99321b5-3ce8-4729-bb25-87c508f5fc5c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (af50c308-d6e6-4f35-99a8-2ef881d5d2c0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.613678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-41ada6d0-89eb-4f43-83c8-57f5cd295678 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6785266 Feb 19 03:19:23.636770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Request body: {'port': {'device_id': '36e920bc-9954-4c39-acc6-050050f838c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:23.644845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e1a0db-fe25-48ad-909d-e91c46fe2559 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:23.670375 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e65ae4b-5e53-4913-8d13-a2e10973bdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (e4c86e5c-d752-49b8-bd81-3c26d2849525), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.676388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edd5c01e-052a-4d80-a804-9e9ffb114d59 admin admin] Publish callbacks [] for security_group (e883b208-6d79-46fb-8228-da4a4221130f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.694678 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Publish callbacks [] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.705887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf8b715-7ea2-4ee1-abe3-147206756a01 req-b0e4c078-f295-4864-a73a-d5079a293913 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856945 Feb 19 03:19:23.717349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edd5c01e-052a-4d80-a804-9e9ffb114d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e883b208-6d79-46fb-8228-da4a4221130f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.728285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Transition to ACTIVE for port object 93e1a0db-fe25-48ad-909d-e91c46fe2559 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:19:23.752299 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.810973 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.846901 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-edd5c01e-052a-4d80-a804-9e9ffb114d59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddf3e44a7fb945e1aa99ee31528f0cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6990221 Feb 19 03:19:23.850041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37256) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:23.853393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5c01e-052a-4d80-a804-9e9ffb114d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e883b208-6d79-46fb-8228-da4a4221130f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:23.856943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5da8a83f-0cfa-48ae-a88b-7090d1383e15 None None] Provisioning complete for port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:23.858074 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5da8a83f-0cfa-48ae-a88b-7090d1383e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.870498 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c99321b5-3ce8-4729-bb25-87c508f5fc5c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (af50c308-d6e6-4f35-99a8-2ef881d5d2c0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.875314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:23.923936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5da8a83f-0cfa-48ae-a88b-7090d1383e15 None None] Port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:23.956061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99321b5-3ce8-4729-bb25-87c508f5fc5c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Subnet': ['ID=af50c308-d6e6-4f35-99a8-2ef881d5d2c0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:23.968611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e65ae4b-5e53-4913-8d13-a2e10973bdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (e4c86e5c-d752-49b8-bd81-3c26d2849525), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.973570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c99321b5-3ce8-4729-bb25-87c508f5fc5c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.978482 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c99321b5-3ce8-4729-bb25-87c508f5fc5c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/af50c308-d6e6-4f35-99a8-2ef881d5d2c0 HTTP/1.1" status: 204 len: 168 time: 0.8090017 Feb 19 03:19:23.982708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37258) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:23.997328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb13783-28ed-4e6c-a04e-d80f0ec40f25 None None] Network 96825ccb-59ab-4ae0-b28c-0d72ad632f67 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:24.003876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:24.078470 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65ae4b-5e53-4913-8d13-a2e10973bdf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c86e5c-d752-49b8-bd81-3c26d2849525,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:24.084776 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e65ae4b-5e53-4913-8d13-a2e10973bdf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.095400 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5e65ae4b-5e53-4913-8d13-a2e10973bdf6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e4c86e5c-d752-49b8-bd81-3c26d2849525 HTTP/1.1" status: 204 len: 168 time: 1.0029876 Feb 19 03:19:24.097629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37262) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:24.113987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:24.114642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 7227d0ea-7f4b-47e4-abb3-1d02b2fa133f not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:24.149417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-204a8bde-17b0-4711-94c0-723c4c3facaa admin admin] Publish callbacks [] for security_group (e883b208-6d79-46fb-8228-da4a4221130f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.198354 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (96825ccb-59ab-4ae0-b28c-0d72ad632f67), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.202594 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-204a8bde-17b0-4711-94c0-723c4c3facaa admin admin] Publish callbacks [] for security_group (e883b208-6d79-46fb-8228-da4a4221130f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.275801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88744931-c0b3-44b8-a0df-570f2aeeab3f req-1eb17d8f-92ac-47b3-85f1-0104f4762284 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.278958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88744931-c0b3-44b8-a0df-570f2aeeab3f req-1eb17d8f-92ac-47b3-85f1-0104f4762284 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 946 time: 0.4388628 Feb 19 03:19:24.286045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Attempting to bind port 93e1a0db-fe25-48ad-909d-e91c46fe2559 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:24.286455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Attempting to bind port 93e1a0db-fe25-48ad-909d-e91c46fe2559 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:24.286878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Attempting to bind port 93e1a0db-fe25-48ad-909d-e91c46fe2559 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:24.309044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Port 93e1a0db-fe25-48ad-909d-e91c46fe2559 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:19:24.309400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Attempting to bind port 93e1a0db-fe25-48ad-909d-e91c46fe2559 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:24.329603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfcbe95-30c1-4dc5-bfa2-b37aaf7008a1 None None] DHCP port deletion for 96825ccb-59ab-4ae0-b28c-0d72ad632f67 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:24.335782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 0b49ee85-8af6-4081-adbb-1720b45f49e8 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:24.336130 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.372278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:24.372714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:24.373041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:24.373660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Bound port: 93e1a0db-fe25-48ad-909d-e91c46fe2559, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:24.374123 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.383359 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.406269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bbfcbe95-30c1-4dc5-bfa2-b37aaf7008a1 None None] Deleting port 0b49ee85-8af6-4081-adbb-1720b45f49e8 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:24.406649 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbe95-30c1-4dc5-bfa2-b37aaf7008a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.481285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bbfcbe95-30c1-4dc5-bfa2-b37aaf7008a1 None None] For port 0b49ee85-8af6-4081-adbb-1720b45f49e8, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0b49ee85-8af6-4081-adbb-1720b45f49e8,segment=NetworkSegment(d089803c-4b43-480f-98f2-1f5c85c1056a),segment_id=d089803c-4b43-480f-98f2-1f5c85c1056a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:24.481683 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbe95-30c1-4dc5-bfa2-b37aaf7008a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.497929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bbfcbe95-30c1-4dc5-bfa2-b37aaf7008a1 None None] Calling delete_port for 0b49ee85-8af6-4081-adbb-1720b45f49e8 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:24.508876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88744931-c0b3-44b8-a0df-570f2aeeab3f req-2d972baa-af06-42f4-b88a-b27ec0421ac0 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.42 "GET /v2.0/security-groups?id=27237ef1-c33c-4120-a78d-124bc28a34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166619 Feb 19 03:19:24.604090 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbe95-30c1-4dc5-bfa2-b37aaf7008a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.637814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcbe95-30c1-4dc5-bfa2-b37aaf7008a1 None None] Pushing event deleted for resources: {'Port': ['ID=0b49ee85-8af6-4081-adbb-1720b45f49e8,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:24.643797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfcbe95-30c1-4dc5-bfa2-b37aaf7008a1 None None] No DVR routers for this DVR port 0b49ee85-8af6-4081-adbb-1720b45f49e8 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:24.658799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:24.688481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899eac-4320-4023-9697-b0d079d98e7a req-a3393ae7-8ec2-4191-9501-d51cbf6b9212 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.689958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27899eac-4320-4023-9697-b0d079d98e7a req-a3393ae7-8ec2-4191-9501-d51cbf6b9212 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.71 "GET /v2.0/ports?device_id=057b8b25-18d2-405d-9fde-f278e379f335 HTTP/1.1" status: 200 len: 946 time: 0.2900040 Feb 19 03:19:24.692265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-204a8bde-17b0-4711-94c0-723c4c3facaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e883b208-6d79-46fb-8228-da4a4221130f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.694348 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-204a8bde-17b0-4711-94c0-723c4c3facaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.695790 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-204a8bde-17b0-4711-94c0-723c4c3facaa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e883b208-6d79-46fb-8228-da4a4221130f HTTP/1.1" status: 204 len: 168 time: 0.8443744 Feb 19 03:19:24.707413 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.716771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a8bde-17b0-4711-94c0-723c4c3facaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e883b208-6d79-46fb-8228-da4a4221130f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:24.717327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:24.752193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port 0b49ee85-8af6-4081-adbb-1720b45f49e8, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0b49ee85-8af6-4081-adbb-1720b45f49e8,segment=NetworkSegment(d089803c-4b43-480f-98f2-1f5c85c1056a),segment_id=d089803c-4b43-480f-98f2-1f5c85c1056a)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:24.752719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.766926 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 0b49ee85-8af6-4081-adbb-1720b45f49e8 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:24.778551 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.832935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:24.858236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.858866 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.860381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] 10.222.0.37 "PUT /v2.0/ports/93e1a0db-fe25-48ad-909d-e91c46fe2559 HTTP/1.1" status: 200 len: 1096 time: 2.4757876 Feb 19 03:19:24.868635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412ecf64-48d3-4054-9126-6e18e69908e1') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:24.869003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412ecf64-48d3-4054-9126-6e18e69908e1') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:24.873291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (0b49ee85-8af6-4081-adbb-1720b45f49e8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.882652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:24.884959 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03" -d '{"events": [{"name": "network-changed", "server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:24.888898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:24.905784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=0b49ee85-8af6-4081-adbb-1720b45f49e8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:24.910057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No DVR routers for this DVR port 0b49ee85-8af6-4081-adbb-1720b45f49e8 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:24.952556 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (412ecf64-48d3-4054-9126-6e18e69908e1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.965183 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Publish callbacks [] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.993408 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (96825ccb-59ab-4ae0-b28c-0d72ad632f67), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.997073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322d86c-9ef5-4ec9-87f7-47f95f5e87b2 req-12aa337a-cc36-4691-a862-3b11cc4b387d tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.010341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4322d86c-9ef5-4ec9-87f7-47f95f5e87b2 req-12aa337a-cc36-4691-a862-3b11cc4b387d tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 949 time: 0.3786845 Feb 19 03:19:25.022186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96825ccb-59ab-4ae0-b28c-0d72ad632f67']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:25.035980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd089803c-4b43-480f-98f2-1f5c85c1056a') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:25.036334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd089803c-4b43-480f-98f2-1f5c85c1056a') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:25.048328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (412ecf64-48d3-4054-9126-6e18e69908e1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.051369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c718d4-ce1d-46d9-ba19-030204588b91 service neutron] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:25.054486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d089803c-4b43-480f-98f2-1f5c85c1056a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.074107 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d089803c-4b43-480f-98f2-1f5c85c1056a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.074632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Transition to ACTIVE for port object 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:19:25.075708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:25.076117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (412ecf64-48d3-4054-9126-6e18e69908e1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:25.078886 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:25.089260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:25.090936 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d089803c-4b43-480f-98f2-1f5c85c1056a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:25.097431 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:25.100913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.131610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37272) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:25.188816 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c03659ea-f0f4-418f-bca7-85b194574677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.213217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (96825ccb-59ab-4ae0-b28c-0d72ad632f67), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.219491 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.226783 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/networks/96825ccb-59ab-4ae0-b28c-0d72ad632f67 HTTP/1.1" status: 204 len: 168 time: 1.2163146 Feb 19 03:19:25.230950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37274) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:25.235644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-b2c5b073-faa8-4d05-a4c1-332aa91790c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.237038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-b2c5b073-faa8-4d05-a4c1-332aa91790c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c73ec28a0e474eeea8dfd74485c16653&device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 1130 time: 0.2909234 Feb 19 03:19:25.242862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498894a0-e2fe-47dc-b3ef-b856c79749cf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Network': ['ID=96825ccb-59ab-4ae0-b28c-0d72ad632f67,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:25.243122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1719205892', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:25.254207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4322d86c-9ef5-4ec9-87f7-47f95f5e87b2 req-df8403dd-070d-4d45-8f75-da337d4218cf tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429762 Feb 19 03:19:25.254829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Pushing event updated for resources: {'Port': ['ID=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:25.263481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-27899eac-4320-4023-9697-b0d079d98e7a req-f8c4ba1d-0432-4940-a551-a6d02aaa0fda tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Deleting port c1296397-4cbd-447b-90f0-67aad2419536 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:25.264346 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27899eac-4320-4023-9697-b0d079d98e7a req-f8c4ba1d-0432-4940-a551-a6d02aaa0fda tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c1296397-4cbd-447b-90f0-67aad2419536), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.267257 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.299339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.306392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] 10.222.0.42 "DELETE /v2.0/networks/6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4 HTTP/1.1" status: 204 len: 168 time: 1.1254447 Feb 19 03:19:25.310852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37276) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:25.335383 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec3f5c2-8bea-4023-8e3e-675f267a3e8d x-openstack-request-id: req-3ec3f5c2-8bea-4023-8e3e-675f267a3e8d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:25.335905 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a897c99c-2dbb-434e-a81c-4eb58c1f8f0b", "name": "network-vif-plugged", "status": "completed", "tag": "76c3312f-adda-4f75-873d-d1d498b025d6", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:25.336010 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ec3f5c2-8bea-4023-8e3e-675f267a3e8d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:25.336491 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a897c99c-2dbb-434e-a81c-4eb58c1f8f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3312f-adda-4f75-873d-d1d498b025d6', 'code': 200} Feb 19 03:19:25.353498 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c03659ea-f0f4-418f-bca7-85b194574677 admin admin] Publish callbacks [] for security_group (afe69de7-d907-475b-aa77-d9645856899f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.358073 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c03659ea-f0f4-418f-bca7-85b194574677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (afe69de7-d907-475b-aa77-d9645856899f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.410123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03659ea-f0f4-418f-bca7-85b194574677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe69de7-d907-475b-aa77-d9645856899f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:25.429575 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c03659ea-f0f4-418f-bca7-85b194574677 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff4edc33ac0a484db671dbbcb811d760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941921 Feb 19 03:19:25.432359 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37278) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:25.451802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-9d0e5ca9-4a34-4c0a-b1e4-32c696eb4493 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559 HTTP/1.1" status: 200 len: 217 time: 0.1940103 Feb 19 03:19:25.475952 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (e488fd91-fdf5-41f5-b563-607afc74a8de), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.477764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (e488fd91-fdf5-41f5-b563-607afc74a8de), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.512644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc04946-bde2-4475-b2a0-44129612a0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5ac399-cdb3-47f1-88bc-ea9a7cec6bd4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:25.522559 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e648bce2-0002-4f0f-a201-d800bfff6f0b admin admin] Publish callbacks [] for security_group (afe69de7-d907-475b-aa77-d9645856899f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.530266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d78a7-0855-4f49-a6c8-60281698d9ca req-217b71a7-b2c4-475e-a24b-a40ea70a4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.532410 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d19d78a7-0855-4f49-a6c8-60281698d9ca req-217b71a7-b2c4-475e-a24b-a40ea70a4fd9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 1131 time: 0.0817082 Feb 19 03:19:25.564871 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e648bce2-0002-4f0f-a201-d800bfff6f0b admin admin] Publish callbacks [] for security_group (afe69de7-d907-475b-aa77-d9645856899f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.612387 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d19d78a7-0855-4f49-a6c8-60281698d9ca req-ef6073e3-b2d3-4947-aa23-869fc3568342 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706604 Feb 19 03:19:25.634393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e648bce2-0002-4f0f-a201-d800bfff6f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (afe69de7-d907-475b-aa77-d9645856899f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.636964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e648bce2-0002-4f0f-a201-d800bfff6f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.638214 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e648bce2-0002-4f0f-a201-d800bfff6f0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afe69de7-d907-475b-aa77-d9645856899f HTTP/1.1" status: 204 len: 168 time: 0.2047756 Feb 19 03:19:25.652234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea708c2-516d-45bf-bdca-d540df5cff0b admin admin] Deleting subnet bdc40a8b-c92d-4555-920f-3d9b6d1cf678 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:25.652515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648bce2-0002-4f0f-a201-d800bfff6f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe69de7-d907-475b-aa77-d9645856899f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:25.672540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea708c2-516d-45bf-bdca-d540df5cff0b admin admin] Publish callbacks [] for subnet (bdc40a8b-c92d-4555-920f-3d9b6d1cf678), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.725825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-56215d32-2bea-41eb-a5cb-68ffff2a9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.727344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-56215d32-2bea-41eb-a5cb-68ffff2a9893 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2226245 Feb 19 03:19:25.741057 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (e488fd91-fdf5-41f5-b563-607afc74a8de), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.766317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27899eac-4320-4023-9697-b0d079d98e7a req-f8c4ba1d-0432-4940-a551-a6d02aaa0fda tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] For port c1296397-4cbd-447b-90f0-67aad2419536, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c1296397-4cbd-447b-90f0-67aad2419536,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:25.766689 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27899eac-4320-4023-9697-b0d079d98e7a req-f8c4ba1d-0432-4940-a551-a6d02aaa0fda tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c1296397-4cbd-447b-90f0-67aad2419536), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.769226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Attempting to bind port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:25.769446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Attempting to bind port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:25.769740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Attempting to bind port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:25.824132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea708c2-516d-45bf-bdca-d540df5cff0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (bdc40a8b-c92d-4555-920f-3d9b6d1cf678), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.830583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0b49ee85-8af6-4081-adbb-1720b45f49e8 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:25.838743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-27899eac-4320-4023-9697-b0d079d98e7a req-f8c4ba1d-0432-4940-a551-a6d02aaa0fda tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Calling delete_port for c1296397-4cbd-447b-90f0-67aad2419536 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:25.859008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 0b49ee85-8af6-4081-adbb-1720b45f49e8 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:25.859407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0b49ee85-8af6-4081-adbb-1720b45f49e8 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:26.183559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:19:26.183894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Attempting to bind port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:26.230569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328654b-08ef-4634-afcd-b68e50e4ea64 req-49920443-2941-4800-bad3-4f061fb134a2 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.232074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4328654b-08ef-4634-afcd-b68e50e4ea64 req-49920443-2941-4800-bad3-4f061fb134a2 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 948 time: 0.7855110 Feb 19 03:19:26.278564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:26.278909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:26.279290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:26.279736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Bound port: 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:26.280097 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.432923 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea708c2-516d-45bf-bdca-d540df5cff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (bdc40a8b-c92d-4555-920f-3d9b6d1cf678), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.438896 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_gateway (e488fd91-fdf5-41f5-b563-607afc74a8de), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.544651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-a3fdc66d-aead-4102-bba9-e7f692224cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.546332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-a3fdc66d-aead-4102-bba9-e7f692224cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3602002 Feb 19 03:19:26.549482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4328654b-08ef-4634-afcd-b68e50e4ea64 req-2d0d269f-cf1c-44ce-a9c1-c8fe9c462e82 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982621 Feb 19 03:19:26.738395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] For port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:26.780402 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea708c2-516d-45bf-bdca-d540df5cff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (bdc40a8b-c92d-4555-920f-3d9b6d1cf678), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.802044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] For port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:26.855767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.857909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea708c2-516d-45bf-bdca-d540df5cff0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc40a8b-c92d-4555-920f-3d9b6d1cf678,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:26.864635 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea708c2-516d-45bf-bdca-d540df5cff0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.867725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fea708c2-516d-45bf-bdca-d540df5cff0b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bdc40a8b-c92d-4555-920f-3d9b6d1cf678 HTTP/1.1" status: 204 len: 168 time: 1.5163119 Feb 19 03:19:26.870326 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37314) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:26.921283 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27899eac-4320-4023-9697-b0d079d98e7a req-f8c4ba1d-0432-4940-a551-a6d02aaa0fda tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c1296397-4cbd-447b-90f0-67aad2419536), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.934462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d3cd5-06d3-4ec3-9f96-151ff3da6d13 req-2346ce8d-d379-47c8-b92d-af1588db0352 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.941710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-600d3cd5-06d3-4ec3-9f96-151ff3da6d13 req-2346ce8d-d379-47c8-b92d-af1588db0352 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.3045285 Feb 19 03:19:26.949171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (97dbfac9-f011-4dbb-ab99-650b0d70842e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.951841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-34a47173-eff8-4330-a2c6-d1277eb4550a service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739855 Feb 19 03:19:26.954908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.955553 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.961431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] 10.222.0.71 "PUT /v2.0/ports/9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb HTTP/1.1" status: 200 len: 1096 time: 3.3323913 Feb 19 03:19:27.091063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (97dbfac9-f011-4dbb-ab99-650b0d70842e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.119368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0289-4fb0-4837-a873-7b7a4143be6a service neutron] Pushing event updated for resources: {'Port': ['ID=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:27.120365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97dbfac9-f011-4dbb-ab99-650b0d70842e']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:27.143901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018e7e87-430d-43ab-b932-3c9669713b23') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:27.144313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018e7e87-430d-43ab-b932-3c9669713b23') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:27.158711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (018e7e87-430d-43ab-b932-3c9669713b23), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.174322 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (018e7e87-430d-43ab-b932-3c9669713b23), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.185798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4ba1d-0432-4940-a551-a6d02aaa0fda tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Pushing event deleted for resources: {'Port': ['ID=c1296397-4cbd-447b-90f0-67aad2419536,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:27.186343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:27.186762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (018e7e87-430d-43ab-b932-3c9669713b23), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.203413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-600d3cd5-06d3-4ec3-9f96-151ff3da6d13 req-3c79760a-d664-4895-b34b-1be6fa196b96 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570927 Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:27.246572 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:27.294549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (97dbfac9-f011-4dbb-ab99-650b0d70842e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.321129 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.325489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-27899eac-4320-4023-9697-b0d079d98e7a req-f8c4ba1d-0432-4940-a551-a6d02aaa0fda tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] No DVR routers for this DVR port c1296397-4cbd-447b-90f0-67aad2419536 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:27.329094 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/97dbfac9-f011-4dbb-ab99-650b0d70842e HTTP/1.1" status: 204 len: 168 time: 0.4567742 Feb 19 03:19:27.330210 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27899eac-4320-4023-9697-b0d079d98e7a req-f8c4ba1d-0432-4940-a551-a6d02aaa0fda tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.331458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4effa41-808e-4a33-8146-277adc1a84b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=97dbfac9-f011-4dbb-ab99-650b0d70842e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:27.333674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27899eac-4320-4023-9697-b0d079d98e7a req-f8c4ba1d-0432-4940-a551-a6d02aaa0fda tempest-FloatingIPsAssociationNegativeTestJSON-1001410410 tempest-FloatingIPsAssociationNegativeTestJSON-1001410410-project] 10.222.0.71 "DELETE /v2.0/ports/c1296397-4cbd-447b-90f0-67aad2419536 HTTP/1.1" status: 204 len: 173 time: 2.6286187 Feb 19 03:19:27.532561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_gateway (e488fd91-fdf5-41f5-b563-607afc74a8de), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.559102 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.568376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8334-3b2f-4286-80fd-310fd809177d req-3361e427-754f-4f63-a299-c16ea5252fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.570257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-3361e427-754f-4f63-a299-c16ea5252fe7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c73ec28a0e474eeea8dfd74485c16653&device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 1130 time: 0.5205579 Feb 19 03:19:27.591981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee529c8-5109-4f8e-b6fa-2f66f5cdfe13 req-6b794abc-651f-4f50-a32e-57f0bf739188 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127658 Feb 19 03:19:27.697331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6d582-9afa-4003-beef-6c9b1a354279 req-3d53978e-9435-4b8e-aa64-e82d30c3d17b tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.699268 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86e6d582-9afa-4003-beef-6c9b1a354279 req-3d53978e-9435-4b8e-aa64-e82d30c3d17b tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 946 time: 0.3577867 Feb 19 03:19:27.710801 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-f411df5d-9ecf-4421-91f4-c4fc3a8d9161 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb HTTP/1.1" status: 200 len: 217 time: 0.1235631 Feb 19 03:19:27.797799 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37338) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:27.848978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8334-3b2f-4286-80fd-310fd809177d req-90947218-ee05-46a6-aee4-d3cb371ec7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.850462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-90947218-ee05-46a6-aee4-d3cb371ec7d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1257622 Feb 19 03:19:27.855013 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1d6d4128-f280-4b1a-95ff-583e01a587cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fa0b8023f244a6ca34ce2f63a6c60e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557649 Feb 19 03:19:27.858584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37340) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:27.870594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Allocated IP 172.25.4.157 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/f887796d-6d41-4a2f-b7e7-0a76e5cf70be) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:27.887687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86e6d582-9afa-4003-beef-6c9b1a354279 req-40555c6f-d4d7-4691-b578-7c4aac9fb965 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672330 Feb 19 03:19:28.007192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8334-3b2f-4286-80fd-310fd809177d req-0221afab-100f-4d8b-8c8b-069d411bc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:28.008752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-0221afab-100f-4d8b-8c8b-069d411bc077 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1411281 Feb 19 03:19:28.010095 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4b26522-f3e9-4dd7-aa3d-88fee92eae39 admin admin] Publish callbacks [] for security_group (5077f0d9-42b3-4c3e-9794-aa86c2cdf76c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.063097 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4b26522-f3e9-4dd7-aa3d-88fee92eae39 admin admin] Publish callbacks [] for security_group (5077f0d9-42b3-4c3e-9794-aa86c2cdf76c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.134696 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (f887796d-6d41-4a2f-b7e7-0a76e5cf70be), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.155394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4b26522-f3e9-4dd7-aa3d-88fee92eae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5077f0d9-42b3-4c3e-9794-aa86c2cdf76c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.159278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4b26522-f3e9-4dd7-aa3d-88fee92eae39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.163919 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a4b26522-f3e9-4dd7-aa3d-88fee92eae39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5077f0d9-42b3-4c3e-9794-aa86c2cdf76c HTTP/1.1" status: 204 len: 168 time: 0.3012094 Feb 19 03:19:28.173202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b26522-f3e9-4dd7-aa3d-88fee92eae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5077f0d9-42b3-4c3e-9794-aa86c2cdf76c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:28.206840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-f9e695ed-f616-4671-93a3-541ac30c8c53 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821549 Feb 19 03:19:28.334762 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f887796d-6d41-4a2f-b7e7-0a76e5cf70be), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.396615 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a13d0-4b9f-434a-9057-703393cb83ed x-openstack-request-id: req-604a13d0-4b9f-434a-9057-703393cb83ed {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:28.396976 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:28.397350 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-604a13d0-4b9f-434a-9057-703393cb83ed {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:28.399002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37356) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:28.414683 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'status': 'completed', 'code': 200} Feb 19 03:19:28.441515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:28.456789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:28.477240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:28.570648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=f887796d-6d41-4a2f-b7e7-0a76e5cf70be,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:28.605331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-52299554-26eb-4985-bffb-be916cc43284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:28.607146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-52299554-26eb-4985-bffb-be916cc43284 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c73ec28a0e474eeea8dfd74485c16653&device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 1130 time: 0.1597915 Feb 19 03:19:28.630594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78d8334-3b2f-4286-80fd-310fd809177d req-3fab391d-adce-4a6f-a11e-6f27bf787bf8 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037652 Feb 19 03:19:28.663457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed791d43-4cd6-4600-a0b2-24fb03b185ba req-72edbc3a-2230-4d28-8b72-0a77863b4889 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:28.665217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed791d43-4cd6-4600-a0b2-24fb03b185ba req-72edbc3a-2230-4d28-8b72-0a77863b4889 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 949 time: 0.1946175 Feb 19 03:19:28.712382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c1296397-4cbd-447b-90f0-67aad2419536 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:28.758616 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: c1296397-4cbd-447b-90f0-67aad2419536 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:28.758989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c1296397-4cbd-447b-90f0-67aad2419536 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:28.841953 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37368) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:28.897530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-f28a684c-9073-4f79-a184-cb522c202c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:28.899016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-f28a684c-9073-4f79-a184-cb522c202c6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2817535 Feb 19 03:19:28.918611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed791d43-4cd6-4600-a0b2-24fb03b185ba req-609c6cd0-19db-407f-837a-d6dbcf35c221 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856780 Feb 19 03:19:28.959126 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-42b0634e-3eca-4b2f-8d87-7ffd84ad19b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e9cce09f0f744ad9cc713c814cb7e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1148949 Feb 19 03:19:28.962324 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37372) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:29.054303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a7de-4577-43ab-a0d2-74c9178a0730 admin admin] Publish callbacks [] for security_group (77d3a4a7-d909-4c6e-81ef-8f9f6631cb31), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.106914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a7de-4577-43ab-a0d2-74c9178a0730 admin admin] Publish callbacks [] for security_group (77d3a4a7-d909-4c6e-81ef-8f9f6631cb31), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.120277 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-2b4c0a79-f9bd-4a7d-a001-253008c485d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559 HTTP/1.1" status: 200 len: 217 time: 0.0726087 Feb 19 03:19:29.168975 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (931f1bb8-dadf-492f-a92f-b11ae13a0a01), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.197093 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_gateway (e488fd91-fdf5-41f5-b563-607afc74a8de), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.226664 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a7de-4577-43ab-a0d2-74c9178a0730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (77d3a4a7-d909-4c6e-81ef-8f9f6631cb31), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.229892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a7de-4577-43ab-a0d2-74c9178a0730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.231357 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d1d7a7de-4577-43ab-a0d2-74c9178a0730 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77d3a4a7-d909-4c6e-81ef-8f9f6631cb31 HTTP/1.1" status: 204 len: 168 time: 0.2678106 Feb 19 03:19:29.247859 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7a7de-4577-43ab-a0d2-74c9178a0730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d3a4a7-d909-4c6e-81ef-8f9f6631cb31,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:29.556266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] Deleting port b3ca6198-2f3d-4085-87fb-8261e61e6840 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:29.556792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.704042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] For port b3ca6198-2f3d-4085-87fb-8261e61e6840, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b3ca6198-2f3d-4085-87fb-8261e61e6840,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:29.704436 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.723558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] Calling delete_port for b3ca6198-2f3d-4085-87fb-8261e61e6840 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:29.815745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-36e79e60-3629-462f-b68c-b2bbcb6ce0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:29.817312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-36e79e60-3629-462f-b68c-b2bbcb6ce0f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.6835709 Feb 19 03:19:29.932712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f9052-f995-49b9-8711-c744d66747b1 req-11357fb7-24df-4d10-aee6-50ad21055a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:29.934106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a03f9052-f995-49b9-8711-c744d66747b1 req-11357fb7-24df-4d10-aee6-50ad21055a24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 1127 time: 0.1996698 Feb 19 03:19:29.995934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98946cb-9d63-4420-a808-5177c4452109 req-60fd29cb-7b4d-4261-b07c-136dbfcb76cc tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:30.002406 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98946cb-9d63-4420-a808-5177c4452109 req-60fd29cb-7b4d-4261-b07c-136dbfcb76cc tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 948 time: 0.2632124 Feb 19 03:19:30.051441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b3ca6198-2f3d-4085-87fb-8261e61e6840), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.084196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ca6198-2f3d-4085-87fb-8261e61e6840,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:30.110458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-9981d263-60fc-4d6e-9792-34f193dbd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:30.112141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-9981d263-60fc-4d6e-9792-34f193dbd777 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2558181 Feb 19 03:19:30.299511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98946cb-9d63-4420-a808-5177c4452109 req-21c47865-bd4a-48ad-a856-d46628860e2c tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702842 Feb 19 03:19:30.339415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (e488fd91-fdf5-41f5-b563-607afc74a8de), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.352712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f9052-f995-49b9-8711-c744d66747b1 req-5a7e8311-9aeb-4645-b5e4-76456d5d24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:30.354295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a03f9052-f995-49b9-8711-c744d66747b1 req-5a7e8311-9aeb-4645-b5e4-76456d5d24b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 919 time: 0.3433583 Feb 19 03:19:30.366680 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (931f1bb8-dadf-492f-a92f-b11ae13a0a01), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.422958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e920bc-9954-4c39-acc6-050050f838c9', 'tag': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb'}, {'server_uuid': '057b8b25-18d2-405d-9fde-f278e379f335', 'name': 'network-vif-deleted', 'tag': 'c1296397-4cbd-447b-90f0-67aad2419536'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:30.425320 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db9a284-631c-4586-9272-8c8cc47ccebb" -d '{"events": [{"name": "network-changed", "server_uuid": "36e920bc-9954-4c39-acc6-050050f838c9", "tag": "9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb"}, {"server_uuid": "057b8b25-18d2-405d-9fde-f278e379f335", "name": "network-vif-deleted", "tag": "c1296397-4cbd-447b-90f0-67aad2419536"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:30.488405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a03f9052-f995-49b9-8711-c744d66747b1 req-024dbbdd-5699-4594-bc77-367bd3b79e54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1bc80-9029-438c-bd0f-59d0168b0415 HTTP/1.1" status: 200 len: 217 time: 0.1207488 Feb 19 03:19:30.491704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-01495e9b-1fe7-44f1-976e-c7811b674558 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705070 Feb 19 03:19:30.685298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f9052-f995-49b9-8711-c744d66747b1 req-3de3991a-b1f1-4da9-9e7e-b428337f5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:30.688583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a03f9052-f995-49b9-8711-c744d66747b1 req-3de3991a-b1f1-4da9-9e7e-b428337f5ab3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.1796451 Feb 19 03:19:30.724111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:19:30.742462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] Router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:30.767134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a03f9052-f995-49b9-8711-c744d66747b1 req-bc739d4b-35b0-4fa5-9b08-14cc0235251b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611660 Feb 19 03:19:30.801562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1147cb1-fa08-4b36-9cfb-67f6eb96aa03 req-6b4ac78a-2d6a-4e66-8ee1-632beba18ffa service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018610 Feb 19 03:19:30.870112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:30.884574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb', 'mac_address': 'fa:16:3e:da:e9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:19:30.919236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router e488fd91-fdf5-41f5-b563-607afc74a8de is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:19:30.935966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:30.936483 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.944602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a03f9052-f995-49b9-8711-c744d66747b1 req-da771756-7364-4ea1-900a-cfaad1c650d1 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636710 Feb 19 03:19:30.954888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:30.979877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:30.985878 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.995578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:31.007210 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] Sync routers for ids ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:31.013515 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e43cafd9-07ac-4edb-840e-02613e58d841 admin admin] 10.222.0.42 "PUT /v2.0/routers/931f1bb8-dadf-492f-a92f-b11ae13a0a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6090198 Feb 19 03:19:31.014198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37436) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:31.029674 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] Routers {'931f1bb8-dadf-492f-a92f-b11ae13a0a01'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:31.034720 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:31.134596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:31.216356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Publish callbacks [] for router (931f1bb8-dadf-492f-a92f-b11ae13a0a01), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.255443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342c5ae-e9ec-4781-9d8c-99fc1c9c57a2 req-71573742-fca9-4d41-b4de-8a86d466b62c tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:31.257749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4342c5ae-e9ec-4781-9d8c-99fc1c9c57a2 req-71573742-fca9-4d41-b4de-8a86d466b62c tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 946 time: 0.2606421 Feb 19 03:19:31.302647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:31.305666 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] Set router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:31.314983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382240ca-d967-44ee-a936-115a04e7ae04 None None] Sync routers for ids ['e488fd91-fdf5-41f5-b563-607afc74a8de'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:31.324220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a03f9052-f995-49b9-8711-c744d66747b1 req-ce69f214-f635-4b8a-a8d6-96e6ee2da64c service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282230 Feb 19 03:19:31.342164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382240ca-d967-44ee-a936-115a04e7ae04 None None] Routers {'e488fd91-fdf5-41f5-b563-607afc74a8de'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:31.346271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-382240ca-d967-44ee-a936-115a04e7ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e488fd91-fdf5-41f5-b563-607afc74a8de'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:31.384675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.389428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fa4fc11d-b0e6-4fec-afe0-1ebcc68bf905 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.1534131 Feb 19 03:19:31.389614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37450) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:31.409002 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Publish callbacks [] for router_gateway (931f1bb8-dadf-492f-a92f-b11ae13a0a01), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.413982 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4342c5ae-e9ec-4781-9d8c-99fc1c9c57a2 req-789fd40d-d2f2-4f40-80be-71bad41608a2 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430247 Feb 19 03:19:31.460877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:31.463431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-382240ca-d967-44ee-a936-115a04e7ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:31.493934 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Deleting port 54017f69-6525-454a-92f4-7632ed64099e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:31.494539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (54017f69-6525-454a-92f4-7632ed64099e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.594264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382240ca-d967-44ee-a936-115a04e7ae04 None None] Routers {'e488fd91-fdf5-41f5-b563-607afc74a8de'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:31.594915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-382240ca-d967-44ee-a936-115a04e7ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e488fd91-fdf5-41f5-b563-607afc74a8de'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:31.620789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] For port 54017f69-6525-454a-92f4-7632ed64099e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=54017f69-6525-454a-92f4-7632ed64099e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:31.620789 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (54017f69-6525-454a-92f4-7632ed64099e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.639996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Calling delete_port for 54017f69-6525-454a-92f4-7632ed64099e owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:31.687373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-382240ca-d967-44ee-a936-115a04e7ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:31.688182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382240ca-d967-44ee-a936-115a04e7ae04 None None] The sync data for ids ['e488fd91-fdf5-41f5-b563-607afc74a8de'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:31.696243 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '54017f69-6525-454a-92f4-7632ed64099e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:19:29Z', 'revision_number': 5, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port': {'id': '54017f69-6525-454a-92f4-7632ed64099e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:05Z', 'updated_at': '2022-02-19T03:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:31.770201 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] Checking router: 931f1bb8-dadf-492f-a92f-b11ae13a0a01 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:19:31.797885 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] Routers {'931f1bb8-dadf-492f-a92f-b11ae13a0a01'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:31.798818 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:31.824185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1043a8c7-754b-402f-a5e3-aaddd5eaa8d7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/routers/e488fd91-fdf5-41f5-b563-607afc74a8de HTTP/1.1" status: 200 len: 881 time: 0.4334223 Feb 19 03:19:31.827645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37464) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:31.886267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (54017f69-6525-454a-92f4-7632ed64099e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.921557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Pushing event deleted for resources: {'Port': ['ID=54017f69-6525-454a-92f4-7632ed64099e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:32.005164 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (931f1bb8-dadf-492f-a92f-b11ae13a0a01), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.016964 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] Set router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:32.051814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 93e1a0db-fe25-48ad-909d-e91c46fe2559 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:19:32.077702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37470) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:32.090430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762568e-ede0-4680-9002-04014b79c34a req-639593a9-de1b-4757-b19f-05f2df669539 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:32.097694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8762568e-ede0-4680-9002-04014b79c34a req-639593a9-de1b-4757-b19f-05f2df669539 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.4515436 Feb 19 03:19:32.124255 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:19:31Z', 'revision_number': 6, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:32.159696 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0227f-6445-4769-99a6-8cf3932c4044 None None] The sync data for ids ['931f1bb8-dadf-492f-a92f-b11ae13a0a01'] in n-d-826756-2 is: [{'id': '931f1bb8-dadf-492f-a92f-b11ae13a0a01', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-462642463-router', 'tenant_id': '1275937955784146a511ec7ab3f57e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:03Z', 'updated_at': '2022-02-19T03:19:31Z', 'revision_number': 6, 'project_id': '1275937955784146a511ec7ab3f57e44', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:32.219436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8762568e-ede0-4680-9002-04014b79c34a req-0e7872f9-0e11-4c62-859c-78eb168d6a20 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199887 Feb 19 03:19:32.247669 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (931f1bb8-dadf-492f-a92f-b11ae13a0a01), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.247669 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Publish callbacks [] for router_controller (931f1bb8-dadf-492f-a92f-b11ae13a0a01), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.334480 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f0ccd5-c7c9-4ccf-8f6f-5cc25d1c0c8e x-openstack-request-id: req-46f0ccd5-c7c9-4ccf-8f6f-5cc25d1c0c8e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:32.334822 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e920bc-9954-4c39-acc6-050050f838c9", "tag": "9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb", "status": "completed", "code": 200}, {"server_uuid": "057b8b25-18d2-405d-9fde-f278e379f335", "name": "network-vif-deleted", "tag": "c1296397-4cbd-447b-90f0-67aad2419536", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:32.335012 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46f0ccd5-c7c9-4ccf-8f6f-5cc25d1c0c8e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:32.335419 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e920bc-9954-4c39-acc6-050050f838c9', 'tag': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb', 'status': 'completed', 'code': 200} Feb 19 03:19:32.335783 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057b8b25-18d2-405d-9fde-f278e379f335', 'name': 'network-vif-deleted', 'tag': 'c1296397-4cbd-447b-90f0-67aad2419536', 'status': 'completed', 'code': 200} Feb 19 03:19:32.340759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:32.359789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'mac_address': 'fa:16:3e:de:37:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:19:32.367378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (931f1bb8-dadf-492f-a92f-b11ae13a0a01), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.368002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 931f1bb8-dadf-492f-a92f-b11ae13a0a01 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:32.381444 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.387607 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f5ef03c2-c96c-4f9d-bff5-c4229c7af08e admin admin] 10.222.0.42 "DELETE /v2.0/routers/931f1bb8-dadf-492f-a92f-b11ae13a0a01 HTTP/1.1" status: 204 len: 168 time: 1.3723614 Feb 19 03:19:32.391338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37478) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:32.411436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 93e1a0db-fe25-48ad-909d-e91c46fe2559 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:32.412249 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.431708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e1a0db-fe25-48ad-909d-e91c46fe2559 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:32.447062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd72eb13-70fa-4f36-a051-3ba333408876 admin admin] Deleting subnet fdc05bd8-00d4-40ff-b91a-67f1d8b58992 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:32.452069 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb13-70fa-4f36-a051-3ba333408876 admin admin] Publish callbacks [] for subnet (fdc05bd8-00d4-40ff-b91a-67f1d8b58992), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.460833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:32.472380 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.490960 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb13-70fa-4f36-a051-3ba333408876 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (fdc05bd8-00d4-40ff-b91a-67f1d8b58992), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.556098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:32.599400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb13-70fa-4f36-a051-3ba333408876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (fdc05bd8-00d4-40ff-b91a-67f1d8b58992), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.740424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:32.808803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:19:32.814195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:32.814847 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.910068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:32.910655 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.915870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cfe4060-972b-4757-8d0a-e337ba32066e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.946049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e920bc-9954-4c39-acc6-050050f838c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:32.949185 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edac6caf-90ad-47e7-a685-f051154ef242" -d '{"events": [{"server_uuid": "36e920bc-9954-4c39-acc6-050050f838c9", "name": "network-vif-plugged", "status": "completed", "tag": "9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:32.967430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['93e1a0db-fe25-48ad-909d-e91c46fe2559'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:32.973476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:32.993423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-d29a8efa-845e-483f-ab35-f14eef871c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:32.998030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-d29a8efa-845e-483f-ab35-f14eef871c2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c73ec28a0e474eeea8dfd74485c16653&device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 1131 time: 0.5759630 Feb 19 03:19:33.017928 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.044018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed643b-6efb-4549-bf0f-a28263b88344 req-8c7a3155-c52e-4b6e-ac0f-e952612f5817 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:33.053398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91ed643b-6efb-4549-bf0f-a28263b88344 req-8c7a3155-c52e-4b6e-ac0f-e952612f5817 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 949 time: 0.6274834 Feb 19 03:19:33.061634 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb13-70fa-4f36-a051-3ba333408876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (fdc05bd8-00d4-40ff-b91a-67f1d8b58992), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.080651 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb13-70fa-4f36-a051-3ba333408876 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.092143 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bd72eb13-70fa-4f36-a051-3ba333408876 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fdc05bd8-00d4-40ff-b91a-67f1d8b58992 HTTP/1.1" status: 204 len: 168 time: 0.6982031 Feb 19 03:19:33.096703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.103326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f39d5c5-c148-4ac6-a9f4-4ea9fd61a461 None None] Network 18e3db3e-1d74-4366-8814-2ba5aee6ebbe requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:33.121877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37494) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:33.130941 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72eb13-70fa-4f36-a051-3ba333408876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc05bd8-00d4-40ff-b91a-67f1d8b58992,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.172972 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e6e1a633-3a16-4dab-a059-f84b624669e2 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.3440878 Feb 19 03:19:33.177025 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37496) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:33.188621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4e061635-467e-41b6-9884-d0eece6f8dc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1719205892'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:33.200279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91ed643b-6efb-4549-bf0f-a28263b88344 req-1585c8d0-b473-4c66-bf2c-daa77d338409 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454189 Feb 19 03:19:33.299920 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cfe4060-972b-4757-8d0a-e337ba32066e admin admin] Publish callbacks [] for security_group (d2516fbc-6133-4e9f-a9d5-6cfd9d04c2b2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.327372 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (18e3db3e-1d74-4366-8814-2ba5aee6ebbe), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.354627 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cfe4060-972b-4757-8d0a-e337ba32066e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d2516fbc-6133-4e9f-a9d5-6cfd9d04c2b2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.364760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-db210f3b-a2d7-4ff0-9f6c-4a24200e2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:33.365977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-db210f3b-a2d7-4ff0-9f6c-4a24200e2034 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3447239 Feb 19 03:19:33.376010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcab517-32d4-4fe8-b9e5-269b8b5d4cf6 None None] DHCP port deletion for 18e3db3e-1d74-4366-8814-2ba5aee6ebbe request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:33.461649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5fcab517-32d4-4fe8-b9e5-269b8b5d4cf6 None None] Deleting port 25c855fe-91ba-4f70-b24b-58c8eb186079 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:33.462052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5fcab517-32d4-4fe8-b9e5-269b8b5d4cf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.478547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-81168f43-da68-4160-9c36-2676ca9d9d76 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb HTTP/1.1" status: 200 len: 217 time: 0.0916474 Feb 19 03:19:33.502117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0cfe4060-972b-4757-8d0a-e337ba32066e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=444a811383a94a8592c986fdd75dc399&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4210591 Feb 19 03:19:33.504743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe4060-972b-4757-8d0a-e337ba32066e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2516fbc-6133-4e9f-a9d5-6cfd9d04c2b2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.536434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37504) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:33.540816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5fcab517-32d4-4fe8-b9e5-269b8b5d4cf6 None None] For port 25c855fe-91ba-4f70-b24b-58c8eb186079, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=25c855fe-91ba-4f70-b24b-58c8eb186079,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:33.541837 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5fcab517-32d4-4fe8-b9e5-269b8b5d4cf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.560040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5fcab517-32d4-4fe8-b9e5-269b8b5d4cf6 None None] Calling delete_port for 25c855fe-91ba-4f70-b24b-58c8eb186079 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:33.588595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de93ced-3c78-4daa-93a9-cbd195c955a5 req-d5a41a42-7489-42a3-8129-7f3517a67a68 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:33.590273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6de93ced-3c78-4daa-93a9-cbd195c955a5 req-d5a41a42-7489-42a3-8129-7f3517a67a68 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 950 time: 0.2380798 Feb 19 03:19:33.604270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-b8b1d046-c44e-445d-8a81-b3cbf625811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:33.606697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-b8b1d046-c44e-445d-8a81-b3cbf625811a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1187711 Feb 19 03:19:33.646460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Deleting port 25c855fe-91ba-4f70-b24b-58c8eb186079 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:33.646821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.677957 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5fcab517-32d4-4fe8-b9e5-269b8b5d4cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.698913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-315f9585-1454-4c4a-833b-aee134237e8e admin admin] Publish callbacks [] for security_group (d2516fbc-6133-4e9f-a9d5-6cfd9d04c2b2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.715981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcab517-32d4-4fe8-b9e5-269b8b5d4cf6 None None] Pushing event deleted for resources: {'Port': ['ID=25c855fe-91ba-4f70-b24b-58c8eb186079,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.719241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcab517-32d4-4fe8-b9e5-269b8b5d4cf6 None None] No DVR routers for this DVR port 25c855fe-91ba-4f70-b24b-58c8eb186079 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:33.742713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6de93ced-3c78-4daa-93a9-cbd195c955a5 req-e779d227-384f-4552-a380-244533245df5 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409860 Feb 19 03:19:33.744690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-315f9585-1454-4c4a-833b-aee134237e8e admin admin] Publish callbacks [] for security_group (d2516fbc-6133-4e9f-a9d5-6cfd9d04c2b2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.748062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-3b298cb4-aa3a-47ad-ae6f-be294cee972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:33.749650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-3b298cb4-aa3a-47ad-ae6f-be294cee972f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1291652 Feb 19 03:19:33.758433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4e061635-467e-41b6-9884-d0eece6f8dc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (e488fd91-fdf5-41f5-b563-607afc74a8de), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.781755 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4e061635-467e-41b6-9884-d0eece6f8dc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (e488fd91-fdf5-41f5-b563-607afc74a8de), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.797106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] For port 25c855fe-91ba-4f70-b24b-58c8eb186079, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=25c855fe-91ba-4f70-b24b-58c8eb186079,segment=NetworkSegment(89df1b44-662e-4c9a-a3dd-81e01460b4df),segment_id=89df1b44-662e-4c9a-a3dd-81e01460b4df)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:33.797679 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.812930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Calling delete_port for 25c855fe-91ba-4f70-b24b-58c8eb186079 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:33.865237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 25c855fe-91ba-4f70-b24b-58c8eb186079 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:33.901107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 25c855fe-91ba-4f70-b24b-58c8eb186079 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:33.901374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 25c855fe-91ba-4f70-b24b-58c8eb186079 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:33.902686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 54017f69-6525-454a-92f4-7632ed64099e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:33.905230 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-315f9585-1454-4c4a-833b-aee134237e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d2516fbc-6133-4e9f-a9d5-6cfd9d04c2b2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.908428 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-315f9585-1454-4c4a-833b-aee134237e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.912028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-315f9585-1454-4c4a-833b-aee134237e8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2516fbc-6133-4e9f-a9d5-6cfd9d04c2b2 HTTP/1.1" status: 204 len: 168 time: 0.3719735 Feb 19 03:19:33.935661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f9585-1454-4c4a-833b-aee134237e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2516fbc-6133-4e9f-a9d5-6cfd9d04c2b2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.945880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-199b5773-45d0-4996-b76f-1e69c15a07c1 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720726 Feb 19 03:19:33.957632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 54017f69-6525-454a-92f4-7632ed64099e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:33.958298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 54017f69-6525-454a-92f4-7632ed64099e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:33.958909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b3ca6198-2f3d-4085-87fb-8261e61e6840 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:33.962126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa1d67-9aa5-4806-92fa-92270c417a7b req-06f1acf2-67e9-41de-978c-b055ab86c0d7 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:33.966229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56aa1d67-9aa5-4806-92fa-92270c417a7b req-06f1acf2-67e9-41de-978c-b055ab86c0d7 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 946 time: 0.1148043 Feb 19 03:19:34.019058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: b3ca6198-2f3d-4085-87fb-8261e61e6840 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:34.020145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b3ca6198-2f3d-4085-87fb-8261e61e6840 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:34.023282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e061635-467e-41b6-9884-d0eece6f8dc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router e488fd91-fdf5-41f5-b563-607afc74a8de has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:34.110205 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (25c855fe-91ba-4f70-b24b-58c8eb186079), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.126186 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56aa1d67-9aa5-4806-92fa-92270c417a7b req-785602f5-963c-41ee-bbd3-678779657157 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475999 Feb 19 03:19:34.146554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c855fe-91ba-4f70-b24b-58c8eb186079,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:34.148945 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] No DVR routers for this DVR port 25c855fe-91ba-4f70-b24b-58c8eb186079 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:34.160007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db9a284-631c-4586-9272-8c8cc47ccebb req-4bddce96-fd5c-4406-988b-0e70c7f06074 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921930 Feb 19 03:19:34.285636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (18e3db3e-1d74-4366-8814-2ba5aee6ebbe), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.298350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e061635-467e-41b6-9884-d0eece6f8dc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:34.307637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4e061635-467e-41b6-9884-d0eece6f8dc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.311977 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4e061635-467e-41b6-9884-d0eece6f8dc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/e488fd91-fdf5-41f5-b563-607afc74a8de HTTP/1.1" status: 200 len: 888 time: 1.1307535 Feb 19 03:19:34.312875 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efd0fe7-dc0c-4076-aab5-a4a8d445f5a4 None None] Sync routers for ids ['e488fd91-fdf5-41f5-b563-607afc74a8de'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:34.313559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37512) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.319174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e3db3e-1d74-4366-8814-2ba5aee6ebbe']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:34.323121 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd0fe7-dc0c-4076-aab5-a4a8d445f5a4 None None] Routers {'e488fd91-fdf5-41f5-b563-607afc74a8de'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:34.324080 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7efd0fe7-dc0c-4076-aab5-a4a8d445f5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e488fd91-fdf5-41f5-b563-607afc74a8de'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:34.342940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89df1b44-662e-4c9a-a3dd-81e01460b4df') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:34.344874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89df1b44-662e-4c9a-a3dd-81e01460b4df') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:34.363781 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (89df1b44-662e-4c9a-a3dd-81e01460b4df), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.369218 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7efd0fe7-dc0c-4076-aab5-a4a8d445f5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:34.380274 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd0fe7-dc0c-4076-aab5-a4a8d445f5a4 None None] Routers {'e488fd91-fdf5-41f5-b563-607afc74a8de'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:34.380888 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7efd0fe7-dc0c-4076-aab5-a4a8d445f5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e488fd91-fdf5-41f5-b563-607afc74a8de'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:34.391325 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (89df1b44-662e-4c9a-a3dd-81e01460b4df), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.401817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:34.402773 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (89df1b44-662e-4c9a-a3dd-81e01460b4df), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:34.408090 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:34.430593 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7efd0fe7-dc0c-4076-aab5-a4a8d445f5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:34.431447 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efd0fe7-dc0c-4076-aab5-a4a8d445f5a4 None None] The sync data for ids ['e488fd91-fdf5-41f5-b563-607afc74a8de'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:34.439402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37514) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.459623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e49f63b8-c28e-4800-9df5-206abf43d44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.482914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (18e3db3e-1d74-4366-8814-2ba5aee6ebbe), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.489295 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.490148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5e7b9a63-798e-41d8-b666-d406b931aa11 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/routers/e488fd91-fdf5-41f5-b563-607afc74a8de HTTP/1.1" status: 200 len: 888 time: 0.1760659 Feb 19 03:19:34.492699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37516) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.494024 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] 10.222.0.42 "DELETE /v2.0/networks/18e3db3e-1d74-4366-8814-2ba5aee6ebbe HTTP/1.1" status: 204 len: 168 time: 1.3711295 Feb 19 03:19:34.508857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0440075-01d7-4d94-a6d6-23e903a8de62 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e3db3e-1d74-4366-8814-2ba5aee6ebbe,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:34.534560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cb257ffd-5686-4429-b7c4-3d6219f8ade2 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=e488fd91-fdf5-41f5-b563-607afc74a8de HTTP/1.1" status: 200 len: 205 time: 0.0407572 Feb 19 03:19:34.537523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37520) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.614648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e49f63b8-c28e-4800-9df5-206abf43d44b admin admin] Publish callbacks [] for security_group (f4db8ccb-2e30-4c24-89d8-843ea49d83ae), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.619756 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e49f63b8-c28e-4800-9df5-206abf43d44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f4db8ccb-2e30-4c24-89d8-843ea49d83ae), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.664804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e49f63b8-c28e-4800-9df5-206abf43d44b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb33f0a097214b5ba8730f8480d5078c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2242718 Feb 19 03:19:34.666954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f63b8-c28e-4800-9df5-206abf43d44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4db8ccb-2e30-4c24-89d8-843ea49d83ae,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:34.669741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37526) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.725449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3815e10-1b3a-4ec4-842f-f062e03ad2f4 admin admin] Publish callbacks [] for security_group (f4db8ccb-2e30-4c24-89d8-843ea49d83ae), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.737087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (e488fd91-fdf5-41f5-b563-607afc74a8de), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.753930 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3815e10-1b3a-4ec4-842f-f062e03ad2f4 admin admin] Publish callbacks [] for security_group (f4db8ccb-2e30-4c24-89d8-843ea49d83ae), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.788560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37530) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.817350 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3815e10-1b3a-4ec4-842f-f062e03ad2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f4db8ccb-2e30-4c24-89d8-843ea49d83ae), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.822943 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3815e10-1b3a-4ec4-842f-f062e03ad2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.840825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f3815e10-1b3a-4ec4-842f-f062e03ad2f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4db8ccb-2e30-4c24-89d8-843ea49d83ae HTTP/1.1" status: 204 len: 168 time: 0.1540902 Feb 19 03:19:34.853595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3815e10-1b3a-4ec4-842f-f062e03ad2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4db8ccb-2e30-4c24-89d8-843ea49d83ae,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:34.896798 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-edd21f4d-240e-49a5-8bc5-7b7179ccfc5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1275937955784146a511ec7ab3f57e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1070304 Feb 19 03:19:34.900912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37534) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.958046 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_gateway (e488fd91-fdf5-41f5-b563-607afc74a8de), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.974080 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af7e24f3-0329-43fb-8b00-c9ee683a77ee admin admin] Publish callbacks [] for security_group (27237ef1-c33c-4120-a78d-124bc28a34cd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.020591 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af7e24f3-0329-43fb-8b00-c9ee683a77ee admin admin] Publish callbacks [] for security_group (27237ef1-c33c-4120-a78d-124bc28a34cd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.072832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port f887796d-6d41-4a2f-b7e7-0a76e5cf70be {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:35.073234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f887796d-6d41-4a2f-b7e7-0a76e5cf70be), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.146839 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af7e24f3-0329-43fb-8b00-c9ee683a77ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (27237ef1-c33c-4120-a78d-124bc28a34cd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.149481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af7e24f3-0329-43fb-8b00-c9ee683a77ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.150801 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-af7e24f3-0329-43fb-8b00-c9ee683a77ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27237ef1-c33c-4120-a78d-124bc28a34cd HTTP/1.1" status: 204 len: 168 time: 0.2484138 Feb 19 03:19:35.169749 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e24f3-0329-43fb-8b00-c9ee683a77ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27237ef1-c33c-4120-a78d-124bc28a34cd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:35.196796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f887796d-6d41-4a2f-b7e7-0a76e5cf70be), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.225516 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for f887796d-6d41-4a2f-b7e7-0a76e5cf70be owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:35.239288 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8437c1af-97fa-4b71-9907-d53a6514cbfc x-openstack-request-id: req-8437c1af-97fa-4b71-9907-d53a6514cbfc {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:35.239863 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e920bc-9954-4c39-acc6-050050f838c9", "name": "network-vif-plugged", "status": "completed", "tag": "9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:35.240570 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8437c1af-97fa-4b71-9907-d53a6514cbfc {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:35.241295 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e920bc-9954-4c39-acc6-050050f838c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb', 'code': 200} Feb 19 03:19:35.428475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe683d1-bef6-4655-9f77-ace939257972 req-0017adbd-7892-40c0-bd18-d366680ef50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:35.430057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fe683d1-bef6-4655-9f77-ace939257972 req-0017adbd-7892-40c0-bd18-d366680ef50b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 1132 time: 0.0851288 Feb 19 03:19:35.436984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabae440-1f0f-4389-b069-8cdf4d18bf3b req-502ebb85-478e-4b99-9e0d-36cf0d9e17e3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:35.438578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aabae440-1f0f-4389-b069-8cdf4d18bf3b req-502ebb85-478e-4b99-9e0d-36cf0d9e17e3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.1108320 Feb 19 03:19:35.450316 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f887796d-6d41-4a2f-b7e7-0a76e5cf70be), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.510598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fe683d1-bef6-4655-9f77-ace939257972 req-da094578-3024-4c94-8854-5f45d2ed6c4e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710902 Feb 19 03:19:35.528707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aabae440-1f0f-4389-b069-8cdf4d18bf3b req-4bd71241-a0dc-4cde-9f3e-b66a6b7cb2bd tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749741 Feb 19 03:19:35.530188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=f887796d-6d41-4a2f-b7e7-0a76e5cf70be,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:35.607709 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (e488fd91-fdf5-41f5-b563-607afc74a8de), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.721737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-616930b4-d7fe-477c-8743-e90750653351 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e94861769698421b9a4615d1ef86f045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428033 Feb 19 03:19:35.745350 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (e488fd91-fdf5-41f5-b563-607afc74a8de), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.747691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (e488fd91-fdf5-41f5-b563-607afc74a8de), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.813079 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (e488fd91-fdf5-41f5-b563-607afc74a8de), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.813969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Fanout notify agent at l3_agent the message router_deleted on router e488fd91-fdf5-41f5-b563-607afc74a8de {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:35.833424 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.839507 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d66aca14-85ad-4e12-b224-80230cee949b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/e488fd91-fdf5-41f5-b563-607afc74a8de HTTP/1.1" status: 204 len: 168 time: 1.3007290 Feb 19 03:19:35.840430 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37576) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:35.848096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'network': {'name': 'tempest-RoutersTest-2125824267'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:35.851338 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.876489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:35.881213 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.924660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-938ab9e6-8ac8-4c6d-9247-3e3b7aa0febd tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:35.925179 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:35.933881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-938ab9e6-8ac8-4c6d-9247-3e3b7aa0febd tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101183 Feb 19 03:19:35.940857 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (329d5185-9fe3-4307-a151-050ee384f1b4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.941556 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added segment 329d5185-9fe3-4307-a151-050ee384f1b4 of type vlan for network bf2ee7af-5c56-412b-9672-ea7e3204939d Feb 19 03:19:35.955992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-f3963e1e-22d9-4a1b-9fa7-938836383a45 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/quotas/e94861769698421b9a4615d1ef86f045 HTTP/1.1" status: 200 len: 375 time: 0.0206878 Feb 19 03:19:36.023923 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (bf2ee7af-5c56-412b-9672-ea7e3204939d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.031497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-9ce5c351-70aa-47da-ac43-bb70464ded6f tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e94861769698421b9a4615d1ef86f045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746727 Feb 19 03:19:36.066333 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (bf2ee7af-5c56-412b-9672-ea7e3204939d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.071058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 93e1a0db-fe25-48ad-909d-e91c46fe2559 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:36.077262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:36.078133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.140550 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2953558 Feb 19 03:19:36.140854 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37586) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:36.145927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'subnet': {'network_id': 'bf2ee7af-5c56-412b-9672-ea7e3204939d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:36.186718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 93e1a0db-fe25-48ad-909d-e91c46fe2559 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:19:36.194000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 93e1a0db-fe25-48ad-909d-e91c46fe2559 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:36.194681 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.311416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d476c9-4f70-407d-8f6c-9dc019d05733 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Network': ['ID=bf2ee7af-5c56-412b-9672-ea7e3204939d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:36.338203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:36.345177 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.404941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network bf2ee7af-5c56-412b-9672-ea7e3204939d details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:36.478507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66350f7e-219d-4cb0-a9d5-375eb83191b0 req-7caf242c-ea5c-4b2b-86aa-61a434bdcf2c tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:36.493110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66350f7e-219d-4cb0-a9d5-375eb83191b0 req-7caf242c-ea5c-4b2b-86aa-61a434bdcf2c tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 950 time: 0.1909645 Feb 19 03:19:36.603479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66350f7e-219d-4cb0-a9d5-375eb83191b0 req-500a4a4b-dea8-4d88-b3d9-bd626b2bf3b6 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030717 Feb 19 03:19:36.674336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 93e1a0db-fe25-48ad-909d-e91c46fe2559 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:36.675032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.801927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:36.808534 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.913893 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (2590b558-92f6-4040-a304-fc18d5a092a8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.924003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:37.051683 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Subnet': ['ID=2590b558-92f6-4040-a304-fc18d5a092a8,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:37.054586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Checking segment: {'id': '329d5185-9fe3-4307-a151-050ee384f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2ee7af-5c56-412b-9672-ea7e3204939d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:37.055088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network hostable DHCP agents. Network: bf2ee7af-5c56-412b-9672-ea7e3204939d, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:37.131526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network bf2ee7af-5c56-412b-9672-ea7e3204939d is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:37.146153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, bf2ee7af-5c56-412b-9672-ea7e3204939d) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:37.152934 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:37.153964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.173184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb859a3-06cf-4b35-abc6-c7411f52a3ae None None] Network bf2ee7af-5c56-412b-9672-ea7e3204939d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:37.184183 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e1f9a8c0-1499-4b6c-a9fe-6e80a8282c01 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0421057 Feb 19 03:19:37.188200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37618) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:37.195683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c1d1636f-7f63-49bb-a0ef-6440306da006 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-587044849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:37.244282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:37.246801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1d1636f-7f63-49bb-a0ef-6440306da006 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (51e6aca8-d37c-4546-95d0-592280079646), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.248242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1d1636f-7f63-49bb-a0ef-6440306da006 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (51e6aca8-d37c-4546-95d0-592280079646), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.253655 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36c3297-f9a4-4be3-aaf1-4dd3f67fafb0" -d '{"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-plugged", "status": "completed", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:37.324058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1d1636f-7f63-49bb-a0ef-6440306da006 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (51e6aca8-d37c-4546-95d0-592280079646), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.330459 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1d1636f-7f63-49bb-a0ef-6440306da006 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (51e6aca8-d37c-4546-95d0-592280079646), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.357766 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1d1636f-7f63-49bb-a0ef-6440306da006 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.360151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c1d1636f-7f63-49bb-a0ef-6440306da006 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1705935 Feb 19 03:19:37.364199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37626) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:37.517524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94590f82-7675-447b-95b2-e33fb914083b req-e0e66016-83f2-4969-b1b8-6268ee5efa6f tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:37.519179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94590f82-7675-447b-95b2-e33fb914083b req-e0e66016-83f2-4969-b1b8-6268ee5efa6f tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 946 time: 0.0800004 Feb 19 03:19:37.589168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94590f82-7675-447b-95b2-e33fb914083b req-0e142ffe-db05-4db4-aec2-9d990ab7952b tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620644 Feb 19 03:19:37.616111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bf2ee7af-5c56-412b-9672-ea7e3204939d', 'network_id': 'bf2ee7af-5c56-412b-9672-ea7e3204939d', 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'fixed_ips': [{'subnet_id': '2590b558-92f6-4040-a304-fc18d5a092a8'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:37.616990 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.759138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81e80ed9-4d8a-47ef-9bb4-72f534f029cd req-e3a825a5-570c-470c-8abb-bede6361c872 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 210 time: 0.0643179 Feb 19 03:19:37.773516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.871893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Allocated IP 172.20.0.2 (bf2ee7af-5c56-412b-9672-ea7e3204939d/2590b558-92f6-4040-a304-fc18d5a092a8/0c695a4e-021d-4403-8633-52e8aa69fe80) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:37.913190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df24c90-0314-4097-8393-a392a087cd82 req-425186fe-27b8-4060-80af-1ad8b8517809 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:37.915219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6df24c90-0314-4097-8393-a392a087cd82 req-425186fe-27b8-4060-80af-1ad8b8517809 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.0645742 Feb 19 03:19:38.000834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6df24c90-0314-4097-8393-a392a087cd82 req-ffe051e2-e979-491a-89f8-a9b16db0ad63 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778213 Feb 19 03:19:38.177158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Publish callbacks [] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.183399 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c9b017-9a3d-4ec9-b340-fe57c8bca100 x-openstack-request-id: req-e2c9b017-9a3d-4ec9-b340-fe57c8bca100 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:38.183804 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-plugged", "status": "completed", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:38.184239 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2c9b017-9a3d-4ec9-b340-fe57c8bca100 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:38.184744 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'code': 200} Feb 19 03:19:38.186642 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.265632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Network bf2ee7af-5c56-412b-9672-ea7e3204939d is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:38.278626 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1875fae6-ab75-49e6-9622-b2e99fe03ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.280627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:38.284637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:38.294098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Pushing event updated for resources: {'Port': ['ID=0c695a4e-021d-4403-8633-52e8aa69fe80,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:38.328411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37650) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:38.332172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ab027-d786-48f2-be9a-e301bcffbc39 req-16852e27-6b11-4646-85d4-bdd01799b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:38.333765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d6ab027-d786-48f2-be9a-e301bcffbc39 req-16852e27-6b11-4646-85d4-bdd01799b212 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 1132 time: 0.1003022 Feb 19 03:19:38.378714 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-f19c2e13-4f93-4e99-b664-f59269c9c783 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e94861769698421b9a4615d1ef86f045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888917 Feb 19 03:19:38.405334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Attempting to bind port 0c695a4e-021d-4403-8633-52e8aa69fe80 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:38.406929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Attempting to bind port 0c695a4e-021d-4403-8633-52e8aa69fe80 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '329d5185-9fe3-4307-a151-050ee384f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2ee7af-5c56-412b-9672-ea7e3204939d'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:38.408167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Attempting to bind port 0c695a4e-021d-4403-8633-52e8aa69fe80 on network bf2ee7af-5c56-412b-9672-ea7e3204939d {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:38.418575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:38.422794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Checking segment: {'id': '329d5185-9fe3-4307-a151-050ee384f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2ee7af-5c56-412b-9672-ea7e3204939d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:38.423445 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.424352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Bound using segment: {'id': '329d5185-9fe3-4307-a151-050ee384f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2ee7af-5c56-412b-9672-ea7e3204939d'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:38.426022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Bound port: 0c695a4e-021d-4403-8633-52e8aa69fe80, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329d5185-9fe3-4307-a151-050ee384f1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bf2ee7af-5c56-412b-9672-ea7e3204939d'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:38.431116 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.435545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d6ab027-d786-48f2-be9a-e301bcffbc39 req-ae037177-e488-4744-98d9-228e46f60454 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941603 Feb 19 03:19:38.544267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] For port 0c695a4e-021d-4403-8633-52e8aa69fe80, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:38.549055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] For port 0c695a4e-021d-4403-8633-52e8aa69fe80, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0c695a4e-021d-4403-8633-52e8aa69fe80,segment=NetworkSegment(329d5185-9fe3-4307-a151-050ee384f1b4),segment_id=329d5185-9fe3-4307-a151-050ee384f1b4)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:38.556180 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.664512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9e813-0f7d-4447-a479-5bfc06145830 None None] Pushing event updated for resources: {'Port': ['ID=0c695a4e-021d-4403-8633-52e8aa69fe80,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:38.665483 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0200f305-42a7-468d-bdac-8aa7663c7e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.783925 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-a0b2134c-9f8a-4374-821d-87fe7d5d0ae0 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:38.785416 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-a0b2134c-9f8a-4374-821d-87fe7d5d0ae0 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3517354 Feb 19 03:19:38.787219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e44177-6435-47ca-9ff1-eb8182d95c0c req-f2456158-f47b-4b0f-bab1-4c64bb73a261 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:38.790416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Allocated IP 172.20.0.1 (bf2ee7af-5c56-412b-9672-ea7e3204939d/2590b558-92f6-4040-a304-fc18d5a092a8/2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:38.792253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-24e44177-6435-47ca-9ff1-eb8182d95c0c req-f2456158-f47b-4b0f-bab1-4c64bb73a261 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 950 time: 0.0835142 Feb 19 03:19:38.879084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Request body: {'port': {'device_id': '4dc75263-4249-4f99-b939-5d4bf99078d5', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': 'e94861769698421b9a4615d1ef86f045'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:38.913590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-24e44177-6435-47ca-9ff1-eb8182d95c0c req-2d37933f-2612-4cbb-8682-3c00e24f94bd tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138127 Feb 19 03:19:39.039684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0200f305-42a7-468d-bdac-8aa7663c7e41 admin admin] Publish callbacks [] for security_group (5c8cb4ea-ccf0-49f3-8ff3-b2b722d2056f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.055936 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0200f305-42a7-468d-bdac-8aa7663c7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5c8cb4ea-ccf0-49f3-8ff3-b2b722d2056f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.146304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.195516 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0200f305-42a7-468d-bdac-8aa7663c7e41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e690f786129a4ef7911299902003ceef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8650937 Feb 19 03:19:39.196339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200f305-42a7-468d-bdac-8aa7663c7e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8cb4ea-ccf0-49f3-8ff3-b2b722d2056f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:39.200128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37670) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:39.233705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Made reservation on behalf of e94861769698421b9a4615d1ef86f045 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:39.237613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.261359 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.316171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a02c1f2-0d04-4ed8-a70e-7cda1beed0cd admin admin] Publish callbacks [] for security_group (5c8cb4ea-ccf0-49f3-8ff3-b2b722d2056f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.352765 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a02c1f2-0d04-4ed8-a70e-7cda1beed0cd admin admin] Publish callbacks [] for security_group (5c8cb4ea-ccf0-49f3-8ff3-b2b722d2056f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.366876 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network bf2ee7af-5c56-412b-9672-ea7e3204939d is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:39.382709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:39.392086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:39.432240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:39.437372 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a02c1f2-0d04-4ed8-a70e-7cda1beed0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5c8cb4ea-ccf0-49f3-8ff3-b2b722d2056f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.446070 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a02c1f2-0d04-4ed8-a70e-7cda1beed0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.450518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4a02c1f2-0d04-4ed8-a70e-7cda1beed0cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c8cb4ea-ccf0-49f3-8ff3-b2b722d2056f HTTP/1.1" status: 204 len: 168 time: 0.2456563 Feb 19 03:19:39.493950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02c1f2-0d04-4ed8-a70e-7cda1beed0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8cb4ea-ccf0-49f3-8ff3-b2b722d2056f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:39.513055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f15eef68-c5ab-4ed0-81d1-56328ce3b283 req-4d1e8191-b05c-46ba-8db0-c5b4dd4e20ac tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 210 time: 0.0606155 Feb 19 03:19:39.519077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (51e6aca8-d37c-4546-95d0-592280079646), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.618502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Allocated IP 192.168.233.137 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/d989219d-091e-48c6-9652-505025e0e603) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:39.720714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b29ef-af18-4f2d-a97c-69dec5eeb82a req-2d78ea32-73e9-4c8f-8ddc-d0234b2d9e77 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:39.722825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a47b29ef-af18-4f2d-a97c-69dec5eeb82a req-2d78ea32-73e9-4c8f-8ddc-d0234b2d9e77 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 950 time: 0.0815229 Feb 19 03:19:39.751578 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.795102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a47b29ef-af18-4f2d-a97c-69dec5eeb82a req-c9ba0c19-a9f8-4c4a-a5a6-5ef1b707e388 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605137 Feb 19 03:19:39.931996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6863d-39bc-4238-8a73-0b8ec5c31ccb req-f0ac4cf9-8b21-4185-90d5-af7e7a242fc0 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:39.941164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7af6863d-39bc-4238-8a73-0b8ec5c31ccb req-f0ac4cf9-8b21-4185-90d5-af7e7a242fc0 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.0748882 Feb 19 03:19:39.976543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0c695a4e-021d-4403-8633-52e8aa69fe80 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:40.032682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7af6863d-39bc-4238-8a73-0b8ec5c31ccb req-4e500c9d-696c-4c1e-852c-fdca0357716e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817187 Feb 19 03:19:40.065830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0c695a4e-021d-4403-8633-52e8aa69fe80 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:40.066245 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.107710 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks [] for port (d989219d-091e-48c6-9652-505025e0e603), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.186673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0c695a4e-021d-4403-8633-52e8aa69fe80 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:40.187865 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.211419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778832e-7b22-443e-836f-32b49a34d806 None None] Network bf2ee7af-5c56-412b-9672-ea7e3204939d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:40.290092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 0c695a4e-021d-4403-8633-52e8aa69fe80, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0c695a4e-021d-4403-8633-52e8aa69fe80,segment=NetworkSegment(329d5185-9fe3-4307-a151-050ee384f1b4),segment_id=329d5185-9fe3-4307-a151-050ee384f1b4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:40.302190 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.336749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d989219d-091e-48c6-9652-505025e0e603), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.367221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f71a33ad-3fa2-4474-a2d5-9d0ff943dc42 None None] Provisioning complete for port 0c695a4e-021d-4403-8633-52e8aa69fe80 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:40.367568 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f71a33ad-3fa2-4474-a2d5-9d0ff943dc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.374186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=0c695a4e-021d-4403-8633-52e8aa69fe80,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.429279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['76c3312f-adda-4f75-873d-d1d498b025d6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:40.465527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:40.473829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.474276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.474637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.475041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.475387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.475780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.476119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.476524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.476890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.477223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.477556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.478530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.478873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:40.498311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:40.518451 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6242b841-265e-4619-9f44-1de678c58b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.521970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:40.542044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Pushing event updated for resources: {'Port': ['ID=d989219d-091e-48c6-9652-505025e0e603,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.586384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.621696 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.744616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:40.745304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.801475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f71a33ad-3fa2-4474-a2d5-9d0ff943dc42 None None] Current status of the port 0c695a4e-021d-4403-8633-52e8aa69fe80 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:40.819752 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-bf4196d9-c773-4e72-83ee-21bf20ee104e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9501276 Feb 19 03:19:40.829968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.847284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (51e6aca8-d37c-4546-95d0-592280079646), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.859672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Request body: {'port': {'device_id': '4dc75263-4249-4f99-b939-5d4bf99078d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:40.998899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82587766-c827-4b38-8cf8-9c6c97decc1c req-9ae99a5e-2f0b-413c-b02e-f065f829d0aa tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:41.001062 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82587766-c827-4b38-8cf8-9c6c97decc1c req-9ae99a5e-2f0b-413c-b02e-f065f829d0aa tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 936 time: 0.1075761 Feb 19 03:19:41.037596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5c2d396b-c88d-4c59-b733-e41ddda4935f None None] Provisioning complete for port d989219d-091e-48c6-9652-505025e0e603 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:41.038743 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5c2d396b-c88d-4c59-b733-e41ddda4935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d989219d-091e-48c6-9652-505025e0e603), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.111210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82587766-c827-4b38-8cf8-9c6c97decc1c req-c89da421-1b6e-4e09-b922-726fbf032f11 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993779 Feb 19 03:19:41.128350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network bf2ee7af-5c56-412b-9672-ea7e3204939d is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:41.134330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:41.135704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d396b-c88d-4c59-b733-e41ddda4935f None None] Port d989219d-091e-48c6-9652-505025e0e603 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:41.214287 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d989219d-091e-48c6-9652-505025e0e603), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.275670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcb4e5-819d-4720-b1f8-622d10ae12fe req-f8049d07-9392-46b9-b70b-099174c318d7 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:41.277351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5f498f81-5617-46b7-84b8-bd800c3f4ea4 None None] Provisioning complete for port 0c695a4e-021d-4403-8633-52e8aa69fe80 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:41.277887 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5f498f81-5617-46b7-84b8-bd800c3f4ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.281016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75fcb4e5-819d-4720-b1f8-622d10ae12fe req-f8049d07-9392-46b9-b70b-099174c318d7 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 950 time: 0.0876422 Feb 19 03:19:41.403537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5f498f81-5617-46b7-84b8-bd800c3f4ea4 None None] Current status of the port 0c695a4e-021d-4403-8633-52e8aa69fe80 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:41.404984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75fcb4e5-819d-4720-b1f8-622d10ae12fe req-5ec59654-6aaf-4aa9-9ec1-996106cfa14f tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023140 Feb 19 03:19:41.420911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5f498f81-5617-46b7-84b8-bd800c3f4ea4 None None] Provisioning complete for port 2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:41.421613 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5f498f81-5617-46b7-84b8-bd800c3f4ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.474124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5f498f81-5617-46b7-84b8-bd800c3f4ea4 None None] Port 2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:41.556096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 51e6aca8-d37c-4546-95d0-592280079646 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:19:41.611766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9a150b00-a462-4c68-8a8e-3da97afa13d3 None None] Provisioning complete for port 2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:41.612822 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a150b00-a462-4c68-8a8e-3da97afa13d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.675640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1577e4-c875-45b2-81ae-8b6c367b4f27 req-f4c5567d-e6f8-40fc-af31-9ad83a8f3b02 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:41.676199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9a150b00-a462-4c68-8a8e-3da97afa13d3 None None] Port 2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:41.677925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a1577e4-c875-45b2-81ae-8b6c367b4f27 req-f4c5567d-e6f8-40fc-af31-9ad83a8f3b02 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.1364360 Feb 19 03:19:41.752488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a1577e4-c875-45b2-81ae-8b6c367b4f27 req-2129f718-36af-4335-aa56-7abca413df3d tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663435 Feb 19 03:19:41.766829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:41.783525 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b7ac4ed6-9881-4ca7-9389-33a7b750c0b5 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/51e6aca8-d37c-4546-95d0-592280079646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4175682 Feb 19 03:19:41.786969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37746) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:41.793171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049cf19a-95bf-415b-88f3-08faa86b6b3b None None] Sync routers for ids ['51e6aca8-d37c-4546-95d0-592280079646'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:41.809237 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d989219d-091e-48c6-9652-505025e0e603 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:41.826892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Publish callbacks [] for port (d989219d-091e-48c6-9652-505025e0e603), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.849294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Transition to ACTIVE for port object d989219d-091e-48c6-9652-505025e0e603 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:19:41.853383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d989219d-091e-48c6-9652-505025e0e603), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.870754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a36517-d841-4432-8805-2d9da89da867 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:41.872988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-35a36517-d841-4432-8805-2d9da89da867 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports/2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e HTTP/1.1" status: 200 len: 910 time: 0.0849245 Feb 19 03:19:41.875615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37752) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:41.880082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049cf19a-95bf-415b-88f3-08faa86b6b3b None None] Routers {'51e6aca8-d37c-4546-95d0-592280079646'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:41.881341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-049cf19a-95bf-415b-88f3-08faa86b6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['51e6aca8-d37c-4546-95d0-592280079646'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:41.885757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-977d7da2-cfac-4fdf-852e-ae5b55033de1 None None] Provisioning complete for port 2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:41.886738 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-977d7da2-cfac-4fdf-852e-ae5b55033de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.900425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b9babe20-cbb7-42df-a2ab-21a190abfc5a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2590b558-92f6-4040-a304-fc18d5a092a8'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:41.920493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d989219d-091e-48c6-9652-505025e0e603,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:41.982424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-977d7da2-cfac-4fdf-852e-ae5b55033de1 None None] Port 2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:41.991013 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.992593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0c695a4e-021d-4403-8633-52e8aa69fe80 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:42.038843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Attempting to bind port d989219d-091e-48c6-9652-505025e0e603 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:42.039221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Attempting to bind port d989219d-091e-48c6-9652-505025e0e603 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:42.039560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Attempting to bind port d989219d-091e-48c6-9652-505025e0e603 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:42.045041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Port d989219d-091e-48c6-9652-505025e0e603 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:19:42.045493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Attempting to bind port d989219d-091e-48c6-9652-505025e0e603 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:42.052213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:42.052560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:42.053056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:42.053505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Bound port: d989219d-091e-48c6-9652-505025e0e603, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:42.053888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d989219d-091e-48c6-9652-505025e0e603), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.125259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 24d890c7-9554-46dd-845e-4535dcfe994b details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:19:42.139150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-049cf19a-95bf-415b-88f3-08faa86b6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:42.180281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] For port d989219d-091e-48c6-9652-505025e0e603, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:42.184566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] For port d989219d-091e-48c6-9652-505025e0e603, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d989219d-091e-48c6-9652-505025e0e603,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:42.197693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d989219d-091e-48c6-9652-505025e0e603), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.202314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049cf19a-95bf-415b-88f3-08faa86b6b3b None None] Routers {'51e6aca8-d37c-4546-95d0-592280079646'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:42.204217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-049cf19a-95bf-415b-88f3-08faa86b6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['51e6aca8-d37c-4546-95d0-592280079646'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:42.254785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-049cf19a-95bf-415b-88f3-08faa86b6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:42.255642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049cf19a-95bf-415b-88f3-08faa86b6b3b None None] The sync data for ids ['51e6aca8-d37c-4546-95d0-592280079646'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:42.306193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9babe20-cbb7-42df-a2ab-21a190abfc5a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.308331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:42.309007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.314112 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/d989219d-091e-48c6-9652-505025e0e603 HTTP/1.1" status: 200 len: 1096 time: 1.4757867 Feb 19 03:19:42.315028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc75263-4249-4f99-b939-5d4bf99078d5', 'tag': 'd989219d-091e-48c6-9652-505025e0e603'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:42.318182 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c819a3-4ad3-4018-bea0-0207484d7a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc75263-4249-4f99-b939-5d4bf99078d5", "tag": "d989219d-091e-48c6-9652-505025e0e603"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:42.338933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af7394-9e21-4463-83d9-16459f0ef0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d989219d-091e-48c6-9652-505025e0e603,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.417511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0c695a4e-021d-4403-8633-52e8aa69fe80 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:42.417918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.508628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-d6ca84e5-f94e-42b3-91d9-7bf2c8f05adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:42.511453 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-d6ca84e5-f94e-42b3-91d9-7bf2c8f05adc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e94861769698421b9a4615d1ef86f045&device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 1130 time: 0.1013527 Feb 19 03:19:42.539654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 24d890c7-9554-46dd-845e-4535dcfe994b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=24d890c7-9554-46dd-845e-4535dcfe994b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:42.575282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '24d890c7-9554-46dd-845e-4535dcfe994b', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'port_id': '24d890c7-9554-46dd-845e-4535dcfe994b', 'mac_address': 'fa:16:3e:91:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c934e3-7b85-43d5-9c7b-befefe865487', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:19:42.598819 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-f862742d-c73d-4aec-833d-4efda5249172 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=d989219d-091e-48c6-9652-505025e0e603 HTTP/1.1" status: 200 len: 217 time: 0.0683677 Feb 19 03:19:42.702870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0c695a4e-021d-4403-8633-52e8aa69fe80 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:42.714918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 24d890c7-9554-46dd-845e-4535dcfe994b is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:42.715573 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.719757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-f3acbb96-bad6-4835-9c97-5477b4be1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:42.722563 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-f3acbb96-bad6-4835-9c97-5477b4be1420 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1037960 Feb 19 03:19:42.731677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24d890c7-9554-46dd-845e-4535dcfe994b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:42.770943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 24d890c7-9554-46dd-845e-4535dcfe994b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=24d890c7-9554-46dd-845e-4535dcfe994b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:42.780705 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.828760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-08a120cd-22e5-4304-a186-dbdcd957e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:42.832404 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-08a120cd-22e5-4304-a186-dbdcd957e76e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0958037 Feb 19 03:19:42.943731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=24d890c7-9554-46dd-845e-4535dcfe994b,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.971077 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.031753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['24d890c7-9554-46dd-845e-4535dcfe994b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:43.045469 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-ef960eab-fb5e-4938-a9fa-1f2259b6cc06 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033274 Feb 19 03:19:43.171771 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9babe20-cbb7-42df-a2ab-21a190abfc5a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.206016 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-74834494-5db6-4a2c-b919-59b3f38edaf1 req-f270e795-553f-46bb-be73-738983981db7 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261337 Feb 19 03:19:43.207799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e6110-adf2-4dd0-8640-c40689b3552e req-7d79fa82-6442-46e8-95e1-354235ade1e3 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:43.209377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-758e6110-adf2-4dd0-8640-c40689b3552e req-7d79fa82-6442-46e8-95e1-354235ade1e3 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 948 time: 0.1241193 Feb 19 03:19:43.210087 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9babe20-cbb7-42df-a2ab-21a190abfc5a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.315466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9babe20-cbb7-42df-a2ab-21a190abfc5a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:43.343447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9babe20-cbb7-42df-a2ab-21a190abfc5a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:43.344399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9babe20-cbb7-42df-a2ab-21a190abfc5a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.345739 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b9babe20-cbb7-42df-a2ab-21a190abfc5a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/ports/2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e HTTP/1.1" status: 200 len: 910 time: 1.4686244 Feb 19 03:19:43.350120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37798) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:43.364420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-758e6110-adf2-4dd0-8640-c40689b3552e req-177d8c73-cd9f-473a-8e28-0989c19eaf10 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129038 Feb 19 03:19:43.613577 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9074323-07c9-402f-b7fd-dfd466727d6d x-openstack-request-id: req-b9074323-07c9-402f-b7fd-dfd466727d6d {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:43.614412 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc75263-4249-4f99-b939-5d4bf99078d5", "tag": "d989219d-091e-48c6-9652-505025e0e603", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:43.614412 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9074323-07c9-402f-b7fd-dfd466727d6d {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:43.614779 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc75263-4249-4f99-b939-5d4bf99078d5', 'tag': 'd989219d-091e-48c6-9652-505025e0e603', 'status': 'completed', 'code': 200} Feb 19 03:19:43.813825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffba3bb-620d-4dc9-87c6-a6cad8732f7c req-a974ff04-7c6d-484f-9c4c-dab7ba746f1c tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:43.816228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ffba3bb-620d-4dc9-87c6-a6cad8732f7c req-a974ff04-7c6d-484f-9c4c-dab7ba746f1c tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.0787828 Feb 19 03:19:43.834812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-5ed671b6-2c36-4378-a2b8-9883d217be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:43.836339 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-5ed671b6-2c36-4378-a2b8-9883d217be69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e94861769698421b9a4615d1ef86f045&device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 1130 time: 0.1477478 Feb 19 03:19:43.879544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ffba3bb-620d-4dc9-87c6-a6cad8732f7c req-a0f7d615-842a-494a-bc52-0ec870bf8aae tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548584 Feb 19 03:19:43.978033 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (51e6aca8-d37c-4546-95d0-592280079646), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.084454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-93a26132-eac6-4b61-87f3-4a0eccc9cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.086472 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-93a26132-eac6-4b61-87f3-4a0eccc9cfc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2037070 Feb 19 03:19:44.141417 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-ab8dd8e0-3f3e-49fc-bd8b-17e6e994d462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=d989219d-091e-48c6-9652-505025e0e603 HTTP/1.1" status: 200 len: 217 time: 0.0374012 Feb 19 03:19:44.170645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37838) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:44.245507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-4b691af9-bf95-4ad9-b092-90ebaa170053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.247239 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-4b691af9-bf95-4ad9-b092-90ebaa170053 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0708938 Feb 19 03:19:44.322736 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09391d67-e33c-4331-9d71-a0bee2079f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.337628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-0fa40bb3-e0d2-48e6-b6bc-3a3eeb87ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.339314 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-0fa40bb3-e0d2-48e6-b6bc-3a3eeb87ecdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0826349 Feb 19 03:19:44.353626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-0ab9abd3-9bbb-4f31-a2a8-693b0a34c030 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:19:44.354725 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-0ab9abd3-9bbb-4f31-a2a8-693b0a34c030 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053809 Feb 19 03:19:44.444301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09391d67-e33c-4331-9d71-a0bee2079f70 admin admin] Publish callbacks [] for security_group (3de3714f-f481-4888-afee-e471818be614), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.449717 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09391d67-e33c-4331-9d71-a0bee2079f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3de3714f-f481-4888-afee-e471818be614), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.491967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:44.492307 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.500396 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-0c22db8a-54b3-427e-85c8-38bd016348d0 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212361 Feb 19 03:19:44.506752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-09391d67-e33c-4331-9d71-a0bee2079f70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=861b1a6fff3a40c290bf01390d094ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344679 Feb 19 03:19:44.511918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37854) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:44.522651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09391d67-e33c-4331-9d71-a0bee2079f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de3714f-f481-4888-afee-e471818be614,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:44.574630 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.632948 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6135b422-6c70-4439-83ba-cd3b8fd99f75 admin admin] Publish callbacks [] for security_group (3de3714f-f481-4888-afee-e471818be614), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.643490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0091c4-c7c2-4d6b-b5ce-208183db4dc2 req-ad553895-7da0-4306-b408-eafdb2a81a85 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.645088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e0091c4-c7c2-4d6b-b5ce-208183db4dc2 req-ad553895-7da0-4306-b408-eafdb2a81a85 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 948 time: 0.1137571 Feb 19 03:19:44.684366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6135b422-6c70-4439-83ba-cd3b8fd99f75 admin admin] Publish callbacks [] for security_group (3de3714f-f481-4888-afee-e471818be614), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.737837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e0091c4-c7c2-4d6b-b5ce-208183db4dc2 req-354ecac1-fb41-4afe-8380-d8ea09b06f92 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846825 Feb 19 03:19:44.764630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6135b422-6c70-4439-83ba-cd3b8fd99f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3de3714f-f481-4888-afee-e471818be614), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.768894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6135b422-6c70-4439-83ba-cd3b8fd99f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.770383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6135b422-6c70-4439-83ba-cd3b8fd99f75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3de3714f-f481-4888-afee-e471818be614 HTTP/1.1" status: 204 len: 168 time: 0.2572463 Feb 19 03:19:44.779678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135b422-6c70-4439-83ba-cd3b8fd99f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de3714f-f481-4888-afee-e471818be614,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:45.008072 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.034150 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:45.039676 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02c819a3-4ad3-4018-bea0-0207484d7a1d req-971066ba-6f86-4f52-973f-31be49133565 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289111 Feb 19 03:19:45.116548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b8744-4a87-4a91-a569-3ab680fdd8e6 req-7f99a89f-f20c-4fbb-b654-7e5f30f99ff2 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:45.118405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f83b8744-4a87-4a91-a569-3ab680fdd8e6 req-7f99a89f-f20c-4fbb-b654-7e5f30f99ff2 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.1069109 Feb 19 03:19:45.204380 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f83b8744-4a87-4a91-a569-3ab680fdd8e6 req-999ad90e-c3c0-4b76-aaa3-1c0b33f5edd4 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694501 Feb 19 03:19:45.250448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.281181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=2bfa0d1a-8bd5-4c35-9b7d-18293aa8213e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:45.511959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (51e6aca8-d37c-4546-95d0-592280079646), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.699548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 51e6aca8-d37c-4546-95d0-592280079646 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:45.789449 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:45.794744 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a6ec4436-7b65-4510-8848-b3dc73e76a6e tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/51e6aca8-d37c-4546-95d0-592280079646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4435651 Feb 19 03:19:45.797677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37904) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:45.810448 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b89552-20fc-4b86-908a-23472d6b2be0 None None] Sync routers for ids ['51e6aca8-d37c-4546-95d0-592280079646'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:45.822176 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b89552-20fc-4b86-908a-23472d6b2be0 None None] Routers {'51e6aca8-d37c-4546-95d0-592280079646'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:45.822806 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-54b89552-20fc-4b86-908a-23472d6b2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['51e6aca8-d37c-4546-95d0-592280079646'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:45.828773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cf32a351-db65-4b7a-a82c-57791877db66 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=51e6aca8-d37c-4546-95d0-592280079646 HTTP/1.1" status: 200 len: 205 time: 0.0298734 Feb 19 03:19:45.831864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37908) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:45.878026 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-54b89552-20fc-4b86-908a-23472d6b2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:45.891739 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b89552-20fc-4b86-908a-23472d6b2be0 None None] Routers {'51e6aca8-d37c-4546-95d0-592280079646'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:45.892672 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-54b89552-20fc-4b86-908a-23472d6b2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['51e6aca8-d37c-4546-95d0-592280079646'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:45.945298 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-54b89552-20fc-4b86-908a-23472d6b2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:45.946286 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b89552-20fc-4b86-908a-23472d6b2be0 None None] The sync data for ids ['51e6aca8-d37c-4546-95d0-592280079646'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:45.949079 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c86314ff-c3d7-4e75-86d8-70baa03fe9bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (51e6aca8-d37c-4546-95d0-592280079646), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.121686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 24d890c7-9554-46dd-845e-4535dcfe994b up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:46.164675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7966d4-8856-4302-808f-c5b9ffee80e8 req-b778c9b0-d321-49fd-910c-148f4e9a5859 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:46.166697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf7966d4-8856-4302-808f-c5b9ffee80e8 req-b778c9b0-d321-49fd-910c-148f4e9a5859 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 948 time: 0.0758035 Feb 19 03:19:46.172684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c86314ff-c3d7-4e75-86d8-70baa03fe9bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (51e6aca8-d37c-4546-95d0-592280079646), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.178959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c86314ff-c3d7-4e75-86d8-70baa03fe9bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (51e6aca8-d37c-4546-95d0-592280079646), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.225018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 24d890c7-9554-46dd-845e-4535dcfe994b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:46.225018 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.243355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf7966d4-8856-4302-808f-c5b9ffee80e8 req-d9e9cb10-4960-41ef-8ac3-592d0d8f0392 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Feb 19 03:19:46.246089 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c86314ff-c3d7-4e75-86d8-70baa03fe9bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (51e6aca8-d37c-4546-95d0-592280079646), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.246653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86314ff-c3d7-4e75-86d8-70baa03fe9bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Fanout notify agent at l3_agent the message router_deleted on router 51e6aca8-d37c-4546-95d0-592280079646 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:46.254263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c86314ff-c3d7-4e75-86d8-70baa03fe9bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.255729 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c86314ff-c3d7-4e75-86d8-70baa03fe9bb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/51e6aca8-d37c-4546-95d0-592280079646 HTTP/1.1" status: 204 len: 168 time: 0.4224865 Feb 19 03:19:46.258232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37928) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:46.325318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f678fc5-dca0-45ec-8725-17f6cca8dbdb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting subnet 2590b558-92f6-4040-a304-fc18d5a092a8 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:46.331494 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f678fc5-dca0-45ec-8725-17f6cca8dbdb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (2590b558-92f6-4040-a304-fc18d5a092a8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.362012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 24d890c7-9554-46dd-845e-4535dcfe994b is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:46.362580 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.397422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03468c44-c181-4662-935c-9af739ae2904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d890c7-9554-46dd-845e-4535dcfe994b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:46.399993 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eff26d-1487-4a31-b8f9-fcef474ae678" -d '{"events": [{"server_uuid": "03468c44-c181-4662-935c-9af739ae2904", "name": "network-vif-plugged", "status": "completed", "tag": "24d890c7-9554-46dd-845e-4535dcfe994b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:46.402312 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f678fc5-dca0-45ec-8725-17f6cca8dbdb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (2590b558-92f6-4040-a304-fc18d5a092a8), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.414044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 24d890c7-9554-46dd-845e-4535dcfe994b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=24d890c7-9554-46dd-845e-4535dcfe994b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:46.419091 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.474424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=24d890c7-9554-46dd-845e-4535dcfe994b,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:46.521560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f678fc5-dca0-45ec-8725-17f6cca8dbdb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (2590b558-92f6-4040-a304-fc18d5a092a8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.583544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37940) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:46.590935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f678fc5-dca0-45ec-8725-17f6cca8dbdb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (2590b558-92f6-4040-a304-fc18d5a092a8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.619964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f678fc5-dca0-45ec-8725-17f6cca8dbdb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Subnet': ['ID=2590b558-92f6-4040-a304-fc18d5a092a8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:46.631314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f678fc5-dca0-45ec-8725-17f6cca8dbdb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.635917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1f678fc5-dca0-45ec-8725-17f6cca8dbdb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/2590b558-92f6-4040-a304-fc18d5a092a8 HTTP/1.1" status: 204 len: 168 time: 0.3766365 Feb 19 03:19:46.639303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37944) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:46.644922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c9c2fd-7030-4452-b6f6-8417ba0e6951 None None] Network bf2ee7af-5c56-412b-9672-ea7e3204939d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:46.789040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (bf2ee7af-5c56-412b-9672-ea7e3204939d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.791264 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f526ab7-4996-43cb-ae92-3e61eda26569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.925385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 0c695a4e-021d-4403-8633-52e8aa69fe80 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:46.926337 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.936003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab6240b-4617-4d51-9789-9b68545b717b None None] DHCP port deletion for bf2ee7af-5c56-412b-9672-ea7e3204939d request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:46.949919 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f526ab7-4996-43cb-ae92-3e61eda26569 admin admin] Publish callbacks [] for security_group (6dbde565-feab-4326-b9c6-0d0cb69480d5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.990726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f526ab7-4996-43cb-ae92-3e61eda26569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6dbde565-feab-4326-b9c6-0d0cb69480d5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.062734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6240b-4617-4d51-9789-9b68545b717b None None] Deleting port 0c695a4e-021d-4403-8633-52e8aa69fe80 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:47.063783 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ab6240b-4617-4d51-9789-9b68545b717b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.070027 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2f526ab7-4996-43cb-ae92-3e61eda26569 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23c262d48f614321a812210490b20218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4811959 Feb 19 03:19:47.070370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37956) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:47.070586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port 0c695a4e-021d-4403-8633-52e8aa69fe80, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0c695a4e-021d-4403-8633-52e8aa69fe80,segment=NetworkSegment(329d5185-9fe3-4307-a151-050ee384f1b4),segment_id=329d5185-9fe3-4307-a151-050ee384f1b4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:47.070787 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.096750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f526ab7-4996-43cb-ae92-3e61eda26569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbde565-feab-4326-b9c6-0d0cb69480d5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:47.102983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 0c695a4e-021d-4403-8633-52e8aa69fe80 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:47.168835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Publish callbacks [] for security_group (6dbde565-feab-4326-b9c6-0d0cb69480d5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.205082 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Publish callbacks [] for security_group (6dbde565-feab-4326-b9c6-0d0cb69480d5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.306291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cb42-12ac-40e4-8a49-523f543fbcf6 req-b87c9ec3-66dd-4d08-87b5-8872518a1c00 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:47.306887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6dbde565-feab-4326-b9c6-0d0cb69480d5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.310184 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.313229 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6dbde565-feab-4326-b9c6-0d0cb69480d5 HTTP/1.1" status: 204 len: 168 time: 0.2415686 Feb 19 03:19:47.320759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1df1cb42-12ac-40e4-8a49-523f543fbcf6 req-b87c9ec3-66dd-4d08-87b5-8872518a1c00 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.1099606 Feb 19 03:19:47.331556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbde565-feab-4326-b9c6-0d0cb69480d5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:47.335440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.345281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.347303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.347760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.348578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.348787 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.349062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.349407 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.350387 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.350817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.351165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.352188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.352789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.354525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74002592-cfc2-4c9c-bebd-653149f9b3ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:47.384155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=0c695a4e-021d-4403-8633-52e8aa69fe80,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:47.396543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0ab6240b-4617-4d51-9789-9b68545b717b None None] For port 0c695a4e-021d-4403-8633-52e8aa69fe80, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0c695a4e-021d-4403-8633-52e8aa69fe80,segment=NetworkSegment(329d5185-9fe3-4307-a151-050ee384f1b4),segment_id=329d5185-9fe3-4307-a151-050ee384f1b4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:47.397386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No DVR routers for this DVR port 0c695a4e-021d-4403-8633-52e8aa69fe80 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:47.398607 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ab6240b-4617-4d51-9789-9b68545b717b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.425266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6240b-4617-4d51-9789-9b68545b717b None None] Calling delete_port for 0c695a4e-021d-4403-8633-52e8aa69fe80 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:47.473601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1df1cb42-12ac-40e4-8a49-523f543fbcf6 req-d87116f6-d211-4447-8167-04c17f27b7d0 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515369 Feb 19 03:19:47.562749 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ab6240b-4617-4d51-9789-9b68545b717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (0c695a4e-021d-4403-8633-52e8aa69fe80), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.571663 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (bf2ee7af-5c56-412b-9672-ea7e3204939d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.598992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6240b-4617-4d51-9789-9b68545b717b None None] Pushing event deleted for resources: {'Port': ['ID=0c695a4e-021d-4403-8633-52e8aa69fe80,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:47.602043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6240b-4617-4d51-9789-9b68545b717b None None] No DVR routers for this DVR port 0c695a4e-021d-4403-8633-52e8aa69fe80 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:47.632035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2ee7af-5c56-412b-9672-ea7e3204939d']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:47.645996 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2b7713-c011-4c5c-af2a-5c99362db242 x-openstack-request-id: req-7f2b7713-c011-4c5c-af2a-5c99362db242 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:47.646680 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03468c44-c181-4662-935c-9af739ae2904", "name": "network-vif-plugged", "status": "completed", "tag": "24d890c7-9554-46dd-845e-4535dcfe994b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:47.646680 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f2b7713-c011-4c5c-af2a-5c99362db242 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:47.647171 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03468c44-c181-4662-935c-9af739ae2904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d890c7-9554-46dd-845e-4535dcfe994b', 'code': 200} Feb 19 03:19:47.650820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329d5185-9fe3-4307-a151-050ee384f1b4') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:47.651275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329d5185-9fe3-4307-a151-050ee384f1b4') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:47.666593 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (329d5185-9fe3-4307-a151-050ee384f1b4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.685228 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (329d5185-9fe3-4307-a151-050ee384f1b4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.699906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:47.700321 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (329d5185-9fe3-4307-a151-050ee384f1b4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:47.705077 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:47.797093 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (bf2ee7af-5c56-412b-9672-ea7e3204939d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.815472 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.819504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/networks/bf2ee7af-5c56-412b-9672-ea7e3204939d HTTP/1.1" status: 204 len: 168 time: 1.1785624 Feb 19 03:19:47.823717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38000) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:47.830786 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e386bf29-0b69-4da5-be26-6aaed4a89a10 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1001207651', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:47.831416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df263230-efa7-44f9-ba51-75a658891797 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Network': ['ID=bf2ee7af-5c56-412b-9672-ea7e3204939d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:47.864309 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e386bf29-0b69-4da5-be26-6aaed4a89a10 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.865633 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e386bf29-0b69-4da5-be26-6aaed4a89a10 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.887846 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0c695a4e-021d-4403-8633-52e8aa69fe80 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:47.923253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 0c695a4e-021d-4403-8633-52e8aa69fe80 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:47.923806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0c695a4e-021d-4403-8633-52e8aa69fe80 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:47.956996 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e386bf29-0b69-4da5-be26-6aaed4a89a10 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (6b030f84-4dde-42c9-849f-b08f1f53cf29), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.968908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e386bf29-0b69-4da5-be26-6aaed4a89a10 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.003660 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e386bf29-0b69-4da5-be26-6aaed4a89a10 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.009460 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e386bf29-0b69-4da5-be26-6aaed4a89a10 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1796637 Feb 19 03:19:48.009689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38008) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:48.016290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'network': {'name': 'tempest-RoutersTest-883368418'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:48.050069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:48.054329 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.106869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:48.127222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 93e1a0db-fe25-48ad-909d-e91c46fe2559 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:19:48.146284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9c3fba24-d0aa-4942-92c2-5c6444a1452e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.146568 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added segment 9c3fba24-d0aa-4942-92c2-5c6444a1452e of type vlan for network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 Feb 19 03:19:48.273020 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (dfca6550-78bb-4b87-a9dd-bfb22bc8cf71), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.332364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:48.339320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (dfca6550-78bb-4b87-a9dd-bfb22bc8cf71), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.347674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:48.348384 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.352689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'mac_address': 'fa:16:3e:de:37:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:19:48.447421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 93e1a0db-fe25-48ad-909d-e91c46fe2559 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:48.449119 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.450993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4394979 Feb 19 03:19:48.455084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38014) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:48.460338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'subnet': {'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:48.482705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93e1a0db-fe25-48ad-909d-e91c46fe2559 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:48.569944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:48.593922 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.595651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d989219d-091e-48c6-9652-505025e0e603 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:19:48.600164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52a895-aacf-44d8-9137-739764b9aafb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Network': ['ID=dfca6550-78bb-4b87-a9dd-bfb22bc8cf71,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:48.660100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d989219d-091e-48c6-9652-505025e0e603, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d989219d-091e-48c6-9652-505025e0e603,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:48.697200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:48.707288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.754932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'd989219d-091e-48c6-9652-505025e0e603', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'd989219d-091e-48c6-9652-505025e0e603', 'mac_address': 'fa:16:3e:09:f3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:19:48.759195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:48.763608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:48.953571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d989219d-091e-48c6-9652-505025e0e603 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:48.954270 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d989219d-091e-48c6-9652-505025e0e603), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.976304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d989219d-091e-48c6-9652-505025e0e603 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:48.999366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d989219d-091e-48c6-9652-505025e0e603, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d989219d-091e-48c6-9652-505025e0e603,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:49.004280 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d989219d-091e-48c6-9652-505025e0e603), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.072859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d989219d-091e-48c6-9652-505025e0e603,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:49.223615 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (d14363d8-3a3f-432f-b931-2d18633911e1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.228754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['93e1a0db-fe25-48ad-909d-e91c46fe2559'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:49.329292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Subnet': ['ID=d14363d8-3a3f-432f-b931-2d18633911e1,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:49.332393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Checking segment: {'id': '9c3fba24-d0aa-4942-92c2-5c6444a1452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:49.332664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network hostable DHCP agents. Network: dfca6550-78bb-4b87-a9dd-bfb22bc8cf71, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:49.356013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:49.386738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, dfca6550-78bb-4b87-a9dd-bfb22bc8cf71) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:49.404285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81286e55-217f-4da6-8a6b-2f36a396daa9 req-ee789227-454f-4b8a-aa3c-adc9ea57eca0 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:49.409654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81286e55-217f-4da6-8a6b-2f36a396daa9 req-ee789227-454f-4b8a-aa3c-adc9ea57eca0 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 949 time: 0.1964321 Feb 19 03:19:49.417038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5093d-d78f-491d-aa92-0efcd6f967a3 None None] Network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:49.430423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:49.432021 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.487123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38040) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.489619 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d31278fc-0c34-491d-a2c4-3631ae8e6972 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0309560 Feb 19 03:19:49.589594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38042) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.762903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-612ab35f-060c-4bf5-827e-b8d1fa735f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.769319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['d989219d-091e-48c6-9652-505025e0e603'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:49.813312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81286e55-217f-4da6-8a6b-2f36a396daa9 req-8f960e28-6f47-408f-92f0-7ff0f9f18458 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922560 Feb 19 03:19:49.917777 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.009417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-612ab35f-060c-4bf5-827e-b8d1fa735f65 admin admin] Publish callbacks [] for security_group (a57f687c-8420-43df-92f9-29dda5ed1b59), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.026685 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-612ab35f-060c-4bf5-827e-b8d1fa735f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a57f687c-8420-43df-92f9-29dda5ed1b59), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.040503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:50.042398 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.113539 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-612ab35f-060c-4bf5-827e-b8d1fa735f65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6dea3faf14dc4c7d9d54b92ea7b3e312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5214124 Feb 19 03:19:50.119423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ab35f-060c-4bf5-827e-b8d1fa735f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57f687c-8420-43df-92f9-29dda5ed1b59,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:50.126916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38054) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:50.180731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005e221-34ce-492d-82b1-8312f00ff027 req-8e37da50-98b0-4623-86b6-3ff46d99810a tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:50.190173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e005e221-34ce-492d-82b1-8312f00ff027 req-8e37da50-98b0-4623-86b6-3ff46d99810a tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.2744248 Feb 19 03:19:50.274571 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ae07a13-92d6-40a4-b689-4be1f6166f78 admin admin] Publish callbacks [] for security_group (a57f687c-8420-43df-92f9-29dda5ed1b59), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.311559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e005e221-34ce-492d-82b1-8312f00ff027 req-fd37f835-ab9f-48c0-bdb0-d58569314f10 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147006 Feb 19 03:19:50.317587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38056) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:50.358917 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ae07a13-92d6-40a4-b689-4be1f6166f78 admin admin] Publish callbacks [] for security_group (a57f687c-8420-43df-92f9-29dda5ed1b59), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.367789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Allocated IP 172.20.0.2 (dfca6550-78bb-4b87-a9dd-bfb22bc8cf71/d14363d8-3a3f-432f-b931-2d18633911e1/1eb96e2f-acf2-4cbc-8738-05eb3fd7a564) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:50.497196 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ae07a13-92d6-40a4-b689-4be1f6166f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a57f687c-8420-43df-92f9-29dda5ed1b59), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.504528 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ae07a13-92d6-40a4-b689-4be1f6166f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.508493 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2ae07a13-92d6-40a4-b689-4be1f6166f78 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a57f687c-8420-43df-92f9-29dda5ed1b59 HTTP/1.1" status: 204 len: 168 time: 0.3766155 Feb 19 03:19:50.521591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae07a13-92d6-40a4-b689-4be1f6166f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57f687c-8420-43df-92f9-29dda5ed1b59,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:50.629576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1765915825'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:50.670363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Made reservation on behalf of cd5fabffcc154088b4f1e21d5136b017 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:50.674848 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.686328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.706648 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Publish callbacks [] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.719143 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.823796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:50.830431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:50.843464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:50.857519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Allocated IP 172.20.0.1 (dfca6550-78bb-4b87-a9dd-bfb22bc8cf71/d14363d8-3a3f-432f-b931-2d18633911e1/c7dc75c7-230b-447f-9197-0a4ade83acb6) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:50.910862 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Pushing event updated for resources: {'Port': ['ID=1eb96e2f-acf2-4cbc-8738-05eb3fd7a564,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:51.008096 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks [] for security_group (171cbc0c-72fa-4ca6-8fe3-7ec6ec99fddb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.016737 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (171cbc0c-72fa-4ca6-8fe3-7ec6ec99fddb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.070534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Attempting to bind port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:51.071307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Attempting to bind port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '9c3fba24-d0aa-4942-92c2-5c6444a1452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:51.073027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Attempting to bind port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 on network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:51.077693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:51.093397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:51.094333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Checking segment: {'id': '9c3fba24-d0aa-4942-92c2-5c6444a1452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:51.096608 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.097160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Bound using segment: {'id': '9c3fba24-d0aa-4942-92c2-5c6444a1452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:51.098866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Bound port: 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3fba24-d0aa-4942-92c2-5c6444a1452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:51.101429 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.111607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171cbc0c-72fa-4ca6-8fe3-7ec6ec99fddb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:51.129527 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (1bf45b30-7aba-4c78-a549-94707c1546a8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.130157 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Added segment 1bf45b30-7aba-4c78-a549-94707c1546a8 of type vlan for network 207a7961-ece7-4ede-b963-fbffe51c8280 Feb 19 03:19:51.166817 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.277672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] For port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:51.282537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] For port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1eb96e2f-acf2-4cbc-8738-05eb3fd7a564,segment=NetworkSegment(9c3fba24-d0aa-4942-92c2-5c6444a1452e),segment_id=9c3fba24-d0aa-4942-92c2-5c6444a1452e)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:51.292735 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.366844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38086) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:51.417658 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea94ed1b-117f-4f7d-aa8c-f203145a6c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.432283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63dc19-6fee-4a76-aeac-f010d966cbf2 None None] Pushing event updated for resources: {'Port': ['ID=1eb96e2f-acf2-4cbc-8738-05eb3fd7a564,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:51.668756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea94ed1b-117f-4f7d-aa8c-f203145a6c25 admin admin] Publish callbacks [] for security_group (02b705bf-62c1-495f-89e5-9f58cf265d97), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.683697 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea94ed1b-117f-4f7d-aa8c-f203145a6c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (02b705bf-62c1-495f-89e5-9f58cf265d97), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.779932 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (207a7961-ece7-4ede-b963-fbffe51c8280), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.801740 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94ed1b-117f-4f7d-aa8c-f203145a6c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b705bf-62c1-495f-89e5-9f58cf265d97,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:51.852284 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ea94ed1b-117f-4f7d-aa8c-f203145a6c25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1138b400eda4fd3b6e948ab7be42dd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4820173 Feb 19 03:19:51.858234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38096) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:51.911468 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (207a7961-ece7-4ede-b963-fbffe51c8280), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.916705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:51.917383 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.922283 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.997135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:52.048863 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5517e839-3d86-468b-a8b4-3134df470703 admin admin] Publish callbacks [] for security_group (02b705bf-62c1-495f-89e5-9f58cf265d97), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.081568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:52.098148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7792864 Feb 19 03:19:52.099289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:52.104491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38098) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:52.107084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:52.138485 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5517e839-3d86-468b-a8b4-3134df470703 admin admin] Publish callbacks [] for security_group (02b705bf-62c1-495f-89e5-9f58cf265d97), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.142266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fdf75-8aa4-4729-905c-e0d9348e8c33 req-89e51f45-977b-4f27-a57f-d1400e2cfe21 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:52.150953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e1fdf75-8aa4-4729-905c-e0d9348e8c33 req-89e51f45-977b-4f27-a57f-d1400e2cfe21 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 949 time: 0.4081032 Feb 19 03:19:52.161765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 93e1a0db-fe25-48ad-909d-e91c46fe2559 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:52.223086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:52.224093 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.262492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=c7dc75c7-230b-447f-9197-0a4ade83acb6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:52.290525 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5517e839-3d86-468b-a8b4-3134df470703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (02b705bf-62c1-495f-89e5-9f58cf265d97), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.300749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1615eb9-9ae2-4caf-9654-b9039e731a9e tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Pushing event updated for resources: {'Network': ['ID=207a7961-ece7-4ede-b963-fbffe51c8280,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:52.302280 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5517e839-3d86-468b-a8b4-3134df470703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.304944 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5517e839-3d86-468b-a8b4-3134df470703 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02b705bf-62c1-495f-89e5-9f58cf265d97 HTTP/1.1" status: 204 len: 168 time: 0.4447477 Feb 19 03:19:52.319154 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.335821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517e839-3d86-468b-a8b4-3134df470703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b705bf-62c1-495f-89e5-9f58cf265d97,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:52.343432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 207a7961-ece7-4ede-b963-fbffe51c8280 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:52.379343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.404470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e1fdf75-8aa4-4729-905c-e0d9348e8c33 req-6e7046a3-2e27-4115-af0a-4077f73fc1cb tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467136 Feb 19 03:19:52.691460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 93e1a0db-fe25-48ad-909d-e91c46fe2559 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:52.692903 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.731884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Request body: {'network': {'name': 'tempest-network--2047532693', 'router:external': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:52.780773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:52.781259 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.787798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Made reservation on behalf of c4de8e0807a44807977401ba824423d9 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:52.793258 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.817878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.956717 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks [] for security_group (d97001a9-53b2-45ab-b261-b71d9b2d76aa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.961786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1eb96e2f-acf2-4cbc-8738-05eb3fd7a564,segment=NetworkSegment(9c3fba24-d0aa-4942-92c2-5c6444a1452e),segment_id=9c3fba24-d0aa-4942-92c2-5c6444a1452e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:52.963481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545c64d-dd37-4ffc-a988-325dab446c21 req-12266b9f-d16f-41c8-9313-da6c8a28899f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:52.967872 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d97001a9-53b2-45ab-b261-b71d9b2d76aa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.974712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c545c64d-dd37-4ffc-a988-325dab446c21 req-12266b9f-d16f-41c8-9313-da6c8a28899f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.3913071 Feb 19 03:19:52.984998 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.993195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:53.037807 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c7d328d1-a018-4023-b470-e0d721d1e3b3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.042775 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Added segment c7d328d1-a018-4023-b470-e0d721d1e3b3 of type vlan for network 7f71574c-0e8a-488b-9928-c02d7eb639cf Feb 19 03:19:53.065335 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.164207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c545c64d-dd37-4ffc-a988-325dab446c21 req-956b7341-f5f5-4ada-979e-a148b9c6a1b7 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842217 Feb 19 03:19:53.175355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97001a9-53b2-45ab-b261-b71d9b2d76aa,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:53.199503 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (7f71574c-0e8a-488b-9928-c02d7eb639cf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.215150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0e77a-f433-468c-b805-deddf9dbad20 None None] Network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:53.268987 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (7f71574c-0e8a-488b-9928-c02d7eb639cf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.270867 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.271699 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.300715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 93e1a0db-fe25-48ad-909d-e91c46fe2559 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:53.303038 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.443940 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3378499 Feb 19 03:19:53.448954 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38136) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:53.570400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:53.572609 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df49a49-5dfd-4f3b-b772-f91f3fb16ace" -d '{"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-plugged", "status": "completed", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:53.580066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-447e3dee-ebb1-4420-9f79-c05ad52f5bb0 None None] Provisioning complete for port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:53.580655 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-447e3dee-ebb1-4420-9f79-c05ad52f5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.653975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=1eb96e2f-acf2-4cbc-8738-05eb3fd7a564,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:53.656825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c0eef-00e0-4f1e-8e8d-6df041152995 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event updated for resources: {'Network': ['ID=7f71574c-0e8a-488b-9928-c02d7eb639cf,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:53.687113 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.693550 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.729302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:53.735383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 7f71574c-0e8a-488b-9928-c02d7eb639cf details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:53.740524 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.741766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d989219d-091e-48c6-9652-505025e0e603 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:53.762927 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (7f71574c-0e8a-488b-9928-c02d7eb639cf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.910172 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.912119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=c7dc75c7-230b-447f-9197-0a4ade83acb6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:54.032252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (7f71574c-0e8a-488b-9928-c02d7eb639cf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.105654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f71574c-0e8a-488b-9928-c02d7eb639cf']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:54.155658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d328d1-a018-4023-b470-e0d721d1e3b3') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:54.159565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d328d1-a018-4023-b470-e0d721d1e3b3') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:54.178331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-447e3dee-ebb1-4420-9f79-c05ad52f5bb0 None None] Current status of the port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:54.187642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:54.198094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (c7d328d1-a018-4023-b470-e0d721d1e3b3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.230313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c7d328d1-a018-4023-b470-e0d721d1e3b3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.242734 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:54.243149 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (c7d328d1-a018-4023-b470-e0d721d1e3b3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.272045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:54.278725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:54.336850 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:54.341901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (7f71574c-0e8a-488b-9928-c02d7eb639cf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.352911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f71574c-0e8a-488b-9928-c02d7eb639cf {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:19:54.369447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.379766 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "DELETE /v2.0/networks/7f71574c-0e8a-488b-9928-c02d7eb639cf HTTP/1.1" status: 204 len: 168 time: 0.9070852 Feb 19 03:19:54.414514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38162) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:54.416133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f86f4-6f23-4114-8a97-f1b05494a331 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f71574c-0e8a-488b-9928-c02d7eb639cf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:54.439472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:54.478161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Made reservation on behalf of c4de8e0807a44807977401ba824423d9 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:54.481548 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.537621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:54.564805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:19:54.566259 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (1cf58297-748d-474c-a23c-c2fa817fbb4c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.570247 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Added segment 1cf58297-748d-474c-a23c-c2fa817fbb4c of type vlan for network 0f718897-7e95-4799-95c3-a0a88e5b87f4 Feb 19 03:19:54.685762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:54.724485 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (0f718897-7e95-4799-95c3-a0a88e5b87f4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.726584 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port d989219d-091e-48c6-9652-505025e0e603 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:19:54.730626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:54.731004 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.735165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port d989219d-091e-48c6-9652-505025e0e603 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:54.735539 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d989219d-091e-48c6-9652-505025e0e603), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.820226 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (0f718897-7e95-4799-95c3-a0a88e5b87f4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.826686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.827442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.049531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38170) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:55.068317 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6309249 Feb 19 03:19:55.076633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Request body: {'subnet': {'network_id': '0f718897-7e95-4799-95c3-a0a88e5b87f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:55.092860 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bfdad-ebb1-4721-bd69-7a50e95db5b6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event updated for resources: {'Network': ['ID=0f718897-7e95-4799-95c3-a0a88e5b87f4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:55.132502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:55.155378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0a63c28e-8b26-436c-bbc3-4959388fbb26 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6629019 Feb 19 03:19:55.157617 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38174) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:55.180643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'network': {'name': 'tempest-RoutersTest-1535685700'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:55.190922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Made reservation on behalf of c4de8e0807a44807977401ba824423d9 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:55.197813 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.204920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 0f718897-7e95-4799-95c3-a0a88e5b87f4 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:55.322371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:55.345226 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.477024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:55.523128 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d269d42f-25ee-4fd2-a09b-4da5c7d109d3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.523667 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added segment d269d42f-25ee-4fd2-a09b-4da5c7d109d3 of type vlan for network 52574c17-125e-4e34-9646-7d361f4b0aa1 Feb 19 03:19:55.698704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:55.739060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fdeac7c7-5413-4538-818a-a5f4fa611a31 None None] Provisioning complete for port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:55.739549 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fdeac7c7-5413-4538-818a-a5f4fa611a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.742185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d989219d-091e-48c6-9652-505025e0e603 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:55.742696 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d989219d-091e-48c6-9652-505025e0e603), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.759896 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (52574c17-125e-4e34-9646-7d361f4b0aa1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.872908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (52574c17-125e-4e34-9646-7d361f4b0aa1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.885277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:55.885943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.978265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d989219d-091e-48c6-9652-505025e0e603, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d989219d-091e-48c6-9652-505025e0e603,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:56.014503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d989219d-091e-48c6-9652-505025e0e603), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.025427 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8660011 Feb 19 03:19:56.026813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38180) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:56.040930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'subnet': {'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:56.315468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d989219d-091e-48c6-9652-505025e0e603,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:56.346784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fdeac7c7-5413-4538-818a-a5f4fa611a31 None None] Current status of the port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:56.373742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fdeac7c7-5413-4538-818a-a5f4fa611a31 None None] Provisioning complete for port c7dc75c7-230b-447f-9197-0a4ade83acb6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:56.374497 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fdeac7c7-5413-4538-818a-a5f4fa611a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.500209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fdeac7c7-5413-4538-818a-a5f4fa611a31 None None] Port c7dc75c7-230b-447f-9197-0a4ade83acb6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:56.538083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.objects.ports [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:19:56.538756 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (48c24d96-735e-43f4-91f7-4d7a0110649e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.552914 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179e099-28a0-4de7-bbee-3df50b0fa25b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Network': ['ID=52574c17-125e-4e34-9646-7d361f4b0aa1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:56.572135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 52574c17-125e-4e34-9646-7d361f4b0aa1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:56.632685 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:56.638456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.744037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event updated for resources: {'Subnet': ['ID=48c24d96-735e-43f4-91f7-4d7a0110649e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:56.833692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Checking segment: {'id': '1cf58297-748d-474c-a23c-c2fa817fbb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0f718897-7e95-4799-95c3-a0a88e5b87f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:56.834713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Network hostable DHCP agents. Network: 0f718897-7e95-4799-95c3-a0a88e5b87f4, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:56.875083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a59f1251-121e-411a-95cf-3c6823a1d3b5 None None] Provisioning complete for port c7dc75c7-230b-447f-9197-0a4ade83acb6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:56.875841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Network 0f718897-7e95-4799-95c3-a0a88e5b87f4 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:56.880392 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a59f1251-121e-411a-95cf-3c6823a1d3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.931949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 0f718897-7e95-4799-95c3-a0a88e5b87f4) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:56.939076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:56.942595 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.943842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Sync routers for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:56.960937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782e903-6871-4f8f-8ff2-c4b7ad8f39e3 None None] Network 0f718897-7e95-4799-95c3-a0a88e5b87f4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:57.015186 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bff67dcc-7ba1-42fc-9c18-47fe2e8265a6 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9573565 Feb 19 03:19:57.018039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38194) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:57.035497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Request body: {'floatingip': {'floating_network_id': '0f718897-7e95-4799-95c3-a0a88e5b87f4'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:57.109726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.158214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (374c3d4f-fabf-4648-bac8-5d90c87a6c9a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.240462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9fddb-9427-4882-9756-6762741a5211 None None] Network 0f718897-7e95-4799-95c3-a0a88e5b87f4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:57.299210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a59f1251-121e-411a-95cf-3c6823a1d3b5 None None] Port c7dc75c7-230b-447f-9197-0a4ade83acb6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:57.300803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:57.301637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:57.340157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Subnet': ['ID=374c3d4f-fabf-4648-bac8-5d90c87a6c9a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:57.377182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Checking segment: {'id': 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:57.377857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network hostable DHCP agents. Network: 52574c17-125e-4e34-9646-7d361f4b0aa1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:57.429701 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 52574c17-125e-4e34-9646-7d361f4b0aa1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:57.449426 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 52574c17-125e-4e34-9646-7d361f4b0aa1) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:57.460371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:57.461421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.494603 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3f5aedba-f862-4a8a-b3dd-d749fd7373c3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4623153 Feb 19 03:19:57.497705 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.500490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:57.590703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fe1b02-ab8d-4136-8d19-481d84514433 None None] Network 52574c17-125e-4e34-9646-7d361f4b0aa1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:57.627851 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:19:57.878977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Allocated IP 172.20.0.9 (0f718897-7e95-4799-95c3-a0a88e5b87f4/48c24d96-735e-43f4-91f7-4d7a0110649e/24c4249a-d57c-4444-a15d-44aeef65488a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:58.043580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:58.166176 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks [] for port (24c4249a-d57c-4444-a15d-44aeef65488a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.214970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-52574c17-125e-4e34-9646-7d361f4b0aa1', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:58.215834 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.266268 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (24c4249a-d57c-4444-a15d-44aeef65488a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.323819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event updated for resources: {'Port': ['ID=24c4249a-d57c-4444-a15d-44aeef65488a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:58.348586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Network 0f718897-7e95-4799-95c3-a0a88e5b87f4 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:58.353062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:58.356948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:58.520470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.659227 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks [] for floatingip (296f6906-f020-4dc7-b9ef-5176c11c8e2b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.719560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Allocated IP 172.21.0.2 (52574c17-125e-4e34-9646-7d361f4b0aa1/374c3d4f-fabf-4648-bac8-5d90c87a6c9a/42b1952f-4ccc-4314-b2c6-65b1dde6d02d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:58.750936 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (24c4249a-d57c-4444-a15d-44aeef65488a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.879294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:19:52Z', 'revision_number': 2, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:19:53Z', 'revision_number': 2, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:58.933115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Checking router: 6b030f84-4dde-42c9-849f-b08f1f53cf29 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:19:58.933828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Updating router 6b030f84-4dde-42c9-849f-b08f1f53cf29 port c7dc75c7-230b-447f-9197-0a4ade83acb6 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:19:59.014983 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.292642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks [] for port (24c4249a-d57c-4444-a15d-44aeef65488a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.319294 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (24c4249a-d57c-4444-a15d-44aeef65488a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.419911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event updated for resources: {'Port': ['ID=24c4249a-d57c-4444-a15d-44aeef65488a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:59.546741 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (296f6906-f020-4dc7-b9ef-5176c11c8e2b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.591859 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.594457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-28732e72-9d02-4aa4-aca2-8dfa57924b6d tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5734999 Feb 19 03:19:59.597273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38198) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:59.653377 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Publish callbacks [] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.669380 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.742743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Pushing event updated for resources: {'Port': ['ID=42b1952f-4ccc-4314-b2c6-65b1dde6d02d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:59.883048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Allocated IP 172.21.0.1 (52574c17-125e-4e34-9646-7d361f4b0aa1/374c3d4f-fabf-4648-bac8-5d90c87a6c9a/fd6d0a06-800b-48a1-bdb7-cd3b16545384) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:59.988947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Network 52574c17-125e-4e34-9646-7d361f4b0aa1 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:00.037715 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Publish callbacks [] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.052040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:00.055027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:00.066469 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.100611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38200) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:00.101091 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-210a2a3c-45d8-4c21-ad6a-674e48731b8b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=0f718897-7e95-4799-95c3-a0a88e5b87f4 HTTP/1.1" status: 200 len: 689 time: 0.5001073 Feb 19 03:20:00.177055 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.223695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97c397-e66c-4a0a-990a-907085d725a1 None None] Pushing event updated for resources: {'Port': ['ID=c7dc75c7-230b-447f-9197-0a4ade83acb6,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:00.246543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.352207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Attempting to bind port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:00.354372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Attempting to bind port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:00.355011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Attempting to bind port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d on network 52574c17-125e-4e34-9646-7d361f4b0aa1 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:00.390536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 52574c17-125e-4e34-9646-7d361f4b0aa1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:00.395839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:00.399189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:00.413401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (0f718897-7e95-4799-95c3-a0a88e5b87f4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.461505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:00.462171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Checking segment: {'id': 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:00.462719 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.463200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Bound using segment: {'id': 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:00.464027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Bound port: 42b1952f-4ccc-4314-b2c6-65b1dde6d02d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:00.464584 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.479049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.520872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Attempting to bind port c7dc75c7-230b-447f-9197-0a4ade83acb6 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:00.521774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Attempting to bind port c7dc75c7-230b-447f-9197-0a4ade83acb6 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '9c3fba24-d0aa-4942-92c2-5c6444a1452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:00.522214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Attempting to bind port c7dc75c7-230b-447f-9197-0a4ade83acb6 on network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:00.595832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:00.596228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Checking segment: {'id': '9c3fba24-d0aa-4942-92c2-5c6444a1452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:00.596786 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.597209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Bound using segment: {'id': '9c3fba24-d0aa-4942-92c2-5c6444a1452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:00.597963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Bound port: c7dc75c7-230b-447f-9197-0a4ade83acb6, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3fba24-d0aa-4942-92c2-5c6444a1452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:00.598319 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.713813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] For port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:00.766008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Deleting port 24c4249a-d57c-4444-a15d-44aeef65488a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:00.766461 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (24c4249a-d57c-4444-a15d-44aeef65488a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.820638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] For port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=42b1952f-4ccc-4314-b2c6-65b1dde6d02d,segment=NetworkSegment(d269d42f-25ee-4fd2-a09b-4da5c7d109d3),segment_id=d269d42f-25ee-4fd2-a09b-4da5c7d109d3)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:00.845415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-61ac429e-195a-475a-905d-a22cfa962ff5 None None] Provisioning complete for port c7dc75c7-230b-447f-9197-0a4ade83acb6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:00.845898 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61ac429e-195a-475a-905d-a22cfa962ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.861236 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.955020 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (24c4249a-d57c-4444-a15d-44aeef65488a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.955341 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks [] for floatingip (24c4249a-d57c-4444-a15d-44aeef65488a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.983296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Calling delete_port for 24c4249a-d57c-4444-a15d-44aeef65488a owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:01.119002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-61ac429e-195a-475a-905d-a22cfa962ff5 None None] Port c7dc75c7-230b-447f-9197-0a4ade83acb6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:01.127471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] For port c7dc75c7-230b-447f-9197-0a4ade83acb6, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:01.151056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] For port c7dc75c7-230b-447f-9197-0a4ade83acb6, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c7dc75c7-230b-447f-9197-0a4ade83acb6,segment=NetworkSegment(9c3fba24-d0aa-4942-92c2-5c6444a1452e),segment_id=9c3fba24-d0aa-4942-92c2-5c6444a1452e)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:01.166355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcced9d-6190-4996-a185-7e444b865e4c None None] Pushing event updated for resources: {'Port': ['ID=42b1952f-4ccc-4314-b2c6-65b1dde6d02d,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:01.166684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=fd6d0a06-800b-48a1-bdb7-cd3b16545384,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:01.170126 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.202759 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.362917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:01.377130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:01.381713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97c397-e66c-4a0a-990a-907085d725a1 None None] Pushing event updated for resources: {'Port': ['ID=c7dc75c7-230b-447f-9197-0a4ade83acb6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:01.386478 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (24c4249a-d57c-4444-a15d-44aeef65488a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.481447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event deleted for resources: {'Port': ['ID=24c4249a-d57c-4444-a15d-44aeef65488a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:01.540366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:01.745354 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks [] for floatingip (296f6906-f020-4dc7-b9ef-5176c11c8e2b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.905554 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.921418 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.024641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (48c24d96-735e-43f4-91f7-4d7a0110649e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.122122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 42b1952f-4ccc-4314-b2c6-65b1dde6d02d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:02.142668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-22b82ef0-85af-4b3b-ad6d-64f8061bd45c None None] Provisioning complete for port c7dc75c7-230b-447f-9197-0a4ade83acb6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:02.143135 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22b82ef0-85af-4b3b-ad6d-64f8061bd45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.151391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (48c24d96-735e-43f4-91f7-4d7a0110649e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.194062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=48c24d96-735e-43f4-91f7-4d7a0110649e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:02.229602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=fd6d0a06-800b-48a1-bdb7-cd3b16545384,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:02.238788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.376480 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (0f718897-7e95-4799-95c3-a0a88e5b87f4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.380630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:02.381150 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.424104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f718897-7e95-4799-95c3-a0a88e5b87f4']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:02.444232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf58297-748d-474c-a23c-c2fa817fbb4c') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:02.445028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf58297-748d-474c-a23c-c2fa817fbb4c') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:02.450864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 52574c17-125e-4e34-9646-7d361f4b0aa1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:02.460026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:02.469977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-22b82ef0-85af-4b3b-ad6d-64f8061bd45c None None] Current status of the port c7dc75c7-230b-447f-9197-0a4ade83acb6 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:02.470564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22b82ef0-85af-4b3b-ad6d-64f8061bd45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.500545 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (1cf58297-748d-474c-a23c-c2fa817fbb4c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.522323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:01Z', 'revision_number': 3, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:01Z', 'revision_number': 4, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:19:59Z', 'revision_number': 1, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:02.537227 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (1cf58297-748d-474c-a23c-c2fa817fbb4c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.545985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:02.546396 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (1cf58297-748d-474c-a23c-c2fa817fbb4c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:02.551671 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:02.680137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549132c3-4a0b-4bd0-b1a1-8b519f6e3528 None None] The sync data for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 is: [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:01Z', 'revision_number': 3, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:01Z', 'revision_number': 4, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:19:59Z', 'revision_number': 1, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:02.700948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-22b82ef0-85af-4b3b-ad6d-64f8061bd45c None None] For port c7dc75c7-230b-447f-9197-0a4ade83acb6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c7dc75c7-230b-447f-9197-0a4ade83acb6,segment=NetworkSegment(9c3fba24-d0aa-4942-92c2-5c6444a1452e),segment_id=9c3fba24-d0aa-4942-92c2-5c6444a1452e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:02.716178 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22b82ef0-85af-4b3b-ad6d-64f8061bd45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.746029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (0f718897-7e95-4799-95c3-a0a88e5b87f4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.759233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f718897-7e95-4799-95c3-a0a88e5b87f4 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:20:02.765587 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.777457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "DELETE /v2.0/networks/0f718897-7e95-4799-95c3-a0a88e5b87f4 HTTP/1.1" status: 204 len: 168 time: 2.6753197 Feb 19 03:20:02.781455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38210) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:02.840418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2633c-4111-440c-b132-144630ae9a53 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f718897-7e95-4799-95c3-a0a88e5b87f4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:02.843958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:02.945706 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b97f9903-8f63-4b8d-9af6-1d050eb24873 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1587806 Feb 19 03:20:02.946071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:02.946221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38212) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:02.950381 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.990397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b82ef0-85af-4b3b-ad6d-64f8061bd45c None None] Pushing event updated for resources: {'Port': ['ID=c7dc75c7-230b-447f-9197-0a4ade83acb6,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:03.078166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=42b1952f-4ccc-4314-b2c6-65b1dde6d02d,segment=NetworkSegment(d269d42f-25ee-4fd2-a09b-4da5c7d109d3),segment_id=d269d42f-25ee-4fd2-a09b-4da5c7d109d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:03.086940 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.239624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=42b1952f-4ccc-4314-b2c6-65b1dde6d02d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:03.247513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d10f18-c766-4423-ae17-69cdc0629147 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:03.248116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d10f18-c766-4423-ae17-69cdc0629147 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:03.248698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d10f18-c766-4423-ae17-69cdc0629147 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:03.249724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d10f18-c766-4423-ae17-69cdc0629147 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:03.251065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d10f18-c766-4423-ae17-69cdc0629147 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:03.251653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d10f18-c766-4423-ae17-69cdc0629147 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:03.259994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d10f18-c766-4423-ae17-69cdc0629147 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:03.265482 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b1d10f18-c766-4423-ae17-69cdc0629147 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4566 time: 0.3148913 Feb 19 03:20:03.266250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38214) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:03.598063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619bc105-f85d-4437-9f66-feb9930de36b None None] Network 52574c17-125e-4e34-9646-7d361f4b0aa1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:03.628115 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-6d66768f-7e3a-449c-93d8-a6a46b6a5369 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] delete failed (client error): The resource could not be found. Feb 19 03:20:03.633002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38218) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:03.634935 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6d66768f-7e3a-449c-93d8-a6a46b6a5369 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/296f6906-f020-4dc7-b9ef-5176c11c8e2b HTTP/1.1" status: 404 len: 345 time: 0.3663127 Feb 19 03:20:03.674350 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-1980b2a9-14eb-45a7-ba76-b320a46d6f6c tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] DELETE failed (client error): The resource could not be found. Feb 19 03:20:03.675228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1980b2a9-14eb-45a7-ba76-b320a46d6f6c tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:03.678768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1980b2a9-14eb-45a7-ba76-b320a46d6f6c tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "DELETE /v2.0/networks/0f718897-7e95-4799-95c3-a0a88e5b87f4 HTTP/1.1" status: 404 len: 339 time: 0.0419588 Feb 19 03:20:03.683899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38220) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:03.689720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Request body: {'network': {'name': 'tempest-network--1171936116', 'router:external': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:03.742319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Made reservation on behalf of c4de8e0807a44807977401ba824423d9 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:03.745204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.770188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-591f0ea9-33c1-4c0f-8f0b-fc0552f03ee2 None None] Provisioning complete for port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:03.774603 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-591f0ea9-33c1-4c0f-8f0b-fc0552f03ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.796916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:03.833672 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (86d0c748-daa6-498d-b8ef-b94b8142cdc9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.836294 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Added segment 86d0c748-daa6-498d-b8ef-b94b8142cdc9 of type vlan for network a41edf57-a477-4c39-b5ec-fb10e5bdd352 Feb 19 03:20:03.986212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:03.988412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 42b1952f-4ccc-4314-b2c6-65b1dde6d02d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:03.998063 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4ef17f99-e033-4461-b491-72dc59d375d6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4961658 Feb 19 03:20:04.000829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38222) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.015457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'network': {'name': 'tempest-RoutersTest-1121554714'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:04.072550 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (a41edf57-a477-4c39-b5ec-fb10e5bdd352), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.076928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:04.081619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.102859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43e98e-5a0e-486d-9b8d-34ef11322f7c req-99660618-4a09-4e8f-8e0c-26268622f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:04.104617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa43e98e-5a0e-486d-9b8d-34ef11322f7c req-99660618-4a09-4e8f-8e0c-26268622f77a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 1127 time: 0.7072563 Feb 19 03:20:04.121537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:04.124328 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.134170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:04.151420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (290e2c3b-3fc3-4db0-b744-48519b7eba9f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.151779 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added segment 290e2c3b-3fc3-4db0-b744-48519b7eba9f of type vlan for network bddd6748-3e45-46df-9e27-e5aa8b64edba Feb 19 03:20:04.276678 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (bddd6748-3e45-46df-9e27-e5aa8b64edba), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.293064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (a41edf57-a477-4c39-b5ec-fb10e5bdd352), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.296002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:04.296616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.377411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa43e98e-5a0e-486d-9b8d-34ef11322f7c req-91c091ff-a997-4a42-85a0-cb6a3e1021da service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385359 Feb 19 03:20:04.406106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (bddd6748-3e45-46df-9e27-e5aa8b64edba), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.412269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:04.412938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.493009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-591f0ea9-33c1-4c0f-8f0b-fc0552f03ee2 None None] Current status of the port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:04.610554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9197991 Feb 19 03:20:04.611419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38224) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.615700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Network': ['ID=bddd6748-3e45-46df-9e27-e5aa8b64edba,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:04.638499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network bddd6748-3e45-46df-9e27-e5aa8b64edba details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:04.663321 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b887ff65-8168-4569-beb6-c5d41298bec8 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6613815 Feb 19 03:20:04.672417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38226) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.698724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'subnet': {'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:04.871768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:04.922147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-dcace430-2b25-4cfb-bbd9-97cca1124baa None None] Provisioning complete for port fd6d0a06-800b-48a1-bdb7-cd3b16545384 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:04.923592 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcace430-2b25-4cfb-bbd9-97cca1124baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.940635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5465c7b-a938-4fe9-a494-919d928cc4f8 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event updated for resources: {'Network': ['ID=a41edf57-a477-4c39-b5ec-fb10e5bdd352,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:05.000010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network a41edf57-a477-4c39-b5ec-fb10e5bdd352 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:05.162410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:05.167271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.213606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6ecdd-da5d-4f25-ae80-1713901c9b49 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:05.223156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6ecdd-da5d-4f25-ae80-1713901c9b49 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:05.234471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6ecdd-da5d-4f25-ae80-1713901c9b49 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:05.244934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6ecdd-da5d-4f25-ae80-1713901c9b49 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:05.248924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e9c6ecdd-da5d-4f25-ae80-1713901c9b49 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6135876 Feb 19 03:20:05.251410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38228) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:05.253421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dcace430-2b25-4cfb-bbd9-97cca1124baa None None] Port fd6d0a06-800b-48a1-bdb7-cd3b16545384 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:05.374515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-dcace430-2b25-4cfb-bbd9-97cca1124baa None None] Provisioning complete for port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:05.374880 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcace430-2b25-4cfb-bbd9-97cca1124baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.394719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-4de73c43-aacf-41bf-8c92-07b0be0e9215 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7390335 Feb 19 03:20:05.448536 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (a41edf57-a477-4c39-b5ec-fb10e5bdd352), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.665038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dcace430-2b25-4cfb-bbd9-97cca1124baa None None] Current status of the port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:05.838221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (187b2dbd-2662-4521-9fca-0d9e2ddd2c7f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.851478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-44093b9a-46ce-4d9d-a9d7-3f12d9ed5eb8 None None] Provisioning complete for port fd6d0a06-800b-48a1-bdb7-cd3b16545384 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:05.851873 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-44093b9a-46ce-4d9d-a9d7-3f12d9ed5eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.911790 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (a41edf57-a477-4c39-b5ec-fb10e5bdd352), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.988356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41edf57-a477-4c39-b5ec-fb10e5bdd352']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:06.026799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-c3453d35-872d-47ae-839a-62ad5cb68283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:06.041288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-c3453d35-872d-47ae-839a-62ad5cb68283 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1128 time: 0.5247476 Feb 19 03:20:06.049783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d0c748-daa6-498d-b8ef-b94b8142cdc9') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:06.051439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Subnet': ['ID=187b2dbd-2662-4521-9fca-0d9e2ddd2c7f,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:06.060395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d0c748-daa6-498d-b8ef-b94b8142cdc9') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:06.070630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-44093b9a-46ce-4d9d-a9d7-3f12d9ed5eb8 None None] Port fd6d0a06-800b-48a1-bdb7-cd3b16545384 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:06.103839 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.114106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c7dc75c7-230b-447f-9197-0a4ade83acb6 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:06.147093 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (86d0c748-daa6-498d-b8ef-b94b8142cdc9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.166859 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Checking segment: {'id': '290e2c3b-3fc3-4db0-b744-48519b7eba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:06.167512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network hostable DHCP agents. Network: bddd6748-3e45-46df-9e27-e5aa8b64edba, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:20:06.211645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network bddd6748-3e45-46df-9e27-e5aa8b64edba is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:20:06.246517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, bddd6748-3e45-46df-9e27-e5aa8b64edba) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:06.259843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:06.261032 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.292522 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (86d0c748-daa6-498d-b8ef-b94b8142cdc9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.318117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:06.319101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (86d0c748-daa6-498d-b8ef-b94b8142cdc9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:06.323115 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:06.332649 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9e7bcde9-257a-4a75-a485-6383dc6bcf7d tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6580172 Feb 19 03:20:06.333011 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38230) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.552600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-19fe379a-4eaa-4247-923f-da7922801ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:06.554520 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-19fe379a-4eaa-4247-923f-da7922801ab7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 919 time: 0.4693727 Feb 19 03:20:06.586379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cececdee-e9a2-4026-b54c-b0090743811f None None] Network bddd6748-3e45-46df-9e27-e5aa8b64edba requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:06.642940 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (a41edf57-a477-4c39-b5ec-fb10e5bdd352), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.653824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-9cb9ff9c-5033-4ddf-9639-47f0c0c2c311 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7025aec4-f271-40a9-975f-eb5afa1230f0 HTTP/1.1" status: 200 len: 217 time: 0.0926480 Feb 19 03:20:06.662171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a41edf57-a477-4c39-b5ec-fb10e5bdd352 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:20:06.684801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.699176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "DELETE /v2.0/networks/a41edf57-a477-4c39-b5ec-fb10e5bdd352 HTTP/1.1" status: 204 len: 168 time: 1.4465740 Feb 19 03:20:06.755585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38232) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.759871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aee46-2cb7-44d0-9d15-50829c84e979 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event deleted for resources: {'Network': ['ID=a41edf57-a477-4c39-b5ec-fb10e5bdd352,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:06.773003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Request body: {'network': {'name': 'tempest-network--210572810', 'router:external': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:06.809195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c7dc75c7-230b-447f-9197-0a4ade83acb6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:06.816682 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.968124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bddd6748-3e45-46df-9e27-e5aa8b64edba', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:06.969240 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.320238 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.387436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c7dc75c7-230b-447f-9197-0a4ade83acb6 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:07.531853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Allocated IP 172.22.0.2 (bddd6748-3e45-46df-9e27-e5aa8b64edba/187b2dbd-2662-4521-9fca-0d9e2ddd2c7f/cbbed98c-f03c-4598-b647-c3b170e8183e) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:07.659545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-89dc15d8-caa0-4225-ac56-08ec888648e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:07.667666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-89dc15d8-caa0-4225-ac56-08ec888648e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 1.0031269 Feb 19 03:20:07.674547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Made reservation on behalf of c4de8e0807a44807977401ba824423d9 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:07.683963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.781493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-4ce7a17b-f6c5-4d1f-8339-5578a2139721 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888147 Feb 19 03:20:07.948926 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Publish callbacks [] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.966457 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.076786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Network bddd6748-3e45-46df-9e27-e5aa8b64edba is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:08.088139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:08.091212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:08.136124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Pushing event updated for resources: {'Port': ['ID=cbbed98c-f03c-4598-b647-c3b170e8183e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:08.189643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:08.250266 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d98d8539-c7ef-483d-9e17-0d1d7bf64389), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.250756 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Added segment d98d8539-c7ef-483d-9e17-0d1d7bf64389 of type vlan for network b71546a7-f674-444a-aad5-989d9386be03 Feb 19 03:20:08.320995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Attempting to bind port cbbed98c-f03c-4598-b647-c3b170e8183e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:08.322212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Attempting to bind port cbbed98c-f03c-4598-b647-c3b170e8183e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '290e2c3b-3fc3-4db0-b744-48519b7eba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:08.322841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Attempting to bind port cbbed98c-f03c-4598-b647-c3b170e8183e on network bddd6748-3e45-46df-9e27-e5aa8b64edba {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:08.332468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Allocated IP 172.22.0.1 (bddd6748-3e45-46df-9e27-e5aa8b64edba/187b2dbd-2662-4521-9fca-0d9e2ddd2c7f/109b805e-64ec-41a9-b1b9-8d90c3af0f4c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:08.334384 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-07406646-959f-4900-b913-b086e6c912ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.337566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:08.338209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Checking segment: {'id': '290e2c3b-3fc3-4db0-b744-48519b7eba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:08.339008 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.339614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Bound using segment: {'id': '290e2c3b-3fc3-4db0-b744-48519b7eba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:08.340450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Bound port: cbbed98c-f03c-4598-b647-c3b170e8183e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290e2c3b-3fc3-4db0-b744-48519b7eba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:08.341055 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.355138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-e5577984-3086-44e3-9836-ca22779646ca service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423424 Feb 19 03:20:08.604634 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (b71546a7-f674-444a-aad5-989d9386be03), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.610255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] For port cbbed98c-f03c-4598-b647-c3b170e8183e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:08.620925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] For port cbbed98c-f03c-4598-b647-c3b170e8183e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cbbed98c-f03c-4598-b647-c3b170e8183e,segment=NetworkSegment(290e2c3b-3fc3-4db0-b744-48519b7eba9f),segment_id=290e2c3b-3fc3-4db0-b744-48519b7eba9f)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:08.641340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.752544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (b71546a7-f674-444a-aad5-989d9386be03), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.754419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:08.757027 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.907784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.935971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6993a-8b54-4324-94dd-26eeb9eb1e80 None None] Pushing event updated for resources: {'Port': ['ID=cbbed98c-f03c-4598-b647-c3b170e8183e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:09.000926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2336421 Feb 19 03:20:09.003738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38234) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.067736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-587f2c1b-3f47-4ec5-b119-4d61fbff7587 req-72fc02b3-3469-4a85-b2bf-9a0b6119e121 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948826 Feb 19 03:20:09.082411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.088777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b5491-8ce5-4106-b802-af164a6827d1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event updated for resources: {'Network': ['ID=b71546a7-f674-444a-aad5-989d9386be03,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:09.109788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network b71546a7-f674-444a-aad5-989d9386be03 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:09.160821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=109b805e-64ec-41a9-b1b9-8d90c3af0f4c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:09.218474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network bddd6748-3e45-46df-9e27-e5aa8b64edba is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:09.225873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:09.234555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:09.329186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd766d-625f-4382-946f-d5b4d37342c5 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:09.348069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b1fd766d-625f-4382-946f-d5b4d37342c5 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] 10.222.0.42 "GET /v2.0/networks/b71546a7-f674-444a-aad5-989d9386be03 HTTP/1.1" status: 200 len: 756 time: 0.3309779 Feb 19 03:20:09.351893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38246) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.407908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.532560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be5058-6e88-4fed-bedd-100a68d86e48 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:09.537365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f2be5058-6e88-4fed-bedd-100a68d86e48 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] 10.222.0.42 "GET /v2.0/networks/207a7961-ece7-4ede-b963-fbffe51c8280 HTTP/1.1" status: 200 len: 768 time: 0.1812992 Feb 19 03:20:09.541361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38248) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.773654 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (b71546a7-f674-444a-aad5-989d9386be03), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.787145 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Sync routers for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:09.810044 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.814699 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:09.815598 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:19:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:09.955286 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:10.080897 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (b71546a7-f674-444a-aad5-989d9386be03), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.118426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device cbbed98c-f03c-4598-b647-c3b170e8183e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:10.165309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71546a7-f674-444a-aad5-989d9386be03']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:10.197175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98d8539-c7ef-483d-9e17-0d1d7bf64389') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:10.197535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98d8539-c7ef-483d-9e17-0d1d7bf64389') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:10.220945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (d98d8539-c7ef-483d-9e17-0d1d7bf64389), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.252868 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d98d8539-c7ef-483d-9e17-0d1d7bf64389), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.254180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port cbbed98c-f03c-4598-b647-c3b170e8183e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:10.258556 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.265437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:10.265437 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (d98d8539-c7ef-483d-9e17-0d1d7bf64389), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:10.270505 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:10.422349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port cbbed98c-f03c-4598-b647-c3b170e8183e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:10.423060 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.439787 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:09Z', 'revision_number': 4, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:08Z', 'revision_number': 1, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:01Z', 'revision_number': 2, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:10.508647 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Checking router: 6b030f84-4dde-42c9-849f-b08f1f53cf29 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:10.511739 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Updating router 6b030f84-4dde-42c9-849f-b08f1f53cf29 port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:20:10.546948 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (b71546a7-f674-444a-aad5-989d9386be03), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.574049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port cbbed98c-f03c-4598-b647-c3b170e8183e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cbbed98c-f03c-4598-b647-c3b170e8183e,segment=NetworkSegment(290e2c3b-3fc3-4db0-b744-48519b7eba9f),segment_id=290e2c3b-3fc3-4db0-b744-48519b7eba9f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:10.585250 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9257cef0-b8a3-442b-8d4b-15b377733420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.602796 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.610251 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.617653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b71546a7-f674-444a-aad5-989d9386be03 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:20:10.626636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event deleted for resources: {'Network': ['ID=b71546a7-f674-444a-aad5-989d9386be03,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.633195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.641725 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.645966 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.652037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-db702da0-24ac-4177-bab4-7807bc46f27b tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "DELETE /v2.0/networks/b71546a7-f674-444a-aad5-989d9386be03 HTTP/1.1" status: 204 len: 168 time: 1.1101418 Feb 19 03:20:10.656278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38254) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.666237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Request body: {'network': {'name': 'tempest-network--1710328978'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:10.738661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Made reservation on behalf of c4de8e0807a44807977401ba824423d9 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:10.745133 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.802089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:10.835970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c4b6af61-f837-41ea-bca7-ab5697f21297), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.838326 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Added segment c4b6af61-f837-41ea-bca7-ab5697f21297 of type vlan for network 8e52f694-dddb-46de-a849-acd6b680e5c8 Feb 19 03:20:10.838573 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=109b805e-64ec-41a9-b1b9-8d90c3af0f4c,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.853763 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.934741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=cbbed98c-f03c-4598-b647-c3b170e8183e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:11.007099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d0142c-25c6-4b5e-a11e-487c17e69ce7 None None] Network bddd6748-3e45-46df-9e27-e5aa8b64edba requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:11.036101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (8e52f694-dddb-46de-a849-acd6b680e5c8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.130136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (8e52f694-dddb-46de-a849-acd6b680e5c8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.131280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:11.131947 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.133307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network bddd6748-3e45-46df-9e27-e5aa8b64edba is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:11.136040 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:11.228210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-30db7a88-1dcf-4ffc-ba4d-b23a36d0ee55 None None] Provisioning complete for port cbbed98c-f03c-4598-b647-c3b170e8183e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:11.231312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-30db7a88-1dcf-4ffc-ba4d-b23a36d0ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.321949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:11.328962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event updated for resources: {'Network': ['ID=8e52f694-dddb-46de-a849-acd6b680e5c8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:11.339151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b3f0d720-cc2d-464b-b898-92e0082ddff1 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6804347 Feb 19 03:20:11.342575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38276) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:11.348640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8dd352d4-2033-469c-9261-72bcfd306484 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:11.360219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 8e52f694-dddb-46de-a849-acd6b680e5c8 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:11.392174 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.db.api [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:20:11.393060 n-d-826756-2 neutron-server[103618]: DEBUG oslo_db.api [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:20:11.480975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:11.487522 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-39be3e0e-5727-46dd-af47-da170990b0f1 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1427107 Feb 19 03:20:11.491059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38278) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:11.498074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'network': {'name': 'tempest-RoutersTest-1417058057'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:11.518933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cea945a1-805f-4753-bff7-f278d6af4156 req-fd81d121-8c6f-44bd-978b-4619b16d6800 tempest-AbsoluteLimitsNegativeTestJSON-609132088 tempest-AbsoluteLimitsNegativeTestJSON-609132088-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=edbb7c8a1924415c8cf604e39071b709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2286932 Feb 19 03:20:11.544456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-30db7a88-1dcf-4ffc-ba4d-b23a36d0ee55 None None] Current status of the port cbbed98c-f03c-4598-b647-c3b170e8183e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:11.548111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:11.552280 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.587138 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:11.616407 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (eabc6462-9628-4ac3-91c0-bcf98301eacf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.616761 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added segment eabc6462-9628-4ac3-91c0-bcf98301eacf of type vlan for network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a Feb 19 03:20:11.713088 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (066b6f6b-6b3c-4aa0-97c9-058bc0a1808a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.818107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea945a1-805f-4753-bff7-f278d6af4156 req-ff249a93-241f-4ff1-b396-ba5856128d2e tempest-AbsoluteLimitsNegativeTestJSON-609132088 tempest-AbsoluteLimitsNegativeTestJSON-609132088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:11.821191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cea945a1-805f-4753-bff7-f278d6af4156 req-ff249a93-241f-4ff1-b396-ba5856128d2e tempest-AbsoluteLimitsNegativeTestJSON-609132088 tempest-AbsoluteLimitsNegativeTestJSON-609132088-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3004026 Feb 19 03:20:11.838761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (066b6f6b-6b3c-4aa0-97c9-058bc0a1808a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.865279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:11.889559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cea945a1-805f-4753-bff7-f278d6af4156 req-f2103b06-82f2-43ab-88c3-e139f7519535 tempest-AbsoluteLimitsNegativeTestJSON-609132088 tempest-AbsoluteLimitsNegativeTestJSON-609132088-project] 10.222.0.42 "GET /v2.0/quotas/edbb7c8a1924415c8cf604e39071b709 HTTP/1.1" status: 200 len: 375 time: 0.0281212 Feb 19 03:20:11.909315 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.911262 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.968591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cea945a1-805f-4753-bff7-f278d6af4156 req-c41390b4-d27e-451a-b734-1952597efbe0 tempest-AbsoluteLimitsNegativeTestJSON-609132088 tempest-AbsoluteLimitsNegativeTestJSON-609132088-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=edbb7c8a1924415c8cf604e39071b709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702891 Feb 19 03:20:11.999090 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.008652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8dd352d4-2033-469c-9261-72bcfd306484 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (8e52f694-dddb-46de-a849-acd6b680e5c8), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.015057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device cbbed98c-f03c-4598-b647-c3b170e8183e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:12.019160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4c890f53-fc40-4e6d-920f-f0b1d70ad4d0 None None] Provisioning complete for port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:12.019388 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4c890f53-fc40-4e6d-920f-f0b1d70ad4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.032040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8dd352d4-2033-469c-9261-72bcfd306484 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (8e52f694-dddb-46de-a849-acd6b680e5c8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.032673 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5395439 Feb 19 03:20:12.034961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38280) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:12.051679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dd352d4-2033-469c-9261-72bcfd306484 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Network 8e52f694-dddb-46de-a849-acd6b680e5c8 is not hosted by any dhcp agent {{(pid=103615) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:20:12.052584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd352d4-2033-469c-9261-72bcfd306484 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:12.053192 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8dd352d4-2033-469c-9261-72bcfd306484 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.054921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8dd352d4-2033-469c-9261-72bcfd306484 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "PUT /v2.0/networks/8e52f694-dddb-46de-a849-acd6b680e5c8 HTTP/1.1" status: 200 len: 858 time: 0.7108254 Feb 19 03:20:12.058000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38282) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:12.098736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'subnet': {'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:12.128979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4c890f53-fc40-4e6d-920f-f0b1d70ad4d0 None None] Port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:12.153186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4c890f53-fc40-4e6d-920f-f0b1d70ad4d0 None None] Provisioning complete for port cbbed98c-f03c-4598-b647-c3b170e8183e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:12.153592 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4c890f53-fc40-4e6d-920f-f0b1d70ad4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.292499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd352d4-2033-469c-9261-72bcfd306484 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event updated for resources: {'Network': ['ID=8e52f694-dddb-46de-a849-acd6b680e5c8,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:12.439345 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (8e52f694-dddb-46de-a849-acd6b680e5c8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.445407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4c890f53-fc40-4e6d-920f-f0b1d70ad4d0 None None] Current status of the port cbbed98c-f03c-4598-b647-c3b170e8183e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:12.450326 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd6a38-f441-4eeb-aaaa-bb9fe7dfa050 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Network': ['ID=066b6f6b-6b3c-4aa0-97c9-058bc0a1808a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:12.462728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port cbbed98c-f03c-4598-b647-c3b170e8183e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:12.463110 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.476835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:12.503274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Made reservation on behalf of 1373c6a20249432e97cd76dbf4a0ba52 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:12.504991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e3dc9-1246-4e8f-8e3f-4098a15d4b59 req-510cebd0-6449-4a46-9a51-0b3d865b6c42 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:12.508213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-031e3dc9-1246-4e8f-8e3f-4098a15d4b59 req-510cebd0-6449-4a46-9a51-0b3d865b6c42 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 950 time: 0.2235568 Feb 19 03:20:12.508638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.713744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38288) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:12.736863 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (8e52f694-dddb-46de-a849-acd6b680e5c8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.773241 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks [] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.784661 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.827676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e52f694-dddb-46de-a849-acd6b680e5c8']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:12.851601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-48c5acb6-d2a9-40b2-bf0a-7176d1500b0c None None] Provisioning complete for port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:12.852253 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-48c5acb6-d2a9-40b2-bf0a-7176d1500b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.873885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b6af61-f837-41ea-bca7-ab5697f21297') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:12.874404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b6af61-f837-41ea-bca7-ab5697f21297') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:12.952345 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (c4b6af61-f837-41ea-bca7-ab5697f21297), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.955682 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Pushing event updated for resources: {'Port': ['ID=109b805e-64ec-41a9-b1b9-8d90c3af0f4c,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:13.009159 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.009614 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.010688 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.011037 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.011442 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.012019 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.012835 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.012979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c4b6af61-f837-41ea-bca7-ab5697f21297), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.013535 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.013964 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.014360 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.015228 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.015577 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.016005 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:13.052462 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.053736 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Attempting to bind port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:13.054307 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Attempting to bind port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '290e2c3b-3fc3-4db0-b744-48519b7eba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:13.054762 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Attempting to bind port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c on network bddd6748-3e45-46df-9e27-e5aa8b64edba {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:13.064236 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:13.064730 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Checking segment: {'id': '290e2c3b-3fc3-4db0-b744-48519b7eba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:13.065256 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.066235 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Bound using segment: {'id': '290e2c3b-3fc3-4db0-b744-48519b7eba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:13.068638 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Bound port: 109b805e-64ec-41a9-b1b9-8d90c3af0f4c, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290e2c3b-3fc3-4db0-b744-48519b7eba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:13.069716 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.091447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:13.091840 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (c4b6af61-f837-41ea-bca7-ab5697f21297), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:13.100313 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:13.178032 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c764b2a-1aba-4dbe-9eda-67d071a92c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.186277 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-48c5acb6-d2a9-40b2-bf0a-7176d1500b0c None None] Port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:13.193710 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] For port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:13.205457 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] For port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=109b805e-64ec-41a9-b1b9-8d90c3af0f4c,segment=NetworkSegment(290e2c3b-3fc3-4db0-b744-48519b7eba9f),segment_id=290e2c3b-3fc3-4db0-b744-48519b7eba9f)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:13.213558 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (05babb98-e8cd-453e-a3fe-cdb4be55d1bc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.220203 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.220796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port cbbed98c-f03c-4598-b647-c3b170e8183e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:13.290849 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Updating router 6b030f84-4dde-42c9-849f-b08f1f53cf29 port fd6d0a06-800b-48a1-bdb7-cd3b16545384 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:20:13.315199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-031e3dc9-1246-4e8f-8e3f-4098a15d4b59 req-63e49047-e9c3-41ec-b1ca-aec071f13ff5 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7543027 Feb 19 03:20:13.323079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Subnet': ['ID=05babb98-e8cd-453e-a3fe-cdb4be55d1bc,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:13.332503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Checking segment: {'id': 'eabc6462-9628-4ac3-91c0-bcf98301eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:13.332817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network hostable DHCP agents. Network: 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:20:13.339331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ca590f3a-61fe-4fce-964d-3aa5267d78d8 None None] Provisioning complete for port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:13.339720 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca590f3a-61fe-4fce-964d-3aa5267d78d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.366809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:20:13.387778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:13.423737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80bfc2-2c18-476c-93dd-d520a4e384cb None None] Network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:13.424593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:13.424593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.440375 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (8e52f694-dddb-46de-a849-acd6b680e5c8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.444147 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.459262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e52f694-dddb-46de-a849-acd6b680e5c8 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:20:13.463176 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.476799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] 10.222.0.42 "DELETE /v2.0/networks/8e52f694-dddb-46de-a849-acd6b680e5c8 HTTP/1.1" status: 204 len: 168 time: 1.4177105 Feb 19 03:20:13.477471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38292) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:13.600915 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b23a1eb-a97d-458e-b130-ce047967e79e x-openstack-request-id: req-7b23a1eb-a97d-458e-b130-ce047967e79e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:13.601876 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-plugged", "status": "completed", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:13.601876 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b23a1eb-a97d-458e-b130-ce047967e79e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:13.601876 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'code': 200} Feb 19 03:20:13.603422 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Pushing event updated for resources: {'Port': ['ID=109b805e-64ec-41a9-b1b9-8d90c3af0f4c,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:13.610281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2dab7-f53e-48fc-bd93-ca801759c092 tempest-ExternalNetworksTestJSON-1046780503 tempest-ExternalNetworksTestJSON-1046780503-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e52f694-dddb-46de-a849-acd6b680e5c8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:13.612765 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94b9153-2ea0-42af-96ce-67cbf92caec8 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:13.613222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94b9153-2ea0-42af-96ce-67cbf92caec8 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:13.629583 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c764b2a-1aba-4dbe-9eda-67d071a92c79 admin admin] Publish callbacks [] for security_group (79ce8590-1384-4518-8c2d-fef8240de5bf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.631127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38294) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:13.632335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d94b9153-2ea0-42af-96ce-67cbf92caec8 tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] 10.222.0.42 "DELETE /v2.0/subnets/48c24d96-735e-43f4-91f7-4d7a0110649e HTTP/1.1" status: 404 len: 337 time: 0.1522338 Feb 19 03:20:13.642539 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-52e44a3b-2408-48f8-b6df-f9ef413b2aa7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5642219 Feb 19 03:20:13.643277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38296) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:13.668869 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c764b2a-1aba-4dbe-9eda-67d071a92c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (79ce8590-1384-4518-8c2d-fef8240de5bf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.918792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-066b6f6b-6b3c-4aa0-97c9-058bc0a1808a', 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a', 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'fixed_ips': [{'subnet_id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:13.918792 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.963403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ca590f3a-61fe-4fce-964d-3aa5267d78d8 None None] Current status of the port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:13.963859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca590f3a-61fe-4fce-964d-3aa5267d78d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.000525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c764b2a-1aba-4dbe-9eda-67d071a92c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ce8590-1384-4518-8c2d-fef8240de5bf,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:14.030271 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1c764b2a-1aba-4dbe-9eda-67d071a92c79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=edbb7c8a1924415c8cf604e39071b709&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3151991 Feb 19 03:20:14.037886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38298) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:14.104770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21df78f-0577-46c1-a240-9e5c2d42a6f5 req-949df60a-2b0f-4a47-a737-0a5b81bedb6e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:14.112210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f21df78f-0577-46c1-a240-9e5c2d42a6f5 req-949df60a-2b0f-4a47-a737-0a5b81bedb6e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.3023558 Feb 19 03:20:14.162985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ca590f3a-61fe-4fce-964d-3aa5267d78d8 None None] For port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=109b805e-64ec-41a9-b1b9-8d90c3af0f4c,segment=NetworkSegment(290e2c3b-3fc3-4db0-b744-48519b7eba9f),segment_id=290e2c3b-3fc3-4db0-b744-48519b7eba9f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:14.172053 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca590f3a-61fe-4fce-964d-3aa5267d78d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.204331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (207a7961-ece7-4ede-b963-fbffe51c8280), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.291558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Allocated IP 172.23.0.2 (066b6f6b-6b3c-4aa0-97c9-058bc0a1808a/05babb98-e8cd-453e-a3fe-cdb4be55d1bc/f4100ab8-cb89-48e4-8a7d-a11fa351169b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:14.296256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca590f3a-61fe-4fce-964d-3aa5267d78d8 None None] Pushing event updated for resources: {'Port': ['ID=109b805e-64ec-41a9-b1b9-8d90c3af0f4c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:14.324972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2ad97ad4-75fd-4b51-8bf5-18a092a9037f None None] Provisioning complete for port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:14.325749 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ad4-75fd-4b51-8bf5-18a092a9037f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.448247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-167e4404-b60c-4364-841c-19e2ae33bdb2 admin admin] Publish callbacks [] for security_group (79ce8590-1384-4518-8c2d-fef8240de5bf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.524637 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks [] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.531404 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.612761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f21df78f-0577-46c1-a240-9e5c2d42a6f5 req-b840226c-0be0-449c-8d2c-997f4dc135e4 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996159 Feb 19 03:20:14.725420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-167e4404-b60c-4364-841c-19e2ae33bdb2 admin admin] Publish callbacks [] for security_group (79ce8590-1384-4518-8c2d-fef8240de5bf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.801383 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Attempting to bind port fd6d0a06-800b-48a1-bdb7-cd3b16545384 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:14.818084 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Attempting to bind port fd6d0a06-800b-48a1-bdb7-cd3b16545384 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:14.819011 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Attempting to bind port fd6d0a06-800b-48a1-bdb7-cd3b16545384 on network 52574c17-125e-4e34-9646-7d361f4b0aa1 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:14.829470 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:14.843764 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Checking segment: {'id': 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:14.844235 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.844660 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Bound using segment: {'id': 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:14.845182 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Bound port: fd6d0a06-800b-48a1-bdb7-cd3b16545384, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:14.845578 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.888332 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-167e4404-b60c-4364-841c-19e2ae33bdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (79ce8590-1384-4518-8c2d-fef8240de5bf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.896366 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-167e4404-b60c-4364-841c-19e2ae33bdb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.897524 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-167e4404-b60c-4364-841c-19e2ae33bdb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79ce8590-1384-4518-8c2d-fef8240de5bf HTTP/1.1" status: 204 len: 168 time: 0.8579342 Feb 19 03:20:14.936966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.947634 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (207a7961-ece7-4ede-b963-fbffe51c8280), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.972852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e4404-b60c-4364-841c-19e2ae33bdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ce8590-1384-4518-8c2d-fef8240de5bf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:15.114870 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] For port fd6d0a06-800b-48a1-bdb7-cd3b16545384, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:15.123760 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] For port fd6d0a06-800b-48a1-bdb7-cd3b16545384, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fd6d0a06-800b-48a1-bdb7-cd3b16545384,segment=NetworkSegment(d269d42f-25ee-4fd2-a09b-4da5c7d109d3),segment_id=d269d42f-25ee-4fd2-a09b-4da5c7d109d3)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:15.166040 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.208121 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Pushing event updated for resources: {'Port': ['ID=fd6d0a06-800b-48a1-bdb7-cd3b16545384,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:15.385570 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b4008-665f-41e7-8268-8abeb57fd337 None None] Pushing event updated for resources: {'Port': ['ID=fd6d0a06-800b-48a1-bdb7-cd3b16545384,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:15.405348 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:15.406583 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:15.497044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.500695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2ad97ad4-75fd-4b51-8bf5-18a092a9037f None None] Current status of the port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:15.631945 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc75263-4249-4f99-b939-5d4bf99078d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd989219d-091e-48c6-9652-505025e0e603'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:15.642727 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56f1cc8-c7fe-40f6-b59d-cc198ae6d9a6" -d '{"events": [{"server_uuid": "4dc75263-4249-4f99-b939-5d4bf99078d5", "name": "network-vif-plugged", "status": "completed", "tag": "d989219d-091e-48c6-9652-505025e0e603"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:15.795347 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:15.846872 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Publish callbacks [] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.857788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6f3aac23-fa2d-4dfa-8594-4bca8a9b4425 None None] Provisioning complete for port fd6d0a06-800b-48a1-bdb7-cd3b16545384 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:15.883159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f3aac23-fa2d-4dfa-8594-4bca8a9b4425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.031592 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.100961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fd6d0a06-800b-48a1-bdb7-cd3b16545384 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:16.185225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Allocated IP 172.23.0.1 (066b6f6b-6b3c-4aa0-97c9-058bc0a1808a/05babb98-e8cd-453e-a3fe-cdb4be55d1bc/976a421a-fe4f-4d1a-a6c7-f8efdbef436a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:16.386883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 24d890c7-9554-46dd-845e-4535dcfe994b no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:16.387304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207a7961-ece7-4ede-b963-fbffe51c8280']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:16.424102 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf45b30-7aba-4c78-a549-94707c1546a8') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:16.424402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf45b30-7aba-4c78-a549-94707c1546a8') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:16.448851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Pushing event updated for resources: {'Port': ['ID=f4100ab8-cb89-48e4-8a7d-a11fa351169b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:16.450294 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (1bf45b30-7aba-4c78-a549-94707c1546a8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.510177 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (1bf45b30-7aba-4c78-a549-94707c1546a8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.530731 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:09Z', 'revision_number': 4, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:15Z', 'revision_number': 4, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:16.533977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:16.538322 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (1bf45b30-7aba-4c78-a549-94707c1546a8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.553683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:16.554510 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:16.601673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:16.619430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:16.628924 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0587dd0f-6a62-4436-aa6e-386f12050af0 None None] The sync data for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 is: [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:09Z', 'revision_number': 4, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:15Z', 'revision_number': 4, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:16.642585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.793194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38354) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:16.833323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (207a7961-ece7-4ede-b963-fbffe51c8280), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.844373 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.869463 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] 10.222.0.42 "DELETE /v2.0/networks/207a7961-ece7-4ede-b963-fbffe51c8280 HTTP/1.1" status: 204 len: 168 time: 3.2279043 Feb 19 03:20:16.902979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6f3aac23-fa2d-4dfa-8594-4bca8a9b4425 None None] Current status of the port fd6d0a06-800b-48a1-bdb7-cd3b16545384 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:16.905208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.906711 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f3aac23-fa2d-4dfa-8594-4bca8a9b4425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.939677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951bd89-288d-4020-b42e-d2fb344a0caa tempest-ExternalNetworksTestJSON-1268039183 tempest-ExternalNetworksTestJSON-1268039183-project] Pushing event deleted for resources: {'Network': ['ID=207a7961-ece7-4ede-b963-fbffe51c8280,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:17.047817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-951533989-network', 'tenant_id': '4621256a988344a5a119c3ce0a882771'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:17.099787 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Made reservation on behalf of 4621256a988344a5a119c3ce0a882771 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:17.106770 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.114058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:17.127889 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.130922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d7d7-bba8-43eb-ace3-b8027f206db5 req-d7fc862b-6461-40da-9e60-cbc571bcf4e2 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.132569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cb1d7d7-bba8-43eb-ace3-b8027f206db5 req-d7fc862b-6461-40da-9e60-cbc571bcf4e2 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 950 time: 0.1405673 Feb 19 03:20:17.164911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:17.167802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:17.252744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=976a421a-fe4f-4d1a-a6c7-f8efdbef436a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:17.308236 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.347141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 24d890c7-9554-46dd-845e-4535dcfe994b is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:17.356522 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.365280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38362) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:17.375969 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Publish callbacks [] for security_group (3ecfe367-80c1-4941-b84d-9df8e6f27cf3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.381742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cb1d7d7-bba8-43eb-ace3-b8027f206db5 req-89fc21d6-ea67-4861-96d5-c4fea573468e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318401 Feb 19 03:20:17.383803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3ecfe367-80c1-4941-b84d-9df8e6f27cf3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.391394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port fd6d0a06-800b-48a1-bdb7-cd3b16545384 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:17.395941 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.469314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecfe367-80c1-4941-b84d-9df8e6f27cf3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:17.494381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:17.516806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9a1a7afd-20d2-46a4-81a3-27f055004d04), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.517490 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Added segment 9a1a7afd-20d2-46a4-81a3-27f055004d04 of type vlan for network bdf65fda-001c-47e2-bde0-0909f1b81130 Feb 19 03:20:17.604718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Attempting to bind port f4100ab8-cb89-48e4-8a7d-a11fa351169b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:17.607164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Attempting to bind port f4100ab8-cb89-48e4-8a7d-a11fa351169b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'eabc6462-9628-4ac3-91c0-bcf98301eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:17.608223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Attempting to bind port f4100ab8-cb89-48e4-8a7d-a11fa351169b on network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:17.628475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:17.629451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Checking segment: {'id': 'eabc6462-9628-4ac3-91c0-bcf98301eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:17.630251 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.630838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Bound using segment: {'id': 'eabc6462-9628-4ac3-91c0-bcf98301eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:17.631658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Bound port: f4100ab8-cb89-48e4-8a7d-a11fa351169b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabc6462-9628-4ac3-91c0-bcf98301eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:17.632347 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.680718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6f3aac23-fa2d-4dfa-8594-4bca8a9b4425 None None] For port fd6d0a06-800b-48a1-bdb7-cd3b16545384, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fd6d0a06-800b-48a1-bdb7-cd3b16545384,segment=NetworkSegment(d269d42f-25ee-4fd2-a09b-4da5c7d109d3),segment_id=d269d42f-25ee-4fd2-a09b-4da5c7d109d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:17.682484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (bdf65fda-001c-47e2-bde0-0909f1b81130), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.735880 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f3aac23-fa2d-4dfa-8594-4bca8a9b4425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.746748 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (bdf65fda-001c-47e2-bde0-0909f1b81130), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.747821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.748577 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.756470 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.759854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 24d890c7-9554-46dd-845e-4535dcfe994b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=24d890c7-9554-46dd-845e-4535dcfe994b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:17.775193 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aaf04092-8d45-40b3-afb5-05497d603171 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd5fabffcc154088b4f1e21d5136b017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918703 Feb 19 03:20:17.776110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38366) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:17.814527 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.840083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ed0a8-171a-4375-8eb6-9078df0a89dc req-973146dc-5891-4320-9151-c14ba4c465f0 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.845542 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa8ed0a8-171a-4375-8eb6-9078df0a89dc req-973146dc-5891-4320-9151-c14ba4c465f0 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.2787042 Feb 19 03:20:17.875783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] Pushing event updated for resources: {'Network': ['ID=bdf65fda-001c-47e2-bde0-0909f1b81130,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:17.897380 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dea1d1eb-af0e-4e16-a392-bc2f96ff912e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1004264 Feb 19 03:20:17.898460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38368) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:17.906371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Request body: {'subnet': {'network_id': 'bdf65fda-001c-47e2-bde0-0909f1b81130', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-951533989-subnet', 'tenant_id': '4621256a988344a5a119c3ce0a882771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:17.930787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3aac23-fa2d-4dfa-8594-4bca8a9b4425 None None] Pushing event updated for resources: {'Port': ['ID=fd6d0a06-800b-48a1-bdb7-cd3b16545384,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:17.969352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Made reservation on behalf of 4621256a988344a5a119c3ce0a882771 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:17.973713 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.020216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] For port f4100ab8-cb89-48e4-8a7d-a11fa351169b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:18.030158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] For port f4100ab8-cb89-48e4-8a7d-a11fa351169b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4100ab8-cb89-48e4-8a7d-a11fa351169b,segment=NetworkSegment(eabc6462-9628-4ac3-91c0-bcf98301eacf),segment_id=eabc6462-9628-4ac3-91c0-bcf98301eacf)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:18.051768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network bdf65fda-001c-47e2-bde0-0909f1b81130 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:18.126120 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.204823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-78eca23d-abbd-49e0-a2bf-02abecfae1bc None None] Provisioning complete for port fd6d0a06-800b-48a1-bdb7-cd3b16545384 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:18.205069 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-78eca23d-abbd-49e0-a2bf-02abecfae1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.324786 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-185392af-a183-4b8a-a336-448196e41d8e admin admin] Publish callbacks [] for security_group (171cbc0c-72fa-4ca6-8fe3-7ec6ec99fddb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.355797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa8ed0a8-171a-4375-8eb6-9078df0a89dc req-16f46368-7ecd-4f47-9725-51e5e09c9751 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922998 Feb 19 03:20:18.377017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port fd6d0a06-800b-48a1-bdb7-cd3b16545384 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:18.380148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Sync routers for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:18.419366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:18.420252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:18.427136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-185392af-a183-4b8a-a336-448196e41d8e admin admin] Publish callbacks [] for security_group (171cbc0c-72fa-4ca6-8fe3-7ec6ec99fddb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.495653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (5407a151-e3cb-4fb3-9f9b-ced5982b4213), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.619676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:18.632217 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5407a151-e3cb-4fb3-9f9b-ced5982b4213,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:18.707733 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Checking segment: {'id': '9a1a7afd-20d2-46a4-81a3-27f055004d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bdf65fda-001c-47e2-bde0-0909f1b81130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:18.708312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Network hostable DHCP agents. Network: bdf65fda-001c-47e2-bde0-0909f1b81130, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:20:18.792460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-185392af-a183-4b8a-a336-448196e41d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (171cbc0c-72fa-4ca6-8fe3-7ec6ec99fddb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.796971 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-185392af-a183-4b8a-a336-448196e41d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.807485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-185392af-a183-4b8a-a336-448196e41d8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/171cbc0c-72fa-4ca6-8fe3-7ec6ec99fddb HTTP/1.1" status: 204 len: 168 time: 1.0182326 Feb 19 03:20:18.824407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.844868 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1686e4fe-9412-44ab-b53d-ed44190b8aa8 x-openstack-request-id: req-1686e4fe-9412-44ab-b53d-ed44190b8aa8 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:18.853233 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc75263-4249-4f99-b939-5d4bf99078d5", "name": "network-vif-plugged", "status": "completed", "tag": "d989219d-091e-48c6-9652-505025e0e603", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:18.853754 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1686e4fe-9412-44ab-b53d-ed44190b8aa8 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:18.854369 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc75263-4249-4f99-b939-5d4bf99078d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd989219d-091e-48c6-9652-505025e0e603', 'code': 200} Feb 19 03:20:18.876847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185392af-a183-4b8a-a336-448196e41d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171cbc0c-72fa-4ca6-8fe3-7ec6ec99fddb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:18.879601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.895810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Network bdf65fda-001c-47e2-bde0-0909f1b81130 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:20:18.919761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fd6d0a06-800b-48a1-bdb7-cd3b16545384 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:19.030266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, bdf65fda-001c-47e2-bde0-0909f1b81130) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:19.056483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:19.058065 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.078891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event updated for resources: {'Port': ['ID=976a421a-fe4f-4d1a-a6c7-f8efdbef436a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:19.151115 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a739b2ae-35fa-494d-866f-d7af7533fe4d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2512171 Feb 19 03:20:19.161475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.167253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49142e3-9a57-4d96-ae9f-0cd1986e525c req-284be4ac-8dd8-4f33-ab0b-41d5243fc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:19.171042 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b49142e3-9a57-4d96-ae9f-0cd1986e525c req-284be4ac-8dd8-4f33-ab0b-41d5243fc476 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 1132 time: 0.4920440 Feb 19 03:20:19.343615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d478146-965f-4854-b898-e1f1b56cd3a6 None None] Network bdf65fda-001c-47e2-bde0-0909f1b81130 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:19.348114 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b49142e3-9a57-4d96-ae9f-0cd1986e525c req-d21d45f9-fe5e-4d36-8f00-8cfc34f599f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624353 Feb 19 03:20:19.350358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=24d890c7-9554-46dd-845e-4535dcfe994b,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:19.518618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:19.520432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:19.764110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-78eca23d-abbd-49e0-a2bf-02abecfae1bc None None] Current status of the port fd6d0a06-800b-48a1-bdb7-cd3b16545384 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:19.784958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port fd6d0a06-800b-48a1-bdb7-cd3b16545384 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:19.788977 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.818909 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38410) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:19.905061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:19.944853 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-43ee8d41-2150-47b3-9998-e371f0287d66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4de8e0807a44807977401ba824423d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1239014 Feb 19 03:20:19.949360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38414) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:19.954109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e4299-699f-4d98-b6e5-5eb5a09f5918 None None] Pushing event updated for resources: {'Port': ['ID=f4100ab8-cb89-48e4-8a7d-a11fa351169b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:20.112925 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73c33c61-66b2-42bf-869e-17942336071d admin admin] Publish callbacks [] for security_group (d97001a9-53b2-45ab-b261-b71d9b2d76aa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.148574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:20.158071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73c33c61-66b2-42bf-869e-17942336071d admin admin] Publish callbacks [] for security_group (d97001a9-53b2-45ab-b261-b71d9b2d76aa), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.165875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-02d60943-7e66-48c3-afa0-77ee57300fc7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5211256 Feb 19 03:20:20.166836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38420) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:20.174209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-575b14b5-8948-4541-a546-21088c071c9a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:20.205875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb071669-0ea0-4a58-8852-eff3442ab45a None None] Network bdf65fda-001c-47e2-bde0-0909f1b81130 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:20.293881 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73c33c61-66b2-42bf-869e-17942336071d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d97001a9-53b2-45ab-b261-b71d9b2d76aa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.298084 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73c33c61-66b2-42bf-869e-17942336071d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.301900 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-73c33c61-66b2-42bf-869e-17942336071d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d97001a9-53b2-45ab-b261-b71d9b2d76aa HTTP/1.1" status: 204 len: 168 time: 0.3487754 Feb 19 03:20:20.382765 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c33c61-66b2-42bf-869e-17942336071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97001a9-53b2-45ab-b261-b71d9b2d76aa,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:20.456338 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-4e2f5ba9-0b15-4d65-8c3b-374e00d9d523 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1833615 Feb 19 03:20:20.606558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port fd6d0a06-800b-48a1-bdb7-cd3b16545384 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:20.608010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 109b805e-64ec-41a9-b1b9-8d90c3af0f4c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:20.624605 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-3bd32ff7-310e-4644-a972-69ab2d80b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:20.626290 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-3bd32ff7-310e-4644-a972-69ab2d80b76e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 1126 time: 0.0844548 Feb 19 03:20:20.895261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-bae7c3f9-b42a-4348-b575-871354b2c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:20.900051 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-bae7c3f9-b42a-4348-b575-871354b2c2bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 904 time: 0.2439065 Feb 19 03:20:21.077005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.extraroute_db [None req-575b14b5-8948-4541-a546-21088c071c9a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:20:21.077991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03468c44-c181-4662-935c-9af739ae2904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d890c7-9554-46dd-845e-4535dcfe994b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:21.085427 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fa03b4-0859-432d-bc1a-18d372efa576" -d '{"events": [{"server_uuid": "03468c44-c181-4662-935c-9af739ae2904", "name": "network-vif-unplugged", "status": "completed", "tag": "24d890c7-9554-46dd-845e-4535dcfe994b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:21.095780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.extraroute_db [None req-575b14b5-8948-4541-a546-21088c071c9a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Removed routes are [] {{(pid=103615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:20:21.096416 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-575b14b5-8948-4541-a546-21088c071c9a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.115163 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-d0060332-28c2-4f2c-a381-2feecc54364b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24d890c7-9554-46dd-845e-4535dcfe994b HTTP/1.1" status: 200 len: 217 time: 0.1901419 Feb 19 03:20:21.119047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d5ec0-5f67-4cef-bca2-19b8a4387df5 None None] Network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:21.236673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-62d2da90-7236-4dc9-a7bd-f7def2048861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:21.239884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-eda6cc01-c71d-4bab-a232-536cd787c849 None None] Provisioning complete for port f4100ab8-cb89-48e4-8a7d-a11fa351169b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:21.240266 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eda6cc01-c71d-4bab-a232-536cd787c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.240783 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-62d2da90-7236-4dc9-a7bd-f7def2048861 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6c934e3-7b85-43d5-9c7b-befefe865487 HTTP/1.1" status: 200 len: 843 time: 0.1030295 Feb 19 03:20:21.291714 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-5cf17c9a-6493-453d-9aa7-e6fd315e1e18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=419de084-40f5-4fc0-b6cf-3db2650792b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437760 Feb 19 03:20:21.365761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976a421a-fe4f-4d1a-a6c7-f8efdbef436a', 'name': '', 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:b5:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:15Z', 'updated_at': '2022-02-19T03:20:16Z', 'revision_number': 1, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:21.368066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:21.368624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.435217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Checking router: 6b030f84-4dde-42c9-849f-b08f1f53cf29 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:21.435764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Updating router 6b030f84-4dde-42c9-849f-b08f1f53cf29 port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:20:21.518064 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-ad67ea35-7a53-43c0-bc1f-19f96fb9838a service neutron] 10.222.0.37 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194259 Feb 19 03:20:21.525444 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.590713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-eda6cc01-c71d-4bab-a232-536cd787c849 None None] Current status of the port f4100ab8-cb89-48e4-8a7d-a11fa351169b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:21.591644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eda6cc01-c71d-4bab-a232-536cd787c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.690646 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-952a79df-0b7c-4cf6-9437-60580728aae5 req-58a7d3ac-7e18-444f-929a-176aa0bd9ecd service neutron] 10.222.0.37 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618257 Feb 19 03:20:21.744816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:21.802140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-eda6cc01-c71d-4bab-a232-536cd787c849 None None] For port f4100ab8-cb89-48e4-8a7d-a11fa351169b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4100ab8-cb89-48e4-8a7d-a11fa351169b,segment=NetworkSegment(eabc6462-9628-4ac3-91c0-bcf98301eacf),segment_id=eabc6462-9628-4ac3-91c0-bcf98301eacf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:21.821330 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eda6cc01-c71d-4bab-a232-536cd787c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.864857 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-575b14b5-8948-4541-a546-21088c071c9a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.868947 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-575b14b5-8948-4541-a546-21088c071c9a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.015109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6cc01-c71d-4bab-a232-536cd787c849 None None] Pushing event updated for resources: {'Port': ['ID=f4100ab8-cb89-48e4-8a7d-a11fa351169b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:22.052032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbeb416-5071-46d7-aa69-98dbf8ab1b6a req-516ed9f9-21db-4965-915b-16b3f39de094 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:22.061072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abbeb416-5071-46d7-aa69-98dbf8ab1b6a req-516ed9f9-21db-4965-915b-16b3f39de094 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 950 time: 0.1891658 Feb 19 03:20:22.097575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4100ab8-cb89-48e4-8a7d-a11fa351169b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:22.102686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575b14b5-8948-4541-a546-21088c071c9a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:22.144984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abbeb416-5071-46d7-aa69-98dbf8ab1b6a req-c9fcb773-5459-4944-ac44-1b1063800571 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828493 Feb 19 03:20:22.237351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f4100ab8-cb89-48e4-8a7d-a11fa351169b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:22.237731 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.245744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8c71349f-8c14-4106-aaea-0dc10ccf3b44 None None] Provisioning complete for port f4100ab8-cb89-48e4-8a7d-a11fa351169b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:22.246237 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c71349f-8c14-4106-aaea-0dc10ccf3b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.274940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575b14b5-8948-4541-a546-21088c071c9a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:22.285261 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-575b14b5-8948-4541-a546-21088c071c9a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.289810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:22.290915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-575b14b5-8948-4541-a546-21088c071c9a tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29 HTTP/1.1" status: 200 len: 934 time: 2.1218932 Feb 19 03:20:22.303187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.508109 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b1da8f8b-b121-4a4f-adcb-76f134950abe tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29 HTTP/1.1" status: 200 len: 934 time: 0.2170627 Feb 19 03:20:22.510865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38498) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:22.516453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-18fb71e3-a6a2-4a4c-b085-996ce984e890 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'routes': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:22.525012 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Publish callbacks [] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.527181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8c71349f-8c14-4106-aaea-0dc10ccf3b44 None None] Current status of the port f4100ab8-cb89-48e4-8a7d-a11fa351169b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:22.541133 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.586157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f4100ab8-cb89-48e4-8a7d-a11fa351169b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:22.593022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8c71349f-8c14-4106-aaea-0dc10ccf3b44 None None] Provisioning complete for port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:22.593512 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c71349f-8c14-4106-aaea-0dc10ccf3b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.680351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19050b-7792-4cd1-af4b-e933743a1181 None None] Pushing event updated for resources: {'Port': ['ID=976a421a-fe4f-4d1a-a6c7-f8efdbef436a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:22.724941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8c71349f-8c14-4106-aaea-0dc10ccf3b44 None None] Port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:22.753027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Attempting to bind port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:22.753609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Attempting to bind port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'eabc6462-9628-4ac3-91c0-bcf98301eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:22.754084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Attempting to bind port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a on network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:22.762281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:22.762792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Checking segment: {'id': 'eabc6462-9628-4ac3-91c0-bcf98301eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:22.764133 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.764602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Bound using segment: {'id': 'eabc6462-9628-4ac3-91c0-bcf98301eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:22.765329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Bound port: 976a421a-fe4f-4d1a-a6c7-f8efdbef436a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabc6462-9628-4ac3-91c0-bcf98301eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:22.766285 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.788153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7405299f-c659-441c-ba37-1cfc026b0c0d req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1198365305', 'description': 'tempest-description-306541513'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:22.851147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] For port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:22.855383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] For port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=976a421a-fe4f-4d1a-a6c7-f8efdbef436a,segment=NetworkSegment(eabc6462-9628-4ac3-91c0-bcf98301eacf),segment_id=eabc6462-9628-4ac3-91c0-bcf98301eacf)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:22.863259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8575d179-c3d6-4ce4-939d-8a21b3e9042a None None] Provisioning complete for port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:22.863745 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8575d179-c3d6-4ce4-939d-8a21b3e9042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.867691 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.868144 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7405299f-c659-441c-ba37-1cfc026b0c0d req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.941526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38506) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:22.974697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19050b-7792-4cd1-af4b-e933743a1181 None None] Pushing event updated for resources: {'Port': ['ID=976a421a-fe4f-4d1a-a6c7-f8efdbef436a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:22.999064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:23.001062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:23.048960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7405299f-c659-441c-ba37-1cfc026b0c0d req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (af777717-2de1-41c8-b0c0-6f7e71bad4bb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.056853 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7405299f-c659-441c-ba37-1cfc026b0c0d req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (af777717-2de1-41c8-b0c0-6f7e71bad4bb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.127712 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7405299f-c659-441c-ba37-1cfc026b0c0d req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.128550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7405299f-c659-441c-ba37-1cfc026b0c0d req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3474162 Feb 19 03:20:23.151755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af777717-2de1-41c8-b0c0-6f7e71bad4bb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:23.170147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:23.172557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8575d179-c3d6-4ce4-939d-8a21b3e9042a None None] Current status of the port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:23.172952 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8575d179-c3d6-4ce4-939d-8a21b3e9042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.182055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.182578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.182946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.183191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.183398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.183869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.184128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-98ac8652-01bf-460a-9cd3-99f3359f1f3f tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-776538091'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:23.184235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.184383 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-98ac8652-01bf-460a-9cd3-99f3359f1f3f tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Unknown quota resources ['metering_label']. {{(pid=103616) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:20:23.184560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.184782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.185697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.186090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.186662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.187234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85860abf-5fe6-4116-9072-f521d78825a9 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.280043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8575d179-c3d6-4ce4-939d-8a21b3e9042a None None] For port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=976a421a-fe4f-4d1a-a6c7-f8efdbef436a,segment=NetworkSegment(eabc6462-9628-4ac3-91c0-bcf98301eacf),segment_id=eabc6462-9628-4ac3-91c0-bcf98301eacf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:23.310501 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8575d179-c3d6-4ce4-939d-8a21b3e9042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.369126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.extraroute_db [None req-18fb71e3-a6a2-4a4c-b085-996ce984e890 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added routes are [] {{(pid=103615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:20:23.370066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.extraroute_db [None req-18fb71e3-a6a2-4a4c-b085-996ce984e890 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:20:23.459588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18fb71e3-a6a2-4a4c-b085-996ce984e890 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.536462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98ac8652-01bf-460a-9cd3-99f3359f1f3f tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.541108 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-98ac8652-01bf-460a-9cd3-99f3359f1f3f tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5981262 Feb 19 03:20:23.542469 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38528) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:23.547671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6d02ea13-5de8-4b6e-837a-18ba3896ca5a tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '93e44a99-d24d-45dd-a5af-0dd1bf89896c'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:23.548342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6d02ea13-5de8-4b6e-837a-18ba3896ca5a tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103616) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:20:23.618717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30423b77-a53f-4950-938e-7a8383ef1b1f req-6d598e08-cc4d-4aa6-bdb0-ea207cae099d tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8149f54e54bd40db9a0fad345e4ba189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377386 Feb 19 03:20:23.639582 n-d-826756-2 neutron-server[103616]: WARNING neutron.services.metering.metering_plugin [None req-6d02ea13-5de8-4b6e-837a-18ba3896ca5a tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 03:20:23.646356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-221b4862-f2d1-43f5-b43e-7eadddbb0b9b None None] Provisioning complete for port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:23.646356 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-221b4862-f2d1-43f5-b43e-7eadddbb0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.669218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575d179-c3d6-4ce4-939d-8a21b3e9042a None None] Pushing event updated for resources: {'Port': ['ID=976a421a-fe4f-4d1a-a6c7-f8efdbef436a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:23.756072 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d02ea13-5de8-4b6e-837a-18ba3896ca5a tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.761140 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6d02ea13-5de8-4b6e-837a-18ba3896ca5a tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2175434 Feb 19 03:20:23.761904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38534) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:23.769278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7c0483b7-2590-420a-be14-a85d8c48731d tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '93e44a99-d24d-45dd-a5af-0dd1bf89896c'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:23.770277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7c0483b7-2590-420a-be14-a85d8c48731d tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103616) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:20:23.792265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:21Z', 'revision_number': 6, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976a421a-fe4f-4d1a-a6c7-f8efdbef436a', 'name': '', 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:b5:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:15Z', 'updated_at': '2022-02-19T03:20:22Z', 'revision_number': 4, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:23.794765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-221b4862-f2d1-43f5-b43e-7eadddbb0b9b None None] Current status of the port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:23.818605 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18fb71e3-a6a2-4a4c-b085-996ce984e890 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.838204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18fb71e3-a6a2-4a4c-b085-996ce984e890 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.846909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c7747-bdd3-44d5-9fa4-c1b6a965e53f None None] The sync data for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 is: [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:21Z', 'revision_number': 6, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976a421a-fe4f-4d1a-a6c7-f8efdbef436a', 'name': '', 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:b5:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:15Z', 'updated_at': '2022-02-19T03:20:22Z', 'revision_number': 4, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:23.850821 n-d-826756-2 neutron-server[103616]: WARNING neutron.services.metering.metering_plugin [None req-7c0483b7-2590-420a-be14-a85d8c48731d tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 03:20:23.868123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4100ab8-cb89-48e4-8a7d-a11fa351169b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:23.873259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30423b77-a53f-4950-938e-7a8383ef1b1f req-11affcfd-89ec-4a38-83fc-6bc955c86da5 tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:23.875306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30423b77-a53f-4950-938e-7a8383ef1b1f req-11affcfd-89ec-4a38-83fc-6bc955c86da5 tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410619 Feb 19 03:20:23.986368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f4100ab8-cb89-48e4-8a7d-a11fa351169b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:23.986787 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.031946 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c0483b7-2590-420a-be14-a85d8c48731d tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.033650 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7c0483b7-2590-420a-be14-a85d8c48731d tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2706690 Feb 19 03:20:24.037811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38536) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:24.038208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fb71e3-a6a2-4a4c-b085-996ce984e890 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:24.042083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30423b77-a53f-4950-938e-7a8383ef1b1f req-712ba07a-180a-4ca6-985f-1af6a30e130f tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/quotas/8149f54e54bd40db9a0fad345e4ba189 HTTP/1.1" status: 200 len: 375 time: 0.0255637 Feb 19 03:20:24.056507 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9f6faeb5-9ae3-42f7-b753-f1ab4de4e424 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=ec109227-8bdb-4dd3-8a59-d567920b9045 HTTP/1.1" status: 200 len: 462 time: 0.0132022 Feb 19 03:20:24.057095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38538) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:24.136853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30423b77-a53f-4950-938e-7a8383ef1b1f req-16784ff4-f709-47ee-b492-325dd7b02127 tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8149f54e54bd40db9a0fad345e4ba189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823236 Feb 19 03:20:24.163313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f4100ab8-cb89-48e4-8a7d-a11fa351169b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:24.225133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fb71e3-a6a2-4a4c-b085-996ce984e890 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:24.240791 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18fb71e3-a6a2-4a4c-b085-996ce984e890 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.243107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-18fb71e3-a6a2-4a4c-b085-996ce984e890 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29 HTTP/1.1" status: 200 len: 700 time: 1.7306592 Feb 19 03:20:24.246303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38540) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:24.275514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-53e626ca-0577-4ac4-b529-23523bc57fa3 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.282660 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-53e626ca-0577-4ac4-b529-23523bc57fa3 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/ec109227-8bdb-4dd3-8a59-d567920b9045 HTTP/1.1" status: 204 len: 168 time: 0.2240112 Feb 19 03:20:24.282660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38544) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:24.299996 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab2a85d-4702-4399-9b99-5f07782f7c90 x-openstack-request-id: req-7ab2a85d-4702-4399-9b99-5f07782f7c90 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:24.303963 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03468c44-c181-4662-935c-9af739ae2904", "name": "network-vif-unplugged", "status": "completed", "tag": "24d890c7-9554-46dd-845e-4535dcfe994b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:24.306090 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ab2a85d-4702-4399-9b99-5f07782f7c90 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:24.307906 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03468c44-c181-4662-935c-9af739ae2904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d890c7-9554-46dd-845e-4535dcfe994b', 'code': 200} Feb 19 03:20:24.308181 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-910c4446-e6fb-40bc-8f0e-fce80fe8595a tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=ec109227-8bdb-4dd3-8a59-d567920b9045 HTTP/1.1" status: 200 len: 221 time: 0.0228748 Feb 19 03:20:24.308912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38546) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:24.315642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-af3ef48b-6cd7-44f2-a39c-ff8455303d40 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1836232040', 'description': 'label created by tempest'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:24.316354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-af3ef48b-6cd7-44f2-a39c-ff8455303d40 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Unknown quota resources ['metering_label']. {{(pid=103616) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:20:24.424550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4b81760e-14cb-4bb2-b928-ba2404aa8277 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29 HTTP/1.1" status: 200 len: 700 time: 0.1760240 Feb 19 03:20:24.427193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38548) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:24.546057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af3ef48b-6cd7-44f2-a39c-ff8455303d40 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.550705 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-af3ef48b-6cd7-44f2-a39c-ff8455303d40 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2404056 Feb 19 03:20:24.552316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38552) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:24.685604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cd8ca6a7-2e28-4d7f-8812-a9055243e0c6 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=b98fc0ed-bb47-4160-bde6-369909b33476 HTTP/1.1" status: 200 len: 468 time: 0.1278572 Feb 19 03:20:24.687217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38558) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:25.047440 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] Sync routers for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:25.060523 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:25.061147 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:25.108552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-17b4af63-982f-4896-925a-929ba1820d19 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.112988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-17b4af63-982f-4896-925a-929ba1820d19 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/b98fc0ed-bb47-4160-bde6-369909b33476 HTTP/1.1" status: 204 len: 168 time: 0.4223602 Feb 19 03:20:25.113242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38562) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:25.130734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a816540-ec1b-4580-95ca-8338665a2090 req-809ec71b-19d8-476b-a914-b4c46c5cabd6 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/af777717-2de1-41c8-b0c0-6f7e71bad4bb HTTP/1.1" status: 200 len: 1831 time: 0.2637954 Feb 19 03:20:25.143062 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b9ebe7bf-b56f-4924-8051-79e61446f9d8 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=b98fc0ed-bb47-4160-bde6-369909b33476 HTTP/1.1" status: 200 len: 216 time: 0.0228765 Feb 19 03:20:25.144082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38564) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:25.152091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-5a816540-ec1b-4580-95ca-8338665a2090 req-15f2076a-ce19-4449-a686-aa128d906e32 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af777717-2de1-41c8-b0c0-6f7e71bad4bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:25.152649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-5a816540-ec1b-4580-95ca-8338665a2090 req-15f2076a-ce19-4449-a686-aa128d906e32 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af777717-2de1-41c8-b0c0-6f7e71bad4bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:25.158888 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2be5f263-e951-46e0-af09-f771a0c23ae4 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0102062 Feb 19 03:20:25.159363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38566) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:25.177630 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-51554be7-528a-461c-a0c5-b41971c88c2a tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0129604 Feb 19 03:20:25.179315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38568) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:25.246262 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0f81eef2-7d99-45e9-b690-83cef680b426 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/93e44a99-d24d-45dd-a5af-0dd1bf89896c HTTP/1.1" status: 200 len: 472 time: 0.0623846 Feb 19 03:20:25.246618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38570) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:25.260974 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a3e40897-58b4-4fc3-8d1d-37aea2309966 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/664a4d96-41e8-4abe-9fc4-7ae0f71cf589 HTTP/1.1" status: 200 len: 459 time: 0.0087910 Feb 19 03:20:25.262350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38572) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:25.272249 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:25.336935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5a816540-ec1b-4580-95ca-8338665a2090 req-15f2076a-ce19-4449-a686-aa128d906e32 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group_rule (a6336538-61a7-4377-95ac-1edb3189744c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.416727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5a816540-ec1b-4580-95ca-8338665a2090 req-15f2076a-ce19-4449-a686-aa128d906e32 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group_rule (a6336538-61a7-4377-95ac-1edb3189744c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.488710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5a816540-ec1b-4580-95ca-8338665a2090 req-15f2076a-ce19-4449-a686-aa128d906e32 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (a6336538-61a7-4377-95ac-1edb3189744c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.495270 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b78c44a4-bcee-4a4a-952b-c5efeb48d384 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.496546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b78c44a4-bcee-4a4a-952b-c5efeb48d384 tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/664a4d96-41e8-4abe-9fc4-7ae0f71cf589 HTTP/1.1" status: 204 len: 168 time: 0.2265313 Feb 19 03:20:25.500303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38574) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:25.523866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2076a-ce19-4449-a686-aa128d906e32 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6336538-61a7-4377-95ac-1edb3189744c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:25.537464 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5a816540-ec1b-4580-95ca-8338665a2090 req-15f2076a-ce19-4449-a686-aa128d906e32 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.538987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a816540-ec1b-4580-95ca-8338665a2090 req-15f2076a-ce19-4449-a686-aa128d906e32 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3961654 Feb 19 03:20:25.547708 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 7, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976a421a-fe4f-4d1a-a6c7-f8efdbef436a', 'name': '', 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:b5:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:15Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:25.583176 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] Checking router: 6b030f84-4dde-42c9-849f-b08f1f53cf29 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:25.594423 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:25.595057 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:25.614870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.726707 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:25.759969 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0c3de49e-f206-42b8-9e66-e0e24d365d4b tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.767399 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0c3de49e-f206-42b8-9e66-e0e24d365d4b tempest-MeteringIpV6TestJSON-906813862 tempest-MeteringIpV6TestJSON-906813862-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/93e44a99-d24d-45dd-a5af-0dd1bf89896c HTTP/1.1" status: 204 len: 168 time: 0.2656329 Feb 19 03:20:25.941753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 976a421a-fe4f-4d1a-a6c7-f8efdbef436a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:26.024622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:26.025394 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.060767 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 7, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976a421a-fe4f-4d1a-a6c7-f8efdbef436a', 'name': '', 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:b5:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:15Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:26.119281 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9510d0e8-b753-4e70-ae31-c52e8a1584e0 None None] The sync data for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 is: [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 7, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976a421a-fe4f-4d1a-a6c7-f8efdbef436a', 'name': '', 'network_id': '066b6f6b-6b3c-4aa0-97c9-058bc0a1808a', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:b5:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:15Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '05babb98-e8cd-453e-a3fe-cdb4be55d1bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:26.195339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:26.255585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38606) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:26.370871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 93e1a0db-fe25-48ad-909d-e91c46fe2559 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:26.392168 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67011e78-e7f5-43b6-bfc2-b337ddf61428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.485466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 93e1a0db-fe25-48ad-909d-e91c46fe2559 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:26.486203 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.517205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:26.519842 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20695012-4111-499b-9e2d-320d33fa7405" -d '{"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-unplugged", "status": "completed", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:26.524203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-316773d8-4f0a-4860-a535-6b709b58cc60 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.525736 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-316773d8-4f0a-4860-a535-6b709b58cc60 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.37 "GET /v2.0/ports?device_id=03468c44-c181-4662-935c-9af739ae2904 HTTP/1.1" status: 200 len: 944 time: 0.0977192 Feb 19 03:20:26.545244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:26.557014 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.591776 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67011e78-e7f5-43b6-bfc2-b337ddf61428 admin admin] Publish callbacks [] for security_group (9fc11381-1e09-4d62-ac5b-d2790b525785), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.599158 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67011e78-e7f5-43b6-bfc2-b337ddf61428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9fc11381-1e09-4d62-ac5b-d2790b525785), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.615189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-95574258-ddbc-4cc7-a84c-7e17c14ee177 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.616712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-95574258-ddbc-4cc7-a84c-7e17c14ee177 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 803 time: 0.3748095 Feb 19 03:20:26.629896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:26.651418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-c41048a3-b09a-4f86-8823-f55a8aa2087b tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/quotas/f60bfa93f98e4426ae1d089174442e9c HTTP/1.1" status: 200 len: 375 time: 0.0224376 Feb 19 03:20:26.672645 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-67011e78-e7f5-43b6-bfc2-b337ddf61428 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a877180a3c8403282db80e727936ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4156327 Feb 19 03:20:26.674583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67011e78-e7f5-43b6-bfc2-b337ddf61428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc11381-1e09-4d62-ac5b-d2790b525785,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:26.676937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38612) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:26.747277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-2564bc28-3dcf-4106-a7f8-77bad6b01c81 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Deleting port 24d890c7-9554-46dd-845e-4535dcfe994b {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:26.747618 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-2564bc28-3dcf-4106-a7f8-77bad6b01c81 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.768999 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83c9c0ec-0ece-44cb-87b4-3912d43eba5e admin admin] Publish callbacks [] for security_group (9fc11381-1e09-4d62-ac5b-d2790b525785), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.772436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-b54293d9-4f51-434c-8189-08264d5d4121 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950627 Feb 19 03:20:26.802116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:26.802561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.827759 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83c9c0ec-0ece-44cb-87b4-3912d43eba5e admin admin] Publish callbacks [] for security_group (9fc11381-1e09-4d62-ac5b-d2790b525785), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.862020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-1ce5ce01-ffdb-41af-ae2a-91ad6b1993cf service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:20:26.863230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-1ce5ce01-ffdb-41af-ae2a-91ad6b1993cf service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0831938 Feb 19 03:20:26.883693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-2564bc28-3dcf-4106-a7f8-77bad6b01c81 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] For port 24d890c7-9554-46dd-845e-4535dcfe994b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=24d890c7-9554-46dd-845e-4535dcfe994b,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:26.884374 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-2564bc28-3dcf-4106-a7f8-77bad6b01c81 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.898703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-2564bc28-3dcf-4106-a7f8-77bad6b01c81 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Calling delete_port for 24d890c7-9554-46dd-845e-4535dcfe994b owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:26.948263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83c9c0ec-0ece-44cb-87b4-3912d43eba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9fc11381-1e09-4d62-ac5b-d2790b525785), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.951490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83c9c0ec-0ece-44cb-87b4-3912d43eba5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.952678 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-83c9c0ec-0ece-44cb-87b4-3912d43eba5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fc11381-1e09-4d62-ac5b-d2790b525785 HTTP/1.1" status: 204 len: 168 time: 0.2743089 Feb 19 03:20:26.967807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9c0ec-0ece-44cb-87b4-3912d43eba5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc11381-1e09-4d62-ac5b-d2790b525785,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:26.971349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port 976a421a-fe4f-4d1a-a6c7-f8efdbef436a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=976a421a-fe4f-4d1a-a6c7-f8efdbef436a,segment=NetworkSegment(eabc6462-9628-4ac3-91c0-bcf98301eacf),segment_id=eabc6462-9628-4ac3-91c0-bcf98301eacf)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:26.971762 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.995387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 976a421a-fe4f-4d1a-a6c7-f8efdbef436a owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:27.021543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-438f72e2-07f5-4056-b3bb-1f1ea4a9be78 service neutron] 10.222.0.42 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479003 Feb 19 03:20:27.078088 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-2564bc28-3dcf-4106-a7f8-77bad6b01c81 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (24d890c7-9554-46dd-845e-4535dcfe994b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.111642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564bc28-3dcf-4106-a7f8-77bad6b01c81 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Pushing event deleted for resources: {'Port': ['ID=24d890c7-9554-46dd-845e-4535dcfe994b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:27.168718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-2564bc28-3dcf-4106-a7f8-77bad6b01c81 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] No DVR routers for this DVR port 24d890c7-9554-46dd-845e-4535dcfe994b on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:27.171513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-2564bc28-3dcf-4106-a7f8-77bad6b01c81 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.175624 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1c599ebf-22a8-42f7-b50c-8a2837944a85 req-2564bc28-3dcf-4106-a7f8-77bad6b01c81 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.37 "DELETE /v2.0/ports/24d890c7-9554-46dd-845e-4535dcfe994b HTTP/1.1" status: 204 len: 173 time: 0.6390021 Feb 19 03:20:27.176120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03468c44-c181-4662-935c-9af739ae2904', 'name': 'network-vif-deleted', 'tag': '24d890c7-9554-46dd-845e-4535dcfe994b'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:27.178676 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fd26ed-deff-4424-a839-46240029857b" -d '{"events": [{"server_uuid": "03468c44-c181-4662-935c-9af739ae2904", "name": "network-vif-deleted", "tag": "24d890c7-9554-46dd-845e-4535dcfe994b"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:27.226415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-64f4af05-2c96-46b6-8285-d198f8374fe3 service neutron] 10.222.0.42 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717610 Feb 19 03:20:27.322593 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (976a421a-fe4f-4d1a-a6c7-f8efdbef436a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.392791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=976a421a-fe4f-4d1a-a6c7-f8efdbef436a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:27.440144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38628) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:27.458387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43f720a2-4308-484c-bc78-2e783e050d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.570195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43f720a2-4308-484c-bc78-2e783e050d2a admin admin] Publish callbacks [] for security_group (ee957d2c-2f21-42cc-8f0e-d3572aee62d4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.575957 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43f720a2-4308-484c-bc78-2e783e050d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ee957d2c-2f21-42cc-8f0e-d3572aee62d4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.621290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f617239-f7a1-41a2-ab33-10b47454d9e9 req-f242f8ad-f754-452c-8029-88cec332c54f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:27.623350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f617239-f7a1-41a2-ab33-10b47454d9e9 req-f242f8ad-f754-452c-8029-88cec332c54f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1484976 Feb 19 03:20:27.631329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38630) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:27.631583 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-43f720a2-4308-484c-bc78-2e783e050d2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5158decae6b340d6a09033fa4f00e1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1899271 Feb 19 03:20:27.632462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f720a2-4308-484c-bc78-2e783e050d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee957d2c-2f21-42cc-8f0e-d3572aee62d4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:27.633913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.828620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f617239-f7a1-41a2-ab33-10b47454d9e9 req-1068cef9-9fea-4efa-9477-37c7cf42ce94 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835246 Feb 19 03:20:27.841867 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-763c2c2c-99fd-4e03-96a1-e427bf76d8f9 admin admin] Publish callbacks [] for security_group (ee957d2c-2f21-42cc-8f0e-d3572aee62d4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.892638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-763c2c2c-99fd-4e03-96a1-e427bf76d8f9 admin admin] Publish callbacks [] for security_group (ee957d2c-2f21-42cc-8f0e-d3572aee62d4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.067502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae485c9-c802-4e4a-9013-e4a368e47bd0 req-519338a0-9bf1-4d00-ac4a-530a7c997d2e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:28.074355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dae485c9-c802-4e4a-9013-e4a368e47bd0 req-519338a0-9bf1-4d00-ac4a-530a7c997d2e tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 950 time: 0.1665831 Feb 19 03:20:28.084156 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-763c2c2c-99fd-4e03-96a1-e427bf76d8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ee957d2c-2f21-42cc-8f0e-d3572aee62d4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.086609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-763c2c2c-99fd-4e03-96a1-e427bf76d8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.087695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-763c2c2c-99fd-4e03-96a1-e427bf76d8f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee957d2c-2f21-42cc-8f0e-d3572aee62d4 HTTP/1.1" status: 204 len: 168 time: 0.4547250 Feb 19 03:20:28.092209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:28.116576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c2c2c-99fd-4e03-96a1-e427bf76d8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee957d2c-2f21-42cc-8f0e-d3572aee62d4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:28.250812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dae485c9-c802-4e4a-9013-e4a368e47bd0 req-3396450e-9494-4612-90b0-37d03ee87d95 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755679 Feb 19 03:20:28.318810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:28.327410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7188cf72-f16d-466e-88df-6a1690aaa529 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8984432 Feb 19 03:20:28.329110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] Sync routers for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:28.331043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:28.349904 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:28.350886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:28.360845 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac03477d-f4b8-49f5-8288-478a6ea3ffe7 req-29761720-7ffb-4025-b8d1-19c54ac2be49 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/af777717-2de1-41c8-b0c0-6f7e71bad4bb HTTP/1.1" status: 200 len: 2425 time: 0.0698280 Feb 19 03:20:28.411695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-037e3fe7-f6c8-4cd5-a26e-c044b4816253 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting subnet 05babb98-e8cd-453e-a3fe-cdb4be55d1bc {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:28.415342 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-037e3fe7-f6c8-4cd5-a26e-c044b4816253 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (05babb98-e8cd-453e-a3fe-cdb4be55d1bc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.470527 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-037e3fe7-f6c8-4cd5-a26e-c044b4816253 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (05babb98-e8cd-453e-a3fe-cdb4be55d1bc), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.516927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410aed2-0348-48b4-9981-1c833ec035bf req-9f4d351a-dd17-4034-a8bc-aa32e5304d67 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:28.519642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5410aed2-0348-48b4-9981-1c833ec035bf req-9f4d351a-dd17-4034-a8bc-aa32e5304d67 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 948 time: 0.0967283 Feb 19 03:20:28.523327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:28.594549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5410aed2-0348-48b4-9981-1c833ec035bf req-abf7fda4-9d60-41ad-bcd7-40600def49e5 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676525 Feb 19 03:20:28.627447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-037e3fe7-f6c8-4cd5-a26e-c044b4816253 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (05babb98-e8cd-453e-a3fe-cdb4be55d1bc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.728763 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-037e3fe7-f6c8-4cd5-a26e-c044b4816253 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (05babb98-e8cd-453e-a3fe-cdb4be55d1bc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.765247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e3fe7-f6c8-4cd5-a26e-c044b4816253 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Subnet': ['ID=05babb98-e8cd-453e-a3fe-cdb4be55d1bc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:28.771817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-037e3fe7-f6c8-4cd5-a26e-c044b4816253 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.781442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38664) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:28.782218 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-037e3fe7-f6c8-4cd5-a26e-c044b4816253 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/05babb98-e8cd-453e-a3fe-cdb4be55d1bc HTTP/1.1" status: 204 len: 168 time: 0.4476635 Feb 19 03:20:28.792052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ec4369-9554-4476-bc64-365e323012cf None None] Network 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:28.885386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (066b6f6b-6b3c-4aa0-97c9-058bc0a1808a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.938136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:27Z', 'revision_number': 8, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:28.971468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] Checking router: 6b030f84-4dde-42c9-849f-b08f1f53cf29 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:28.974779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port f4100ab8-cb89-48e4-8a7d-a11fa351169b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:28.975207 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.983361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:28.984340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:29.073882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a30b151-9b6b-415d-9ea4-3e9b51212c56 None None] DHCP port deletion for 066b6f6b-6b3c-4aa0-97c9-058bc0a1808a request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:29.153043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:29.183815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port f4100ab8-cb89-48e4-8a7d-a11fa351169b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4100ab8-cb89-48e4-8a7d-a11fa351169b,segment=NetworkSegment(eabc6462-9628-4ac3-91c0-bcf98301eacf),segment_id=eabc6462-9628-4ac3-91c0-bcf98301eacf)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:29.184386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.230304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for f4100ab8-cb89-48e4-8a7d-a11fa351169b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:29.256716 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d4adc3-085f-459b-93f9-08030a385906 x-openstack-request-id: req-91d4adc3-085f-459b-93f9-08030a385906 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:29.258006 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-unplugged", "status": "completed", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:29.258679 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91d4adc3-085f-459b-93f9-08030a385906 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:29.258851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-52d2b092-2694-41d7-a16b-6bf79fa341da tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:29.259620 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'code': 200} Feb 19 03:20:29.260519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-52d2b092-2694-41d7-a16b-6bf79fa341da tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.71 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 803 time: 0.1893754 Feb 19 03:20:29.332519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0a30b151-9b6b-415d-9ea4-3e9b51212c56 None None] Deleting port f4100ab8-cb89-48e4-8a7d-a11fa351169b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:29.333737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a30b151-9b6b-415d-9ea4-3e9b51212c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.344985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Request body: {'port': {'device_id': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'admin_state_up': True, 'tenant_id': 'f60bfa93f98e4426ae1d089174442e9c'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:29.458455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0a30b151-9b6b-415d-9ea4-3e9b51212c56 None None] For port f4100ab8-cb89-48e4-8a7d-a11fa351169b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4100ab8-cb89-48e4-8a7d-a11fa351169b,segment=NetworkSegment(eabc6462-9628-4ac3-91c0-bcf98301eacf),segment_id=eabc6462-9628-4ac3-91c0-bcf98301eacf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:29.459065 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a30b151-9b6b-415d-9ea4-3e9b51212c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.469834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.487799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0a30b151-9b6b-415d-9ea4-3e9b51212c56 None None] Calling delete_port for f4100ab8-cb89-48e4-8a7d-a11fa351169b owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:29.503084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=f4100ab8-cb89-48e4-8a7d-a11fa351169b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:29.519505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No DVR routers for this DVR port f4100ab8-cb89-48e4-8a7d-a11fa351169b on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:29.560910 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02456893-ee6c-425a-9c71-92043a1860ff x-openstack-request-id: req-02456893-ee6c-425a-9c71-92043a1860ff {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:29.561436 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03468c44-c181-4662-935c-9af739ae2904", "name": "network-vif-deleted", "tag": "24d890c7-9554-46dd-845e-4535dcfe994b", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:29.561541 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02456893-ee6c-425a-9c71-92043a1860ff {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:29.561942 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03468c44-c181-4662-935c-9af739ae2904', 'name': 'network-vif-deleted', 'tag': '24d890c7-9554-46dd-845e-4535dcfe994b', 'status': 'completed', 'code': 200} Feb 19 03:20:29.647632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:27Z', 'revision_number': 8, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:29.676720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28efed-6fec-451e-8d75-003796133c4f None None] The sync data for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 is: [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:27Z', 'revision_number': 8, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': '109b805e-64ec-41a9-b1b9-8d90c3af0f4c', 'name': '', 'network_id': 'bddd6748-3e45-46df-9e27-e5aa8b64edba', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:a5:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '187b2dbd-2662-4521-9fca-0d9e2ddd2c7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:29.680776 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a30b151-9b6b-415d-9ea4-3e9b51212c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (f4100ab8-cb89-48e4-8a7d-a11fa351169b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.686606 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (066b6f6b-6b3c-4aa0-97c9-058bc0a1808a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.691306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-799bdc54-5f4b-4d81-bed1-2237efc620f9 req-c7a116af-b9fc-42f2-b3ca-fe0308161657 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 210 time: 0.0512600 Feb 19 03:20:29.697220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Made reservation on behalf of f60bfa93f98e4426ae1d089174442e9c for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:29.703424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.720724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30b151-9b6b-415d-9ea4-3e9b51212c56 None None] Pushing event deleted for resources: {'Port': ['ID=f4100ab8-cb89-48e4-8a7d-a11fa351169b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:29.727579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30b151-9b6b-415d-9ea4-3e9b51212c56 None None] No DVR routers for this DVR port f4100ab8-cb89-48e4-8a7d-a11fa351169b on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:29.780315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066b6f6b-6b3c-4aa0-97c9-058bc0a1808a']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:29.804134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabc6462-9628-4ac3-91c0-bcf98301eacf') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:29.804748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabc6462-9628-4ac3-91c0-bcf98301eacf') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:29.820587 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (eabc6462-9628-4ac3-91c0-bcf98301eacf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.869594 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (eabc6462-9628-4ac3-91c0-bcf98301eacf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.889960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:29.890326 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (eabc6462-9628-4ac3-91c0-bcf98301eacf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:29.894115 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:30.144244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 976a421a-fe4f-4d1a-a6c7-f8efdbef436a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:30.172713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 976a421a-fe4f-4d1a-a6c7-f8efdbef436a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:30.172713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 976a421a-fe4f-4d1a-a6c7-f8efdbef436a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:30.174076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4100ab8-cb89-48e4-8a7d-a11fa351169b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:30.194878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f4100ab8-cb89-48e4-8a7d-a11fa351169b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:30.195438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4100ab8-cb89-48e4-8a7d-a11fa351169b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:30.260265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Allocated IP 172.20.0.7 (419de084-40f5-4fc0-b6cf-3db2650792b1/d6c934e3-7b85-43d5-9c7b-befefe865487/f2bd6446-7366-4d34-ad53-d9f13b29ae1d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:30.276188 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (066b6f6b-6b3c-4aa0-97c9-058bc0a1808a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.292351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.295929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/networks/066b6f6b-6b3c-4aa0-97c9-058bc0a1808a HTTP/1.1" status: 204 len: 168 time: 1.5137684 Feb 19 03:20:30.298675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38700) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:30.319767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357daaab-62cd-4c69-be83-49cf78a61528 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Network': ['ID=066b6f6b-6b3c-4aa0-97c9-058bc0a1808a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:30.331293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acc8d9-4f21-4b90-9155-450d847be7a2 req-09c0ebf9-5a2a-4946-bd1e-428809ac8e64 tempest-LiveMigrationNegativeTest-123316180 tempest-LiveMigrationNegativeTest-123316180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:30.333021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91acc8d9-4f21-4b90-9155-450d847be7a2 req-09c0ebf9-5a2a-4946-bd1e-428809ac8e64 tempest-LiveMigrationNegativeTest-123316180 tempest-LiveMigrationNegativeTest-123316180-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 1132 time: 0.4611819 Feb 19 03:20:30.354996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38702) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:30.372030 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-91acc8d9-4f21-4b90-9155-450d847be7a2 req-2ff7455b-8ff9-4b90-832a-0f9bcd8ed702 tempest-LiveMigrationNegativeTest-123316180 tempest-LiveMigrationNegativeTest-123316180-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.373502 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 24d890c7-9554-46dd-845e-4535dcfe994b no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:30.400012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 24d890c7-9554-46dd-845e-4535dcfe994b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:30.400372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 24d890c7-9554-46dd-845e-4535dcfe994b not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:30.536322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks [] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.540557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c8ea7650-d7d9-4c34-bddb-bf308b81c80e tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:30.558534 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-91acc8d9-4f21-4b90-9155-450d847be7a2 req-2ff7455b-8ff9-4b90-832a-0f9bcd8ed702 tempest-LiveMigrationNegativeTest-123316180 tempest-LiveMigrationNegativeTest-123316180-project-admin] Publish callbacks [] for security_group (f64600d3-fee6-4650-9b18-7611afe98839), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.564284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-91acc8d9-4f21-4b90-9155-450d847be7a2 req-2ff7455b-8ff9-4b90-832a-0f9bcd8ed702 tempest-LiveMigrationNegativeTest-123316180 tempest-LiveMigrationNegativeTest-123316180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f64600d3-fee6-4650-9b18-7611afe98839), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.578035 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c8ea7650-d7d9-4c34-bddb-bf308b81c80e tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] 10.222.0.42 "PUT /v2.0/quotas/61061a29b1f245c29602b9e907f6ac44 HTTP/1.1" status: 200 len: 368 time: 0.2216868 Feb 19 03:20:30.586753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38706) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:30.595212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Request body: {'network': {'project_id': '61061a29b1f245c29602b9e907f6ac44'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:30.636230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7455b-8ff9-4b90-832a-0f9bcd8ed702 tempest-LiveMigrationNegativeTest-123316180 tempest-LiveMigrationNegativeTest-123316180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64600d3-fee6-4650-9b18-7611afe98839,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:30.644178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91acc8d9-4f21-4b90-9155-450d847be7a2 req-2ff7455b-8ff9-4b90-832a-0f9bcd8ed702 tempest-LiveMigrationNegativeTest-123316180 tempest-LiveMigrationNegativeTest-123316180-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014445 Feb 19 03:20:30.652729 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.655525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Made reservation on behalf of 61061a29b1f245c29602b9e907f6ac44 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:30.658080 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.718206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Network 419de084-40f5-4fc0-b6cf-3db2650792b1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:30.724375 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.741173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.745412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:30.751995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:30.782303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30ddad2b-f021-4110-88d5-f6cda64b1c74 req-ede67bf6-296f-4587-a2da-aa1aa8bc0de4 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-group-rules/a6336538-61a7-4377-95ac-1edb3189744c HTTP/1.1" status: 200 len: 778 time: 0.0843861 Feb 19 03:20:30.787503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Pushing event updated for resources: {'Port': ['ID=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:30.849585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:30.850419 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.896722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30ddad2b-f021-4110-88d5-f6cda64b1c74 req-902d3481-b6d2-4ba5-ac57-1fef75d4c37f tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/af777717-2de1-41c8-b0c0-6f7e71bad4bb HTTP/1.1" status: 200 len: 2425 time: 0.1022794 Feb 19 03:20:30.901079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-db723498-d6fb-40c3-a506-b8c42a8f3644 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5685275 Feb 19 03:20:30.921977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Request body: {'port': {'device_id': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:30.976293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks [] for security_group (7eed0973-ea0a-43ae-8792-2da2610024e5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.979475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30ddad2b-f021-4110-88d5-f6cda64b1c74 req-1b807122-aa9d-42a2-ab68-33bda8616d59 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group_rule (a6336538-61a7-4377-95ac-1edb3189744c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.985352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7eed0973-ea0a-43ae-8792-2da2610024e5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.000627 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30ddad2b-f021-4110-88d5-f6cda64b1c74 req-1b807122-aa9d-42a2-ab68-33bda8616d59 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group_rule (a6336538-61a7-4377-95ac-1edb3189744c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.021570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:31.022197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.056209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:31.076879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eed0973-ea0a-43ae-8792-2da2610024e5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:31.084761 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.121624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30ddad2b-f021-4110-88d5-f6cda64b1c74 req-1b807122-aa9d-42a2-ab68-33bda8616d59 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (a6336538-61a7-4377-95ac-1edb3189744c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.126053 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e5e5928e-1c3c-4af0-aedb-c47d076abd70), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.126408 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Added segment e5e5928e-1c3c-4af0-aedb-c47d076abd70 of type vlan for network f72110d5-3f94-49a6-b6b5-0348876f40f5 Feb 19 03:20:31.130901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port 109b805e-64ec-41a9-b1b9-8d90c3af0f4c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=109b805e-64ec-41a9-b1b9-8d90c3af0f4c,segment=NetworkSegment(290e2c3b-3fc3-4db0-b744-48519b7eba9f),segment_id=290e2c3b-3fc3-4db0-b744-48519b7eba9f)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:31.131349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.132123 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30ddad2b-f021-4110-88d5-f6cda64b1c74 req-1b807122-aa9d-42a2-ab68-33bda8616d59 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.133986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30ddad2b-f021-4110-88d5-f6cda64b1c74 req-1b807122-aa9d-42a2-ab68-33bda8616d59 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a6336538-61a7-4377-95ac-1edb3189744c HTTP/1.1" status: 204 len: 173 time: 0.2301545 Feb 19 03:20:31.146532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 109b805e-64ec-41a9-b1b9-8d90c3af0f4c owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:31.172821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b807122-aa9d-42a2-ab68-33bda8616d59 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6336538-61a7-4377-95ac-1edb3189744c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:31.201343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (f72110d5-3f94-49a6-b6b5-0348876f40f5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.355089 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (f72110d5-3f94-49a6-b6b5-0348876f40f5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.356081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:31.357176 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.370884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (109b805e-64ec-41a9-b1b9-8d90c3af0f4c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.405195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=109b805e-64ec-41a9-b1b9-8d90c3af0f4c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:31.470623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8790400 Feb 19 03:20:31.474782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38722) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:31.490748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Request body: {'network': {'project_id': '61061a29b1f245c29602b9e907f6ac44'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:31.509167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd6a4d-9bfb-4bac-8378-42593b77f20a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Pushing event updated for resources: {'Network': ['ID=f72110d5-3f94-49a6-b6b5-0348876f40f5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:31.521647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network f72110d5-3f94-49a6-b6b5-0348876f40f5 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:31.561171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Made reservation on behalf of 61061a29b1f245c29602b9e907f6ac44 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:31.564350 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.633880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:31.672655 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (fb666693-4a3e-463d-82c1-4dd4bde7cd65), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.679020 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Added segment fb666693-4a3e-463d-82c1-4dd4bde7cd65 of type vlan for network 2345c130-0a89-49e1-9f36-e884600488a1 Feb 19 03:20:31.700432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bd6446-7366-4d34-ad53-d9f13b29ae1d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:31.744217 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Publish callbacks [] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.750848 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.770901 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (2345c130-0a89-49e1-9f36-e884600488a1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.772928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Transition to ACTIVE for port object f2bd6446-7366-4d34-ad53-d9f13b29ae1d will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:20:31.782050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.893899 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (2345c130-0a89-49e1-9f36-e884600488a1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.894872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:31.895451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.931690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:32.024411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5411985 Feb 19 03:20:32.034409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38732) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.051278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-494710c2-aa7d-484b-888e-8b3bbed20cb4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Request body: {'network': {'project_id': '61061a29b1f245c29602b9e907f6ac44'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:32.070621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653acdda-2f2a-4947-b784-c45469dad7fc tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Pushing event updated for resources: {'Network': ['ID=2345c130-0a89-49e1-9f36-e884600488a1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:32.083732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 2345c130-0a89-49e1-9f36-e884600488a1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:32.099687 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-494710c2-aa7d-484b-888e-8b3bbed20cb4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 03:20:32.100682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494710c2-aa7d-484b-888e-8b3bbed20cb4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:32.102197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-494710c2-aa7d-484b-888e-8b3bbed20cb4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0607338 Feb 19 03:20:32.112785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38734) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.147490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Attempting to bind port f2bd6446-7366-4d34-ad53-d9f13b29ae1d on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:32.147772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Attempting to bind port f2bd6446-7366-4d34-ad53-d9f13b29ae1d by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:32.148123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Attempting to bind port f2bd6446-7366-4d34-ad53-d9f13b29ae1d on network 419de084-40f5-4fc0-b6cf-3db2650792b1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:32.199785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9e587a48-19b2-4f1b-9981-a28ae1356d76 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61061a29b1f245c29602b9e907f6ac44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826850 Feb 19 03:20:32.201446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38742) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.213255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Port f2bd6446-7366-4d34-ad53-d9f13b29ae1d on network 419de084-40f5-4fc0-b6cf-3db2650792b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:20:32.213966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Attempting to bind port f2bd6446-7366-4d34-ad53-d9f13b29ae1d on network 419de084-40f5-4fc0-b6cf-3db2650792b1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:32.240492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:32.240887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Checking segment: {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:32.241238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Bound using segment: {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:32.241711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Bound port: f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:32.242127 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.393936 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0722e88-a530-4fbd-af90-99fe01c80e2a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks [] for security_group (7eed0973-ea0a-43ae-8792-2da2610024e5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.404726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] For port f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:32.411381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] For port f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:32.439280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.459324 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0722e88-a530-4fbd-af90-99fe01c80e2a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks [] for security_group (7eed0973-ea0a-43ae-8792-2da2610024e5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.513676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:32.516609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.519615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] 10.222.0.71 "PUT /v2.0/ports/f2bd6446-7366-4d34-ad53-d9f13b29ae1d HTTP/1.1" status: 200 len: 1091 time: 1.6043055 Feb 19 03:20:32.530378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'tag': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:32.535838 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c6d2de-926a-4d4a-bccf-c0299cc83b68" -d '{"events": [{"name": "network-changed", "server_uuid": "af7ee1b0-c197-4254-9bcd-0a16888328bd", "tag": "f2bd6446-7366-4d34-ad53-d9f13b29ae1d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:32.556624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ac37-5104-4833-b3c9-2823eb3bb376 req-b760ae62-7258-4097-8e15-1d5f604dc4d3 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:32.562909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2be8ac37-5104-4833-b3c9-2823eb3bb376 req-b760ae62-7258-4097-8e15-1d5f604dc4d3 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 943 time: 0.2605586 Feb 19 03:20:32.625348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:32.700691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33ee25-8a64-47fc-bde0-3f1bbb6d3448 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:32.739971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2be8ac37-5104-4833-b3c9-2823eb3bb376 req-8265cf8e-9652-4a26-a787-3069a5922475 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628008 Feb 19 03:20:32.754558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-c2cef9c4-380d-4196-b42f-ac288aef7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:32.757127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-c2cef9c4-380d-4196-b42f-ac288aef7dfa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 1125 time: 0.1430721 Feb 19 03:20:32.759246 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0722e88-a530-4fbd-af90-99fe01c80e2a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7eed0973-ea0a-43ae-8792-2da2610024e5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.763478 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0722e88-a530-4fbd-af90-99fe01c80e2a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.765364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d0722e88-a530-4fbd-af90-99fe01c80e2a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/7eed0973-ea0a-43ae-8792-2da2610024e5 HTTP/1.1" status: 204 len: 168 time: 0.5616064 Feb 19 03:20:32.779147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:32.780334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38748) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.792767 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] Sync routers for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:32.798602 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1cbd97fd-c96d-45d4-b326-6c514d6801cc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4987514 Feb 19 03:20:32.799280 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38750) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.815280 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:32.816465 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:32.853437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0722e88-a530-4fbd-af90-99fe01c80e2a tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eed0973-ea0a-43ae-8792-2da2610024e5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:32.877207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-9b9a5785-e7b1-4e7d-a8c4-5200818116bf req-42e65c05-247d-424e-876d-db0bdd861af5 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1110838196', 'description': 'tempest-description-488956286'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:32.885517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-aaa4cc71-5298-4621-87a9-cf9c3abdf595 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d HTTP/1.1" status: 200 len: 217 time: 0.1154263 Feb 19 03:20:32.908500 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4970131d-402d-4ef2-ad37-190c7db8c082 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting subnet 187b2dbd-2662-4521-9fca-0d9e2ddd2c7f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:32.913111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4970131d-402d-4ef2-ad37-190c7db8c082 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (187b2dbd-2662-4521-9fca-0d9e2ddd2c7f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.974857 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4970131d-402d-4ef2-ad37-190c7db8c082 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (187b2dbd-2662-4521-9fca-0d9e2ddd2c7f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.983854 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:33.036749 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b9a5785-e7b1-4e7d-a8c4-5200818116bf req-42e65c05-247d-424e-876d-db0bdd861af5 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.042689 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (2345c130-0a89-49e1-9f36-e884600488a1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.054823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-a1f78d3c-259d-4eb1-9f64-31640c760d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:33.056368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-a1f78d3c-259d-4eb1-9f64-31640c760d55 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6c934e3-7b85-43d5-9c7b-befefe865487 HTTP/1.1" status: 200 len: 843 time: 0.1116312 Feb 19 03:20:33.103404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4970131d-402d-4ef2-ad37-190c7db8c082 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (187b2dbd-2662-4521-9fca-0d9e2ddd2c7f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.108302 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-25772fb1-29e0-40e0-99d2-31e1de045815 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419de084-40f5-4fc0-b6cf-3db2650792b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446057 Feb 19 03:20:33.185224 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4970131d-402d-4ef2-ad37-190c7db8c082 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (187b2dbd-2662-4521-9fca-0d9e2ddd2c7f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.218331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4970131d-402d-4ef2-ad37-190c7db8c082 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.221887 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4970131d-402d-4ef2-ad37-190c7db8c082 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/187b2dbd-2662-4521-9fca-0d9e2ddd2c7f HTTP/1.1" status: 204 len: 168 time: 0.4214907 Feb 19 03:20:33.222975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970131d-402d-4ef2-ad37-190c7db8c082 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Subnet': ['ID=187b2dbd-2662-4521-9fca-0d9e2ddd2c7f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:33.224818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38752) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:33.232742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4a017-fd9c-4ae6-a19d-e6ef591c236a None None] Network bddd6748-3e45-46df-9e27-e5aa8b64edba requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:33.244615 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:31Z', 'revision_number': 9, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:33.287301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (2345c130-0a89-49e1-9f36-e884600488a1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.287644 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] Checking router: 6b030f84-4dde-42c9-849f-b08f1f53cf29 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:33.302478 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:33.303288 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:33.329022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b9a5785-e7b1-4e7d-a8c4-5200818116bf req-42e65c05-247d-424e-876d-db0bdd861af5 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (2573a6fb-4109-4c33-96ff-9cc5a65d96ce), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.335913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2345c130-0a89-49e1-9f36-e884600488a1']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:33.348805 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b9a5785-e7b1-4e7d-a8c4-5200818116bf req-42e65c05-247d-424e-876d-db0bdd861af5 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2573a6fb-4109-4c33-96ff-9cc5a65d96ce), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.362497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb666693-4a3e-463d-82c1-4dd4bde7cd65') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:33.362795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb666693-4a3e-463d-82c1-4dd4bde7cd65') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:33.369499 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (bddd6748-3e45-46df-9e27-e5aa8b64edba), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.385686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-2eef6b7b-a0f3-41df-beff-952c0a613483 service neutron] 10.222.0.71 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659206 Feb 19 03:20:33.389025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (fb666693-4a3e-463d-82c1-4dd4bde7cd65), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.448216 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b9a5785-e7b1-4e7d-a8c4-5200818116bf req-42e65c05-247d-424e-876d-db0bdd861af5 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.449724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b9a5785-e7b1-4e7d-a8c4-5200818116bf req-42e65c05-247d-424e-876d-db0bdd861af5 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6479049 Feb 19 03:20:33.451318 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (fb666693-4a3e-463d-82c1-4dd4bde7cd65), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.464699 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:33.484350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port cbbed98c-f03c-4598-b647-c3b170e8183e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:33.484884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.496237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e65c05-247d-424e-876d-db0bdd861af5 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2573a6fb-4109-4c33-96ff-9cc5a65d96ce,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:33.508621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:33.509107 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (fb666693-4a3e-463d-82c1-4dd4bde7cd65), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.510253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154dd2c7-bba0-4596-8a43-572689ee1737 None None] DHCP port deletion for bddd6748-3e45-46df-9e27-e5aa8b64edba request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:33.511551 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:33.603166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (2345c130-0a89-49e1-9f36-e884600488a1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.614080 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.615273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-154dd2c7-bba0-4596-8a43-572689ee1737 None None] Deleting port cbbed98c-f03c-4598-b647-c3b170e8183e {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:33.615856 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-154dd2c7-bba0-4596-8a43-572689ee1737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.617316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] 10.222.0.42 "DELETE /v2.0/networks/2345c130-0a89-49e1-9f36-e884600488a1 HTTP/1.1" status: 204 len: 168 time: 0.8355980 Feb 19 03:20:33.630533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38772) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:33.634829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9e1a0b-73fd-4629-8dd1-2aae7309ddf7 req-f765e822-ca0c-4400-bc57-919f1e9b40e9 service neutron] 10.222.0.71 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404730 Feb 19 03:20:33.641954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd1033-c736-4fed-9f0d-f50c2c7ab452 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Pushing event deleted for resources: {'Network': ['ID=2345c130-0a89-49e1-9f36-e884600488a1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:33.656366 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port cbbed98c-f03c-4598-b647-c3b170e8183e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cbbed98c-f03c-4598-b647-c3b170e8183e,segment=NetworkSegment(290e2c3b-3fc3-4db0-b744-48519b7eba9f),segment_id=290e2c3b-3fc3-4db0-b744-48519b7eba9f)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:33.656884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.674258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for cbbed98c-f03c-4598-b647-c3b170e8183e owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:33.710692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc66ff57-203b-4c49-9a05-2fee0f6cd691 req-078e9d4c-4f13-4a28-9721-7036056044a8 tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8149f54e54bd40db9a0fad345e4ba189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700192 Feb 19 03:20:33.743234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-154dd2c7-bba0-4596-8a43-572689ee1737 None None] For port cbbed98c-f03c-4598-b647-c3b170e8183e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cbbed98c-f03c-4598-b647-c3b170e8183e,segment=NetworkSegment(290e2c3b-3fc3-4db0-b744-48519b7eba9f),segment_id=290e2c3b-3fc3-4db0-b744-48519b7eba9f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:33.744508 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-154dd2c7-bba0-4596-8a43-572689ee1737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.761934 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (f72110d5-3f94-49a6-b6b5-0348876f40f5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.774119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-154dd2c7-bba0-4596-8a43-572689ee1737 None None] Calling delete_port for cbbed98c-f03c-4598-b647-c3b170e8183e owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:33.777938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.803073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No DVR routers for this DVR port cbbed98c-f03c-4598-b647-c3b170e8183e on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:33.852841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=cbbed98c-f03c-4598-b647-c3b170e8183e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:33.896876 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:31Z', 'revision_number': 9, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:33.928232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device cbbed98c-f03c-4598-b647-c3b170e8183e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:33.932523 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a5f7d-f069-4478-a157-faf2e1c47b50 None None] The sync data for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 is: [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:31Z', 'revision_number': 9, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd6d0a06-800b-48a1-bdb7-cd3b16545384', 'name': '', 'network_id': '52574c17-125e-4e34-9646-7d361f4b0aa1', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:fd:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:58Z', 'updated_at': '2022-02-19T03:20:17Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': '374c3d4f-fabf-4648-bac8-5d90c87a6c9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:33.946618 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (bddd6748-3e45-46df-9e27-e5aa8b64edba), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.948361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66ff57-203b-4c49-9a05-2fee0f6cd691 req-b9d63334-91b9-42eb-91aa-36d4f560f45e tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:33.959604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc66ff57-203b-4c49-9a05-2fee0f6cd691 req-b9d63334-91b9-42eb-91aa-36d4f560f45e tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376673 Feb 19 03:20:33.964832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (f72110d5-3f94-49a6-b6b5-0348876f40f5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.980227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddd6748-3e45-46df-9e27-e5aa8b64edba']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:33.998326 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290e2c3b-3fc3-4db0-b744-48519b7eba9f') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:33.998326 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290e2c3b-3fc3-4db0-b744-48519b7eba9f') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:34.001809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc66ff57-203b-4c49-9a05-2fee0f6cd691 req-d70e790e-9487-45de-9e0a-b491cd84461e tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/quotas/8149f54e54bd40db9a0fad345e4ba189 HTTP/1.1" status: 200 len: 375 time: 0.0408342 Feb 19 03:20:34.015732 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (290e2c3b-3fc3-4db0-b744-48519b7eba9f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.023198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72110d5-3f94-49a6-b6b5-0348876f40f5']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:34.037491 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (290e2c3b-3fc3-4db0-b744-48519b7eba9f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.046441 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:34.047459 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (290e2c3b-3fc3-4db0-b744-48519b7eba9f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:34.052071 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:34.057227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc66ff57-203b-4c49-9a05-2fee0f6cd691 req-7fccec6a-cd5f-4aab-a1fe-2bbe166313a0 tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8149f54e54bd40db9a0fad345e4ba189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539598 Feb 19 03:20:34.067885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e5928e-1c3c-4af0-aedb-c47d076abd70') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:34.068555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e5928e-1c3c-4af0-aedb-c47d076abd70') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:34.086073 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (e5e5928e-1c3c-4af0-aedb-c47d076abd70), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.118679 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e5e5928e-1c3c-4af0-aedb-c47d076abd70), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.133531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:34.134171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (e5e5928e-1c3c-4af0-aedb-c47d076abd70), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:34.139559 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:34.172653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: cbbed98c-f03c-4598-b647-c3b170e8183e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:34.173025 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device cbbed98c-f03c-4598-b647-c3b170e8183e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:34.184426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (bddd6748-3e45-46df-9e27-e5aa8b64edba), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.195573 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.203378 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/networks/bddd6748-3e45-46df-9e27-e5aa8b64edba HTTP/1.1" status: 204 len: 168 time: 0.9776251 Feb 19 03:20:34.211956 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-154dd2c7-bba0-4596-8a43-572689ee1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (cbbed98c-f03c-4598-b647-c3b170e8183e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.213909 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38778) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:34.221427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-154dd2c7-bba0-4596-8a43-572689ee1737 None None] Network bddd6748-3e45-46df-9e27-e5aa8b64edba is not hosted by any dhcp agent {{(pid=103617) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:20:34.222011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154dd2c7-bba0-4596-8a43-572689ee1737 None None] No DVR routers for this DVR port cbbed98c-f03c-4598-b647-c3b170e8183e on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:34.242467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dd2c7-bba0-4596-8a43-572689ee1737 None None] Pushing event deleted for resources: {'Port': ['ID=cbbed98c-f03c-4598-b647-c3b170e8183e,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:34.272378 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (f72110d5-3f94-49a6-b6b5-0348876f40f5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.277029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951a870-54fa-4461-85fa-d8c0a4b68930 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Network': ['ID=bddd6748-3e45-46df-9e27-e5aa8b64edba,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:34.291088 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.297649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] 10.222.0.42 "DELETE /v2.0/networks/f72110d5-3f94-49a6-b6b5-0348876f40f5 HTTP/1.1" status: 204 len: 168 time: 0.6629679 Feb 19 03:20:34.300352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69aecc0-ce1e-4c9f-93d4-90003988f7b4 tempest-QuotasNegativeTest-1862486076 tempest-QuotasNegativeTest-1862486076-project-admin] Pushing event deleted for resources: {'Network': ['ID=f72110d5-3f94-49a6-b6b5-0348876f40f5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:34.329467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c310d-604b-4131-aaaa-29a75f21cce4 req-68b8718a-8d6a-414a-a1c4-52679fa0724b tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:34.331798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-947c310d-604b-4131-aaaa-29a75f21cce4 req-68b8718a-8d6a-414a-a1c4-52679fa0724b tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1214111 Feb 19 03:20:34.417588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-947c310d-604b-4131-aaaa-29a75f21cce4 req-5999a7a5-a039-4795-9843-d67cf752260c tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746350 Feb 19 03:20:34.493968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-be9721b3-1b20-47c0-a09c-5482ec588ae0 req-3d5312ba-a08c-4098-b373-1f6269edd8aa service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:20:34.495857 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be9721b3-1b20-47c0-a09c-5482ec588ae0 req-3d5312ba-a08c-4098-b373-1f6269edd8aa service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071361 Feb 19 03:20:34.573396 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886b0b15-53db-4b5a-b130-5b7f7a91308e x-openstack-request-id: req-886b0b15-53db-4b5a-b130-5b7f7a91308e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:34.574067 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7ee1b0-c197-4254-9bcd-0a16888328bd", "tag": "f2bd6446-7366-4d34-ad53-d9f13b29ae1d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:34.574556 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-886b0b15-53db-4b5a-b130-5b7f7a91308e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:34.575257 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'tag': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d', 'status': 'completed', 'code': 200} Feb 19 03:20:34.628516 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:20:34.701549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cede8176-1167-40c1-9d26-d8fc280479cd req-cef62c5b-b5da-46c7-b000-2b5503efa46c tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/2573a6fb-4109-4c33-96ff-9cc5a65d96ce HTTP/1.1" status: 200 len: 1831 time: 0.1096439 Feb 19 03:20:34.720672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6d2de-926a-4d4a-bccf-c0299cc83b68 req-c54b52d9-5c6f-4829-aa2b-f280338c4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:34.722969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46c6d2de-926a-4d4a-bccf-c0299cc83b68 req-c54b52d9-5c6f-4829-aa2b-f280338c4f98 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 1125 time: 0.1131725 Feb 19 03:20:34.753574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.930278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6d2de-926a-4d4a-bccf-c0299cc83b68 req-148c76f8-78bd-4f18-abb7-45acc6ce89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:34.932814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46c6d2de-926a-4d4a-bccf-c0299cc83b68 req-148c76f8-78bd-4f18-abb7-45acc6ce89f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 904 time: 0.1930394 Feb 19 03:20:34.946158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af568c-7751-4720-b8e5-84c03ad9d888 req-da1d2b61-3770-4f46-9188-f82eb8f8550e tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:34.954609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31af568c-7751-4720-b8e5-84c03ad9d888 req-da1d2b61-3770-4f46-9188-f82eb8f8550e tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 943 time: 0.1242797 Feb 19 03:20:35.014016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46c6d2de-926a-4d4a-bccf-c0299cc83b68 req-0c4449e9-1db9-4d1a-b83a-a4968fca171e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d HTTP/1.1" status: 200 len: 217 time: 0.0569148 Feb 19 03:20:35.113965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:20:35.121619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31af568c-7751-4720-b8e5-84c03ad9d888 req-cd5b3575-238c-4a46-89b6-77cef612f7d2 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655388 Feb 19 03:20:35.127495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6d2de-926a-4d4a-bccf-c0299cc83b68 req-bba17241-7615-4448-8f6f-7e60a695e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:35.130440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46c6d2de-926a-4d4a-bccf-c0299cc83b68 req-bba17241-7615-4448-8f6f-7e60a695e67e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6c934e3-7b85-43d5-9c7b-befefe865487 HTTP/1.1" status: 200 len: 843 time: 0.1083212 Feb 19 03:20:35.184679 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46c6d2de-926a-4d4a-bccf-c0299cc83b68 req-4df755f0-9e7f-4a4a-9413-1b6ee9857325 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419de084-40f5-4fc0-b6cf-3db2650792b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465488 Feb 19 03:20:35.196326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38808) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:35.307735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port fd6d0a06-800b-48a1-bdb7-cd3b16545384 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:35.308367 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.350137 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46c6d2de-926a-4d4a-bccf-c0299cc83b68 req-63199394-3142-47c8-92f5-c0098dcef1df service neutron] 10.222.0.71 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497645 Feb 19 03:20:35.350530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:35.376568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb', 'mac_address': 'fa:16:3e:da:e9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:20:35.455219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:35.455643 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.473261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:35.500530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:35.505965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port fd6d0a06-800b-48a1-bdb7-cd3b16545384, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fd6d0a06-800b-48a1-bdb7-cd3b16545384,segment=NetworkSegment(d269d42f-25ee-4fd2-a09b-4da5c7d109d3),segment_id=d269d42f-25ee-4fd2-a09b-4da5c7d109d3)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:35.506485 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.516817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.545757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for fd6d0a06-800b-48a1-bdb7-cd3b16545384 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:35.659053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:20:35.730507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:35.817026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 109b805e-64ec-41a9-b1b9-8d90c3af0f4c no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:35.835800 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fd6d0a06-800b-48a1-bdb7-cd3b16545384), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.867180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=fd6d0a06-800b-48a1-bdb7-cd3b16545384,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:35.898210 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b25a85b-4e40-4aec-b6e2-3d6e719a48b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.903221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 109b805e-64ec-41a9-b1b9-8d90c3af0f4c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:35.906564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 109b805e-64ec-41a9-b1b9-8d90c3af0f4c not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:36.010524 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.100565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b25a85b-4e40-4aec-b6e2-3d6e719a48b5 admin admin] Publish callbacks [] for security_group (a3457bfb-c2e2-4ec8-b482-b99a644df353), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.110463 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b25a85b-4e40-4aec-b6e2-3d6e719a48b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a3457bfb-c2e2-4ec8-b482-b99a644df353), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.176666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7b25a85b-4e40-4aec-b6e2-3d6e719a48b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cde0033a74b3419bbf35945af2b34aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9785917 Feb 19 03:20:36.183455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38838) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:36.256524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.259457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25a85b-4e40-4aec-b6e2-3d6e719a48b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3457bfb-c2e2-4ec8-b482-b99a644df353,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:36.280330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46c6d2de-926a-4d4a-bccf-c0299cc83b68 req-b1cd8949-349f-4af6-8991-13563c57ae30 service neutron] 10.222.0.71 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9217656 Feb 19 03:20:36.355028 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1f775e6-a428-4022-a188-4e8b24f22b5b admin admin] Publish callbacks [] for security_group (a3457bfb-c2e2-4ec8-b482-b99a644df353), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.377340 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1f775e6-a428-4022-a188-4e8b24f22b5b admin admin] Publish callbacks [] for security_group (a3457bfb-c2e2-4ec8-b482-b99a644df353), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.430181 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1f775e6-a428-4022-a188-4e8b24f22b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a3457bfb-c2e2-4ec8-b482-b99a644df353), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.432955 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1f775e6-a428-4022-a188-4e8b24f22b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.436554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d1f775e6-a428-4022-a188-4e8b24f22b5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3457bfb-c2e2-4ec8-b482-b99a644df353 HTTP/1.1" status: 204 len: 168 time: 0.2403753 Feb 19 03:20:36.445896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb6b1b-abce-4088-9ca3-f4437f9dc589 req-3c59b6d1-4305-49d4-95bd-f450ed0a3f13 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:36.447778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ecb6b1b-abce-4088-9ca3-f4437f9dc589 req-3c59b6d1-4305-49d4-95bd-f450ed0a3f13 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 950 time: 0.1595247 Feb 19 03:20:36.453982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f775e6-a428-4022-a188-4e8b24f22b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3457bfb-c2e2-4ec8-b482-b99a644df353,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:36.525525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:36.567191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ecb6b1b-abce-4088-9ca3-f4437f9dc589 req-a728406f-5485-467e-862c-e6d9ffb0d551 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109829 Feb 19 03:20:36.614900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3a3a6b0f-a4fa-46f3-b4f1-a96a2a73da62 req-046686a5-3a7f-41d2-9420-f0c805b84c2a tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-829365107', 'description': 'tempest-description-33471744'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:36.647090 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3a3a6b0f-a4fa-46f3-b4f1-a96a2a73da62 req-046686a5-3a7f-41d2-9420-f0c805b84c2a tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.683034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:36.694888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] Sync routers for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:36.697676 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c13d085e-3155-43e2-be98-572728e93773 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4818759 Feb 19 03:20:36.700983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38856) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:36.718651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:36.719937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:36.783645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cf9e19-9b0b-4962-bfbd-98ab085fc888 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting subnet 374c3d4f-fabf-4648-bac8-5d90c87a6c9a {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:36.788386 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-90cf9e19-9b0b-4962-bfbd-98ab085fc888 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (374c3d4f-fabf-4648-bac8-5d90c87a6c9a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.822282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3a3a6b0f-a4fa-46f3-b4f1-a96a2a73da62 req-046686a5-3a7f-41d2-9420-f0c805b84c2a tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (f92ece49-cd13-4f14-afe6-a9f8205c5637), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.829486 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3a3a6b0f-a4fa-46f3-b4f1-a96a2a73da62 req-046686a5-3a7f-41d2-9420-f0c805b84c2a tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f92ece49-cd13-4f14-afe6-a9f8205c5637), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.850297 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-90cf9e19-9b0b-4962-bfbd-98ab085fc888 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (374c3d4f-fabf-4648-bac8-5d90c87a6c9a), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.868770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3a3a6b0f-a4fa-46f3-b4f1-a96a2a73da62 req-046686a5-3a7f-41d2-9420-f0c805b84c2a tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.870583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a3a6b0f-a4fa-46f3-b4f1-a96a2a73da62 req-046686a5-3a7f-41d2-9420-f0c805b84c2a tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2630844 Feb 19 03:20:36.872623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046686a5-3a7f-41d2-9420-f0c805b84c2a tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92ece49-cd13-4f14-afe6-a9f8205c5637,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:36.935702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:37.016141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-90cf9e19-9b0b-4962-bfbd-98ab085fc888 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (374c3d4f-fabf-4648-bac8-5d90c87a6c9a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.096666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:37.146056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f2bd6446-7366-4d34-ad53-d9f13b29ae1d details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:20:37.148996 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6237cf9c-e54d-428a-8207-8860ee829682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.149442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:37.303015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-90cf9e19-9b0b-4962-bfbd-98ab085fc888 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (374c3d4f-fabf-4648-bac8-5d90c87a6c9a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.375978 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:20:37.425469 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf9e19-9b0b-4962-bfbd-98ab085fc888 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Subnet': ['ID=374c3d4f-fabf-4648-bac8-5d90c87a6c9a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:37.450902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61547fb-4923-47bd-8d15-2ec7414b7814 None None] Network 52574c17-125e-4e34-9646-7d361f4b0aa1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:37.458718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-90cf9e19-9b0b-4962-bfbd-98ab085fc888 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.465187 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-90cf9e19-9b0b-4962-bfbd-98ab085fc888 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/374c3d4f-fabf-4648-bac8-5d90c87a6c9a HTTP/1.1" status: 204 len: 168 time: 0.7609878 Feb 19 03:20:37.466418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38878) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:37.627186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6237cf9c-e54d-428a-8207-8860ee829682 admin admin] Publish callbacks [] for security_group (6d547c36-0d1b-47d4-86ce-63e9c9cf807e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.639133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6237cf9c-e54d-428a-8207-8860ee829682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6d547c36-0d1b-47d4-86ce-63e9c9cf807e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.644194 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (52574c17-125e-4e34-9646-7d361f4b0aa1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.696567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:37.697755 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.746791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237cf9c-e54d-428a-8207-8860ee829682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d547c36-0d1b-47d4-86ce-63e9c9cf807e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:37.758639 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6237cf9c-e54d-428a-8207-8860ee829682 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ceefa38a03714cb4aa6e859dd13bb556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6609006 Feb 19 03:20:37.765972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38886) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:37.883123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:37.894315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:37.894963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.920306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5fa51-606e-4622-941d-4b2018f3fd23 req-8fb91ad2-d1f4-449e-8843-43954a265076 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:37.928401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60c5fa51-606e-4622-941d-4b2018f3fd23 req-8fb91ad2-d1f4-449e-8843-43954a265076 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 943 time: 0.1342583 Feb 19 03:20:37.984070 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-159eef58-15ba-4f76-8dd4-b9e9bf6f6923 admin admin] Publish callbacks [] for security_group (6d547c36-0d1b-47d4-86ce-63e9c9cf807e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.010930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'port_id': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d', 'mac_address': 'fa:16:3e:cd:7f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c934e3-7b85-43d5-9c7b-befefe865487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:20:38.040542 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-159eef58-15ba-4f76-8dd4-b9e9bf6f6923 admin admin] Publish callbacks [] for security_group (6d547c36-0d1b-47d4-86ce-63e9c9cf807e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.043247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=42b1952f-4ccc-4314-b2c6-65b1dde6d02d,segment=NetworkSegment(d269d42f-25ee-4fd2-a09b-4da5c7d109d3),segment_id=d269d42f-25ee-4fd2-a09b-4da5c7d109d3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:38.046780 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.076529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60c5fa51-606e-4622-941d-4b2018f3fd23 req-ab968cb8-5e83-42cd-98fc-7d2abd785d3f tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467421 Feb 19 03:20:38.090034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 42b1952f-4ccc-4314-b2c6-65b1dde6d02d owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:38.139203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f2bd6446-7366-4d34-ad53-d9f13b29ae1d is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:38.140022 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.207937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf1bd7a9-5948-4974-927a-a3c82ec7ee31 req-08ceb646-2d77-4a50-9a75-75c21b33dc25 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/f92ece49-cd13-4f14-afe6-a9f8205c5637 HTTP/1.1" status: 200 len: 1829 time: 0.0954177 Feb 19 03:20:38.242762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bd6446-7366-4d34-ad53-d9f13b29ae1d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:38.270453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-ff70e6db-562f-491c-8b85-e6f3c212914a tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:38.272016 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-ff70e6db-562f-491c-8b85-e6f3c212914a tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 950 time: 0.2111733 Feb 19 03:20:38.274531 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-159eef58-15ba-4f76-8dd4-b9e9bf6f6923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6d547c36-0d1b-47d4-86ce-63e9c9cf807e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.282433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-159eef58-15ba-4f76-8dd4-b9e9bf6f6923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.283832 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-159eef58-15ba-4f76-8dd4-b9e9bf6f6923 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d547c36-0d1b-47d4-86ce-63e9c9cf807e HTTP/1.1" status: 204 len: 168 time: 0.5160441 Feb 19 03:20:38.293365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:38.328764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (42b1952f-4ccc-4314-b2c6-65b1dde6d02d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.346315 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.395477 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eef58-15ba-4f76-8dd4-b9e9bf6f6923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d547c36-0d1b-47d4-86ce-63e9c9cf807e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:38.449917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=42b1952f-4ccc-4314-b2c6-65b1dde6d02d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:38.466006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-5e8897e4-dd47-4ee9-b5f0-fad3735a9113 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Deleting port d989219d-091e-48c6-9652-505025e0e603 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:38.466439 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-5e8897e4-dd47-4ee9-b5f0-fad3735a9113 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d989219d-091e-48c6-9652-505025e0e603), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.489571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No DVR routers for this DVR port 42b1952f-4ccc-4314-b2c6-65b1dde6d02d on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:38.508369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:35Z', 'revision_number': 10, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:38.552819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f9a677-3654-4d0a-92a3-ac1c44fe01b0 None None] DHCP port deletion for 52574c17-125e-4e34-9646-7d361f4b0aa1 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:38.670178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] Checking router: 6b030f84-4dde-42c9-849f-b08f1f53cf29 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:38.680582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9cc9fb66-35cc-4f5f-bbf2-13f64db41b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.713302 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (52574c17-125e-4e34-9646-7d361f4b0aa1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.731840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-5e8897e4-dd47-4ee9-b5f0-fad3735a9113 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] For port d989219d-091e-48c6-9652-505025e0e603, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d989219d-091e-48c6-9652-505025e0e603,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:38.732701 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-5e8897e4-dd47-4ee9-b5f0-fad3735a9113 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d989219d-091e-48c6-9652-505025e0e603), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.757172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:38.758442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:38.766895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52574c17-125e-4e34-9646-7d361f4b0aa1']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:38.771409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-5e8897e4-dd47-4ee9-b5f0-fad3735a9113 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Calling delete_port for d989219d-091e-48c6-9652-505025e0e603 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:38.793825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:38.794228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd269d42f-25ee-4fd2-a09b-4da5c7d109d3') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:38.812733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (d269d42f-25ee-4fd2-a09b-4da5c7d109d3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.846451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['f2bd6446-7366-4d34-ad53-d9f13b29ae1d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:20:38.848279 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d269d42f-25ee-4fd2-a09b-4da5c7d109d3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.849411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:38.850275 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.860543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:38.862278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:38.862994 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (d269d42f-25ee-4fd2-a09b-4da5c7d109d3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:38.995713 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:39.002118 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (52574c17-125e-4e34-9646-7d361f4b0aa1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.070225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e920bc-9954-4c39-acc6-050050f838c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:39.074094 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fb9e50-541d-47e3-8cf1-3b7f1499e426" -d '{"events": [{"server_uuid": "36e920bc-9954-4c39-acc6-050050f838c9", "name": "network-vif-plugged", "status": "completed", "tag": "9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:39.082464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:39.091107 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-5e8897e4-dd47-4ee9-b5f0-fad3735a9113 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d989219d-091e-48c6-9652-505025e0e603), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.099243 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.171958 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.177558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['76c3312f-adda-4f75-873d-d1d498b025d6', 'd989219d-091e-48c6-9652-505025e0e603'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:20:39.193885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/networks/52574c17-125e-4e34-9646-7d361f4b0aa1 HTTP/1.1" status: 204 len: 168 time: 1.7217336 Feb 19 03:20:39.204399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484ef4f-c833-4d91-8094-42f2747f7673 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Network': ['ID=52574c17-125e-4e34-9646-7d361f4b0aa1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:39.217081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38916) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:39.331271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-5e8897e4-dd47-4ee9-b5f0-fad3735a9113 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] No DVR routers for this DVR port d989219d-091e-48c6-9652-505025e0e603 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:39.336010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-5e8897e4-dd47-4ee9-b5f0-fad3735a9113 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.343710 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-99db54a9-40a4-4ac9-8863-bd8b9c90c66f req-5e8897e4-dd47-4ee9-b5f0-fad3735a9113 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.37 "DELETE /v2.0/ports/d989219d-091e-48c6-9652-505025e0e603 HTTP/1.1" status: 204 len: 173 time: 1.0585310 Feb 19 03:20:39.344727 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc75263-4249-4f99-b939-5d4bf99078d5', 'name': 'network-vif-deleted', 'tag': 'd989219d-091e-48c6-9652-505025e0e603'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:39.361130 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c971b7-7a06-445b-864f-3df293ead0f7" -d '{"events": [{"server_uuid": "4dc75263-4249-4f99-b939-5d4bf99078d5", "name": "network-vif-deleted", "tag": "d989219d-091e-48c6-9652-505025e0e603"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:39.380238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8897e4-dd47-4ee9-b5f0-fad3735a9113 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Pushing event deleted for resources: {'Port': ['ID=d989219d-091e-48c6-9652-505025e0e603,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:39.571329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdee84-2075-4492-bfec-e69dc087e0dd req-4da28b10-470b-4d39-8c07-1a55d580ab90 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:39.579751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1efdee84-2075-4492-bfec-e69dc087e0dd req-4da28b10-470b-4d39-8c07-1a55d580ab90 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc75263-4249-4f99-b939-5d4bf99078d5 HTTP/1.1" status: 200 len: 950 time: 1.1567979 Feb 19 03:20:39.599423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:39.831178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:39.932766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 42b1952f-4ccc-4314-b2c6-65b1dde6d02d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:40.026565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1efdee84-2075-4492-bfec-e69dc087e0dd req-d16a17cb-c799-4ab1-bf7d-e6dac75ce42c tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280155 Feb 19 03:20:40.189537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 42b1952f-4ccc-4314-b2c6-65b1dde6d02d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:40.190125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 42b1952f-4ccc-4314-b2c6-65b1dde6d02d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:40.260160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfb99c47-3b2a-44a8-9efc-5867f453776f req-049ffd5a-3d76-49be-a5e0-aac8039f6149 tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8149f54e54bd40db9a0fad345e4ba189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913010 Feb 19 03:20:40.373399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:35Z', 'revision_number': 10, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:40.441696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e25323-0ebf-4151-b6cd-c420c2fb1069 None None] The sync data for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 is: [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:35Z', 'revision_number': 10, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None, '_interfaces': [{'id': 'c7dc75c7-230b-447f-9197-0a4ade83acb6', 'name': '', 'network_id': 'dfca6550-78bb-4b87-a9dd-bfb22bc8cf71', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'mac_address': 'fa:16:3e:10:53:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:19:50Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'subnets': [{'id': 'd14363d8-3a3f-432f-b931-2d18633911e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:40.457570 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-506a0087-58f8-4c15-ac0c-5e27505bf2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.496028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb99c47-3b2a-44a8-9efc-5867f453776f req-697552cd-3c20-410c-b72d-24065d722dbf tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:40.504685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfb99c47-3b2a-44a8-9efc-5867f453776f req-697552cd-3c20-410c-b72d-24065d722dbf tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062235 Feb 19 03:20:40.530092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfb99c47-3b2a-44a8-9efc-5867f453776f req-b5af3012-c44b-4ce1-9861-1483995b38cf tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/quotas/8149f54e54bd40db9a0fad345e4ba189 HTTP/1.1" status: 200 len: 375 time: 0.0241363 Feb 19 03:20:40.588690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfb99c47-3b2a-44a8-9efc-5867f453776f req-9d164620-3178-4fa0-a3ef-41dd3cb95ea8 tempest-QuotasAdminNegativeTest-986777506 tempest-QuotasAdminNegativeTest-986777506-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8149f54e54bd40db9a0fad345e4ba189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538893 Feb 19 03:20:40.705982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c56c9db1-468a-4bee-861f-97f428b4461a req-cdf7802f-cb69-4f54-967c-d3e98e0b7986 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-430174477', 'description': 'tempest-description-810070026'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:40.722179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.920981 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c56c9db1-468a-4bee-861f-97f428b4461a req-cdf7802f-cb69-4f54-967c-d3e98e0b7986 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.092022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c56c9db1-468a-4bee-861f-97f428b4461a req-cdf7802f-cb69-4f54-967c-d3e98e0b7986 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (d9d62dc0-1204-442b-b3aa-094745f06287), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.104147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c56c9db1-468a-4bee-861f-97f428b4461a req-cdf7802f-cb69-4f54-967c-d3e98e0b7986 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d9d62dc0-1204-442b-b3aa-094745f06287), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.160223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f2bd6446-7366-4d34-ad53-d9f13b29ae1d up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:41.179879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7802f-cb69-4f54-967c-d3e98e0b7986 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d62dc0-1204-442b-b3aa-094745f06287,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:41.186313 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c56c9db1-468a-4bee-861f-97f428b4461a req-cdf7802f-cb69-4f54-967c-d3e98e0b7986 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.187683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c56c9db1-468a-4bee-861f-97f428b4461a req-cdf7802f-cb69-4f54-967c-d3e98e0b7986 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4891040 Feb 19 03:20:41.205104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port c7dc75c7-230b-447f-9197-0a4ade83acb6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:41.205460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.273265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port f2bd6446-7366-4d34-ad53-d9f13b29ae1d completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:20:41.277546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port f2bd6446-7366-4d34-ad53-d9f13b29ae1d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:41.278605 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.381977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port c7dc75c7-230b-447f-9197-0a4ade83acb6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c7dc75c7-230b-447f-9197-0a4ade83acb6,segment=NetworkSegment(9c3fba24-d0aa-4942-92c2-5c6444a1452e),segment_id=9c3fba24-d0aa-4942-92c2-5c6444a1452e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:41.382653 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.443315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for c7dc75c7-230b-447f-9197-0a4ade83acb6 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:41.445683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f2bd6446-7366-4d34-ad53-d9f13b29ae1d is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:41.449538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.532539 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4115293-8449-4a09-ac48-dc715373f31c x-openstack-request-id: req-b4115293-8449-4a09-ac48-dc715373f31c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:41.532910 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e920bc-9954-4c39-acc6-050050f838c9", "name": "network-vif-plugged", "status": "completed", "tag": "9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:41.533222 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4115293-8449-4a09-ac48-dc715373f31c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:41.533644 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e920bc-9954-4c39-acc6-050050f838c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb', 'code': 200} Feb 19 03:20:41.545464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:41.558084 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.664229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:41.687788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.688198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.688572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.688920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.689271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.694622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.695373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.696294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.696869 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.697654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.698041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.698648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.698990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:41.711127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38970) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:41.816520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fd6d0a06-800b-48a1-bdb7-cd3b16545384 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:41.832875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d9765-996d-488a-a0f3-c2b142d6fd6f req-877d4962-9083-4e2f-a489-b354acdde0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:41.834485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f7d9765-996d-488a-a0f3-c2b142d6fd6f req-877d4962-9083-4e2f-a489-b354acdde0ff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1128 time: 0.2634180 Feb 19 03:20:41.878048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: fd6d0a06-800b-48a1-bdb7-cd3b16545384 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:41.878403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fd6d0a06-800b-48a1-bdb7-cd3b16545384 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:41.909501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-302047e9-540a-4995-a2cb-17d81116c116 tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:41.935841 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.958190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d9765-996d-488a-a0f3-c2b142d6fd6f req-66221cc0-22c2-4187-b083-57a6374dfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:41.959773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f7d9765-996d-488a-a0f3-c2b142d6fd6f req-66221cc0-22c2-4187-b083-57a6374dfff7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 919 time: 0.1116560 Feb 19 03:20:41.960109 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-302047e9-540a-4995-a2cb-17d81116c116 tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] 10.222.0.42 "PUT /v2.0/quotas/147518fd519d4a8cbfe2b4c425afad7a HTTP/1.1" status: 200 len: 366 time: 0.2474198 Feb 19 03:20:41.962302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38974) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:41.972948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e93fcf-1db6-4f66-a6d2-b1fc0de039d4 req-cfe09c9a-dd6e-4b15-82e7-0253759d5229 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:41.974490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16e93fcf-1db6-4f66-a6d2-b1fc0de039d4 req-cfe09c9a-dd6e-4b15-82e7-0253759d5229 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 945 time: 0.2796721 Feb 19 03:20:42.007666 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-88e0729c-c4b3-4348-a5c6-f972fdbd5da5 tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0442388 Feb 19 03:20:42.010404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38976) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:42.022757 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-76a75b97-1df3-4d86-b6a5-9868f074b910 tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] 10.222.0.42 "GET /v2.0/quotas/147518fd519d4a8cbfe2b4c425afad7a HTTP/1.1" status: 200 len: 366 time: 0.0109289 Feb 19 03:20:42.025306 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38978) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:42.042124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f7d9765-996d-488a-a0f3-c2b142d6fd6f req-22e4e44d-3c66-495d-b7d5-66eddd4883d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7025aec4-f271-40a9-975f-eb5afa1230f0 HTTP/1.1" status: 200 len: 217 time: 0.0654128 Feb 19 03:20:42.047081 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7ffb25de-3c8b-448c-90f3-bb5a13b83545 tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/147518fd519d4a8cbfe2b4c425afad7a HTTP/1.1" status: 204 len: 168 time: 0.0204396 Feb 19 03:20:42.049817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38980) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:42.059706 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-902a99c3-b4ed-4319-8d22-c808038f6888 tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0084994 Feb 19 03:20:42.063332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38982) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:42.079046 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-623b2f75-6255-454b-a46d-e21740ebf4d7 tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] 10.222.0.42 "GET /v2.0/quotas/147518fd519d4a8cbfe2b4c425afad7a HTTP/1.1" status: 200 len: 370 time: 0.0144055 Feb 19 03:20:42.081522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38984) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:42.088110 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7f8926b5-30de-478b-9b78-f9e7b88e89dd tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] 10.222.0.42 "GET /v2.0/quotas/147518fd519d4a8cbfe2b4c425afad7a/default HTTP/1.1" status: 200 len: 370 time: 0.0049152 Feb 19 03:20:42.092202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38986) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:42.107915 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-ca9c894c-ed8a-45d3-a750-d256fed7e1d9 tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] delete failed (client error): The resource could not be found. Feb 19 03:20:42.110043 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ca9c894c-ed8a-45d3-a750-d256fed7e1d9 tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/147518fd519d4a8cbfe2b4c425afad7a HTTP/1.1" status: 404 len: 348 time: 0.0164587 Feb 19 03:20:42.186279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16e93fcf-1db6-4f66-a6d2-b1fc0de039d4 req-b0b3a7b7-005f-4958-b9a0-54c2127d1ce2 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967025 Feb 19 03:20:42.187835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d9765-996d-488a-a0f3-c2b142d6fd6f req-b6ca6a83-01f8-47d7-a29c-9dc5ac20311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:42.189386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f7d9765-996d-488a-a0f3-c2b142d6fd6f req-b6ca6a83-01f8-47d7-a29c-9dc5ac20311d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.1173341 Feb 19 03:20:42.190677 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c7dc75c7-230b-447f-9197-0a4ade83acb6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:42.323412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38998) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:42.355234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Usage tracker for resource:network and project:ad10df09fc16455b846f25b6b8e57a0a is out of sync, need to count used quota {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:20:42.359786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f7d9765-996d-488a-a0f3-c2b142d6fd6f req-1a214869-454c-4dc2-b8cd-c645d8182fa2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429644 Feb 19 03:20:42.361408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=c7dc75c7-230b-447f-9197-0a4ade83acb6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:42.362998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:20:42.381995 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Usage tracker for resource:subnet and project:ad10df09fc16455b846f25b6b8e57a0a is out of sync, need to count used quota {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:20:42.389382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:20:42.399708 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f181de58-357f-41d9-bcb9-3381ffe48b11 x-openstack-request-id: req-f181de58-357f-41d9-bcb9-3381ffe48b11 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:42.400007 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc75263-4249-4f99-b939-5d4bf99078d5", "name": "network-vif-deleted", "tag": "d989219d-091e-48c6-9652-505025e0e603", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:42.400263 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f181de58-357f-41d9-bcb9-3381ffe48b11 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:42.400973 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc75263-4249-4f99-b939-5d4bf99078d5', 'name': 'network-vif-deleted', 'tag': 'd989219d-091e-48c6-9652-505025e0e603', 'status': 'completed', 'code': 200} Feb 19 03:20:42.408573 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Usage tracker for resource:subnetpool and project:ad10df09fc16455b846f25b6b8e57a0a is out of sync, need to count used quota {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:20:42.417948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:20:42.427678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Usage tracker for resource:port and project:ad10df09fc16455b846f25b6b8e57a0a is out of sync, need to count used quota {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:20:42.433444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:20:42.446163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Usage tracker for resource:router and project:ad10df09fc16455b846f25b6b8e57a0a is out of sync, need to count used quota {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:20:42.446400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d989219d-091e-48c6-9652-505025e0e603 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:42.463764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:20:42.474954 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Usage tracker for resource:floatingip and project:ad10df09fc16455b846f25b6b8e57a0a is out of sync, need to count used quota {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:20:42.485078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:20:42.491647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: d989219d-091e-48c6-9652-505025e0e603 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:42.492006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d989219d-091e-48c6-9652-505025e0e603 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:42.563540 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Usage tracker for resource:security_group and project:ad10df09fc16455b846f25b6b8e57a0a is out of sync, need to count used quota {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:20:42.577163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f7d9765-996d-488a-a0f3-c2b142d6fd6f req-10c5ae7b-52a8-4325-bbd1-99d6be1cbd17 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669893 Feb 19 03:20:42.580431 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:20:42.603032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Usage tracker for resource:security_group_rule and project:ad10df09fc16455b846f25b6b8e57a0a is out of sync, need to count used quota {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:20:42.612480 n-d-826756-2 neutron-server[103616]: DEBUG neutron.quota.resource [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103616) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:20:42.649525 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-217fec4b-78d0-4e1d-8bf9-399efdfbba4e tempest-QuotasTest-988214708 tempest-QuotasTest-988214708-project-admin] 10.222.0.42 "GET /v2.0/quotas/ad10df09fc16455b846f25b6b8e57a0a/details.json HTTP/1.1" status: 200 len: 703 time: 0.3123279 Feb 19 03:20:42.894010 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.073960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39012) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:43.138621 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.162101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f7d9765-996d-488a-a0f3-c2b142d6fd6f req-32004e05-d9e1-4612-9e51-02d703578bb8 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769329 Feb 19 03:20:43.169493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18e55ad4-a200-46bd-b6e3-d1a5323d9002 req-3b916f16-8952-4d78-b641-5d7913e840c6 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/d9d62dc0-1204-442b-b3aa-094745f06287 HTTP/1.1" status: 200 len: 1830 time: 0.1140521 Feb 19 03:20:43.311081 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4002-e351-4f8c-9fa8-1fe2d83cff1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.535512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:43.537639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:43.537984 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e21ebe-1edf-4810-a483-5a80e3880658" -d '{"events": [{"server_uuid": "af7ee1b0-c197-4254-9bcd-0a16888328bd", "name": "network-vif-plugged", "status": "completed", "tag": "f2bd6446-7366-4d34-ad53-d9f13b29ae1d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:43.554884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d3245-a466-4f4a-80db-59dc87c70569 req-d8b8daad-19b5-47f1-8f39-d3fde7e66727 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:43.556554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c57d3245-a466-4f4a-80db-59dc87c70569 req-d8b8daad-19b5-47f1-8f39-d3fde7e66727 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.3006277 Feb 19 03:20:43.721832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c57d3245-a466-4f4a-80db-59dc87c70569 req-5b14f6dd-e80f-4cd5-8083-270dc4d5fd7c tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555827 Feb 19 03:20:43.726638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4002-e351-4f8c-9fa8-1fe2d83cff1e admin admin] Publish callbacks [] for security_group (b638cb4e-c0d4-4db5-b99d-b544857e418f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.734065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:43.740392 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4002-e351-4f8c-9fa8-1fe2d83cff1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b638cb4e-c0d4-4db5-b99d-b544857e418f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.747271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f578f0e8-89f6-4063-9221-ae390019ed84 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5115397 Feb 19 03:20:43.754370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39032) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:43.769667 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] Sync routers for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:43.818801 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:43.822092 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:43.920420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d23e37-e1e8-4cc8-81a4-4c73d2638729 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting subnet d14363d8-3a3f-432f-b931-2d18633911e1 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:43.933617 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d23e37-e1e8-4cc8-81a4-4c73d2638729 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for subnet (d14363d8-3a3f-432f-b931-2d18633911e1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.986216 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d23e37-e1e8-4cc8-81a4-4c73d2638729 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (d14363d8-3a3f-432f-b931-2d18633911e1), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.123116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d23e37-e1e8-4cc8-81a4-4c73d2638729 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (d14363d8-3a3f-432f-b931-2d18633911e1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.229513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-f9969c7d-0e74-4acd-ae82-7eda7dfd7bc4 req-573f2cd9-0b34-49c7-b5df-8eb6d701200e tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1166484693', 'description': 'tempest-description-329848304'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:44.252674 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:44.253627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d4002-e351-4f8c-9fa8-1fe2d83cff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b638cb4e-c0d4-4db5-b99d-b544857e418f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:44.267665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1c2d4002-e351-4f8c-9fa8-1fe2d83cff1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d516d85f7b44740934fd467b735b056&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1964152 Feb 19 03:20:44.268748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39040) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:44.286430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f9969c7d-0e74-4acd-ae82-7eda7dfd7bc4 req-573f2cd9-0b34-49c7-b5df-8eb6d701200e tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.308149 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d23e37-e1e8-4cc8-81a4-4c73d2638729 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (d14363d8-3a3f-432f-b931-2d18633911e1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.328793 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:41Z', 'revision_number': 11, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:44.367686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d23e37-e1e8-4cc8-81a4-4c73d2638729 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Subnet': ['ID=d14363d8-3a3f-432f-b931-2d18633911e1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:44.376440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d23e37-e1e8-4cc8-81a4-4c73d2638729 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.384201 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39042) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:44.384549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a8d23e37-e1e8-4cc8-81a4-4c73d2638729 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/d14363d8-3a3f-432f-b931-2d18633911e1 HTTP/1.1" status: 204 len: 168 time: 0.6280582 Feb 19 03:20:44.388871 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] Checking router: 6b030f84-4dde-42c9-849f-b08f1f53cf29 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:44.391755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab6c903-ef6e-494a-b8a7-39cdd812f0e6 None None] Network dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:44.408277 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:44.411255 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:44.432852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39044) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:44.477635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-972584ca-171a-4271-881f-f666420fa0c6 admin admin] Publish callbacks [] for security_group (b638cb4e-c0d4-4db5-b99d-b544857e418f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.530206 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f9969c7d-0e74-4acd-ae82-7eda7dfd7bc4 req-573f2cd9-0b34-49c7-b5df-8eb6d701200e tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (5b96146b-a18c-4f04-82ab-e639856e9553), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.535487 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f9969c7d-0e74-4acd-ae82-7eda7dfd7bc4 req-573f2cd9-0b34-49c7-b5df-8eb6d701200e tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5b96146b-a18c-4f04-82ab-e639856e9553), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.580107 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-972584ca-171a-4271-881f-f666420fa0c6 admin admin] Publish callbacks [] for security_group (b638cb4e-c0d4-4db5-b99d-b544857e418f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.592854 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.599955 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:44.624558 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (dfca6550-78bb-4b87-a9dd-bfb22bc8cf71), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.633671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f2cd9-0b34-49c7-b5df-8eb6d701200e tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b96146b-a18c-4f04-82ab-e639856e9553,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:44.640934 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f9969c7d-0e74-4acd-ae82-7eda7dfd7bc4 req-573f2cd9-0b34-49c7-b5df-8eb6d701200e tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.650465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9969c7d-0e74-4acd-ae82-7eda7dfd7bc4 req-573f2cd9-0b34-49c7-b5df-8eb6d701200e tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4432650 Feb 19 03:20:44.713951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec81896b-3234-4ac0-a8c4-27e320d12f23 None None] DHCP port deletion for dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:44.744914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-972584ca-171a-4271-881f-f666420fa0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b638cb4e-c0d4-4db5-b99d-b544857e418f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.747546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-972584ca-171a-4271-881f-f666420fa0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.751470 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-972584ca-171a-4271-881f-f666420fa0c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b638cb4e-c0d4-4db5-b99d-b544857e418f HTTP/1.1" status: 204 len: 168 time: 0.4771311 Feb 19 03:20:44.768885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Deleting port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:44.769234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.812601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972584ca-171a-4271-881f-f666420fa0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b638cb4e-c0d4-4db5-b99d-b544857e418f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:44.860194 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:41Z', 'revision_number': 11, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:44.899536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09569c2a-9ef0-4f32-aeb2-7b85c24e6634 req-af07e477-b524-4ce4-b70a-62b20738f62d tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:44.914834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09569c2a-9ef0-4f32-aeb2-7b85c24e6634 req-af07e477-b524-4ce4-b70a-62b20738f62d tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 945 time: 0.1433947 Feb 19 03:20:44.947859 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a2d7f-754d-4279-9dca-8693cb1feaec None None] The sync data for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 is: [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:41Z', 'revision_number': 11, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:44.968430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ec81896b-3234-4ac0-a8c4-27e320d12f23 None None] Deleting port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:44.968815 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec81896b-3234-4ac0-a8c4-27e320d12f23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.980718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] For port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1eb96e2f-acf2-4cbc-8738-05eb3fd7a564,segment=NetworkSegment(9c3fba24-d0aa-4942-92c2-5c6444a1452e),segment_id=9c3fba24-d0aa-4942-92c2-5c6444a1452e)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:44.981155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.024755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Calling delete_port for 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:45.045276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09569c2a-9ef0-4f32-aeb2-7b85c24e6634 req-5cc88514-4d32-481b-9aea-eefaaa225bde tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292987 Feb 19 03:20:45.188224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ec81896b-3234-4ac0-a8c4-27e320d12f23 None None] For port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1eb96e2f-acf2-4cbc-8738-05eb3fd7a564,segment=NetworkSegment(9c3fba24-d0aa-4942-92c2-5c6444a1452e),segment_id=9c3fba24-d0aa-4942-92c2-5c6444a1452e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:45.188720 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec81896b-3234-4ac0-a8c4-27e320d12f23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.220281 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfebedb3-1d37-42d3-9a4f-1faaa0cfbf2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.230230 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.238925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ec81896b-3234-4ac0-a8c4-27e320d12f23 None None] Calling delete_port for 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:45.359710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Port': ['ID=1eb96e2f-acf2-4cbc-8738-05eb3fd7a564,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:45.373868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No DVR routers for this DVR port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:45.403832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39064) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:45.456016 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec81896b-3234-4ac0-a8c4-27e320d12f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (1eb96e2f-acf2-4cbc-8738-05eb3fd7a564), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.478677 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a741ec36-e187-44f6-8237-69a61eea2be9 x-openstack-request-id: req-a741ec36-e187-44f6-8237-69a61eea2be9 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:45.478939 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7ee1b0-c197-4254-9bcd-0a16888328bd", "name": "network-vif-plugged", "status": "completed", "tag": "f2bd6446-7366-4d34-ad53-d9f13b29ae1d", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:45.479187 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a741ec36-e187-44f6-8237-69a61eea2be9 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:45.481066 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d', 'code': 200} Feb 19 03:20:45.485201 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-792eb271-a9e7-4f83-8642-4246c5cfdd87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.535851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec81896b-3234-4ac0-a8c4-27e320d12f23 None None] No DVR routers for this DVR port 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:45.539234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81896b-3234-4ac0-a8c4-27e320d12f23 None None] Pushing event deleted for resources: {'Port': ['ID=1eb96e2f-acf2-4cbc-8738-05eb3fd7a564,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:45.593436 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfebedb3-1d37-42d3-9a4f-1faaa0cfbf2c admin admin] Publish callbacks [] for security_group (d3a8e1c7-c652-4f1a-aaf2-6f734af2fd88), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.601881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5fcd4-c1ad-4b2e-b515-2cb3db4205c0 req-359e39d3-80e0-4d62-8e74-71b0a2c7b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:45.604881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ee5fcd4-c1ad-4b2e-b515-2cb3db4205c0 req-359e39d3-80e0-4d62-8e74-71b0a2c7b1f7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 1127 time: 0.2347755 Feb 19 03:20:45.611996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfebedb3-1d37-42d3-9a4f-1faaa0cfbf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d3a8e1c7-c652-4f1a-aaf2-6f734af2fd88), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.613259 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (dfca6550-78bb-4b87-a9dd-bfb22bc8cf71), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.658177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebedb3-1d37-42d3-9a4f-1faaa0cfbf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a8e1c7-c652-4f1a-aaf2-6f734af2fd88,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:45.659672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfca6550-78bb-4b87-a9dd-bfb22bc8cf71']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:45.678111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3fba24-d0aa-4942-92c2-5c6444a1452e') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:45.678422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3fba24-d0aa-4942-92c2-5c6444a1452e') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:45.708419 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (9c3fba24-d0aa-4942-92c2-5c6444a1452e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.723966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891e6fe-8500-4bf5-9b50-b037607439a4 req-1b513b60-0962-4aee-9445-3197930abaf2 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:45.726271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c891e6fe-8500-4bf5-9b50-b037607439a4 req-1b513b60-0962-4aee-9445-3197930abaf2 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/ports?device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 949 time: 0.2452672 Feb 19 03:20:45.735650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dfebedb3-1d37-42d3-9a4f-1faaa0cfbf2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8149f54e54bd40db9a0fad345e4ba189&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3014832 Feb 19 03:20:45.739534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39066) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:45.748629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9c3fba24-d0aa-4942-92c2-5c6444a1452e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.759116 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-792eb271-a9e7-4f83-8642-4246c5cfdd87 admin admin] Publish callbacks [] for security_group (c83c0f73-5173-4ceb-883e-871c53ab9f88), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.762720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:45.763344 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (9c3fba24-d0aa-4942-92c2-5c6444a1452e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:45.767046 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:45.769493 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-792eb271-a9e7-4f83-8642-4246c5cfdd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c83c0f73-5173-4ceb-883e-871c53ab9f88), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.800842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ee5fcd4-c1ad-4b2e-b515-2cb3db4205c0 req-2d75cbfe-8589-42a9-a28a-9492da7762ae service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776674 Feb 19 03:20:45.894424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:45.910251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c891e6fe-8500-4bf5-9b50-b037607439a4 req-2c1d20f4-eb7d-43da-a2d0-2b031416a4b5 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.42 "GET /v2.0/security-groups?id=1253cc98-f72a-431e-8471-9d8e2f4af956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728809 Feb 19 03:20:45.933242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b096518-ebcb-40ae-b48c-54cda19f5bc2 admin admin] Publish callbacks [] for security_group (d3a8e1c7-c652-4f1a-aaf2-6f734af2fd88), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.951828 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-792eb271-a9e7-4f83-8642-4246c5cfdd87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad10df09fc16455b846f25b6b8e57a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5462933 Feb 19 03:20:45.957607 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39068) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:45.957835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:45.957835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1eb96e2f-acf2-4cbc-8738-05eb3fd7a564 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:45.958102 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c7dc75c7-230b-447f-9197-0a4ade83acb6 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:45.977212 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b096518-ebcb-40ae-b48c-54cda19f5bc2 admin admin] Publish callbacks [] for security_group (d3a8e1c7-c652-4f1a-aaf2-6f734af2fd88), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.003146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: c7dc75c7-230b-447f-9197-0a4ade83acb6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:46.003808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c7dc75c7-230b-447f-9197-0a4ade83acb6 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:46.011627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792eb271-a9e7-4f83-8642-4246c5cfdd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83c0f73-5173-4ceb-883e-871c53ab9f88,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:46.017920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (dfca6550-78bb-4b87-a9dd-bfb22bc8cf71), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.052371 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.063019 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/networks/dfca6550-78bb-4b87-a9dd-bfb22bc8cf71 HTTP/1.1" status: 204 len: 168 time: 1.6775057 Feb 19 03:20:46.066877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6090a-c138-4f1b-9ea8-311d450862b4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Pushing event deleted for resources: {'Network': ['ID=dfca6550-78bb-4b87-a9dd-bfb22bc8cf71,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:46.067631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39070) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:46.083480 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-18eb18a3-d128-4b9e-880d-da14bbbcbc05 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'routes': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:46.086067 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b096518-ebcb-40ae-b48c-54cda19f5bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d3a8e1c7-c652-4f1a-aaf2-6f734af2fd88), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.089045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b096518-ebcb-40ae-b48c-54cda19f5bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.091440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0b096518-ebcb-40ae-b48c-54cda19f5bc2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3a8e1c7-c652-4f1a-aaf2-6f734af2fd88 HTTP/1.1" status: 204 len: 168 time: 0.3435421 Feb 19 03:20:46.174482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7b69-bff7-4d25-96a1-a933624c5498 admin admin] Publish callbacks [] for security_group (c83c0f73-5173-4ceb-883e-871c53ab9f88), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.187616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b096518-ebcb-40ae-b48c-54cda19f5bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a8e1c7-c652-4f1a-aaf2-6f734af2fd88,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:46.223823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949101f5-e755-4ac6-87bf-9e14747c514f req-d3e0b3b7-6925-4226-94ae-86ee04cf2e4f tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:46.225813 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-949101f5-e755-4ac6-87bf-9e14747c514f req-d3e0b3b7-6925-4226-94ae-86ee04cf2e4f tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.37 "GET /v2.0/ports?device_id=a897c99c-2dbb-434e-a81c-4eb58c1f8f0b HTTP/1.1" status: 200 len: 949 time: 0.1547830 Feb 19 03:20:46.294433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7b69-bff7-4d25-96a1-a933624c5498 admin admin] Publish callbacks [] for security_group (c83c0f73-5173-4ceb-883e-871c53ab9f88), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.324412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4e378ff-bd08-4e58-a72e-0bd44dfc3ccf req-a44a0a6f-c9f7-4006-b907-e3aacf1ef1a6 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/5b96146b-a18c-4f04-82ab-e639856e9553 HTTP/1.1" status: 200 len: 1831 time: 0.2742167 Feb 19 03:20:46.487069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.extraroute_db [None req-18eb18a3-d128-4b9e-880d-da14bbbcbc05 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Added routes are [] {{(pid=103615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:20:46.487069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.extraroute_db [None req-18eb18a3-d128-4b9e-880d-da14bbbcbc05 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Removed routes are [] {{(pid=103615) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:20:46.487069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18eb18a3-d128-4b9e-880d-da14bbbcbc05 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.499798 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7b69-bff7-4d25-96a1-a933624c5498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c83c0f73-5173-4ceb-883e-871c53ab9f88), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.505491 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7b69-bff7-4d25-96a1-a933624c5498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.506737 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8bbc7b69-bff7-4d25-96a1-a933624c5498 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c83c0f73-5173-4ceb-883e-871c53ab9f88 HTTP/1.1" status: 204 len: 168 time: 0.5437787 Feb 19 03:20:46.519236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-949101f5-e755-4ac6-87bf-9e14747c514f req-357ab49c-cc92-47de-aca9-e091956943e6 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Deleting port 76c3312f-adda-4f75-873d-d1d498b025d6 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:46.519641 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-949101f5-e755-4ac6-87bf-9e14747c514f req-357ab49c-cc92-47de-aca9-e091956943e6 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.522597 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc7b69-bff7-4d25-96a1-a933624c5498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83c0f73-5173-4ceb-883e-871c53ab9f88,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:46.720639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18eb18a3-d128-4b9e-880d-da14bbbcbc05 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.725538 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18eb18a3-d128-4b9e-880d-da14bbbcbc05 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.743728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c290047-a1af-4206-a8e2-c7aebce1c51a req-1a2cb946-fe9f-4508-9658-0db80616c130 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:46.752908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c290047-a1af-4206-a8e2-c7aebce1c51a req-1a2cb946-fe9f-4508-9658-0db80616c130 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.2764335 Feb 19 03:20:46.797683 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-949101f5-e755-4ac6-87bf-9e14747c514f req-357ab49c-cc92-47de-aca9-e091956943e6 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] For port 76c3312f-adda-4f75-873d-d1d498b025d6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=76c3312f-adda-4f75-873d-d1d498b025d6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:46.798173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-949101f5-e755-4ac6-87bf-9e14747c514f req-357ab49c-cc92-47de-aca9-e091956943e6 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.843905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-949101f5-e755-4ac6-87bf-9e14747c514f req-357ab49c-cc92-47de-aca9-e091956943e6 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Calling delete_port for 76c3312f-adda-4f75-873d-d1d498b025d6 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:46.871275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eb18a3-d128-4b9e-880d-da14bbbcbc05 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 6b030f84-4dde-42c9-849f-b08f1f53cf29 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:46.910563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39086) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:46.928771 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f74c-768b-4a6f-9332-9dd19444bdb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.086663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eb18a3-d128-4b9e-880d-da14bbbcbc05 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:47.101356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18eb18a3-d128-4b9e-880d-da14bbbcbc05 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.103056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-18eb18a3-d128-4b9e-880d-da14bbbcbc05 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29 HTTP/1.1" status: 200 len: 701 time: 1.0339241 Feb 19 03:20:47.107747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39090) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:47.110450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] Sync routers for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:47.125539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c290047-a1af-4206-a8e2-c7aebce1c51a req-d631e725-aa90-48a3-89bb-2d31e7691b05 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714504 Feb 19 03:20:47.151655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:47.155076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:47.204195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2b3c52b2-c78d-4f93-b376-6530b0aba10c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b030f84-4dde-42c9-849f-b08f1f53cf29 HTTP/1.1" status: 200 len: 205 time: 0.0743940 Feb 19 03:20:47.204907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39096) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:47.261067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-949101f5-e755-4ac6-87bf-9e14747c514f req-357ab49c-cc92-47de-aca9-e091956943e6 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (76c3312f-adda-4f75-873d-d1d498b025d6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.328552 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ab49c-cc92-47de-aca9-e091956943e6 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Pushing event deleted for resources: {'Port': ['ID=76c3312f-adda-4f75-873d-d1d498b025d6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:47.351871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['76c3312f-adda-4f75-873d-d1d498b025d6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:20:47.363205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:47.454128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-949101f5-e755-4ac6-87bf-9e14747c514f req-357ab49c-cc92-47de-aca9-e091956943e6 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] No DVR routers for this DVR port 76c3312f-adda-4f75-873d-d1d498b025d6 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:47.460637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-949101f5-e755-4ac6-87bf-9e14747c514f req-357ab49c-cc92-47de-aca9-e091956943e6 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.473879 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-949101f5-e755-4ac6-87bf-9e14747c514f req-357ab49c-cc92-47de-aca9-e091956943e6 tempest-LiveMigrationNegativeTest-101965878 tempest-LiveMigrationNegativeTest-101965878-project] 10.222.0.37 "DELETE /v2.0/ports/76c3312f-adda-4f75-873d-d1d498b025d6 HTTP/1.1" status: 204 len: 173 time: 1.2389772 Feb 19 03:20:47.476290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a897c99c-2dbb-434e-a81c-4eb58c1f8f0b', 'name': 'network-vif-deleted', 'tag': '76c3312f-adda-4f75-873d-d1d498b025d6'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:47.483669 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1e4cab-4ecd-467c-80b7-2cf7b57e26ad" -d '{"events": [{"server_uuid": "a897c99c-2dbb-434e-a81c-4eb58c1f8f0b", "name": "network-vif-deleted", "tag": "76c3312f-adda-4f75-873d-d1d498b025d6"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:47.511425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:41Z', 'revision_number': 11, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:47.515780 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edbbf46f-6c81-4e47-bc7a-5c7658765655 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.554213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] Checking router: 6b030f84-4dde-42c9-849f-b08f1f53cf29 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:47.567379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] Routers {'6b030f84-4dde-42c9-849f-b08f1f53cf29'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:47.569567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['6b030f84-4dde-42c9-849f-b08f1f53cf29'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:47.655091 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f74c-768b-4a6f-9332-9dd19444bdb2 admin admin] Publish callbacks [] for security_group (51126f00-7ea1-4f02-a34a-5bd016390dfd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.675508 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f74c-768b-4a6f-9332-9dd19444bdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (51126f00-7ea1-4f02-a34a-5bd016390dfd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.710515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] Set router 6b030f84-4dde-42c9-849f-b08f1f53cf29 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:47.804427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1f74c-768b-4a6f-9332-9dd19444bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51126f00-7ea1-4f02-a34a-5bd016390dfd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:47.816984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:41Z', 'revision_number': 11, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:47.857497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba683d3-69f2-4c58-9a9e-a739dab6b429 req-02ed0dbb-4244-4949-8feb-c51154fe3e68 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:47.859577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ba683d3-69f2-4c58-9a9e-a739dab6b429 req-02ed0dbb-4244-4949-8feb-c51154fe3e68 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 945 time: 0.5682695 Feb 19 03:20:47.870664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b2b27-198d-4310-bc78-a0a5c1881438 None None] The sync data for ids ['6b030f84-4dde-42c9-849f-b08f1f53cf29'] in n-d-826756-2 is: [{'id': '6b030f84-4dde-42c9-849f-b08f1f53cf29', 'name': 'tempest-RoutersTest-router-1001207651', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:19:47Z', 'updated_at': '2022-02-19T03:20:41Z', 'revision_number': 11, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:48.032469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0bf1f74c-768b-4a6f-9332-9dd19444bdb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93a391b41ed14a6098979446451f8850&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1203272 Feb 19 03:20:48.035153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39110) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:48.196287 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edbbf46f-6c81-4e47-bc7a-5c7658765655 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.196658 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Publish callbacks [] for security_group (51126f00-7ea1-4f02-a34a-5bd016390dfd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.200148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edbbf46f-6c81-4e47-bc7a-5c7658765655 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (6b030f84-4dde-42c9-849f-b08f1f53cf29), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.249054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Publish callbacks [] for security_group (51126f00-7ea1-4f02-a34a-5bd016390dfd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.283818 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edbbf46f-6c81-4e47-bc7a-5c7658765655 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (6b030f84-4dde-42c9-849f-b08f1f53cf29), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.283818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbbf46f-6c81-4e47-bc7a-5c7658765655 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Fanout notify agent at l3_agent the message router_deleted on router 6b030f84-4dde-42c9-849f-b08f1f53cf29 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:20:48.294598 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edbbf46f-6c81-4e47-bc7a-5c7658765655 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.306738 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-edbbf46f-6c81-4e47-bc7a-5c7658765655 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29 HTTP/1.1" status: 204 len: 168 time: 1.0905397 Feb 19 03:20:48.307762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39116) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:48.312648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-fbb8cf5c-30f7-4a74-8a62-0de4c00a8d29 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1466232544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:48.372784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ba683d3-69f2-4c58-9a9e-a739dab6b429 req-e3aaff56-3bd3-44cc-97fd-d341e86006be tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520817 Feb 19 03:20:48.391446 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (51126f00-7ea1-4f02-a34a-5bd016390dfd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.394826 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.397900 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51126f00-7ea1-4f02-a34a-5bd016390dfd HTTP/1.1" status: 204 len: 168 time: 0.3599989 Feb 19 03:20:48.406010 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cf5c-30f7-4a74-8a62-0de4c00a8d29 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (3e94d256-888f-4f3a-b367-b49e47f42f86), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.412018 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cf5c-30f7-4a74-8a62-0de4c00a8d29 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (3e94d256-888f-4f3a-b367-b49e47f42f86), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.427272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51126f00-7ea1-4f02-a34a-5bd016390dfd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:48.502559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.503349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.507173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.507919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.508619 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.509564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.510728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.511451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.512947 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.514115 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.515031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.524417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.525624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0035c8-6cb8-47cf-a91d-fe41b168c4da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:48.566833 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-470d2a44-8937-4660-837b-50291389bb98 req-d49daaf5-93a0-460a-8307-89410c2a2648 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] show failed (client error): The resource could not be found. Feb 19 03:20:48.567914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-470d2a44-8937-4660-837b-50291389bb98 req-d49daaf5-93a0-460a-8307-89410c2a2648 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/154d160a-cecf-4367-b9d4-7ee2f5d56984 HTTP/1.1" status: 404 len: 352 time: 0.0505650 Feb 19 03:20:48.706809 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc459835-2d04-439a-b48e-ff27d9c02211 x-openstack-request-id: req-cc459835-2d04-439a-b48e-ff27d9c02211 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:48.707045 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a897c99c-2dbb-434e-a81c-4eb58c1f8f0b", "name": "network-vif-deleted", "tag": "76c3312f-adda-4f75-873d-d1d498b025d6", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:48.707502 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc459835-2d04-439a-b48e-ff27d9c02211 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:48.707661 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a897c99c-2dbb-434e-a81c-4eb58c1f8f0b', 'name': 'network-vif-deleted', 'tag': '76c3312f-adda-4f75-873d-d1d498b025d6', 'status': 'completed', 'code': 200} Feb 19 03:20:49.165289 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cf5c-30f7-4a74-8a62-0de4c00a8d29 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (3e94d256-888f-4f3a-b367-b49e47f42f86), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.180817 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cf5c-30f7-4a74-8a62-0de4c00a8d29 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (3e94d256-888f-4f3a-b367-b49e47f42f86), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.230549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cf5c-30f7-4a74-8a62-0de4c00a8d29 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.232961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fbb8cf5c-30f7-4a74-8a62-0de4c00a8d29 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9246769 Feb 19 03:20:49.235877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39152) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:49.247963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1e93af6b-3b2a-4504-8ab1-196150bf8149 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:49.258135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9880a-7cb6-411a-a37b-bdf742a668ac req-a8d8657b-5cf1-45d1-84b0-b8125aaa1e3b tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:49.266518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47c9880a-7cb6-411a-a37b-bdf742a668ac req-a8d8657b-5cf1-45d1-84b0-b8125aaa1e3b tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.0987840 Feb 19 03:20:49.352156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47c9880a-7cb6-411a-a37b-bdf742a668ac req-30bce6f5-4bc6-4e73-8236-879c2fd5277d tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842409 Feb 19 03:20:49.443436 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-13cce133-8bc4-41d5-bb04-eaff41b81256 req-b8fb7c2e-b839-44bb-907a-3709c9f416e8 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] show failed (client error): The resource could not be found. Feb 19 03:20:49.446987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cce133-8bc4-41d5-bb04-eaff41b81256 req-b8fb7c2e-b839-44bb-907a-3709c9f416e8 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-group-rules/e3e4613e-fdda-4591-a2b4-f400a2eec44d HTTP/1.1" status: 404 len: 361 time: 0.0374172 Feb 19 03:20:49.464335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39156) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:49.716995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891b20c-b1b2-4578-af8b-ee05ae0e10c5 req-78345829-8e6b-4cb2-baa5-72ec965972c2 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:49.734160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0891b20c-b1b2-4578-af8b-ee05ae0e10c5 req-78345829-8e6b-4cb2-baa5-72ec965972c2 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 945 time: 0.1250799 Feb 19 03:20:49.860130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0891b20c-b1b2-4578-af8b-ee05ae0e10c5 req-efff0ae6-0d0c-4aa8-98a2-942c1d0085e5 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208935 Feb 19 03:20:50.008192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e93af6b-3b2a-4504-8ab1-196150bf8149 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (3e94d256-888f-4f3a-b367-b49e47f42f86), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.032635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5309cc18-253c-4976-b5b5-a15cedcad9c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e94861769698421b9a4615d1ef86f045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649726 Feb 19 03:20:50.033644 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e93af6b-3b2a-4504-8ab1-196150bf8149 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (3e94d256-888f-4f3a-b367-b49e47f42f86), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.037147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39178) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:50.142608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-518d510b-e04c-4021-b68c-3df4fe5aca34 req-e8dd72d3-c279-4162-b88b-299171217f9a tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/5b96146b-a18c-4f04-82ab-e639856e9553 HTTP/1.1" status: 200 len: 1831 time: 0.1228352 Feb 19 03:20:50.247728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39182) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:50.250666 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-518d510b-e04c-4021-b68c-3df4fe5aca34 req-75024492-02e0-4756-8002-581b5042b856 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (5b96146b-a18c-4f04-82ab-e639856e9553), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.294284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-518d510b-e04c-4021-b68c-3df4fe5aca34 req-75024492-02e0-4756-8002-581b5042b856 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (5b96146b-a18c-4f04-82ab-e639856e9553), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.351380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1c18ea0-8388-4ba9-8ac6-cd162e4562fe admin admin] Publish callbacks [] for security_group (1253cc98-f72a-431e-8471-9d8e2f4af956), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.386648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-518d510b-e04c-4021-b68c-3df4fe5aca34 req-75024492-02e0-4756-8002-581b5042b856 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5b96146b-a18c-4f04-82ab-e639856e9553), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.391785 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-518d510b-e04c-4021-b68c-3df4fe5aca34 req-75024492-02e0-4756-8002-581b5042b856 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.405962 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-518d510b-e04c-4021-b68c-3df4fe5aca34 req-75024492-02e0-4756-8002-581b5042b856 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "DELETE /v2.0/security-groups/5b96146b-a18c-4f04-82ab-e639856e9553 HTTP/1.1" status: 204 len: 173 time: 0.2473369 Feb 19 03:20:50.447369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75024492-02e0-4756-8002-581b5042b856 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b96146b-a18c-4f04-82ab-e639856e9553,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:50.447674 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1c18ea0-8388-4ba9-8ac6-cd162e4562fe admin admin] Publish callbacks [] for security_group (1253cc98-f72a-431e-8471-9d8e2f4af956), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.495499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 76c3312f-adda-4f75-873d-d1d498b025d6 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:50.565958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e93af6b-3b2a-4504-8ab1-196150bf8149 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Router 3e94d256-888f-4f3a-b367-b49e47f42f86 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:20:50.609204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 76c3312f-adda-4f75-873d-d1d498b025d6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:50.612190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 76c3312f-adda-4f75-873d-d1d498b025d6 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:50.691424 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1c18ea0-8388-4ba9-8ac6-cd162e4562fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1253cc98-f72a-431e-8471-9d8e2f4af956), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.696953 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1c18ea0-8388-4ba9-8ac6-cd162e4562fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.701706 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a1c18ea0-8388-4ba9-8ac6-cd162e4562fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1253cc98-f72a-431e-8471-9d8e2f4af956 HTTP/1.1" status: 204 len: 168 time: 0.6484301 Feb 19 03:20:50.785699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c18ea0-8388-4ba9-8ac6-cd162e4562fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1253cc98-f72a-431e-8471-9d8e2f4af956,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:50.816982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-56af5fbc-fb1d-45c4-9069-ce1f519ae0f6 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1497859993'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:50.861754 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e93af6b-3b2a-4504-8ab1-196150bf8149 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:50.876102 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] Sync routers for ids ['3e94d256-888f-4f3a-b367-b49e47f42f86'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:50.891125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e93af6b-3b2a-4504-8ab1-196150bf8149 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.893057 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1e93af6b-3b2a-4504-8ab1-196150bf8149 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "PUT /v2.0/routers/3e94d256-888f-4f3a-b367-b49e47f42f86 HTTP/1.1" status: 200 len: 694 time: 1.6506977 Feb 19 03:20:50.895955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39210) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:50.909573 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] Routers {'3e94d256-888f-4f3a-b367-b49e47f42f86'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:50.910909 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3e94d256-888f-4f3a-b367-b49e47f42f86'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:50.992179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56af5fbc-fb1d-45c4-9069-ce1f519ae0f6 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (fc99cbfa-b5b8-4822-9a7c-58792ad6fbd5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.994300 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56af5fbc-fb1d-45c4-9069-ce1f519ae0f6 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (fc99cbfa-b5b8-4822-9a7c-58792ad6fbd5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.110258 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] Set router 3e94d256-888f-4f3a-b367-b49e47f42f86 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:51.220436 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e94d256-888f-4f3a-b367-b49e47f42f86', 'name': 'tempest-RoutersTest-router-1466232544', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:48Z', 'updated_at': '2022-02-19T03:20:50Z', 'revision_number': 2, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:51.241378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56af5fbc-fb1d-45c4-9069-ce1f519ae0f6 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router_controller (fc99cbfa-b5b8-4822-9a7c-58792ad6fbd5), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.247721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56af5fbc-fb1d-45c4-9069-ce1f519ae0f6 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (fc99cbfa-b5b8-4822-9a7c-58792ad6fbd5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.268218 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] Checking router: 3e94d256-888f-4f3a-b367-b49e47f42f86 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:51.296685 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-56af5fbc-fb1d-45c4-9069-ce1f519ae0f6 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.299191 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] Routers {'3e94d256-888f-4f3a-b367-b49e47f42f86'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:51.300346 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:20:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3e94d256-888f-4f3a-b367-b49e47f42f86'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:51.310656 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-56af5fbc-fb1d-45c4-9069-ce1f519ae0f6 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0051086 Feb 19 03:20:51.311602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39214) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:51.353886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-035c4b4c-87cb-4632-8e83-855ab24ea892 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/routers/3e94d256-888f-4f3a-b367-b49e47f42f86 HTTP/1.1" status: 200 len: 700 time: 0.4551487 Feb 19 03:20:51.356414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39216) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:51.407550 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] Set router 3e94d256-888f-4f3a-b367-b49e47f42f86 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:51.427114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c6787f46-b8f8-4062-9c15-7071890b2148 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e94d256-888f-4f3a-b367-b49e47f42f86 HTTP/1.1" status: 200 len: 205 time: 0.0692911 Feb 19 03:20:51.431760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39220) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:51.491148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1c4184c-3c5c-4965-8fb4-7c7f6035e735 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (fc99cbfa-b5b8-4822-9a7c-58792ad6fbd5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.502028 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e94d256-888f-4f3a-b367-b49e47f42f86', 'name': 'tempest-RoutersTest-router-1466232544', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:48Z', 'updated_at': '2022-02-19T03:20:50Z', 'revision_number': 2, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:51.540361 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3f7c7-8e5b-4b92-9a53-83ef0217f328 None None] The sync data for ids ['3e94d256-888f-4f3a-b367-b49e47f42f86'] in n-d-826756-2 is: [{'id': '3e94d256-888f-4f3a-b367-b49e47f42f86', 'name': 'tempest-RoutersTest-router-1466232544', 'tenant_id': '1373c6a20249432e97cd76dbf4a0ba52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:48Z', 'updated_at': '2022-02-19T03:20:50Z', 'revision_number': 2, 'project_id': '1373c6a20249432e97cd76dbf4a0ba52', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:51.609787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ce99-4804-403f-b7b7-2c6de23ccb16 req-dd3c861d-4da0-4dcb-adde-d76a04db2ad6 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:51.617607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5675ce99-4804-403f-b7b7-2c6de23ccb16 req-dd3c861d-4da0-4dcb-adde-d76a04db2ad6 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.3740559 Feb 19 03:20:51.643395 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b064618-855e-423d-9c3f-0df319648ccf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (3e94d256-888f-4f3a-b367-b49e47f42f86), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.918013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39230) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:51.941472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1c4184c-3c5c-4965-8fb4-7c7f6035e735 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (fc99cbfa-b5b8-4822-9a7c-58792ad6fbd5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.944892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1c4184c-3c5c-4965-8fb4-7c7f6035e735 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router_controller (fc99cbfa-b5b8-4822-9a7c-58792ad6fbd5), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.995974 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b064618-855e-423d-9c3f-0df319648ccf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (3e94d256-888f-4f3a-b367-b49e47f42f86), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.999050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b064618-855e-423d-9c3f-0df319648ccf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router_controller (3e94d256-888f-4f3a-b367-b49e47f42f86), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.026278 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b2ff6abe-239c-4275-a38b-c81938d463ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f284a02c2ab4407d8dbf953f16eb703e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1027994 Feb 19 03:20:52.029197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39232) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.038931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1c4184c-3c5c-4965-8fb4-7c7f6035e735 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (fc99cbfa-b5b8-4822-9a7c-58792ad6fbd5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.039358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c4184c-3c5c-4965-8fb4-7c7f6035e735 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc99cbfa-b5b8-4822-9a7c-58792ad6fbd5 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:20:52.044458 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1c4184c-3c5c-4965-8fb4-7c7f6035e735 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.045780 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c1c4184c-3c5c-4965-8fb4-7c7f6035e735 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] 10.222.0.42 "DELETE /v2.0/routers/fc99cbfa-b5b8-4822-9a7c-58792ad6fbd5 HTTP/1.1" status: 204 len: 168 time: 0.7328362 Feb 19 03:20:52.052498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39234) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.059979 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-06f372a9-69d0-4001-834e-cb7b04dbd76f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Request body: {'router': {'name': 'tempest-router-2127322439', 'distributed': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:52.104700 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b064618-855e-423d-9c3f-0df319648ccf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (3e94d256-888f-4f3a-b367-b49e47f42f86), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.104950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b064618-855e-423d-9c3f-0df319648ccf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Fanout notify agent at l3_agent the message router_deleted on router 3e94d256-888f-4f3a-b367-b49e47f42f86 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:20:52.117650 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06f372a9-69d0-4001-834e-cb7b04dbd76f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (8e55b559-e831-4f6b-9b5b-7254a47e47b9), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.117650 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06f372a9-69d0-4001-834e-cb7b04dbd76f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (8e55b559-e831-4f6b-9b5b-7254a47e47b9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.118487 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b064618-855e-423d-9c3f-0df319648ccf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.119645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0b064618-855e-423d-9c3f-0df319648ccf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/3e94d256-888f-4f3a-b367-b49e47f42f86 HTTP/1.1" status: 204 len: 168 time: 0.6851017 Feb 19 03:20:52.123325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39240) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.144536 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1825b790-904f-491e-b7c3-aad68710868a admin admin] Publish callbacks [] for security_group (f64600d3-fee6-4650-9b18-7611afe98839), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.155363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5675ce99-4804-403f-b7b7-2c6de23ccb16 req-a7b7e496-2e44-40da-863c-c9b3dff1f7dd tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284832 Feb 19 03:20:52.195466 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.209531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-872ec063-e584-44b7-8893-a3310d2af2bd tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e94d256-888f-4f3a-b367-b49e47f42f86 HTTP/1.1" status: 200 len: 205 time: 0.0848436 Feb 19 03:20:52.211926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39242) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.235871 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1825b790-904f-491e-b7c3-aad68710868a admin admin] Publish callbacks [] for security_group (f64600d3-fee6-4650-9b18-7611afe98839), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.238637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06f372a9-69d0-4001-834e-cb7b04dbd76f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router_controller (8e55b559-e831-4f6b-9b5b-7254a47e47b9), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.252930 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06f372a9-69d0-4001-834e-cb7b04dbd76f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (8e55b559-e831-4f6b-9b5b-7254a47e47b9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.260615 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-1c195def-65ff-4f57-b97f-6e4b7dbdcdbc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] delete failed (client error): The resource could not be found. Feb 19 03:20:52.266324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1c195def-65ff-4f57-b97f-6e4b7dbdcdbc tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/3e94d256-888f-4f3a-b367-b49e47f42f86 HTTP/1.1" status: 404 len: 336 time: 0.0530746 Feb 19 03:20:52.270153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39244) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.325058 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06f372a9-69d0-4001-834e-cb7b04dbd76f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.326661 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-06f372a9-69d0-4001-834e-cb7b04dbd76f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2732706 Feb 19 03:20:52.328530 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e3cc3c-f160-4f24-9c26-fd4911451f81 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:52.328988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e3cc3c-f160-4f24-9c26-fd4911451f81 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:52.332632 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e7e3cc3c-f160-4f24-9c26-fd4911451f81 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/05babb98-e8cd-453e-a3fe-cdb4be55d1bc HTTP/1.1" status: 404 len: 337 time: 0.0547736 Feb 19 03:20:52.333349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39248) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.335496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39250) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.337415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3900642b-bffb-4ece-be10-eb5092a34983 req-73db875d-45eb-4be2-b2de-7eabedff9f8f tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/d9d62dc0-1204-442b-b3aa-094745f06287 HTTP/1.1" status: 200 len: 1830 time: 0.1260238 Feb 19 03:20:52.407786 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaef079-cf8f-4f0d-86da-534398f83310 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:52.408244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcaef079-cf8f-4f0d-86da-534398f83310 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:52.413124 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bcaef079-cf8f-4f0d-86da-534398f83310 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/187b2dbd-2662-4521-9fca-0d9e2ddd2c7f HTTP/1.1" status: 404 len: 337 time: 0.0759563 Feb 19 03:20:52.415475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39254) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.440816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3900642b-bffb-4ece-be10-eb5092a34983 req-1b3b29e8-34cb-4e06-9693-6a75885b9ccc tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (d9d62dc0-1204-442b-b3aa-094745f06287), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.479775 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba45e1c3-5d7f-4157-9733-2f816b50fee9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:52.479775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba45e1c3-5d7f-4157-9733-2f816b50fee9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:52.479775 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ba45e1c3-5d7f-4157-9733-2f816b50fee9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/374c3d4f-fabf-4648-bac8-5d90c87a6c9a HTTP/1.1" status: 404 len: 337 time: 0.0624454 Feb 19 03:20:52.483950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39258) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.487880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f7f60ad-2bb1-4094-b440-491598faf081 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (8e55b559-e831-4f6b-9b5b-7254a47e47b9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.491023 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1825b790-904f-491e-b7c3-aad68710868a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f64600d3-fee6-4650-9b18-7611afe98839), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.493634 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1825b790-904f-491e-b7c3-aad68710868a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.494853 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1825b790-904f-491e-b7c3-aad68710868a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f64600d3-fee6-4650-9b18-7611afe98839 HTTP/1.1" status: 204 len: 168 time: 0.4644535 Feb 19 03:20:52.495070 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3900642b-bffb-4ece-be10-eb5092a34983 req-1b3b29e8-34cb-4e06-9693-6a75885b9ccc tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (d9d62dc0-1204-442b-b3aa-094745f06287), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.542438 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825b790-904f-491e-b7c3-aad68710868a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64600d3-fee6-4650-9b18-7611afe98839,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:52.544039 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b7688d-169d-4e66-b190-7ae86e5995ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:52.551512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b7688d-169d-4e66-b190-7ae86e5995ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:52.556944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-75b7688d-169d-4e66-b190-7ae86e5995ba tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/d14363d8-3a3f-432f-b931-2d18633911e1 HTTP/1.1" status: 404 len: 337 time: 0.0716152 Feb 19 03:20:52.561516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39262) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.620474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bd171a81-154f-4ce5-9e04-8219a6fc4ddb tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b030f84-4dde-42c9-849f-b08f1f53cf29 HTTP/1.1" status: 200 len: 205 time: 0.0468178 Feb 19 03:20:52.625970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39264) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.683252 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-2d3ef5c1-4fd1-4397-bdee-1d8a922af5c7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] delete failed (client error): The resource could not be found. Feb 19 03:20:52.683791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2d3ef5c1-4fd1-4397-bdee-1d8a922af5c7 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/6b030f84-4dde-42c9-849f-b08f1f53cf29 HTTP/1.1" status: 404 len: 336 time: 0.0566628 Feb 19 03:20:52.686489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39266) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.721268 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3900642b-bffb-4ece-be10-eb5092a34983 req-1b3b29e8-34cb-4e06-9693-6a75885b9ccc tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d9d62dc0-1204-442b-b3aa-094745f06287), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.724282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3900642b-bffb-4ece-be10-eb5092a34983 req-1b3b29e8-34cb-4e06-9693-6a75885b9ccc tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.726317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3900642b-bffb-4ece-be10-eb5092a34983 req-1b3b29e8-34cb-4e06-9693-6a75885b9ccc tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "DELETE /v2.0/security-groups/d9d62dc0-1204-442b-b3aa-094745f06287 HTTP/1.1" status: 204 len: 173 time: 0.3875833 Feb 19 03:20:52.733913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d46cc0d8-c2e4-4e1d-9998-f83306ab29b9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=51e6aca8-d37c-4546-95d0-592280079646 HTTP/1.1" status: 200 len: 205 time: 0.0407619 Feb 19 03:20:52.734734 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f7f60ad-2bb1-4094-b440-491598faf081 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (8e55b559-e831-4f6b-9b5b-7254a47e47b9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.734734 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39270) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.737620 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f7f60ad-2bb1-4094-b440-491598faf081 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router_controller (8e55b559-e831-4f6b-9b5b-7254a47e47b9), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.740337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b29e8-34cb-4e06-9693-6a75885b9ccc tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d62dc0-1204-442b-b3aa-094745f06287,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:52.811904 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-fda3cf4f-761b-4347-88a4-d4bf67573c93 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] delete failed (client error): The resource could not be found. Feb 19 03:20:52.815503 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fda3cf4f-761b-4347-88a4-d4bf67573c93 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/51e6aca8-d37c-4546-95d0-592280079646 HTTP/1.1" status: 404 len: 336 time: 0.0767190 Feb 19 03:20:52.815665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39272) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.861550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f7f60ad-2bb1-4094-b440-491598faf081 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (8e55b559-e831-4f6b-9b5b-7254a47e47b9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.862564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7f60ad-2bb1-4094-b440-491598faf081 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e55b559-e831-4f6b-9b5b-7254a47e47b9 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:20:52.868447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f7f60ad-2bb1-4094-b440-491598faf081 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.873409 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9f7f60ad-2bb1-4094-b440-491598faf081 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] 10.222.0.42 "DELETE /v2.0/routers/8e55b559-e831-4f6b-9b5b-7254a47e47b9 HTTP/1.1" status: 204 len: 168 time: 0.5349820 Feb 19 03:20:52.880878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39274) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.885817 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dad2bc3-1b29-4405-833e-8c7b30a6101b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:52.886083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c04c5b0f-0ee3-4a14-aac4-e60d30cd6f15 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Request body: {'router': {'name': 'tempest-router-1520772248', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c64f56950cce4e0bb6fd1902f3d46166'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:52.886428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dad2bc3-1b29-4405-833e-8c7b30a6101b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:52.897789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0dad2bc3-1b29-4405-833e-8c7b30a6101b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/2590b558-92f6-4040-a304-fc18d5a092a8 HTTP/1.1" status: 404 len: 337 time: 0.0750430 Feb 19 03:20:52.904703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39278) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.940805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c04c5b0f-0ee3-4a14-aac4-e60d30cd6f15 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (d170b38a-93b8-4215-907e-56cd4f1d6e53), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.943325 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c04c5b0f-0ee3-4a14-aac4-e60d30cd6f15 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (d170b38a-93b8-4215-907e-56cd4f1d6e53), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.957726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-47d53a18-ee62-4bfe-baa6-03e7b022180c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=e488fd91-fdf5-41f5-b563-607afc74a8de HTTP/1.1" status: 200 len: 205 time: 0.0497086 Feb 19 03:20:52.966755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39280) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.030282 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c04c5b0f-0ee3-4a14-aac4-e60d30cd6f15 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router_controller (d170b38a-93b8-4215-907e-56cd4f1d6e53), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.036782 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c04c5b0f-0ee3-4a14-aac4-e60d30cd6f15 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (d170b38a-93b8-4215-907e-56cd4f1d6e53), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.043684 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-6c146556-7a9a-4858-9e7a-4ade472e600c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] delete failed (client error): The resource could not be found. Feb 19 03:20:53.044801 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6c146556-7a9a-4858-9e7a-4ade472e600c tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/e488fd91-fdf5-41f5-b563-607afc74a8de HTTP/1.1" status: 404 len: 336 time: 0.0758579 Feb 19 03:20:53.049136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39282) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.079141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c04c5b0f-0ee3-4a14-aac4-e60d30cd6f15 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.084423 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c04c5b0f-0ee3-4a14-aac4-e60d30cd6f15 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2024128 Feb 19 03:20:53.085097 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39286) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.089996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:53.090737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1ff75373-b20c-4102-a7ad-0e70a18eca85 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=2480ee0f-0ad4-4411-8b69-8ff476ee9d94 HTTP/1.1" status: 200 len: 205 time: 0.0405097 Feb 19 03:20:53.101182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39288) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.178008 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-50528d81-72a3-4c4a-94e5-37e36e314395 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] delete failed (client error): The resource could not be found. Feb 19 03:20:53.179130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-50528d81-72a3-4c4a-94e5-37e36e314395 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/2480ee0f-0ad4-4411-8b69-8ff476ee9d94 HTTP/1.1" status: 404 len: 336 time: 0.0768373 Feb 19 03:20:53.196056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39294) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.251638 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-558617ca-bbd7-4f2f-bd05-cb2d3dbb0fb3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:53.252118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558617ca-bbd7-4f2f-bd05-cb2d3dbb0fb3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:53.263003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-558617ca-bbd7-4f2f-bd05-cb2d3dbb0fb3 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/af50c308-d6e6-4f35-99a8-2ef881d5d2c0 HTTP/1.1" status: 404 len: 337 time: 0.0637858 Feb 19 03:20:53.275733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dcefd-7cb9-4d48-8a9c-15574ad18da1 req-094ff53f-7841-417e-bf3d-754597134435 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:53.280703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd8dcefd-7cb9-4d48-8a9c-15574ad18da1 req-094ff53f-7841-417e-bf3d-754597134435 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 945 time: 0.3736470 Feb 19 03:20:53.296046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39298) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.350305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8003bdc0-f7c9-484a-9c08-ea401d9f88e6 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b15ea07-5cf9-4197-8710-565df0b9c77a HTTP/1.1" status: 200 len: 205 time: 0.0524981 Feb 19 03:20:53.350952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39302) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.436156 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-b2fdfd14-5388-476d-987f-e141ef42d8aa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] delete failed (client error): The resource could not be found. Feb 19 03:20:53.441019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b2fdfd14-5388-476d-987f-e141ef42d8aa tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/8b15ea07-5cf9-4197-8710-565df0b9c77a HTTP/1.1" status: 404 len: 336 time: 0.0868807 Feb 19 03:20:53.441689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39304) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.521324 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c055dae-3542-4cf9-8cfc-4749ece787bf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:53.521789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c055dae-3542-4cf9-8cfc-4749ece787bf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:53.528897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0c055dae-3542-4cf9-8cfc-4749ece787bf tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/86fb696a-4e1d-49c6-b985-7a0d8c48f0fa HTTP/1.1" status: 404 len: 337 time: 0.0833666 Feb 19 03:20:53.530740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39310) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.561040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd8dcefd-7cb9-4d48-8a9c-15574ad18da1 req-c048b686-df28-48cf-a450-539e0db2810c tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605851 Feb 19 03:20:53.612316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2741df26-fb2e-42fb-90ae-48995e067af9 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a75dc0b-321b-4b73-9d3c-164dbe683d76 HTTP/1.1" status: 200 len: 205 time: 0.0770891 Feb 19 03:20:53.614409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39320) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.712744 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-d479be47-7d49-4939-ab8d-d5f028526f95 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] delete failed (client error): The resource could not be found. Feb 19 03:20:53.714015 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d479be47-7d49-4939-ab8d-d5f028526f95 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/routers/1a75dc0b-321b-4b73-9d3c-164dbe683d76 HTTP/1.1" status: 404 len: 336 time: 0.0969563 Feb 19 03:20:53.717327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39328) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.789345 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-799d50b8-6f6a-4bbb-9ca3-898387e91ab4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:53.789865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799d50b8-6f6a-4bbb-9ca3-898387e91ab4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:53.794661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-799d50b8-6f6a-4bbb-9ca3-898387e91ab4 tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/512a317a-4a74-4c43-8903-ee3d0e9b4130 HTTP/1.1" status: 404 len: 337 time: 0.0753438 Feb 19 03:20:53.800933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39332) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.875950 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e73f7e-2790-4c4d-a30f-26628779996b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:53.875950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e73f7e-2790-4c4d-a30f-26628779996b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:53.880049 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-57e73f7e-2790-4c4d-a30f-26628779996b tempest-RoutersTest-20020914 tempest-RoutersTest-20020914-project] 10.222.0.42 "DELETE /v2.0/subnets/34503965-bde1-4e6d-8d31-3930489f38dd HTTP/1.1" status: 404 len: 337 time: 0.0774522 Feb 19 03:20:53.916695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (d170b38a-93b8-4215-907e-56cd4f1d6e53), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.917168 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (d170b38a-93b8-4215-907e-56cd4f1d6e53), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.033265 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103616) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 19 03:20:54.033643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Router d170b38a-93b8-4215-907e-56cd4f1d6e53 migrating from provider to provider. {{(pid=103616) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 19 03:20:54.034034 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router_controller (d170b38a-93b8-4215-907e-56cd4f1d6e53), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.042719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router_controller (d170b38a-93b8-4215-907e-56cd4f1d6e53), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.049431 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (d170b38a-93b8-4215-907e-56cd4f1d6e53), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.200773 n-d-826756-2 neutron-server[103616]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] No L3 agents can host the router d170b38a-93b8-4215-907e-56cd4f1d6e53 Feb 19 03:20:54.280986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-191b2ae9-1645-496c-97b9-cf695a6e563d tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8018737041a04c018853295f052e2ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383306 Feb 19 03:20:54.369687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39350) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:54.415169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Hosts for router d170b38a-93b8-4215-907e-56cd4f1d6e53: [] {{(pid=103616) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 19 03:20:54.464586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800125c-ea66-4824-9191-35a3c972653b req-96da4bec-456a-4640-ab55-e3ac5eb27eea tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:54.465533 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Hosts for other DVR routers connected to router d170b38a-93b8-4215-907e-56cd4f1d6e53: set() {{(pid=103616) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 19 03:20:54.467711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-96da4bec-456a-4640-ab55-e3ac5eb27eea tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701880 Feb 19 03:20:54.476162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.477395 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dc3cf449-ad31-47d3-905f-5f91c396a6a4 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] 10.222.0.42 "PUT /v2.0/routers/d170b38a-93b8-4215-907e-56cd4f1d6e53 HTTP/1.1" status: 200 len: 717 time: 1.3912129 Feb 19 03:20:54.483152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39356) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:54.484750 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-16365d47-959c-4a65-ae33-600b84cfcd11 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/quotas/8018737041a04c018853295f052e2ee0 HTTP/1.1" status: 200 len: 375 time: 0.0111511 Feb 19 03:20:54.537262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-6d87ebbe-d7b3-46c8-8c0e-5202040e1967 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8018737041a04c018853295f052e2ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419579 Feb 19 03:20:54.662718 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f5d70208-a8f9-44c6-8732-b464376d3c05 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] 10.222.0.42 "GET /v2.0/routers/d170b38a-93b8-4215-907e-56cd4f1d6e53 HTTP/1.1" status: 200 len: 717 time: 0.1783724 Feb 19 03:20:54.665482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39364) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:54.706056 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-36acd6ef-8350-4ca0-a70d-2e1263b1d452 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1373c6a20249432e97cd76dbf4a0ba52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350821 Feb 19 03:20:54.708660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39368) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:54.924646 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16109b72-7ede-45bc-89ab-332931c29101 admin admin] Publish callbacks [] for security_group (4d571509-0669-47b0-94e3-c912de149be5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.942210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-653bf138-521c-409b-8165-9e2ce93de235 req-4b2668cc-83ce-4121-bf2e-1cf02c477493 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/f92ece49-cd13-4f14-afe6-a9f8205c5637 HTTP/1.1" status: 200 len: 1829 time: 0.1658378 Feb 19 03:20:55.029390 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16109b72-7ede-45bc-89ab-332931c29101 admin admin] Publish callbacks [] for security_group (4d571509-0669-47b0-94e3-c912de149be5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.132627 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16109b72-7ede-45bc-89ab-332931c29101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4d571509-0669-47b0-94e3-c912de149be5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.135369 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16109b72-7ede-45bc-89ab-332931c29101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.136708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-16109b72-7ede-45bc-89ab-332931c29101 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d571509-0669-47b0-94e3-c912de149be5 HTTP/1.1" status: 204 len: 168 time: 0.4270308 Feb 19 03:20:55.163287 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ebb9b25e-58a0-4f47-bccc-9aef40885004 tempest-RoutersTestDVR-790459400 tempest-RoutersTestDVR-790459400-project] 10.222.0.42 "GET /v2.0/routers/d170b38a-93b8-4215-907e-56cd4f1d6e53 HTTP/1.1" status: 200 len: 683 time: 0.4938743 Feb 19 03:20:55.163430 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39388) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:55.191487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16109b72-7ede-45bc-89ab-332931c29101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d571509-0669-47b0-94e3-c912de149be5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:55.232891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-653bf138-521c-409b-8165-9e2ce93de235 req-2c196c35-64cb-49ae-b318-b256941ca492 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (f92ece49-cd13-4f14-afe6-a9f8205c5637), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.267254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-653bf138-521c-409b-8165-9e2ce93de235 req-2c196c35-64cb-49ae-b318-b256941ca492 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (f92ece49-cd13-4f14-afe6-a9f8205c5637), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.329550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bed043cb-8216-4c48-8eb6-f57fd4010625 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (d170b38a-93b8-4215-907e-56cd4f1d6e53), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.336264 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-653bf138-521c-409b-8165-9e2ce93de235 req-2c196c35-64cb-49ae-b318-b256941ca492 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f92ece49-cd13-4f14-afe6-a9f8205c5637), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.341550 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-653bf138-521c-409b-8165-9e2ce93de235 req-2c196c35-64cb-49ae-b318-b256941ca492 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.359874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-653bf138-521c-409b-8165-9e2ce93de235 req-2c196c35-64cb-49ae-b318-b256941ca492 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "DELETE /v2.0/security-groups/f92ece49-cd13-4f14-afe6-a9f8205c5637 HTTP/1.1" status: 204 len: 173 time: 0.4167099 Feb 19 03:20:55.386372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c196c35-64cb-49ae-b318-b256941ca492 tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92ece49-cd13-4f14-afe6-a9f8205c5637,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:55.549421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706006b-5fb0-4cef-baab-3a9b33bfa4c7 req-1fe8ad0a-827f-449d-b644-a004ef77117c tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:55.557890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d706006b-5fb0-4cef-baab-3a9b33bfa4c7 req-1fe8ad0a-827f-449d-b644-a004ef77117c tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1017528 Feb 19 03:20:55.643385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bed043cb-8216-4c48-8eb6-f57fd4010625 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (d170b38a-93b8-4215-907e-56cd4f1d6e53), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.646035 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bed043cb-8216-4c48-8eb6-f57fd4010625 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router_controller (d170b38a-93b8-4215-907e-56cd4f1d6e53), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.667552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d706006b-5fb0-4cef-baab-3a9b33bfa4c7 req-0d1f774f-9e48-4989-8af6-a07ea1901ba6 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070056 Feb 19 03:20:55.728847 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bed043cb-8216-4c48-8eb6-f57fd4010625 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (d170b38a-93b8-4215-907e-56cd4f1d6e53), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.729728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed043cb-8216-4c48-8eb6-f57fd4010625 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d170b38a-93b8-4215-907e-56cd4f1d6e53 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:20:55.742231 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bed043cb-8216-4c48-8eb6-f57fd4010625 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.744970 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bed043cb-8216-4c48-8eb6-f57fd4010625 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] 10.222.0.42 "DELETE /v2.0/routers/d170b38a-93b8-4215-907e-56cd4f1d6e53 HTTP/1.1" status: 204 len: 168 time: 0.5805333 Feb 19 03:20:55.748812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39400) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:55.771587 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-17f8d6b3-da31-4b49-a06c-810b041db21f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Request body: {'router': {'name': 'tempest-router-526063446', 'distributed': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:55.815574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f8d6b3-da31-4b49-a06c-810b041db21f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (79beb9a6-7bc0-4640-be48-20433803ee2b), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.816634 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f8d6b3-da31-4b49-a06c-810b041db21f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (79beb9a6-7bc0-4640-be48-20433803ee2b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.930988 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f8d6b3-da31-4b49-a06c-810b041db21f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router_controller (79beb9a6-7bc0-4640-be48-20433803ee2b), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.945539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f8d6b3-da31-4b49-a06c-810b041db21f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (79beb9a6-7bc0-4640-be48-20433803ee2b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.982076 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f8d6b3-da31-4b49-a06c-810b041db21f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.983700 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-17f8d6b3-da31-4b49-a06c-810b041db21f tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2326136 Feb 19 03:20:55.986686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39416) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:56.084572 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1496309f-1aa3-4964-8e07-7d19d462b2d2 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (79beb9a6-7bc0-4640-be48-20433803ee2b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.435059 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1496309f-1aa3-4964-8e07-7d19d462b2d2 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (79beb9a6-7bc0-4640-be48-20433803ee2b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.448423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1496309f-1aa3-4964-8e07-7d19d462b2d2 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router_controller (79beb9a6-7bc0-4640-be48-20433803ee2b), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.493318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c75d9dd8-547c-428b-be63-3a8ca0ca346f req-6494f0ec-04fa-4f9a-ba25-ee23b4e93708 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 210 time: 0.0543487 Feb 19 03:20:56.579997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1496309f-1aa3-4964-8e07-7d19d462b2d2 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (79beb9a6-7bc0-4640-be48-20433803ee2b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.580682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1496309f-1aa3-4964-8e07-7d19d462b2d2 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79beb9a6-7bc0-4640-be48-20433803ee2b {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:20:56.592277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1496309f-1aa3-4964-8e07-7d19d462b2d2 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.614261 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-ca2054fb-a567-491d-bf8c-1bcfea0f2f04 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8018737041a04c018853295f052e2ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281777 Feb 19 03:20:56.621586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1496309f-1aa3-4964-8e07-7d19d462b2d2 tempest-RoutersTestDVR-404328111 tempest-RoutersTestDVR-404328111-project-admin] 10.222.0.42 "DELETE /v2.0/routers/79beb9a6-7bc0-4640-be48-20433803ee2b HTTP/1.1" status: 204 len: 168 time: 0.6303573 Feb 19 03:20:56.720665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f54d6d65-15da-455c-a7ca-c1f31cd4c6d0 req-e345873b-cc9b-4755-9140-24444ca4a76e tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/2573a6fb-4109-4c33-96ff-9cc5a65d96ce HTTP/1.1" status: 200 len: 1831 time: 0.1611550 Feb 19 03:20:56.743243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800125c-ea66-4824-9191-35a3c972653b req-a0b5d5f2-3227-490e-9e90-454776f13ace tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:56.745496 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-a0b5d5f2-3227-490e-9e90-454776f13ace tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299326 Feb 19 03:20:56.770854 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Request body: {'port': {'device_id': 'c72a9e86-25e1-4bc5-8d71-8193d102d923', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8018737041a04c018853295f052e2ee0'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:56.802868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39446) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:56.949124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Made reservation on behalf of 8018737041a04c018853295f052e2ee0 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:56.951900 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f54d6d65-15da-455c-a7ca-c1f31cd4c6d0 req-46e0d091-d61b-41f9-921c-b41e4bad6a8b tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (2573a6fb-4109-4c33-96ff-9cc5a65d96ce), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.954737 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.967121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5f4536d8-4e2b-4652-a743-f0a63611752a tempest-DvrRoutersNegativeTest-681530135 tempest-DvrRoutersNegativeTest-681530135-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-265628165', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:56.970627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.policy [None req-5f4536d8-4e2b-4652-a743-f0a63611752a tempest-DvrRoutersNegativeTest-681530135 tempest-DvrRoutersNegativeTest-681530135-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103616) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 19 03:20:56.971686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.policy [None req-5f4536d8-4e2b-4652-a743-f0a63611752a tempest-DvrRoutersNegativeTest-681530135 tempest-DvrRoutersNegativeTest-681530135-project] Failed policy check for 'create_router' {{(pid=103616) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 19 03:20:56.972497 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-5f4536d8-4e2b-4652-a743-f0a63611752a tempest-DvrRoutersNegativeTest-681530135 tempest-DvrRoutersNegativeTest-681530135-project] create failed (client error): Access was denied to this resource. Feb 19 03:20:56.980331 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5f4536d8-4e2b-4652-a743-f0a63611752a tempest-DvrRoutersNegativeTest-681530135 tempest-DvrRoutersNegativeTest-681530135-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1760461 Feb 19 03:20:56.991079 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.020481 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f54d6d65-15da-455c-a7ca-c1f31cd4c6d0 req-46e0d091-d61b-41f9-921c-b41e4bad6a8b tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (2573a6fb-4109-4c33-96ff-9cc5a65d96ce), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.112022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f54d6d65-15da-455c-a7ca-c1f31cd4c6d0 req-46e0d091-d61b-41f9-921c-b41e4bad6a8b tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2573a6fb-4109-4c33-96ff-9cc5a65d96ce), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.115933 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f54d6d65-15da-455c-a7ca-c1f31cd4c6d0 req-46e0d091-d61b-41f9-921c-b41e4bad6a8b tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.127921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f54d6d65-15da-455c-a7ca-c1f31cd4c6d0 req-46e0d091-d61b-41f9-921c-b41e4bad6a8b tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "DELETE /v2.0/security-groups/2573a6fb-4109-4c33-96ff-9cc5a65d96ce HTTP/1.1" status: 204 len: 173 time: 0.3979242 Feb 19 03:20:57.139800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0d091-d61b-41f9-921c-b41e4bad6a8b tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2573a6fb-4109-4c33-96ff-9cc5a65d96ce,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:57.142142 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks [] for security_group (41e2c791-8e49-44d1-a6d5-d0d19de3fb1a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.149922 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (41e2c791-8e49-44d1-a6d5-d0d19de3fb1a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.376131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:57.385722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Allocated IP 192.168.233.57 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/ef092793-eb23-47e0-ad79-e6aa495dfd08) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:57.401190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39462) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:57.453872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39466) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:57.582932 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks [] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.591698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49364942-1497-45db-8364-55250cbf2df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.628829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.709339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Pushing event updated for resources: {'Port': ['ID=ef092793-eb23-47e0-ad79-e6aa495dfd08,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:57.715644 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5df81b8-2a1d-43c8-b1fb-9cedc23ceb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.745103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:57.747360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:57.750175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:57.834720 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49364942-1497-45db-8364-55250cbf2df0 admin admin] Publish callbacks [] for security_group (43c73c80-a8f9-4dc9-82a4-29a846325026), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.854093 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49364942-1497-45db-8364-55250cbf2df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (43c73c80-a8f9-4dc9-82a4-29a846325026), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.861194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:57.862027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.913612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49364942-1497-45db-8364-55250cbf2df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c73c80-a8f9-4dc9-82a4-29a846325026,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:57.926989 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-485e8cc4-aed0-4093-9895-48b869ce1abc tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1656239 Feb 19 03:20:57.961937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-49364942-1497-45db-8364-55250cbf2df0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c64f56950cce4e0bb6fd1902f3d46166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5570652 Feb 19 03:20:57.962422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39482) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:57.976814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Request body: {'port': {'device_id': 'c72a9e86-25e1-4bc5-8d71-8193d102d923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:58.055189 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5df81b8-2a1d-43c8-b1fb-9cedc23ceb9a admin admin] Publish callbacks [] for security_group (d0b59fa0-251a-4ca7-b613-2e05a0e55d80), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.062350 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5df81b8-2a1d-43c8-b1fb-9cedc23ceb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d0b59fa0-251a-4ca7-b613-2e05a0e55d80), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.104703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f25d8c6-98a9-41d2-bfa6-ccdb60b514a1 admin admin] Publish callbacks [] for security_group (43c73c80-a8f9-4dc9-82a4-29a846325026), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.112428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.143047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9b1f4bea-3a21-4c94-9d00-4c41cec00c95 None None] Provisioning complete for port ef092793-eb23-47e0-ad79-e6aa495dfd08 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:58.143845 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a5df81b8-2a1d-43c8-b1fb-9cedc23ceb9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=720aff06425c462091c69871ce996d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890719 Feb 19 03:20:58.144457 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4bea-3a21-4c94-9d00-4c41cec00c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.147701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df81b8-2a1d-43c8-b1fb-9cedc23ceb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b59fa0-251a-4ca7-b613-2e05a0e55d80,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.147924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39494) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:58.156931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f25d8c6-98a9-41d2-bfa6-ccdb60b514a1 admin admin] Publish callbacks [] for security_group (43c73c80-a8f9-4dc9-82a4-29a846325026), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.170850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc0ff2-1ec2-46a0-9844-383f9a249fc4 req-7c0a935f-f424-4be6-9785-126654020a57 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:58.172531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41dc0ff2-1ec2-46a0-9844-383f9a249fc4 req-7c0a935f-f424-4be6-9785-126654020a57 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.0873475 Feb 19 03:20:58.188540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f4bea-3a21-4c94-9d00-4c41cec00c95 None None] Port ef092793-eb23-47e0-ad79-e6aa495dfd08 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:58.260717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41dc0ff2-1ec2-46a0-9844-383f9a249fc4 req-cd9c32a5-8798-4769-9caf-ead694011790 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787904 Feb 19 03:20:58.343072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-522749a3-4243-4516-b424-5fc4c69abc8d req-e5f63305-3805-4138-b7a8-451a500a291a tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "GET /v2.0/security-groups/af777717-2de1-41c8-b0c0-6f7e71bad4bb HTTP/1.1" status: 200 len: 1831 time: 0.0494387 Feb 19 03:20:58.357606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e36bb89e-255c-4651-8f01-3494aab3f87a admin admin] Publish callbacks [] for security_group (d0b59fa0-251a-4ca7-b613-2e05a0e55d80), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.360693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f25d8c6-98a9-41d2-bfa6-ccdb60b514a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (43c73c80-a8f9-4dc9-82a4-29a846325026), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.365654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f25d8c6-98a9-41d2-bfa6-ccdb60b514a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.367831 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6f25d8c6-98a9-41d2-bfa6-ccdb60b514a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43c73c80-a8f9-4dc9-82a4-29a846325026 HTTP/1.1" status: 204 len: 168 time: 0.4040217 Feb 19 03:20:58.420537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25d8c6-98a9-41d2-bfa6-ccdb60b514a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c73c80-a8f9-4dc9-82a4-29a846325026,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.423502 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-522749a3-4243-4516-b424-5fc4c69abc8d req-b70d7867-de14-414d-8901-17d76decb4cf tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (af777717-2de1-41c8-b0c0-6f7e71bad4bb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.474587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e36bb89e-255c-4651-8f01-3494aab3f87a admin admin] Publish callbacks [] for security_group (d0b59fa0-251a-4ca7-b613-2e05a0e55d80), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.479985 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-522749a3-4243-4516-b424-5fc4c69abc8d req-b70d7867-de14-414d-8901-17d76decb4cf tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (af777717-2de1-41c8-b0c0-6f7e71bad4bb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.557718 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-522749a3-4243-4516-b424-5fc4c69abc8d req-b70d7867-de14-414d-8901-17d76decb4cf tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (af777717-2de1-41c8-b0c0-6f7e71bad4bb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.566192 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-522749a3-4243-4516-b424-5fc4c69abc8d req-b70d7867-de14-414d-8901-17d76decb4cf tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.578755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-522749a3-4243-4516-b424-5fc4c69abc8d req-b70d7867-de14-414d-8901-17d76decb4cf tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] 10.222.0.42 "DELETE /v2.0/security-groups/af777717-2de1-41c8-b0c0-6f7e71bad4bb HTTP/1.1" status: 204 len: 173 time: 0.2218962 Feb 19 03:20:58.601407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d7867-de14-414d-8901-17d76decb4cf tempest-SecurityGroupRulesNegativeTestJSON-905913469 tempest-SecurityGroupRulesNegativeTestJSON-905913469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af777717-2de1-41c8-b0c0-6f7e71bad4bb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.642264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39508) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:58.651574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e36bb89e-255c-4651-8f01-3494aab3f87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d0b59fa0-251a-4ca7-b613-2e05a0e55d80), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.656051 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e36bb89e-255c-4651-8f01-3494aab3f87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.659672 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e36bb89e-255c-4651-8f01-3494aab3f87a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0b59fa0-251a-4ca7-b613-2e05a0e55d80 HTTP/1.1" status: 204 len: 168 time: 0.5104711 Feb 19 03:20:58.677653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef092793-eb23-47e0-ad79-e6aa495dfd08 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:58.684667 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bb89e-255c-4651-8f01-3494aab3f87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b59fa0-251a-4ca7-b613-2e05a0e55d80,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.691549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Publish callbacks [] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.713550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Transition to ACTIVE for port object ef092793-eb23-47e0-ad79-e6aa495dfd08 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:20:58.721707 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.763344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ba91f1-7b98-407b-80ae-8ba588e1a74a admin admin] Deleting subnet 5407a151-e3cb-4fb3-9f9b-ced5982b4213 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:58.768968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57ba91f1-7b98-407b-80ae-8ba588e1a74a admin admin] Publish callbacks [] for subnet (5407a151-e3cb-4fb3-9f9b-ced5982b4213), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.808902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Pushing event updated for resources: {'Port': ['ID=ef092793-eb23-47e0-ad79-e6aa495dfd08,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.939175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Attempting to bind port ef092793-eb23-47e0-ad79-e6aa495dfd08 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:58.939856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Attempting to bind port ef092793-eb23-47e0-ad79-e6aa495dfd08 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:58.940382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Attempting to bind port ef092793-eb23-47e0-ad79-e6aa495dfd08 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:58.946506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Port ef092793-eb23-47e0-ad79-e6aa495dfd08 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:20:58.946835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57ba91f1-7b98-407b-80ae-8ba588e1a74a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (5407a151-e3cb-4fb3-9f9b-ced5982b4213), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.947329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Attempting to bind port ef092793-eb23-47e0-ad79-e6aa495dfd08 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:58.957521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:58.958552 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:58.959429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:58.960406 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Bound port: ef092793-eb23-47e0-ad79-e6aa495dfd08, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:58.961203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.037271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84d1fd-e0db-45ac-9f58-20824a59793d req-8be56a81-228e-4aa0-8f80-b91ff34a2902 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:59.044898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c84d1fd-e0db-45ac-9f58-20824a59793d req-8be56a81-228e-4aa0-8f80-b91ff34a2902 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 947 time: 0.1740088 Feb 19 03:20:59.046532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39520) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:59.051388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57ba91f1-7b98-407b-80ae-8ba588e1a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (5407a151-e3cb-4fb3-9f9b-ced5982b4213), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.119471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49165b9f-6838-4f90-9d6a-d8b7a9e9bdf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.203057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c84d1fd-e0db-45ac-9f58-20824a59793d req-603d52fd-00c9-4156-ae75-76fac34b85ca tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240427 Feb 19 03:20:59.210979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57ba91f1-7b98-407b-80ae-8ba588e1a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (5407a151-e3cb-4fb3-9f9b-ced5982b4213), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.227622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f2bd6446-7366-4d34-ad53-d9f13b29ae1d details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:20:59.279729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba91f1-7b98-407b-80ae-8ba588e1a74a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5407a151-e3cb-4fb3-9f9b-ced5982b4213,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:59.283126 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57ba91f1-7b98-407b-80ae-8ba588e1a74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.289474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-57ba91f1-7b98-407b-80ae-8ba588e1a74a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5407a151-e3cb-4fb3-9f9b-ced5982b4213 HTTP/1.1" status: 204 len: 168 time: 0.6458664 Feb 19 03:20:59.291570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39530) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:59.342405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] For port ef092793-eb23-47e0-ad79-e6aa495dfd08, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:59.357658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] For port ef092793-eb23-47e0-ad79-e6aa495dfd08, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef092793-eb23-47e0-ad79-e6aa495dfd08,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:59.376290 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.421683 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49165b9f-6838-4f90-9d6a-d8b7a9e9bdf2 admin admin] Publish callbacks [] for security_group (b29b9598-799c-40d2-bf72-468959b36ee0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.454329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:59.465894 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.470576 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49165b9f-6838-4f90-9d6a-d8b7a9e9bdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b29b9598-799c-40d2-bf72-468959b36ee0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.477991 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] 10.222.0.37 "PUT /v2.0/ports/ef092793-eb23-47e0-ad79-e6aa495dfd08 HTTP/1.1" status: 200 len: 1095 time: 1.5074868 Feb 19 03:20:59.480779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72a9e86-25e1-4bc5-8d71-8193d102d923', 'tag': 'ef092793-eb23-47e0-ad79-e6aa495dfd08'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:59.487679 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c72a9e86-25e1-4bc5-8d71-8193d102d923", "tag": "ef092793-eb23-47e0-ad79-e6aa495dfd08"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:59.489990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (bdf65fda-001c-47e2-bde0-0909f1b81130), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.528151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:59.551445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-49165b9f-6838-4f90-9d6a-d8b7a9e9bdf2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de270b657b7443faaf2e7e1d626bf229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4934778 Feb 19 03:20:59.552037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39550) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:59.560530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'port_id': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d', 'mac_address': 'fa:16:3e:cd:7f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c934e3-7b85-43d5-9c7b-befefe865487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:20:59.591579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49165b9f-6838-4f90-9d6a-d8b7a9e9bdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b9598-799c-40d2-bf72-468959b36ee0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:59.675412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a316da1-2540-4e98-ad42-f994ee7c1360 service neutron] Pushing event updated for resources: {'Port': ['ID=ef092793-eb23-47e0-ad79-e6aa495dfd08,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:59.692884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f2bd6446-7366-4d34-ad53-d9f13b29ae1d is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:59.695444 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.721792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800125c-ea66-4824-9191-35a3c972653b req-b8c55d77-2bd0-4ac7-b44f-1919d2bbfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:59.723694 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-b8c55d77-2bd0-4ac7-b44f-1919d2bbfa43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8018737041a04c018853295f052e2ee0&device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 1129 time: 0.1552358 Feb 19 03:20:59.728424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2bd6446-7366-4d34-ad53-d9f13b29ae1d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:59.733771 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9704b13-867f-4a65-b171-62776236fceb admin admin] Publish callbacks [] for security_group (b29b9598-799c-40d2-bf72-468959b36ee0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.826332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:59.841878 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.873418 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-cc537cf2-71c3-4ce7-a575-d69e13c64669 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ef092793-eb23-47e0-ad79-e6aa495dfd08 HTTP/1.1" status: 200 len: 217 time: 0.1340008 Feb 19 03:20:59.883259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (bdf65fda-001c-47e2-bde0-0909f1b81130), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.903152 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9704b13-867f-4a65-b171-62776236fceb admin admin] Publish callbacks [] for security_group (b29b9598-799c-40d2-bf72-468959b36ee0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.932451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf65fda-001c-47e2-bde0-0909f1b81130']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:59.986487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1a7afd-20d2-46a4-81a3-27f055004d04') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:59.987328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1a7afd-20d2-46a4-81a3-27f055004d04') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:59.993064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['f2bd6446-7366-4d34-ad53-d9f13b29ae1d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:20:59.999693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800125c-ea66-4824-9191-35a3c972653b req-9ea67fbf-925a-4bec-9a10-77759afbb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:00.002158 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-9ea67fbf-925a-4bec-9a10-77759afbb804 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1217778 Feb 19 03:21:00.022134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (9a1a7afd-20d2-46a4-81a3-27f055004d04), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.052166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9a1a7afd-20d2-46a4-81a3-27f055004d04), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.057022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:00.061390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:00.062392 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (9a1a7afd-20d2-46a4-81a3-27f055004d04), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:00.064892 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:00.132157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800125c-ea66-4824-9191-35a3c972653b req-8d19635c-dafc-4d4f-bef2-f4563fd9207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:00.133886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-8d19635c-dafc-4d4f-bef2-f4563fd9207e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1213024 Feb 19 03:21:00.145700 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9704b13-867f-4a65-b171-62776236fceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b29b9598-799c-40d2-bf72-468959b36ee0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.156193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9704b13-867f-4a65-b171-62776236fceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.156193 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a9704b13-867f-4a65-b171-62776236fceb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b29b9598-799c-40d2-bf72-468959b36ee0 HTTP/1.1" status: 204 len: 168 time: 0.5970185 Feb 19 03:21:00.196969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9704b13-867f-4a65-b171-62776236fceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b9598-799c-40d2-bf72-468959b36ee0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:00.223512 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (bdf65fda-001c-47e2-bde0-0909f1b81130), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.229969 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.238948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] 10.222.0.42 "DELETE /v2.0/networks/bdf65fda-001c-47e2-bde0-0909f1b81130 HTTP/1.1" status: 204 len: 168 time: 0.9449885 Feb 19 03:21:00.255997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d20097-dc25-4fff-b433-ae7802a67588 req-a830821d-a629-435d-8342-641d3cd766b1 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:00.258063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9d20097-dc25-4fff-b433-ae7802a67588 req-a830821d-a629-435d-8342-641d3cd766b1 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1263697 Feb 19 03:21:00.278431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45b17f-4c92-4994-b9ef-01797c9200ac admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf65fda-001c-47e2-bde0-0909f1b81130,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:00.310124 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-ea17c755-7ff5-4f12-8742-d4dd8dc9eb83 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679094 Feb 19 03:21:00.344523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9d20097-dc25-4fff-b433-ae7802a67588 req-e2452e99-3cd2-4748-863a-df0dfa3354c4 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751975 Feb 19 03:21:00.413552 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9931231-f7ee-4c78-9735-5091c2779981 x-openstack-request-id: req-e9931231-f7ee-4c78-9735-5091c2779981 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:00.414660 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72a9e86-25e1-4bc5-8d71-8193d102d923", "tag": "ef092793-eb23-47e0-ad79-e6aa495dfd08", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:00.414970 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9931231-f7ee-4c78-9735-5091c2779981 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:00.415380 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72a9e86-25e1-4bc5-8d71-8193d102d923', 'tag': 'ef092793-eb23-47e0-ad79-e6aa495dfd08', 'status': 'completed', 'code': 200} Feb 19 03:21:00.439152 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8800125c-ea66-4824-9191-35a3c972653b req-b1195fb8-2261-46b7-ab45-6b02c7425c8b service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187108 Feb 19 03:21:00.474397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39604) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:00.524390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907adcc9-21b6-4816-b7e0-301129d0ed18 req-96268d5a-cd64-4f6f-a31b-c7111d1f01c7 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:00.530364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-907adcc9-21b6-4816-b7e0-301129d0ed18 req-96268d5a-cd64-4f6f-a31b-c7111d1f01c7 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 950 time: 0.0688479 Feb 19 03:21:00.594222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-907adcc9-21b6-4816-b7e0-301129d0ed18 req-10cab3a5-f878-4300-b6ce-457cfb4812f5 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605705 Feb 19 03:21:00.627059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-7bba0c1b-cda9-42bf-9266-4516598724ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:00.629502 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-7bba0c1b-cda9-42bf-9266-4516598724ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8018737041a04c018853295f052e2ee0&device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 1129 time: 0.0647943 Feb 19 03:21:00.671382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39610) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:00.743580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-b2bc1faf-1713-4618-a2cd-fa522c5f11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:00.745245 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-b2bc1faf-1713-4618-a2cd-fa522c5f11b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1096861 Feb 19 03:21:00.768994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4dd32349-cc74-4b83-b178-a6b8a70bbdc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4621256a988344a5a119c3ce0a882771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0957267 Feb 19 03:21:00.771539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39614) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:00.806337 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-46766223-8838-4827-8fc8-fe7d33a1db6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ef092793-eb23-47e0-ad79-e6aa495dfd08 HTTP/1.1" status: 200 len: 217 time: 0.0523233 Feb 19 03:21:00.891950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-e478f609-dbd2-4451-87c4-2cc1782e200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:00.895154 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-e478f609-dbd2-4451-87c4-2cc1782e200d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0778315 Feb 19 03:21:01.010888 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-3b9dddab-f17a-48ec-b651-295971ebeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:01.012723 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-3b9dddab-f17a-48ec-b651-295971ebeeb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1069434 Feb 19 03:21:01.228238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670f523-2d3d-45e4-9d1b-56fdc93da545 req-98cd33ea-c4e1-4f2b-81d8-7941e9787540 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:01.230790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b670f523-2d3d-45e4-9d1b-56fdc93da545 req-98cd33ea-c4e1-4f2b-81d8-7941e9787540 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 947 time: 0.5416470 Feb 19 03:21:01.251562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0755a943-e36c-4c1a-aeaa-1709eaf9b20a admin admin] Publish callbacks [] for security_group (3ecfe367-80c1-4941-b84d-9df8e6f27cf3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.252826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f2bd6446-7366-4d34-ad53-d9f13b29ae1d up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:01.273761 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-18c70c6f-6a4f-4cfd-95a9-37e5d1a7543b service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521703 Feb 19 03:21:01.281011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0755a943-e36c-4c1a-aeaa-1709eaf9b20a admin admin] Publish callbacks [] for security_group (3ecfe367-80c1-4941-b84d-9df8e6f27cf3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.375024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013734776'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:01.380446 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0755a943-e36c-4c1a-aeaa-1709eaf9b20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3ecfe367-80c1-4941-b84d-9df8e6f27cf3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.389186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0755a943-e36c-4c1a-aeaa-1709eaf9b20a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.393026 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0755a943-e36c-4c1a-aeaa-1709eaf9b20a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ecfe367-80c1-4941-b84d-9df8e6f27cf3 HTTP/1.1" status: 204 len: 168 time: 0.6179974 Feb 19 03:21:01.396406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port f2bd6446-7366-4d34-ad53-d9f13b29ae1d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:01.396842 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.428254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755a943-e36c-4c1a-aeaa-1709eaf9b20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecfe367-80c1-4941-b84d-9df8e6f27cf3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:01.462572 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.500565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b670f523-2d3d-45e4-9d1b-56fdc93da545 req-9b9a54c1-8862-4663-a59d-827ed43bc2d3 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502177 Feb 19 03:21:01.513108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.539328 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a6b2d2a5-e171-43d3-8549-a36eb10b54a3 req-ae801d27-c58b-41f8-ad9f-42ade01a8c8d service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528291 Feb 19 03:21:01.695519 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (d32be40d-e039-4ffc-908b-82f085f97e31), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.701309 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d32be40d-e039-4ffc-908b-82f085f97e31), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.733084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f2bd6446-7366-4d34-ad53-d9f13b29ae1d is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:01.733084 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.759179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39646) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:01.766357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:01.769324 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776bff59-f133-4b3d-aba0-1b7d81072e4d" -d '{"events": [{"server_uuid": "af7ee1b0-c197-4254-9bcd-0a16888328bd", "name": "network-vif-plugged", "status": "completed", "tag": "f2bd6446-7366-4d34-ad53-d9f13b29ae1d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:01.782277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32be40d-e039-4ffc-908b-82f085f97e31,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:01.783673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:01.789444 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.888186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (0e20a679-fa63-42ab-b1a5-514770a52981), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.892146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:01.893010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0e20a679-fa63-42ab-b1a5-514770a52981), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.930054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.931316 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4558823 Feb 19 03:21:01.934281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39654) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:01.936774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238d717-4a50-485f-be75-f97e6c426a70 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e20a679-fa63-42ab-b1a5-514770a52981,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:02.054281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1a023b1a-c567-427c-b3e3-776d91cd8522 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1183507 Feb 19 03:21:02.057129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39656) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.069038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ee616adb-800e-413e-9313-e6009557869e tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group': {'name': 'tempest-security--365699401', 'description': 'tempest-security-description-896181905'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:02.084789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1235057995'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:02.149461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:02.154449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.164832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.189412 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee616adb-800e-413e-9313-e6009557869e tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (0e20a679-fa63-42ab-b1a5-514770a52981), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.264684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee616adb-800e-413e-9313-e6009557869e tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (0e20a679-fa63-42ab-b1a5-514770a52981), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.271089 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee616adb-800e-413e-9313-e6009557869e tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0e20a679-fa63-42ab-b1a5-514770a52981), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.280843 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee616adb-800e-413e-9313-e6009557869e tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.283390 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ee616adb-800e-413e-9313-e6009557869e tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "PUT /v2.0/security-groups/0e20a679-fa63-42ab-b1a5-514770a52981 HTTP/1.1" status: 200 len: 1795 time: 0.2190437 Feb 19 03:21:02.291044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39664) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.329537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee616adb-800e-413e-9313-e6009557869e tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e20a679-fa63-42ab-b1a5-514770a52981,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:02.365959 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for security_group (8d3829d9-fcc3-4084-a544-1704a12f8408), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.369797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-af764795-ec8b-485b-96eb-b0d861af8393 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups/0e20a679-fa63-42ab-b1a5-514770a52981 HTTP/1.1" status: 200 len: 1795 time: 0.0771759 Feb 19 03:21:02.373764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39666) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.384311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8d3829d9-fcc3-4084-a544-1704a12f8408), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.446114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:02.461198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3829d9-fcc3-4084-a544-1704a12f8408,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:02.493828 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (158d5408-3f6c-4a12-b27a-f0a21a392047), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.494220 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Added segment 158d5408-3f6c-4a12-b27a-f0a21a392047 of type vlan for network bbbabb97-7b58-44ba-8518-a6a14187983e Feb 19 03:21:02.544917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41434403-e334-4f24-bf01-d4f81f7c8569 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (0e20a679-fa63-42ab-b1a5-514770a52981), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.568469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef092793-eb23-47e0-ad79-e6aa495dfd08 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:21:02.582226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41434403-e334-4f24-bf01-d4f81f7c8569 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (0e20a679-fa63-42ab-b1a5-514770a52981), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.585130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (bbbabb97-7b58-44ba-8518-a6a14187983e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.681500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41434403-e334-4f24-bf01-d4f81f7c8569 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0e20a679-fa63-42ab-b1a5-514770a52981), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.686203 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41434403-e334-4f24-bf01-d4f81f7c8569 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.692819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39682) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.694199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-41434403-e334-4f24-bf01-d4f81f7c8569 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e20a679-fa63-42ab-b1a5-514770a52981 HTTP/1.1" status: 204 len: 168 time: 0.3118520 Feb 19 03:21:02.712754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (bbbabb97-7b58-44ba-8518-a6a14187983e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.722638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:02.723696 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.739477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41434403-e334-4f24-bf01-d4f81f7c8569 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e20a679-fa63-42ab-b1a5-514770a52981,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:02.805398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0398862 Feb 19 03:21:02.808302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39690) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.817056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:02.845242 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ead97772-dd03-49a3-9e1d-edf251d6d916 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1450155 Feb 19 03:21:02.850360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39692) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.884722 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-f3cefe04-6094-4d88-8e89-ceee4fa83a15 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] delete failed (client error): The resource could not be found. Feb 19 03:21:02.889196 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f3cefe04-6094-4d88-8e89-ceee4fa83a15 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e20a679-fa63-42ab-b1a5-514770a52981 HTTP/1.1" status: 404 len: 347 time: 0.0365257 Feb 19 03:21:02.894057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39694) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.900190 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-25f02577-916c-4e42-bc62-a811a4ca9a37 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625001953'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:02.923490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ef092793-eb23-47e0-ad79-e6aa495dfd08, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef092793-eb23-47e0-ad79-e6aa495dfd08,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:02.943413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'ef092793-eb23-47e0-ad79-e6aa495dfd08', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'ef092793-eb23-47e0-ad79-e6aa495dfd08', 'mac_address': 'fa:16:3e:b3:3f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:21:02.952413 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25f02577-916c-4e42-bc62-a811a4ca9a37 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.957689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39696) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.003640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f1326-9fc7-453d-8ba3-73328d3377e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Network': ['ID=bbbabb97-7b58-44ba-8518-a6a14187983e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.040070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:03.041381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:03.045186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.159471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25f02577-916c-4e42-bc62-a811a4ca9a37 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (8e540635-21ea-4d58-a9ce-fe9d1a454f92), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.164297 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25f02577-916c-4e42-bc62-a811a4ca9a37 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8e540635-21ea-4d58-a9ce-fe9d1a454f92), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.213451 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25f02577-916c-4e42-bc62-a811a4ca9a37 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.225915 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-25f02577-916c-4e42-bc62-a811a4ca9a37 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3203051 Feb 19 03:21:03.227364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39710) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.232796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-db3c9c71-b22c-4dd3-8b43-6a0a1b40d020 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': '8e540635-21ea-4d58-a9ce-fe9d1a454f92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:03.243176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ef092793-eb23-47e0-ad79-e6aa495dfd08 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:03.243571 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.244132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f02577-916c-4e42-bc62-a811a4ca9a37 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e540635-21ea-4d58-a9ce-fe9d1a454f92,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.271382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-897431147-network', 'tenant_id': '386611ab44ec4f4ba766be54796ba9c5'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:03.274028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:03.299139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef092793-eb23-47e0-ad79-e6aa495dfd08 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:03.325611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ef092793-eb23-47e0-ad79-e6aa495dfd08, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef092793-eb23-47e0-ad79-e6aa495dfd08,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:03.335939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.363498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Made reservation on behalf of 386611ab44ec4f4ba766be54796ba9c5 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:03.365957 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.393735 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db3c9c71-b22c-4dd3-8b43-6a0a1b40d020 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (3b1f2399-d51f-464c-ad9d-e1d451750ded), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.423164 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.437084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365c9f1-6063-45f6-81a4-f62b996c5d6c req-9cae4cff-c79b-493d-a8f2-d15b3fde7cbf tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:03.438731 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0365c9f1-6063-45f6-81a4-f62b996c5d6c req-9cae4cff-c79b-493d-a8f2-d15b3fde7cbf tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1847656 Feb 19 03:21:03.448126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:03.448524 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.463648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ef092793-eb23-47e0-ad79-e6aa495dfd08,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.490261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:03.500937 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.551882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db3c9c71-b22c-4dd3-8b43-6a0a1b40d020 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (3b1f2399-d51f-464c-ad9d-e1d451750ded), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.556796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.572104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db3c9c71-b22c-4dd3-8b43-6a0a1b40d020 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3b1f2399-d51f-464c-ad9d-e1d451750ded), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.650903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0365c9f1-6063-45f6-81a4-f62b996c5d6c req-6db66c6e-7b8a-4095-be11-cce53c9c5851 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981781 Feb 19 03:21:03.680186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c9c71-b22c-4dd3-8b43-6a0a1b40d020 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1f2399-d51f-464c-ad9d-e1d451750ded,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.700143 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db3c9c71-b22c-4dd3-8b43-6a0a1b40d020 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.704688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-db3c9c71-b22c-4dd3-8b43-6a0a1b40d020 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4744732 Feb 19 03:21:03.704955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.711425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (19132afe-9cfc-4408-be0f-247b1e2a62bc), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.719837 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34da5b79-45ca-44b3-b7b6-c44a84559176 x-openstack-request-id: req-34da5b79-45ca-44b3-b7b6-c44a84559176 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:03.720882 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7ee1b0-c197-4254-9bcd-0a16888328bd", "name": "network-vif-plugged", "status": "completed", "tag": "f2bd6446-7366-4d34-ad53-d9f13b29ae1d", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:03.721356 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34da5b79-45ca-44b3-b7b6-c44a84559176 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:03.722028 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d', 'code': 200} Feb 19 03:21:03.752647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f774076e-0c2f-451e-a0fa-a52f802b8282 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (3b1f2399-d51f-464c-ad9d-e1d451750ded), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.774840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef092793-eb23-47e0-ad79-e6aa495dfd08'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:03.776325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=19132afe-9cfc-4408-be0f-247b1e2a62bc,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.806746 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f774076e-0c2f-451e-a0fa-a52f802b8282 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (3b1f2399-d51f-464c-ad9d-e1d451750ded), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.815354 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Publish callbacks [] for security_group (c0fb9788-8ade-435a-be59-7a50c4685968), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.823549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c0fb9788-8ade-435a-be59-7a50c4685968), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.887872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:03.889835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f774076e-0c2f-451e-a0fa-a52f802b8282 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3b1f2399-d51f-464c-ad9d-e1d451750ded), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.896485 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f774076e-0c2f-451e-a0fa-a52f802b8282 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.899308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:03.904141 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f774076e-0c2f-451e-a0fa-a52f802b8282 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3b1f2399-d51f-464c-ad9d-e1d451750ded HTTP/1.1" status: 204 len: 168 time: 0.1979599 Feb 19 03:21:03.905716 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39718) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.906785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network hostable DHCP agents. Network: bbbabb97-7b58-44ba-8518-a6a14187983e, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:21:03.927173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fb9788-8ade-435a-be59-7a50c4685968,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.931660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774076e-0c2f-451e-a0fa-a52f802b8282 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b1f2399-d51f-464c-ad9d-e1d451750ded,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.950760 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (0aaae110-0db3-419d-8c8e-e61ff7be9efe), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.951206 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Added segment 0aaae110-0db3-419d-8c8e-e61ff7be9efe of type vlan for network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 Feb 19 03:21:04.032732 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a59eb5ea-51ad-4118-8961-20f97c882cf9 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1165280 Feb 19 03:21:04.033352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39720) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:04.042764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:21:04.092875 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (25750d6e-2380-4f73-8e9a-30d5d668b0b7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.102758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, bbbabb97-7b58-44ba-8518-a6a14187983e) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:04.109915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:04.110522 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.117133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a2b550-5299-4b3b-9521-b67d567d3963 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:04.156265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8952c841-3ea0-4cb2-a6bf-9db067d4edd3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3467205 Feb 19 03:21:04.163005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39724) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:04.173998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'name': 'tempest-NetworksTestDHCPv6-1604557580'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:04.177322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (25750d6e-2380-4f73-8e9a-30d5d668b0b7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.182141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-097a05f7-a3f2-4849-a94f-ed2d73fa5a99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (8e540635-21ea-4d58-a9ce-fe9d1a454f92), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.182499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:04.185661 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.241378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-097a05f7-a3f2-4849-a94f-ed2d73fa5a99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (8e540635-21ea-4d58-a9ce-fe9d1a454f92), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.301587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '19132afe-9cfc-4408-be0f-247b1e2a62bc'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:04.311468 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.361196 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3995295 Feb 19 03:21:04.361435 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-097a05f7-a3f2-4849-a94f-ed2d73fa5a99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8e540635-21ea-4d58-a9ce-fe9d1a454f92), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.362579 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-097a05f7-a3f2-4849-a94f-ed2d73fa5a99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.367463 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-097a05f7-a3f2-4849-a94f-ed2d73fa5a99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/8e540635-21ea-4d58-a9ce-fe9d1a454f92 HTTP/1.1" status: 204 len: 168 time: 0.3329153 Feb 19 03:21:04.368679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39728) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:04.369246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39730) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:04.398098 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Request body: {'subnet': {'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-897431147-subnet', 'tenant_id': '386611ab44ec4f4ba766be54796ba9c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:04.471696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a05f7-a3f2-4849-a94f-ed2d73fa5a99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e540635-21ea-4d58-a9ce-fe9d1a454f92,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:04.600921 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cf0cdf8c-d267-43f5-9935-1fcc34108b05 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1984212 Feb 19 03:21:04.606967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39734) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:04.611688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Made reservation on behalf of 386611ab44ec4f4ba766be54796ba9c5 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:04.617543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.622952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d53fc7-3227-44c3-a941-71ca9cdb7b63 admin admin] Pushing event updated for resources: {'Network': ['ID=25750d6e-2380-4f73-8e9a-30d5d668b0b7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:04.627553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/19132afe-9cfc-4408-be0f-247b1e2a62bc/28bb0871-7540-4ebe-91f7-c2756448b1cd) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:04.632990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1e2f3831-088c-4d6a-8b57-3a21f5339229 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638629852'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:04.726139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bb41b-aadb-4915-b9cd-14b7a930ccbe req-1c7b807a-f83f-4087-a807-716e04b24975 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:04.727926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-379bb41b-aadb-4915-b9cd-14b7a930ccbe req-1c7b807a-f83f-4087-a807-716e04b24975 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 948 time: 0.3861048 Feb 19 03:21:04.778012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:04.817048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e2f3831-088c-4d6a-8b57-3a21f5339229 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.832271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:04.835775 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.900150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port b71e9083-dc8d-45c9-a34f-4360d140c168 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:04.922784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e2f3831-088c-4d6a-8b57-3a21f5339229 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (74aa4b53-b40f-4b4b-89cd-78b7d4f168e3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.940968 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e2f3831-088c-4d6a-8b57-3a21f5339229 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (74aa4b53-b40f-4b4b-89cd-78b7d4f168e3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.006416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-379bb41b-aadb-4915-b9cd-14b7a930ccbe req-df34573f-9c58-45f1-9ac3-2ffbbc135c4c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694888 Feb 19 03:21:05.039815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e2f3831-088c-4d6a-8b57-3a21f5339229 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.044535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39740) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:05.044851 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1e2f3831-088c-4d6a-8b57-3a21f5339229 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4319031 Feb 19 03:21:05.062497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8ba207ea-1199-4f7c-ade8-0439f0c4e065 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': '74aa4b53-b40f-4b4b-89cd-78b7d4f168e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:05.064332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f3831-088c-4d6a-8b57-3a21f5339229 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74aa4b53-b40f-4b4b-89cd-78b7d4f168e3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:05.117320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ba207ea-1199-4f7c-ade8-0439f0c4e065 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (adc5d1c3-49b3-4d04-9a65-903cdd944509), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.149332 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Publish callbacks [] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.170348 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.262183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Pushing event updated for resources: {'Port': ['ID=28bb0871-7540-4ebe-91f7-c2756448b1cd,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:05.294864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:05.297369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:05.302041 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (67651e34-c6d5-437c-a977-e22e860ae28e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.316162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::242 (bbbabb97-7b58-44ba-8518-a6a14187983e/19132afe-9cfc-4408-be0f-247b1e2a62bc/b71e9083-dc8d-45c9-a34f-4360d140c168) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:05.322837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:05.413795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=67651e34-c6d5-437c-a977-e22e860ae28e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:05.461652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Attempting to bind port 28bb0871-7540-4ebe-91f7-c2756448b1cd on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:05.463253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Attempting to bind port 28bb0871-7540-4ebe-91f7-c2756448b1cd by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:05.463748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Attempting to bind port 28bb0871-7540-4ebe-91f7-c2756448b1cd on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:05.475550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:05.477908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Checking segment: {'id': '0aaae110-0db3-419d-8c8e-e61ff7be9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:05.478609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:05.479158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.480673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:05.481326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Bound port: 28bb0871-7540-4ebe-91f7-c2756448b1cd, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:05.481650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Network hostable DHCP agents. Network: 25750d6e-2380-4f73-8e9a-30d5d668b0b7, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:21:05.483232 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.518825 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ba207ea-1199-4f7c-ade8-0439f0c4e065 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (adc5d1c3-49b3-4d04-9a65-903cdd944509), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.521341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:21:05.544068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 25750d6e-2380-4f73-8e9a-30d5d668b0b7) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:05.552582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:05.553200 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.556181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc4aa2-2c09-47a1-8c5f-1c441d7c969b None None] Network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:05.573268 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ba207ea-1199-4f7c-ade8-0439f0c4e065 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (adc5d1c3-49b3-4d04-9a65-903cdd944509), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.595027 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bd094090-a5ad-4847-a26e-9f79886f9f6a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2131057 Feb 19 03:21:05.599700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39762) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:05.640906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] For port 28bb0871-7540-4ebe-91f7-c2756448b1cd, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:05.643764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba207ea-1199-4f7c-ade8-0439f0c4e065 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc5d1c3-49b3-4d04-9a65-903cdd944509,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:05.645919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] For port 28bb0871-7540-4ebe-91f7-c2756448b1cd, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=28bb0871-7540-4ebe-91f7-c2756448b1cd,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:05.663732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb760e-e584-4520-a171-04444d4b9998 req-d7e344db-bb80-4185-92ac-dbb4e4eb4271 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:05.665699 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.668914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03fb760e-e584-4520-a171-04444d4b9998 req-d7e344db-bb80-4185-92ac-dbb4e4eb4271 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1483574 Feb 19 03:21:05.685745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (b71e9083-dc8d-45c9-a34f-4360d140c168), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.694298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ba207ea-1199-4f7c-ade8-0439f0c4e065 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.714320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39766) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:05.724181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6a7c9dbf-91fe-4e1f-aad8-ced427502ba7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': '74aa4b53-b40f-4b4b-89cd-78b7d4f168e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:05.725770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e920bc-9954-4c39-acc6-050050f838c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:05.728229 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50803447-c7f7-4cb2-8acf-ac9cce00299b" -d '{"events": [{"server_uuid": "36e920bc-9954-4c39-acc6-050050f838c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:05.734782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8ba207ea-1199-4f7c-ade8-0439f0c4e065 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6887815 Feb 19 03:21:05.778813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603254b-7204-49ea-a94a-c7991ffe6992 None None] Network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:05.819942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9dbf-91fe-4e1f-aad8-ced427502ba7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (fc69d031-e40a-4d1c-8a6a-ea256b8f27aa), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.872278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f15ae-09d9-4108-8b5b-c945e6da0a1b None None] Pushing event updated for resources: {'Port': ['ID=28bb0871-7540-4ebe-91f7-c2756448b1cd,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:05.913973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03fb760e-e584-4520-a171-04444d4b9998 req-0d19a729-cc72-46c6-9427-204c669647c3 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196145 Feb 19 03:21:05.921525 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.946046 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b71e9083-dc8d-45c9-a34f-4360d140c168), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.007247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9dbf-91fe-4e1f-aad8-ced427502ba7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (fc69d031-e40a-4d1c-8a6a-ea256b8f27aa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.009409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f0d-e334-41be-8757-181ac66a5db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.021934 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9dbf-91fe-4e1f-aad8-ced427502ba7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (fc69d031-e40a-4d1c-8a6a-ea256b8f27aa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.057704 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d298853-b07e-4c4d-a940-107b2d29abe3 x-openstack-request-id: req-3d298853-b07e-4c4d-a940-107b2d29abe3 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:06.059167 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e920bc-9954-4c39-acc6-050050f838c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:06.060260 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d298853-b07e-4c4d-a940-107b2d29abe3 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:06.060408 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a7c9dbf-91fe-4e1f-aad8-ced427502ba7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.061720 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6a7c9dbf-91fe-4e1f-aad8-ced427502ba7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3457279 Feb 19 03:21:06.062358 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e920bc-9954-4c39-acc6-050050f838c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb', 'code': 200} Feb 19 03:21:06.067113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39774) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.076084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-27005ada-c8cd-4bee-9e7b-09faefb93e0d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': '74aa4b53-b40f-4b4b-89cd-78b7d4f168e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:06.084267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c9dbf-91fe-4e1f-aad8-ced427502ba7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc69d031-e40a-4d1c-8a6a-ea256b8f27aa,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.145347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:06.149584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:06.155337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:06.157987 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27005ada-c8cd-4bee-9e7b-09faefb93e0d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (82a86fb4-d8ea-42d7-82e9-7951d2134250), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.164106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:06.165168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.189582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=b71e9083-dc8d-45c9-a34f-4360d140c168,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.209172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9aa565ef-a49c-4bcf-b850-6878d05e10d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0423374 Feb 19 03:21:06.209926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39780) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.319689 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f0d-e334-41be-8757-181ac66a5db1 admin admin] Publish callbacks [] for security_group (235ea0b6-f1f2-49ab-99e1-77503f1797b5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.333979 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9c15f0d-e334-41be-8757-181ac66a5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (235ea0b6-f1f2-49ab-99e1-77503f1797b5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.337190 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27005ada-c8cd-4bee-9e7b-09faefb93e0d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (82a86fb4-d8ea-42d7-82e9-7951d2134250), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.349746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-e1cc4a15-1ff1-4403-ae39-54771d22f802 req-fb723338-e532-41d3-8aa6-a37120f10478 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-296691399', 'description': 'tempest-description-1832810880'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:06.359344 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27005ada-c8cd-4bee-9e7b-09faefb93e0d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (82a86fb4-d8ea-42d7-82e9-7951d2134250), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.412711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27005ada-c8cd-4bee-9e7b-09faefb93e0d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a86fb4-d8ea-42d7-82e9-7951d2134250,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.419378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27005ada-c8cd-4bee-9e7b-09faefb93e0d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.423899 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-27005ada-c8cd-4bee-9e7b-09faefb93e0d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3511875 Feb 19 03:21:06.428534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39784) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.435843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c15f0d-e334-41be-8757-181ac66a5db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235ea0b6-f1f2-49ab-99e1-77503f1797b5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.436806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c0dfad0a-b930-44b2-8df0-3847921091fa tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': '74aa4b53-b40f-4b4b-89cd-78b7d4f168e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:06.441742 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d9c15f0d-e334-41be-8757-181ac66a5db1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddbaff12c9a04ca99d368db57b01b309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8406298 Feb 19 03:21:06.445580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39786) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.457648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e1cc4a15-1ff1-4403-ae39-54771d22f802 req-fb723338-e532-41d3-8aa6-a37120f10478 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.495553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ed79c-71a8-415c-9497-a464fad5a742 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:06.501664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ed79c-71a8-415c-9497-a464fad5a742 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:06.503712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0b4ed79c-71a8-415c-9497-a464fad5a742 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2926812 Feb 19 03:21:06.510741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39788) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.512173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-590a6080-5c9b-499c-909d-5b6e047cc5f9 admin admin] Publish callbacks [] for security_group (235ea0b6-f1f2-49ab-99e1-77503f1797b5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.523232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-8aed5b23-5196-43e3-872c-bf4eafbf7a63 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1898496 Feb 19 03:21:06.539816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0dfad0a-b930-44b2-8df0-3847921091fa tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (1426f012-78ab-4064-8d56-0098db7b6946), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.546305 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-590a6080-5c9b-499c-909d-5b6e047cc5f9 admin admin] Publish callbacks [] for security_group (235ea0b6-f1f2-49ab-99e1-77503f1797b5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.585461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 93e1a0db-fe25-48ad-909d-e91c46fe2559 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:21:06.610462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef092793-eb23-47e0-ad79-e6aa495dfd08 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:06.696462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-590a6080-5c9b-499c-909d-5b6e047cc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (235ea0b6-f1f2-49ab-99e1-77503f1797b5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.699279 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-590a6080-5c9b-499c-909d-5b6e047cc5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.700844 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-590a6080-5c9b-499c-909d-5b6e047cc5f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/235ea0b6-f1f2-49ab-99e1-77503f1797b5 HTTP/1.1" status: 204 len: 168 time: 0.2538371 Feb 19 03:21:06.713167 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0dfad0a-b930-44b2-8df0-3847921091fa tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (1426f012-78ab-4064-8d56-0098db7b6946), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.737890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-bfeb133e-5e9b-4014-af6d-69ac652f46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:06.737890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-bfeb133e-5e9b-4014-af6d-69ac652f46a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 1127 time: 0.1814315 Feb 19 03:21:06.745175 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0dfad0a-b930-44b2-8df0-3847921091fa tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (1426f012-78ab-4064-8d56-0098db7b6946), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.778000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfad0a-b930-44b2-8df0-3847921091fa tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1426f012-78ab-4064-8d56-0098db7b6946,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.805185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e1cc4a15-1ff1-4403-ae39-54771d22f802 req-fb723338-e532-41d3-8aa6-a37120f10478 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (67c194fe-f43a-4a72-b46c-7aa26dd6508a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.847059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a6080-5c9b-499c-909d-5b6e047cc5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235ea0b6-f1f2-49ab-99e1-77503f1797b5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.924033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-444c1ae9-9c22-4337-979f-fee1384d94c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port b71e9083-dc8d-45c9-a34f-4360d140c168 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:06.924378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-444c1ae9-9c22-4337-979f-fee1384d94c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b71e9083-dc8d-45c9-a34f-4360d140c168), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.955109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port ef092793-eb23-47e0-ad79-e6aa495dfd08 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:21:06.991541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port ef092793-eb23-47e0-ad79-e6aa495dfd08 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:06.993186 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.020626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-375ea8a0-810b-4c98-8787-49af3dc3cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:07.024591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-375ea8a0-810b-4c98-8787-49af3dc3cf0b service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 919 time: 0.2477050 Feb 19 03:21:07.036834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0dfad0a-b930-44b2-8df0-3847921091fa tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.038134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c0dfad0a-b930-44b2-8df0-3847921091fa tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6084244 Feb 19 03:21:07.038913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e1cc4a15-1ff1-4403-ae39-54771d22f802 req-fb723338-e532-41d3-8aa6-a37120f10478 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (67c194fe-f43a-4a72-b46c-7aa26dd6508a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.042122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39798) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.050768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-996b1811-c537-49b0-b793-a8cdfa8efddc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': '74aa4b53-b40f-4b4b-89cd-78b7d4f168e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:07.094372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:07.112877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'mac_address': 'fa:16:3e:de:37:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:21:07.122442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-22c061b1-10da-4584-9523-63fb9884ada4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1bc80-9029-438c-bd0f-59d0168b0415 HTTP/1.1" status: 200 len: 217 time: 0.0806348 Feb 19 03:21:07.200511 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-444c1ae9-9c22-4337-979f-fee1384d94c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b71e9083-dc8d-45c9-a34f-4360d140c168), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.202218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 93e1a0db-fe25-48ad-909d-e91c46fe2559 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:07.203113 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.214151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb723338-e532-41d3-8aa6-a37120f10478 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c194fe-f43a-4a72-b46c-7aa26dd6508a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.227556 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e1cc4a15-1ff1-4403-ae39-54771d22f802 req-fb723338-e532-41d3-8aa6-a37120f10478 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.239929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ef092793-eb23-47e0-ad79-e6aa495dfd08 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:07.240337 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.243341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-444c1ae9-9c22-4337-979f-fee1384d94c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for b71e9083-dc8d-45c9-a34f-4360d140c168 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:07.244998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e1a0db-fe25-48ad-909d-e91c46fe2559 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:07.245588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-996b1811-c537-49b0-b793-a8cdfa8efddc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (ae1e8947-fdbd-4299-b7bf-d9d21b28bb3c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.257530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1cc4a15-1ff1-4403-ae39-54771d22f802 req-fb723338-e532-41d3-8aa6-a37120f10478 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9313719 Feb 19 03:21:07.318025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-126896cc-06ca-47b1-98e1-cdbfb53c9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:07.320247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-126896cc-06ca-47b1-98e1-cdbfb53c9f84 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.1879375 Feb 19 03:21:07.348464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:07.364580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ef092793-eb23-47e0-ad79-e6aa495dfd08, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef092793-eb23-47e0-ad79-e6aa495dfd08,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:07.371599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-bb467696-71bd-46a0-95e0-ab49bb74f901 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421596 Feb 19 03:21:07.372607 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.384514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.471819 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-996b1811-c537-49b0-b793-a8cdfa8efddc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (ae1e8947-fdbd-4299-b7bf-d9d21b28bb3c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.486011 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-996b1811-c537-49b0-b793-a8cdfa8efddc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (ae1e8947-fdbd-4299-b7bf-d9d21b28bb3c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.527808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39804) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.529758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b1811-c537-49b0-b793-a8cdfa8efddc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1e8947-fdbd-4299-b7bf-d9d21b28bb3c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.547647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-996b1811-c537-49b0-b793-a8cdfa8efddc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.548838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.552152 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-996b1811-c537-49b0-b793-a8cdfa8efddc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5083349 Feb 19 03:21:07.552816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39806) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.566630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-daabba42-d173-4422-b2a5-f8b3a26b7b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.579992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29911a53-437f-48ba-802f-ccfbbb4e0fa2 req-700a9b06-2b1f-4fe0-8f5e-f45ade38b830 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:07.587169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29911a53-437f-48ba-802f-ccfbbb4e0fa2 req-700a9b06-2b1f-4fe0-8f5e-f45ade38b830 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 949 time: 0.2194350 Feb 19 03:21:07.610953 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa803-4908-45b8-b633-ff94b17569f8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (ae1e8947-fdbd-4299-b7bf-d9d21b28bb3c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.625454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['93e1a0db-fe25-48ad-909d-e91c46fe2559'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:07.634984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-9aaad7b6-10e5-4d59-9801-43a1fb54d0a0 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538834 Feb 19 03:21:07.666673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa803-4908-45b8-b633-ff94b17569f8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (ae1e8947-fdbd-4299-b7bf-d9d21b28bb3c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.677187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bec721-4cb4-4d73-bd72-bb107658ac5f None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:07.718710 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa803-4908-45b8-b633-ff94b17569f8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (ae1e8947-fdbd-4299-b7bf-d9d21b28bb3c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.730629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa803-4908-45b8-b633-ff94b17569f8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.735768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39808) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.737099 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8f5fa803-4908-45b8-b633-ff94b17569f8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ae1e8947-fdbd-4299-b7bf-d9d21b28bb3c HTTP/1.1" status: 204 len: 168 time: 0.1821382 Feb 19 03:21:07.738226 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-444c1ae9-9c22-4337-979f-fee1384d94c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b71e9083-dc8d-45c9-a34f-4360d140c168), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.750465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29911a53-437f-48ba-802f-ccfbbb4e0fa2 req-5461482e-b002-41be-8503-96e7799a886f tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581845 Feb 19 03:21:07.785206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fa803-4908-45b8-b633-ff94b17569f8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae1e8947-fdbd-4299-b7bf-d9d21b28bb3c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.787670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c1ae9-9c22-4337-979f-fee1384d94c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=b71e9083-dc8d-45c9-a34f-4360d140c168,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.828423 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-444c1ae9-9c22-4337-979f-fee1384d94c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.834062 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-444c1ae9-9c22-4337-979f-fee1384d94c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/b71e9083-dc8d-45c9-a34f-4360d140c168 HTTP/1.1" status: 204 len: 168 time: 1.2339532 Feb 19 03:21:07.836672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39818) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.866466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Provisioning complete for port 28bb0871-7540-4ebe-91f7-c2756448b1cd triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:07.866466 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.934107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ce6a337-fdc6-4c19-960e-1fbc46431314 req-9da3dc6d-3085-4aec-9da0-4b4661ad876b service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906280 Feb 19 03:21:07.960719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ef092793-eb23-47e0-ad79-e6aa495dfd08,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.972773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe93401-dbd1-4ca9-bb93-29fb459e90ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:07.974275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe93401-dbd1-4ca9-bb93-29fb459e90ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:07.975789 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ebe93401-dbd1-4ca9-bb93-29fb459e90ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1381640 Feb 19 03:21:07.985214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39828) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.018049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8d76456b-3bcd-46ab-a350-49990b164381 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2658589 Feb 19 03:21:08.020785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39830) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.065861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72a9e86-25e1-4bc5-8d71-8193d102d923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef092793-eb23-47e0-ad79-e6aa495dfd08'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:08.068471 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbbda6f-549e-40cd-bb50-8498ec08a5ec" -d '{"events": [{"server_uuid": "c72a9e86-25e1-4bc5-8d71-8193d102d923", "name": "network-vif-plugged", "status": "completed", "tag": "ef092793-eb23-47e0-ad79-e6aa495dfd08"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:08.087731 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-daabba42-d173-4422-b2a5-f8b3a26b7b1e admin admin] Publish callbacks [] for security_group (ad9fa3e1-1788-4fce-b3e5-0e546a9fee56), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.093832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bbc274c-26d7-4efb-ad2f-3208a1c4f283 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (1426f012-78ab-4064-8d56-0098db7b6946), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.099118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 28bb0871-7540-4ebe-91f7-c2756448b1cd up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:08.117702 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-daabba42-d173-4422-b2a5-f8b3a26b7b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ad9fa3e1-1788-4fce-b3e5-0e546a9fee56), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.134107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-501b7e91-79d6-417c-a039-248fa869d1d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 19132afe-9cfc-4408-be0f-247b1e2a62bc {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:08.139179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-501b7e91-79d6-417c-a039-248fa869d1d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (19132afe-9cfc-4408-be0f-247b1e2a62bc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.151245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bbc274c-26d7-4efb-ad2f-3208a1c4f283 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (1426f012-78ab-4064-8d56-0098db7b6946), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.210324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-501b7e91-79d6-417c-a039-248fa869d1d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (19132afe-9cfc-4408-be0f-247b1e2a62bc), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.214697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-daabba42-d173-4422-b2a5-f8b3a26b7b1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fdd22a900de4590a392aeffd2570a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6835301 Feb 19 03:21:08.216470 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39834) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.220075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabba42-d173-4422-b2a5-f8b3a26b7b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9fa3e1-1788-4fce-b3e5-0e546a9fee56,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.282867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec4d8d-eb64-4386-8a42-6529fe5f5a46 req-2b0293b4-a8fb-4b85-a538-1164a21af7c6 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:08.286944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8ec4d8d-eb64-4386-8a42-6529fe5f5a46 req-2b0293b4-a8fb-4b85-a538-1164a21af7c6 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1930206 Feb 19 03:21:08.288647 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bbc274c-26d7-4efb-ad2f-3208a1c4f283 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (1426f012-78ab-4064-8d56-0098db7b6946), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.299843 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1bbc274c-26d7-4efb-ad2f-3208a1c4f283 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.302341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1bbc274c-26d7-4efb-ad2f-3208a1c4f283 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/1426f012-78ab-4064-8d56-0098db7b6946 HTTP/1.1" status: 204 len: 168 time: 0.2805865 Feb 19 03:21:08.307796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39836) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.360506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc274c-26d7-4efb-ad2f-3208a1c4f283 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1426f012-78ab-4064-8d56-0098db7b6946,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.384241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-143434e5-f3d9-419d-8259-8a240eee9c75 admin admin] Publish callbacks [] for security_group (ad9fa3e1-1788-4fce-b3e5-0e546a9fee56), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.385476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Current status of the port 28bb0871-7540-4ebe-91f7-c2756448b1cd is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:08.385953 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.402851 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-501b7e91-79d6-417c-a039-248fa869d1d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (19132afe-9cfc-4408-be0f-247b1e2a62bc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.439209 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec23889b-b33f-415a-8c30-c5a4baa868ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.466699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ace661bb-53bd-4d03-9e10-0f664b9e7ae2 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1498525 Feb 19 03:21:08.470611 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39838) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.474265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-143434e5-f3d9-419d-8259-8a240eee9c75 admin admin] Publish callbacks [] for security_group (ad9fa3e1-1788-4fce-b3e5-0e546a9fee56), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.489712 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 28bb0871-7540-4ebe-91f7-c2756448b1cd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:08.490120 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.499002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8ec4d8d-eb64-4386-8a42-6529fe5f5a46 req-f5125abe-102e-4508-8634-12f2429ed358 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951687 Feb 19 03:21:08.549860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-f7e2f3db-3a4a-4eff-9d3b-79e46006e762 req-7dccc797-1bfd-484b-b30e-005208b8650e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1626439099', 'description': 'tempest-description-172743792'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:08.565475 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-207f501d-7cef-4659-ac7a-881c8d1a2b64 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (82a86fb4-d8ea-42d7-82e9-7951d2134250), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.585609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f7e2f3db-3a4a-4eff-9d3b-79e46006e762 req-7dccc797-1bfd-484b-b30e-005208b8650e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.598933 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-207f501d-7cef-4659-ac7a-881c8d1a2b64 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (82a86fb4-d8ea-42d7-82e9-7951d2134250), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.625083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 28bb0871-7540-4ebe-91f7-c2756448b1cd is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:08.625416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.633161 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-501b7e91-79d6-417c-a039-248fa869d1d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (19132afe-9cfc-4408-be0f-247b1e2a62bc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.704640 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b7e91-79d6-417c-a039-248fa869d1d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=19132afe-9cfc-4408-be0f-247b1e2a62bc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.709327 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-501b7e91-79d6-417c-a039-248fa869d1d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.719401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39840) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.726401 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-501b7e91-79d6-417c-a039-248fa869d1d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/19132afe-9cfc-4408-be0f-247b1e2a62bc HTTP/1.1" status: 204 len: 168 time: 0.7393627 Feb 19 03:21:08.728232 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:21:08.728731 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:21:08.745197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-143434e5-f3d9-419d-8259-8a240eee9c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ad9fa3e1-1788-4fce-b3e5-0e546a9fee56), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.751057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-143434e5-f3d9-419d-8259-8a240eee9c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.755031 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-143434e5-f3d9-419d-8259-8a240eee9c75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad9fa3e1-1788-4fce-b3e5-0e546a9fee56 HTTP/1.1" status: 204 len: 168 time: 0.5336556 Feb 19 03:21:08.758023 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-207f501d-7cef-4659-ac7a-881c8d1a2b64 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (82a86fb4-d8ea-42d7-82e9-7951d2134250), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.769342 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-207f501d-7cef-4659-ac7a-881c8d1a2b64 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.777042 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-207f501d-7cef-4659-ac7a-881c8d1a2b64 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/82a86fb4-d8ea-42d7-82e9-7951d2134250 HTTP/1.1" status: 204 len: 168 time: 0.3026969 Feb 19 03:21:08.782246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39846) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.806020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143434e5-f3d9-419d-8259-8a240eee9c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9fa3e1-1788-4fce-b3e5-0e546a9fee56,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.821434 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f501d-7cef-4659-ac7a-881c8d1a2b64 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82a86fb4-d8ea-42d7-82e9-7951d2134250,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.822554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a6d30382-cf3e-49e0-b95f-0d82605af3db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007583 Feb 19 03:21:08.824580 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:21:08.826802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39848) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.834224 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:21:08.843290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8e97d33b-f297-438f-a84a-a55a9c6ad8ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:08.881877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961895ba-3f41-4fa0-9d2e-9cb21ba0a3ac None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:08.934559 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f7e2f3db-3a4a-4eff-9d3b-79e46006e762 req-7dccc797-1bfd-484b-b30e-005208b8650e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (1151fae2-aef9-4d02-b37f-c9cc56ef1c59), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.940316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f7e2f3db-3a4a-4eff-9d3b-79e46006e762 req-7dccc797-1bfd-484b-b30e-005208b8650e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1151fae2-aef9-4d02-b37f-c9cc56ef1c59), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.038842 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f7e2f3db-3a4a-4eff-9d3b-79e46006e762 req-7dccc797-1bfd-484b-b30e-005208b8650e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.041730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7e2f3db-3a4a-4eff-9d3b-79e46006e762 req-7dccc797-1bfd-484b-b30e-005208b8650e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4999135 Feb 19 03:21:09.079723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccc797-1bfd-484b-b30e-005208b8650e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1151fae2-aef9-4d02-b37f-c9cc56ef1c59,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:09.131090 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-054d9502-545a-40af-8813-f186488b8ea4 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3416073 Feb 19 03:21:09.134298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39856) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:09.134546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e97d33b-f297-438f-a84a-a55a9c6ad8ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:09.148538 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e97d33b-f297-438f-a84a-a55a9c6ad8ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.163825 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7010c8-0b55-4fc1-ab29-92b61fb71341 x-openstack-request-id: req-ba7010c8-0b55-4fc1-ab29-92b61fb71341 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:09.164417 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72a9e86-25e1-4bc5-8d71-8193d102d923", "name": "network-vif-plugged", "status": "completed", "tag": "ef092793-eb23-47e0-ad79-e6aa495dfd08", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:09.164688 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba7010c8-0b55-4fc1-ab29-92b61fb71341 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:09.166305 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72a9e86-25e1-4bc5-8d71-8193d102d923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef092793-eb23-47e0-ad79-e6aa495dfd08', 'code': 200} Feb 19 03:21:09.202466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b02a-0957-4370-8ca5-30024e61897d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (fc69d031-e40a-4d1c-8a6a-ea256b8f27aa), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.233092 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b02a-0957-4370-8ca5-30024e61897d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (fc69d031-e40a-4d1c-8a6a-ea256b8f27aa), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.347761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e8026-70f5-4915-a5a4-8dd4797cab9c None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:09.398942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b02a-0957-4370-8ca5-30024e61897d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (fc69d031-e40a-4d1c-8a6a-ea256b8f27aa), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.411034 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b02a-0957-4370-8ca5-30024e61897d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.412487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dcd9b02a-0957-4370-8ca5-30024e61897d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/fc69d031-e40a-4d1c-8a6a-ea256b8f27aa HTTP/1.1" status: 204 len: 168 time: 0.2762840 Feb 19 03:21:09.415162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39862) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:09.422822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9b02a-0957-4370-8ca5-30024e61897d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc69d031-e40a-4d1c-8a6a-ea256b8f27aa,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:09.449697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda9091-f4eb-4660-af76-4808765ce849 req-fe2977c5-5f81-4257-8aa0-21bffacbaeb6 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:09.457890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fda9091-f4eb-4660-af76-4808765ce849 req-fe2977c5-5f81-4257-8aa0-21bffacbaeb6 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 949 time: 0.1317911 Feb 19 03:21:09.460279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Current status of the port 28bb0871-7540-4ebe-91f7-c2756448b1cd is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:09.460861 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.477771 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 28bb0871-7540-4ebe-91f7-c2756448b1cd is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:09.478474 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.559239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 28bb0871-7540-4ebe-91f7-c2756448b1cd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=28bb0871-7540-4ebe-91f7-c2756448b1cd,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:09.563838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1b8e8026-70f5-4915-a5a4-8dd4797cab9c None None] Deleting port 28bb0871-7540-4ebe-91f7-c2756448b1cd {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:09.564472 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8026-70f5-4915-a5a4-8dd4797cab9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.594193 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fda9091-f4eb-4660-af76-4808765ce849 req-8d7aecb2-67e2-48b0-a7bb-9d9b6b9da805 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311553 Feb 19 03:21:09.635756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39876) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:09.638777 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c8c16b56-9390-4c41-a5c3-20ce4b203899 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2212412 Feb 19 03:21:09.680429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1b8e8026-70f5-4915-a5a4-8dd4797cab9c None None] For port 28bb0871-7540-4ebe-91f7-c2756448b1cd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=28bb0871-7540-4ebe-91f7-c2756448b1cd,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:09.680429 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8026-70f5-4915-a5a4-8dd4797cab9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.738281 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.744306 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-706c043d-03d7-4020-83b9-8565907d5fc0 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (adc5d1c3-49b3-4d04-9a65-903cdd944509), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.754656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7c192-1a22-4efd-9594-c4853535122b req-5945c7af-e895-44fd-b8d1-afe90b2edc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:09.760535 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-32f7c192-1a22-4efd-9594-c4853535122b req-5945c7af-e895-44fd-b8d1-afe90b2edc68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 1131 time: 0.2915452 Feb 19 03:21:09.772655 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-706c043d-03d7-4020-83b9-8565907d5fc0 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (adc5d1c3-49b3-4d04-9a65-903cdd944509), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.781242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1b8e8026-70f5-4915-a5a4-8dd4797cab9c None None] Calling delete_port for 28bb0871-7540-4ebe-91f7-c2756448b1cd owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:09.848998 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e97d33b-f297-438f-a84a-a55a9c6ad8ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (cb21b1e1-eb03-46f5-8708-bdc9b3920ec4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.858581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-706c043d-03d7-4020-83b9-8565907d5fc0 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (adc5d1c3-49b3-4d04-9a65-903cdd944509), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.875031 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-706c043d-03d7-4020-83b9-8565907d5fc0 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.876245 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-706c043d-03d7-4020-83b9-8565907d5fc0 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/adc5d1c3-49b3-4d04-9a65-903cdd944509 HTTP/1.1" status: 204 len: 168 time: 0.2396109 Feb 19 03:21:09.881275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39892) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:09.891127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c043d-03d7-4020-83b9-8565907d5fc0 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adc5d1c3-49b3-4d04-9a65-903cdd944509,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:09.897281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15444835-b65f-4ac7-a461-a3937d81b2ea req-6f37d56c-e1d2-484c-a066-9c848e8feb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:09.899140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15444835-b65f-4ac7-a461-a3937d81b2ea req-6f37d56c-e1d2-484c-a066-9c848e8feb88 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1128 time: 0.1082747 Feb 19 03:21:09.934734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 28bb0871-7540-4ebe-91f7-c2756448b1cd no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:09.980988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97d33b-f297-438f-a84a-a55a9c6ad8ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:09.985790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dbeacbe0-19eb-4301-b73c-4a7996be6318 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1032453 Feb 19 03:21:09.991152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39898) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.015265 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-8e97d33b-f297-438f-a84a-a55a9c6ad8ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:10.017099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15444835-b65f-4ac7-a461-a3937d81b2ea req-8ccc9b89-c144-4e1c-ac8d-110d82846e99 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091707 Feb 19 03:21:10.035031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e97d33b-f297-438f-a84a-a55a9c6ad8ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:10.035448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e97d33b-f297-438f-a84a-a55a9c6ad8ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.077591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97d33b-f297-438f-a84a-a55a9c6ad8ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=cb21b1e1-eb03-46f5-8708-bdc9b3920ec4,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.087350 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8e97d33b-f297-438f-a84a-a55a9c6ad8ce tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2523072 Feb 19 03:21:10.087350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39906) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.092617 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'name': 'tempest-NetworksTestDHCPv6-1799808938'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:10.100811 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:21:10.102560 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:21:10.115553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=28bb0871-7540-4ebe-91f7-c2756448b1cd,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.128820 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-32f7c192-1a22-4efd-9594-c4853535122b req-d585d66f-10d7-4c3c-ab99-206f8b0386d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591926 Feb 19 03:21:10.169928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-238fbb45-07f3-4cea-b603-376040e74240 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (74aa4b53-b40f-4b4b-89cd-78b7d4f168e3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.212565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 28bb0871-7540-4ebe-91f7-c2756448b1cd is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:10.213235 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.230168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-238fbb45-07f3-4cea-b603-376040e74240 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (74aa4b53-b40f-4b4b-89cd-78b7d4f168e3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.237094 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8026-70f5-4915-a5a4-8dd4797cab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (28bb0871-7540-4ebe-91f7-c2756448b1cd), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.263564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-56b3aee7-15c9-41b8-8550-698403af3c10 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:10.269931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-56b3aee7-15c9-41b8-8550-698403af3c10 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 812 time: 0.2370598 Feb 19 03:21:10.293818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e8026-70f5-4915-a5a4-8dd4797cab9c None None] Pushing event deleted for resources: {'Port': ['ID=28bb0871-7540-4ebe-91f7-c2756448b1cd,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.299978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e8026-70f5-4915-a5a4-8dd4797cab9c None None] No DVR routers for this DVR port 28bb0871-7540-4ebe-91f7-c2756448b1cd on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:10.310155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:10.320462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.333488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-5c058c6f-c688-48e6-88fd-f84be56109b7 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/quotas/386611ab44ec4f4ba766be54796ba9c5 HTTP/1.1" status: 200 len: 375 time: 0.0480886 Feb 19 03:21:10.349217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca2e21-f11a-46b7-9f6f-00b61840a9d5 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:10.349504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 167f9e62-448e-478a-84e7-8b1db7d8f0c5 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:10.472280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-8eeafef6-548a-44c0-b799-78adfc99a98a tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130164 Feb 19 03:21:10.478840 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-238fbb45-07f3-4cea-b603-376040e74240 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (74aa4b53-b40f-4b4b-89cd-78b7d4f168e3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.487408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c548e23b-8358-4425-9eac-fd79d5cef25b None None] Port 28bb0871-7540-4ebe-91f7-c2756448b1cd update to ACTIVE by agent not found {{(pid=103617) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 03:21:10.487840 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-238fbb45-07f3-4cea-b603-376040e74240 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.492892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-238fbb45-07f3-4cea-b603-376040e74240 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/74aa4b53-b40f-4b4b-89cd-78b7d4f168e3 HTTP/1.1" status: 204 len: 168 time: 0.5005021 Feb 19 03:21:10.508676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39914) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.540988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fbb45-07f3-4cea-b603-376040e74240 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aa4b53-b40f-4b4b-89cd-78b7d4f168e3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.554685 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1d4f440c-6485-40e2-8232-9a5e202aca88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.595356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::4f (bbbabb97-7b58-44ba-8518-a6a14187983e/cb21b1e1-eb03-46f5-8708-bdc9b3920ec4/167f9e62-448e-478a-84e7-8b1db7d8f0c5) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:10.603386 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-822fdf47-b479-484c-abca-4eb5f8edc217 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0935075 Feb 19 03:21:10.611447 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39916) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.628618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3394c6e8-8d29-4a4a-8459-99b4d51eca43 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group': {'name': 'tempest-secgroup--893040474'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:10.665607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3394c6e8-8d29-4a4a-8459-99b4d51eca43 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.668920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 93e1a0db-fe25-48ad-909d-e91c46fe2559 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:10.675396 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8f76c177-d708-42c6-b935-2559f08ca02b None None] Could not find standard attr ID for object 28bb0871-7540-4ebe-91f7-c2756448b1cd. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:21:10.681196 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-9ee44ad5-151b-49b7-a7a0-3b11d4174c90 service neutron] 10.222.0.42 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871519 Feb 19 03:21:10.733666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': 'cb21b1e1-eb03-46f5-8708-bdc9b3920ec4'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:10.735455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.915173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3394c6e8-8d29-4a4a-8459-99b4d51eca43 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (f0ae5adb-c2a0-4129-b0a7-a5e0878edd76), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.927907 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3394c6e8-8d29-4a4a-8459-99b4d51eca43 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f0ae5adb-c2a0-4129-b0a7-a5e0878edd76), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.975428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (167f9e62-448e-478a-84e7-8b1db7d8f0c5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.991582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 93e1a0db-fe25-48ad-909d-e91c46fe2559 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:10.992297 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.010075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3394c6e8-8d29-4a4a-8459-99b4d51eca43 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.014136 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3394c6e8-8d29-4a4a-8459-99b4d51eca43 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3877707 Feb 19 03:21:11.014970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.026264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-fc8b6ab1-5e55-4938-b9be-94743a0e7789 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': 'f0ae5adb-c2a0-4129-b0a7-a5e0878edd76', 'direction': 'ingress', 'protocol': 17}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:11.030844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394c6e8-8d29-4a4a-8459-99b4d51eca43 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae5adb-c2a0-4129-b0a7-a5e0878edd76,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.079293 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc8b6ab1-5e55-4938-b9be-94743a0e7789 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (af4da4aa-8d4e-4feb-a5d3-6f29e9d79fbb), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.084288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (167f9e62-448e-478a-84e7-8b1db7d8f0c5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.231064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:11.246878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:11.262268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/cb21b1e1-eb03-46f5-8708-bdc9b3920ec4/2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:11.262877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:11.274467 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:11.275547 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.304159 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2160163 Feb 19 03:21:11.307421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc8b6ab1-5e55-4938-b9be-94743a0e7789 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (af4da4aa-8d4e-4feb-a5d3-6f29e9d79fbb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.308223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39934) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.309329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d470e-d3a3-4b03-871f-f6c666f29a99 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=167f9e62-448e-478a-84e7-8b1db7d8f0c5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.314159 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc8b6ab1-5e55-4938-b9be-94743a0e7789 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (af4da4aa-8d4e-4feb-a5d3-6f29e9d79fbb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.331631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b6ab1-5e55-4938-b9be-94743a0e7789 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4da4aa-8d4e-4feb-a5d3-6f29e9d79fbb,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.363289 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc8b6ab1-5e55-4938-b9be-94743a0e7789 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.366139 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fc8b6ab1-5e55-4938-b9be-94743a0e7789 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3450921 Feb 19 03:21:11.369875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39936) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.403508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-8695aea3-2c67-48a1-997c-f4502b44453d service neutron] 10.222.0.42 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128692 Feb 19 03:21:11.448720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a158e50-9fd5-410b-aacb-8d3fb0896f7f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:11.454235 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1a158e50-9fd5-410b-aacb-8d3fb0896f7f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1405675 Feb 19 03:21:11.455129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39940) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.467943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a310af1-0bdb-495d-bbc6-4a12ea2f11f3 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (f0ae5adb-c2a0-4129-b0a7-a5e0878edd76), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.517096 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a310af1-0bdb-495d-bbc6-4a12ea2f11f3 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (f0ae5adb-c2a0-4129-b0a7-a5e0878edd76), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.638799 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:21:11.643674 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a310af1-0bdb-495d-bbc6-4a12ea2f11f3 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f0ae5adb-c2a0-4129-b0a7-a5e0878edd76), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.653394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a310af1-0bdb-495d-bbc6-4a12ea2f11f3 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.660949 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5a310af1-0bdb-495d-bbc6-4a12ea2f11f3 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/f0ae5adb-c2a0-4129-b0a7-a5e0878edd76 HTTP/1.1" status: 204 len: 168 time: 0.2888770 Feb 19 03:21:11.678473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39948) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.693334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310af1-0bdb-495d-bbc6-4a12ea2f11f3 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae5adb-c2a0-4129-b0a7-a5e0878edd76,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.701911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 93e1a0db-fe25-48ad-909d-e91c46fe2559 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:11.702310 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.773704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:11.776138 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d59f233-22f8-4714-a059-e315b8cf7e27" -d '{"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-plugged", "status": "completed", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:11.798349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:11.807198 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.814707 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Publish callbacks [] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.832431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0bb8ee4a-a4ae-4c74-9db8-fc23d898a74b tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1522496 Feb 19 03:21:11.836646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39954) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.844730 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-484a30d3-fd70-48dd-9022-d6b83b502ab2 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116347136'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:11.862518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fefe2598-e580-4d11-b08c-d2f781099f17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 167f9e62-448e-478a-84e7-8b1db7d8f0c5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:11.862894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fefe2598-e580-4d11-b08c-d2f781099f17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (167f9e62-448e-478a-84e7-8b1db7d8f0c5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.878463 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.898321 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.922434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:11.928194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:11.929491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa079-602a-4881-baef-7148c31db604 req-714144de-9715-42e8-b4ad-2a98fd218301 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:11.931371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:11.933728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.937788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-149aa079-602a-4881-baef-7148c31db604 req-714144de-9715-42e8-b4ad-2a98fd218301 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.3062696 Feb 19 03:21:11.990533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-484a30d3-fd70-48dd-9022-d6b83b502ab2 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.011746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Pushing event updated for resources: {'Port': ['ID=2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:12.048704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Attempting to bind port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:12.052945 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Attempting to bind port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:12.053469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Attempting to bind port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:12.065496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:12.079223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:12.079760 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.080466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:12.081238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Bound port: 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:12.081959 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.124530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-149aa079-602a-4881-baef-7148c31db604 req-068adce2-f14e-46a6-9a24-1b2095a181e1 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843576 Feb 19 03:21:12.137436 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fefe2598-e580-4d11-b08c-d2f781099f17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (167f9e62-448e-478a-84e7-8b1db7d8f0c5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.175070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fefe2598-e580-4d11-b08c-d2f781099f17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 167f9e62-448e-478a-84e7-8b1db7d8f0c5 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:12.222804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] For port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:12.237955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] For port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:12.247617 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.272412 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-484a30d3-fd70-48dd-9022-d6b83b502ab2 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (0b86bbdc-a9b0-48eb-8745-9351091ec16b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.279173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-484a30d3-fd70-48dd-9022-d6b83b502ab2 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0b86bbdc-a9b0-48eb-8745-9351091ec16b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.372165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-484a30d3-fd70-48dd-9022-d6b83b502ab2 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.378665 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-484a30d3-fd70-48dd-9022-d6b83b502ab2 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5355756 Feb 19 03:21:12.379401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39972) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.417227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a618e7-7234-4cab-9f6a-5152ff18b04c req-664592c5-9ed1-47e1-8fa0-ac78fc411b10 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:12.421468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76a618e7-7234-4cab-9f6a-5152ff18b04c req-664592c5-9ed1-47e1-8fa0-ac78fc411b10 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 949 time: 0.1281714 Feb 19 03:21:12.432966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13451cb-c67e-4d41-8326-175d57ee7082 None None] Pushing event updated for resources: {'Port': ['ID=2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:12.438854 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-872a6020-dba3-4c7f-8622-c046142d2910 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945437602'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:12.482856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a30d3-fd70-48dd-9022-d6b83b502ab2 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86bbdc-a9b0-48eb-8745-9351091ec16b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:12.520746 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-872a6020-dba3-4c7f-8622-c046142d2910 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.560156 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fefe2598-e580-4d11-b08c-d2f781099f17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (167f9e62-448e-478a-84e7-8b1db7d8f0c5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.620072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76a618e7-7234-4cab-9f6a-5152ff18b04c req-6bdf485e-6652-43c3-8f7d-287f5848c0e1 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831222 Feb 19 03:21:12.640831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe2598-e580-4d11-b08c-d2f781099f17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=167f9e62-448e-478a-84e7-8b1db7d8f0c5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:12.656801 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-872a6020-dba3-4c7f-8622-c046142d2910 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (3bf4f0b7-a1de-446f-88ad-b92b8005f97c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.673546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-872a6020-dba3-4c7f-8622-c046142d2910 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3bf4f0b7-a1de-446f-88ad-b92b8005f97c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.678301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fefe2598-e580-4d11-b08c-d2f781099f17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.681966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fefe2598-e580-4d11-b08c-d2f781099f17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/167f9e62-448e-478a-84e7-8b1db7d8f0c5 HTTP/1.1" status: 204 len: 168 time: 1.2259872 Feb 19 03:21:12.687200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39988) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.781009 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-872a6020-dba3-4c7f-8622-c046142d2910 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.782214 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-872a6020-dba3-4c7f-8622-c046142d2910 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3553202 Feb 19 03:21:12.784741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a6020-dba3-4c7f-8622-c046142d2910 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf4f0b7-a1de-446f-88ad-b92b8005f97c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:12.796723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39990) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.819627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a4beca67-f94f-44a7-beb7-3fb31e4b56de tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': '0b86bbdc-a9b0-48eb-8745-9351091ec16b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3bf4f0b7-a1de-446f-88ad-b92b8005f97c', 'remote_ip_prefix': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:12.907781 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.931806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d69d0-e778-4735-8220-c0c9e5c39053 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:12.934069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d69d0-e778-4735-8220-c0c9e5c39053 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:12.936447 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d21d69d0-e778-4735-8220-c0c9e5c39053 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2471731 Feb 19 03:21:12.938941 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39994) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.966145 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4beca67-f94f-44a7-beb7-3fb31e4b56de tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (911137f5-e2b6-4b25-9f33-0192da2b7f7a), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.077513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36eb5b9-c530-450b-ae8e-b7a35fbaecbb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet cb21b1e1-eb03-46f5-8708-bdc9b3920ec4 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:13.080959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d36eb5b9-c530-450b-ae8e-b7a35fbaecbb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (cb21b1e1-eb03-46f5-8708-bdc9b3920ec4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.090947 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4beca67-f94f-44a7-beb7-3fb31e4b56de tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (911137f5-e2b6-4b25-9f33-0192da2b7f7a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.096891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4beca67-f94f-44a7-beb7-3fb31e4b56de tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (911137f5-e2b6-4b25-9f33-0192da2b7f7a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.130118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4beca67-f94f-44a7-beb7-3fb31e4b56de tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911137f5-e2b6-4b25-9f33-0192da2b7f7a,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.138748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4beca67-f94f-44a7-beb7-3fb31e4b56de tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.148233 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d36eb5b9-c530-450b-ae8e-b7a35fbaecbb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (cb21b1e1-eb03-46f5-8708-bdc9b3920ec4), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.149418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a4beca67-f94f-44a7-beb7-3fb31e4b56de tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3514228 Feb 19 03:21:13.151038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40002) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:13.243085 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0114d8d6-30ef-41e9-bc4a-4144b87ee1ce tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (911137f5-e2b6-4b25-9f33-0192da2b7f7a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.257109 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0114d8d6-30ef-41e9-bc4a-4144b87ee1ce tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (911137f5-e2b6-4b25-9f33-0192da2b7f7a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.150854 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-9818f453-5bf7-4498-8b47-594f286577d9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:14.157082 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-9818f453-5bf7-4498-8b47-594f286577d9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.37 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 812 time: 0.3877873 Feb 19 03:21:14.206206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'port': {'device_id': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7', 'admin_state_up': True, 'tenant_id': '386611ab44ec4f4ba766be54796ba9c5'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:14.227201 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0114d8d6-30ef-41e9-bc4a-4144b87ee1ce tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (911137f5-e2b6-4b25-9f33-0192da2b7f7a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.227954 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d36eb5b9-c530-450b-ae8e-b7a35fbaecbb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (cb21b1e1-eb03-46f5-8708-bdc9b3920ec4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.300306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:14.337725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0114d8d6-30ef-41e9-bc4a-4144b87ee1ce tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.342539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40008) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:14.362315 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0114d8d6-30ef-41e9-bc4a-4144b87ee1ce tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/911137f5-e2b6-4b25-9f33-0192da2b7f7a HTTP/1.1" status: 204 len: 168 time: 1.2010703 Feb 19 03:21:14.434828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d8d6-30ef-41e9-bc4a-4144b87ee1ce tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=911137f5-e2b6-4b25-9f33-0192da2b7f7a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:14.491197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40010) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:14.496402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aa9e9bca-1a9e-4bc0-aabd-53136a041a4d tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1525648 Feb 19 03:21:14.505001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-162da415-aed2-4ab9-b378-d3651be525bf None None] Provisioning complete for port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:14.505139 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-162da415-aed2-4ab9-b378-d3651be525bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.703147 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.732744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:14.733130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.746567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d416-95f4-47da-9366-6a6a007153e1 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (3bf4f0b7-a1de-446f-88ad-b92b8005f97c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.784001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d416-95f4-47da-9366-6a6a007153e1 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (3bf4f0b7-a1de-446f-88ad-b92b8005f97c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.861986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d416-95f4-47da-9366-6a6a007153e1 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3bf4f0b7-a1de-446f-88ad-b92b8005f97c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.861986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d416-95f4-47da-9366-6a6a007153e1 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.865631 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3ca3d416-95f4-47da-9366-6a6a007153e1 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/3bf4f0b7-a1de-446f-88ad-b92b8005f97c HTTP/1.1" status: 204 len: 168 time: 0.3428628 Feb 19 03:21:14.866445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40012) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:14.885697 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d36eb5b9-c530-450b-ae8e-b7a35fbaecbb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (cb21b1e1-eb03-46f5-8708-bdc9b3920ec4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.007252 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36eb5b9-c530-450b-ae8e-b7a35fbaecbb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=cb21b1e1-eb03-46f5-8708-bdc9b3920ec4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:15.026021 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3d416-95f4-47da-9366-6a6a007153e1 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf4f0b7-a1de-446f-88ad-b92b8005f97c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:15.036976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b9de4fec-7021-4994-b2d1-9030a63cfe6f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1665604 Feb 19 03:21:15.046788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40016) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:15.092300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-162da415-aed2-4ab9-b378-d3651be525bf None None] Current status of the port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:15.092660 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-162da415-aed2-4ab9-b378-d3651be525bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.096975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Made reservation on behalf of 386611ab44ec4f4ba766be54796ba9c5 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:15.107984 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.204279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-162da415-aed2-4ab9-b378-d3651be525bf None None] For port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:15.220811 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-162da415-aed2-4ab9-b378-d3651be525bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.243157 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87c84280-be5a-4663-80f2-a3c5258d6ef8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (0b86bbdc-a9b0-48eb-8745-9351091ec16b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.343936 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87c84280-be5a-4663-80f2-a3c5258d6ef8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (0b86bbdc-a9b0-48eb-8745-9351091ec16b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.369437 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Allocated IP 172.20.0.3 (25750d6e-2380-4f73-8e9a-30d5d668b0b7/67651e34-c6d5-437c-a977-e22e860ae28e/af2fd209-8b7a-4854-8c4c-ead820a22ab0) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:15.457547 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87c84280-be5a-4663-80f2-a3c5258d6ef8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0b86bbdc-a9b0-48eb-8745-9351091ec16b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.460861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87c84280-be5a-4663-80f2-a3c5258d6ef8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.465531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-87c84280-be5a-4663-80f2-a3c5258d6ef8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/0b86bbdc-a9b0-48eb-8745-9351091ec16b HTTP/1.1" status: 204 len: 168 time: 0.4173691 Feb 19 03:21:15.466571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40022) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:15.516146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c84280-be5a-4663-80f2-a3c5258d6ef8 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86bbdc-a9b0-48eb-8745-9351091ec16b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:15.551438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162da415-aed2-4ab9-b378-d3651be525bf None None] Pushing event updated for resources: {'Port': ['ID=2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:15.594851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-aefdffcc-fe18-4726-9e40-bc15ddc35b06 None None] Could not find standard attr ID for object b71e9083-dc8d-45c9-a34f-4360d140c168. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:21:15.627336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:15.627991 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.653101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e7d899ea-18a8-4753-aeb1-2787a1a31230 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1791973 Feb 19 03:21:15.658713 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.661029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40024) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:15.666038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0424777a-5acf-4cf1-9571-cdbff64fea69 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group': {'name': 'tempest-secgroup--70566624'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:15.708746 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.727273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d36eb5b9-c530-450b-ae8e-b7a35fbaecbb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.742030 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d36eb5b9-c530-450b-ae8e-b7a35fbaecbb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/cb21b1e1-eb03-46f5-8708-bdc9b3920ec4 HTTP/1.1" status: 204 len: 168 time: 2.7996857 Feb 19 03:21:15.744996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40026) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:15.785546 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0424777a-5acf-4cf1-9571-cdbff64fea69 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.866016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:15.869402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:15.891158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:15.924788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-025ab0f6-0a57-480f-b1d9-17046f21ebc3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1658475 Feb 19 03:21:15.931693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40028) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:15.943306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ff09765f-f18f-49a7-9fbe-2a28a4a2d01b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:15.954150 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'Port': ['ID=af2fd209-8b7a-4854-8c4c-ead820a22ab0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.053528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:16.054725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.074782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b29807e4-421e-4fb9-a1b5-3f1d65deacf4 None None] Could not find standard attr ID for object 167f9e62-448e-478a-84e7-8b1db7d8f0c5. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:21:16.094773 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-7fb9db13-8a1d-4b44-8708-67ba4c1356e5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8974626 Feb 19 03:21:16.106094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857368d8-3ec2-4b8d-aecc-7a9ef5bba820 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:16.115605 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Request body: {'port': {'device_id': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:16.171987 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:21:16.172395 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:21:16.291394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.341441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cbb425-3e4e-45a7-ab32-b74c033c4641 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:16.391668 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0424777a-5acf-4cf1-9571-cdbff64fea69 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (867609ae-8b14-495e-895e-c81dd9f7332d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.394755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff09765f-f18f-49a7-9fbe-2a28a4a2d01b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:16.399478 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff09765f-f18f-49a7-9fbe-2a28a4a2d01b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.405519 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0424777a-5acf-4cf1-9571-cdbff64fea69 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (867609ae-8b14-495e-895e-c81dd9f7332d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.518391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-96cbb425-3e4e-45a7-ab32-b74c033c4641 None None] Deleting port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:16.520013 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-96cbb425-3e4e-45a7-ab32-b74c033c4641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.528014 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0424777a-5acf-4cf1-9571-cdbff64fea69 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.531930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0424777a-5acf-4cf1-9571-cdbff64fea69 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8671284 Feb 19 03:21:16.535788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40030) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:16.548958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b660cb38-0977-47a3-a6a6-e50e046a6c99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': '867609ae-8b14-495e-895e-c81dd9f7332d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:16.560221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424777a-5acf-4cf1-9571-cdbff64fea69 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867609ae-8b14-495e-895e-c81dd9f7332d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.766941 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff09765f-f18f-49a7-9fbe-2a28a4a2d01b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (088415c0-05d3-4df3-9a64-4f3fb0a8bc27), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.805236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-96cbb425-3e4e-45a7-ab32-b74c033c4641 None None] For port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:16.805236 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-96cbb425-3e4e-45a7-ab32-b74c033c4641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.836333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff09765f-f18f-49a7-9fbe-2a28a4a2d01b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:16.843312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ff09765f-f18f-49a7-9fbe-2a28a4a2d01b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:16.857965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff09765f-f18f-49a7-9fbe-2a28a4a2d01b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:16.858995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff09765f-f18f-49a7-9fbe-2a28a4a2d01b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.864938 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-96cbb425-3e4e-45a7-ab32-b74c033c4641 None None] Calling delete_port for 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:16.875182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09765f-f18f-49a7-9fbe-2a28a4a2d01b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=088415c0-05d3-4df3-9a64-4f3fb0a8bc27,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.892327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:16.922050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ff09765f-f18f-49a7-9fbe-2a28a4a2d01b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9871440 Feb 19 03:21:16.926817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40032) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:16.934097 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2fd209-8b7a-4854-8c4c-ead820a22ab0 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:16.943365 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Publish callbacks [] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.946105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'name': 'tempest-NetworksTestDHCPv6-667612831'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:16.959978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Transition to ACTIVE for port object af2fd209-8b7a-4854-8c4c-ead820a22ab0 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:21:16.961563 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b660cb38-0977-47a3-a6a6-e50e046a6c99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (41d2a73e-c03f-448a-bef6-123c795a80be), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.966660 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.110360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:17.163160 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-96cbb425-3e4e-45a7-ab32-b74c033c4641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.170832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Pushing event updated for resources: {'Port': ['ID=af2fd209-8b7a-4854-8c4c-ead820a22ab0,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:17.199279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbb425-3e4e-45a7-ab32-b74c033c4641 None None] Pushing event deleted for resources: {'Port': ['ID=2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:17.203241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cbb425-3e4e-45a7-ab32-b74c033c4641 None None] No DVR routers for this DVR port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:17.219520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No active binding found for port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 {{(pid=103617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:21:17.224213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] The host n-d-826756-2 is not matching for port 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 host None! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:21:17.225608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2b4e7884-9baf-4c34-b8a1-5cbbfbca27c2 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:17.246988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c106c-3ad3-4bfb-ab45-5ec59195c350 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:17.301543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b660cb38-0977-47a3-a6a6-e50e046a6c99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (41d2a73e-c03f-448a-bef6-123c795a80be), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.328512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Attempting to bind port af2fd209-8b7a-4854-8c4c-ead820a22ab0 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:17.334558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Attempting to bind port af2fd209-8b7a-4854-8c4c-ead820a22ab0 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '0aaae110-0db3-419d-8c8e-e61ff7be9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:17.334945 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Attempting to bind port af2fd209-8b7a-4854-8c4c-ead820a22ab0 on network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:17.338636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b660cb38-0977-47a3-a6a6-e50e046a6c99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (41d2a73e-c03f-448a-bef6-123c795a80be), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.357949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Port af2fd209-8b7a-4854-8c4c-ead820a22ab0 on network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:21:17.358444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:17.358612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Attempting to bind port af2fd209-8b7a-4854-8c4c-ead820a22ab0 on network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:17.369313 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.394930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:17.395281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Checking segment: {'id': '0aaae110-0db3-419d-8c8e-e61ff7be9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:17.402948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Bound using segment: {'id': '0aaae110-0db3-419d-8c8e-e61ff7be9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:17.402948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Bound port: af2fd209-8b7a-4854-8c4c-ead820a22ab0, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aaae110-0db3-419d-8c8e-e61ff7be9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:17.402948 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.432531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660cb38-0977-47a3-a6a6-e50e046a6c99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d2a73e-c03f-448a-bef6-123c795a80be,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:17.437156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 05a15bdf-4574-4436-ae88-1528e2602ad6 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:17.486285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b660cb38-0977-47a3-a6a6-e50e046a6c99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.496997 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b660cb38-0977-47a3-a6a6-e50e046a6c99 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9580803 Feb 19 03:21:17.508288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40034) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:17.582255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '088415c0-05d3-4df3-9a64-4f3fb0a8bc27'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:17.587897 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.598777 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a1eef55-0f61-4262-a2fe-804eb31d8250 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (41d2a73e-c03f-448a-bef6-123c795a80be), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.632441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a1eef55-0f61-4262-a2fe-804eb31d8250 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (41d2a73e-c03f-448a-bef6-123c795a80be), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.694796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a1eef55-0f61-4262-a2fe-804eb31d8250 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (41d2a73e-c03f-448a-bef6-123c795a80be), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.713820 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a1eef55-0f61-4262-a2fe-804eb31d8250 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.715063 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0a1eef55-0f61-4262-a2fe-804eb31d8250 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/41d2a73e-c03f-448a-bef6-123c795a80be HTTP/1.1" status: 204 len: 168 time: 0.2058001 Feb 19 03:21:17.721933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40036) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:17.747233 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] For port af2fd209-8b7a-4854-8c4c-ead820a22ab0, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:17.757170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] For port af2fd209-8b7a-4854-8c4c-ead820a22ab0, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:17.792823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1eef55-0f61-4262-a2fe-804eb31d8250 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41d2a73e-c03f-448a-bef6-123c795a80be,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:17.804553 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.828718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::255 (bbbabb97-7b58-44ba-8518-a6a14187983e/088415c0-05d3-4df3-9a64-4f3fb0a8bc27/05a15bdf-4574-4436-ae88-1528e2602ad6) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:17.920740 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:17.921235 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.922842 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/af2fd209-8b7a-4854-8c4c-ead820a22ab0 HTTP/1.1" status: 200 len: 1091 time: 1.8139212 Feb 19 03:21:17.923428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'tag': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:17.927224 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d43dd40-2445-47bb-9acb-c359f2fee735", "tag": "af2fd209-8b7a-4854-8c4c-ead820a22ab0"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:17.986286 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-82f1f705-edd0-4960-9110-45f7b356017f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2482169 Feb 19 03:21:17.990228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40040) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:18.205101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce566e-f356-41ba-99f0-cd30844237f1 service neutron] Pushing event updated for resources: {'Port': ['ID=af2fd209-8b7a-4854-8c4c-ead820a22ab0,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:18.216568 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (05a15bdf-4574-4436-ae88-1528e2602ad6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.251788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-259ec7a6-c673-48ff-a3f8-bdef3579649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:18.253699 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-259ec7a6-c673-48ff-a3f8-bdef3579649f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 1125 time: 0.2275708 Feb 19 03:21:18.264997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b29e063-6cca-4de1-b8e8-4365b4c8728c tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (867609ae-8b14-495e-895e-c81dd9f7332d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.307697 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (05a15bdf-4574-4436-ae88-1528e2602ad6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.391064 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b29e063-6cca-4de1-b8e8-4365b4c8728c tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (867609ae-8b14-495e-895e-c81dd9f7332d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.465164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:18.475706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:18.483017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=05a15bdf-4574-4436-ae88-1528e2602ad6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:18.486395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:18.500587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:18.506416 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.547948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-46adcf40-22f9-4062-a5d9-cd7d15eab8a4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6128395 Feb 19 03:21:18.549961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40042) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:18.555972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/088415c0-05d3-4df3-9a64-4f3fb0a8bc27/3cbaf790-521c-4256-b09a-b1d96a9e5af9) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:18.647997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b29e063-6cca-4de1-b8e8-4365b4c8728c tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (867609ae-8b14-495e-895e-c81dd9f7332d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.698050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b29e063-6cca-4de1-b8e8-4365b4c8728c tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.699259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5b29e063-6cca-4de1-b8e8-4365b4c8728c tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/867609ae-8b14-495e-895e-c81dd9f7332d HTTP/1.1" status: 204 len: 168 time: 0.7077701 Feb 19 03:21:18.703887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40044) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:18.921790 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-e3de4aca-f348-4eef-974a-de36d9341c4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0 HTTP/1.1" status: 200 len: 217 time: 0.3262517 Feb 19 03:21:18.948984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29e063-6cca-4de1-b8e8-4365b4c8728c tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867609ae-8b14-495e-895e-c81dd9f7332d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:18.999944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-0e59dce2-9a49-461a-96c9-2fc81e776a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.006170 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-0e59dce2-9a49-461a-96c9-2fc81e776a7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 200 len: 852 time: 0.0717673 Feb 19 03:21:19.012639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346f4433-facc-42ef-91dd-a58dd2e210ac tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.022207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-346f4433-facc-42ef-91dd-a58dd2e210ac tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4635804 Feb 19 03:21:19.025798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40046) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:19.067568 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-8204f9dc-9273-4583-b4c6-8fd688ac1c50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25750d6e-2380-4f73-8e9a-30d5d668b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548697 Feb 19 03:21:19.098099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a1bd7670-e2f2-46a7-a060-f7c579712ea0 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3396459 Feb 19 03:21:19.136082 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Publish callbacks [] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.144903 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.147069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40048) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:19.157956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-161fa32b-7fab-41bb-9fb8-3eea5d390a81 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group': {'name': 'tempest-secgroup--243812818'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:19.221423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-161fa32b-7fab-41bb-9fb8-3eea5d390a81 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.252889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:19.260538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:19.274985 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-8b40faa4-5ebf-4033-8a26-63f0fb43f998 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840932 Feb 19 03:21:19.275463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:19.279421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Pushing event updated for resources: {'Port': ['ID=3cbaf790-521c-4256-b09a-b1d96a9e5af9,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:19.384951 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-161fa32b-7fab-41bb-9fb8-3eea5d390a81 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (a4cfc3b8-fbe1-43d5-b389-4809b88a443d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.400520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Attempting to bind port 3cbaf790-521c-4256-b09a-b1d96a9e5af9 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:19.400957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Attempting to bind port 3cbaf790-521c-4256-b09a-b1d96a9e5af9 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:19.401817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Attempting to bind port 3cbaf790-521c-4256-b09a-b1d96a9e5af9 on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:19.402367 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-161fa32b-7fab-41bb-9fb8-3eea5d390a81 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a4cfc3b8-fbe1-43d5-b389-4809b88a443d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.417468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:19.417762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:19.423178 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.423590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:19.424112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Bound port: 3cbaf790-521c-4256-b09a-b1d96a9e5af9, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:19.425082 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.475836 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d23eceb6-58f8-4271-a517-f3dbf7d0f628 req-b2c4fdf0-a249-4d71-a2a3-9e8addc0b1c6 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939237 Feb 19 03:21:19.557654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] For port 3cbaf790-521c-4256-b09a-b1d96a9e5af9, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:19.565244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] For port 3cbaf790-521c-4256-b09a-b1d96a9e5af9, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3cbaf790-521c-4256-b09a-b1d96a9e5af9,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:19.577356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-161fa32b-7fab-41bb-9fb8-3eea5d390a81 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.584108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-161fa32b-7fab-41bb-9fb8-3eea5d390a81 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4359057 Feb 19 03:21:19.584748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40050) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:19.591789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-73606d58-f23d-47ac-a9ea-ec1f208ba19a tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': 'a4cfc3b8-fbe1-43d5-b389-4809b88a443d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:19.592618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fa32b-7fab-41bb-9fb8-3eea5d390a81 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cfc3b8-fbe1-43d5-b389-4809b88a443d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:19.603055 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.675741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2f581c3e-5ac4-4b8e-983c-a0dcd698385d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 05a15bdf-4574-4436-ae88-1528e2602ad6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:19.676682 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f581c3e-5ac4-4b8e-983c-a0dcd698385d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (05a15bdf-4574-4436-ae88-1528e2602ad6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.758954 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73606d58-f23d-47ac-a9ea-ec1f208ba19a tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (567de522-644d-4c80-8ed9-9ef99e0bbb86), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.829859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaa24c-2eca-49ee-8873-dceef279bd2a None None] Pushing event updated for resources: {'Port': ['ID=3cbaf790-521c-4256-b09a-b1d96a9e5af9,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:19.856923 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f581c3e-5ac4-4b8e-983c-a0dcd698385d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (05a15bdf-4574-4436-ae88-1528e2602ad6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.882476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2f581c3e-5ac4-4b8e-983c-a0dcd698385d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 05a15bdf-4574-4436-ae88-1528e2602ad6 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:19.960267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73606d58-f23d-47ac-a9ea-ec1f208ba19a tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (567de522-644d-4c80-8ed9-9ef99e0bbb86), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.965662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73606d58-f23d-47ac-a9ea-ec1f208ba19a tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (567de522-644d-4c80-8ed9-9ef99e0bbb86), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.002031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73606d58-f23d-47ac-a9ea-ec1f208ba19a tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567de522-644d-4c80-8ed9-9ef99e0bbb86,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:20.040144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73606d58-f23d-47ac-a9ea-ec1f208ba19a tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.041402 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-73606d58-f23d-47ac-a9ea-ec1f208ba19a tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4546771 Feb 19 03:21:20.044581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40052) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.072477 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bda4ca96-3bbd-4452-88a0-f7d21d84235f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules/567de522-644d-4c80-8ed9-9ef99e0bbb86 HTTP/1.1" status: 200 len: 763 time: 0.0262759 Feb 19 03:21:20.075207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40054) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.205802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9007b120-4915-42f9-8003-7a37c894f95e tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1290767 Feb 19 03:21:20.208401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40056) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.223159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f581c3e-5ac4-4b8e-983c-a0dcd698385d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (05a15bdf-4574-4436-ae88-1528e2602ad6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.255075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f581c3e-5ac4-4b8e-983c-a0dcd698385d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=05a15bdf-4574-4436-ae88-1528e2602ad6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:20.277089 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-990b9306-eda1-4b50-add4-207a6b43dacb tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (567de522-644d-4c80-8ed9-9ef99e0bbb86), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.297118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-990b9306-eda1-4b50-add4-207a6b43dacb tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (567de522-644d-4c80-8ed9-9ef99e0bbb86), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.334910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f581c3e-5ac4-4b8e-983c-a0dcd698385d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.343627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40062) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.345289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2f581c3e-5ac4-4b8e-983c-a0dcd698385d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/05a15bdf-4574-4436-ae88-1528e2602ad6 HTTP/1.1" status: 204 len: 168 time: 1.3183169 Feb 19 03:21:20.418356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-990b9306-eda1-4b50-add4-207a6b43dacb tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (567de522-644d-4c80-8ed9-9ef99e0bbb86), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.454099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-990b9306-eda1-4b50-add4-207a6b43dacb tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.455711 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-990b9306-eda1-4b50-add4-207a6b43dacb tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/567de522-644d-4c80-8ed9-9ef99e0bbb86 HTTP/1.1" status: 204 len: 168 time: 0.2460051 Feb 19 03:21:20.458478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40064) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.480960 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13933a29-bf1f-43a4-b853-261bb1c890d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:20.483564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13933a29-bf1f-43a4-b853-261bb1c890d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:20.485695 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-13933a29-bf1f-43a4-b853-261bb1c890d1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1408150 Feb 19 03:21:20.486987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b9306-eda1-4b50-add4-207a6b43dacb tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=567de522-644d-4c80-8ed9-9ef99e0bbb86,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:20.490308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40066) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.563349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-897d282b-4526-47f6-a7bf-344deb7f55d1 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1036088 Feb 19 03:21:20.568918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc0f4d6-37f6-4881-83bd-541a123e8a54 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 088415c0-05d3-4df3-9a64-4f3fb0a8bc27 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:20.570295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40068) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.579531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-822062a5-ff22-42c5-8c7c-b19fe7920bbc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': 'a4cfc3b8-fbe1-43d5-b389-4809b88a443d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:20.585229 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc0f4d6-37f6-4881-83bd-541a123e8a54 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (088415c0-05d3-4df3-9a64-4f3fb0a8bc27), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.647581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-822062a5-ff22-42c5-8c7c-b19fe7920bbc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (80a3c8be-62b0-4882-b6c1-c241460bcf86), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.696641 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc0f4d6-37f6-4881-83bd-541a123e8a54 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (088415c0-05d3-4df3-9a64-4f3fb0a8bc27), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.778507 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-822062a5-ff22-42c5-8c7c-b19fe7920bbc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (80a3c8be-62b0-4882-b6c1-c241460bcf86), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.794635 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-822062a5-ff22-42c5-8c7c-b19fe7920bbc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (80a3c8be-62b0-4882-b6c1-c241460bcf86), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.841351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822062a5-ff22-42c5-8c7c-b19fe7920bbc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a3c8be-62b0-4882-b6c1-c241460bcf86,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:20.848801 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc0f4d6-37f6-4881-83bd-541a123e8a54 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (088415c0-05d3-4df3-9a64-4f3fb0a8bc27), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.866884 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-822062a5-ff22-42c5-8c7c-b19fe7920bbc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.870460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-822062a5-ff22-42c5-8c7c-b19fe7920bbc tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2948999 Feb 19 03:21:20.874284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40070) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.937378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-27c45c87-f299-4c81-8d0a-5452089df0d4 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules/80a3c8be-62b0-4882-b6c1-c241460bcf86 HTTP/1.1" status: 200 len: 763 time: 0.0613239 Feb 19 03:21:20.940795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40072) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.957048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc0f4d6-37f6-4881-83bd-541a123e8a54 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (088415c0-05d3-4df3-9a64-4f3fb0a8bc27), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.036829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0f4d6-37f6-4881-83bd-541a123e8a54 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=088415c0-05d3-4df3-9a64-4f3fb0a8bc27,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:21.050962 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc0f4d6-37f6-4881-83bd-541a123e8a54 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.056075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0b98213f-3746-4a62-aa7d-9aafecf8deb2 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1026902 Feb 19 03:21:21.056742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40074) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:21.065572 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-afc0f4d6-37f6-4881-83bd-541a123e8a54 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/088415c0-05d3-4df3-9a64-4f3fb0a8bc27 HTTP/1.1" status: 204 len: 168 time: 0.5735710 Feb 19 03:21:21.089120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40076) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:21.139216 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-278c40d9-ae2b-44d9-87f6-3b5575844b4b tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (80a3c8be-62b0-4882-b6c1-c241460bcf86), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.142727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3cbaf790-521c-4256-b09a-b1d96a9e5af9 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:21.148013 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-278c40d9-ae2b-44d9-87f6-3b5575844b4b tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (80a3c8be-62b0-4882-b6c1-c241460bcf86), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.200424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-278c40d9-ae2b-44d9-87f6-3b5575844b4b tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (80a3c8be-62b0-4882-b6c1-c241460bcf86), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.213102 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-278c40d9-ae2b-44d9-87f6-3b5575844b4b tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.221606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-278c40d9-ae2b-44d9-87f6-3b5575844b4b tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/80a3c8be-62b0-4882-b6c1-c241460bcf86 HTTP/1.1" status: 204 len: 168 time: 0.1628926 Feb 19 03:21:21.222347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40078) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:21.241514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3cbaf790-521c-4256-b09a-b1d96a9e5af9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:21.242223 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.286156 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ef7064ae-bcfa-4638-8271-d016dece9749 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1814954 Feb 19 03:21:21.288844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40084) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:21.296232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c40d9-ae2b-44d9-87f6-3b5575844b4b tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80a3c8be-62b0-4882-b6c1-c241460bcf86,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:21.395400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a384ce26-fd9c-4b92-9927-5e27505cff77 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1204205 Feb 19 03:21:21.396575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40086) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:21.406922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7d69029d-d899-46a1-9b1c-9ad8f6852441 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': 'a4cfc3b8-fbe1-43d5-b389-4809b88a443d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:21.430613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3cbaf790-521c-4256-b09a-b1d96a9e5af9 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:21.431324 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.459897 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d69029d-d899-46a1-9b1c-9ad8f6852441 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (905c8672-d816-4a15-ac08-df40658dbd28), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.508314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 3cbaf790-521c-4256-b09a-b1d96a9e5af9, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3cbaf790-521c-4256-b09a-b1d96a9e5af9,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:21.521323 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.579658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-934e22cd-30c1-447f-a2cb-486a412df76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:21.589135 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-934e22cd-30c1-447f-a2cb-486a412df76d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c73ec28a0e474eeea8dfd74485c16653&device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 1133 time: 0.2687113 Feb 19 03:21:21.683577 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d69029d-d899-46a1-9b1c-9ad8f6852441 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (905c8672-d816-4a15-ac08-df40658dbd28), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.695269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d69029d-d899-46a1-9b1c-9ad8f6852441 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (905c8672-d816-4a15-ac08-df40658dbd28), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.747990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6306c237-b76f-4bc8-a7c1-3b763b113df9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:21.748809 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=3cbaf790-521c-4256-b09a-b1d96a9e5af9,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:21.751673 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6306c237-b76f-4bc8-a7c1-3b763b113df9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4613693 Feb 19 03:21:21.756100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40088) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:21.766760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69029d-d899-46a1-9b1c-9ad8f6852441 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905c8672-d816-4a15-ac08-df40658dbd28,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:21.833226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ff956-2ef6-46db-8a2a-788f27682b75 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:21.844444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-2c7daee1-0f9e-4a6a-bcbc-a1480ecf919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:21.846351 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-2c7daee1-0f9e-4a6a-bcbc-a1480ecf919d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2223885 Feb 19 03:21:21.912076 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-c5cb50f7-aedd-47e3-b60d-43c0041085f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559 HTTP/1.1" status: 200 len: 217 time: 0.0505495 Feb 19 03:21:21.961831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f98dd1-e868-49a7-b477-c9ff720acc0d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:21.965028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-52f98dd1-e868-49a7-b477-c9ff720acc0d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2010126 Feb 19 03:21:21.968306 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40090) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:21.982697 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d69029d-d899-46a1-9b1c-9ad8f6852441 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.986327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7d69029d-d899-46a1-9b1c-9ad8f6852441 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5859113 Feb 19 03:21:21.989861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40092) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:22.033233 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f789b34a-b64a-4355-a086-c155aa202692 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634928 Feb 19 03:21:22.041147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40094) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:22.048215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-44fc0bcb-4edc-4f46-8d72-34564cc17475 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:22.052069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-246f3049-5d83-49bc-98d8-92fa9c6663b3 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules/905c8672-d816-4a15-ac08-df40658dbd28 HTTP/1.1" status: 200 len: 764 time: 0.0588760 Feb 19 03:21:22.052716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40096) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:22.098516 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-d5598de4-aefc-4d0c-ad51-fdbb212d430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:22.106419 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-d5598de4-aefc-4d0c-ad51-fdbb212d430a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1870050 Feb 19 03:21:22.108495 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-22a6b2a0-00e5-4a93-9f48-a9b1b1d020d4 None None] Provisioning complete for port 3cbaf790-521c-4256-b09a-b1d96a9e5af9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:22.108882 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22a6b2a0-00e5-4a93-9f48-a9b1b1d020d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.133636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9475b4cd-e505-4f11-9a19-891c75a90056 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0710580 Feb 19 03:21:22.134521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40098) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:22.197003 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ed98ba0-c5ea-451b-a906-a48fcec478f4 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (905c8672-d816-4a15-ac08-df40658dbd28), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.206070 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ed98ba0-c5ea-451b-a906-a48fcec478f4 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (905c8672-d816-4a15-ac08-df40658dbd28), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.249325 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.250494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-5111e30b-83b6-4895-a46b-8e5c452b6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:22.255342 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-5111e30b-83b6-4895-a46b-8e5c452b6bba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0896757 Feb 19 03:21:22.257756 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ed98ba0-c5ea-451b-a906-a48fcec478f4 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (905c8672-d816-4a15-ac08-df40658dbd28), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.270389 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ed98ba0-c5ea-451b-a906-a48fcec478f4 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.275571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2ed98ba0-c5ea-451b-a906-a48fcec478f4 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/905c8672-d816-4a15-ac08-df40658dbd28 HTTP/1.1" status: 204 len: 168 time: 0.1360533 Feb 19 03:21:22.278928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40100) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:22.337585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed98ba0-c5ea-451b-a906-a48fcec478f4 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=905c8672-d816-4a15-ac08-df40658dbd28,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:22.373498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-22a6b2a0-00e5-4a93-9f48-a9b1b1d020d4 None None] Current status of the port 3cbaf790-521c-4256-b09a-b1d96a9e5af9 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:22.380548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d661897-d566-4ee7-b293-e6e1adc0f6af None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:22.390181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e331feab-38a3-461f-8e28-9cbf83916f01 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1072187 Feb 19 03:21:22.391940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40102) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:22.449101 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-d3855025-2c4f-4d5a-ab09-a1e1f4da5091 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684697 Feb 19 03:21:22.453163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fc0bcb-4edc-4f46-8d72-34564cc17475 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:22.464160 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44fc0bcb-4edc-4f46-8d72-34564cc17475 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.464386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3d661897-d566-4ee7-b293-e6e1adc0f6af None None] Deleting port 3cbaf790-521c-4256-b09a-b1d96a9e5af9 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:22.464977 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d661897-d566-4ee7-b293-e6e1adc0f6af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.543077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3d661897-d566-4ee7-b293-e6e1adc0f6af None None] For port 3cbaf790-521c-4256-b09a-b1d96a9e5af9, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3cbaf790-521c-4256-b09a-b1d96a9e5af9,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:22.543969 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d661897-d566-4ee7-b293-e6e1adc0f6af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.554501 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f15c9465-d5fd-4aa4-b83e-1487ed8c4500 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (a4cfc3b8-fbe1-43d5-b389-4809b88a443d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.563589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3d661897-d566-4ee7-b293-e6e1adc0f6af None None] Calling delete_port for 3cbaf790-521c-4256-b09a-b1d96a9e5af9 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:22.615135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f15c9465-d5fd-4aa4-b83e-1487ed8c4500 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (a4cfc3b8-fbe1-43d5-b389-4809b88a443d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.675339 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6cedc89e-c0e9-4a6a-9fa2-856be10c4886 req-4948a4aa-768e-4058-8a25-6b1d4b45fa7b service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050056 Feb 19 03:21:22.736069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f15c9465-d5fd-4aa4-b83e-1487ed8c4500 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a4cfc3b8-fbe1-43d5-b389-4809b88a443d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.739427 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f15c9465-d5fd-4aa4-b83e-1487ed8c4500 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.740794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f15c9465-d5fd-4aa4-b83e-1487ed8c4500 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/a4cfc3b8-fbe1-43d5-b389-4809b88a443d HTTP/1.1" status: 204 len: 168 time: 0.3455682 Feb 19 03:21:22.742124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device af2fd209-8b7a-4854-8c4c-ead820a22ab0 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:21:22.746661 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d661897-d566-4ee7-b293-e6e1adc0f6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (3cbaf790-521c-4256-b09a-b1d96a9e5af9), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.748539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40116) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:22.788149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d661897-d566-4ee7-b293-e6e1adc0f6af None None] No DVR routers for this DVR port 3cbaf790-521c-4256-b09a-b1d96a9e5af9 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:22.801816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-61e1c896-52dc-4342-922a-9ef4f4dc2236 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0520942 Feb 19 03:21:22.802817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c9465-d5fd-4aa4-b83e-1487ed8c4500 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cfc3b8-fbe1-43d5-b389-4809b88a443d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:22.811260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40120) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:22.819344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-226fd928-6059-49d1-af41-1a0dfa4e7cc9 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913065500'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:22.849413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d661897-d566-4ee7-b293-e6e1adc0f6af None None] Pushing event deleted for resources: {'Port': ['ID=3cbaf790-521c-4256-b09a-b1d96a9e5af9,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:22.928517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-226fd928-6059-49d1-af41-1a0dfa4e7cc9 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.934475 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44fc0bcb-4edc-4f46-8d72-34564cc17475 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (7951b080-a5f8-4edf-a9f7-e2c3158458b6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.012469 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc0bcb-4edc-4f46-8d72-34564cc17475 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=7951b080-a5f8-4edf-a9f7-e2c3158458b6,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:23.039774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc0bcb-4edc-4f46-8d72-34564cc17475 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:23.046524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-44fc0bcb-4edc-4f46-8d72-34564cc17475 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:23.051284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc0bcb-4edc-4f46-8d72-34564cc17475 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:23.053030 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44fc0bcb-4edc-4f46-8d72-34564cc17475 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.077439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3cbaf790-521c-4256-b09a-b1d96a9e5af9 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:23.081870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b77507-8d83-4fe0-9d77-9ee28248632e None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:23.100311 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-44fc0bcb-4edc-4f46-8d72-34564cc17475 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0565021 Feb 19 03:21:23.101786 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40132) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:23.115287 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': '7951b080-a5f8-4edf-a9f7-e2c3158458b6', 'ip_address': '2001:db8::a378:b132:d8a:eab0'}], 'name': 'tempest-NetworksTestDHCPv6-1083166524'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:23.159334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 3cbaf790-521c-4256-b09a-b1d96a9e5af9 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:23.159995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3cbaf790-521c-4256-b09a-b1d96a9e5af9 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:23.179994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port af2fd209-8b7a-4854-8c4c-ead820a22ab0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:23.202888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0', 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7', 'port_id': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0', 'mac_address': 'fa:16:3e:a0:27:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67651e34-c6d5-437c-a977-e22e860ae28e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:21:23.231568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26351c-e11e-4cd1-856e-aa676c13d372 req-95d6579c-777d-4272-9f6d-86934d8dc734 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:23.233198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff26351c-e11e-4cd1-856e-aa676c13d372 req-95d6579c-777d-4272-9f6d-86934d8dc734 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 943 time: 0.1368611 Feb 19 03:21:23.297071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port af2fd209-8b7a-4854-8c4c-ead820a22ab0 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:23.298943 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.323659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2fd209-8b7a-4854-8c4c-ead820a22ab0 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:23.344082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff26351c-e11e-4cd1-856e-aa676c13d372 req-ab9307b1-c526-482c-b017-0be0916c11a9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890367 Feb 19 03:21:23.357811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port af2fd209-8b7a-4854-8c4c-ead820a22ab0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:23.360682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '7951b080-a5f8-4edf-a9f7-e2c3158458b6'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:23.363734 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.370576 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.435760 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909a65c-9855-463c-9954-a2cbf78a9a18 x-openstack-request-id: req-a909a65c-9855-463c-9954-a2cbf78a9a18 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:23.438462 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-plugged", "status": "completed", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:23.438462 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a909a65c-9855-463c-9954-a2cbf78a9a18 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:23.438462 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'code': 200} Feb 19 03:21:23.565242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=af2fd209-8b7a-4854-8c4c-ead820a22ab0,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:23.628727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-226fd928-6059-49d1-af41-1a0dfa4e7cc9 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (f1ec0920-2885-489f-93d0-1901bea633c7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.634997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-226fd928-6059-49d1-af41-1a0dfa4e7cc9 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f1ec0920-2885-489f-93d0-1901bea633c7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.648134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/7951b080-a5f8-4edf-a9f7-e2c3158458b6/e44415c7-2ccf-4575-b1be-201308c89e0d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:23.699638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-226fd928-6059-49d1-af41-1a0dfa4e7cc9 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.701344 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-226fd928-6059-49d1-af41-1a0dfa4e7cc9 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8890767 Feb 19 03:21:23.704696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40138) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:23.707943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fd928-6059-49d1-af41-1a0dfa4e7cc9 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ec0920-2885-489f-93d0-1901bea633c7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:23.727508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Request body: {'security_group_rule': {'security_group_id': 'f1ec0920-2885-489f-93d0-1901bea633c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:23.735246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:23.805074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (90a84338-80fe-4880-8eae-4099aa68d3f1), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.821703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['af2fd209-8b7a-4854-8c4c-ead820a22ab0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:23.904389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.933987 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (90a84338-80fe-4880-8eae-4099aa68d3f1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.943467 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 4b9e1629-1266-4b56-b071-02146723513a yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:23.948399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (90a84338-80fe-4880-8eae-4099aa68d3f1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.952583 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Publish callbacks [] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.971358 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.003903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:24.033426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:24.036422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:24.046185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-50cbdff2-9b5a-46e5-b87f-b90fab93eaa4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e62e923acb4c43bdba5854b97e1a727f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804276 Feb 19 03:21:24.049517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a84338-80fe-4880-8eae-4099aa68d3f1,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:24.080054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.080417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.080772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.081119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.081468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.081810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.082208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.082548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.082882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.083214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.083550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.083882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.084213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.113428 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.118505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d9dfeeca-4bbd-4e71-8b90-2b70d5e6396f tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4016073 Feb 19 03:21:24.122461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40150) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:24.144389 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Pushing event updated for resources: {'Port': ['ID=e44415c7-2ccf-4575-b1be-201308c89e0d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:24.194889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Attempting to bind port e44415c7-2ccf-4575-b1be-201308c89e0d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:24.195894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Attempting to bind port e44415c7-2ccf-4575-b1be-201308c89e0d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:24.196380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Attempting to bind port e44415c7-2ccf-4575-b1be-201308c89e0d on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:24.221028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:24.221516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:24.221882 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.222293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:24.222783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Bound port: e44415c7-2ccf-4575-b1be-201308c89e0d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:24.223168 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.233179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62a0b0ca-c137-45b1-b790-34afe520a4d7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (f1ec0920-2885-489f-93d0-1901bea633c7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.280359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-af897586-ae12-4db2-937a-5a5a41afcb38 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:24.283825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::a378:b132:d8a:eab0 (bbbabb97-7b58-44ba-8518-a6a14187983e/7951b080-a5f8-4edf-a9f7-e2c3158458b6/4b9e1629-1266-4b56-b071-02146723513a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:24.288093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-af897586-ae12-4db2-937a-5a5a41afcb38 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411311 Feb 19 03:21:24.295407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62a0b0ca-c137-45b1-b790-34afe520a4d7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (f1ec0920-2885-489f-93d0-1901bea633c7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.323552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-31c491d7-bddb-4a21-9ee6-94f095ecfbad tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/quotas/e62e923acb4c43bdba5854b97e1a727f HTTP/1.1" status: 200 len: 375 time: 0.0339360 Feb 19 03:21:24.375205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-59855eeb-8642-44c3-af72-a2239794a927 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506036 Feb 19 03:21:24.387849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] For port e44415c7-2ccf-4575-b1be-201308c89e0d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:24.393031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] For port e44415c7-2ccf-4575-b1be-201308c89e0d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e44415c7-2ccf-4575-b1be-201308c89e0d,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:24.404148 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.416664 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62a0b0ca-c137-45b1-b790-34afe520a4d7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f1ec0920-2885-489f-93d0-1901bea633c7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.419507 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62a0b0ca-c137-45b1-b790-34afe520a4d7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.420687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-62a0b0ca-c137-45b1-b790-34afe520a4d7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1ec0920-2885-489f-93d0-1901bea633c7 HTTP/1.1" status: 204 len: 168 time: 0.2972639 Feb 19 03:21:24.424257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40154) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:24.452381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0b0ca-c137-45b1-b790-34afe520a4d7 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ec0920-2885-489f-93d0-1901bea633c7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:24.599231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-62f3edfc-7481-4b01-af03-077c667a5003 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1591082 Feb 19 03:21:24.600350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40162) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:24.640809 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (4b9e1629-1266-4b56-b071-02146723513a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.714161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d82076a6-a5e0-4737-a722-c6676f0562f3 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1123979 Feb 19 03:21:24.720466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40166) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:24.749957 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4b9e1629-1266-4b56-b071-02146723513a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.774876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655a2a4-a6b1-4744-8e14-628b98d7c182 None None] Pushing event updated for resources: {'Port': ['ID=e44415c7-2ccf-4575-b1be-201308c89e0d,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:24.778091 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-5435fc91-60ec-4b22-9eb0-022f2e2c1051 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] delete failed (client error): The resource could not be found. Feb 19 03:21:24.779375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5435fc91-60ec-4b22-9eb0-022f2e2c1051 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1ec0920-2885-489f-93d0-1901bea633c7 HTTP/1.1" status: 404 len: 347 time: 0.0570145 Feb 19 03:21:24.792638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40168) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:24.893529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=4b9e1629-1266-4b56-b071-02146723513a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:24.961766 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c352e72e-5ee3-4fba-b4e3-f1a901d34cfb x-openstack-request-id: req-c352e72e-5ee3-4fba-b4e3-f1a901d34cfb {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:24.963044 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d43dd40-2445-47bb-9acb-c359f2fee735", "tag": "af2fd209-8b7a-4854-8c4c-ead820a22ab0", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:24.963287 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c352e72e-5ee3-4fba-b4e3-f1a901d34cfb {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:24.968168 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'tag': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0', 'status': 'completed', 'code': 200} Feb 19 03:21:24.978259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-768eee1b-f42b-41ee-9129-2b48ad8913d4 tempest-SecGroupTest-109081108 tempest-SecGroupTest-109081108-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1252477 Feb 19 03:21:24.981352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:25.061774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:25.076200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:25.091382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.095396 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.164523 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4c1b0545-c940-4fd2-81ad-6ecfb6c5d1c2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0544224 Feb 19 03:21:25.168283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40190) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:25.241079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5 req-ab0e0341-2453-4205-8efa-b74538089c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.243341 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5 req-ab0e0341-2453-4205-8efa-b74538089c5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 1126 time: 0.2587440 Feb 19 03:21:25.420331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5 req-fb6c1f8e-24b9-4deb-8220-5749075a9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.423005 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5 req-fb6c1f8e-24b9-4deb-8220-5749075a9201 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 913 time: 0.1695130 Feb 19 03:21:25.457776 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb19e2b0-14ec-4c34-8564-2bc4687107d5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.464705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb19e2b0-14ec-4c34-8564-2bc4687107d5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.470485 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bb19e2b0-14ec-4c34-8564-2bc4687107d5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2971528 Feb 19 03:21:25.491896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40204) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:25.530075 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5 req-111e4fdb-8acf-401d-807f-5da9d5447d30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0 HTTP/1.1" status: 200 len: 217 time: 0.0903633 Feb 19 03:21:25.651556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5 req-a2589fa6-08f5-47d8-8f24-ed3a84d95428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.653204 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5 req-a2589fa6-08f5-47d8-8f24-ed3a84d95428 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 200 len: 852 time: 0.1150222 Feb 19 03:21:25.660392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40208) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:25.695573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c17d1-0808-4351-ba96-65b3ceb4241b req-aadcb8ed-22a8-410c-9a5b-1cca9ba24252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.697424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-793c17d1-0808-4351-ba96-65b3ceb4241b req-aadcb8ed-22a8-410c-9a5b-1cca9ba24252 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1128 time: 0.3016729 Feb 19 03:21:25.710256 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5 req-d46c55cd-501c-4bb5-b646-9949391b1150 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25750d6e-2380-4f73-8e9a-30d5d668b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397165 Feb 19 03:21:25.727863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9214117-3498-4251-af60-e6562012d86f req-e62445a2-c9de-46f6-8535-5720f8fab9de tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.730665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9214117-3498-4251-af60-e6562012d86f req-e62445a2-c9de-46f6-8535-5720f8fab9de tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 944 time: 0.1634538 Feb 19 03:21:25.852449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1ec92ef8-bda2-447f-9636-cad48c02844d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 4b9e1629-1266-4b56-b071-02146723513a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:25.852796 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ec92ef8-bda2-447f-9636-cad48c02844d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4b9e1629-1266-4b56-b071-02146723513a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.859075 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5 req-7365311c-d459-498e-8950-21fce15198c8 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353354 Feb 19 03:21:25.955540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9214117-3498-4251-af60-e6562012d86f req-bc06e2aa-a1f2-4d28-a350-dadb04ff1f5a tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106841 Feb 19 03:21:26.005620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c17d1-0808-4351-ba96-65b3ceb4241b req-278788f4-1189-4783-a596-50f10cd70ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:26.039388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-793c17d1-0808-4351-ba96-65b3ceb4241b req-278788f4-1189-4783-a596-50f10cd70ee2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 919 time: 0.3311090 Feb 19 03:21:26.120937 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-58c4af2b-1077-44b7-afbd-3d42085f9da6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5002907c2e194344803f991a2f2efcf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582655 Feb 19 03:21:26.126756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40220) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:26.132909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-793c17d1-0808-4351-ba96-65b3ceb4241b req-12ebff26-f88f-42cb-bb42-b903be539ff8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7025aec4-f271-40a9-975f-eb5afa1230f0 HTTP/1.1" status: 200 len: 217 time: 0.0842977 Feb 19 03:21:26.168684 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-08fec1d0-86c8-4679-a2c8-b34ca5b156d5 req-f9bb88d8-d380-48ec-a546-2ff468f9f7f9 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037612 Feb 19 03:21:26.215148 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c17d1-0808-4351-ba96-65b3ceb4241b req-04ed4e23-5854-44d8-b4de-ebc9e8b7b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:26.216749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-793c17d1-0808-4351-ba96-65b3ceb4241b req-04ed4e23-5854-44d8-b4de-ebc9e8b7b2ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.0639789 Feb 19 03:21:26.241308 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50e371f7-9642-4102-9c21-f6839459051c admin admin] Publish callbacks [] for security_group (d32be40d-e039-4ffc-908b-82f085f97e31), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.272817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50e371f7-9642-4102-9c21-f6839459051c admin admin] Publish callbacks [] for security_group (d32be40d-e039-4ffc-908b-82f085f97e31), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.283154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-458406a7-54c6-486d-a8fb-45b7621299df tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e62e923acb4c43bdba5854b97e1a727f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1560814 Feb 19 03:21:26.285126 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-793c17d1-0808-4351-ba96-65b3ceb4241b req-a510909b-67c2-4610-9ab7-376b85ea322d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457802 Feb 19 03:21:26.287108 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ec92ef8-bda2-447f-9636-cad48c02844d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4b9e1629-1266-4b56-b071-02146723513a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.376767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1ec92ef8-bda2-447f-9636-cad48c02844d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 4b9e1629-1266-4b56-b071-02146723513a owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:26.383153 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50e371f7-9642-4102-9c21-f6839459051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d32be40d-e039-4ffc-908b-82f085f97e31), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.386101 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50e371f7-9642-4102-9c21-f6839459051c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.389474 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-50e371f7-9642-4102-9c21-f6839459051c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d32be40d-e039-4ffc-908b-82f085f97e31 HTTP/1.1" status: 204 len: 168 time: 0.2597449 Feb 19 03:21:26.426370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e371f7-9642-4102-9c21-f6839459051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32be40d-e039-4ffc-908b-82f085f97e31,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:26.486281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-62942d23-dead-490f-9cdb-52c6b8579c93 None None] Provisioning complete for port e44415c7-2ccf-4575-b1be-201308c89e0d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:26.487412 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-62942d23-dead-490f-9cdb-52c6b8579c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.578631 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-8edc39f2-0fbe-47ab-88e5-5e451d75c4e3 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e62e923acb4c43bdba5854b97e1a727f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585718 Feb 19 03:21:26.637607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-62942d23-dead-490f-9cdb-52c6b8579c93 None None] Current status of the port e44415c7-2ccf-4575-b1be-201308c89e0d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:26.638422 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-62942d23-dead-490f-9cdb-52c6b8579c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.671352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-793c17d1-0808-4351-ba96-65b3ceb4241b req-6ed100c3-31a4-4c46-8d11-46d52a8d6da7 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562741 Feb 19 03:21:26.685234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777df13-29c1-4512-898f-4e5b1c419acf req-fa5bcc39-feb0-4200-950e-4288b965d200 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:26.691666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-fa5bcc39-feb0-4200-950e-4288b965d200 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4016635 Feb 19 03:21:26.727729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-62942d23-dead-490f-9cdb-52c6b8579c93 None None] For port e44415c7-2ccf-4575-b1be-201308c89e0d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e44415c7-2ccf-4575-b1be-201308c89e0d,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:26.734422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device af2fd209-8b7a-4854-8c4c-ead820a22ab0 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:26.799481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-62942d23-dead-490f-9cdb-52c6b8579c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.831991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-793c17d1-0808-4351-ba96-65b3ceb4241b req-7bbe645f-2721-464a-a3b7-fc156b765794 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382604 Feb 19 03:21:26.855459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port af2fd209-8b7a-4854-8c4c-ead820a22ab0 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:21:26.859739 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-73132802-7e95-45be-b416-6d32c8e5108e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/quotas/e62e923acb4c43bdba5854b97e1a727f HTTP/1.1" status: 200 len: 375 time: 0.1671247 Feb 19 03:21:26.871876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port af2fd209-8b7a-4854-8c4c-ead820a22ab0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:26.872713 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.893262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-69d16344-50ab-4bce-a419-a6cd2e81de7e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326259 Feb 19 03:21:26.949571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62942d23-dead-490f-9cdb-52c6b8579c93 None None] Pushing event updated for resources: {'Port': ['ID=e44415c7-2ccf-4575-b1be-201308c89e0d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:27.007928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-dafa27a8-5fe6-424b-b11b-0706a9541fd7 None None] Provisioning complete for port 4b9e1629-1266-4b56-b071-02146723513a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:27.008499 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dafa27a8-5fe6-424b-b11b-0706a9541fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4b9e1629-1266-4b56-b071-02146723513a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.055726 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-53a5d210-828d-4d99-9857-616cd6801340 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:27.060568 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-53a5d210-828d-4d99-9857-616cd6801340 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4566724 Feb 19 03:21:27.081594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dafa27a8-5fe6-424b-b11b-0706a9541fd7 None None] Port 4b9e1629-1266-4b56-b071-02146723513a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:27.090439 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ec92ef8-bda2-447f-9636-cad48c02844d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4b9e1629-1266-4b56-b071-02146723513a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.098031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Request body: {'port': {'device_id': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': 'e62e923acb4c43bdba5854b97e1a727f'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:27.268020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port af2fd209-8b7a-4854-8c4c-ead820a22ab0 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:27.268497 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.294942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec92ef8-bda2-447f-9636-cad48c02844d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=4b9e1629-1266-4b56-b071-02146723513a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:27.372752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f2bd6446-7366-4d34-ad53-d9f13b29ae1d no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:27.373744 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ec92ef8-bda2-447f-9636-cad48c02844d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.378872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1ec92ef8-bda2-447f-9636-cad48c02844d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/4b9e1629-1266-4b56-b071-02146723513a HTTP/1.1" status: 204 len: 168 time: 1.8781533 Feb 19 03:21:27.393245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40242) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:27.482898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e44415c7-2ccf-4575-b1be-201308c89e0d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:27.591776 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7136034d-23e4-49d7-ae16-b4fc9d87c67f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:27.593549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7136034d-23e4-49d7-ae16-b4fc9d87c67f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:27.595078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:27.598926 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839ad26f-0229-4f0e-bf1f-418dc080b6d6" -d '{"events": [{"server_uuid": "9d43dd40-2445-47bb-9acb-c359f2fee735", "name": "network-vif-plugged", "status": "completed", "tag": "af2fd209-8b7a-4854-8c4c-ead820a22ab0"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:27.599507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40254) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:27.600162 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7136034d-23e4-49d7-ae16-b4fc9d87c67f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2053683 Feb 19 03:21:27.602146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Made reservation on behalf of e62e923acb4c43bdba5854b97e1a727f for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:27.608165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.626112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.708129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port af2fd209-8b7a-4854-8c4c-ead820a22ab0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:27.737605 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.860960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5c01bf-de06-4dc2-91aa-c762ba524677 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 7951b080-a5f8-4edf-a9f7-e2c3158458b6 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:27.876955 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d5c01bf-de06-4dc2-91aa-c762ba524677 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (7951b080-a5f8-4edf-a9f7-e2c3158458b6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.890424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f2bd6446-7366-4d34-ad53-d9f13b29ae1d is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:27.890820 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.975132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e44415c7-2ccf-4575-b1be-201308c89e0d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:27.975680 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.021422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks [] for security_group (eb583210-697c-499f-8cf7-667ca28fdeb4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.022719 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d5c01bf-de06-4dc2-91aa-c762ba524677 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (7951b080-a5f8-4edf-a9f7-e2c3158458b6), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.038952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (eb583210-697c-499f-8cf7-667ca28fdeb4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.193449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:28.195887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=af2fd209-8b7a-4854-8c4c-ead820a22ab0,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:28.227429 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.272429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb583210-697c-499f-8cf7-667ca28fdeb4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:28.321834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d5c01bf-de06-4dc2-91aa-c762ba524677 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7951b080-a5f8-4edf-a9f7-e2c3158458b6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.408425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Allocated IP 192.168.233.178 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:28.438210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:28.480588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d5c01bf-de06-4dc2-91aa-c762ba524677 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (7951b080-a5f8-4edf-a9f7-e2c3158458b6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.507517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e44415c7-2ccf-4575-b1be-201308c89e0d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:28.522623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40280) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:28.526588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c01bf-de06-4dc2-91aa-c762ba524677 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=7951b080-a5f8-4edf-a9f7-e2c3158458b6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:28.540886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6299e039-12a0-4688-ac69-b93ff87cbcb5 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:28.545826 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d5c01bf-de06-4dc2-91aa-c762ba524677 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.551441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0d5c01bf-de06-4dc2-91aa-c762ba524677 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/7951b080-a5f8-4edf-a9f7-e2c3158458b6 HTTP/1.1" status: 204 len: 168 time: 0.9508402 Feb 19 03:21:28.553443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40284) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:28.855471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks [] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.000427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7fed1f-e0db-4835-9613-de49ec504058 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:29.017330 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.115035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:29.146252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fed1f-e0db-4835-9613-de49ec504058 None None] Deleting port e44415c7-2ccf-4575-b1be-201308c89e0d {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:29.146762 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1d7fed1f-e0db-4835-9613-de49ec504058 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.188476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:29.234530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2bfe4438-420c-4cb9-a3f4-d7e32a688973 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:29.242250 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-2bfe4438-420c-4cb9-a3f4-d7e32a688973 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:21:29.246961 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-2bfe4438-420c-4cb9-a3f4-d7e32a688973 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:21:29.252128 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2bfe4438-420c-4cb9-a3f4-d7e32a688973 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7266066 Feb 19 03:21:29.255852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:29.262527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40308) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:29.269076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e44415c7-2ccf-4575-b1be-201308c89e0d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:29.269330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-03f3c0ad-d019-408e-85da-28b971061571 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7107804 Feb 19 03:21:29.269574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'tempest-secgroup--700431604'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:29.275493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40310) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:29.284800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6b85041c-f2b4-4bd7-9a91-27afdf65a62d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:29.432569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:29.460392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:29.461317 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.469328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.484294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b85041c-f2b4-4bd7-9a91-27afdf65a62d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:29.489386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b85041c-f2b4-4bd7-9a91-27afdf65a62d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.510914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1d7fed1f-e0db-4835-9613-de49ec504058 None None] For port e44415c7-2ccf-4575-b1be-201308c89e0d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e44415c7-2ccf-4575-b1be-201308c89e0d,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:29.515327 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1d7fed1f-e0db-4835-9613-de49ec504058 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.516286 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-fa748e1a-267a-480a-acbb-231f2afe6e9b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4396205 Feb 19 03:21:29.534728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Request body: {'port': {'device_id': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:29.555256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fed1f-e0db-4835-9613-de49ec504058 None None] Calling delete_port for e44415c7-2ccf-4575-b1be-201308c89e0d owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:29.676903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-465ff86b-a00f-4dc4-aaf9-dc694fb3d544 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e62e923acb4c43bdba5854b97e1a727f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370123 Feb 19 03:21:29.677631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.717426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.762463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4265594d-2272-40cb-8114-f8ddf7369536 None None] Provisioning complete for port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:29.763263 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4265594d-2272-40cb-8114-f8ddf7369536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.769428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e44415c7-2ccf-4575-b1be-201308c89e0d is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:29.770284 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.829451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (c7132da6-4d6d-49ed-864b-2db2adb26e88), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.858064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c7132da6-4d6d-49ed-864b-2db2adb26e88), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.882573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port e44415c7-2ccf-4575-b1be-201308c89e0d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e44415c7-2ccf-4575-b1be-201308c89e0d,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:29.896889 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.940422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7132da6-4d6d-49ed-864b-2db2adb26e88,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:29.943856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4265594d-2272-40cb-8114-f8ddf7369536 None None] Port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:29.945622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-7e4e771a-bcc6-4dc9-80d2-61af83e0fa68 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8018737041a04c018853295f052e2ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3039744 Feb 19 03:21:29.988827 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1d7fed1f-e0db-4835-9613-de49ec504058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (e44415c7-2ccf-4575-b1be-201308c89e0d), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.012803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=e44415c7-2ccf-4575-b1be-201308c89e0d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.024905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7fed1f-e0db-4835-9613-de49ec504058 None None] No DVR routers for this DVR port e44415c7-2ccf-4575-b1be-201308c89e0d on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:30.090651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fed1f-e0db-4835-9613-de49ec504058 None None] Pushing event deleted for resources: {'Port': ['ID=e44415c7-2ccf-4575-b1be-201308c89e0d,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.278304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:30.290502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Publish callbacks [] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.302357 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Transition to ACTIVE for port object f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:21:30.307438 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.311499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777df13-29c1-4512-898f-4e5b1c419acf req-ca346fd7-812e-4cc9-88ce-e872d3bf5986 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:30.311499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-ca346fd7-812e-4cc9-88ce-e872d3bf5986 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6151679 Feb 19 03:21:30.315147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (275df3ad-0083-4095-9ef9-d36fcc91de1c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.325439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-a2a39e49-d4c3-4ff5-b780-83055fa9359d tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:30.327082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-a2a39e49-d4c3-4ff5-b780-83055fa9359d tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232026 Feb 19 03:21:30.335357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Request body: {'port': {'device_id': '0d98cf7b-f65c-43cc-be3e-ec360b81fda1', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': 'e62e923acb4c43bdba5854b97e1a727f'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:30.457412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.481158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Attempting to bind port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:30.481781 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Attempting to bind port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:30.482345 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Attempting to bind port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:30.497210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:21:30.497882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Attempting to bind port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:30.503914 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:30.504572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:30.505155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:30.505807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Bound port: f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:30.506416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.554669 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (275df3ad-0083-4095-9ef9-d36fcc91de1c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.580733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Made reservation on behalf of e62e923acb4c43bdba5854b97e1a727f for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:30.587153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.611288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.615722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3525078 Feb 19 03:21:30.617514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40322) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:30.631842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-555bb87b-50c2-4837-9c6b-0e9aa30add8b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '275df3ad-0083-4095-9ef9-d36fcc91de1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:30.688527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:30.700647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-5c22e40e-894a-41aa-955d-32ede5c058c2 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/quotas/8018737041a04c018853295f052e2ee0 HTTP/1.1" status: 200 len: 375 time: 0.1318457 Feb 19 03:21:30.709346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-555bb87b-50c2-4837-9c6b-0e9aa30add8b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group_rule (22de021e-0196-4539-ac47-39088fcab2f8), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.717070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:30.731498 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.785418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9d10f-f92d-4b6f-8de6-6640aa7868e8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275df3ad-0083-4095-9ef9-d36fcc91de1c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.807858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:30.810656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.811652 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] 10.222.0.37 "PUT /v2.0/ports/f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 HTTP/1.1" status: 200 len: 1096 time: 1.2796466 Feb 19 03:21:30.812304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:30.815650 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ca5c07-687c-48d9-97ca-963f9073b9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:30.856573 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b85041c-f2b4-4bd7-9a91-27afdf65a62d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (f1787944-0773-4420-a09b-dd0eff590847), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.862337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-555bb87b-50c2-4837-9c6b-0e9aa30add8b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group_rule (22de021e-0196-4539-ac47-39088fcab2f8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.863650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca2abb-bdad-473b-a36b-6d3bbd61e6df service neutron] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.877160 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-555bb87b-50c2-4837-9c6b-0e9aa30add8b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (22de021e-0196-4539-ac47-39088fcab2f8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.909302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bb87b-50c2-4837-9c6b-0e9aa30add8b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22de021e-0196-4539-ac47-39088fcab2f8,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.974314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-555bb87b-50c2-4837-9c6b-0e9aa30add8b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.979993 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-555bb87b-50c2-4837-9c6b-0e9aa30add8b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3604655 Feb 19 03:21:30.981759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40326) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:30.986596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d5da589e-7bb7-4cd1-a8b3-272cbff45d3c tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '275df3ad-0083-4095-9ef9-d36fcc91de1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:30.997354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b85041c-f2b4-4bd7-9a91-27afdf65a62d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:31.007802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6b85041c-f2b4-4bd7-9a91-27afdf65a62d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:31.015151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b85041c-f2b4-4bd7-9a91-27afdf65a62d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:31.015927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b85041c-f2b4-4bd7-9a91-27afdf65a62d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.023023 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5da589e-7bb7-4cd1-a8b3-272cbff45d3c tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group_rule (f26439e3-1ba4-40ae-a6c5-38432572471a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.027698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd364015-ec7c-4377-b698-a3e3a14c1fca None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:31.069518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-3b7e615b-d6a5-48b9-9abb-9c7832725613 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8018737041a04c018853295f052e2ee0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3056858 Feb 19 03:21:31.072117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-7d1385e2-a0ef-4045-8439-7264e4f60b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:31.076385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85041c-f2b4-4bd7-9a91-27afdf65a62d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=f1787944-0773-4420-a09b-dd0eff590847,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:31.081772 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-7d1385e2-a0ef-4045-8439-7264e4f60b85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 1130 time: 0.1735430 Feb 19 03:21:31.085725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6b85041c-f2b4-4bd7-9a91-27afdf65a62d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8071504 Feb 19 03:21:31.089623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40328) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:31.095461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': 'f1787944-0773-4420-a09b-dd0eff590847', 'ip_address': '2001:db8::6999:f631:ec5c:65cd'}], 'name': 'tempest-NetworksTestDHCPv6-501774921'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:31.162539 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-a1b02bab-c3f0-4484-8765-458eba2cf48c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 HTTP/1.1" status: 200 len: 217 time: 0.0637035 Feb 19 03:21:31.192956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Allocated IP 192.168.233.173 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/a46d198c-34f2-4b34-bc92-e2a72cd714fe) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:31.267170 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-d5da589e-7bb7-4cd1-a8b3-272cbff45d3c tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:21:31.274933 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d5da589e-7bb7-4cd1-a8b3-272cbff45d3c tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2918534 Feb 19 03:21:31.277359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': 'f1787944-0773-4420-a09b-dd0eff590847'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:31.277359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.282377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40330) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:31.412396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-c30eb376-3584-4a14-a6f8-092c9367a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:31.419937 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-c30eb376-3584-4a14-a6f8-092c9367a5e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2472091 Feb 19 03:21:31.516856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:31.628638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0cfccded-46ee-4a55-b14f-ad94745856ec tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (275df3ad-0083-4095-9ef9-d36fcc91de1c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.629206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/f1787944-0773-4420-a09b-dd0eff590847/7f4bfa73-b6ad-44b9-96e6-f0ba544e51df) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:31.643338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-09c45cb1-532f-44a0-939f-0834e7e33df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:31.646922 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-09c45cb1-532f-44a0-939f-0834e7e33df8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1856923 Feb 19 03:21:31.788056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0cfccded-46ee-4a55-b14f-ad94745856ec tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (275df3ad-0083-4095-9ef9-d36fcc91de1c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.850213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27a541-bd60-47c5-a0e6-21f673dd6a35 req-6d207982-e462-4551-8d0e-125564d6fdb4 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:31.855564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d27a541-bd60-47c5-a0e6-21f673dd6a35 req-6d207982-e462-4551-8d0e-125564d6fdb4 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.3070245 Feb 19 03:21:31.863376 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-56a9166c-f0d3-43a5-8db9-b68ccf934a21 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079349 Feb 19 03:21:31.942709 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Publish callbacks [] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.953348 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.995789 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c98883ce-c08a-4bc8-a23b-a453fd59422c req-b28446f9-2310-4776-8ba6-78ad7f90b9d8 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252122 Feb 19 03:21:32.006652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0cfccded-46ee-4a55-b14f-ad94745856ec tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (275df3ad-0083-4095-9ef9-d36fcc91de1c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.028769 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0cfccded-46ee-4a55-b14f-ad94745856ec tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.032621 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0cfccded-46ee-4a55-b14f-ad94745856ec tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "DELETE /v2.0/security-groups/275df3ad-0083-4095-9ef9-d36fcc91de1c HTTP/1.1" status: 204 len: 168 time: 0.7458589 Feb 19 03:21:32.036681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40342) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:32.060814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfccded-46ee-4a55-b14f-ad94745856ec tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275df3ad-0083-4095-9ef9-d36fcc91de1c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:32.080282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:32.095907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.106396 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:32.113816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:32.137964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d27a541-bd60-47c5-a0e6-21f673dd6a35 req-ac6f1f8c-b285-40af-a0d4-f44bc698166a tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636788 Feb 19 03:21:32.174402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Pushing event updated for resources: {'Port': ['ID=7f4bfa73-b6ad-44b9-96e6-f0ba544e51df,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:32.199754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8823c08e-faa4-4648-883b-0d68ce936c9c tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1491005 Feb 19 03:21:32.204095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40346) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:32.209021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 6347ad38-981b-43ec-96c1-24f570ca5297 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:32.209221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c9c84860-7504-4623-baf8-0e870d7fdbee tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'tempest-secgroup--843370822'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:32.261086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c9c84860-7504-4623-baf8-0e870d7fdbee tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.297358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Attempting to bind port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:32.298021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Attempting to bind port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:32.299221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Attempting to bind port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:32.308637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:32.309170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:32.309683 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.311830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:32.312446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Bound port: 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:32.313490 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.329871 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks [] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.392537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c9c84860-7504-4623-baf8-0e870d7fdbee tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (ced40de8-f09d-40e3-a889-79220258dd15), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.398900 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c9c84860-7504-4623-baf8-0e870d7fdbee tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ced40de8-f09d-40e3-a889-79220258dd15), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.459125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c9c84860-7504-4623-baf8-0e870d7fdbee tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.463384 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c9c84860-7504-4623-baf8-0e870d7fdbee tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2550094 Feb 19 03:21:32.463384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c84860-7504-4623-baf8-0e870d7fdbee tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced40de8-f09d-40e3-a889-79220258dd15,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:32.465703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40356) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:32.470864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6e29b134-14a4-4876-b3f9-4996b6dca273 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': 'ced40de8-f09d-40e3-a889-79220258dd15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:32.471828 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-6e29b134-14a4-4876-b3f9-4996b6dca273 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 03:21:32.472417 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-6e29b134-14a4-4876-b3f9-4996b6dca273 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:32.476172 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6e29b134-14a4-4876-b3f9-4996b6dca273 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063469 Feb 19 03:21:32.478034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40358) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:32.501866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] For port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:32.505880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] For port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7f4bfa73-b6ad-44b9-96e6-f0ba544e51df,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:32.522125 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.601475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.604693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::6999:f631:ec5c:65cd (bbbabb97-7b58-44ba-8518-a6a14187983e/f1787944-0773-4420-a09b-dd0eff590847/6347ad38-981b-43ec-96c1-24f570ca5297) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:32.636757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eb707-4463-4611-9120-413874cc0fc7 None None] Pushing event updated for resources: {'Port': ['ID=7f4bfa73-b6ad-44b9-96e6-f0ba544e51df,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:32.769174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Pushing event updated for resources: {'Port': ['ID=a46d198c-34f2-4b34-bc92-e2a72cd714fe,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:32.787913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:32.820599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0354f-f901-492d-9ce6-42ac87e1703f req-aa1059d9-42a3-4ea1-897d-e11d896e35d5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:32.822166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55d0354f-f901-492d-9ce6-42ac87e1703f req-aa1059d9-42a3-4ea1-897d-e11d896e35d5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 945 time: 0.3317645 Feb 19 03:21:32.823169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:32.835850 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0896fb0-743a-4aa7-a8b5-a5d89139d39a tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (ced40de8-f09d-40e3-a889-79220258dd15), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.838239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:33.018990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0896fb0-743a-4aa7-a8b5-a5d89139d39a tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (ced40de8-f09d-40e3-a889-79220258dd15), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.109350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:33.110489 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.145667 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0896fb0-743a-4aa7-a8b5-a5d89139d39a tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ced40de8-f09d-40e3-a889-79220258dd15), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.148372 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0896fb0-743a-4aa7-a8b5-a5d89139d39a tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.149552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a0896fb0-743a-4aa7-a8b5-a5d89139d39a tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "DELETE /v2.0/security-groups/ced40de8-f09d-40e3-a889-79220258dd15 HTTP/1.1" status: 204 len: 168 time: 0.6528084 Feb 19 03:21:33.152552 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40366) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:33.188554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-6b6cab72-5b49-4192-a6cf-6db1195e5270 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8603654 Feb 19 03:21:33.210667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Request body: {'port': {'device_id': '0d98cf7b-f65c-43cc-be3e-ec360b81fda1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:33.253255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0896fb0-743a-4aa7-a8b5-a5d89139d39a tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced40de8-f09d-40e3-a889-79220258dd15,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:33.321593 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55d0354f-f901-492d-9ce6-42ac87e1703f req-8ea61a7b-50fd-48ed-9293-6424011415e7 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699674 Feb 19 03:21:33.359964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:33.408854 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.409515 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-1020bf9f-0cc6-4eaf-bcfb-908b3aea637a tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8018737041a04c018853295f052e2ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1985679 Feb 19 03:21:33.469214 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8765553e-85ae-4743-8b3c-dca29565fd45 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3147635 Feb 19 03:21:33.497317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40370) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:33.508994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-939719e7-abda-4b6c-ba1b-bc2ad26d3b9e tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262030462'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:33.518949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7cb8aee9-29be-4dd7-aa11-120003bfdd4b None None] Provisioning complete for port a46d198c-34f2-4b34-bc92-e2a72cd714fe triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:33.519333 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7cb8aee9-29be-4dd7-aa11-120003bfdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.528218 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (6347ad38-981b-43ec-96c1-24f570ca5297), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.566272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:33.566653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.571019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7cb8aee9-29be-4dd7-aa11-120003bfdd4b None None] Port a46d198c-34f2-4b34-bc92-e2a72cd714fe cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:33.597640 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-3cafc226-e883-47f7-86c4-d27f9c854040 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:33.600120 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-3cafc226-e883-47f7-86c4-d27f9c854040 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777771 Feb 19 03:21:33.628164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Request body: {'port': {'device_id': 'f4cf8a06-e265-4eab-86ca-298f6b634456', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8018737041a04c018853295f052e2ee0'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:33.689699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:33.690123 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.694452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-939719e7-abda-4b6c-ba1b-bc2ad26d3b9e tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.742941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7f4bfa73-b6ad-44b9-96e6-f0ba544e51df,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:33.754564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.798966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Made reservation on behalf of 8018737041a04c018853295f052e2ee0 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:33.814498 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.840685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9bed6-dcc8-44a2-b026-0b4c5f838ff8 req-c697ca70-73ec-48f6-9a0e-7c013fab70d4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:33.842350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27c9bed6-dcc8-44a2-b026-0b4c5f838ff8 req-c697ca70-73ec-48f6-9a0e-7c013fab70d4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 936 time: 0.3107870 Feb 19 03:21:33.865340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=7f4bfa73-b6ad-44b9-96e6-f0ba544e51df,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:33.891830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6347ad38-981b-43ec-96c1-24f570ca5297), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.975414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=6347ad38-981b-43ec-96c1-24f570ca5297,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:34.046070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:34.076614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:34.079283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:34.084829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:34.085567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.176955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27c9bed6-dcc8-44a2-b026-0b4c5f838ff8 req-2cf42589-9d3a-41c6-b9c7-016e68d8f8d3 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084841 Feb 19 03:21:34.240983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b7b62c63-e505-42ae-92e7-e5dd15f858d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1508160 Feb 19 03:21:34.245239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40374) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:34.318339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-939719e7-abda-4b6c-ba1b-bc2ad26d3b9e tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (4bb9c3bd-5339-4df1-91d6-3d870ca0b7d5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.342220 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-939719e7-abda-4b6c-ba1b-bc2ad26d3b9e tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4bb9c3bd-5339-4df1-91d6-3d870ca0b7d5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.367105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d9b2ab-1351-48ac-bc78-33888b573550 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:34.372109 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ad2357-5dd9-4b28-b4f3-f8fded23b71e x-openstack-request-id: req-a4ad2357-5dd9-4b28-b4f3-f8fded23b71e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:34.372849 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d43dd40-2445-47bb-9acb-c359f2fee735", "name": "network-vif-plugged", "status": "completed", "tag": "af2fd209-8b7a-4854-8c4c-ead820a22ab0", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:34.372849 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4ad2357-5dd9-4b28-b4f3-f8fded23b71e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:34.373329 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0', 'code': 200} Feb 19 03:21:34.378962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d9b2ab-1351-48ac-bc78-33888b573550 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:34.381833 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6d9b2ab-1351-48ac-bc78-33888b573550 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1357403 Feb 19 03:21:34.384165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40378) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:34.531131 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-939719e7-abda-4b6c-ba1b-bc2ad26d3b9e tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.534985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-939719e7-abda-4b6c-ba1b-bc2ad26d3b9e tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0340233 Feb 19 03:21:34.540591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40380) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:34.551970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e52d076d-53ae-4785-bbee-6cdc708684f4 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '4bb9c3bd-5339-4df1-91d6-3d870ca0b7d5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:34.554010 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-e52d076d-53ae-4785-bbee-6cdc708684f4 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 03:21:34.554545 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-e52d076d-53ae-4785-bbee-6cdc708684f4 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:34.559571 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e52d076d-53ae-4785-bbee-6cdc708684f4 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0120385 Feb 19 03:21:34.560607 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40382) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:34.615322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939719e7-abda-4b6c-ba1b-bc2ad26d3b9e tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb9c3bd-5339-4df1-91d6-3d870ca0b7d5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:34.671791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cb61dc20-37aa-4179-a68b-d64b27c0666e None None] Provisioning complete for port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:34.672264 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cb61dc20-37aa-4179-a68b-d64b27c0666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.689312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46d198c-34f2-4b34-bc92-e2a72cd714fe {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:34.718527 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Publish callbacks [] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.732936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:21:34.753191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5d05b602-19b8-4173-a9ff-6eb8dbb70662 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 6347ad38-981b-43ec-96c1-24f570ca5297 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:34.753565 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d05b602-19b8-4173-a9ff-6eb8dbb70662 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6347ad38-981b-43ec-96c1-24f570ca5297), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.827157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Transition to ACTIVE for port object a46d198c-34f2-4b34-bc92-e2a72cd714fe will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:21:34.836975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57012c7c-7235-4348-bc3d-954f13ada2b5 req-80ad5293-9e75-4d02-ac77-10747bf6ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:34.846742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57012c7c-7235-4348-bc3d-954f13ada2b5 req-80ad5293-9e75-4d02-ac77-10747bf6ca46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 1127 time: 0.2973077 Feb 19 03:21:34.850401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.932771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d05b602-19b8-4173-a9ff-6eb8dbb70662 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6347ad38-981b-43ec-96c1-24f570ca5297), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.986949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5d05b602-19b8-4173-a9ff-6eb8dbb70662 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 6347ad38-981b-43ec-96c1-24f570ca5297 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:35.142657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e4ea12e-68f0-4844-a9cd-1028b33c3c71 req-5881f32c-19ec-4a78-ae12-6dcbd92c8c69 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 210 time: 0.1794159 Feb 19 03:21:35.171266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:35.184031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57012c7c-7235-4348-bc3d-954f13ada2b5 req-71228dc8-3e8e-4921-93d6-a4b3211b2793 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030231 Feb 19 03:21:35.190197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Pushing event updated for resources: {'Port': ['ID=a46d198c-34f2-4b34-bc92-e2a72cd714fe,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:35.262754 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b23478-af73-4996-89f4-f9de438a3ed9 x-openstack-request-id: req-07b23478-af73-4996-89f4-f9de438a3ed9 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:35.264995 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:35.266874 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07b23478-af73-4996-89f4-f9de438a3ed9 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:35.267888 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'status': 'completed', 'code': 200} Feb 19 03:21:35.589176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:35.595337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d05b602-19b8-4173-a9ff-6eb8dbb70662 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6347ad38-981b-43ec-96c1-24f570ca5297), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.609591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cb61dc20-37aa-4179-a68b-d64b27c0666e None None] Current status of the port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:35.632878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2269ed37-ad34-4c80-818f-86785ee7e153 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (4bb9c3bd-5339-4df1-91d6-3d870ca0b7d5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.640332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'mac_address': 'fa:16:3e:5e:c3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:21:35.656537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:35.657727 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.699793 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05b602-19b8-4173-a9ff-6eb8dbb70662 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=6347ad38-981b-43ec-96c1-24f570ca5297,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:35.785513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:35.786315 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.795323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Attempting to bind port a46d198c-34f2-4b34-bc92-e2a72cd714fe on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:35.796140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Attempting to bind port a46d198c-34f2-4b34-bc92-e2a72cd714fe by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:35.796140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Attempting to bind port a46d198c-34f2-4b34-bc92-e2a72cd714fe on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:35.828298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Port a46d198c-34f2-4b34-bc92-e2a72cd714fe on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:21:35.829209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Attempting to bind port a46d198c-34f2-4b34-bc92-e2a72cd714fe on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:35.844815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:35.845169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:35.847281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:35.851810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:35.852482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Bound port: a46d198c-34f2-4b34-bc92-e2a72cd714fe, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:35.856781 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.860788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Allocated IP 192.168.233.227 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/01f9b894-7664-440f-bce7-cfec13cd7564) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:35.866413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f9bee533-771f-44a4-98ab-dee690fcea1b None None] Could not find standard attr ID for object 6347ad38-981b-43ec-96c1-24f570ca5297. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:21:35.924083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d05b602-19b8-4173-a9ff-6eb8dbb70662 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.934245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c331211-0a04-4362-b87a-c357f4d58417 req-9a0dc2d6-b4d0-4b03-a15b-8235dbf514f7 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:35.941776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c331211-0a04-4362-b87a-c357f4d58417 req-9a0dc2d6-b4d0-4b03-a15b-8235dbf514f7 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 945 time: 0.5661287 Feb 19 03:21:35.942373 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5d05b602-19b8-4173-a9ff-6eb8dbb70662 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/6347ad38-981b-43ec-96c1-24f570ca5297 HTTP/1.1" status: 204 len: 168 time: 1.5568502 Feb 19 03:21:35.949296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40404) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:35.970710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:35.973300 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2269ed37-ad34-4c80-818f-86785ee7e153 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (4bb9c3bd-5339-4df1-91d6-3d870ca0b7d5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.074939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.130607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1697c-18be-4842-9751-05692207e0b2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:36.132964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1697c-18be-4842-9751-05692207e0b2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:36.134904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bca1697c-18be-4842-9751-05692207e0b2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1799927 Feb 19 03:21:36.146554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40408) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:36.204869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-53f30790-e5dc-4ffb-a346-76bc26e998ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:36.206540 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-53f30790-e5dc-4ffb-a346-76bc26e998ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 1130 time: 0.9362760 Feb 19 03:21:36.214289 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.244079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:36.280028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] For port a46d198c-34f2-4b34-bc92-e2a72cd714fe, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:36.287062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] For port a46d198c-34f2-4b34-bc92-e2a72cd714fe, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a46d198c-34f2-4b34-bc92-e2a72cd714fe,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:36.300262 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2269ed37-ad34-4c80-818f-86785ee7e153 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4bb9c3bd-5339-4df1-91d6-3d870ca0b7d5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.302905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cb63d1-96cc-43ac-9c99-a850e1a2798b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet f1787944-0773-4420-a09b-dd0eff590847 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:36.303651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:36.309942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2269ed37-ad34-4c80-818f-86785ee7e153 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.311282 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2269ed37-ad34-4c80-818f-86785ee7e153 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "DELETE /v2.0/security-groups/4bb9c3bd-5339-4df1-91d6-3d870ca0b7d5 HTTP/1.1" status: 204 len: 168 time: 1.7497497 Feb 19 03:21:36.311732 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.348608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40414) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:36.359033 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6cb63d1-96cc-43ac-9c99-a850e1a2798b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (f1787944-0773-4420-a09b-dd0eff590847), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.375202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:36.377532 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d3c75b-365d-4090-950e-f26acfd5ee78" -d '{"events": [{"server_uuid": "af7ee1b0-c197-4254-9bcd-0a16888328bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f2bd6446-7366-4d34-ad53-d9f13b29ae1d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:36.426534 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c331211-0a04-4362-b87a-c357f4d58417 req-56d994ca-9a1b-4953-ae42-915bb77d650f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837351 Feb 19 03:21:36.434302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:36.435132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.438266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269ed37-ad34-4c80-818f-86785ee7e153 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb9c3bd-5339-4df1-91d6-3d870ca0b7d5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:36.440628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] 10.222.0.71 "PUT /v2.0/ports/a46d198c-34f2-4b34-bc92-e2a72cd714fe HTTP/1.1" status: 200 len: 1096 time: 3.2344267 Feb 19 03:21:36.519822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d98cf7b-f65c-43cc-be3e-ec360b81fda1', 'tag': 'a46d198c-34f2-4b34-bc92-e2a72cd714fe'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:36.527492 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d98cf7b-f65c-43cc-be3e-ec360b81fda1", "tag": "a46d198c-34f2-4b34-bc92-e2a72cd714fe"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:36.615610 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks [] for port (01f9b894-7664-440f-bce7-cfec13cd7564), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.630611 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6cb63d1-96cc-43ac-9c99-a850e1a2798b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (f1787944-0773-4420-a09b-dd0eff590847), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.641091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:36.747021 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-6afb4465-1f8c-46d4-8559-33039be08615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:36.749173 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-6afb4465-1f8c-46d4-8559-33039be08615 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.5178931 Feb 19 03:21:36.758755 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-364a5a23-b600-4ee5-b8f8-7356f8eb5ea7 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3987520 Feb 19 03:21:36.759422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40428) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:36.767287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70904a9-7e80-42ec-bda4-e941d975877c service neutron] Pushing event updated for resources: {'Port': ['ID=a46d198c-34f2-4b34-bc92-e2a72cd714fe,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:36.771391 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8efb8787-2db4-4cc7-abe3-26901316dc9b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'tempest-secgroup--703648989'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:36.811016 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.861726 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-6818cc60-9d25-470d-869b-e845a5d73160 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 HTTP/1.1" status: 200 len: 217 time: 0.0478578 Feb 19 03:21:36.865250 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8efb8787-2db4-4cc7-abe3-26901316dc9b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.872871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef092793-eb23-47e0-ad79-e6aa495dfd08'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:36.936046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777df13-29c1-4512-898f-4e5b1c419acf req-87397426-a72a-43c6-a4ea-456650a4c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:36.937869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-87397426-a72a-43c6-a4ea-456650a4c595 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 1130 time: 0.3750446 Feb 19 03:21:36.986317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005cb5d-3f14-48de-9012-20820402b4ca req-4234723e-54c4-46b1-bea7-9d9cb3698e46 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:36.994189 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-4234723e-54c4-46b1-bea7-9d9cb3698e46 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 803 time: 0.4181504 Feb 19 03:21:36.997984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-ef1f8abf-2c14-4ce4-b347-5f11576302d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:37.001674 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-ef1f8abf-2c14-4ce4-b347-5f11576302d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1276042 Feb 19 03:21:37.014238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:37.024952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:37.028244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:37.081474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-d5e7d23b-93b4-45d5-b541-a4989e926793 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/quotas/f60bfa93f98e4426ae1d089174442e9c HTTP/1.1" status: 200 len: 375 time: 0.0861514 Feb 19 03:21:37.110428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-9334ed31-2de2-4498-bff0-3ed82a0f5c6c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a46d198c-34f2-4b34-bc92-e2a72cd714fe HTTP/1.1" status: 200 len: 217 time: 0.1629488 Feb 19 03:21:37.111979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6cb63d1-96cc-43ac-9c99-a850e1a2798b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f1787944-0773-4420-a09b-dd0eff590847), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.144673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:37.145676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.229546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Pushing event updated for resources: {'Port': ['ID=01f9b894-7664-440f-bce7-cfec13cd7564,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:37.252161 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-6c2563b8-0e67-446c-8bcd-c1529022f3bf tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6340544 Feb 19 03:21:37.263598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777df13-29c1-4512-898f-4e5b1c419acf req-dc9b6e64-620a-4d03-92ee-9c7c8d3cd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:37.265136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-dc9b6e64-620a-4d03-92ee-9c7c8d3cd49f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0907884 Feb 19 03:21:37.277228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Request body: {'port': {'device_id': 'f4cf8a06-e265-4eab-86ca-298f6b634456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:37.318997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-6693811c-4a80-4699-afba-d4ca6928e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:37.320995 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-6693811c-4a80-4699-afba-d4ca6928e89f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2213948 Feb 19 03:21:37.334656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8efb8787-2db4-4cc7-abe3-26901316dc9b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (5da31106-6983-49de-bac5-9791e377de9e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.348357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-a15757e5-d146-44a0-ae8e-f616ea977117 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:37.350575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-a15757e5-d146-44a0-ae8e-f616ea977117 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.71 "GET /v2.0/ports?device_id=af7ee1b0-c197-4254-9bcd-0a16888328bd HTTP/1.1" status: 200 len: 943 time: 0.3287740 Feb 19 03:21:37.351102 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8efb8787-2db4-4cc7-abe3-26901316dc9b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5da31106-6983-49de-bac5-9791e377de9e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.403479 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b1367e2f-ca21-48ac-a4a6-cc875e492d60 None None] Provisioning complete for port 01f9b894-7664-440f-bce7-cfec13cd7564 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:37.403852 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b1367e2f-ca21-48ac-a4a6-cc875e492d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.443263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b1367e2f-ca21-48ac-a4a6-cc875e492d60 None None] Port 01f9b894-7664-440f-bce7-cfec13cd7564 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:37.453346 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6cb63d1-96cc-43ac-9c99-a850e1a2798b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (f1787944-0773-4420-a09b-dd0eff590847), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.459003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-6c24ef05-a1c4-4a61-82f6-db3e1e6e5782 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3766170 Feb 19 03:21:37.466088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777df13-29c1-4512-898f-4e5b1c419acf req-c42fb880-8968-4268-9a18-fdea82ea983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:37.467631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-c42fb880-8968-4268-9a18-fdea82ea983b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1908770 Feb 19 03:21:37.513192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb63d1-96cc-43ac-9c99-a850e1a2798b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=f1787944-0773-4420-a09b-dd0eff590847,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:37.518665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6cb63d1-96cc-43ac-9c99-a850e1a2798b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.524258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f6cb63d1-96cc-43ac-9c99-a850e1a2798b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/f1787944-0773-4420-a09b-dd0eff590847 HTTP/1.1" status: 204 len: 168 time: 1.3735433 Feb 19 03:21:37.528106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822233d-6640-4af1-a75c-8528c014ae4d None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:37.543568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40446) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:37.668314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-71719bb8-f75f-438a-ac0c-8b9f653d98ae tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205695 Feb 19 03:21:37.682152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40448) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:37.687644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c80be025-8a69-436d-8031-520ffba00e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:37.719313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8efb8787-2db4-4cc7-abe3-26901316dc9b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.723168 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8efb8787-2db4-4cc7-abe3-26901316dc9b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9588311 Feb 19 03:21:37.732212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40450) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:37.739580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-03c220e8-436d-4d9b-9ba6-a04f541192f3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '5da31106-6983-49de-bac5-9791e377de9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:37.740253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6248f0f-0f6e-48e5-9deb-424b840b7fd9 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:37.761536 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-03c220e8-436d-4d9b-9ba6-a04f541192f3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 03:21:37.761756 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-03c220e8-436d-4d9b-9ba6-a04f541192f3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:37.765574 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-03c220e8-436d-4d9b-9ba6-a04f541192f3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0296943 Feb 19 03:21:37.768169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40452) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:37.772916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4e64b3ae-1f26-4aba-88aa-6449bcdbdc62 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '5da31106-6983-49de-bac5-9791e377de9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:37.773583 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-4e64b3ae-1f26-4aba-88aa-6449bcdbdc62 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 03:21:37.774646 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-4e64b3ae-1f26-4aba-88aa-6449bcdbdc62 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:37.775475 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4e64b3ae-1f26-4aba-88aa-6449bcdbdc62 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061169 Feb 19 03:21:37.779928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb8787-2db4-4cc7-abe3-26901316dc9b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da31106-6983-49de-bac5-9791e377de9e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:37.782498 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.783663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40454) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:37.794280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e820ecd7-0b3d-4c43-bdec-558f01186fa7 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '5da31106-6983-49de-bac5-9791e377de9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:37.797131 n-d-826756-2 neutron-server[103615]: WARNING neutron.api.v2.base [None req-e820ecd7-0b3d-4c43-bdec-558f01186fa7 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 03:21:37.797698 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-e820ecd7-0b3d-4c43-bdec-558f01186fa7 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:37.801837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e820ecd7-0b3d-4c43-bdec-558f01186fa7 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096796 Feb 19 03:21:37.807993 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40456) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:37.813769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8af5481d-b716-4c5c-9ab5-50a3e7270f5b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '5da31106-6983-49de-bac5-9791e377de9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:37.814804 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-8af5481d-b716-4c5c-9ab5-50a3e7270f5b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 03:21:37.815312 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-8af5481d-b716-4c5c-9ab5-50a3e7270f5b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:37.819165 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8af5481d-b716-4c5c-9ab5-50a3e7270f5b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073967 Feb 19 03:21:37.820635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40458) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:37.831924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e6248f0f-0f6e-48e5-9deb-424b840b7fd9 None None] Deleting port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:37.832447 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e6248f0f-0f6e-48e5-9deb-424b840b7fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.837449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-af294d81-2f0b-461a-b5d3-4ec26e62cbec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Deleting port f2bd6446-7366-4d34-ad53-d9f13b29ae1d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:37.837733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-af294d81-2f0b-461a-b5d3-4ec26e62cbec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.872579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-44dd391b-1c26-467d-ae37-bad212786aff service neutron] 10.222.0.42 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989184 Feb 19 03:21:37.880378 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-5e28d656-356d-4f6a-a650-8ede47be91b9 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443151 Feb 19 03:21:37.932099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-f0b53ab6-503f-4d0e-b71d-17db5b67b75e service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399133 Feb 19 03:21:37.932635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e6248f0f-0f6e-48e5-9deb-424b840b7fd9 None None] For port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7f4bfa73-b6ad-44b9-96e6-f0ba544e51df,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:37.934254 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e6248f0f-0f6e-48e5-9deb-424b840b7fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.954867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e6248f0f-0f6e-48e5-9deb-424b840b7fd9 None None] Calling delete_port for 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:38.039576 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bd04623-c2d6-4b1c-94e0-87514dcfdd3b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (5da31106-6983-49de-bac5-9791e377de9e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.083611 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e6248f0f-0f6e-48e5-9deb-424b840b7fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (7f4bfa73-b6ad-44b9-96e6-f0ba544e51df), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.122817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6248f0f-0f6e-48e5-9deb-424b840b7fd9 None None] No DVR routers for this DVR port 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:38.126778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6248f0f-0f6e-48e5-9deb-424b840b7fd9 None None] Pushing event deleted for resources: {'Port': ['ID=7f4bfa73-b6ad-44b9-96e6-f0ba544e51df,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:38.138959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bd04623-c2d6-4b1c-94e0-87514dcfdd3b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (5da31106-6983-49de-bac5-9791e377de9e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.152116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80be025-8a69-436d-8031-520ffba00e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:38.155997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c80be025-8a69-436d-8031-520ffba00e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.186117 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-49ca5c07-687c-48d9-97ca-963f9073b9fc req-81bfe7b6-6be1-480b-933b-e24ba2ab176f service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049654 Feb 19 03:21:38.228392 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bd04623-c2d6-4b1c-94e0-87514dcfdd3b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5da31106-6983-49de-bac5-9791e377de9e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.231010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0bd04623-c2d6-4b1c-94e0-87514dcfdd3b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.234720 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0bd04623-c2d6-4b1c-94e0-87514dcfdd3b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "DELETE /v2.0/security-groups/5da31106-6983-49de-bac5-9791e377de9e HTTP/1.1" status: 204 len: 168 time: 0.4083910 Feb 19 03:21:38.238709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40460) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:38.242248 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a1a66da-f50b-44ba-8ad7-87f67c97dcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.270169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd04623-c2d6-4b1c-94e0-87514dcfdd3b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da31106-6983-49de-bac5-9791e377de9e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:38.292697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-b6c208d2-cf75-44c1-b7c6-3c1ba30bcc73 service neutron] 10.222.0.42 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107022 Feb 19 03:21:38.297552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3777df13-29c1-4512-898f-4e5b1c419acf req-9280b2f1-0f9a-49b1-b2cb-d56d5041d4f0 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508661 Feb 19 03:21:38.299859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-af294d81-2f0b-461a-b5d3-4ec26e62cbec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] For port f2bd6446-7366-4d34-ad53-d9f13b29ae1d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:38.299859 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-af294d81-2f0b-461a-b5d3-4ec26e62cbec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.328507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-af294d81-2f0b-461a-b5d3-4ec26e62cbec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Calling delete_port for f2bd6446-7366-4d34-ad53-d9f13b29ae1d owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:38.331747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f9b894-7664-440f-bce7-cfec13cd7564 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:38.343105 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3ffd1de6-0d38-405a-ace1-9ac2882e5786 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0999050 Feb 19 03:21:38.343628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40462) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:38.347832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-373e634a-226e-4404-b3de-870233f9fc75 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'tempest-secgroup--277445224'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:38.353236 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Publish callbacks [] for port (01f9b894-7664-440f-bce7-cfec13cd7564), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.375019 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Transition to ACTIVE for port object 01f9b894-7664-440f-bce7-cfec13cd7564 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:21:38.379688 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.399580 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-373e634a-226e-4404-b3de-870233f9fc75 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.528300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Pushing event updated for resources: {'Port': ['ID=01f9b894-7664-440f-bce7-cfec13cd7564,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:38.566108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-373e634a-226e-4404-b3de-870233f9fc75 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (30f18eed-78bb-4dc3-9493-53e067d768e7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.583767 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-373e634a-226e-4404-b3de-870233f9fc75 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (30f18eed-78bb-4dc3-9493-53e067d768e7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.642456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-373e634a-226e-4404-b3de-870233f9fc75 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.643901 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-373e634a-226e-4404-b3de-870233f9fc75 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2996356 Feb 19 03:21:38.647671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40468) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:38.657929 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e634a-226e-4404-b3de-870233f9fc75 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f18eed-78bb-4dc3-9493-53e067d768e7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:38.659755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3a94d5f2-869e-46b1-8ab1-3255233aee4a tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '30f18eed-78bb-4dc3-9493-53e067d768e7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:38.661750 n-d-826756-2 neutron-server[103615]: WARNING neutron.api.v2.base [None req-3a94d5f2-869e-46b1-8ab1-3255233aee4a tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 03:21:38.661750 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-3a94d5f2-869e-46b1-8ab1-3255233aee4a tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:38.662875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3a94d5f2-869e-46b1-8ab1-3255233aee4a tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070739 Feb 19 03:21:38.671741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40470) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:38.676782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-953cd5bd-b82e-4d7b-ae95-7dd61103a706 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '30f18eed-78bb-4dc3-9493-53e067d768e7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:38.681105 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c80be025-8a69-436d-8031-520ffba00e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (2328c8fd-55d7-4a06-9b01-e26462265c2e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.681258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Attempting to bind port 01f9b894-7664-440f-bce7-cfec13cd7564 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:38.682581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Attempting to bind port 01f9b894-7664-440f-bce7-cfec13cd7564 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:38.682581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Attempting to bind port 01f9b894-7664-440f-bce7-cfec13cd7564 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:38.695760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Port 01f9b894-7664-440f-bce7-cfec13cd7564 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:21:38.696097 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Attempting to bind port 01f9b894-7664-440f-bce7-cfec13cd7564 on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:38.703692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:38.704036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:38.704511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:38.705033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Bound port: 01f9b894-7664-440f-bce7-cfec13cd7564, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:38.705436 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.752903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:38.790155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] For port 01f9b894-7664-440f-bce7-cfec13cd7564, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:38.793351 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] For port 01f9b894-7664-440f-bce7-cfec13cd7564, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=01f9b894-7664-440f-bce7-cfec13cd7564,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:38.800440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-af294d81-2f0b-461a-b5d3-4ec26e62cbec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f2bd6446-7366-4d34-ad53-d9f13b29ae1d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.802916 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.849273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:21:38.856990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af294d81-2f0b-461a-b5d3-4ec26e62cbec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Pushing event deleted for resources: {'Port': ['ID=f2bd6446-7366-4d34-ad53-d9f13b29ae1d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:38.858330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:38.858946 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.870554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80be025-8a69-436d-8031-520ffba00e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:38.877384 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-953cd5bd-b82e-4d7b-ae95-7dd61103a706 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:38.880870 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-953cd5bd-b82e-4d7b-ae95-7dd61103a706 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2052972 Feb 19 03:21:38.883237 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40476) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:38.890142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-aace2069-65a3-4791-b402-7ef300038623 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '30f18eed-78bb-4dc3-9493-53e067d768e7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:38.891028 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-aace2069-65a3-4791-b402-7ef300038623 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 03:21:38.891546 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-aace2069-65a3-4791-b402-7ef300038623 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:38.895156 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aace2069-65a3-4791-b402-7ef300038623 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083487 Feb 19 03:21:38.895156 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:38.895376 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.896891 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] 10.222.0.37 "PUT /v2.0/ports/01f9b894-7664-440f-bce7-cfec13cd7564 HTTP/1.1" status: 200 len: 1096 time: 1.6264329 Feb 19 03:21:38.897569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80f0e2-b0d8-4674-a174-a0e7c080ecf0 service neutron] Pushing event updated for resources: {'Port': ['ID=01f9b894-7664-440f-bce7-cfec13cd7564,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:38.900289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf8a06-e265-4eab-86ca-298f6b634456', 'tag': '01f9b894-7664-440f-bce7-cfec13cd7564'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:38.902928 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cf8a06-e265-4eab-86ca-298f6b634456", "tag": "01f9b894-7664-440f-bce7-cfec13cd7564"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:38.905743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40478) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:38.920399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815761ca-737d-4342-b237-65f704746076 req-ab7a11f5-f1e4-41d8-9699-154cbac37ac4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:38.923796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a48a6470-9589-4dee-a699-6b9f2cc1f9e9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '30f18eed-78bb-4dc3-9493-53e067d768e7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:38.931514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-815761ca-737d-4342-b237-65f704746076 req-ab7a11f5-f1e4-41d8-9699-154cbac37ac4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 948 time: 0.3914399 Feb 19 03:21:38.947368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c80be025-8a69-436d-8031-520ffba00e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:38.964006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80be025-8a69-436d-8031-520ffba00e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:38.965597 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c80be025-8a69-436d-8031-520ffba00e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.981184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80be025-8a69-436d-8031-520ffba00e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=2328c8fd-55d7-4a06-9b01-e26462265c2e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:39.039642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f2c55-9587-4e02-a7df-f72f5fcf6ed8 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:39.078793 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-a48a6470-9589-4dee-a699-6b9f2cc1f9e9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:39.079995 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a48a6470-9589-4dee-a699-6b9f2cc1f9e9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1722801 Feb 19 03:21:39.095228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40484) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.106109 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-182f8a93-3bbb-43d9-a1b6-4dfc6a485f7b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '30f18eed-78bb-4dc3-9493-53e067d768e7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:39.106642 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-182f8a93-3bbb-43d9-a1b6-4dfc6a485f7b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 03:21:39.107286 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-182f8a93-3bbb-43d9-a1b6-4dfc6a485f7b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:39.108870 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-182f8a93-3bbb-43d9-a1b6-4dfc6a485f7b tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078444 Feb 19 03:21:39.111457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40486) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.117505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-05a9bcf5-c76e-4865-b29a-cb72bef01093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:39.121061 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-05a9bcf5-c76e-4865-b29a-cb72bef01093 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8018737041a04c018853295f052e2ee0&device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 1130 time: 0.1168940 Feb 19 03:21:39.125342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d91d5bcf-7e1b-4abc-8786-a6fe4164f1e7 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '30f18eed-78bb-4dc3-9493-53e067d768e7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:39.166197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-815761ca-737d-4342-b237-65f704746076 req-2f405ba8-f86b-40e5-bb9b-1708c8e2ef35 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286315 Feb 19 03:21:39.167257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-af294d81-2f0b-461a-b5d3-4ec26e62cbec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] No DVR routers for this DVR port f2bd6446-7366-4d34-ad53-d9f13b29ae1d on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:39.178445 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-af294d81-2f0b-461a-b5d3-4ec26e62cbec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.178946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:39.184360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73662c2d-faa6-4033-84fc-d06fdf5615e6 req-af294d81-2f0b-461a-b5d3-4ec26e62cbec tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.71 "DELETE /v2.0/ports/f2bd6446-7366-4d34-ad53-d9f13b29ae1d HTTP/1.1" status: 204 len: 173 time: 1.8277092 Feb 19 03:21:39.208804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c80be025-8a69-436d-8031-520ffba00e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5254283 Feb 19 03:21:39.214744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40488) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.231488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': '2328c8fd-55d7-4a06-9b01-e26462265c2e', 'ip_address': '2001:db8::f5a9:663e:7e52:8e3b'}], 'name': 'tempest-NetworksTestDHCPv6-1492796364'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:39.236357 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-f743638b-07da-44f0-8627-98abf70d6a97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=01f9b894-7664-440f-bce7-cfec13cd7564 HTTP/1.1" status: 200 len: 217 time: 0.0874729 Feb 19 03:21:39.281893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:39.283784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f4bfa73-b6ad-44b9-96e6-f0ba544e51df not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:39.304431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '2328c8fd-55d7-4a06-9b01-e26462265c2e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:39.311354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.323717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-8e003334-28d0-4d70-a95b-e1b234d9626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:39.326130 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-8e003334-28d0-4d70-a95b-e1b234d9626b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0809197 Feb 19 03:21:39.347975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:39.348763 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.357184 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-d91d5bcf-7e1b-4abc-8786-a6fe4164f1e7 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:39.361441 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d91d5bcf-7e1b-4abc-8786-a6fe4164f1e7 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2453828 Feb 19 03:21:39.386965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40490) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.393040 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-cb119d3a-8973-4004-b550-e00da33025b9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '30f18eed-78bb-4dc3-9493-53e067d768e7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:39.393521 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-cb119d3a-8973-4004-b550-e00da33025b9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 03:21:39.394052 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-cb119d3a-8973-4004-b550-e00da33025b9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:39.397750 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cb119d3a-8973-4004-b550-e00da33025b9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069923 Feb 19 03:21:39.400229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.406297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0352f3e0-8460-4846-9d2c-644f49cb64b6 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '30f18eed-78bb-4dc3-9493-53e067d768e7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:39.482000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-e52941be-06aa-4481-b0c4-ec3f62dfc421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:39.483496 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-e52941be-06aa-4481-b0c4-ec3f62dfc421 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1481450 Feb 19 03:21:39.484868 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-0352f3e0-8460-4846-9d2c-644f49cb64b6 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:39.488490 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0352f3e0-8460-4846-9d2c-644f49cb64b6 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0830724 Feb 19 03:21:39.488713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40494) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.495679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d9b9c2de-e5cd-4980-bc9f-0cf9afbd48a1 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '30f18eed-78bb-4dc3-9493-53e067d768e7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:39.576134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:39.583836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.641130 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-d9b9c2de-e5cd-4980-bc9f-0cf9afbd48a1 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:39.645370 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d9b9c2de-e5cd-4980-bc9f-0cf9afbd48a1 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1524615 Feb 19 03:21:39.646707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40496) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.702631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:39.705923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/2328c8fd-55d7-4a06-9b01-e26462265c2e/4bb8c071-f95e-4aea-b2a9-a66b96632ae4) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:39.708332 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-4fb0a63a-4de1-4a78-a368-ae0c2df89345 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074945 Feb 19 03:21:39.808247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc82-ae85-403d-b7ed-5d9f2ec4e5c9 req-744c5121-bd31-4bf0-a8ee-5b172162e59e tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:39.810479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7e8cc82-ae85-403d-b7ed-5d9f2ec4e5c9 req-744c5121-bd31-4bf0-a8ee-5b172162e59e tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 948 time: 0.1160011 Feb 19 03:21:39.813900 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a10ba74a-e3dd-41ef-b723-cbc2dad3e485 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (30f18eed-78bb-4dc3-9493-53e067d768e7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.854909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a10ba74a-e3dd-41ef-b723-cbc2dad3e485 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (30f18eed-78bb-4dc3-9493-53e067d768e7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.863270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:39.891919 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47d6aaec-4269-4c60-b224-b7e3ebe67f6f req-477a58eb-28a7-483d-9894-e10c02364a2f service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734512 Feb 19 03:21:39.927665 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a10ba74a-e3dd-41ef-b723-cbc2dad3e485 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (30f18eed-78bb-4dc3-9493-53e067d768e7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.932397 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a10ba74a-e3dd-41ef-b723-cbc2dad3e485 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.934681 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a10ba74a-e3dd-41ef-b723-cbc2dad3e485 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "DELETE /v2.0/security-groups/30f18eed-78bb-4dc3-9493-53e067d768e7 HTTP/1.1" status: 204 len: 168 time: 0.2859581 Feb 19 03:21:39.937899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40498) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.949994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7e8cc82-ae85-403d-b7ed-5d9f2ec4e5c9 req-49794d84-e535-4967-a7e2-ec0b99fe9cb9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237712 Feb 19 03:21:39.956643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ba74a-e3dd-41ef-b723-cbc2dad3e485 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f18eed-78bb-4dc3-9493-53e067d768e7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:40.021575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-450834d2-e408-4efc-abf8-1b5dd412377c tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0827806 Feb 19 03:21:40.028105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40504) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.033803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-30bdc465-f2a8-4537-b7bf-ca1dbbdc6df3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364692282'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:40.055308 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.056626 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Publish callbacks [] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.071571 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.085239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30bdc465-f2a8-4537-b7bf-ca1dbbdc6df3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.087693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 7b982c5d-c708-4ecc-b36a-a0370d6bb1ba yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:40.171316 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:40.185364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:40.189821 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b28ac30-d6e1-4d6a-8935-5c8aacb422d9 x-openstack-request-id: req-2b28ac30-d6e1-4d6a-8935-5c8aacb422d9 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:40.190312 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7ee1b0-c197-4254-9bcd-0a16888328bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f2bd6446-7366-4d34-ad53-d9f13b29ae1d", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:40.190741 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b28ac30-d6e1-4d6a-8935-5c8aacb422d9 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:40.191361 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d', 'code': 200} Feb 19 03:21:40.196491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:40.260766 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bafcd0e-23af-4f97-91f5-a7dbbc574b3f x-openstack-request-id: req-3bafcd0e-23af-4f97-91f5-a7dbbc574b3f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:40.261351 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d98cf7b-f65c-43cc-be3e-ec360b81fda1", "tag": "a46d198c-34f2-4b34-bc92-e2a72cd714fe", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:40.261351 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bafcd0e-23af-4f97-91f5-a7dbbc574b3f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:40.261704 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d98cf7b-f65c-43cc-be3e-ec360b81fda1', 'tag': 'a46d198c-34f2-4b34-bc92-e2a72cd714fe', 'status': 'completed', 'code': 200} Feb 19 03:21:40.349315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Attempting to bind port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:40.349863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Attempting to bind port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:40.350464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Attempting to bind port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:40.354351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Pushing event updated for resources: {'Port': ['ID=4bb8c071-f95e-4aea-b2a9-a66b96632ae4,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:40.359583 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30bdc465-f2a8-4537-b7bf-ca1dbbdc6df3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (fc3a20ff-1083-4320-8733-d4bbcb3155cd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.366447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:40.367427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:40.368253 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.368651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:40.369950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Bound port: 4bb8c071-f95e-4aea-b2a9-a66b96632ae4, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:40.370344 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.403976 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30bdc465-f2a8-4537-b7bf-ca1dbbdc6df3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fc3a20ff-1083-4320-8733-d4bbcb3155cd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.422931 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-30d9a125-24f7-4155-b42e-25a56622bfa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.470686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] For port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:40.474277 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] For port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4bb8c071-f95e-4aea-b2a9-a66b96632ae4,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:40.481585 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.504126 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30bdc465-f2a8-4537-b7bf-ca1dbbdc6df3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.505400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-30bdc465-f2a8-4537-b7bf-ca1dbbdc6df3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4756687 Feb 19 03:21:40.509479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f5a9:663e:7e52:8e3b (bbbabb97-7b58-44ba-8518-a6a14187983e/2328c8fd-55d7-4a06-9b01-e26462265c2e/7b982c5d-c708-4ecc-b36a-a0370d6bb1ba) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:40.510051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40514) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.519994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-21c8f98a-d23f-4ff4-ae11-0166bd661831 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': 'fc3a20ff-1083-4320-8733-d4bbcb3155cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:40.538119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdc465-f2a8-4537-b7bf-ca1dbbdc6df3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3a20ff-1083-4320-8733-d4bbcb3155cd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:40.553415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c582fa-d8f6-4709-b9bc-b57c4f407232 None None] Pushing event updated for resources: {'Port': ['ID=4bb8c071-f95e-4aea-b2a9-a66b96632ae4,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:40.559712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-107091bc-acc6-45ec-9901-2c0a4f8cce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:40.561497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-107091bc-acc6-45ec-9901-2c0a4f8cce04 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 1130 time: 0.2447231 Feb 19 03:21:40.571082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ae232aeb-4dfb-4520-a34b-b55afbb7a711 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:40.573174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ae232aeb-4dfb-4520-a34b-b55afbb7a711 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.71 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 803 time: 0.3285792 Feb 19 03:21:40.587178 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-21c8f98a-d23f-4ff4-ae11-0166bd661831 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The resource could not be found. Feb 19 03:21:40.588494 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-21c8f98a-d23f-4ff4-ae11-0166bd661831 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0752285 Feb 19 03:21:40.592182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40516) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.596945 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-05962618-0f33-4987-89ef-f503d5535862 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': 'fc3a20ff-1083-4320-8733-d4bbcb3155cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'da7f6999-085b-4f6b-9396-bdf40c74f009'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:40.597950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Request body: {'port': {'device_id': '9bbf4c29-812f-460a-bcf2-00bd2b166247', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'admin_state_up': True, 'tenant_id': 'f60bfa93f98e4426ae1d089174442e9c'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:40.644241 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-05962618-0f33-4987-89ef-f503d5535862 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The resource could not be found. Feb 19 03:21:40.648223 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-05962618-0f33-4987-89ef-f503d5535862 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0523016 Feb 19 03:21:40.648453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40518) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.674255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bd04e-f3ce-4823-84c9-5e6959a33b89 req-9e2c6ff5-a445-401f-9129-942353406ed2 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:40.675807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f61bd04e-f3ce-4823-84c9-5e6959a33b89 req-9e2c6ff5-a445-401f-9129-942353406ed2 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.2890935 Feb 19 03:21:40.714004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b519da-8df2-49bc-bfad-56fc3dfdd6f3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (fc3a20ff-1083-4320-8733-d4bbcb3155cd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.743861 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b519da-8df2-49bc-bfad-56fc3dfdd6f3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (fc3a20ff-1083-4320-8733-d4bbcb3155cd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.806509 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b519da-8df2-49bc-bfad-56fc3dfdd6f3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fc3a20ff-1083-4320-8733-d4bbcb3155cd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.809073 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b519da-8df2-49bc-bfad-56fc3dfdd6f3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.810353 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-76b519da-8df2-49bc-bfad-56fc3dfdd6f3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "DELETE /v2.0/security-groups/fc3a20ff-1083-4320-8733-d4bbcb3155cd HTTP/1.1" status: 204 len: 168 time: 0.1607430 Feb 19 03:21:40.813788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40520) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.842916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b519da-8df2-49bc-bfad-56fc3dfdd6f3 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3a20ff-1083-4320-8733-d4bbcb3155cd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:40.890319 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-19e72297-accc-477e-ab1a-1543279113f8 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0737042 Feb 19 03:21:40.893480 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40522) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.899035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e9d33770-6c0f-417b-b61e-b9aad117e4a6 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': '6b99cac8-04b6-451c-b524-965817ae0622', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:40.925026 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f61bd04e-f3ce-4823-84c9-5e6959a33b89 req-772f2ecd-a5d2-4d3c-868c-b40ded17f3c7 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167513 Feb 19 03:21:40.926161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-18051fd4-c32e-42d3-98e2-340bf03f6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:40.927585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-18051fd4-c32e-42d3-98e2-340bf03f6445 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3475389 Feb 19 03:21:40.952650 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-e9d33770-6c0f-417b-b61e-b9aad117e4a6 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The resource could not be found. Feb 19 03:21:40.957096 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e9d33770-6c0f-417b-b61e-b9aad117e4a6 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0593734 Feb 19 03:21:40.962173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40526) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.982711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-49bf3ade-5024-4879-9455-00f901518955 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142762521'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:41.045701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-62bd4f6b-822b-414f-94e3-e655a85dafa0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a46d198c-34f2-4b34-bc92-e2a72cd714fe HTTP/1.1" status: 200 len: 217 time: 0.1051693 Feb 19 03:21:41.072665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:41.074970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (7b982c5d-c708-4ecc-b36a-a0370d6bb1ba), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.151338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Made reservation on behalf of f60bfa93f98e4426ae1d089174442e9c for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:41.154843 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.155846 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:41.156302 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.162429 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49bf3ade-5024-4879-9455-00f901518955 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.241115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-a734110b-1a68-437c-86f2-f8a9deba297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:41.242674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-a734110b-1a68-437c-86f2-f8a9deba297e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1765490 Feb 19 03:21:41.254671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:41.255224 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.295768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4bb8c071-f95e-4aea-b2a9-a66b96632ae4,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:41.299970 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.316343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf2560-dcb1-4e61-af0b-27a9cc313b7f req-47ba64a5-9ba3-42c9-a299-c33d8de7bc04 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:41.317894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbf2560-dcb1-4e61-af0b-27a9cc313b7f req-47ba64a5-9ba3-42c9-a299-c33d8de7bc04 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 945 time: 0.2809541 Feb 19 03:21:41.339694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7b982c5d-c708-4ecc-b36a-a0370d6bb1ba), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.356486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=4bb8c071-f95e-4aea-b2a9-a66b96632ae4,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:41.375029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a46d198c-34f2-4b34-bc92-e2a72cd714fe details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:21:41.381609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f2bd6446-7366-4d34-ad53-d9f13b29ae1d no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:41.414119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: f2bd6446-7366-4d34-ad53-d9f13b29ae1d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:41.414466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f2bd6446-7366-4d34-ad53-d9f13b29ae1d not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:41.456755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:41.506633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:41.510321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:41.514115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a46d198c-34f2-4b34-bc92-e2a72cd714fe, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a46d198c-34f2-4b34-bc92-e2a72cd714fe,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:41.515594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:41.516254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.527654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'a46d198c-34f2-4b34-bc92-e2a72cd714fe', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'a46d198c-34f2-4b34-bc92-e2a72cd714fe', 'mac_address': 'fa:16:3e:ef:85:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:21:41.551948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=7b982c5d-c708-4ecc-b36a-a0370d6bb1ba,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:41.560922 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49bf3ade-5024-4879-9455-00f901518955 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (f9263635-b4d9-46fb-988b-5cc92a203ebe), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.576846 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49bf3ade-5024-4879-9455-00f901518955 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f9263635-b4d9-46fb-988b-5cc92a203ebe), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.581302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port a46d198c-34f2-4b34-bc92-e2a72cd714fe is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:41.581460 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.590470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-82d998d1-dcb7-4923-b3fd-eacd3d41f8b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3721921 Feb 19 03:21:41.593041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40530) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:41.598696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46d198c-34f2-4b34-bc92-e2a72cd714fe {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:41.618544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbf2560-dcb1-4e61-af0b-27a9cc313b7f req-0e8d9112-bf79-48be-9093-407159c8f9bc tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708437 Feb 19 03:21:41.620649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a46d198c-34f2-4b34-bc92-e2a72cd714fe, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a46d198c-34f2-4b34-bc92-e2a72cd714fe,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:41.621106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-a605e6d3-944c-489e-b1d1-0a63632a1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:41.622795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-a605e6d3-944c-489e-b1d1-0a63632a1adf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3662953 Feb 19 03:21:41.625995 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.654599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Allocated IP 172.20.0.5 (419de084-40f5-4fc0-b6cf-3db2650792b1/d6c934e3-7b85-43d5-9c7b-befefe865487/6241b8ff-2f2a-460b-8cfe-b7158e1fc72c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:41.679437 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49bf3ade-5024-4879-9455-00f901518955 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.685860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-49bf3ade-5024-4879-9455-00f901518955 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7064688 Feb 19 03:21:41.690264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40534) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:41.693873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=a46d198c-34f2-4b34-bc92-e2a72cd714fe,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:41.695028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9b6e6ba1-d3f4-4e6e-8a66-a0ee4f4d2e47 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1992714839'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:41.710920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d74e1-1c47-4476-bbe3-0057b29b9b6e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:41.719642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d74e1-1c47-4476-bbe3-0057b29b9b6e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:41.721816 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c1d74e1-1c47-4476-bbe3-0057b29b9b6e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1270943 Feb 19 03:21:41.726342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40536) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:41.739999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf3ade-5024-4879-9455-00f901518955 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9263635-b4d9-46fb-988b-5cc92a203ebe,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:41.794104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c8adfe0-3fdc-4f6d-b3aa-02ac525a3f38 req-f3c821d4-78eb-4aed-8a61-b04f8e9eada9 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 210 time: 0.0443182 Feb 19 03:21:41.846890 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6ba1-d3f4-4e6e-8a66-a0ee4f4d2e47 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.881985 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.894637 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed2d44-fec3-484d-b215-b32753d06656 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 7b982c5d-c708-4ecc-b36a-a0370d6bb1ba {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:41.894966 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2d44-fec3-484d-b215-b32753d06656 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7b982c5d-c708-4ecc-b36a-a0370d6bb1ba), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.901229 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25da8a97-b8c7-4098-9dba-acae69cc08fa x-openstack-request-id: req-25da8a97-b8c7-4098-9dba-acae69cc08fa {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:41.901559 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cf8a06-e265-4eab-86ca-298f6b634456", "tag": "01f9b894-7664-440f-bce7-cfec13cd7564", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:41.901860 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25da8a97-b8c7-4098-9dba-acae69cc08fa {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:41.902330 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cf8a06-e265-4eab-86ca-298f6b634456', 'tag': '01f9b894-7664-440f-bce7-cfec13cd7564', 'status': 'completed', 'code': 200} Feb 19 03:21:41.929525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ff3f6e5b-ba95-43fd-a455-440dcea3dfb0 None None] Provisioning complete for port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:41.935021 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6e5b-ba95-43fd-a455-440dcea3dfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.973806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['a46d198c-34f2-4b34-bc92-e2a72cd714fe'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:41.987955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-bee9f339-30f6-493a-8031-635549fa0a8e service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475277 Feb 19 03:21:42.055663 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2d44-fec3-484d-b215-b32753d06656 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7b982c5d-c708-4ecc-b36a-a0370d6bb1ba), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.069988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed2d44-fec3-484d-b215-b32753d06656 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 7b982c5d-c708-4ecc-b36a-a0370d6bb1ba owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:42.175108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f6e5b-ba95-43fd-a455-440dcea3dfb0 None None] Current status of the port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:42.192079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:42.194678 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e132bed-16c2-44ee-b252-1bb04d6e5587" -d '{"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-plugged", "status": "completed", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:42.238126 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2d44-fec3-484d-b215-b32753d06656 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7b982c5d-c708-4ecc-b36a-a0370d6bb1ba), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.243782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6ba1-d3f4-4e6e-8a66-a0ee4f4d2e47 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (6e30e3df-2437-4a3f-8e09-c62ace0e1e7e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.255299 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks [] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.257765 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6ba1-d3f4-4e6e-8a66-a0ee4f4d2e47 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6e30e3df-2437-4a3f-8e09-c62ace0e1e7e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.262031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42e6cc4-0f59-4a8d-91ef-282a8a6580c8 req-86d494f1-ec86-429b-9207-e1f8c2dc82d7 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634008 Feb 19 03:21:42.268951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'name': 'network-vif-deleted', 'tag': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:42.271257 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4ca0e3-1c22-4eb0-9b50-c184db0f965b" -d '{"events": [{"server_uuid": "af7ee1b0-c197-4254-9bcd-0a16888328bd", "name": "network-vif-deleted", "tag": "f2bd6446-7366-4d34-ad53-d9f13b29ae1d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:42.294840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed2d44-fec3-484d-b215-b32753d06656 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=7b982c5d-c708-4ecc-b36a-a0370d6bb1ba,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:42.300434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f2da528f-84ec-41a6-b1bd-52533afeb7a1 None None] Could not find standard attr ID for object 7b982c5d-c708-4ecc-b36a-a0370d6bb1ba. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:21:42.332280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6ba1-d3f4-4e6e-8a66-a0ee4f4d2e47 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.333913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9b6e6ba1-d3f4-4e6e-8a66-a0ee4f4d2e47 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6424699 Feb 19 03:21:42.339128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-f015bbca-0972-43d8-b712-69da408738f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:42.341217 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-f015bbca-0972-43d8-b712-69da408738f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8018737041a04c018853295f052e2ee0&device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 1130 time: 0.3857756 Feb 19 03:21:42.342075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40552) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:42.348624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-31cbc740-f3d6-4ff2-9ba5-55ac11a96b74 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group_rule': {'security_group_id': 'f9263635-b4d9-46fb-988b-5cc92a203ebe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6e30e3df-2437-4a3f-8e09-c62ace0e1e7e'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:42.349322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63172469-8e28-42cf-8e63-ac9d1748214a req-0d5aae76-327d-438f-846c-754c7df341f7 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:42.351212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63172469-8e28-42cf-8e63-ac9d1748214a req-0d5aae76-327d-438f-846c-754c7df341f7 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 949 time: 0.2204463 Feb 19 03:21:42.354399 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2d44-fec3-484d-b215-b32753d06656 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.357574 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f8ed2d44-fec3-484d-b215-b32753d06656 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/7b982c5d-c708-4ecc-b36a-a0370d6bb1ba HTTP/1.1" status: 204 len: 168 time: 0.6292293 Feb 19 03:21:42.357984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e6ba1-d3f4-4e6e-8a66-a0ee4f4d2e47 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e30e3df-2437-4a3f-8e09-c62ace0e1e7e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:42.360445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40554) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:42.424578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.491996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63172469-8e28-42cf-8e63-ac9d1748214a req-c2d0c047-742c-4e57-918f-dc2026bdb69f tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245291 Feb 19 03:21:42.492684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d4d64-08a3-4cbc-a732-e8d636e5c20b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:42.494299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d4d64-08a3-4cbc-a732-e8d636e5c20b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:42.500004 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-652d4d64-08a3-4cbc-a732-e8d636e5c20b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1365643 Feb 19 03:21:42.500899 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40556) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:42.511680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Network 419de084-40f5-4fc0-b6cf-3db2650792b1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:42.518099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Pushing event updated for resources: {'Port': ['ID=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:42.518099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:42.520601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:42.579237 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c082088f-a701-4507-b0c6-80ec7ea48f16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 2328c8fd-55d7-4a06-9b01-e26462265c2e {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:42.587504 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-31cbc740-f3d6-4ff2-9ba5-55ac11a96b74 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:42.592503 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-31cbc740-f3d6-4ff2-9ba5-55ac11a96b74 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2477641 Feb 19 03:21:42.593879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:42.594603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.598483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40558) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:42.599926 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c082088f-a701-4507-b0c6-80ec7ea48f16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (2328c8fd-55d7-4a06-9b01-e26462265c2e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.638612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ed43596e-01d6-49bf-b765-ef9b2ad60cc0 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0476573 Feb 19 03:21:42.661387 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-f7628c4a-2d7d-437c-9471-4821e35bcc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:42.661961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Request body: {'port': {'device_id': '9bbf4c29-812f-460a-bcf2-00bd2b166247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:42.664094 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-f7628c4a-2d7d-437c-9471-4821e35bcc21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3042266 Feb 19 03:21:42.672415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c082088f-a701-4507-b0c6-80ec7ea48f16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (2328c8fd-55d7-4a06-9b01-e26462265c2e), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.726876 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77008aaf-eba7-4180-8daa-f94f704259dc tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (6e30e3df-2437-4a3f-8e09-c62ace0e1e7e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.751311 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-61264055-2b46-4190-bd11-b1ad657db0aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=01f9b894-7664-440f-bce7-cfec13cd7564 HTTP/1.1" status: 200 len: 217 time: 0.0740786 Feb 19 03:21:42.785253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 01f9b894-7664-440f-bce7-cfec13cd7564 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:21:42.789801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.805725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 93e1a0db-fe25-48ad-909d-e91c46fe2559 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:42.819420 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77008aaf-eba7-4180-8daa-f94f704259dc tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (6e30e3df-2437-4a3f-8e09-c62ace0e1e7e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.901888 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-8fd0cd17-7f80-49b0-9738-ecabf0742c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:42.903807 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-8fd0cd17-7f80-49b0-9738-ecabf0742c3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1457622 Feb 19 03:21:42.907032 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c082088f-a701-4507-b0c6-80ec7ea48f16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (2328c8fd-55d7-4a06-9b01-e26462265c2e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.974289 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.030757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77008aaf-eba7-4180-8daa-f94f704259dc tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6e30e3df-2437-4a3f-8e09-c62ace0e1e7e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.033730 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77008aaf-eba7-4180-8daa-f94f704259dc tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.039033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-77008aaf-eba7-4180-8daa-f94f704259dc tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "DELETE /v2.0/security-groups/6e30e3df-2437-4a3f-8e09-c62ace0e1e7e HTTP/1.1" status: 204 len: 168 time: 0.4355583 Feb 19 03:21:43.044641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40570) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.050626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77008aaf-eba7-4180-8daa-f94f704259dc tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e30e3df-2437-4a3f-8e09-c62ace0e1e7e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:43.147595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:43.160423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 01f9b894-7664-440f-bce7-cfec13cd7564, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=01f9b894-7664-440f-bce7-cfec13cd7564,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:43.198812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 93e1a0db-fe25-48ad-909d-e91c46fe2559 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:43.199499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-d163b20d-a850-46ba-9052-45034646382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:43.199597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.201130 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-d163b20d-a850-46ba-9052-45034646382d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2904825 Feb 19 03:21:43.206928 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c082088f-a701-4507-b0c6-80ec7ea48f16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (2328c8fd-55d7-4a06-9b01-e26462265c2e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.216521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc2be-6753-41b7-a984-5abc1e35a02b req-d48e3d17-731d-4894-91f0-afd4a95ead4b tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:43.218184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79edc2be-6753-41b7-a984-5abc1e35a02b req-d48e3d17-731d-4894-91f0-afd4a95ead4b tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 948 time: 0.1251309 Feb 19 03:21:43.224457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '01f9b894-7664-440f-bce7-cfec13cd7564', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '01f9b894-7664-440f-bce7-cfec13cd7564', 'mac_address': 'fa:16:3e:0d:9b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:21:43.265094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:43.268893 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0312f638-7005-40bf-aad7-f5422f26d992 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2152824 Feb 19 03:21:43.271504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40572) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.299953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b115efef-c922-4c1f-9bf3-d0a503d72e7b None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:43.301058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082088f-a701-4507-b0c6-80ec7ea48f16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=2328c8fd-55d7-4a06-9b01-e26462265c2e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:43.303407 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c082088f-a701-4507-b0c6-80ec7ea48f16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.308936 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.309997 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c082088f-a701-4507-b0c6-80ec7ea48f16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/2328c8fd-55d7-4a06-9b01-e26462265c2e HTTP/1.1" status: 204 len: 168 time: 0.8026521 Feb 19 03:21:43.315090 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40574) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.337289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79edc2be-6753-41b7-a984-5abc1e35a02b req-c14bbda0-f11b-42d1-9da8-40eaaa4bcd0b tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106448 Feb 19 03:21:43.370479 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-70602d5d-0e59-4106-a111-b67a353472e2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542414 Feb 19 03:21:43.371143 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40576) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.430199 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-af9042ad-5e34-4d5b-a574-a1b30b3d16b2 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170892 Feb 19 03:21:43.445107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:43.461443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Publish callbacks [] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.471905 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e3bed5-88eb-4f58-a447-f83ea6c78be9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (f9263635-b4d9-46fb-988b-5cc92a203ebe), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.505883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Transition to ACTIVE for port object 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:21:43.524854 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.553037 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e3bed5-88eb-4f58-a447-f83ea6c78be9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (f9263635-b4d9-46fb-988b-5cc92a203ebe), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.604888 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b5489364-c484-4b4d-9cad-70fb2ea2d8ac req-d718d9dc-f09f-47fb-a2e2-65f7a47499b9 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421716 Feb 19 03:21:43.630716 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b471b621-c3b0-4ad4-b279-75e0820523d6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:43.634349 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b471b621-c3b0-4ad4-b279-75e0820523d6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2594759 Feb 19 03:21:43.635891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40580) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.655882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a46d198c-34f2-4b34-bc92-e2a72cd714fe up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:43.707478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 01f9b894-7664-440f-bce7-cfec13cd7564 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:43.707877 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.721553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c65357f-a23d-48d6-9814-bfd47dc0c27f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:43.724674 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c65357f-a23d-48d6-9814-bfd47dc0c27f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0871923 Feb 19 03:21:43.726803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40582) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.775912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:43.776359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.778710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=11']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:43.782535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f9b894-7664-440f-bce7-cfec13cd7564 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:43.788048 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-adb52c8d-6b61-4710-9c6a-14a5dc9993f4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594122 Feb 19 03:21:43.794733 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40584) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.802404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7a2c8841-202f-4107-b147-13b07fdd5496 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:43.847420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.847778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.848129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.848475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.849358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.849706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.850071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.850408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.850742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.851070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.851400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.852030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.852368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:43.914325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 01f9b894-7664-440f-bce7-cfec13cd7564, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=01f9b894-7664-440f-bce7-cfec13cd7564,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:43.918875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-e3ca83e9-5a66-40eb-ad91-39d389364e15 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-296691399&fields=id&tenant_id=386611ab44ec4f4ba766be54796ba9c5 HTTP/1.1" status: 200 len: 267 time: 0.4407120 Feb 19 03:21:43.921741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port a46d198c-34f2-4b34-bc92-e2a72cd714fe completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:21:43.930544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port a46d198c-34f2-4b34-bc92-e2a72cd714fe triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:43.930888 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.934312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.935144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2c8841-202f-4107-b147-13b07fdd5496 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:43.944490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a2c8841-202f-4107-b147-13b07fdd5496 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.978064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Pushing event updated for resources: {'Port': ['ID=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:44.040547 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e3bed5-88eb-4f58-a447-f83ea6c78be9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f9263635-b4d9-46fb-988b-5cc92a203ebe), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.043741 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e3bed5-88eb-4f58-a447-f83ea6c78be9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.045377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-52e3bed5-88eb-4f58-a447-f83ea6c78be9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "DELETE /v2.0/security-groups/f9263635-b4d9-46fb-988b-5cc92a203ebe HTTP/1.1" status: 204 len: 168 time: 0.7727141 Feb 19 03:21:44.051002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04f63d-9933-443d-9aac-a82e887fa68d None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:44.054079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40586) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:44.089946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3bed5-88eb-4f58-a447-f83ea6c78be9 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9263635-b4d9-46fb-988b-5cc92a203ebe,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:44.105413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-56862593-ccd8-4c4a-a5ea-b00a2edc497a tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:44.113394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-56862593-ccd8-4c4a-a5ea-b00a2edc497a tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 945 time: 0.1870701 Feb 19 03:21:44.119837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-b335c450-28fd-434e-844a-1f7cbc8d78f4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'port': {'security_groups': ['c0fb9788-8ade-435a-be59-7a50c4685968', '67c194fe-f43a-4a72-b46c-7aa26dd6508a']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:44.192733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6ce85751-5f04-47a6-865b-15452b808a14 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1370473 Feb 19 03:21:44.194158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Attempting to bind port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:44.194574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Attempting to bind port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:44.194982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Attempting to bind port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c on network 419de084-40f5-4fc0-b6cf-3db2650792b1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:44.200226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40590) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:44.202175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:44.204923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=01f9b894-7664-440f-bce7-cfec13cd7564,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:44.205370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f0cf680e-d346-4e86-b1e2-d89ff7ff7822 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1388249676'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:44.222884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c on network 419de084-40f5-4fc0-b6cf-3db2650792b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:21:44.223329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Attempting to bind port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c on network 419de084-40f5-4fc0-b6cf-3db2650792b1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:44.250314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4e04f63d-9933-443d-9aac-a82e887fa68d None None] Deleting port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:44.251026 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e04f63d-9933-443d-9aac-a82e887fa68d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.264743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:44.265149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Checking segment: {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:44.265628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Bound using segment: {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:44.266280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Bound port: 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539825bb-156d-4263-9573-bca77329e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:44.266668 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.284237 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-b335c450-28fd-434e-844a-1f7cbc8d78f4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.297311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0cf680e-d346-4e86-b1e2-d89ff7ff7822 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.350872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4e04f63d-9933-443d-9aac-a82e887fa68d None None] For port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4bb8c071-f95e-4aea-b2a9-a66b96632ae4,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:44.351334 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e04f63d-9933-443d-9aac-a82e887fa68d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.357161 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a2c8841-202f-4107-b147-13b07fdd5496 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (f5145908-167e-45de-a5a9-198c9038fc92), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.371163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4e04f63d-9933-443d-9aac-a82e887fa68d None None] Calling delete_port for 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:44.447264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c8841-202f-4107-b147-13b07fdd5496 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:44.464344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['01f9b894-7664-440f-bce7-cfec13cd7564'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:44.468792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] For port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:44.475152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7a2c8841-202f-4107-b147-13b07fdd5496 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:44.484914 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c8841-202f-4107-b147-13b07fdd5496 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:44.485894 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a2c8841-202f-4107-b147-13b07fdd5496 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.500833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port a46d198c-34f2-4b34-bc92-e2a72cd714fe is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:44.501028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] For port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:44.501375 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.518318 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7a2c8841-202f-4107-b147-13b07fdd5496 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7216537 Feb 19 03:21:44.522173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40594) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:44.530984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': 'f5145908-167e-45de-a5a9-198c9038fc92', 'ip_address': '2001:db8::9179:d37a:bc43:6968'}], 'name': 'tempest-NetworksTestDHCPv6-670285195'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:44.543258 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.570236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c8841-202f-4107-b147-13b07fdd5496 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=f5145908-167e-45de-a5a9-198c9038fc92,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:44.604024 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.609122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a46d198c-34f2-4b34-bc92-e2a72cd714fe, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a46d198c-34f2-4b34-bc92-e2a72cd714fe,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:44.631048 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.643716 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e04f63d-9933-443d-9aac-a82e887fa68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (4bb8c071-f95e-4aea-b2a9-a66b96632ae4), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.646457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0cf680e-d346-4e86-b1e2-d89ff7ff7822 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (8e51c9c0-9fa5-465a-84db-f49dc54af555), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.673604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0cf680e-d346-4e86-b1e2-d89ff7ff7822 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8e51c9c0-9fa5-465a-84db-f49dc54af555), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.710182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:44.712718 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.716157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] 10.222.0.71 "PUT /v2.0/ports/6241b8ff-2f2a-460b-8cfe-b7158e1fc72c HTTP/1.1" status: 200 len: 1091 time: 2.0607579 Feb 19 03:21:44.719314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04f63d-9933-443d-9aac-a82e887fa68d None None] No DVR routers for this DVR port 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:44.753948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:44.777297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684fd3e6-0d2f-4ac9-8abd-11171de995ac None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:44.793727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0cf680e-d346-4e86-b1e2-d89ff7ff7822 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.795026 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f0cf680e-d346-4e86-b1e2-d89ff7ff7822 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5938399 Feb 19 03:21:44.800303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=a46d198c-34f2-4b34-bc92-e2a72cd714fe,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:44.811403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40596) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:44.828948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc71e7-f6f9-463b-9314-730c1a44ff9b service neutron] Pushing event updated for resources: {'Port': ['ID=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:44.840377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e5e4c1e4-e60e-4190-ae13-3fa828a7e684 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:44.841091 n-d-826756-2 neutron-server[103615]: WARNING neutron.api.v2.base [None req-e5e4c1e4-e60e-4190-ae13-3fa828a7e684 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:21:44.841609 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-e5e4c1e4-e60e-4190-ae13-3fa828a7e684 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 03:21:44.842921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e5e4c1e4-e60e-4190-ae13-3fa828a7e684 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "PUT /v2.0/security-groups/8e51c9c0-9fa5-465a-84db-f49dc54af555 HTTP/1.1" status: 409 len: 330 time: 0.0151629 Feb 19 03:21:44.867707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40598) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:44.889259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf680e-d346-4e86-b1e2-d89ff7ff7822 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e51c9c0-9fa5-465a-84db-f49dc54af555,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:44.906994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04f63d-9933-443d-9aac-a82e887fa68d None None] Pushing event deleted for resources: {'Port': ['ID=4bb8c071-f95e-4aea-b2a9-a66b96632ae4,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:44.911237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-b335c450-28fd-434e-844a-1f7cbc8d78f4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] For port af2fd209-8b7a-4854-8c4c-ead820a22ab0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:44.949227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.994131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:45.010799 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-b335c450-28fd-434e-844a-1f7cbc8d78f4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.017659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005cb5d-3f14-48de-9012-20820402b4ca req-7245c5e7-18dd-4636-8143-b85ae533a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:45.021386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-7245c5e7-18dd-4636-8143-b85ae533a953 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 1125 time: 0.2159147 Feb 19 03:21:45.026386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-b335c450-28fd-434e-844a-1f7cbc8d78f4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.059519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': 'f5145908-167e-45de-a5a9-198c9038fc92'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:45.061472 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.113300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-b335c450-28fd-434e-844a-1f7cbc8d78f4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:45.114065 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-b335c450-28fd-434e-844a-1f7cbc8d78f4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.126539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-471ec97a-83a9-41af-8c5c-b9c33b76b8d0 req-b335c450-28fd-434e-844a-1f7cbc8d78f4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "PUT /v2.0/ports/af2fd209-8b7a-4854-8c4c-ead820a22ab0 HTTP/1.1" status: 200 len: 981 time: 1.0120165 Feb 19 03:21:45.128114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['af2fd209-8b7a-4854-8c4c-ead820a22ab0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:45.134398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:45.211173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:45.212240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bb8c071-f95e-4aea-b2a9-a66b96632ae4 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:45.228011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-e2c4f1cc-0817-49e3-b643-2e2aabc080f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c HTTP/1.1" status: 200 len: 217 time: 0.1848848 Feb 19 03:21:45.251484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::9179:d37a:bc43:6968 (bbbabb97-7b58-44ba-8518-a6a14187983e/f5145908-167e-45de-a5a9-198c9038fc92/b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:45.265980 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949939b0-9993-4121-86d3-6d6a1a597770 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (8e51c9c0-9fa5-465a-84db-f49dc54af555), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.330849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['af2fd209-8b7a-4854-8c4c-ead820a22ab0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:45.337270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335c450-28fd-434e-844a-1f7cbc8d78f4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'Port': ['ID=af2fd209-8b7a-4854-8c4c-ead820a22ab0,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:45.341819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949939b0-9993-4121-86d3-6d6a1a597770 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (8e51c9c0-9fa5-465a-84db-f49dc54af555), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.388895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005cb5d-3f14-48de-9012-20820402b4ca req-8d98b5c1-ad81-455e-848b-7e38d6d0ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:45.391477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-8d98b5c1-ad81-455e-848b-7e38d6d0ce92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6c934e3-7b85-43d5-9c7b-befefe865487 HTTP/1.1" status: 200 len: 843 time: 0.1365194 Feb 19 03:21:45.423236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd2dfe-9381-475c-817b-e911dd55af69 req-b0fa8371-e283-4e1a-9a63-8a60b81c5493 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:45.431253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4abd2dfe-9381-475c-817b-e911dd55af69 req-b0fa8371-e283-4e1a-9a63-8a60b81c5493 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 949 time: 0.2187984 Feb 19 03:21:45.461820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-5ff93564-9c61-490f-a071-b09dcab1b1c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419de084-40f5-4fc0-b6cf-3db2650792b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596995 Feb 19 03:21:45.482798 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.483908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949939b0-9993-4121-86d3-6d6a1a597770 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8e51c9c0-9fa5-465a-84db-f49dc54af555), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.486583 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949939b0-9993-4121-86d3-6d6a1a597770 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.487740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-949939b0-9993-4121-86d3-6d6a1a597770 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "DELETE /v2.0/security-groups/8e51c9c0-9fa5-465a-84db-f49dc54af555 HTTP/1.1" status: 204 len: 168 time: 0.6188600 Feb 19 03:21:45.516771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40604) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:45.533013 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.576089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949939b0-9993-4121-86d3-6d6a1a597770 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e51c9c0-9fa5-465a-84db-f49dc54af555,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:45.585485 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:45.589796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:45.593256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:45.599125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4abd2dfe-9381-475c-817b-e911dd55af69 req-bfb9b6f8-e92b-4f24-a876-3674f85a4c1f tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619241 Feb 19 03:21:45.599734 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:45.600447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.623037 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0998139 Feb 19 03:21:45.627616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b9f69-d1e9-4357-afcf-f420c7f74b11 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:45.631488 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40608) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:45.637809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c4b66065-a32e-4a5e-88a2-08fda80f9313 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': 'f5145908-167e-45de-a5a9-198c9038fc92', 'ip_address': '2001:db8::9179:d37a:bc43:6968'}], 'name': 'tempest-NetworksTestDHCPv6-1826926066'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:45.690981 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4e8ae4-0125-4602-9b61-dbbfb2c7e71a x-openstack-request-id: req-dd4e8ae4-0125-4602-9b61-dbbfb2c7e71a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:45.691340 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-plugged", "status": "completed", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:45.691676 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd4e8ae4-0125-4602-9b61-dbbfb2c7e71a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:45.692075 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'code': 200} Feb 19 03:21:45.708243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6c8157fd-2a41-4a1d-bcdf-daa02c0363d0 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1889923 Feb 19 03:21:45.715513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40610) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:45.758222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-ae3d0116-3a87-418b-bbb6-189fe23c3f66 service neutron] 10.222.0.71 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840519 Feb 19 03:21:45.765491 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32aea86-9f09-436c-bfd5-167b8ca5e80c x-openstack-request-id: req-d32aea86-9f09-436c-bfd5-167b8ca5e80c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:45.766235 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7ee1b0-c197-4254-9bcd-0a16888328bd", "name": "network-vif-deleted", "tag": "f2bd6446-7366-4d34-ad53-d9f13b29ae1d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:45.767245 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d32aea86-9f09-436c-bfd5-167b8ca5e80c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:45.769817 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7ee1b0-c197-4254-9bcd-0a16888328bd', 'name': 'network-vif-deleted', 'tag': 'f2bd6446-7366-4d34-ad53-d9f13b29ae1d', 'status': 'completed', 'code': 200} Feb 19 03:21:45.777484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/f5145908-167e-45de-a5a9-198c9038fc92/ad64ef75-e50d-4387-a14d-526d19b4df57) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:45.794213 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-de180b9b-2831-49fe-8a16-cf56cb5c9347 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] delete failed (client error): The resource could not be found. Feb 19 03:21:45.807583 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-de180b9b-2831-49fe-8a16-cf56cb5c9347 tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "DELETE /v2.0/security-groups/b6e4dd3f-bac3-4d98-abce-1589e362b16e HTTP/1.1" status: 404 len: 347 time: 0.0908105 Feb 19 03:21:45.810137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40612) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:45.883443 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-3f756788-3aa8-47f9-b55d-5f6e42227c2c tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] show failed (client error): The resource could not be found. Feb 19 03:21:45.891259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40614) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:45.892852 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3f756788-3aa8-47f9-b55d-5f6e42227c2c tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-groups/7e788556-eff5-4136-bddd-b9368bea0d70 HTTP/1.1" status: 404 len: 347 time: 0.0763488 Feb 19 03:21:45.944095 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-3eba48ea-78e0-42be-bf47-7f9d8d63b97d tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] show failed (client error): The resource could not be found. Feb 19 03:21:45.946405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3eba48ea-78e0-42be-bf47-7f9d8d63b97d tempest-NegativeSecGroupTest-1388759101 tempest-NegativeSecGroupTest-1388759101-project] 10.222.0.42 "GET /v2.0/security-group-rules/7de34b43-90e3-4261-9613-5c2d40287c7d HTTP/1.1" status: 404 len: 356 time: 0.0441296 Feb 19 03:21:45.964370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc1d1-acfe-45e8-b85c-b172456f0807 req-7d7a4f7d-a661-41a6-ab5d-e64f849ac568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:45.966787 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-985cc1d1-acfe-45e8-b85c-b172456f0807 req-7d7a4f7d-a661-41a6-ab5d-e64f849ac568 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 1132 time: 0.1380455 Feb 19 03:21:46.003044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b66065-a32e-4a5e-88a2-08fda80f9313 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:46.009024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4b66065-a32e-4a5e-88a2-08fda80f9313 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.043239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-c4b66065-a32e-4a5e-88a2-08fda80f9313 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port d641d5da-173e-4c88-99f8-4ba74e2c2e19 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:46.047344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99460f-5f2f-4cc2-a499-7d602cc6284f req-e73b83eb-68da-415d-afb5-d72d10015e16 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:46.059761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c99460f-5f2f-4cc2-a499-7d602cc6284f req-e73b83eb-68da-415d-afb5-d72d10015e16 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 943 time: 0.1668656 Feb 19 03:21:46.118060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8005cb5d-3f14-48de-9012-20820402b4ca req-b452389a-93dd-4743-be97-d73f219a21de service neutron] 10.222.0.71 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467453 Feb 19 03:21:46.179678 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-985cc1d1-acfe-45e8-b85c-b172456f0807 req-76e649f4-4326-4c33-8300-902be9800073 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868770 Feb 19 03:21:46.201194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c99460f-5f2f-4cc2-a499-7d602cc6284f req-600a45a5-9da6-4f45-b469-22f719b36740 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355968 Feb 19 03:21:46.280052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Publish callbacks [] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.296856 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.371052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Pushing event updated for resources: {'Port': ['ID=ad64ef75-e50d-4387-a14d-526d19b4df57,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:46.389491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:46.391007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:46.400041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:46.424999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8144f-d5de-47be-be4f-2347f51a6768 req-bc4016d4-4800-4610-9750-674a9972b4df tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:46.436113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7dc8144f-d5de-47be-be4f-2347f51a6768 req-bc4016d4-4800-4610-9750-674a9972b4df tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 950 time: 0.1682119 Feb 19 03:21:46.452972 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b66065-a32e-4a5e-88a2-08fda80f9313 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 03:21:46.454084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b66065-a32e-4a5e-88a2-08fda80f9313 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:21:46.490020 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c4b66065-a32e-4a5e-88a2-08fda80f9313 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8569636 Feb 19 03:21:46.493277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40622) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:46.514856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Attempting to bind port ad64ef75-e50d-4387-a14d-526d19b4df57 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:46.515376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Attempting to bind port ad64ef75-e50d-4387-a14d-526d19b4df57 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:46.515838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Attempting to bind port ad64ef75-e50d-4387-a14d-526d19b4df57 on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:46.528201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:46.529230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:46.529791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.530311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:46.531045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Bound port: ad64ef75-e50d-4387-a14d-526d19b4df57, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:46.531667 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.536689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7dc8144f-d5de-47be-be4f-2347f51a6768 req-bc36cffb-1ff5-444d-9cb8-1aedd7aa22b3 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945635 Feb 19 03:21:46.546585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40624) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:46.617077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cfac4f-0ca6-45cd-9d0f-74ac950887e0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:46.629887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cfac4f-0ca6-45cd-9d0f-74ac950887e0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:46.631713 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e1cfac4f-0ca6-45cd-9d0f-74ac950887e0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1362066 Feb 19 03:21:46.636138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40628) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:46.656947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] For port ad64ef75-e50d-4387-a14d-526d19b4df57, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:46.663466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] For port ad64ef75-e50d-4387-a14d-526d19b4df57, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ad64ef75-e50d-4387-a14d-526d19b4df57,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:46.673977 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.766677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17850df-a89d-463b-b2d8-4956cee410fe None None] Pushing event updated for resources: {'Port': ['ID=ad64ef75-e50d-4387-a14d-526d19b4df57,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:46.813394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 01f9b894-7664-440f-bce7-cfec13cd7564 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:46.871586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39cabc-f070-4495-94a4-bbfea6f803b7 req-0f2052b6-a41e-4acd-ae46-8f6dd15b3422 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:46.879089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b39cabc-f070-4495-94a4-bbfea6f803b7 req-0f2052b6-a41e-4acd-ae46-8f6dd15b3422 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 949 time: 0.2190018 Feb 19 03:21:46.907152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4993c615-b41c-4362-8c15-63ff6886b8e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=167a94d61d1b4f2d9f52dea0d1b50c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3586390 Feb 19 03:21:46.910716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40630) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:46.913289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 01f9b894-7664-440f-bce7-cfec13cd7564 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:21:46.918568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 01f9b894-7664-440f-bce7-cfec13cd7564 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:46.918955 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.054726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb021b-df97-45ec-af63-3e8035f03b0a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:47.055072 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fdbb021b-df97-45ec-af63-3e8035f03b0a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.071815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b39cabc-f070-4495-94a4-bbfea6f803b7 req-657e0e58-8e62-4541-9876-02b90a8b59db tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887228 Feb 19 03:21:47.095010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 01f9b894-7664-440f-bce7-cfec13cd7564 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:47.095410 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.172533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 01f9b894-7664-440f-bce7-cfec13cd7564, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=01f9b894-7664-440f-bce7-cfec13cd7564,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:47.179356 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.262644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=01f9b894-7664-440f-bce7-cfec13cd7564,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:47.265931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f69fe172-8737-4c8b-a7d7-b58b96fc57bd admin admin] Publish callbacks [] for security_group (c7132da6-4d6d-49ed-864b-2db2adb26e88), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.285687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e645f631-a36e-455b-9439-512ad8eff666 req-c47210ab-3585-4d75-80e7-7c91853eb4be tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1626439099&fields=id&tenant_id=386611ab44ec4f4ba766be54796ba9c5 HTTP/1.1" status: 200 len: 267 time: 0.0912151 Feb 19 03:21:47.312482 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f69fe172-8737-4c8b-a7d7-b58b96fc57bd admin admin] Publish callbacks [] for security_group (c7132da6-4d6d-49ed-864b-2db2adb26e88), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.380171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fdbb021b-df97-45ec-af63-3e8035f03b0a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.407204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb021b-df97-45ec-af63-3e8035f03b0a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:47.439873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645f631-a36e-455b-9439-512ad8eff666 req-cd248382-b844-4809-b696-d575e0a1b535 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:47.441575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e645f631-a36e-455b-9439-512ad8eff666 req-cd248382-b844-4809-b696-d575e0a1b535 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 984 time: 0.1439579 Feb 19 03:21:47.509173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-e645f631-a36e-455b-9439-512ad8eff666 req-186fcae7-657a-4b2e-8bca-1249ac77956e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'port': {'security_groups': ['67c194fe-f43a-4a72-b46c-7aa26dd6508a', 'c0fb9788-8ade-435a-be59-7a50c4685968', '1151fae2-aef9-4d02-b37f-c9cc56ef1c59']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:47.517711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f69fe172-8737-4c8b-a7d7-b58b96fc57bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c7132da6-4d6d-49ed-864b-2db2adb26e88), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.520570 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f69fe172-8737-4c8b-a7d7-b58b96fc57bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.526148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f69fe172-8737-4c8b-a7d7-b58b96fc57bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7132da6-4d6d-49ed-864b-2db2adb26e88 HTTP/1.1" status: 204 len: 168 time: 0.6095762 Feb 19 03:21:47.566528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fe172-8737-4c8b-a7d7-b58b96fc57bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7132da6-4d6d-49ed-864b-2db2adb26e88,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:47.631077 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e645f631-a36e-455b-9439-512ad8eff666 req-186fcae7-657a-4b2e-8bca-1249ac77956e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.693833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559'}, {'server_uuid': '0d98cf7b-f65c-43cc-be3e-ec360b81fda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46d198c-34f2-4b34-bc92-e2a72cd714fe'}, {'server_uuid': 'f4cf8a06-e265-4eab-86ca-298f6b634456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f9b894-7664-440f-bce7-cfec13cd7564'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:47.704988 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920b9104-2dea-4b26-a853-599323101c9e" -d '{"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-unplugged", "status": "completed", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559"}, {"server_uuid": "0d98cf7b-f65c-43cc-be3e-ec360b81fda1", "name": "network-vif-plugged", "status": "completed", "tag": "a46d198c-34f2-4b34-bc92-e2a72cd714fe"}, {"server_uuid": "f4cf8a06-e265-4eab-86ca-298f6b634456", "name": "network-vif-plugged", "status": "completed", "tag": "01f9b894-7664-440f-bce7-cfec13cd7564"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:47.771481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbf4c29-812f-460a-bcf2-00bd2b166247', 'tag': '6241b8ff-2f2a-460b-8cfe-b7158e1fc72c'}, {'name': 'network-changed', 'server_uuid': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'tag': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:47.773873 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b299966-2b3b-4ffc-913c-405094041ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbf4c29-812f-460a-bcf2-00bd2b166247", "tag": "6241b8ff-2f2a-460b-8cfe-b7158e1fc72c"}, {"name": "network-changed", "server_uuid": "9d43dd40-2445-47bb-9acb-c359f2fee735", "tag": "af2fd209-8b7a-4854-8c4c-ead820a22ab0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:47.784589 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fdbb021b-df97-45ec-af63-3e8035f03b0a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.856466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb021b-df97-45ec-af63-3e8035f03b0a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:47.908680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fdbb021b-df97-45ec-af63-3e8035f03b0a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.915104 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:47.915807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fdbb021b-df97-45ec-af63-3e8035f03b0a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5 HTTP/1.1" status: 204 len: 168 time: 1.2779682 Feb 19 03:21:48.103792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-e645f631-a36e-455b-9439-512ad8eff666 req-186fcae7-657a-4b2e-8bca-1249ac77956e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] For port af2fd209-8b7a-4854-8c4c-ead820a22ab0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:48.117051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3086ddb6-1f65-4b7d-9720-684c9b9e4e66 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:48.119877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3086ddb6-1f65-4b7d-9720-684c9b9e4e66 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:48.125040 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3086ddb6-1f65-4b7d-9720-684c9b9e4e66 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2054150 Feb 19 03:21:48.130836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40652) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:48.192623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e645f631-a36e-455b-9439-512ad8eff666 req-186fcae7-657a-4b2e-8bca-1249ac77956e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.210410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e645f631-a36e-455b-9439-512ad8eff666 req-186fcae7-657a-4b2e-8bca-1249ac77956e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.214053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet f5145908-167e-45de-a5a9-198c9038fc92 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:48.218431 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (f5145908-167e-45de-a5a9-198c9038fc92), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.248585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['af2fd209-8b7a-4854-8c4c-ead820a22ab0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:48.285404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (f5145908-167e-45de-a5a9-198c9038fc92), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.327673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645f631-a36e-455b-9439-512ad8eff666 req-186fcae7-657a-4b2e-8bca-1249ac77956e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:48.328452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e645f631-a36e-455b-9439-512ad8eff666 req-186fcae7-657a-4b2e-8bca-1249ac77956e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.352041 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e645f631-a36e-455b-9439-512ad8eff666 req-186fcae7-657a-4b2e-8bca-1249ac77956e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "PUT /v2.0/ports/af2fd209-8b7a-4854-8c4c-ead820a22ab0 HTTP/1.1" status: 200 len: 1020 time: 0.8510349 Feb 19 03:21:48.413385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fcae7-657a-4b2e-8bca-1249ac77956e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'Port': ['ID=af2fd209-8b7a-4854-8c4c-ead820a22ab0,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:48.446131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] Provisioning complete for port ad64ef75-e50d-4387-a14d-526d19b4df57 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:48.446514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.498387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f5145908-167e-45de-a5a9-198c9038fc92), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.507914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['af2fd209-8b7a-4854-8c4c-ead820a22ab0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:48.630764 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:21:48.669472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (f5145908-167e-45de-a5a9-198c9038fc92), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.685879 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.689055 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/f5145908-167e-45de-a5a9-198c9038fc92 HTTP/1.1" status: 204 len: 168 time: 0.5567889 Feb 19 03:21:48.700796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40678) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:48.714959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=f5145908-167e-45de-a5a9-198c9038fc92,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:48.730566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.730927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.731342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.731624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.731966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.732307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.732643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.732977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.733300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.733783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.734146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.734480 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.735421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ab996-4507-463e-a1c6-8de52d0e07f2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:48.751092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] Current status of the port ad64ef75-e50d-4387-a14d-526d19b4df57 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:48.751813 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.807035 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cba3de05-3341-4558-bccd-bc180d420393 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019304 Feb 19 03:21:48.814621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40682) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:48.819584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d909b449-c610-4e0d-9468-1c53cbc0126c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:48.870390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b60a0-9909-44e0-8301-5d86305efb09 req-2ddc7ab2-6d05-47a8-a573-060942f6dc26 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:48.884376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-046b60a0-9909-44e0-8301-5d86305efb09 req-2ddc7ab2-6d05-47a8-a573-060942f6dc26 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 943 time: 0.2665019 Feb 19 03:21:48.896929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6a882-b8bb-47bd-8c12-fdc4dd36f7eb None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:48.995597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-046b60a0-9909-44e0-8301-5d86305efb09 req-34d09772-6dc1-4e80-8286-b4bd999eed60 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076121 Feb 19 03:21:49.033308 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:21:49.033866 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:21:49.042801 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d909b449-c610-4e0d-9468-1c53cbc0126c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:49.058158 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d909b449-c610-4e0d-9468-1c53cbc0126c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.162473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40686) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:49.188027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ad64ef75-e50d-4387-a14d-526d19b4df57 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:49.189450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0213697 Feb 19 03:21:49.202692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40688) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:49.235784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1f5cf-2a25-4f61-8589-8e91f93a7fed req-c62ec683-6dab-4ddc-9746-f3e9db577638 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:49.242026 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ae1f5cf-2a25-4f61-8589-8e91f93a7fed req-c62ec683-6dab-4ddc-9746-f3e9db577638 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 950 time: 0.1525476 Feb 19 03:21:49.267624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e387e3d0-41fb-487e-8668-0166614e8cb1 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:49.323158 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d909b449-c610-4e0d-9468-1c53cbc0126c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (90de8496-9822-42c4-9c6f-8897c0c6a45e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.361877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ae1f5cf-2a25-4f61-8589-8e91f93a7fed req-55630f53-01e6-4112-9f5b-980f5a6b255d tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125064 Feb 19 03:21:49.373774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909b449-c610-4e0d-9468-1c53cbc0126c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:49.385149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d909b449-c610-4e0d-9468-1c53cbc0126c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:49.388965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d909b449-c610-4e0d-9468-1c53cbc0126c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:49.389952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d909b449-c610-4e0d-9468-1c53cbc0126c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.401523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909b449-c610-4e0d-9468-1c53cbc0126c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=90de8496-9822-42c4-9c6f-8897c0c6a45e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:49.434292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40692) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:49.435012 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d909b449-c610-4e0d-9468-1c53cbc0126c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6196895 Feb 19 03:21:49.439970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-845e1208-c578-44b3-b205-8efba72e2ce9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': '90de8496-9822-42c4-9c6f-8897c0c6a45e', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1043473425'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:49.507603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-52b285e5-ed3b-448d-9888-71edf1472552 tempest-NetworksApiDiscovery-603152130 tempest-NetworksApiDiscovery-603152130-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2849662 Feb 19 03:21:49.541486 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5b136a-622e-4fa3-9225-6c5071eaf0c4 x-openstack-request-id: req-0f5b136a-622e-4fa3-9225-6c5071eaf0c4 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:49.541629 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-unplugged", "status": "completed", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559", "code": 200}, {"server_uuid": "0d98cf7b-f65c-43cc-be3e-ec360b81fda1", "name": "network-vif-plugged", "status": "completed", "tag": "a46d198c-34f2-4b34-bc92-e2a72cd714fe", "code": 200}, {"server_uuid": "f4cf8a06-e265-4eab-86ca-298f6b634456", "name": "network-vif-plugged", "status": "completed", "tag": "01f9b894-7664-440f-bce7-cfec13cd7564", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:49.542410 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f5b136a-622e-4fa3-9225-6c5071eaf0c4 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:49.542827 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'code': 200} Feb 19 03:21:49.543087 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d98cf7b-f65c-43cc-be3e-ec360b81fda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46d198c-34f2-4b34-bc92-e2a72cd714fe', 'code': 200} Feb 19 03:21:49.543343 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cf8a06-e265-4eab-86ca-298f6b634456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f9b894-7664-440f-bce7-cfec13cd7564', 'code': 200} Feb 19 03:21:49.546696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:21:49.582087 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fcf88a-68af-41c0-9b06-4ab52ebeeb35 x-openstack-request-id: req-f1fcf88a-68af-41c0-9b06-4ab52ebeeb35 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:49.582442 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbf4c29-812f-460a-bcf2-00bd2b166247", "tag": "6241b8ff-2f2a-460b-8cfe-b7158e1fc72c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d43dd40-2445-47bb-9acb-c359f2fee735", "tag": "af2fd209-8b7a-4854-8c4c-ead820a22ab0", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:49.582640 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1fcf88a-68af-41c0-9b06-4ab52ebeeb35 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:49.583062 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbf4c29-812f-460a-bcf2-00bd2b166247', 'tag': '6241b8ff-2f2a-460b-8cfe-b7158e1fc72c', 'status': 'completed', 'code': 200} Feb 19 03:21:49.583312 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'tag': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0', 'status': 'completed', 'code': 200} Feb 19 03:21:49.666501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] Current status of the port ad64ef75-e50d-4387-a14d-526d19b4df57 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:49.667231 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.669355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ad64ef75-e50d-4387-a14d-526d19b4df57 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:49.669769 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.777475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-0bcacd2f-1e09-43de-8f31-9a91ad22b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:49.779147 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-0bcacd2f-1e09-43de-8f31-9a91ad22b04a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 1206 time: 0.1957245 Feb 19 03:21:49.784751 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3d8d3-8092-4275-a218-065cc898ec64 req-7f2a001b-9911-4c6e-9953-fae3622eafce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:49.786420 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-21e3d8d3-8092-4275-a218-065cc898ec64 req-7f2a001b-9911-4c6e-9953-fae3622eafce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 1132 time: 0.1482267 Feb 19 03:21:49.792032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e387e3d0-41fb-487e-8668-0166614e8cb1 None None] Deleting port ad64ef75-e50d-4387-a14d-526d19b4df57 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:49.792605 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e387e3d0-41fb-487e-8668-0166614e8cb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.870354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] For port ad64ef75-e50d-4387-a14d-526d19b4df57, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ad64ef75-e50d-4387-a14d-526d19b4df57,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:49.889119 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.898682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:49.918727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845e1208-c578-44b3-b205-8efba72e2ce9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:49.924891 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-21e3d8d3-8092-4275-a218-065cc898ec64 req-8880df70-a43c-49df-af13-7bbf97313865 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179843 Feb 19 03:21:49.971295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-a9e3c976-3cb8-4894-be7c-6d362d2e429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:49.975109 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-a9e3c976-3cb8-4894-be7c-6d362d2e429a service neutron] 10.222.0.37 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 913 time: 0.1858153 Feb 19 03:21:49.989077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40700) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:50.022488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '6241b8ff-2f2a-460b-8cfe-b7158e1fc72c', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'port_id': '6241b8ff-2f2a-460b-8cfe-b7158e1fc72c', 'mac_address': 'fa:16:3e:d4:d0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c934e3-7b85-43d5-9c7b-befefe865487', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:21:50.025435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e387e3d0-41fb-487e-8668-0166614e8cb1 None None] For port ad64ef75-e50d-4387-a14d-526d19b4df57, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ad64ef75-e50d-4387-a14d-526d19b4df57,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:50.026511 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e387e3d0-41fb-487e-8668-0166614e8cb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.029430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57740d0-1411-45fe-95b7-331e26586f7d req-29dc6651-95df-4700-89cc-57dedcaf8c8b tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:50.036376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c57740d0-1411-45fe-95b7-331e26586f7d req-29dc6651-95df-4700-89cc-57dedcaf8c8b tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 950 time: 0.3902938 Feb 19 03:21:50.039716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-bd1cf66a-6818-46d2-9384-544d51f3dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:50.041726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-bd1cf66a-6818-46d2-9384-544d51f3dccd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f60bfa93f98e4426ae1d089174442e9c&device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 1125 time: 0.4241295 Feb 19 03:21:50.046496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247ab0b-7995-4eb3-b943-685f19a9af40 req-607cdd9b-48aa-422e-a95b-b486de6baf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:50.048352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4247ab0b-7995-4eb3-b943-685f19a9af40 req-607cdd9b-48aa-422e-a95b-b486de6baf8f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 1132 time: 0.4684615 Feb 19 03:21:50.064340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-63889c24-2c54-468b-a3f3-ebd3f728cc90 None None] Could not find standard attr ID for object b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:21:50.099179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e387e3d0-41fb-487e-8668-0166614e8cb1 None None] Calling delete_port for ad64ef75-e50d-4387-a14d-526d19b4df57 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:50.105777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff57f3-7b6f-46d1-8ef7-f2764c439856 None None] Pushing event updated for resources: {'Port': ['ID=ad64ef75-e50d-4387-a14d-526d19b4df57,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:50.153520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ad64ef75-e50d-4387-a14d-526d19b4df57 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:50.181484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5f16f0a-00ac-4943-8fa0-a36d9509f659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.196201 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-845e1208-c578-44b3-b205-8efba72e2ce9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.215586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:50.216222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4247ab0b-7995-4eb3-b943-685f19a9af40 req-091694d4-10fd-4335-acab-b758cf6c6823 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524360 Feb 19 03:21:50.216388 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.254483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:50.261061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-845e1208-c578-44b3-b205-8efba72e2ce9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 4e94625e-028f-4952-a07d-6bb3855286f1 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:50.276626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c57740d0-1411-45fe-95b7-331e26586f7d req-ed98a495-93eb-45c0-a6ad-af57f50cf9ec tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390881 Feb 19 03:21:50.295445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:50.301831 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.304801 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5f16f0a-00ac-4943-8fa0-a36d9509f659 admin admin] Publish callbacks [] for security_group (fa907803-d496-4def-986a-925a9d029cfc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.315239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5f16f0a-00ac-4943-8fa0-a36d9509f659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fa907803-d496-4def-986a-925a9d029cfc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.357672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e387e3d0-41fb-487e-8668-0166614e8cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (ad64ef75-e50d-4387-a14d-526d19b4df57), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.394791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e387e3d0-41fb-487e-8668-0166614e8cb1 None None] No DVR routers for this DVR port ad64ef75-e50d-4387-a14d-526d19b4df57 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:50.416504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6057043a-6607-4e0e-9a7c-153b5c987274 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:50.437150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-5e5a53b0-a3d7-4dab-8bf2-11d4d0554718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:50.437613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-5e5a53b0-a3d7-4dab-8bf2-11d4d0554718 service neutron] 10.222.0.71 "GET /v2.0/networks?id=419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 200 len: 904 time: 0.3884284 Feb 19 03:21:50.448676 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c5f16f0a-00ac-4943-8fa0-a36d9509f659 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=483632d9da2a461bbdf42b23a3433c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4572878 Feb 19 03:21:50.450346 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-f5755fb0-805b-4f6d-a466-4ddb52cf246f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0 HTTP/1.1" status: 200 len: 217 time: 0.1047113 Feb 19 03:21:50.451269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f16f0a-00ac-4943-8fa0-a36d9509f659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa907803-d496-4def-986a-925a9d029cfc,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:50.454050 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40708) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:50.538558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:50.544631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-6ec49ff3-e7c9-4a00-824b-74e707dc82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:50.546408 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-6ec49ff3-e7c9-4a00-824b-74e707dc82ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 200 len: 852 time: 0.0833161 Feb 19 03:21:50.549174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-594f1ba6-9cc9-466a-9231-226028b3589e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c HTTP/1.1" status: 200 len: 217 time: 0.0642500 Feb 19 03:21:50.600435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387e3d0-41fb-487e-8668-0166614e8cb1 None None] Pushing event deleted for resources: {'Port': ['ID=ad64ef75-e50d-4387-a14d-526d19b4df57,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:50.608354 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-f6e2bbb8-3f5b-40c8-b172-01bbbd4054be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25750d6e-2380-4f73-8e9a-30d5d668b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486081 Feb 19 03:21:50.611362 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-845e1208-c578-44b3-b205-8efba72e2ce9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:50.611678 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fdca40d8-ffe1-42bb-bdf4-a02e0ed34b9a admin admin] Publish callbacks [] for security_group (fa907803-d496-4def-986a-925a9d029cfc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.611883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845e1208-c578-44b3-b205-8efba72e2ce9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:21:50.636035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6995d1-ad19-47ba-a132-7c9c8a170fe4 req-dca59d42-cb78-4f26-844c-587c8b7586e4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:50.637697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6995d1-ad19-47ba-a132-7c9c8a170fe4 req-dca59d42-cb78-4f26-844c-587c8b7586e4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 1023 time: 0.2561901 Feb 19 03:21:50.670566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-845e1208-c578-44b3-b205-8efba72e2ce9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2350957 Feb 19 03:21:50.674722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40710) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:50.679360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '90de8496-9822-42c4-9c6f-8897c0c6a45e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:50.680337 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.701501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-418d4ce8-a44f-4d7b-89ad-e7bf2ae6ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:50.702948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['6241b8ff-2f2a-460b-8cfe-b7158e1fc72c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:50.703198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-418d4ce8-a44f-4d7b-89ad-e7bf2ae6ac81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6c934e3-7b85-43d5-9c7b-befefe865487 HTTP/1.1" status: 200 len: 843 time: 0.1305339 Feb 19 03:21:50.743869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3691ca57-df6e-4693-ab09-7f2665b712d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0394022 Feb 19 03:21:50.952301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/90de8496-9822-42c4-9c6f-8897c0c6a45e/173651ed-3356-4643-9b10-7e637973b131) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:51.063452 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fdca40d8-ffe1-42bb-bdf4-a02e0ed34b9a admin admin] Publish callbacks [] for security_group (fa907803-d496-4def-986a-925a9d029cfc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.116310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40714) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:51.120614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-bd1eda32-6856-4c84-b383-db68191bda08 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=419de084-40f5-4fc0-b6cf-3db2650792b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3754559 Feb 19 03:21:51.176693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fdca40d8-ffe1-42bb-bdf4-a02e0ed34b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fa907803-d496-4def-986a-925a9d029cfc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.183221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fdca40d8-ffe1-42bb-bdf4-a02e0ed34b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.184883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Publish callbacks [] for port (173651ed-3356-4643-9b10-7e637973b131), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.190087 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fdca40d8-ffe1-42bb-bdf4-a02e0ed34b9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa907803-d496-4def-986a-925a9d029cfc HTTP/1.1" status: 204 len: 168 time: 0.7343497 Feb 19 03:21:51.211026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ad64ef75-e50d-4387-a14d-526d19b4df57 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:51.214295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca40d8-ffe1-42bb-bdf4-a02e0ed34b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa907803-d496-4def-986a-925a9d029cfc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:51.225277 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (173651ed-3356-4643-9b10-7e637973b131), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.285687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6995d1-ad19-47ba-a132-7c9c8a170fe4 req-90d67b47-b9a6-4b3e-be77-da4eb6a4677b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&id=1151fae2-aef9-4d02-b37f-c9cc56ef1c59&id=67c194fe-f43a-4a72-b46c-7aa26dd6508a HTTP/1.1" status: 200 len: 6207 time: 0.6318128 Feb 19 03:21:51.286223 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-b414fad4-43a6-4feb-8cbf-efdd18d7594a service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671424 Feb 19 03:21:51.378584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-e8ba4e75-f1eb-41b9-a17d-ae357ac9dd96 service neutron] 10.222.0.71 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481213 Feb 19 03:21:51.382321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d5be45-84c1-4a32-97b9-80aab01a0db8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:51.383724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ad64ef75-e50d-4387-a14d-526d19b4df57 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:51.383888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d5be45-84c1-4a32-97b9-80aab01a0db8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:51.384090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ad64ef75-e50d-4387-a14d-526d19b4df57 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:51.387097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f8d5be45-84c1-4a32-97b9-80aab01a0db8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2651985 Feb 19 03:21:51.399321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40726) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:51.507430 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-01e4fcf5-c2cc-4db1-98b1-e0801d57616d service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120910 Feb 19 03:21:51.519971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:51.535044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:51.543370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:51.568774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Pushing event updated for resources: {'Port': ['ID=173651ed-3356-4643-9b10-7e637973b131,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:51.588596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'tag': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:51.590975 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5004923f-090b-458b-b3f7-7cd7f5a9a81b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d43dd40-2445-47bb-9acb-c359f2fee735", "tag": "af2fd209-8b7a-4854-8c4c-ead820a22ab0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:51.641539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed6a25d-185a-43f9-97cd-4fe43d77cae5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 90de8496-9822-42c4-9c6f-8897c0c6a45e {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:51.682269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a25d-185a-43f9-97cd-4fe43d77cae5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (90de8496-9822-42c4-9c6f-8897c0c6a45e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.751281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Attempting to bind port 173651ed-3356-4643-9b10-7e637973b131 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:51.751672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Attempting to bind port 173651ed-3356-4643-9b10-7e637973b131 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:51.755053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Attempting to bind port 173651ed-3356-4643-9b10-7e637973b131 on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:51.781272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:51.781733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:51.782095 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.782504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:51.783011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Bound port: 173651ed-3356-4643-9b10-7e637973b131, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:51.783722 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (173651ed-3356-4643-9b10-7e637973b131), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.806440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a25d-185a-43f9-97cd-4fe43d77cae5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (90de8496-9822-42c4-9c6f-8897c0c6a45e), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.849196 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b299966-2b3b-4ffc-913c-405094041ee6 req-929d1ec9-dcd0-4782-a9aa-09a432bd6533 service neutron] 10.222.0.71 "GET /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607556 Feb 19 03:21:51.864900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baa6dc-c4a1-4249-89e2-bf9168119e13 req-85e33d59-add8-4af5-b912-6c351f172679 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:51.872306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55baa6dc-c4a1-4249-89e2-bf9168119e13 req-85e33d59-add8-4af5-b912-6c351f172679 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 944 time: 0.2569978 Feb 19 03:21:52.035141 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a25d-185a-43f9-97cd-4fe43d77cae5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (90de8496-9822-42c4-9c6f-8897c0c6a45e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.120325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55baa6dc-c4a1-4249-89e2-bf9168119e13 req-3ab5011d-c2cd-49e1-8b3d-4020e2f81570 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396595 Feb 19 03:21:52.139537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a25d-185a-43f9-97cd-4fe43d77cae5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (90de8496-9822-42c4-9c6f-8897c0c6a45e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.140962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] For port 173651ed-3356-4643-9b10-7e637973b131, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:52.146302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] For port 173651ed-3356-4643-9b10-7e637973b131, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=173651ed-3356-4643-9b10-7e637973b131,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:52.165474 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (173651ed-3356-4643-9b10-7e637973b131), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.194848 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a25d-185a-43f9-97cd-4fe43d77cae5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.199492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0ed6a25d-185a-43f9-97cd-4fe43d77cae5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/90de8496-9822-42c4-9c6f-8897c0c6a45e HTTP/1.1" status: 204 len: 168 time: 0.7982106 Feb 19 03:21:52.200723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6a25d-185a-43f9-97cd-4fe43d77cae5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=90de8496-9822-42c4-9c6f-8897c0c6a45e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:52.202693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40754) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:52.259166 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0604ebcd-793f-4878-bd57-4540d2f8486c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547776 Feb 19 03:21:52.260316 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40756) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:52.266006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-65d978a9-52c4-41bc-8a4c-6096ab9964a9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:52.284084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016732f-27ca-4191-ac1a-f91d5e66f613 None None] Pushing event updated for resources: {'Port': ['ID=173651ed-3356-4643-9b10-7e637973b131,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:52.300870 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.334788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261199d9-0cf1-491f-ac13-21a61f802897 req-f9083995-65a8-43c3-a050-e20ff454a9f1 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:52.336547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-261199d9-0cf1-491f-ac13-21a61f802897 req-f9083995-65a8-43c3-a050-e20ff454a9f1 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 950 time: 0.1083071 Feb 19 03:21:52.434934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-261199d9-0cf1-491f-ac13-21a61f802897 req-ed74750a-90be-4df8-a771-4e69d05d71af tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845191 Feb 19 03:21:52.454989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-88fdc2c2-472b-40ad-95e6-0f47a1390d97 req-2be79528-a7ac-4913-bd8b-183c90e085d4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'security_group': {'name': ' tempest-securitygroup -838792473 ', 'description': 'tempest-description-1224706531'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:52.458170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d978a9-52c4-41bc-8a4c-6096ab9964a9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:52.468324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65d978a9-52c4-41bc-8a4c-6096ab9964a9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.494702 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-88fdc2c2-472b-40ad-95e6-0f47a1390d97 req-2be79528-a7ac-4913-bd8b-183c90e085d4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.626764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-88fdc2c2-472b-40ad-95e6-0f47a1390d97 req-2be79528-a7ac-4913-bd8b-183c90e085d4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (7e8544f1-c21e-4aa6-a954-cd415244b72e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.640273 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-88fdc2c2-472b-40ad-95e6-0f47a1390d97 req-2be79528-a7ac-4913-bd8b-183c90e085d4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7e8544f1-c21e-4aa6-a954-cd415244b72e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.715113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be79528-a7ac-4913-bd8b-183c90e085d4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8544f1-c21e-4aa6-a954-cd415244b72e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:52.738300 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-88fdc2c2-472b-40ad-95e6-0f47a1390d97 req-2be79528-a7ac-4913-bd8b-183c90e085d4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.753550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88fdc2c2-472b-40ad-95e6-0f47a1390d97 req-2be79528-a7ac-4913-bd8b-183c90e085d4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3028314 Feb 19 03:21:52.899674 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65d978a9-52c4-41bc-8a4c-6096ab9964a9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (c078c270-a5da-49ad-8a03-4cd72d022afe), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.957735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94964-e946-4f32-a348-dcd2281649e3 req-48f2c5b9-1602-40ee-b948-e2055df050d2 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:52.959732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b94964-e946-4f32-a348-dcd2281649e3 req-48f2c5b9-1602-40ee-b948-e2055df050d2 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 950 time: 0.1123202 Feb 19 03:21:53.002499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d978a9-52c4-41bc-8a4c-6096ab9964a9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:53.012581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-65d978a9-52c4-41bc-8a4c-6096ab9964a9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:53.018634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d978a9-52c4-41bc-8a4c-6096ab9964a9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:53.023774 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65d978a9-52c4-41bc-8a4c-6096ab9964a9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.053295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d978a9-52c4-41bc-8a4c-6096ab9964a9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=c078c270-a5da-49ad-8a03-4cd72d022afe,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:53.059598 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-65d978a9-52c4-41bc-8a4c-6096ab9964a9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7981477 Feb 19 03:21:53.066818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40772) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:53.072772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-767d29bb-79a5-4ad7-bfb9-ad00f58b4c69 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1104786960', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:53.089993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46b94964-e946-4f32-a348-dcd2281649e3 req-da7b3ac1-6e21-464e-a9e7-94c56d3e95e5 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125271 Feb 19 03:21:53.129165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-767d29bb-79a5-4ad7-bfb9-ad00f58b4c69 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (90eb1742-88b0-448e-a71d-f59531f3b4db), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.130321 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-767d29bb-79a5-4ad7-bfb9-ad00f58b4c69 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (90eb1742-88b0-448e-a71d-f59531f3b4db), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.137389 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 173651ed-3356-4643-9b10-7e637973b131 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:53.226090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-767d29bb-79a5-4ad7-bfb9-ad00f58b4c69 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for router_controller (90eb1742-88b0-448e-a71d-f59531f3b4db), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.235120 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-767d29bb-79a5-4ad7-bfb9-ad00f58b4c69 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (90eb1742-88b0-448e-a71d-f59531f3b4db), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.244300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 173651ed-3356-4643-9b10-7e637973b131 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:53.244876 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (173651ed-3356-4643-9b10-7e637973b131), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.270443 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-767d29bb-79a5-4ad7-bfb9-ad00f58b4c69 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.279370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40792) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:53.291900 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-767d29bb-79a5-4ad7-bfb9-ad00f58b4c69 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2230432 Feb 19 03:21:53.390774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 173651ed-3356-4643-9b10-7e637973b131 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:53.391099 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (173651ed-3356-4643-9b10-7e637973b131), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.444870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:53.481371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004923f-090b-458b-b3f7-7cd7f5a9a81b req-a9610f19-8dc1-4f11-bdb4-6d7f3ac7c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:53.490907 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5004923f-090b-458b-b3f7-7cd7f5a9a81b req-a9610f19-8dc1-4f11-bdb4-6d7f3ac7c1c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 1206 time: 0.1022289 Feb 19 03:21:53.524540 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ef2e8f-937f-469f-9fa4-c67fb85e8d53 x-openstack-request-id: req-a3ef2e8f-937f-469f-9fa4-c67fb85e8d53 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:53.524850 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d43dd40-2445-47bb-9acb-c359f2fee735", "tag": "af2fd209-8b7a-4854-8c4c-ead820a22ab0", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:53.525682 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3ef2e8f-937f-469f-9fa4-c67fb85e8d53 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:53.529028 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'tag': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0', 'status': 'completed', 'code': 200} Feb 19 03:21:53.558089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 173651ed-3356-4643-9b10-7e637973b131, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=173651ed-3356-4643-9b10-7e637973b131,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:53.569999 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (173651ed-3356-4643-9b10-7e637973b131), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.622942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:21:53.651529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:53.651834 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.692403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004923f-090b-458b-b3f7-7cd7f5a9a81b req-f28f1add-9ded-4b6c-aadd-28df9e328123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:53.694619 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5004923f-090b-458b-b3f7-7cd7f5a9a81b req-f28f1add-9ded-4b6c-aadd-28df9e328123 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 913 time: 0.2027767 Feb 19 03:21:53.708134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=173651ed-3356-4643-9b10-7e637973b131,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:53.786661 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5004923f-090b-458b-b3f7-7cd7f5a9a81b req-b059abb2-7325-4fe5-86e6-11a506373e9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0 HTTP/1.1" status: 200 len: 217 time: 0.0829494 Feb 19 03:21:53.807764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:53.808158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.823139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1e663-7f98-4e93-97f1-d31c32fa1154 req-37c5d18e-a8cf-43fe-afe4-34d09da03b3d tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:53.832360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ad1e663-7f98-4e93-97f1-d31c32fa1154 req-37c5d18e-a8cf-43fe-afe4-34d09da03b3d tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.3154523 Feb 19 03:21:53.861273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:53.862459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbf4c29-812f-460a-bcf2-00bd2b166247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6241b8ff-2f2a-460b-8cfe-b7158e1fc72c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:53.865082 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7633a9e-ee33-4441-8227-905357dfdbfa" -d '{"events": [{"server_uuid": "9bbf4c29-812f-460a-bcf2-00bd2b166247", "name": "network-vif-plugged", "status": "completed", "tag": "6241b8ff-2f2a-460b-8cfe-b7158e1fc72c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:53.870169 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.934144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004923f-090b-458b-b3f7-7cd7f5a9a81b req-604c9a8c-947b-41e2-b235-d2060761a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:53.937090 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5004923f-090b-458b-b3f7-7cd7f5a9a81b req-604c9a8c-947b-41e2-b235-d2060761a65f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 200 len: 852 time: 0.1346931 Feb 19 03:21:53.946410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:53.973874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ad1e663-7f98-4e93-97f1-d31c32fa1154 req-596f5eaf-6278-4b45-8607-2755c2cc5cf8 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394453 Feb 19 03:21:53.975937 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.997886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5004923f-090b-458b-b3f7-7cd7f5a9a81b req-bc111170-4497-420f-9d44-9e9480368db5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25750d6e-2380-4f73-8e9a-30d5d668b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450583 Feb 19 03:21:54.159795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d158bf1e-fed5-4bc8-b2dd-061cb97ac1a7 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:54.184673 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5004923f-090b-458b-b3f7-7cd7f5a9a81b req-7b4a0e8a-d029-4dbd-84d0-a0b24dc63593 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811719 Feb 19 03:21:54.290724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23a91db2-f862-4c28-a661-5da5236b8341 req-73b64f9e-db73-4dcb-87d4-3fa2f6ce99df tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/7e8544f1-c21e-4aa6-a954-cd415244b72e HTTP/1.1" status: 200 len: 1799 time: 0.2038081 Feb 19 03:21:54.336874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2cd12d8d-a70a-4ce7-a6e8-cc41b1e63d99 None None] Provisioning complete for port 173651ed-3356-4643-9b10-7e637973b131 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:54.338326 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2cd12d8d-a70a-4ce7-a6e8-cc41b1e63d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (173651ed-3356-4643-9b10-7e637973b131), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.398644 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5004923f-090b-458b-b3f7-7cd7f5a9a81b req-38a2d71c-7ec9-40ee-a8e4-886037d93be3 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066240 Feb 19 03:21:54.522257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::1 (bbbabb97-7b58-44ba-8518-a6a14187983e/c078c270-a5da-49ad-8a03-4cd72d022afe/7ded01a7-2acd-46a6-93fb-408b14473375) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:54.653597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2cd12d8d-a70a-4ce7-a6e8-cc41b1e63d99 None None] Current status of the port 173651ed-3356-4643-9b10-7e637973b131 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:54.745576 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (7ded01a7-2acd-46a6-93fb-408b14473375), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.787440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afbf10-4a6d-4b40-87e0-b0b9b3b02bbb req-03e15604-322f-40cf-9061-f0c4164b72b8 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:54.796886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87afbf10-4a6d-4b40-87e0-b0b9b3b02bbb req-03e15604-322f-40cf-9061-f0c4164b72b8 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 945 time: 0.1150584 Feb 19 03:21:54.846898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40824) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:54.882422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87afbf10-4a6d-4b40-87e0-b0b9b3b02bbb req-1603bbe0-627f-4ba5-9ab4-fd8548042942 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844398 Feb 19 03:21:54.895130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7ded01a7-2acd-46a6-93fb-408b14473375), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.944761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:54.951172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:54.984921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-58ce2305-9597-4227-89ae-66482a687504 None None] Provisioning complete for port 173651ed-3356-4643-9b10-7e637973b131 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:54.986692 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58ce2305-9597-4227-89ae-66482a687504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (173651ed-3356-4643-9b10-7e637973b131), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.061734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:55.066863 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (90eb1742-88b0-448e-a71d-f59531f3b4db), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.096743 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461eb573-45cb-4da7-852e-1408650c823e x-openstack-request-id: req-461eb573-45cb-4da7-852e-1408650c823e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:55.097639 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbf4c29-812f-460a-bcf2-00bd2b166247", "name": "network-vif-plugged", "status": "completed", "tag": "6241b8ff-2f2a-460b-8cfe-b7158e1fc72c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:55.101939 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-461eb573-45cb-4da7-852e-1408650c823e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:55.102636 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbf4c29-812f-460a-bcf2-00bd2b166247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6241b8ff-2f2a-460b-8cfe-b7158e1fc72c', 'code': 200} Feb 19 03:21:55.174566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 173651ed-3356-4643-9b10-7e637973b131 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:55.207831 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c59a381-cd2c-4f2f-8fb1-9e86fa82918c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.211444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=7ded01a7-2acd-46a6-93fb-408b14473375,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:55.274535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 173651ed-3356-4643-9b10-7e637973b131 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:55.275472 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (173651ed-3356-4643-9b10-7e637973b131), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.277068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-58ce2305-9597-4227-89ae-66482a687504 None None] Current status of the port 173651ed-3356-4643-9b10-7e637973b131 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:55.350646 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c59a381-cd2c-4f2f-8fb1-9e86fa82918c admin admin] Publish callbacks [] for security_group (8b036fa9-0de5-4630-aebe-1c45811d8573), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.360349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c59a381-cd2c-4f2f-8fb1-9e86fa82918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8b036fa9-0de5-4630-aebe-1c45811d8573), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.381101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-c1a3970b-367e-4ace-837f-fbd8f376841c tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e62e923acb4c43bdba5854b97e1a727f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517117 Feb 19 03:21:55.410128 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2c59a381-cd2c-4f2f-8fb1-9e86fa82918c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d8b060e234b4cf0bbdb522e02c7c6b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5618303 Feb 19 03:21:55.412775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40848) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:55.432970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 173651ed-3356-4643-9b10-7e637973b131 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:55.485924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59a381-cd2c-4f2f-8fb1-9e86fa82918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b036fa9-0de5-4630-aebe-1c45811d8573,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:55.508106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9959c739-d066-4320-90ef-689110d697f7 None None] Provisioning complete for port 7ded01a7-2acd-46a6-93fb-408b14473375 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:55.508493 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9959c739-d066-4320-90ef-689110d697f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7ded01a7-2acd-46a6-93fb-408b14473375), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.512361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c8e0d7b-ab4f-443c-9a9b-8c5eb53e0b8f admin admin] Publish callbacks [] for security_group (8b036fa9-0de5-4630-aebe-1c45811d8573), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.527492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54378e2c-2aad-4f25-8ef3-27dbbcc7a696 req-ee864e52-7b07-48e4-8326-7bbaf31d4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:55.528961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54378e2c-2aad-4f25-8ef3-27dbbcc7a696 req-ee864e52-7b07-48e4-8326-7bbaf31d4a6e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 1127 time: 0.3031862 Feb 19 03:21:55.555337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c8e0d7b-ab4f-443c-9a9b-8c5eb53e0b8f admin admin] Publish callbacks [] for security_group (8b036fa9-0de5-4630-aebe-1c45811d8573), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.567293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9959c739-d066-4320-90ef-689110d697f7 None None] Port 7ded01a7-2acd-46a6-93fb-408b14473375 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:55.621512 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c8e0d7b-ab4f-443c-9a9b-8c5eb53e0b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8b036fa9-0de5-4630-aebe-1c45811d8573), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.624652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c8e0d7b-ab4f-443c-9a9b-8c5eb53e0b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.629192 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2c8e0d7b-ab4f-443c-9a9b-8c5eb53e0b8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b036fa9-0de5-4630-aebe-1c45811d8573 HTTP/1.1" status: 204 len: 168 time: 0.2150536 Feb 19 03:21:55.637957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-da29cc3d-7820-4208-8365-3c9583c14f0d tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:55.639698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-da29cc3d-7820-4208-8365-3c9583c14f0d tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474558 Feb 19 03:21:55.641234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e0d7b-ab4f-443c-9a9b-8c5eb53e0b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b036fa9-0de5-4630-aebe-1c45811d8573,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:55.672698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7ded01a7-2acd-46a6-93fb-408b14473375), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.696691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54378e2c-2aad-4f25-8ef3-27dbbcc7a696 req-a58a56cc-fc2b-4981-b4b6-258a54677290 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538899 Feb 19 03:21:55.702214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-13dd2a75-b167-4b93-ad7e-629f6d07962d tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/quotas/e62e923acb4c43bdba5854b97e1a727f HTTP/1.1" status: 200 len: 375 time: 0.0464528 Feb 19 03:21:55.943503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-771369ad-194c-4d6d-a46c-30a5a6d0a126 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2246060 Feb 19 03:21:56.113500 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40856) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:56.138537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-baf0dfc1-aeb3-4cab-ad8c-3674512e3f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.234626 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (7ded01a7-2acd-46a6-93fb-408b14473375), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.241298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7ded01a7-2acd-46a6-93fb-408b14473375), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.242265 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (90eb1742-88b0-448e-a71d-f59531f3b4db), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.284673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6084080-f81b-409f-b7e5-46f3c53a9da0 req-e9db8df4-48f3-4f52-bea3-781ac0b25710 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/7e8544f1-c21e-4aa6-a954-cd415244b72e HTTP/1.1" status: 200 len: 1799 time: 0.1122746 Feb 19 03:21:56.365377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-baf0dfc1-aeb3-4cab-ad8c-3674512e3f1b admin admin] Publish callbacks [] for security_group (bbb20e81-f2d4-4349-98b2-5b33dae62e8a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.377446 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-baf0dfc1-aeb3-4cab-ad8c-3674512e3f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bbb20e81-f2d4-4349-98b2-5b33dae62e8a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.409683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=7ded01a7-2acd-46a6-93fb-408b14473375,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:56.420977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a6084080-f81b-409f-b7e5-46f3c53a9da0 req-e700802d-93bf-497f-a849-cd2409e051c3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (7e8544f1-c21e-4aa6-a954-cd415244b72e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.477240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a6084080-f81b-409f-b7e5-46f3c53a9da0 req-e700802d-93bf-497f-a849-cd2409e051c3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (7e8544f1-c21e-4aa6-a954-cd415244b72e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.508137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0dfc1-aeb3-4cab-ad8c-3674512e3f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb20e81-f2d4-4349-98b2-5b33dae62e8a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:56.510558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:56.521158 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-baf0dfc1-aeb3-4cab-ad8c-3674512e3f1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45df975f1c17458ea3c9aa198ecc167b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054272 Feb 19 03:21:56.524074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40868) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:56.547466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:56.677590 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a6084080-f81b-409f-b7e5-46f3c53a9da0 req-e700802d-93bf-497f-a849-cd2409e051c3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7e8544f1-c21e-4aa6-a954-cd415244b72e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.681010 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a6084080-f81b-409f-b7e5-46f3c53a9da0 req-e700802d-93bf-497f-a849-cd2409e051c3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.683660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6084080-f81b-409f-b7e5-46f3c53a9da0 req-e700802d-93bf-497f-a849-cd2409e051c3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/7e8544f1-c21e-4aa6-a954-cd415244b72e HTTP/1.1" status: 204 len: 173 time: 0.3782406 Feb 19 03:21:56.704560 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b95440ee-a1bf-4d63-9682-d1787ea19ae2 admin admin] Publish callbacks [] for security_group (bbb20e81-f2d4-4349-98b2-5b33dae62e8a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.722614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700802d-93bf-497f-a849-cd2409e051c3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8544f1-c21e-4aa6-a954-cd415244b72e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:56.804144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b95440ee-a1bf-4d63-9682-d1787ea19ae2 admin admin] Publish callbacks [] for security_group (bbb20e81-f2d4-4349-98b2-5b33dae62e8a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.843815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Router 90eb1742-88b0-448e-a71d-f59531f3b4db is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:21:56.908352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b95440ee-a1bf-4d63-9682-d1787ea19ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bbb20e81-f2d4-4349-98b2-5b33dae62e8a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.911997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b95440ee-a1bf-4d63-9682-d1787ea19ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.920045 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b95440ee-a1bf-4d63-9682-d1787ea19ae2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bbb20e81-f2d4-4349-98b2-5b33dae62e8a HTTP/1.1" status: 204 len: 168 time: 0.3904207 Feb 19 03:21:56.947311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95440ee-a1bf-4d63-9682-d1787ea19ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb20e81-f2d4-4349-98b2-5b33dae62e8a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:57.187138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d910a1c3-fee3-4407-be68-2f8c9bfae552 None None] Provisioning complete for port 7ded01a7-2acd-46a6-93fb-408b14473375 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:57.187930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d910a1c3-fee3-4407-be68-2f8c9bfae552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7ded01a7-2acd-46a6-93fb-408b14473375), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.284203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d910a1c3-fee3-4407-be68-2f8c9bfae552 None None] Port 7ded01a7-2acd-46a6-93fb-408b14473375 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:57.598418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e020-efdc-4ce1-9a54-f91b21185bbd req-c19b8cc9-9e5e-4587-8a46-8448d871cc9d tempest-ServersAdminNegativeTestJSON-523576165 tempest-ServersAdminNegativeTestJSON-523576165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:57.601871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5731e020-efdc-4ce1-9a54-f91b21185bbd req-c19b8cc9-9e5e-4587-8a46-8448d871cc9d tempest-ServersAdminNegativeTestJSON-523576165 tempest-ServersAdminNegativeTestJSON-523576165-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 1132 time: 0.7430634 Feb 19 03:21:57.635806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:57.647150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-87f49368-d912-4b22-8598-0467b83c39bd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "PUT /v2.0/routers/90eb1742-88b0-448e-a71d-f59531f3b4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3655989 Feb 19 03:21:57.650155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40884) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:57.661276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5731e020-efdc-4ce1-9a54-f91b21185bbd req-d2fd7974-ee07-45c1-aac8-eefaeea34a05 tempest-ServersAdminNegativeTestJSON-523576165 tempest-ServersAdminNegativeTestJSON-523576165-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.667410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Sync routers for ids ['90eb1742-88b0-448e-a71d-f59531f3b4db'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:57.687380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Routers {'90eb1742-88b0-448e-a71d-f59531f3b4db'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:57.688764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:21:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['90eb1742-88b0-448e-a71d-f59531f3b4db'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:57.763949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473f463-e646-4a83-9a6e-e5d48c4965fb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:57.765945 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b473f463-e646-4a83-9a6e-e5d48c4965fb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports/7ded01a7-2acd-46a6-93fb-408b14473375 HTTP/1.1" status: 200 len: 911 time: 0.1139011 Feb 19 03:21:57.768819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40890) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:57.861778 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5731e020-efdc-4ce1-9a54-f91b21185bbd req-d2fd7974-ee07-45c1-aac8-eefaeea34a05 tempest-ServersAdminNegativeTestJSON-523576165 tempest-ServersAdminNegativeTestJSON-523576165-project-admin] Publish callbacks [] for security_group (b3199e1c-375c-4d60-9f9d-2d8c3eee066a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.874143 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4e6d4b-fe84-4363-8d0b-4d29520fc2fe tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:57.874529 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5731e020-efdc-4ce1-9a54-f91b21185bbd req-d2fd7974-ee07-45c1-aac8-eefaeea34a05 tempest-ServersAdminNegativeTestJSON-523576165 tempest-ServersAdminNegativeTestJSON-523576165-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b3199e1c-375c-4d60-9f9d-2d8c3eee066a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.884567 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4e6d4b-fe84-4363-8d0b-4d29520fc2fe tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:57.891825 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8b4e6d4b-fe84-4363-8d0b-4d29520fc2fe tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1213009 Feb 19 03:21:57.892201 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40892) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:57.923501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5731e020-efdc-4ce1-9a54-f91b21185bbd req-d2fd7974-ee07-45c1-aac8-eefaeea34a05 tempest-ServersAdminNegativeTestJSON-523576165 tempest-ServersAdminNegativeTestJSON-523576165-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081276 Feb 19 03:21:57.981291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Set router 90eb1742-88b0-448e-a71d-f59531f3b4db gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:58.033927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd7974-ee07-45c1-aac8-eefaeea34a05 tempest-ServersAdminNegativeTestJSON-523576165 tempest-ServersAdminNegativeTestJSON-523576165-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3199e1c-375c-4d60-9f9d-2d8c3eee066a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:58.264772 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-ea5d7f6e-edc2-49a2-810d-ece2b5c70888 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e62e923acb4c43bdba5854b97e1a727f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578249 Feb 19 03:21:58.400368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-0488c34d-a1af-4ec9-b103-8cea57fa32c4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:58.403042 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-0488c34d-a1af-4ec9-b103-8cea57fa32c4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1287646 Feb 19 03:21:58.426460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Request body: {'port': {'device_id': '323b9bd0-737e-46c8-bd11-fa89a5909dfd', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': 'e62e923acb4c43bdba5854b97e1a727f'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:58.484284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e7814-5a19-4808-ac79-ec0246cdb771 req-76f67d04-45f6-407a-9122-7fdc8fd773cd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:58.495513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f5e7814-5a19-4808-ac79-ec0246cdb771 req-76f67d04-45f6-407a-9122-7fdc8fd773cd tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 945 time: 0.1639783 Feb 19 03:21:58.530495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40914) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:58.614601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f5e7814-5a19-4808-ac79-ec0246cdb771 req-9109055e-7cad-4a88-b707-295f639b2b55 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175039 Feb 19 03:21:58.645246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Made reservation on behalf of e62e923acb4c43bdba5854b97e1a727f for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:58.648826 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.731803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (90eb1742-88b0-448e-a71d-f59531f3b4db), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.780554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d4e6e2d-1d89-41a5-bb0c-782004e582fa req-29b3a8c8-e24a-4efa-9021-d157153c8400 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 210 time: 0.0679157 Feb 19 03:21:58.790891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1821140729-network', 'tenant_id': 'b13a722fe7a84c4f806fa749f601d991'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:58.815725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Made reservation on behalf of b13a722fe7a84c4f806fa749f601d991 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:58.819301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.836802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.951453 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-e6aa61ce-6793-4680-8429-b6e4f324cd8b req-0ba0b4c5-e7a0-44a8-a94a-d8f2455e67ce tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] show failed (client error): The resource could not be found. Feb 19 03:21:58.953224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6aa61ce-6793-4680-8429-b6e4f324cd8b req-0ba0b4c5-e7a0-44a8-a94a-d8f2455e67ce tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/7e8544f1-c21e-4aa6-a954-cd415244b72e HTTP/1.1" status: 404 len: 352 time: 0.1188107 Feb 19 03:21:58.974371 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Publish callbacks [] for security_group (8d834302-1a51-4c1f-8e26-1162dcec16e7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.986743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8d834302-1a51-4c1f-8e26-1162dcec16e7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.022561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:59.025210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90eb1742-88b0-448e-a71d-f59531f3b4db', 'name': 'tempest-NetworksTestDHCPv6-router-1104786960', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:53Z', 'updated_at': '2022-02-19T03:21:55Z', 'revision_number': 2, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'gw_port_host': None, '_interfaces': [{'id': '7ded01a7-2acd-46a6-93fb-408b14473375', 'name': '', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'mac_address': 'fa:16:3e:1e:87:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90eb1742-88b0-448e-a71d-f59531f3b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'c078c270-a5da-49ad-8a03-4cd72d022afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:54Z', 'updated_at': '2022-02-19T03:21:55Z', 'revision_number': 2, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'subnets': [{'id': 'c078c270-a5da-49ad-8a03-4cd72d022afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:59.039319 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Allocated IP 192.168.233.234 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/3e40df7a-081c-4634-ab4c-54352285833c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:59.046368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d137c52c-cbca-4439-97f4-ff6ac90a9e87), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.054452 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Added segment d137c52c-cbca-4439-97f4-ff6ac90a9e87 of type vlan for network 80f6d340-5706-47f0-9ca4-11c4d44aab7e Feb 19 03:21:59.104967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Checking router: 90eb1742-88b0-448e-a71d-f59531f3b4db for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:59.108272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Updating router 90eb1742-88b0-448e-a71d-f59531f3b4db port 7ded01a7-2acd-46a6-93fb-408b14473375 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:21:59.109764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 7ded01a7-2acd-46a6-93fb-408b14473375 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:59.110144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7ded01a7-2acd-46a6-93fb-408b14473375), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.170460 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7ded01a7-2acd-46a6-93fb-408b14473375), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.177601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d834302-1a51-4c1f-8e26-1162dcec16e7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:59.181916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (80f6d340-5706-47f0-9ca4-11c4d44aab7e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.224340 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (80f6d340-5706-47f0-9ca4-11c4d44aab7e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.225248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:59.225898 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.333902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7ded01a7-2acd-46a6-93fb-408b14473375), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.351205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=80f6d340-5706-47f0-9ca4-11c4d44aab7e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:59.358261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7137eb7f-dcbb-446c-b687-b982056b3ba1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8266118 Feb 19 03:21:59.363673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40934) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:59.376666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Request body: {'subnet': {'network_id': '80f6d340-5706-47f0-9ca4-11c4d44aab7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1821140729-subnet', 'tenant_id': 'b13a722fe7a84c4f806fa749f601d991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:59.383574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 7ded01a7-2acd-46a6-93fb-408b14473375 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:59.399165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks [] for port (3e40df7a-081c-4634-ab4c-54352285833c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.438965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Made reservation on behalf of b13a722fe7a84c4f806fa749f601d991 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:59.442149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 80f6d340-5706-47f0-9ca4-11c4d44aab7e details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:59.442905 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.587540 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3e40df7a-081c-4634-ab4c-54352285833c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.615731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['a46d198c-34f2-4b34-bc92-e2a72cd714fe'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:59.672911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:59.681542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:59.688016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:59.720016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:59.860670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Pushing event updated for resources: {'Port': ['ID=3e40df7a-081c-4634-ab4c-54352285833c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:59.869064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (1edd337a-4ec4-4bb1-b381-e7e4bff6f20c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.871478 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7ded01a7-2acd-46a6-93fb-408b14473375), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.950161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=7ded01a7-2acd-46a6-93fb-408b14473375,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:59.950763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-99ec70f2-4374-4027-8917-d62a69ef4724 req-c259d4f8-66bb-4b37-9c56-96de2d1a98b3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-276058315', 'description': 'tempest-description-1842120679'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:00.007643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1edd337a-4ec4-4bb1-b381-e7e4bff6f20c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:00.023265 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-99ec70f2-4374-4027-8917-d62a69ef4724 req-c259d4f8-66bb-4b37-9c56-96de2d1a98b3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.026066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Checking segment: {'id': 'd137c52c-cbca-4439-97f4-ff6ac90a9e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '80f6d340-5706-47f0-9ca4-11c4d44aab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:00.026796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Network hostable DHCP agents. Network: 80f6d340-5706-47f0-9ca4-11c4d44aab7e, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:00.042677 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:22:00.043519 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:22:00.089706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (90eb1742-88b0-448e-a71d-f59531f3b4db), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.108221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:00.109661 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.147723 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-99ec70f2-4374-4027-8917-d62a69ef4724 req-c259d4f8-66bb-4b37-9c56-96de2d1a98b3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (1c6032f7-bad4-4611-9839-825afa4a6f74), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.155557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-99ec70f2-4374-4027-8917-d62a69ef4724 req-c259d4f8-66bb-4b37-9c56-96de2d1a98b3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1c6032f7-bad4-4611-9839-825afa4a6f74), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.185968 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e24ceb8a-7aba-4065-bae3-02585de222a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7650921 Feb 19 03:22:00.205526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259d4f8-66bb-4b37-9c56-96de2d1a98b3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6032f7-bad4-4611-9839-825afa4a6f74,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:00.217563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Network 80f6d340-5706-47f0-9ca4-11c4d44aab7e is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:00.225604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-99ec70f2-4374-4027-8917-d62a69ef4724 req-c259d4f8-66bb-4b37-9c56-96de2d1a98b3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.246404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99ec70f2-4374-4027-8917-d62a69ef4724 req-c259d4f8-66bb-4b37-9c56-96de2d1a98b3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3036072 Feb 19 03:22:00.251723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 80f6d340-5706-47f0-9ca4-11c4d44aab7e) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:00.259368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:00.260070 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.275521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Request body: {'port': {'device_id': '323b9bd0-737e-46c8-bd11-fa89a5909dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:00.291006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7b2470-b8e7-4636-896f-3a615216e9a6 None None] Network 80f6d340-5706-47f0-9ca4-11c4d44aab7e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:00.317051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a9b53f7a-6830-4a61-8cdb-6289a230c34c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9518032 Feb 19 03:22:00.426195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f5fc08cd-23e7-42f8-a1ee-7bbb9cd13dbd None None] Provisioning complete for port 3e40df7a-081c-4634-ab4c-54352285833c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:00.426598 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f5fc08cd-23e7-42f8-a1ee-7bbb9cd13dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3e40df7a-081c-4634-ab4c-54352285833c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.569411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab447c9-e8b0-4a99-92e6-3112c251b27b req-00f9c52c-347a-4807-8abc-886302d51c56 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:00.578621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ab447c9-e8b0-4a99-92e6-3112c251b27b req-00f9c52c-347a-4807-8abc-886302d51c56 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 936 time: 0.0890698 Feb 19 03:22:00.591044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Port 7ded01a7-2acd-46a6-93fb-408b14473375 not found while updating agent binding for router 90eb1742-88b0-448e-a71d-f59531f3b4db. {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 03:22:00.599332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad96cdf7-ffec-4224-a1d1-aa7c6b858b6e None None] Network 80f6d340-5706-47f0-9ca4-11c4d44aab7e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:00.662823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ab447c9-e8b0-4a99-92e6-3112c251b27b req-624045b3-72f6-4e22-a5a5-f0b0b24a8437 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827458 Feb 19 03:22:00.699899 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc08cd-23e7-42f8-a1ee-7bbb9cd13dbd None None] Port 3e40df7a-081c-4634-ab4c-54352285833c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:00.710350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Routers {'90eb1742-88b0-448e-a71d-f59531f3b4db'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:00.711611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:21:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['90eb1742-88b0-448e-a71d-f59531f3b4db'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:00.795780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e40df7a-081c-4634-ab4c-54352285833c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.800525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3849902b-80d9-4ca7-a722-7640aa548256 req-ada67046-82d5-45a4-9214-b47dea369362 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1525337463', 'description': 'tempest-description-1002793740'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:00.850141 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3849902b-80d9-4ca7-a722-7640aa548256 req-ada67046-82d5-45a4-9214-b47dea369362 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.855593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] Set router 90eb1742-88b0-448e-a71d-f59531f3b4db gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:00.892051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Router 90eb1742-88b0-448e-a71d-f59531f3b4db has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:22:00.979145 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3849902b-80d9-4ca7-a722-7640aa548256 req-ada67046-82d5-45a4-9214-b47dea369362 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (902dcacb-ca7c-439d-a082-c9e51389b104), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.986461 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3849902b-80d9-4ca7-a722-7640aa548256 req-ada67046-82d5-45a4-9214-b47dea369362 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (902dcacb-ca7c-439d-a082-c9e51389b104), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.988407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90eb1742-88b0-448e-a71d-f59531f3b4db', 'name': 'tempest-NetworksTestDHCPv6-router-1104786960', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:53Z', 'updated_at': '2022-02-19T03:21:59Z', 'revision_number': 3, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:01.041714 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3849902b-80d9-4ca7-a722-7640aa548256 req-ada67046-82d5-45a4-9214-b47dea369362 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.044717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3849902b-80d9-4ca7-a722-7640aa548256 req-ada67046-82d5-45a4-9214-b47dea369362 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2559340 Feb 19 03:22:01.050003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed5231-8d00-488f-be41-69f88fee2a6a None None] The sync data for ids ['90eb1742-88b0-448e-a71d-f59531f3b4db'] in n-d-826756-2 is: [{'id': '90eb1742-88b0-448e-a71d-f59531f3b4db', 'name': 'tempest-NetworksTestDHCPv6-router-1104786960', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:53Z', 'updated_at': '2022-02-19T03:21:59Z', 'revision_number': 3, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:22:01.051709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada67046-82d5-45a4-9214-b47dea369362 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902dcacb-ca7c-439d-a082-c9e51389b104,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:01.271353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:01.281585 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0988d765-52ae-47c1-b82b-a4e82ccd1cb0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "PUT /v2.0/routers/90eb1742-88b0-448e-a71d-f59531f3b4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3880780 Feb 19 03:22:01.286763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40998) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:01.398978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da819d65-a65a-4379-af7d-64fe554a5c46 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:01.402314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da819d65-a65a-4379-af7d-64fe554a5c46 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:01.410293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-da819d65-a65a-4379-af7d-64fe554a5c46 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1219857 Feb 19 03:22:01.411348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41002) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:01.453908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41004) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:01.464495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772673728-network', 'tenant_id': '1de296bcc3ea4f3bacd02364ef3a06d1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:01.510868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12a6c7a-c70f-4707-82e2-90325338ae17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet c078c270-a5da-49ad-8a03-4cd72d022afe {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:01.515963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b12a6c7a-c70f-4707-82e2-90325338ae17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (c078c270-a5da-49ad-8a03-4cd72d022afe), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.544037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Made reservation on behalf of 1de296bcc3ea4f3bacd02364ef3a06d1 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:01.546543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.559359 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.586965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e40df7a-081c-4634-ab4c-54352285833c {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:01.587204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b12a6c7a-c70f-4707-82e2-90325338ae17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (c078c270-a5da-49ad-8a03-4cd72d022afe), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.596512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-01113fa1-d0f2-4af7-8971-5b63caec61b3 req-7ff97ece-4bc6-4a83-ad33-3327d392383d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1700868349', 'description': 'tempest-description-1699095487'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:01.601951 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Publish callbacks [] for port (3e40df7a-081c-4634-ab4c-54352285833c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.626384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Transition to ACTIVE for port object 3e40df7a-081c-4634-ab4c-54352285833c will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:01.634749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (3e40df7a-081c-4634-ab4c-54352285833c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.687452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01113fa1-d0f2-4af7-8971-5b63caec61b3 req-7ff97ece-4bc6-4a83-ad33-3327d392383d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.714001 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b12a6c7a-c70f-4707-82e2-90325338ae17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (c078c270-a5da-49ad-8a03-4cd72d022afe), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.750512 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Publish callbacks [] for security_group (e68be4df-0b35-4d4e-800b-7c0621e0d107), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.751024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e40df7a-081c-4634-ab4c-54352285833c,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:01.777982 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e68be4df-0b35-4d4e-800b-7c0621e0d107), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.813944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:01.847093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d96b386f-781d-4699-953c-71af85b49adf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.847464 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Added segment d96b386f-781d-4699-953c-71af85b49adf of type vlan for network 693b7b5a-fc63-4c3c-9222-e0450f70c3e8 Feb 19 03:22:01.858583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68be4df-0b35-4d4e-800b-7c0621e0d107,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:01.865489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Attempting to bind port 3e40df7a-081c-4634-ab4c-54352285833c on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:01.865855 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Attempting to bind port 3e40df7a-081c-4634-ab4c-54352285833c by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:01.866268 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Attempting to bind port 3e40df7a-081c-4634-ab4c-54352285833c on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:01.873676 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b12a6c7a-c70f-4707-82e2-90325338ae17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (c078c270-a5da-49ad-8a03-4cd72d022afe), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.905687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Port 3e40df7a-081c-4634-ab4c-54352285833c on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:01.906337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Attempting to bind port 3e40df7a-081c-4634-ab4c-54352285833c on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:01.913409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (693b7b5a-fc63-4c3c-9222-e0450f70c3e8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.916125 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:01.916470 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:01.916856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:01.917291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Bound port: 3e40df7a-081c-4634-ab4c-54352285833c, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:01.917652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e40df7a-081c-4634-ab4c-54352285833c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.949187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01113fa1-d0f2-4af7-8971-5b63caec61b3 req-7ff97ece-4bc6-4a83-ad33-3327d392383d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (6e876b4d-7a3c-4d5d-85c6-f90df2d5f035), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.954292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a6c7a-c70f-4707-82e2-90325338ae17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=c078c270-a5da-49ad-8a03-4cd72d022afe,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:01.960942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b12a6c7a-c70f-4707-82e2-90325338ae17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.969499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b12a6c7a-c70f-4707-82e2-90325338ae17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/c078c270-a5da-49ad-8a03-4cd72d022afe HTTP/1.1" status: 204 len: 168 time: 0.5566800 Feb 19 03:22:01.971390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41026) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:01.972642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01113fa1-d0f2-4af7-8971-5b63caec61b3 req-7ff97ece-4bc6-4a83-ad33-3327d392383d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6e876b4d-7a3c-4d5d-85c6-f90df2d5f035), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.974028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3185810e-1b28-4aa5-bd08-b62e0a296b67 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:01.997065 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (693b7b5a-fc63-4c3c-9222-e0450f70c3e8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.998581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:01.999336 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.069264 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01113fa1-d0f2-4af7-8971-5b63caec61b3 req-7ff97ece-4bc6-4a83-ad33-3327d392383d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.071507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01113fa1-d0f2-4af7-8971-5b63caec61b3 req-7ff97ece-4bc6-4a83-ad33-3327d392383d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4935982 Feb 19 03:22:02.159806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] Pushing event updated for resources: {'Network': ['ID=693b7b5a-fc63-4c3c-9222-e0450f70c3e8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:02.177226 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1e4ca9a5-19af-4f85-894f-f30cf16e4693 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7201610 Feb 19 03:22:02.179794 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41036) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:02.185982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Request body: {'subnet': {'network_id': '693b7b5a-fc63-4c3c-9222-e0450f70c3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772673728-subnet', 'tenant_id': '1de296bcc3ea4f3bacd02364ef3a06d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:02.192860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff97ece-4bc6-4a83-ad33-3327d392383d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e876b4d-7a3c-4d5d-85c6-f90df2d5f035,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:02.195385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] For port 3e40df7a-081c-4634-ab4c-54352285833c, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:02.198235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 693b7b5a-fc63-4c3c-9222-e0450f70c3e8 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:02.204292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] For port 3e40df7a-081c-4634-ab4c-54352285833c, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e40df7a-081c-4634-ab4c-54352285833c,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:02.223715 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (3e40df7a-081c-4634-ab4c-54352285833c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.244560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:02.245565 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.247205 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e40df7a-081c-4634-ab4c-54352285833c HTTP/1.1" status: 200 len: 1096 time: 1.9798017 Feb 19 03:22:02.247947 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Made reservation on behalf of 1de296bcc3ea4f3bacd02364ef3a06d1 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:02.250712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.251917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aade4bbc-d648-4e13-99c1-8444fad2e24d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2590518 Feb 19 03:22:02.252744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41042) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:02.254554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323b9bd0-737e-46c8-bd11-fa89a5909dfd', 'tag': '3e40df7a-081c-4634-ab4c-54352285833c'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:02.257174 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f59834-4f75-434d-a196-1f9353ca0ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "323b9bd0-737e-46c8-bd11-fa89a5909dfd", "tag": "3e40df7a-081c-4634-ab4c-54352285833c"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:02.555610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5905a5b-c673-420d-86ff-374c0c42af56 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:02.607973 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5029e67e-d04f-4704-aa09-e40134a341ba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for router (90eb1742-88b0-448e-a71d-f59531f3b4db), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.616333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8f07d-3ab6-4d90-b3f9-3a2b87f38fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e40df7a-081c-4634-ab4c-54352285833c,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:02.693006 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] Sync routers for ids ['90eb1742-88b0-448e-a71d-f59531f3b4db'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:02.702039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a5905a5b-c673-420d-86ff-374c0c42af56 None None] Deleting port 173651ed-3356-4643-9b10-7e637973b131 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:02.702682 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5905a5b-c673-420d-86ff-374c0c42af56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (173651ed-3356-4643-9b10-7e637973b131), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.719645 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] Routers {'90eb1742-88b0-448e-a71d-f59531f3b4db'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:02.721383 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:21:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['90eb1742-88b0-448e-a71d-f59531f3b4db'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:02.745685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7737417-0168-4604-8c41-ae9ff9d64226 req-2fcc88b3-baec-49c3-a21c-dffaefa3e9a8 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:02.748592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7737417-0168-4604-8c41-ae9ff9d64226 req-2fcc88b3-baec-49c3-a21c-dffaefa3e9a8 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 948 time: 0.1415970 Feb 19 03:22:02.850890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7737417-0168-4604-8c41-ae9ff9d64226 req-01d0e5cb-2798-411d-b498-d6fa4d8dfdcc tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882742 Feb 19 03:22:02.875668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a5905a5b-c673-420d-86ff-374c0c42af56 None None] For port 173651ed-3356-4643-9b10-7e637973b131, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=173651ed-3356-4643-9b10-7e637973b131,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:02.876390 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5905a5b-c673-420d-86ff-374c0c42af56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (173651ed-3356-4643-9b10-7e637973b131), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.897378 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] Set router 90eb1742-88b0-448e-a71d-f59531f3b4db gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:02.930065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a5905a5b-c673-420d-86ff-374c0c42af56 None None] Calling delete_port for 173651ed-3356-4643-9b10-7e637973b131 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:02.930580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-93aaae03-7b63-46b4-bac7-cabcedb4a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:02.934253 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-93aaae03-7b63-46b4-bac7-cabcedb4a4d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 1130 time: 0.6058655 Feb 19 03:22:03.031504 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5029e67e-d04f-4704-aa09-e40134a341ba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (90eb1742-88b0-448e-a71d-f59531f3b4db), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.036668 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5029e67e-d04f-4704-aa09-e40134a341ba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for router_controller (90eb1742-88b0-448e-a71d-f59531f3b4db), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.040634 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-c84b2faf-93a7-475a-a8f0-a91c8188dd55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3e40df7a-081c-4634-ab4c-54352285833c HTTP/1.1" status: 200 len: 217 time: 0.0582943 Feb 19 03:22:03.048413 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90eb1742-88b0-448e-a71d-f59531f3b4db', 'name': 'tempest-NetworksTestDHCPv6-router-1104786960', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:53Z', 'updated_at': '2022-02-19T03:21:59Z', 'revision_number': 3, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:03.080089 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] Checking router: 90eb1742-88b0-448e-a71d-f59531f3b4db for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:22:03.090721 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] Routers {'90eb1742-88b0-448e-a71d-f59531f3b4db'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:03.091380 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:21:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['90eb1742-88b0-448e-a71d-f59531f3b4db'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:03.138395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 173651ed-3356-4643-9b10-7e637973b131 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:03.142712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5029e67e-d04f-4704-aa09-e40134a341ba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (90eb1742-88b0-448e-a71d-f59531f3b4db), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.143262 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5905a5b-c673-420d-86ff-374c0c42af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (173651ed-3356-4643-9b10-7e637973b131), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.143444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5029e67e-d04f-4704-aa09-e40134a341ba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Fanout notify agent at l3_agent the message router_deleted on router 90eb1742-88b0-448e-a71d-f59531f3b4db {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:22:03.152606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5029e67e-d04f-4704-aa09-e40134a341ba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.158390 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5029e67e-d04f-4704-aa09-e40134a341ba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/routers/90eb1742-88b0-448e-a71d-f59531f3b4db HTTP/1.1" status: 204 len: 168 time: 0.8837106 Feb 19 03:22:03.164195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41056) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:03.179142 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] Set router 90eb1742-88b0-448e-a71d-f59531f3b4db gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:03.179610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a9658d1e-a82e-4ef3-ae62-aecda64ece98 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:03.186545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43fa8b8a-d450-4122-a8fd-cf711810eb60 req-a4c8d150-7dc1-4b42-a4ca-34bda7524ca7 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=386611ab44ec4f4ba766be54796ba9c5 HTTP/1.1" status: 200 len: 11013 time: 0.2810457 Feb 19 03:22:03.225559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 173651ed-3356-4643-9b10-7e637973b131 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:03.226152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 173651ed-3356-4643-9b10-7e637973b131 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:03.228950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5905a5b-c673-420d-86ff-374c0c42af56 None None] Pushing event deleted for resources: {'Port': ['ID=173651ed-3356-4643-9b10-7e637973b131,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:03.232811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5905a5b-c673-420d-86ff-374c0c42af56 None None] No DVR routers for this DVR port 173651ed-3356-4643-9b10-7e637973b131 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:03.262894 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90eb1742-88b0-448e-a71d-f59531f3b4db', 'name': 'tempest-NetworksTestDHCPv6-router-1104786960', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:53Z', 'updated_at': '2022-02-19T03:21:59Z', 'revision_number': 3, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:03.294547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43fa8b8a-d450-4122-a8fd-cf711810eb60 req-d7c124be-d230-4b3f-a1ba-3052320eeec3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/c0fb9788-8ade-435a-be59-7a50c4685968 HTTP/1.1" status: 200 len: 3002 time: 0.0984704 Feb 19 03:22:03.294796 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649b4250-d78f-4914-b383-d146016c63b3 None None] The sync data for ids ['90eb1742-88b0-448e-a71d-f59531f3b4db'] in n-d-826756-2 is: [{'id': '90eb1742-88b0-448e-a71d-f59531f3b4db', 'name': 'tempest-NetworksTestDHCPv6-router-1104786960', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:53Z', 'updated_at': '2022-02-19T03:21:59Z', 'revision_number': 3, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:22:03.356657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43fa8b8a-d450-4122-a8fd-cf711810eb60 req-3a2b470d-aa85-4c3f-b267-5cee6ef9d345 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/c0fb9788-8ade-435a-be59-7a50c4685968 HTTP/1.1" status: 200 len: 3002 time: 0.0564218 Feb 19 03:22:03.358056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e2a4e93e-d3ac-40c6-b543-4ba722e0d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:03.359696 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-e2a4e93e-d3ac-40c6-b543-4ba722e0d4f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2182677 Feb 19 03:22:03.417112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (cb09e397-07e2-4e80-ae28-bb7f81edd068), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.441602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:03.514873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9658d1e-a82e-4ef3-ae62-aecda64ece98 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:03.520239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9658d1e-a82e-4ef3-ae62-aecda64ece98 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.637267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-03a928d9-1373-4062-8800-4f649cb054fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:03.639922 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-03a928d9-1373-4062-8800-4f649cb054fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2708836 Feb 19 03:22:03.640919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb09e397-07e2-4e80-ae28-bb7f81edd068,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:03.690514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:03.715143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '6241b8ff-2f2a-460b-8cfe-b7158e1fc72c', 'network_id': '419de084-40f5-4fc0-b6cf-3db2650792b1', 'port_id': '6241b8ff-2f2a-460b-8cfe-b7158e1fc72c', 'mac_address': 'fa:16:3e:d4:d0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c934e3-7b85-43d5-9c7b-befefe865487', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:03.773604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Checking segment: {'id': 'd96b386f-781d-4699-953c-71af85b49adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '693b7b5a-fc63-4c3c-9222-e0450f70c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:03.774074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Network hostable DHCP agents. Network: 693b7b5a-fc63-4c3c-9222-e0450f70c3e8, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:03.787022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:03.787785 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.813982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:03.820543 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Network 693b7b5a-fc63-4c3c-9222-e0450f70c3e8 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:03.846566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 693b7b5a-fc63-4c3c-9222-e0450f70c3e8) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:03.852341 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5785b7-5689-4841-9310-b70121313a04 x-openstack-request-id: req-9b5785b7-5689-4841-9310-b70121313a04 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:03.852819 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323b9bd0-737e-46c8-bd11-fa89a5909dfd", "tag": "3e40df7a-081c-4634-ab4c-54352285833c", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:03.853190 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b5785b7-5689-4841-9310-b70121313a04 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:03.853600 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323b9bd0-737e-46c8-bd11-fa89a5909dfd', 'tag': '3e40df7a-081c-4634-ab4c-54352285833c', 'status': 'completed', 'code': 200} Feb 19 03:22:03.857431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:03.861054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a37fe59-cab7-4fc3-8be8-be3ec0169453 None None] Network 693b7b5a-fc63-4c3c-9222-e0450f70c3e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:03.871277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:03.871900 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.877704 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.897169 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-540fae0a-ced1-46fb-a461-2e0c7c541fab admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7161922 Feb 19 03:22:03.900177 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-0719c8a3-084b-413d-a432-2e43434f5ae9 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484725 Feb 19 03:22:04.044450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e452b4aa-f56a-435a-bd00-992d46e3c737 req-65584fcd-f794-4f7b-8e55-e9d041d1b4a6 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/1c6032f7-bad4-4611-9839-825afa4a6f74 HTTP/1.1" status: 200 len: 1819 time: 0.1153946 Feb 19 03:22:04.050549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:04.085593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9658d1e-a82e-4ef3-ae62-aecda64ece98 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (eaf75188-ffd5-460d-af91-bfa44d0c2a83), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.135707 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e452b4aa-f56a-435a-bd00-992d46e3c737 req-cf5458e3-878c-40ac-a217-7e974fc6a4a0 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (1c6032f7-bad4-4611-9839-825afa4a6f74), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.167122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41084) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:04.174715 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e452b4aa-f56a-435a-bd00-992d46e3c737 req-cf5458e3-878c-40ac-a217-7e974fc6a4a0 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (1c6032f7-bad4-4611-9839-825afa4a6f74), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.244959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9658d1e-a82e-4ef3-ae62-aecda64ece98 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:04.251542 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e452b4aa-f56a-435a-bd00-992d46e3c737 req-cf5458e3-878c-40ac-a217-7e974fc6a4a0 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1c6032f7-bad4-4611-9839-825afa4a6f74), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.255415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e452b4aa-f56a-435a-bd00-992d46e3c737 req-cf5458e3-878c-40ac-a217-7e974fc6a4a0 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.259293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9658d1e-a82e-4ef3-ae62-aecda64ece98 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=eaf75188-ffd5-460d-af91-bfa44d0c2a83,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:04.269285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a9658d1e-a82e-4ef3-ae62-aecda64ece98 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:04.270721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e452b4aa-f56a-435a-bd00-992d46e3c737 req-cf5458e3-878c-40ac-a217-7e974fc6a4a0 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/1c6032f7-bad4-4611-9839-825afa4a6f74 HTTP/1.1" status: 204 len: 173 time: 0.2209218 Feb 19 03:22:04.272981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9658d1e-a82e-4ef3-ae62-aecda64ece98 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:04.273586 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9658d1e-a82e-4ef3-ae62-aecda64ece98 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.297678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5458e3-878c-40ac-a217-7e974fc6a4a0 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6032f7-bad4-4611-9839-825afa4a6f74,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:04.310914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['6241b8ff-2f2a-460b-8cfe-b7158e1fc72c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:04.327391 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a9cd4a61-4b84-4e07-8faf-f2698dfb14a1 req-17f8ecc9-e4f2-4d50-b6d5-9c6a507c2a5f service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122391 Feb 19 03:22:04.329711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b910af-a146-49c1-a9c4-3d7f0d94f7a4 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:04.331849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-60641c6f-e245-46f6-8f70-1c0544b44a5d admin admin] Deleting subnet 1edd337a-4ec4-4bb1-b381-e7e4bff6f20c {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:04.338930 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a9658d1e-a82e-4ef3-ae62-aecda64ece98 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1680295 Feb 19 03:22:04.342297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41090) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:04.343807 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60641c6f-e245-46f6-8f70-1c0544b44a5d admin admin] Publish callbacks [] for subnet (1edd337a-4ec4-4bb1-b381-e7e4bff6f20c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.352226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a8826dea-7bbd-410a-aafb-b7a6baca7b1a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1191177814', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:04.414575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cddf62-52f8-40bd-bcb5-4f8e90fb946d None None] Network 693b7b5a-fc63-4c3c-9222-e0450f70c3e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:04.417651 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8826dea-7bbd-410a-aafb-b7a6baca7b1a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (e0514b97-2080-42ed-ba9e-9b46d53685b9), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.418857 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8826dea-7bbd-410a-aafb-b7a6baca7b1a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (e0514b97-2080-42ed-ba9e-9b46d53685b9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.445247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60641c6f-e245-46f6-8f70-1c0544b44a5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (1edd337a-4ec4-4bb1-b381-e7e4bff6f20c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.513865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60641c6f-e245-46f6-8f70-1c0544b44a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (1edd337a-4ec4-4bb1-b381-e7e4bff6f20c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.537168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8826dea-7bbd-410a-aafb-b7a6baca7b1a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for router_controller (e0514b97-2080-42ed-ba9e-9b46d53685b9), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.546679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40d418-dc0c-4423-8ce8-165ab659d432 req-7357e741-ad29-4fa2-ae4c-aa17afeb1473 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:04.548275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d40d418-dc0c-4423-8ce8-165ab659d432 req-7357e741-ad29-4fa2-ae4c-aa17afeb1473 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 950 time: 0.1208165 Feb 19 03:22:04.549763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8826dea-7bbd-410a-aafb-b7a6baca7b1a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (e0514b97-2080-42ed-ba9e-9b46d53685b9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.583441 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8826dea-7bbd-410a-aafb-b7a6baca7b1a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.585793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a8826dea-7bbd-410a-aafb-b7a6baca7b1a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2417622 Feb 19 03:22:04.598898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41092) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:04.646727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60641c6f-e245-46f6-8f70-1c0544b44a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (1edd337a-4ec4-4bb1-b381-e7e4bff6f20c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.652184 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-57c4603a-cefe-46e1-a58f-d31540107a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:04.653777 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-57c4603a-cefe-46e1-a58f-d31540107a98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 1130 time: 0.1056399 Feb 19 03:22:04.678635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60641c6f-e245-46f6-8f70-1c0544b44a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1edd337a-4ec4-4bb1-b381-e7e4bff6f20c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:04.703499 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60641c6f-e245-46f6-8f70-1c0544b44a5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.710300 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-60641c6f-e245-46f6-8f70-1c0544b44a5d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1edd337a-4ec4-4bb1-b381-e7e4bff6f20c HTTP/1.1" status: 204 len: 168 time: 0.5378036 Feb 19 03:22:04.714184 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41094) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:04.718819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d40d418-dc0c-4423-8ce8-165ab659d432 req-bd3141f7-deb7-4368-8121-e0ef78fb9d26 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631541 Feb 19 03:22:04.737633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': 'eaf75188-ffd5-460d-af91-bfa44d0c2a83'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:04.738591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.891837 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (80f6d340-5706-47f0-9ca4-11c4d44aab7e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.981297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-92706812-c4c3-4f5f-96c6-56c7028425bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:04.985051 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-92706812-c4c3-4f5f-96c6-56c7028425bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3068895 Feb 19 03:22:04.990877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/eaf75188-ffd5-460d-af91-bfa44d0c2a83/8f0c14f2-0c58-4305-b6ad-e9d621e3175c) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:05.074511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.085687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672a224-7688-4c82-8d02-8d8cffa22fc8 req-5718ffce-861d-4b76-b9ef-6b96dfa69f6e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:05.087355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0672a224-7688-4c82-8d02-8d8cffa22fc8 req-5718ffce-861d-4b76-b9ef-6b96dfa69f6e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 948 time: 0.1480849 Feb 19 03:22:05.091177 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-da053424-84df-48b3-8060-b932ce6ce63e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3e40df7a-081c-4634-ab4c-54352285833c HTTP/1.1" status: 200 len: 217 time: 0.1008229 Feb 19 03:22:05.149232 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (80f6d340-5706-47f0-9ca4-11c4d44aab7e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.193440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f6d340-5706-47f0-9ca4-11c4d44aab7e']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:05.211275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-79dc4f80-b3a2-4b73-a464-2c220627d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:05.213881 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-79dc4f80-b3a2-4b73-a464-2c220627d997 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1126926 Feb 19 03:22:05.216415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd137c52c-cbca-4439-97f4-ff6ac90a9e87') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:05.216856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd137c52c-cbca-4439-97f4-ff6ac90a9e87') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:05.226143 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Publish callbacks [] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.237121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d137c52c-cbca-4439-97f4-ff6ac90a9e87), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.246225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0672a224-7688-4c82-8d02-8d8cffa22fc8 req-5cef55a9-7525-4f07-a4a5-9a9d353f5174 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447086 Feb 19 03:22:05.248965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.284525 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d137c52c-cbca-4439-97f4-ff6ac90a9e87), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.286223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:05.288753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:05.300085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:22:05.300740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d137c52c-cbca-4439-97f4-ff6ac90a9e87), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:22:05.304895 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:22:05.313333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:05.327662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-18750296-e76c-47ba-bf63-c7cd9e103c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:05.329980 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-18750296-e76c-47ba-bf63-c7cd9e103c92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1055677 Feb 19 03:22:05.356215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Pushing event updated for resources: {'Port': ['ID=8f0c14f2-0c58-4305-b6ad-e9d621e3175c,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:05.413188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Attempting to bind port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:05.413736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Attempting to bind port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:05.414214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Attempting to bind port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:05.421814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:05.422427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:05.422943 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.423962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:05.424124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Bound port: 8f0c14f2-0c58-4305-b6ad-e9d621e3175c, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:05.424562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.493709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:05.536706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100ff90-743b-4c74-8c04-446f037fca26 req-05e151e4-1e38-4a6b-8f4a-3a18dd2411d1 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:05.537789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] For port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:05.540771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8100ff90-743b-4c74-8c04-446f037fca26 req-05e151e4-1e38-4a6b-8f4a-3a18dd2411d1 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 944 time: 0.1475253 Feb 19 03:22:05.544113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] For port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8f0c14f2-0c58-4305-b6ad-e9d621e3175c,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:05.573263 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.585662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::1 (bbbabb97-7b58-44ba-8518-a6a14187983e/eaf75188-ffd5-460d-af91-bfa44d0c2a83/ca91a4c0-9c73-42a3-9b0a-92866504855e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:05.626151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8100ff90-743b-4c74-8c04-446f037fca26 req-0a80dab4-a4fb-4ff6-917b-b80316d57fba tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1eaf2c-6520-4cc2-adda-e23938f3a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798831 Feb 19 03:22:05.739472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c is: BUILD; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:05.739873 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.755202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa93ef-d6e4-445d-8180-97b65d72c838 None None] Pushing event updated for resources: {'Port': ['ID=8f0c14f2-0c58-4305-b6ad-e9d621e3175c,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:05.765542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:05.791144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:05.800384 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.859066 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-a96dad14-04ba-40fb-bab6-3eab8f8c9f1b req-abc71e3b-3e38-4ddc-b751-752c6c927289 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] show failed (client error): The resource could not be found. Feb 19 03:22:05.860519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a96dad14-04ba-40fb-bab6-3eab8f8c9f1b req-abc71e3b-3e38-4ddc-b751-752c6c927289 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/1c6032f7-bad4-4611-9839-825afa4a6f74 HTTP/1.1" status: 404 len: 352 time: 0.0476129 Feb 19 03:22:05.889296 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.908356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (80f6d340-5706-47f0-9ca4-11c4d44aab7e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.950893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f6d340-5706-47f0-9ca4-11c4d44aab7e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:05.957486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.964132 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2ea90ca0-632c-43f2-b0df-c53c7e0335c1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/80f6d340-5706-47f0-9ca4-11c4d44aab7e HTTP/1.1" status: 204 len: 168 time: 1.2461507 Feb 19 03:22:05.970165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41118) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:05.993001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:05.994836 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.024481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.052691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef774b-8702-4989-a913-f3620be32974 req-8184935c-f320-4cb4-b3a3-fe453fb54da4 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:06.057872 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-afef774b-8702-4989-a913-f3620be32974 req-8184935c-f320-4cb4-b3a3-fe453fb54da4 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 950 time: 0.1711931 Feb 19 03:22:06.070875 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-46f33e51-1d2c-47b0-b895-00f6d3acc872 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6995761 Feb 19 03:22:06.168721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:06.172253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=ca91a4c0-9c73-42a3-9b0a-92866504855e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:06.175475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:06.180216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbc56bf-6dae-4b9c-99de-91d172d37f2a admin admin] Deleting subnet cb09e397-07e2-4e80-ae28-bb7f81edd068 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:06.185620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:06.186326 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (e0514b97-2080-42ed-ba9e-9b46d53685b9), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.191455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfbc56bf-6dae-4b9c-99de-91d172d37f2a admin admin] Publish callbacks [] for subnet (cb09e397-07e2-4e80-ae28-bb7f81edd068), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.272494 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfbc56bf-6dae-4b9c-99de-91d172d37f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (cb09e397-07e2-4e80-ae28-bb7f81edd068), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.342118 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-13f59834-4f75-434d-a196-1f9353ca0ee0 req-0e2dd58c-7279-44ad-8fb5-eeed7623a462 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581685 Feb 19 03:22:06.381370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-afef774b-8702-4989-a913-f3620be32974 req-d72df5a2-e2be-4f20-85db-68a7745e907c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Deleting port 01f9b894-7664-440f-bce7-cfec13cd7564 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:06.382145 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-afef774b-8702-4989-a913-f3620be32974 req-d72df5a2-e2be-4f20-85db-68a7745e907c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.392310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfbc56bf-6dae-4b9c-99de-91d172d37f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (cb09e397-07e2-4e80-ae28-bb7f81edd068), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.394450 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.546528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-afef774b-8702-4989-a913-f3620be32974 req-d72df5a2-e2be-4f20-85db-68a7745e907c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] For port 01f9b894-7664-440f-bce7-cfec13cd7564, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=01f9b894-7664-440f-bce7-cfec13cd7564,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:06.547043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-afef774b-8702-4989-a913-f3620be32974 req-d72df5a2-e2be-4f20-85db-68a7745e907c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.575836 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfbc56bf-6dae-4b9c-99de-91d172d37f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (cb09e397-07e2-4e80-ae28-bb7f81edd068), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.583723 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-afef774b-8702-4989-a913-f3620be32974 req-d72df5a2-e2be-4f20-85db-68a7745e907c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Calling delete_port for 01f9b894-7664-440f-bce7-cfec13cd7564 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:06.658675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfbc56bf-6dae-4b9c-99de-91d172d37f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.663589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dfbc56bf-6dae-4b9c-99de-91d172d37f2a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cb09e397-07e2-4e80-ae28-bb7f81edd068 HTTP/1.1" status: 204 len: 168 time: 0.6918681 Feb 19 03:22:06.669339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc56bf-6dae-4b9c-99de-91d172d37f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb09e397-07e2-4e80-ae28-bb7f81edd068,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:06.670096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41136) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:06.686774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa644e6-df6e-43a6-8c46-b296502b8b8b req-65b25d56-f835-445d-a727-9e7804753d7c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:06.689111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fa644e6-df6e-43a6-8c46-b296502b8b8b req-65b25d56-f835-445d-a727-9e7804753d7c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4cf8a06-e265-4eab-86ca-298f6b634456 HTTP/1.1" status: 200 len: 950 time: 0.2356997 Feb 19 03:22:06.820219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (693b7b5a-fc63-4c3c-9222-e0450f70c3e8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.841019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fa644e6-df6e-43a6-8c46-b296502b8b8b req-355d66f3-3c7d-4d7d-96d1-75dfb18ba8ba tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342547 Feb 19 03:22:06.887668 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-afef774b-8702-4989-a913-f3620be32974 req-d72df5a2-e2be-4f20-85db-68a7745e907c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (01f9b894-7664-440f-bce7-cfec13cd7564), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.953112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef092793-eb23-47e0-ad79-e6aa495dfd08', '01f9b894-7664-440f-bce7-cfec13cd7564'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:06.962299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72df5a2-e2be-4f20-85db-68a7745e907c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Pushing event deleted for resources: {'Port': ['ID=01f9b894-7664-440f-bce7-cfec13cd7564,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:06.995108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd7a72f0-3aaf-4342-91b0-75c07e492a63 req-2cfd4752-a47e-4c4a-a434-1a625af1c8d3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/902dcacb-ca7c-439d-a082-c9e51389b104 HTTP/1.1" status: 200 len: 1820 time: 0.1080365 Feb 19 03:22:06.998571 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.014694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.015732 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (e0514b97-2080-42ed-ba9e-9b46d53685b9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.043780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (693b7b5a-fc63-4c3c-9222-e0450f70c3e8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.083879 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693b7b5a-fc63-4c3c-9222-e0450f70c3e8']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:07.100260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96b386f-781d-4699-953c-71af85b49adf') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:07.100570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96b386f-781d-4699-953c-71af85b49adf') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:07.103934 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-afef774b-8702-4989-a913-f3620be32974 req-d72df5a2-e2be-4f20-85db-68a7745e907c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] No DVR routers for this DVR port 01f9b894-7664-440f-bce7-cfec13cd7564 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:07.111159 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-afef774b-8702-4989-a913-f3620be32974 req-d72df5a2-e2be-4f20-85db-68a7745e907c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.115386 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-afef774b-8702-4989-a913-f3620be32974 req-d72df5a2-e2be-4f20-85db-68a7745e907c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.37 "DELETE /v2.0/ports/01f9b894-7664-440f-bce7-cfec13cd7564 HTTP/1.1" status: 204 len: 173 time: 1.0352380 Feb 19 03:22:07.115892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cf8a06-e265-4eab-86ca-298f6b634456', 'name': 'network-vif-deleted', 'tag': '01f9b894-7664-440f-bce7-cfec13cd7564'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:07.119084 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95879b7-2b96-4d10-b9d5-4e7cbbf0e135" -d '{"events": [{"server_uuid": "f4cf8a06-e265-4eab-86ca-298f6b634456", "name": "network-vif-deleted", "tag": "01f9b894-7664-440f-bce7-cfec13cd7564"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:07.129678 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d96b386f-781d-4699-953c-71af85b49adf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.176762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d96b386f-781d-4699-953c-71af85b49adf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.198531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:22:07.199142 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d96b386f-781d-4699-953c-71af85b49adf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:22:07.294571 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:22:07.313283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8f0c14f2-0c58-4305-b6ad-e9d621e3175c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:07.313757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:07.318071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=ca91a4c0-9c73-42a3-9b0a-92866504855e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:07.323348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:07.407036 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (693b7b5a-fc63-4c3c-9222-e0450f70c3e8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.415492 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bd7a72f0-3aaf-4342-91b0-75c07e492a63 req-47566db2-d877-4f42-ad2c-3ff573960cd5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (902dcacb-ca7c-439d-a082-c9e51389b104), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.425087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.432465 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/693b7b5a-fc63-4c3c-9222-e0450f70c3e8 HTTP/1.1" status: 204 len: 168 time: 0.7586465 Feb 19 03:22:07.448011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:07.448471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.455423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c6802-0f0a-4617-b6b5-7b8915b94cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=693b7b5a-fc63-4c3c-9222-e0450f70c3e8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:07.598610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c4c96904-b996-4816-8a7f-29baf17ce811 None None] Provisioning complete for port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:07.599478 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c4c96904-b996-4816-8a7f-29baf17ce811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.641378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:07.641875 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.718706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8f0c14f2-0c58-4305-b6ad-e9d621e3175c,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:07.729138 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.782413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41142) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:07.808593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c4c96904-b996-4816-8a7f-29baf17ce811 None None] Current status of the port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:07.858884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=8f0c14f2-0c58-4305-b6ad-e9d621e3175c,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:07.886968 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-23702fc3-1ac7-4ab3-8a93-2452383b27bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b13a722fe7a84c4f806fa749f601d991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1028557 Feb 19 03:22:07.890983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41146) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:07.947885 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bd7a72f0-3aaf-4342-91b0-75c07e492a63 req-47566db2-d877-4f42-ad2c-3ff573960cd5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (902dcacb-ca7c-439d-a082-c9e51389b104), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.958686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-37fed80c-fe42-4867-bf66-cf3b6956fd9f None None] Provisioning complete for port ca91a4c0-9c73-42a3-9b0a-92866504855e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:07.959373 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-37fed80c-fe42-4867-bf66-cf3b6956fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.006917 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-461810cc-9ec4-439f-a19c-5a6baf6b3af2 admin admin] Publish callbacks [] for security_group (8d834302-1a51-4c1f-8e26-1162dcec16e7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.029414 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bd7a72f0-3aaf-4342-91b0-75c07e492a63 req-47566db2-d877-4f42-ad2c-3ff573960cd5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (902dcacb-ca7c-439d-a082-c9e51389b104), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.032070 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bd7a72f0-3aaf-4342-91b0-75c07e492a63 req-47566db2-d877-4f42-ad2c-3ff573960cd5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.033452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd7a72f0-3aaf-4342-91b0-75c07e492a63 req-47566db2-d877-4f42-ad2c-3ff573960cd5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/902dcacb-ca7c-439d-a082-c9e51389b104 HTTP/1.1" status: 204 len: 173 time: 1.0285995 Feb 19 03:22:08.054001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47566db2-d877-4f42-ad2c-3ff573960cd5 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902dcacb-ca7c-439d-a082-c9e51389b104,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:08.058951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Router e0514b97-2080-42ed-ba9e-9b46d53685b9 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:22:08.085208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-37fed80c-fe42-4867-bf66-cf3b6956fd9f None None] Port ca91a4c0-9c73-42a3-9b0a-92866504855e cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:08.089324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-461810cc-9ec4-439f-a19c-5a6baf6b3af2 admin admin] Publish callbacks [] for security_group (8d834302-1a51-4c1f-8e26-1162dcec16e7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.199113 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-461810cc-9ec4-439f-a19c-5a6baf6b3af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8d834302-1a51-4c1f-8e26-1162dcec16e7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.205548 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-461810cc-9ec4-439f-a19c-5a6baf6b3af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.210000 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-461810cc-9ec4-439f-a19c-5a6baf6b3af2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d834302-1a51-4c1f-8e26-1162dcec16e7 HTTP/1.1" status: 204 len: 168 time: 0.3155489 Feb 19 03:22:08.256729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461810cc-9ec4-439f-a19c-5a6baf6b3af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d834302-1a51-4c1f-8e26-1162dcec16e7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:08.281334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:08.291226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41162) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:08.300428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-193ca092-2966-4813-bc16-b69101a99ac2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "PUT /v2.0/routers/e0514b97-2080-42ed-ba9e-9b46d53685b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6884995 Feb 19 03:22:08.314312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Sync routers for ids ['e0514b97-2080-42ed-ba9e-9b46d53685b9'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:08.327799 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6bd89319-5473-46a7-91f3-4ebfe0cdaa0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.370344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Routers {'e0514b97-2080-42ed-ba9e-9b46d53685b9'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:08.371276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:21:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0514b97-2080-42ed-ba9e-9b46d53685b9'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:08.404488 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e9a85e-82b6-4a4c-ae67-c3f4d80715f0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:08.406958 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-12e9a85e-82b6-4a4c-ae67-c3f4d80715f0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports/ca91a4c0-9c73-42a3-9b0a-92866504855e HTTP/1.1" status: 200 len: 911 time: 0.1135890 Feb 19 03:22:08.411334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41164) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:08.428907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7a6eec77-7912-4c46-97da-4c7f609c2d4c None None] Provisioning complete for port ca91a4c0-9c73-42a3-9b0a-92866504855e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:08.428907 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a6eec77-7912-4c46-97da-4c7f609c2d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.484571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-d14e269d-0a85-481d-882d-a31cb1bb2697 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1485944 Feb 19 03:22:08.498082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792553a1-8812-4f17-b490-55d2472bdd58 req-6280e6a4-6ecb-43a0-88c8-2d26e7143166 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:08.504646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99cbb8d-3f7d-47b3-a227-7ceb01b45f6f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:08.506621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-792553a1-8812-4f17-b490-55d2472bdd58 req-6280e6a4-6ecb-43a0-88c8-2d26e7143166 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 948 time: 0.1584527 Feb 19 03:22:08.511738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99cbb8d-3f7d-47b3-a227-7ceb01b45f6f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:08.518131 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a99cbb8d-3f7d-47b3-a227-7ceb01b45f6f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1045184 Feb 19 03:22:08.519267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41166) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:08.565453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Set router e0514b97-2080-42ed-ba9e-9b46d53685b9 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:08.581761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-792553a1-8812-4f17-b490-55d2472bdd58 req-4a094fbe-aec6-43a1-b245-c121dbd57981 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738738 Feb 19 03:22:08.661967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eec77-7912-4c46-97da-4c7f609c2d4c None None] Port ca91a4c0-9c73-42a3-9b0a-92866504855e cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:08.711352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-cf9da921-441b-4eba-a5b1-9adbedee45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:08.716547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-cf9da921-441b-4eba-a5b1-9adbedee45a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c73ec28a0e474eeea8dfd74485c16653&device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 1130 time: 0.1488206 Feb 19 03:22:08.890419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e40df7a-081c-4634-ab4c-54352285833c details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:08.893553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 01f9b894-7664-440f-bce7-cfec13cd7564 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:08.921768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-b0c3b571-345e-440d-a968-7cd2de741b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:08.930014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-b0c3b571-345e-440d-a968-7cd2de741b8d service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1741645 Feb 19 03:22:09.011008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 01f9b894-7664-440f-bce7-cfec13cd7564 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:09.011605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 01f9b894-7664-440f-bce7-cfec13cd7564 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:09.042735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-f18c4634-9bf1-458e-a468-fd42f748f9cf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb HTTP/1.1" status: 200 len: 217 time: 0.1053891 Feb 19 03:22:09.168831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0514b97-2080-42ed-ba9e-9b46d53685b9', 'name': 'tempest-NetworksTestDHCPv6-router-1191177814', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:04Z', 'updated_at': '2022-02-19T03:22:06Z', 'revision_number': 2, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'gw_port_host': None, '_interfaces': [{'id': 'ca91a4c0-9c73-42a3-9b0a-92866504855e', 'name': '', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'mac_address': 'fa:16:3e:1f:42:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0514b97-2080-42ed-ba9e-9b46d53685b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'eaf75188-ffd5-460d-af91-bfa44d0c2a83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:05Z', 'updated_at': '2022-02-19T03:22:06Z', 'revision_number': 2, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'subnets': [{'id': 'eaf75188-ffd5-460d-af91-bfa44d0c2a83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:09.169873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-cf28aa92-914d-4289-8cd9-ec5d3df4ff46 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.173154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-cf28aa92-914d-4289-8cd9-ec5d3df4ff46 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.71 "GET /v2.0/ports?device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 943 time: 0.2390592 Feb 19 03:22:09.223990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Checking router: e0514b97-2080-42ed-ba9e-9b46d53685b9 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:22:09.224351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Updating router e0514b97-2080-42ed-ba9e-9b46d53685b9 port ca91a4c0-9c73-42a3-9b0a-92866504855e binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:22:09.228054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8f0c14f2-0c58-4305-b6ad-e9d621e3175c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:09.264055 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9312bd0-e127-4a83-8393-4fa1c482c126 x-openstack-request-id: req-a9312bd0-e127-4a83-8393-4fa1c482c126 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:09.265178 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cf8a06-e265-4eab-86ca-298f6b634456", "name": "network-vif-deleted", "tag": "01f9b894-7664-440f-bce7-cfec13cd7564", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:09.265911 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9312bd0-e127-4a83-8393-4fa1c482c126 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:09.266854 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cf8a06-e265-4eab-86ca-298f6b634456', 'name': 'network-vif-deleted', 'tag': '01f9b894-7664-440f-bce7-cfec13cd7564', 'status': 'completed', 'code': 200} Feb 19 03:22:09.268911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41180) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:09.292402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3e40df7a-081c-4634-ab4c-54352285833c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e40df7a-081c-4634-ab4c-54352285833c,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:09.317134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '3e40df7a-081c-4634-ab4c-54352285833c', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '3e40df7a-081c-4634-ab4c-54352285833c', 'mac_address': 'fa:16:3e:4c:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:09.327571 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.337450 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (e0514b97-2080-42ed-ba9e-9b46d53685b9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.345082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-80ce6610-abb9-472f-b141-ff9ec94b3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.353380 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-80ce6610-abb9-472f-b141-ff9ec94b3c28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2935362 Feb 19 03:22:09.390666 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-f4e6f7c8-145c-42a6-8cdc-4b07fe7bf647 req-bf27c99c-c0dc-48b5-993e-6b559279e34b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] show failed (client error): The resource could not be found. Feb 19 03:22:09.391313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4e6f7c8-145c-42a6-8cdc-4b07fe7bf647 req-bf27c99c-c0dc-48b5-993e-6b559279e34b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/902dcacb-ca7c-439d-a082-c9e51389b104 HTTP/1.1" status: 404 len: 352 time: 0.0545447 Feb 19 03:22:09.425884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3e40df7a-081c-4634-ab4c-54352285833c is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:09.425884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e40df7a-081c-4634-ab4c-54352285833c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.440859 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b71bd311-f2ae-438b-b49e-09ba9abfedc4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1de296bcc3ea4f3bacd02364ef3a06d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1656973 Feb 19 03:22:09.442999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:09.443637 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.445577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41190) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:09.474047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e40df7a-081c-4634-ab4c-54352285833c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:09.476064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-93f8f7f5-2745-4c14-86e1-10f98b352b29 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Deleting port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:09.478292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-93f8f7f5-2745-4c14-86e1-10f98b352b29 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.490344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ba6b-035f-48f1-89da-7312ba0dea7a req-e49cbdca-ba0d-4d1b-aa8b-c0d678902179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.492790 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7b60ba6b-035f-48f1-89da-7312ba0dea7a req-e49cbdca-ba0d-4d1b-aa8b-c0d678902179 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1128 time: 0.3080907 Feb 19 03:22:09.585644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-0cdeb51e-a27f-47fe-8afc-acc2c493f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.588101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-0cdeb51e-a27f-47fe-8afc-acc2c493f2c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2306840 Feb 19 03:22:09.690026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ba6b-035f-48f1-89da-7312ba0dea7a req-52106208-8881-42de-87bf-bc6695eb07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.691819 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7b60ba6b-035f-48f1-89da-7312ba0dea7a req-52106208-8881-42de-87bf-bc6695eb07d7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 919 time: 0.1860046 Feb 19 03:22:09.770591 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7b60ba6b-035f-48f1-89da-7312ba0dea7a req-95efa9f8-3295-4697-bfe9-7cc83e72a070 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7025aec4-f271-40a9-975f-eb5afa1230f0 HTTP/1.1" status: 200 len: 217 time: 0.0601373 Feb 19 03:22:09.808219 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a062327c-855c-4505-a46b-2a5e3ffd685a admin admin] Publish callbacks [] for security_group (e68be4df-0b35-4d4e-800b-7c0621e0d107), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.824111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-93f8f7f5-2745-4c14-86e1-10f98b352b29 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] For port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,segment=NetworkSegment(539825bb-156d-4263-9573-bca77329e8f0),segment_id=539825bb-156d-4263-9573-bca77329e8f0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:09.824495 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-93f8f7f5-2745-4c14-86e1-10f98b352b29 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.838199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ba6b-035f-48f1-89da-7312ba0dea7a req-4176b81a-91e9-4a43-afee-ef78d2d87866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.839987 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7b60ba6b-035f-48f1-89da-7312ba0dea7a req-4176b81a-91e9-4a43-afee-ef78d2d87866 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.0625107 Feb 19 03:22:09.855396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-93f8f7f5-2745-4c14-86e1-10f98b352b29 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Calling delete_port for 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:09.864848 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3e40df7a-081c-4634-ab4c-54352285833c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e40df7a-081c-4634-ab4c-54352285833c,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:09.873624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e40df7a-081c-4634-ab4c-54352285833c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.881982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7b60ba6b-035f-48f1-89da-7312ba0dea7a req-3b55b118-a325-4ec7-a263-22fecfc6a556 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323334 Feb 19 03:22:09.884439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port ca91a4c0-9c73-42a3-9b0a-92866504855e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:09.884981 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.894445 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a062327c-855c-4505-a46b-2a5e3ffd685a admin admin] Publish callbacks [] for security_group (e68be4df-0b35-4d4e-800b-7c0621e0d107), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.931777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-c061ade5-5950-4b19-9939-1766cd3a0c6d service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366358 Feb 19 03:22:09.998983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77529d76-e644-48fb-98ec-701ad9b220a0 req-70952c76-2430-4f9d-9c12-7be3fb001192 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:10.001439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77529d76-e644-48fb-98ec-701ad9b220a0 req-70952c76-2430-4f9d-9c12-7be3fb001192 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.2703073 Feb 19 03:22:10.030133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3e40df7a-081c-4634-ab4c-54352285833c,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.047278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:10.082307 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.100737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Publish callbacks [] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.105876 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for ca91a4c0-9c73-42a3-9b0a-92866504855e owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:10.110691 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.120640 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7b60ba6b-035f-48f1-89da-7312ba0dea7a req-4dceaf63-4979-42bd-8be8-0a4478094baf service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160680 Feb 19 03:22:10.171009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77529d76-e644-48fb-98ec-701ad9b220a0 req-c47e8c4b-fbe0-4c49-8ebc-6b74895aee7b tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332288 Feb 19 03:22:10.175920 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a062327c-855c-4505-a46b-2a5e3ffd685a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e68be4df-0b35-4d4e-800b-7c0621e0d107), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.190642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a062327c-855c-4505-a46b-2a5e3ffd685a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.197536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a062327c-855c-4505-a46b-2a5e3ffd685a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e68be4df-0b35-4d4e-800b-7c0621e0d107 HTTP/1.1" status: 204 len: 168 time: 0.7399223 Feb 19 03:22:10.202841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389abd0-640d-4da6-bc45-207f358cb8f3 None None] Pushing event updated for resources: {'Port': ['ID=ca91a4c0-9c73-42a3-9b0a-92866504855e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.277051 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Attempting to bind port ca91a4c0-9c73-42a3-9b0a-92866504855e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:10.277424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Attempting to bind port ca91a4c0-9c73-42a3-9b0a-92866504855e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:10.277787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Attempting to bind port ca91a4c0-9c73-42a3-9b0a-92866504855e on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:10.283652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:10.284035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:10.284494 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.284896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:10.285384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Bound port: ca91a4c0-9c73-42a3-9b0a-92866504855e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:10.286264 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.301095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062327c-855c-4505-a46b-2a5e3ffd685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68be4df-0b35-4d4e-800b-7c0621e0d107,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.333617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97ddbedc-0f23-4108-9863-b684044f22f5 req-ae079b9e-cea9-46bc-aade-115afa1ff58c service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461204 Feb 19 03:22:10.385330 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-93f8f7f5-2745-4c14-86e1-10f98b352b29 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6241b8ff-2f2a-460b-8cfe-b7158e1fc72c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.425269 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7b60ba6b-035f-48f1-89da-7312ba0dea7a req-f4f80051-d6a2-4095-b890-c326e77acfc4 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954650 Feb 19 03:22:10.429356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e40df7a-081c-4634-ab4c-54352285833c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:10.449779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8f7f5-2745-4c14-86e1-10f98b352b29 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Pushing event deleted for resources: {'Port': ['ID=6241b8ff-2f2a-460b-8cfe-b7158e1fc72c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.607192 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6a67187-30f0-409f-856b-8228802d649f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.616415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-93f8f7f5-2745-4c14-86e1-10f98b352b29 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] No DVR routers for this DVR port 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:10.621252 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-93f8f7f5-2745-4c14-86e1-10f98b352b29 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.625123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e9bba86-254f-4784-a3aa-40e27e89c6ad req-93f8f7f5-2745-4c14-86e1-10f98b352b29 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.71 "DELETE /v2.0/ports/6241b8ff-2f2a-460b-8cfe-b7158e1fc72c HTTP/1.1" status: 204 len: 173 time: 1.4448853 Feb 19 03:22:10.631567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbf4c29-812f-460a-bcf2-00bd2b166247', 'name': 'network-vif-deleted', 'tag': '6241b8ff-2f2a-460b-8cfe-b7158e1fc72c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:10.634592 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c359601-db4d-4c36-9a02-94f06bc87772" -d '{"events": [{"server_uuid": "9bbf4c29-812f-460a-bcf2-00bd2b166247", "name": "network-vif-deleted", "tag": "6241b8ff-2f2a-460b-8cfe-b7158e1fc72c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:10.688774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5724750f-b405-4e44-8491-21b7d5ed4636 req-84ef3152-a1b2-46e7-b5a9-d74f4b9650c2 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/6e876b4d-7a3c-4d5d-85c6-f90df2d5f035 HTTP/1.1" status: 200 len: 1820 time: 0.1719115 Feb 19 03:22:10.733824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-540f54e5-ec67-40ac-bf07-5fbb68246056 None None] Provisioning complete for port ca91a4c0-9c73-42a3-9b0a-92866504855e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:10.734232 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-540f54e5-ec67-40ac-bf07-5fbb68246056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.779468 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.800367 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:22:10.800725 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:22:10.802710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-540f54e5-ec67-40ac-bf07-5fbb68246056 None None] Port ca91a4c0-9c73-42a3-9b0a-92866504855e cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:10.812102 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5724750f-b405-4e44-8491-21b7d5ed4636 req-ee0f4ecf-12d2-405c-a488-1044a765216e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (6e876b4d-7a3c-4d5d-85c6-f90df2d5f035), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.842597 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=ca91a4c0-9c73-42a3-9b0a-92866504855e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.861347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5724750f-b405-4e44-8491-21b7d5ed4636 req-ee0f4ecf-12d2-405c-a488-1044a765216e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (6e876b4d-7a3c-4d5d-85c6-f90df2d5f035), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.969897 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5724750f-b405-4e44-8491-21b7d5ed4636 req-ee0f4ecf-12d2-405c-a488-1044a765216e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6e876b4d-7a3c-4d5d-85c6-f90df2d5f035), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.973575 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5724750f-b405-4e44-8491-21b7d5ed4636 req-ee0f4ecf-12d2-405c-a488-1044a765216e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.982565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5724750f-b405-4e44-8491-21b7d5ed4636 req-ee0f4ecf-12d2-405c-a488-1044a765216e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/6e876b4d-7a3c-4d5d-85c6-f90df2d5f035 HTTP/1.1" status: 204 len: 173 time: 0.2882438 Feb 19 03:22:11.001108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f4ecf-12d2-405c-a488-1044a765216e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e876b4d-7a3c-4d5d-85c6-f90df2d5f035,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:11.004953 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (e0514b97-2080-42ed-ba9e-9b46d53685b9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.233231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da4d12-f8bb-42c3-bc8f-4ecde15671e0 req-57fda2fa-ef0d-460f-aa71-892818af9b02 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.234835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6da4d12-f8bb-42c3-bc8f-4ecde15671e0 req-57fda2fa-ef0d-460f-aa71-892818af9b02 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 949 time: 0.0838890 Feb 19 03:22:11.294844 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6da4d12-f8bb-42c3-bc8f-4ecde15671e0 req-dc78b1a8-0533-4829-8bd3-91d046a725e7 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522332 Feb 19 03:22:11.311636 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Router e0514b97-2080-42ed-ba9e-9b46d53685b9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:22:11.333532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Attempting to bind port ca91a4c0-9c73-42a3-9b0a-92866504855e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:11.334043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Attempting to bind port ca91a4c0-9c73-42a3-9b0a-92866504855e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:11.334272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Attempting to bind port ca91a4c0-9c73-42a3-9b0a-92866504855e on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:11.341714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:11.342598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:11.343234 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.343830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:11.344576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Bound port: ca91a4c0-9c73-42a3-9b0a-92866504855e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:11.345175 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ca91a4c0-9c73-42a3-9b0a-92866504855e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.395875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Port ca91a4c0-9c73-42a3-9b0a-92866504855e has been deleted concurrently {{(pid=103617) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 03:22:11.406836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Routers {'e0514b97-2080-42ed-ba9e-9b46d53685b9'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:11.407473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e0514b97-2080-42ed-ba9e-9b46d53685b9'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:11.422698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:11.433926 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-57f6efad-4c6d-4b4f-b60b-3c7e60ee1dba tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "PUT /v2.0/routers/e0514b97-2080-42ed-ba9e-9b46d53685b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9129081 Feb 19 03:22:11.436634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41244) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:11.471414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:11.538042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:11.538551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6241b8ff-2f2a-460b-8cfe-b7158e1fc72c not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:11.544206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] Set router e0514b97-2080-42ed-ba9e-9b46d53685b9 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:11.545767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3db74f02-7842-4f99-a521-dea492ab69cc req-076f85a1-d5d5-4844-af68-53f04ceb5778 tempest-ImagesTestJSON-45863337 tempest-ImagesTestJSON-45863337-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bbf4c29-812f-460a-bcf2-00bd2b166247 HTTP/1.1" status: 200 len: 210 time: 0.0465839 Feb 19 03:22:11.565937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3497b-51ea-4e45-8bb8-fb728d4c9c9b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.567475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3497b-51ea-4e45-8bb8-fb728d4c9c9b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.573377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-09b3497b-51ea-4e45-8bb8-fb728d4c9c9b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1350353 Feb 19 03:22:11.574234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41248) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:11.606260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0514b97-2080-42ed-ba9e-9b46d53685b9', 'name': 'tempest-NetworksTestDHCPv6-router-1191177814', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:04Z', 'updated_at': '2022-02-19T03:22:10Z', 'revision_number': 3, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:11.635545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d3f80-ec66-4229-b1e1-84bc413691e9 None None] The sync data for ids ['e0514b97-2080-42ed-ba9e-9b46d53685b9'] in n-d-826756-2 is: [{'id': 'e0514b97-2080-42ed-ba9e-9b46d53685b9', 'name': 'tempest-NetworksTestDHCPv6-router-1191177814', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:04Z', 'updated_at': '2022-02-19T03:22:10Z', 'revision_number': 3, 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:22:11.668472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-09207e2e-9347-454b-99c0-0e3b1da00d28 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet eaf75188-ffd5-460d-af91-bfa44d0c2a83 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:11.673197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09207e2e-9347-454b-99c0-0e3b1da00d28 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (eaf75188-ffd5-460d-af91-bfa44d0c2a83), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.729041 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09207e2e-9347-454b-99c0-0e3b1da00d28 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (eaf75188-ffd5-460d-af91-bfa44d0c2a83), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.824848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f55aa-71c5-46ce-af32-937545a926fc req-b8b892cc-0a57-457d-9008-3da1634b5808 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.825189 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a76f55aa-71c5-46ce-af32-937545a926fc req-b8b892cc-0a57-457d-9008-3da1634b5808 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/ports?device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 949 time: 0.1156075 Feb 19 03:22:11.861218 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.889465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09207e2e-9347-454b-99c0-0e3b1da00d28 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (eaf75188-ffd5-460d-af91-bfa44d0c2a83), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.933276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a76f55aa-71c5-46ce-af32-937545a926fc req-320e29b5-6d7d-4f52-aa44-a74072b5ba68 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.42 "GET /v2.0/security-groups?id=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867813 Feb 19 03:22:12.010148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09207e2e-9347-454b-99c0-0e3b1da00d28 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (eaf75188-ffd5-460d-af91-bfa44d0c2a83), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.047281 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dbbefc-bff9-480e-9abe-efade2cdbf2d x-openstack-request-id: req-f1dbbefc-bff9-480e-9abe-efade2cdbf2d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:12.047589 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbf4c29-812f-460a-bcf2-00bd2b166247", "name": "network-vif-deleted", "tag": "6241b8ff-2f2a-460b-8cfe-b7158e1fc72c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:12.047850 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1dbbefc-bff9-480e-9abe-efade2cdbf2d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:12.048271 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbf4c29-812f-460a-bcf2-00bd2b166247', 'name': 'network-vif-deleted', 'tag': '6241b8ff-2f2a-460b-8cfe-b7158e1fc72c', 'status': 'completed', 'code': 200} Feb 19 03:22:12.051114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09207e2e-9347-454b-99c0-0e3b1da00d28 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf75188-ffd5-460d-af91-bfa44d0c2a83,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:12.057340 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09207e2e-9347-454b-99c0-0e3b1da00d28 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.060835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-09207e2e-9347-454b-99c0-0e3b1da00d28 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/eaf75188-ffd5-460d-af91-bfa44d0c2a83 HTTP/1.1" status: 204 len: 168 time: 0.4856179 Feb 19 03:22:12.063649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137dd192-9713-430c-b33c-e19aadf75b26 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:12.064551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41256) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:12.073210 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-3f620f14-720f-48bc-8468-0b51f7b2d6cb req-100f0f85-560e-4d79-a598-1624ffc3ff1f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] show failed (client error): The resource could not be found. Feb 19 03:22:12.091492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f620f14-720f-48bc-8468-0b51f7b2d6cb req-100f0f85-560e-4d79-a598-1624ffc3ff1f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/6e876b4d-7a3c-4d5d-85c6-f90df2d5f035 HTTP/1.1" status: 404 len: 352 time: 0.0366306 Feb 19 03:22:12.257026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41272) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:12.257732 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f394360-a9b5-4699-9e96-5368f133fb4f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1907609 Feb 19 03:22:12.382087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac947ac-b32f-4260-987b-60abadcac858 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:12.423524 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-187dc5dd-3471-4d38-bc3f-7128ca0fe023 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for router (e0514b97-2080-42ed-ba9e-9b46d53685b9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.468864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-aac947ac-b32f-4260-987b-60abadcac858 None None] Deleting port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:12.469655 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aac947ac-b32f-4260-987b-60abadcac858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.526502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2e1b-552a-44c3-b1c7-34e88786f7a1 req-8905307e-f99c-411b-850b-3d18f301be76 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:12.528101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a02d2e1b-552a-44c3-b1c7-34e88786f7a1 req-8905307e-f99c-411b-850b-3d18f301be76 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1894186 Feb 19 03:22:12.605204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-aac947ac-b32f-4260-987b-60abadcac858 None None] For port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8f0c14f2-0c58-4305-b6ad-e9d621e3175c,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:12.606089 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aac947ac-b32f-4260-987b-60abadcac858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.620968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569127b9-92da-475b-9565-9e9d1caec74e req-ac716be2-e41a-4b76-acbc-2e0d38f2130c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:12.623482 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-569127b9-92da-475b-9565-9e9d1caec74e req-ac716be2-e41a-4b76-acbc-2e0d38f2130c tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72a9e86-25e1-4bc5-8d71-8193d102d923 HTTP/1.1" status: 200 len: 949 time: 0.0898144 Feb 19 03:22:12.630756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-aac947ac-b32f-4260-987b-60abadcac858 None None] Calling delete_port for 8f0c14f2-0c58-4305-b6ad-e9d621e3175c owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:12.686362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-187dc5dd-3471-4d38-bc3f-7128ca0fe023 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (e0514b97-2080-42ed-ba9e-9b46d53685b9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.690660 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-187dc5dd-3471-4d38-bc3f-7128ca0fe023 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for router_controller (e0514b97-2080-42ed-ba9e-9b46d53685b9), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.755909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a02d2e1b-552a-44c3-b1c7-34e88786f7a1 req-d0260713-3fea-423c-b88a-08d6b3258320 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149272 Feb 19 03:22:12.773173 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-187dc5dd-3471-4d38-bc3f-7128ca0fe023 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (e0514b97-2080-42ed-ba9e-9b46d53685b9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.775321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187dc5dd-3471-4d38-bc3f-7128ca0fe023 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Fanout notify agent at l3_agent the message router_deleted on router e0514b97-2080-42ed-ba9e-9b46d53685b9 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:22:12.787557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-187dc5dd-3471-4d38-bc3f-7128ca0fe023 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.790444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-187dc5dd-3471-4d38-bc3f-7128ca0fe023 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/routers/e0514b97-2080-42ed-ba9e-9b46d53685b9 HTTP/1.1" status: 204 len: 168 time: 0.5323570 Feb 19 03:22:12.791294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-569127b9-92da-475b-9565-9e9d1caec74e req-1c6e1fa3-19bc-43c6-be90-91c324dfb7c9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Deleting port ef092793-eb23-47e0-ad79-e6aa495dfd08 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:12.791651 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-569127b9-92da-475b-9565-9e9d1caec74e req-1c6e1fa3-19bc-43c6-be90-91c324dfb7c9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.791788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41288) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:12.792815 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aac947ac-b32f-4260-987b-60abadcac858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (8f0c14f2-0c58-4305-b6ad-e9d621e3175c), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.843592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3416e5eb-8e23-4582-8ef4-e9cbda6d9cbd tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0507529 Feb 19 03:22:12.846181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41290) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:12.867145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac947ac-b32f-4260-987b-60abadcac858 None None] Pushing event deleted for resources: {'Port': ['ID=8f0c14f2-0c58-4305-b6ad-e9d621e3175c,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:12.878284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e40df7a-081c-4634-ab4c-54352285833c up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:12.892665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac947ac-b32f-4260-987b-60abadcac858 None None] No DVR routers for this DVR port 8f0c14f2-0c58-4305-b6ad-e9d621e3175c on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:12.956371 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4556f4d3-3d88-4045-9cab-846a2ca2a0b2 None None] Sync routers for ids ['e0514b97-2080-42ed-ba9e-9b46d53685b9'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:12.962547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d49166a6-9bb1-4b25-96f1-2cb39599f3c4 req-3e458ea6-c1fe-4e67-918e-b4a8acea709a tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=386611ab44ec4f4ba766be54796ba9c5 HTTP/1.1" status: 200 len: 6207 time: 0.1096065 Feb 19 03:22:12.969598 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4556f4d3-3d88-4045-9cab-846a2ca2a0b2 None None] Routers set() bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:12.970019 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4556f4d3-3d88-4045-9cab-846a2ca2a0b2 None None] Router IDs set() for agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 03:22:12.970637 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_agentschedulers_db [None req-4556f4d3-3d88-4045-9cab-846a2ca2a0b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e0514b97-2080-42ed-ba9e-9b46d53685b9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent'). {{(pid=103618) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 03:22:13.000766 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4556f4d3-3d88-4045-9cab-846a2ca2a0b2 None None] Routers set() bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:13.001080 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4556f4d3-3d88-4045-9cab-846a2ca2a0b2 None None] Router IDs set() for agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 03:22:13.001933 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_agentschedulers_db [None req-4556f4d3-3d88-4045-9cab-846a2ca2a0b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e0514b97-2080-42ed-ba9e-9b46d53685b9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent'). {{(pid=103618) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 03:22:13.003153 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4556f4d3-3d88-4045-9cab-846a2ca2a0b2 None None] The sync data for ids ['e0514b97-2080-42ed-ba9e-9b46d53685b9'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:22:13.009146 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.039613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 3e40df7a-081c-4634-ab4c-54352285833c completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:22:13.055120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 3e40df7a-081c-4634-ab4c-54352285833c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:13.055705 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3e40df7a-081c-4634-ab4c-54352285833c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.072414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d49166a6-9bb1-4b25-96f1-2cb39599f3c4 req-641d2c5c-24ae-4aa4-9862-8fb8a4319d7c tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/c0fb9788-8ade-435a-be59-7a50c4685968 HTTP/1.1" status: 200 len: 3002 time: 0.0946438 Feb 19 03:22:13.143657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8f0c14f2-0c58-4305-b6ad-e9d621e3175c no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:13.171424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d49166a6-9bb1-4b25-96f1-2cb39599f3c4 req-88cbe1b6-7f9e-489a-876a-4d11e06687ae tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/c0fb9788-8ade-435a-be59-7a50c4685968 HTTP/1.1" status: 200 len: 3002 time: 0.0946293 Feb 19 03:22:13.204736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 8f0c14f2-0c58-4305-b6ad-e9d621e3175c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:13.205092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8f0c14f2-0c58-4305-b6ad-e9d621e3175c not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:13.276188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3e40df7a-081c-4634-ab4c-54352285833c is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:13.276981 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e40df7a-081c-4634-ab4c-54352285833c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.332689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-569127b9-92da-475b-9565-9e9d1caec74e req-1c6e1fa3-19bc-43c6-be90-91c324dfb7c9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] For port ef092793-eb23-47e0-ad79-e6aa495dfd08, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef092793-eb23-47e0-ad79-e6aa495dfd08,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:13.332689 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-569127b9-92da-475b-9565-9e9d1caec74e req-1c6e1fa3-19bc-43c6-be90-91c324dfb7c9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.333346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3e40df7a-081c-4634-ab4c-54352285833c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e40df7a-081c-4634-ab4c-54352285833c,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:13.333346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323b9bd0-737e-46c8-bd11-fa89a5909dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e40df7a-081c-4634-ab4c-54352285833c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:13.336396 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e7f06a-7e15-49a6-bec9-101653dd837d" -d '{"events": [{"server_uuid": "323b9bd0-737e-46c8-bd11-fa89a5909dfd", "name": "network-vif-plugged", "status": "completed", "tag": "3e40df7a-081c-4634-ab4c-54352285833c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:13.340126 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e40df7a-081c-4634-ab4c-54352285833c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.343911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-569127b9-92da-475b-9565-9e9d1caec74e req-1c6e1fa3-19bc-43c6-be90-91c324dfb7c9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Calling delete_port for ef092793-eb23-47e0-ad79-e6aa495dfd08 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:13.348063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa35c2-8d8c-4694-9b76-d2adb92b1f24 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.352396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41308) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:13.352948 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-47aa35c2-8d8c-4694-9b76-d2adb92b1f24 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5052519 Feb 19 03:22:13.398851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3e40df7a-081c-4634-ab4c-54352285833c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:13.441878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41316) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:13.443876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6f0da5a1-21dd-470e-b9dc-9052c9bad753 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898128 Feb 19 03:22:13.453005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:13.593206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:13.596787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.676857 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-569127b9-92da-475b-9565-9e9d1caec74e req-1c6e1fa3-19bc-43c6-be90-91c324dfb7c9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ef092793-eb23-47e0-ad79-e6aa495dfd08), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.722005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef092793-eb23-47e0-ad79-e6aa495dfd08'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:13.741117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e1fa3-19bc-43c6-be90-91c324dfb7c9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Pushing event deleted for resources: {'Port': ['ID=ef092793-eb23-47e0-ad79-e6aa495dfd08,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:13.792855 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-569127b9-92da-475b-9565-9e9d1caec74e req-1c6e1fa3-19bc-43c6-be90-91c324dfb7c9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] No DVR routers for this DVR port ef092793-eb23-47e0-ad79-e6aa495dfd08 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:13.797455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-569127b9-92da-475b-9565-9e9d1caec74e req-1c6e1fa3-19bc-43c6-be90-91c324dfb7c9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.801048 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-569127b9-92da-475b-9565-9e9d1caec74e req-1c6e1fa3-19bc-43c6-be90-91c324dfb7c9 tempest-ServersAdminNegativeTestJSON-1096612341 tempest-ServersAdminNegativeTestJSON-1096612341-project] 10.222.0.37 "DELETE /v2.0/ports/ef092793-eb23-47e0-ad79-e6aa495dfd08 HTTP/1.1" status: 204 len: 173 time: 1.1635046 Feb 19 03:22:13.801517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72a9e86-25e1-4bc5-8d71-8193d102d923', 'name': 'network-vif-deleted', 'tag': 'ef092793-eb23-47e0-ad79-e6aa495dfd08'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:13.803887 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8def013e-7777-4d19-9efe-c48eb6d6bfdc" -d '{"events": [{"server_uuid": "c72a9e86-25e1-4bc5-8d71-8193d102d923", "name": "network-vif-deleted", "tag": "ef092793-eb23-47e0-ad79-e6aa495dfd08"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:14.102970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.objects.ports [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:22:14.105218 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.178868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:14.184814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:14.190334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:14.190871 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.195468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1113ed00-822a-4438-a2de-94ff08a25e2a None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:14.226454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:14.234583 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a02e7571-fcc0-49f6-b73a-1931c08983f7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7911963 Feb 19 03:22:14.237665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41354) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:14.242990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-83032a6b-546d-4055-8b03-8dffb0884b59 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:14.273177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0da2-2d1d-41b6-ad48-94d2cee2c3dd req-83995285-0700-4b09-a367-fa7ceea5ac44 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:14.276643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ecf0da2-2d1d-41b6-ad48-94d2cee2c3dd req-83995285-0700-4b09-a367-fa7ceea5ac44 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 950 time: 0.1282413 Feb 19 03:22:14.374770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': 'f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:14.375642 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.435287 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ecf0da2-2d1d-41b6-ad48-94d2cee2c3dd req-e458c113-8ede-43f7-b70b-9b5fadc5857f tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373453 Feb 19 03:22:14.440879 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83032a6b-546d-4055-8b03-8dffb0884b59 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:14.446619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83032a6b-546d-4055-8b03-8dffb0884b59 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.584259 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.589733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Allocated IP 2001:db8::f816:3eff:fe07:d132 (bbbabb97-7b58-44ba-8518-a6a14187983e/f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e/3ae3d6c7-3641-447a-9d62-90d3696dc317) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:14.673651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c7bb09b9-c435-44c6-834c-f52e7b5a6b6a req-9f9db7a9-9c4a-4cef-9d73-4a242fbcde0d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-28174025', 'description': 'tempest-description-248139096'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:14.714196 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c7bb09b9-c435-44c6-834c-f52e7b5a6b6a req-9f9db7a9-9c4a-4cef-9d73-4a242fbcde0d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.806770 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Publish callbacks [] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.822520 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.874829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:14.879378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:14.883829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:14.898366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Pushing event updated for resources: {'Port': ['ID=3ae3d6c7-3641-447a-9d62-90d3696dc317,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:14.936973 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83032a6b-546d-4055-8b03-8dffb0884b59 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (5734b5de-8e35-4b25-8a52-06e2fcfa29c8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.968908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Attempting to bind port 3ae3d6c7-3641-447a-9d62-90d3696dc317 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:14.969153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Attempting to bind port 3ae3d6c7-3641-447a-9d62-90d3696dc317 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:14.971251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Attempting to bind port 3ae3d6c7-3641-447a-9d62-90d3696dc317 on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:14.978500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c7bb09b9-c435-44c6-834c-f52e7b5a6b6a req-9f9db7a9-9c4a-4cef-9d73-4a242fbcde0d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (f1ea4a8c-e7e2-4f25-8214-06945d14146c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.982890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:14.988220 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c7bb09b9-c435-44c6-834c-f52e7b5a6b6a req-9f9db7a9-9c4a-4cef-9d73-4a242fbcde0d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f1ea4a8c-e7e2-4f25-8214-06945d14146c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.991085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:14.991542 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.991960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:14.992474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Bound port: 3ae3d6c7-3641-447a-9d62-90d3696dc317, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:14.993431 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.026553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83032a6b-546d-4055-8b03-8dffb0884b59 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:15.033267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-83032a6b-546d-4055-8b03-8dffb0884b59 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:15.040536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a6b-546d-4055-8b03-8dffb0884b59 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:15.041628 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83032a6b-546d-4055-8b03-8dffb0884b59 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.049252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9db7a9-9c4a-4cef-9d73-4a242fbcde0d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea4a8c-e7e2-4f25-8214-06945d14146c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:15.066883 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c7bb09b9-c435-44c6-834c-f52e7b5a6b6a req-9f9db7a9-9c4a-4cef-9d73-4a242fbcde0d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.076124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83032a6b-546d-4055-8b03-8dffb0884b59 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=5734b5de-8e35-4b25-8a52-06e2fcfa29c8,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:15.087901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7bb09b9-c435-44c6-834c-f52e7b5a6b6a req-9f9db7a9-9c4a-4cef-9d73-4a242fbcde0d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4245975 Feb 19 03:22:15.097304 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-83032a6b-546d-4055-8b03-8dffb0884b59 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8582954 Feb 19 03:22:15.100183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41374) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:15.110069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:76:71:e6', 'name': 'tempest-NetworksTestDHCPv6-434375963'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:15.168842 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad70b34-90c2-4486-893d-a17aad92fdc6 x-openstack-request-id: req-8ad70b34-90c2-4486-893d-a17aad92fdc6 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:15.169456 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323b9bd0-737e-46c8-bd11-fa89a5909dfd", "name": "network-vif-plugged", "status": "completed", "tag": "3e40df7a-081c-4634-ab4c-54352285833c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:15.169697 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ad70b34-90c2-4486-893d-a17aad92fdc6 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:15.170258 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323b9bd0-737e-46c8-bd11-fa89a5909dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e40df7a-081c-4634-ab4c-54352285833c', 'code': 200} Feb 19 03:22:15.214226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] For port 3ae3d6c7-3641-447a-9d62-90d3696dc317, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:15.219022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] For port 3ae3d6c7-3641-447a-9d62-90d3696dc317, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3ae3d6c7-3641-447a-9d62-90d3696dc317,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:15.234519 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.236506 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987271a8-9b92-4f71-9dc8-7b47ef71d85a x-openstack-request-id: req-987271a8-9b92-4f71-9dc8-7b47ef71d85a {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:15.236870 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72a9e86-25e1-4bc5-8d71-8193d102d923", "name": "network-vif-deleted", "tag": "ef092793-eb23-47e0-ad79-e6aa495dfd08", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:15.237931 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-987271a8-9b92-4f71-9dc8-7b47ef71d85a {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:15.238551 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72a9e86-25e1-4bc5-8d71-8193d102d923', 'name': 'network-vif-deleted', 'tag': 'ef092793-eb23-47e0-ad79-e6aa495dfd08', 'status': 'completed', 'code': 200} Feb 19 03:22:15.352501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee445cc4-3a1c-4d44-8bb5-ded954f8582c None None] Pushing event updated for resources: {'Port': ['ID=3ae3d6c7-3641-447a-9d62-90d3696dc317,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:15.387237 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:15.412018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41378) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:15.426752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b780e-6d4e-430e-bfac-3104c03d1538 req-17c0c9ae-84ed-4d06-8c31-94637d2007f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:15.432349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3dfb3-d808-438d-965a-df8f6bc4ffc0 req-69dbd1fd-345e-4e0b-928c-98e5fdde2c43 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:15.434233 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-817b780e-6d4e-430e-bfac-3104c03d1538 req-17c0c9ae-84ed-4d06-8c31-94637d2007f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 1132 time: 0.1483841 Feb 19 03:22:15.449789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbf3dfb3-d808-438d-965a-df8f6bc4ffc0 req-69dbd1fd-345e-4e0b-928c-98e5fdde2c43 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1226423 Feb 19 03:22:15.566840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbf3dfb3-d808-438d-965a-df8f6bc4ffc0 req-c5f21741-b866-4508-a888-ca599a090782 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117461 Feb 19 03:22:15.641831 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-817b780e-6d4e-430e-bfac-3104c03d1538 req-2ec2f659-69e0-4a78-8d27-09a9f212e224 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384645 Feb 19 03:22:15.697583 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.703375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41394) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:15.703669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c0598d27-48d7-4f11-b754-d089e792de13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8018737041a04c018853295f052e2ee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894208 Feb 19 03:22:15.777616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port bef8f81f-71b3-4018-8c6f-a656cc1b3f5e yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:15.884800 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7285d9fb-354a-4d0a-88ca-e86e6486945e admin admin] Publish callbacks [] for security_group (41e2c791-8e49-44d1-a6d5-d0d19de3fb1a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.952762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7285d9fb-354a-4d0a-88ca-e86e6486945e admin admin] Publish callbacks [] for security_group (41e2c791-8e49-44d1-a6d5-d0d19de3fb1a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.059679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 172.20.0.4 (bbbabb97-7b58-44ba-8518-a6a14187983e/5734b5de-8e35-4b25-8a52-06e2fcfa29c8/bef8f81f-71b3-4018-8c6f-a656cc1b3f5e) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:16.068971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f816:3eff:fe76:71e6 (bbbabb97-7b58-44ba-8518-a6a14187983e/f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e/bef8f81f-71b3-4018-8c6f-a656cc1b3f5e) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:16.073915 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7285d9fb-354a-4d0a-88ca-e86e6486945e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (41e2c791-8e49-44d1-a6d5-d0d19de3fb1a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.084227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7285d9fb-354a-4d0a-88ca-e86e6486945e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.088411 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7285d9fb-354a-4d0a-88ca-e86e6486945e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41e2c791-8e49-44d1-a6d5-d0d19de3fb1a HTTP/1.1" status: 204 len: 168 time: 0.3835299 Feb 19 03:22:16.102456 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285d9fb-354a-4d0a-88ca-e86e6486945e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e2c791-8e49-44d1-a6d5-d0d19de3fb1a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:16.330846 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (bef8f81f-71b3-4018-8c6f-a656cc1b3f5e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.377880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (bef8f81f-71b3-4018-8c6f-a656cc1b3f5e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.416963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:16.448561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:16.453507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:16.530339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=bef8f81f-71b3-4018-8c6f-a656cc1b3f5e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:16.536342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-14816131-4139-4f96-b0cd-799ab1fe9933 req-a63c443f-298c-4c9f-88db-fa85a83dacbb tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-446563177', 'description': 'tempest-description-1651521479'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:16.563765 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:16.564468 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.576844 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-14816131-4139-4f96-b0cd-799ab1fe9933 req-a63c443f-298c-4c9f-88db-fa85a83dacbb tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.595220 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41442) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:16.600391 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-827be546-29f7-4fb6-8ac3-a264c6f60ac3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4985645 Feb 19 03:22:16.605370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41444) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:16.660112 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ce9a0212-afd5-4223-bd29-a28f5a2db485 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5dee82700d954d01a30a834ad1e96e10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581305 Feb 19 03:22:16.662686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41446) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:16.772778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe26b51-daf4-4576-8e63-f8b0089011db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:16.794329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe26b51-daf4-4576-8e63-f8b0089011db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:16.802290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fbe26b51-daf4-4576-8e63-f8b0089011db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1931090 Feb 19 03:22:16.802990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41458) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:16.844779 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d45c8fd4-de9d-4757-a8ec-e25a9215a80e admin admin] Publish callbacks [] for security_group (b3199e1c-375c-4d60-9f9d-2d8c3eee066a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.888828 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-14816131-4139-4f96-b0cd-799ab1fe9933 req-a63c443f-298c-4c9f-88db-fa85a83dacbb tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (d74114c5-532b-4fbf-a54c-8c8de1fa5bb4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.898441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef092793-eb23-47e0-ad79-e6aa495dfd08 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:16.905654 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-14816131-4139-4f96-b0cd-799ab1fe9933 req-a63c443f-298c-4c9f-88db-fa85a83dacbb tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d74114c5-532b-4fbf-a54c-8c8de1fa5bb4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.913195 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d45c8fd4-de9d-4757-a8ec-e25a9215a80e admin admin] Publish callbacks [] for security_group (b3199e1c-375c-4d60-9f9d-2d8c3eee066a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.953875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a975ab20-b68f-4617-a1ea-73256f2a4100 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:16.956359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: ef092793-eb23-47e0-ad79-e6aa495dfd08 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:16.956779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef092793-eb23-47e0-ad79-e6aa495dfd08 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:16.974490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-558d8d9b-128e-4294-9596-17e9d13f092b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port bef8f81f-71b3-4018-8c6f-a656cc1b3f5e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:16.974972 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-558d8d9b-128e-4294-9596-17e9d13f092b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bef8f81f-71b3-4018-8c6f-a656cc1b3f5e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.037617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ecfea590-dbe1-4da4-8873-9fbbe1271c1c None None] Provisioning complete for port 3ae3d6c7-3641-447a-9d62-90d3696dc317 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:17.039025 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ecfea590-dbe1-4da4-8873-9fbbe1271c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.074516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c443f-298c-4c9f-88db-fa85a83dacbb tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74114c5-532b-4fbf-a54c-8c8de1fa5bb4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.097076 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d45c8fd4-de9d-4757-a8ec-e25a9215a80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b3199e1c-375c-4d60-9f9d-2d8c3eee066a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.100725 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d45c8fd4-de9d-4757-a8ec-e25a9215a80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.104262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d45c8fd4-de9d-4757-a8ec-e25a9215a80e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3199e1c-375c-4d60-9f9d-2d8c3eee066a HTTP/1.1" status: 204 len: 168 time: 0.4331162 Feb 19 03:22:17.116079 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-14816131-4139-4f96-b0cd-799ab1fe9933 req-a63c443f-298c-4c9f-88db-fa85a83dacbb tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.129619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14816131-4139-4f96-b0cd-799ab1fe9933 req-a63c443f-298c-4c9f-88db-fa85a83dacbb tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6016102 Feb 19 03:22:17.169037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c8fd4-de9d-4757-a8ec-e25a9215a80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3199e1c-375c-4d60-9f9d-2d8c3eee066a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.374084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ecfea590-dbe1-4da4-8873-9fbbe1271c1c None None] Current status of the port 3ae3d6c7-3641-447a-9d62-90d3696dc317 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:17.374532 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ecfea590-dbe1-4da4-8873-9fbbe1271c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.398585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-558d8d9b-128e-4294-9596-17e9d13f092b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bef8f81f-71b3-4018-8c6f-a656cc1b3f5e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.440256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-558d8d9b-128e-4294-9596-17e9d13f092b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for bef8f81f-71b3-4018-8c6f-a656cc1b3f5e owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:17.480489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0a1e-7817-4e60-a28f-7a265dccb77a req-14117114-132c-4eb0-a901-d7193077aabd tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:17.482223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64af0a1e-7817-4e60-a28f-7a265dccb77a req-14117114-132c-4eb0-a901-d7193077aabd tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 950 time: 0.2016542 Feb 19 03:22:17.579681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3ae3d6c7-3641-447a-9d62-90d3696dc317 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:17.603683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64af0a1e-7817-4e60-a28f-7a265dccb77a req-78d743f3-7d8e-4899-b7b4-bef714db76e3 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149426 Feb 19 03:22:17.685820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ecfea590-dbe1-4da4-8873-9fbbe1271c1c None None] For port 3ae3d6c7-3641-447a-9d62-90d3696dc317, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3ae3d6c7-3641-447a-9d62-90d3696dc317,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:17.696636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ecfea590-dbe1-4da4-8873-9fbbe1271c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.751378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3ae3d6c7-3641-447a-9d62-90d3696dc317 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:17.751759 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.777122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-558d8d9b-128e-4294-9596-17e9d13f092b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (bef8f81f-71b3-4018-8c6f-a656cc1b3f5e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.811963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d8d9b-128e-4294-9596-17e9d13f092b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=bef8f81f-71b3-4018-8c6f-a656cc1b3f5e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.830992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfea590-dbe1-4da4-8873-9fbbe1271c1c None None] Pushing event updated for resources: {'Port': ['ID=3ae3d6c7-3641-447a-9d62-90d3696dc317,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.853036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60214550-3dc2-489d-bd42-b12cf6198803 None None] Update dhcp port {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': 'f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e', 'ip_address': '2001:db8::f816:3eff:fe07:d132'}, {'subnet_id': '5734b5de-8e35-4b25-8a52-06e2fcfa29c8'}], 'binding:host_id': 'n-d-826756-2'}, 'id': '3ae3d6c7-3641-447a-9d62-90d3696dc317'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:22:17.899442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-60214550-3dc2-489d-bd42-b12cf6198803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.962869 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-558d8d9b-128e-4294-9596-17e9d13f092b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.967507 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-558d8d9b-128e-4294-9596-17e9d13f092b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/bef8f81f-71b3-4018-8c6f-a656cc1b3f5e HTTP/1.1" status: 204 len: 168 time: 1.1632950 Feb 19 03:22:17.969961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41502) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:17.989487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3ae3d6c7-3641-447a-9d62-90d3696dc317 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:18.039726 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d7fef-0958-4054-ab72-cadb1263151e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:18.040987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d7fef-0958-4054-ab72-cadb1263151e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:18.043435 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d7fef-0958-4054-ab72-cadb1263151e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:18.045212 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c97d7fef-0958-4054-ab72-cadb1263151e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0742338 Feb 19 03:22:18.048694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41506) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:18.114811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41512) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:18.141164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-727cffb4-d5ae-4973-89af-f68d9dfca5ed tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 5734b5de-8e35-4b25-8a52-06e2fcfa29c8 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:18.168405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-60214550-3dc2-489d-bd42-b12cf6198803 None None] Allocated IP 172.20.0.2 (bbbabb97-7b58-44ba-8518-a6a14187983e/5734b5de-8e35-4b25-8a52-06e2fcfa29c8/3ae3d6c7-3641-447a-9d62-90d3696dc317) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:18.269666 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-804de2fb-7891-480f-a93d-34a539225697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.301724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-60214550-3dc2-489d-bd42-b12cf6198803 None None] For port 3ae3d6c7-3641-447a-9d62-90d3696dc317, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3ae3d6c7-3641-447a-9d62-90d3696dc317,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:18.359086 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-60214550-3dc2-489d-bd42-b12cf6198803 None None] Publish callbacks [] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.363269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-804de2fb-7891-480f-a93d-34a539225697 admin admin] Publish callbacks [] for security_group (cf8e93d3-bc39-4f71-9180-542de58429ff), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.365444 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-727cffb4-d5ae-4973-89af-f68d9dfca5ed tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (5734b5de-8e35-4b25-8a52-06e2fcfa29c8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.368415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-804de2fb-7891-480f-a93d-34a539225697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cf8e93d3-bc39-4f71-9180-542de58429ff), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.369508 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-60214550-3dc2-489d-bd42-b12cf6198803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.418305 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-727cffb4-d5ae-4973-89af-f68d9dfca5ed tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (5734b5de-8e35-4b25-8a52-06e2fcfa29c8), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.424762 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-804de2fb-7891-480f-a93d-34a539225697 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8eb9d3aea2c9464c8ca0eb820727dfa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3086872 Feb 19 03:22:18.427107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804de2fb-7891-480f-a93d-34a539225697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e93d3-bc39-4f71-9180-542de58429ff,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:18.442922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41546) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:18.528088 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69dd6eaa-4b74-4247-94a8-95845dfa9a51 admin admin] Publish callbacks [] for security_group (cf8e93d3-bc39-4f71-9180-542de58429ff), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.531027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60214550-3dc2-489d-bd42-b12cf6198803 None None] Pushing event updated for resources: {'Port': ['ID=3ae3d6c7-3641-447a-9d62-90d3696dc317,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:18.584234 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-727cffb4-d5ae-4973-89af-f68d9dfca5ed tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (5734b5de-8e35-4b25-8a52-06e2fcfa29c8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.584987 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69dd6eaa-4b74-4247-94a8-95845dfa9a51 admin admin] Publish callbacks [] for security_group (cf8e93d3-bc39-4f71-9180-542de58429ff), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.695031 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69dd6eaa-4b74-4247-94a8-95845dfa9a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cf8e93d3-bc39-4f71-9180-542de58429ff), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.700176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69dd6eaa-4b74-4247-94a8-95845dfa9a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.712157 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-69dd6eaa-4b74-4247-94a8-95845dfa9a51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf8e93d3-bc39-4f71-9180-542de58429ff HTTP/1.1" status: 204 len: 168 time: 0.2580357 Feb 19 03:22:18.712770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-727cffb4-d5ae-4973-89af-f68d9dfca5ed tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (5734b5de-8e35-4b25-8a52-06e2fcfa29c8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.736476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd6eaa-4b74-4247-94a8-95845dfa9a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e93d3-bc39-4f71-9180-542de58429ff,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:18.801976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cffb4-d5ae-4973-89af-f68d9dfca5ed tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=5734b5de-8e35-4b25-8a52-06e2fcfa29c8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:18.811906 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-727cffb4-d5ae-4973-89af-f68d9dfca5ed tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.818832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-727cffb4-d5ae-4973-89af-f68d9dfca5ed tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/5734b5de-8e35-4b25-8a52-06e2fcfa29c8 HTTP/1.1" status: 204 len: 168 time: 0.7687845 Feb 19 03:22:18.822258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41560) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:18.859879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cb011-0357-4f06-a74c-84fa05fc761c req-778c9093-5ee4-4a43-89f2-354b0a604494 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:18.862118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-501cb011-0357-4f06-a74c-84fa05fc761c req-778c9093-5ee4-4a43-89f2-354b0a604494 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1375527 Feb 19 03:22:18.917275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e12fcaa-3111-43b9-81b6-2fd80f9afde8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:18.926478 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e12fcaa-3111-43b9-81b6-2fd80f9afde8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.939537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-501cb011-0357-4f06-a74c-84fa05fc761c req-b68fb0cb-16a2-49c7-8eb1-57e42f31d534 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712793 Feb 19 03:22:18.994967 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e12fcaa-3111-43b9-81b6-2fd80f9afde8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.170826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3ae3d6c7-3641-447a-9d62-90d3696dc317 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:19.171389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e12fcaa-3111-43b9-81b6-2fd80f9afde8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.197668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-e3cdd24a-ab50-4aee-8aab-e6ac28585a71 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:19.206791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-e3cdd24a-ab50-4aee-8aab-e6ac28585a71 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 812 time: 0.1741614 Feb 19 03:22:19.230507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-08fd38ad-63ad-4e54-8116-933f14da471a tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/quotas/386611ab44ec4f4ba766be54796ba9c5 HTTP/1.1" status: 200 len: 375 time: 0.0225012 Feb 19 03:22:19.253320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3ae3d6c7-3641-447a-9d62-90d3696dc317 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:19.253992 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.277555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41576) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:19.304868 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a183aad-ce9f-46da-b096-5ad5963cfecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.310602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-2ce1b3dd-0eb2-40dc-8b78-790abad31b21 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789082 Feb 19 03:22:19.325587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e12fcaa-3111-43b9-81b6-2fd80f9afde8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.378224 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12fcaa-3111-43b9-81b6-2fd80f9afde8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:19.396086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3ae3d6c7-3641-447a-9d62-90d3696dc317 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:19.402092 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e12fcaa-3111-43b9-81b6-2fd80f9afde8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.405705 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5e12fcaa-3111-43b9-81b6-2fd80f9afde8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e HTTP/1.1" status: 204 len: 168 time: 0.5820835 Feb 19 03:22:19.408597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41580) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:19.469833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b2134bcf-e103-4f42-819b-09c23fdf6e0e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600684 Feb 19 03:22:19.475030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41584) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:19.483369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:19.505545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-0b01f9ef-b28c-4824-a62a-fbea6d09a63e service neutron] 10.222.0.42 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939905 Feb 19 03:22:19.516830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9167b3d6-4714-44e0-9dc2-679bb9978faf None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:19.583099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a183aad-ce9f-46da-b096-5ad5963cfecd admin admin] Publish callbacks [] for security_group (9eefa646-3cc2-41e1-8002-83df2af4708b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.584508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d611a95e-4681-49d4-9d54-5812faaceff2 None None] Provisioning complete for port 3ae3d6c7-3641-447a-9d62-90d3696dc317 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:19.585199 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d611a95e-4681-49d4-9d54-5812faaceff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.596698 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a183aad-ce9f-46da-b096-5ad5963cfecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9eefa646-3cc2-41e1-8002-83df2af4708b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.692060 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9a183aad-ce9f-46da-b096-5ad5963cfecd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=effd565dabff4bdea513f7a3f7e31165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4112122 Feb 19 03:22:19.696490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a183aad-ce9f-46da-b096-5ad5963cfecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eefa646-3cc2-41e1-8002-83df2af4708b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:19.698933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41588) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:19.709793 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:19.715348 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.755615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d611a95e-4681-49d4-9d54-5812faaceff2 None None] Current status of the port 3ae3d6c7-3641-447a-9d62-90d3696dc317 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:19.761889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d611a95e-4681-49d4-9d54-5812faaceff2 None None] Could not find standard attr ID for object bef8f81f-71b3-4018-8c6f-a656cc1b3f5e. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:19.791020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a118ab-372e-4802-8ba1-6d5689e97ba9 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:19.849387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-74a118ab-372e-4802-8ba1-6d5689e97ba9 None None] Deleting port 3ae3d6c7-3641-447a-9d62-90d3696dc317 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:19.849656 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-74a118ab-372e-4802-8ba1-6d5689e97ba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.885123 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c70dc78b-2c8e-4e76-8082-6d316aa78468 admin admin] Publish callbacks [] for security_group (9eefa646-3cc2-41e1-8002-83df2af4708b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.918733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c70dc78b-2c8e-4e76-8082-6d316aa78468 admin admin] Publish callbacks [] for security_group (9eefa646-3cc2-41e1-8002-83df2af4708b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.925436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-74a118ab-372e-4802-8ba1-6d5689e97ba9 None None] For port 3ae3d6c7-3641-447a-9d62-90d3696dc317, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3ae3d6c7-3641-447a-9d62-90d3696dc317,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:19.925810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-74a118ab-372e-4802-8ba1-6d5689e97ba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.942048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-74a118ab-372e-4802-8ba1-6d5689e97ba9 None None] Calling delete_port for 3ae3d6c7-3641-447a-9d62-90d3696dc317 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:19.971653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-05ad6cf9-4ca0-446a-9b59-e691b0f2bbe1 service neutron] 10.222.0.42 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652059 Feb 19 03:22:20.033415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-74a118ab-372e-4802-8ba1-6d5689e97ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (3ae3d6c7-3641-447a-9d62-90d3696dc317), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.057252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c70dc78b-2c8e-4e76-8082-6d316aa78468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9eefa646-3cc2-41e1-8002-83df2af4708b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.060362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a118ab-372e-4802-8ba1-6d5689e97ba9 None None] Pushing event deleted for resources: {'Port': ['ID=3ae3d6c7-3641-447a-9d62-90d3696dc317,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:20.060870 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c70dc78b-2c8e-4e76-8082-6d316aa78468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.062337 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c70dc78b-2c8e-4e76-8082-6d316aa78468 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9eefa646-3cc2-41e1-8002-83df2af4708b HTTP/1.1" status: 204 len: 168 time: 0.3611114 Feb 19 03:22:20.073307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a118ab-372e-4802-8ba1-6d5689e97ba9 None None] No DVR routers for this DVR port 3ae3d6c7-3641-447a-9d62-90d3696dc317 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:20.075835 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dc78b-2c8e-4e76-8082-6d316aa78468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eefa646-3cc2-41e1-8002-83df2af4708b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:20.225213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.objects.ports [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:22:20.230474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.291338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:20.294838 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:20.300482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:20.301298 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.311439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0e1cd-710c-4ab7-8958-86c794b5f371 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:20.316964 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:20.339279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41602) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:20.341875 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-57c66de4-3127-40dd-9e69-de8f8e68febf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8644054 Feb 19 03:22:20.346486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-acf56955-c002-425a-bef4-72d2ace0f36c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:20.560201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:20.561071 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.565595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1ebd-5399-450d-8b31-454e59f2d3a7 req-d2f333dc-b696-4097-9499-1b1875abc9d4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:20.567843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c5e1ebd-5399-450d-8b31-454e59f2d3a7 req-d2f333dc-b696-4097-9499-1b1875abc9d4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 950 time: 0.1171184 Feb 19 03:22:20.597803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf56955-c002-425a-bef4-72d2ace0f36c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:20.602539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-acf56955-c002-425a-bef4-72d2ace0f36c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.702437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c5e1ebd-5399-450d-8b31-454e59f2d3a7 req-496431fc-7527-48e3-aa1c-2f841645f56c tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263273 Feb 19 03:22:20.778936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Allocated IP 2001:db8::f816:3eff:fe64:1ae6 (bbbabb97-7b58-44ba-8518-a6a14187983e/948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794/04a47b07-568d-4da0-98d5-96e82ac174e5) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:21.019488 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-acf56955-c002-425a-bef4-72d2ace0f36c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (c3eb913b-ffbd-4431-b17a-1078219244f3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.077279 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Publish callbacks [] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.088101 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.114064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf56955-c002-425a-bef4-72d2ace0f36c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=c3eb913b-ffbd-4431-b17a-1078219244f3,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:21.135339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf56955-c002-425a-bef4-72d2ace0f36c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:21.137831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-acf56955-c002-425a-bef4-72d2ace0f36c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:21.142136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf56955-c002-425a-bef4-72d2ace0f36c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:21.143191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-acf56955-c002-425a-bef4-72d2ace0f36c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.172612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-acf56955-c002-425a-bef4-72d2ace0f36c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8309965 Feb 19 03:22:21.180969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41630) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:21.185879 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:f9:35:49', 'name': 'tempest-NetworksTestDHCPv6-643348190'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:21.206724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:21.211907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3ae3d6c7-3641-447a-9d62-90d3696dc317 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:21.219779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:21.224229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:21.355987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 3ae3d6c7-3641-447a-9d62-90d3696dc317 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:21.356661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3ae3d6c7-3641-447a-9d62-90d3696dc317 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:21.390258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Pushing event updated for resources: {'Port': ['ID=04a47b07-568d-4da0-98d5-96e82ac174e5,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:21.404820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef75d32-7802-4c25-b1eb-5454bb5158c0 req-0f488ac5-4a50-48fb-8bff-90c848d86b92 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:21.406638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ef75d32-7802-4c25-b1eb-5454bb5158c0 req-0f488ac5-4a50-48fb-8bff-90c848d86b92 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.0832007 Feb 19 03:22:21.412318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Attempting to bind port 04a47b07-568d-4da0-98d5-96e82ac174e5 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:21.413275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Attempting to bind port 04a47b07-568d-4da0-98d5-96e82ac174e5 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:21.413987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Attempting to bind port 04a47b07-568d-4da0-98d5-96e82ac174e5 on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:21.418558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:21.423149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:21.423877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:21.424542 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.425197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:21.427065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Bound port: 04a47b07-568d-4da0-98d5-96e82ac174e5, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:21.427065 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.472684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ef75d32-7802-4c25-b1eb-5454bb5158c0 req-0ee7729a-6873-406f-b59a-de2377673f86 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593696 Feb 19 03:22:21.535219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] For port 04a47b07-568d-4da0-98d5-96e82ac174e5, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:21.539460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] For port 04a47b07-568d-4da0-98d5-96e82ac174e5, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04a47b07-568d-4da0-98d5-96e82ac174e5,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:21.552956 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.562714 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.599187 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 89126fc1-827d-4178-b898-bce98aaf0a45 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:21.634769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6607ad6d-d330-4588-b417-b1ee7cf9afec req-72c6ae67-6de1-4d2c-af9f-4914668366d9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 210 time: 0.0859768 Feb 19 03:22:21.650838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6f63d-20f6-477a-a263-8debccaaef1d None None] Pushing event updated for resources: {'Port': ['ID=04a47b07-568d-4da0-98d5-96e82ac174e5,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:21.809906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f98270-c063-4fd2-89c4-d4e82825cf6f req-c9858b0c-6bd7-4a67-8502-91fac146be82 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:21.817631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f98270-c063-4fd2-89c4-d4e82825cf6f req-c9858b0c-6bd7-4a67-8502-91fac146be82 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 948 time: 0.0726719 Feb 19 03:22:21.945145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f98270-c063-4fd2-89c4-d4e82825cf6f req-c61318f6-fcda-4395-8bc2-83409a50ef1f tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222072 Feb 19 03:22:22.097802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-681bd3f4-f177-408b-842e-160a39ab4b4c tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:22.099382 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-681bd3f4-f177-408b-842e-160a39ab4b4c tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.37 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 812 time: 0.3524094 Feb 19 03:22:22.142822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'port': {'device_id': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7', 'admin_state_up': True, 'tenant_id': '386611ab44ec4f4ba766be54796ba9c5'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:22.168264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 172.20.0.5 (bbbabb97-7b58-44ba-8518-a6a14187983e/c3eb913b-ffbd-4431-b17a-1078219244f3/89126fc1-827d-4178-b898-bce98aaf0a45) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:22.229935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f816:3eff:fef9:3549 (bbbabb97-7b58-44ba-8518-a6a14187983e/948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794/89126fc1-827d-4178-b898-bce98aaf0a45) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:22.258150 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.302289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7052d0-1f0d-48db-a937-00fa7f74915d req-165b0d83-77d2-4ec9-bc37-a7f62a40b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:22.302289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca7052d0-1f0d-48db-a937-00fa7f74915d req-165b0d83-77d2-4ec9-bc37-a7f62a40b4d2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1128 time: 0.0850582 Feb 19 03:22:22.360768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca7052d0-1f0d-48db-a937-00fa7f74915d req-d2efbfa5-ae61-41dc-b8d1-8810640c9072 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481615 Feb 19 03:22:22.890380 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-f7facc3f-f3c8-4e8d-8ed3-d43762628b29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68c36b14-9f90-412f-a860-ae96030b750c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6294756 Feb 19 03:22:22.918456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-bc0f6782-c5bc-4701-9e2c-22f91f7dc4d6 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:22.920295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-bc0f6782-c5bc-4701-9e2c-22f91f7dc4d6 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.71 "GET /v2.0/ports?device_id=36e920bc-9954-4c39-acc6-050050f838c9 HTTP/1.1" status: 200 len: 948 time: 0.1204710 Feb 19 03:22:22.922779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (89126fc1-827d-4178-b898-bce98aaf0a45), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.020959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (89126fc1-827d-4178-b898-bce98aaf0a45), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.054594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Made reservation on behalf of 386611ab44ec4f4ba766be54796ba9c5 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:23.058713 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.114837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-eb95ae37-ff30-4ffd-80c7-f5f82a7e1679 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Deleting port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:23.115301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-eb95ae37-ff30-4ffd-80c7-f5f82a7e1679 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.190872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=89126fc1-827d-4178-b898-bce98aaf0a45,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:23.259732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9630beed-a88a-4faa-a234-55290d3fad2f None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:23.283127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04a47b07-568d-4da0-98d5-96e82ac174e5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:23.310504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:23.316651 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:23.323053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:23.374690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-eb95ae37-ff30-4ffd-80c7-f5f82a7e1679 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] For port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:23.375913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-eb95ae37-ff30-4ffd-80c7-f5f82a7e1679 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.396013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-eb95ae37-ff30-4ffd-80c7-f5f82a7e1679 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Calling delete_port for 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:23.412306 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-f6921cf4-bb4a-4b18-a30b-772f04a3a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:23.413873 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-f6921cf4-bb4a-4b18-a30b-772f04a3a44b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c73ec28a0e474eeea8dfd74485c16653&device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 1131 time: 0.3733432 Feb 19 03:22:23.433084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:23.433715 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.456728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Allocated IP 172.20.0.2 (25750d6e-2380-4f73-8e9a-30d5d668b0b7/67651e34-c6d5-437c-a977-e22e860ae28e/2a918cb6-7d9d-4074-89cf-6a2383cb5985) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:23.473946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490da934-1096-41fc-811e-9c77b18efe5f req-324383d8-d09e-418d-ab74-99425505e347 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:23.478480 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-df3ae7c2-f758-4dcf-be23-abdd4ab1dcd4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2984028 Feb 19 03:22:23.481786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-490da934-1096-41fc-811e-9c77b18efe5f req-324383d8-d09e-418d-ab74-99425505e347 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.3518026 Feb 19 03:22:23.482712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41696) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:23.504082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6ff4a007-1c37-4358-b346-2e434e4dab6b None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:23.504547 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a007-1c37-4358-b346-2e434e4dab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.558836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:23.559214 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.669358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-90bd5e46-4a98-456d-b853-0619abf03b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:23.671572 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-90bd5e46-4a98-456d-b853-0619abf03b07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2125821 Feb 19 03:22:23.752596 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-a65e04ea-84a7-427d-b0df-aa23119db82e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559 HTTP/1.1" status: 200 len: 217 time: 0.0724742 Feb 19 03:22:23.810709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-490da934-1096-41fc-811e-9c77b18efe5f req-d8a4e19b-f8da-4c78-82c4-762f610d94bd tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160362 Feb 19 03:22:23.816556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6ff4a007-1c37-4358-b346-2e434e4dab6b None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:23.817188 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a007-1c37-4358-b346-2e434e4dab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.843548 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.879049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:23.879794 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.892508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-83f7e52a-d788-4282-a030-e8c49f5572d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:23.894772 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-83f7e52a-d788-4282-a030-e8c49f5572d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1335800 Feb 19 03:22:23.900733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0982c6-e672-4821-bf52-6f49694b6c27 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:23.907005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0982c6-e672-4821-bf52-6f49694b6c27 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:23.911135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ea0982c6-e672-4821-bf52-6f49694b6c27 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4204826 Feb 19 03:22:23.911293 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.913026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41706) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:23.928890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6ff4a007-1c37-4358-b346-2e434e4dab6b None None] For port 04a47b07-568d-4da0-98d5-96e82ac174e5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04a47b07-568d-4da0-98d5-96e82ac174e5,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:23.943753 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a007-1c37-4358-b346-2e434e4dab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.954058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['af2fd209-8b7a-4854-8c4c-ead820a22ab0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:23.955902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9071cc62-b51b-4d8e-ae53-6bcce209c0a8 None None] Update dhcp port {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': '948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794', 'ip_address': '2001:db8::f816:3eff:fe64:1ae6'}, {'subnet_id': 'c3eb913b-ffbd-4431-b17a-1078219244f3'}], 'binding:host_id': 'n-d-826756-2'}, 'id': '04a47b07-568d-4da0-98d5-96e82ac174e5'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:22:23.973083 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-eb95ae37-ff30-4ffd-80c7-f5f82a7e1679 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.050653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95ae37-ff30-4ffd-80c7-f5f82a7e1679 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Pushing event deleted for resources: {'Port': ['ID=9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:24.103004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:24.116044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'Port': ['ID=2a918cb6-7d9d-4074-89cf-6a2383cb5985,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:24.138169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:24.138802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-eb95ae37-ff30-4ffd-80c7-f5f82a7e1679 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] No DVR routers for this DVR port 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:24.142087 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:24.149663 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-eb95ae37-ff30-4ffd-80c7-f5f82a7e1679 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.157214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e81e9a76-16a2-4c43-935d-69d72dee4561 req-eb95ae37-ff30-4ffd-80c7-f5f82a7e1679 tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.71 "DELETE /v2.0/ports/9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb HTTP/1.1" status: 204 len: 173 time: 1.2275217 Feb 19 03:22:24.157751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e920bc-9954-4c39-acc6-050050f838c9', 'name': 'network-vif-deleted', 'tag': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:24.175421 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad96137-972b-4d24-8bea-7e9b8221bf70" -d '{"events": [{"server_uuid": "36e920bc-9954-4c39-acc6-050050f838c9", "name": "network-vif-deleted", "tag": "9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:24.223009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-5a1ef399-812f-4403-a953-292c244cc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.224554 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-5a1ef399-812f-4403-a953-292c244cc338 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3238695 Feb 19 03:22:24.296803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.297346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.346061 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-d120339f-fd3e-44a2-9620-858b12cf7446 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2103326 Feb 19 03:22:24.360485 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-cfafbf60-57b7-4190-b053-a30fbb51297a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 89126fc1-827d-4178-b898-bce98aaf0a45 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:24.360828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfafbf60-57b7-4190-b053-a30fbb51297a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (89126fc1-827d-4178-b898-bce98aaf0a45), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.379226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Request body: {'port': {'device_id': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:24.412972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-22d3c2a3-8c53-4802-9cd5-b8fce3536a9c tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.413522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-22d3c2a3-8c53-4802-9cd5-b8fce3536a9c tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.414075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-22d3c2a3-8c53-4802-9cd5-b8fce3536a9c tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.415766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-22d3c2a3-8c53-4802-9cd5-b8fce3536a9c tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.416254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-22d3c2a3-8c53-4802-9cd5-b8fce3536a9c tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.417337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-22d3c2a3-8c53-4802-9cd5-b8fce3536a9c tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.417720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-22d3c2a3-8c53-4802-9cd5-b8fce3536a9c tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.418236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-22d3c2a3-8c53-4802-9cd5-b8fce3536a9c tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.425898 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9071cc62-b51b-4d8e-ae53-6bcce209c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.433061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-22d3c2a3-8c53-4802-9cd5-b8fce3536a9c tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3&device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd&device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1&device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2&device_id=9d43dd40-2445-47bb-9acb-c359f2fee735&device_id=36e920bc-9954-4c39-acc6-050050f838c9&device_id=68c36b14-9f90-412f-a860-ae96030b750c&device_id=90bdf9d7-240f-4807-904c-d2725f806e6f&device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 7545 time: 0.1031928 Feb 19 03:22:24.455671 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.468248 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:22:24.468669 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:22:24.519082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4a007-1c37-4358-b346-2e434e4dab6b None None] Pushing event updated for resources: {'Port': ['ID=04a47b07-568d-4da0-98d5-96e82ac174e5,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:24.604747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Publish callbacks [] for security_group (4a743e0e-8dd4-42e0-bf5b-e003ccccd07f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.610157 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfafbf60-57b7-4190-b053-a30fbb51297a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (89126fc1-827d-4178-b898-bce98aaf0a45), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.611060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4a743e0e-8dd4-42e0-bf5b-e003ccccd07f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.614029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41718) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:24.614367 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-44c93865-57f0-4c4a-82fe-969679fedc86 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811917 Feb 19 03:22:24.664891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-cfafbf60-57b7-4190-b053-a30fbb51297a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 89126fc1-827d-4178-b898-bce98aaf0a45 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:24.675178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a743e0e-8dd4-42e0-bf5b-e003ccccd07f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:24.702349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.702836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.703334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.703784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.704200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.704615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.705516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.706067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.706478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.707058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.707498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.707950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.708355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:24.798252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e33539f-9c65-4f55-ac27-ea89ebf8f653 req-79096c92-feea-440a-aaea-ae5b8472a131 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&id=4d53d407-e03a-4d87-9095-5f8842154c4b&id=d8865b50-4efd-4a1f-9063-f47159c745d3&id=1151fae2-aef9-4d02-b37f-c9cc56ef1c59&id=67c194fe-f43a-4a72-b46c-7aa26dd6508a&id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 717 time: 0.3623586 Feb 19 03:22:24.891930 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.910939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-9071cc62-b51b-4d8e-ae53-6bcce209c0a8 None None] Allocated IP 172.20.0.2 (bbbabb97-7b58-44ba-8518-a6a14187983e/c3eb913b-ffbd-4431-b17a-1078219244f3/04a47b07-568d-4da0-98d5-96e82ac174e5) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:24.924567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fac4609e-c22d-4b29-80b6-e9ea35392dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.014207 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed54466c-9f86-4430-b2cf-d53a3dd1965c req-0898f67f-34ad-45fc-8f86-cd38f1fcb609 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842299 Feb 19 03:22:25.106616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed468a-917b-46ae-92cc-c7ae2f2544ac req-bad0af7b-4262-4c0d-9aa6-4cedecdcd845 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:25.111128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bed468a-917b-46ae-92cc-c7ae2f2544ac req-bad0af7b-4262-4c0d-9aa6-4cedecdcd845 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 931 time: 0.1391199 Feb 19 03:22:25.114599 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:25.119699 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fac4609e-c22d-4b29-80b6-e9ea35392dd8 admin admin] Publish callbacks [] for security_group (4aa11035-fe2e-43da-b189-c00963cf39f6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.149729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9071cc62-b51b-4d8e-ae53-6bcce209c0a8 None None] For port 04a47b07-568d-4da0-98d5-96e82ac174e5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04a47b07-568d-4da0-98d5-96e82ac174e5,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:25.193777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bed468a-917b-46ae-92cc-c7ae2f2544ac req-014b4ef7-a32f-46f6-a565-2a6e0b87496f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715702 Feb 19 03:22:25.199659 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fac4609e-c22d-4b29-80b6-e9ea35392dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4aa11035-fe2e-43da-b189-c00963cf39f6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.239768 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9071cc62-b51b-4d8e-ae53-6bcce209c0a8 None None] Publish callbacks [] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.244422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4609e-c22d-4b29-80b6-e9ea35392dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa11035-fe2e-43da-b189-c00963cf39f6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:25.253386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fac4609e-c22d-4b29-80b6-e9ea35392dd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca4ee67c28354abb928886955e4a808f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6337383 Feb 19 03:22:25.253574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41730) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:25.255851 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9071cc62-b51b-4d8e-ae53-6bcce209c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.288742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04a47b07-568d-4da0-98d5-96e82ac174e5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:25.382405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfafbf60-57b7-4190-b053-a30fbb51297a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (89126fc1-827d-4178-b898-bce98aaf0a45), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.383657 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4f795fc-d73d-4fc3-bc0a-a0eae8aa17c0 admin admin] Publish callbacks [] for security_group (4aa11035-fe2e-43da-b189-c00963cf39f6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.396501 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1b21b3-ff2f-449c-8bb7-bfe1efd79b11 x-openstack-request-id: req-5f1b21b3-ff2f-449c-8bb7-bfe1efd79b11 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:25.396867 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e920bc-9954-4c39-acc6-050050f838c9", "name": "network-vif-deleted", "tag": "9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:25.397167 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f1b21b3-ff2f-449c-8bb7-bfe1efd79b11 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:25.397635 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e920bc-9954-4c39-acc6-050050f838c9', 'name': 'network-vif-deleted', 'tag': '9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb', 'status': 'completed', 'code': 200} Feb 19 03:22:25.433969 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4f795fc-d73d-4fc3-bc0a-a0eae8aa17c0 admin admin] Publish callbacks [] for security_group (4aa11035-fe2e-43da-b189-c00963cf39f6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.438821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafbf60-57b7-4190-b053-a30fbb51297a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=89126fc1-827d-4178-b898-bce98aaf0a45,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:25.479731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071cc62-b51b-4d8e-ae53-6bcce209c0a8 None None] Pushing event updated for resources: {'Port': ['ID=04a47b07-568d-4da0-98d5-96e82ac174e5,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:25.501976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:25.538265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:25.539080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9b9ee9e2-f5cd-4cdd-98c3-2ebd4535beeb not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:25.546913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4f795fc-d73d-4fc3-bc0a-a0eae8aa17c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4aa11035-fe2e-43da-b189-c00963cf39f6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.549682 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4f795fc-d73d-4fc3-bc0a-a0eae8aa17c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.551899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e4f795fc-d73d-4fc3-bc0a-a0eae8aa17c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4aa11035-fe2e-43da-b189-c00963cf39f6 HTTP/1.1" status: 204 len: 168 time: 0.2970645 Feb 19 03:22:25.572859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f795fc-d73d-4fc3-bc0a-a0eae8aa17c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa11035-fe2e-43da-b189-c00963cf39f6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:25.605574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:25.606518 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.634192 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:22:25.636302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfafbf60-57b7-4190-b053-a30fbb51297a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.648370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41740) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:25.651826 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cfafbf60-57b7-4190-b053-a30fbb51297a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/89126fc1-827d-4178-b898-bce98aaf0a45 HTTP/1.1" status: 204 len: 168 time: 1.7195599 Feb 19 03:22:25.686585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a918cb6-7d9d-4074-89cf-6a2383cb5985 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:25.706111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Publish callbacks [] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.733967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Transition to ACTIVE for port object 2a918cb6-7d9d-4074-89cf-6a2383cb5985 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:25.739553 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.821444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:25.832274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a918cb6-7d9d-4074-89cf-6a2383cb5985,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:25.838627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd292b-811c-4dfc-ad7f-b26d189bf672 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:25.839946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd292b-811c-4dfc-ad7f-b26d189bf672 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:25.841257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd292b-811c-4dfc-ad7f-b26d189bf672 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:25.846759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41744) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:25.847108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9fbd292b-811c-4dfc-ad7f-b26d189bf672 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1952360 Feb 19 03:22:25.873354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f220e2-3b0b-48bb-8153-2f437a53e0c7 req-53d8d39f-2d54-4c14-a664-1a857795ac71 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:25.875762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83f220e2-3b0b-48bb-8153-2f437a53e0c7 req-53d8d39f-2d54-4c14-a664-1a857795ac71 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.1984007 Feb 19 03:22:25.996591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83f220e2-3b0b-48bb-8153-2f437a53e0c7 req-fe33c17d-997c-4e86-9f03-db898c950c15 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145163 Feb 19 03:22:26.000230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-970df01a-0e4d-4f10-8420-52ef621729b7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:26.006667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-970df01a-0e4d-4f10-8420-52ef621729b7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.090297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Attempting to bind port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:26.090874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Attempting to bind port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '0aaae110-0db3-419d-8c8e-e61ff7be9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:26.091301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Attempting to bind port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 on network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:26.102903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-970df01a-0e4d-4f10-8420-52ef621729b7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.140907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 on network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:26.141209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Attempting to bind port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 on network 25750d6e-2380-4f73-8e9a-30d5d668b0b7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:26.158797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:26.159165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Checking segment: {'id': '0aaae110-0db3-419d-8c8e-e61ff7be9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:26.159652 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Bound using segment: {'id': '0aaae110-0db3-419d-8c8e-e61ff7be9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:26.159967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Bound port: 2a918cb6-7d9d-4074-89cf-6a2383cb5985, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aaae110-0db3-419d-8c8e-e61ff7be9efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:26.160324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.244390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41756) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:26.262656 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1a52fea-4733-42b4-9440-8618550156c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.323010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-970df01a-0e4d-4f10-8420-52ef621729b7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.378240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] For port 2a918cb6-7d9d-4074-89cf-6a2383cb5985, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:26.388626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] For port 2a918cb6-7d9d-4074-89cf-6a2383cb5985, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:26.403612 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.430528 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1a52fea-4733-42b4-9440-8618550156c0 admin admin] Publish callbacks [] for security_group (f56fde98-4c97-4f1f-92f1-5329fecb7de3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.438948 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1a52fea-4733-42b4-9440-8618550156c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f56fde98-4c97-4f1f-92f1-5329fecb7de3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.469145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:26.469833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.471821 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/2a918cb6-7d9d-4074-89cf-6a2383cb5985 HTTP/1.1" status: 200 len: 1091 time: 2.1070745 Feb 19 03:22:26.472530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'tag': '2a918cb6-7d9d-4074-89cf-6a2383cb5985'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:26.475558 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aa536f-149c-40d8-b1da-3811827f9cd3", "tag": "2a918cb6-7d9d-4074-89cf-6a2383cb5985"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:26.488687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f1362def-0a46-4afe-889f-11ab62a8a69b None None] Could not find standard attr ID for object 89126fc1-827d-4178-b898-bce98aaf0a45. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:26.495997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-970df01a-0e4d-4f10-8420-52ef621729b7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.507487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d1a52fea-4733-42b4-9440-8618550156c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9363b298afee46f797bd35da3701d1a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2589722 Feb 19 03:22:26.508570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41768) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:26.513702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f1362def-0a46-4afe-889f-11ab62a8a69b None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:26.514102 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f1362def-0a46-4afe-889f-11ab62a8a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.529145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a52fea-4733-42b4-9440-8618550156c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56fde98-4c97-4f1f-92f1-5329fecb7de3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:26.573382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-970df01a-0e4d-4f10-8420-52ef621729b7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.579096 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-970df01a-0e4d-4f10-8420-52ef621729b7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794 HTTP/1.1" status: 204 len: 168 time: 0.7283475 Feb 19 03:22:26.583429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41770) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:26.585703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970df01a-0e4d-4f10-8420-52ef621729b7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:26.624524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5903e-e2e4-437e-a1dd-022fcdf4e3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a918cb6-7d9d-4074-89cf-6a2383cb5985,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:26.634800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f1362def-0a46-4afe-889f-11ab62a8a69b None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:26.660704 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-78b5f6af-feca-45ed-aa2d-797ed7ab4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:26.662365 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-78b5f6af-feca-45ed-aa2d-797ed7ab4b3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 1125 time: 0.0965044 Feb 19 03:22:26.695839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a798f-21b4-403f-8488-d674f7737a2b req-eaa4a0a3-c079-4869-8489-dfff9353fc46 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:26.696626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a798f-21b4-403f-8488-d674f7737a2b req-eaa4a0a3-c079-4869-8489-dfff9353fc46 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:26.696852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a798f-21b4-403f-8488-d674f7737a2b req-eaa4a0a3-c079-4869-8489-dfff9353fc46 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:26.698564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f2a798f-21b4-403f-8488-d674f7737a2b req-eaa4a0a3-c079-4869-8489-dfff9353fc46 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd&device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1&device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 2977 time: 0.1638329 Feb 19 03:22:26.706089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d21eee4-7849-4342-8920-c536733417c0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet c3eb913b-ffbd-4431-b17a-1078219244f3 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:26.710302 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e70777e-bd51-435b-a044-945438e6c352 admin admin] Publish callbacks [] for security_group (f56fde98-4c97-4f1f-92f1-5329fecb7de3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.713193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d21eee4-7849-4342-8920-c536733417c0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (c3eb913b-ffbd-4431-b17a-1078219244f3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.723757 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-794a5315-3317-44a9-afea-32c8a557ca29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985 HTTP/1.1" status: 200 len: 217 time: 0.0396392 Feb 19 03:22:26.785270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-4aa2abae-0ce5-406a-bf0e-fc9224fe716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:26.787050 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-4aa2abae-0ce5-406a-bf0e-fc9224fe716b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 200 len: 852 time: 0.0571265 Feb 19 03:22:26.795373 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e70777e-bd51-435b-a044-945438e6c352 admin admin] Publish callbacks [] for security_group (f56fde98-4c97-4f1f-92f1-5329fecb7de3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.815532 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d21eee4-7849-4342-8920-c536733417c0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (c3eb913b-ffbd-4431-b17a-1078219244f3), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.829587 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-17885f2e-ff28-49b8-bcda-59b0b21381d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25750d6e-2380-4f73-8e9a-30d5d668b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327020 Feb 19 03:22:26.847051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f2a798f-21b4-403f-8488-d674f7737a2b req-da09062f-2513-4523-aba3-b287781eba95 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306727 Feb 19 03:22:26.870892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e33aef-1386-4a17-af1d-6a0a007c2146 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:26.923888 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e70777e-bd51-435b-a044-945438e6c352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f56fde98-4c97-4f1f-92f1-5329fecb7de3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.927311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e70777e-bd51-435b-a044-945438e6c352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.931350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8e70777e-bd51-435b-a044-945438e6c352 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f56fde98-4c97-4f1f-92f1-5329fecb7de3 HTTP/1.1" status: 204 len: 168 time: 0.4185367 Feb 19 03:22:26.964643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70777e-bd51-435b-a044-945438e6c352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56fde98-4c97-4f1f-92f1-5329fecb7de3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:26.987976 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d21eee4-7849-4342-8920-c536733417c0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (c3eb913b-ffbd-4431-b17a-1078219244f3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.996298 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-01cd9984-855e-497d-9e0e-27ff3e1e6ea9 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590033 Feb 19 03:22:27.017108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e81ab86f-5f23-49e6-9769-8df899348087 None None] Could not find standard attr ID for object 89126fc1-827d-4178-b898-bce98aaf0a45. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:27.074185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d21eee4-7849-4342-8920-c536733417c0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (c3eb913b-ffbd-4431-b17a-1078219244f3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.113191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21eee4-7849-4342-8920-c536733417c0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=c3eb913b-ffbd-4431-b17a-1078219244f3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:27.121058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d21eee4-7849-4342-8920-c536733417c0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.127075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41784) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:27.134643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8d21eee4-7849-4342-8920-c536733417c0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/c3eb913b-ffbd-4431-b17a-1078219244f3 HTTP/1.1" status: 204 len: 168 time: 0.5499206 Feb 19 03:22:27.190190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41786) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:27.192846 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-509d9c40-aa71-43d9-acd8-6467b7aa17cb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627615 Feb 19 03:22:27.198141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-20c85aa8-eaf6-4bea-a0a7-2be451b2467c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:27.240562 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d397b90-3ad0-4ff5-a273-26d1193c57db req-5ca1087a-24c6-4bab-8b15-e2a28e931d82 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351758 Feb 19 03:22:27.253165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04a47b07-568d-4da0-98d5-96e82ac174e5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:27.340626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c85aa8-eaf6-4bea-a0a7-2be451b2467c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:27.344306 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20c85aa8-eaf6-4bea-a0a7-2be451b2467c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.353371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:27.353765 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.368650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cadad-6f4f-4948-8975-fa067a0b2153 req-1e5a89ae-bb45-43be-b9a7-f1ea53694ff3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:27.370301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b1cadad-6f4f-4948-8975-fa067a0b2153 req-1e5a89ae-bb45-43be-b9a7-f1ea53694ff3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 943 time: 0.2262955 Feb 19 03:22:27.474270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:27.511755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b1cadad-6f4f-4948-8975-fa067a0b2153 req-bef6b029-08a8-40a3-9910-8135ef4e98c9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108003 Feb 19 03:22:27.685143 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20c85aa8-eaf6-4bea-a0a7-2be451b2467c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (870dca91-93bf-4663-a7d3-bd4c36074eb6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.732349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b617813-fd99-442d-9d00-6b9d10ae3ac4 req-40e701de-a759-4ef3-811b-80a56431ddfe tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:27.733928 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b617813-fd99-442d-9d00-6b9d10ae3ac4 req-40e701de-a759-4ef3-811b-80a56431ddfe tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 949 time: 0.1392038 Feb 19 03:22:27.751608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c85aa8-eaf6-4bea-a0a7-2be451b2467c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:27.779470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-20c85aa8-eaf6-4bea-a0a7-2be451b2467c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:27.783420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c85aa8-eaf6-4bea-a0a7-2be451b2467c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:27.784115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20c85aa8-eaf6-4bea-a0a7-2be451b2467c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.784955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9173d9-696e-41cd-9a8f-72ed31038267 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:27.801762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c85aa8-eaf6-4bea-a0a7-2be451b2467c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=870dca91-93bf-4663-a7d3-bd4c36074eb6,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:27.827208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-20c85aa8-eaf6-4bea-a0a7-2be451b2467c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6326966 Feb 19 03:22:27.827481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41804) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:27.837637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:27.862996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b617813-fd99-442d-9d00-6b9d10ae3ac4 req-b6d3818b-1cc3-4d41-9a1f-847025650b1e tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d53d407-e03a-4d87-9095-5f8842154c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167462 Feb 19 03:22:27.865307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-381c5664-3d1d-41a1-904d-b7945df54ba2 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:27.865692 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-381c5664-3d1d-41a1-904d-b7945df54ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.987612 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3af48a-7fbc-43a4-995f-7ce73ab61059 x-openstack-request-id: req-7b3af48a-7fbc-43a4-995f-7ce73ab61059 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:27.988114 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aa536f-149c-40d8-b1da-3811827f9cd3", "tag": "2a918cb6-7d9d-4074-89cf-6a2383cb5985", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:27.988212 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b3af48a-7fbc-43a4-995f-7ce73ab61059 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:27.988560 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'tag': '2a918cb6-7d9d-4074-89cf-6a2383cb5985', 'status': 'completed', 'code': 200} Feb 19 03:22:28.010454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-381c5664-3d1d-41a1-904d-b7945df54ba2 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:28.028627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:28.033086 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.088548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41812) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:28.146706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158 req-61269b34-1b65-49f3-b3c0-457617fc5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:28.154087 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158 req-61269b34-1b65-49f3-b3c0-457617fc5a19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 1125 time: 0.1058567 Feb 19 03:22:28.294552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-756594170-network', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:28.309445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158 req-940d1727-1f3f-4edf-9e67-33dbd41e948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:28.311584 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158 req-940d1727-1f3f-4edf-9e67-33dbd41e948e service neutron] 10.222.0.37 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 913 time: 0.1486850 Feb 19 03:22:28.335066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41822) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:28.354313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Made reservation on behalf of 5cf97a4e18014482b6db74a93fe61ab7 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:28.355316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.364278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb755dfd-965f-4f7b-a965-a820a5ddc5de None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:28.375114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.416982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c1028-f540-4191-9a1b-3b3c629d275b req-3334c846-8673-4f76-af7d-9ca314dece5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:28.418956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-060c1028-f540-4191-9a1b-3b3c629d275b req-3334c846-8673-4f76-af7d-9ca314dece5c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1128 time: 0.1729770 Feb 19 03:22:28.421579 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158 req-4eee81c5-dc9b-40f2-9d76-909744227739 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985 HTTP/1.1" status: 200 len: 217 time: 0.0777271 Feb 19 03:22:28.480962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-55a9ddb1-7f16-4d35-b397-b84451f339b7 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:28.481471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-55a9ddb1-7f16-4d35-b397-b84451f339b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.487720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158 req-ff0173b0-a185-4478-9f96-aeffe529c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:28.489224 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158 req-ff0173b0-a185-4478-9f96-aeffe529c1f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 200 len: 852 time: 0.0579116 Feb 19 03:22:28.533826 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158 req-c9880e60-ca1b-479e-bdb9-d55fa07fe639 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25750d6e-2380-4f73-8e9a-30d5d668b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370376 Feb 19 03:22:28.604556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-55a9ddb1-7f16-4d35-b397-b84451f339b7 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:28.650974 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158 req-8ad88a56-4239-4e9c-8c2f-488150fe4484 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104014 Feb 19 03:22:28.707530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f02b7f6-2fec-47fc-b60f-01b066906cd3 admin admin] Deleting subnet d6c934e3-7b85-43d5-9c7b-befefe865487 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:28.735578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7f6-2fec-47fc-b60f-01b066906cd3 admin admin] Publish callbacks [] for subnet (d6c934e3-7b85-43d5-9c7b-befefe865487), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.787538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c1028-f540-4191-9a1b-3b3c629d275b req-e6f779ca-5af1-466d-9469-e7b4067ed599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:28.789156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-060c1028-f540-4191-9a1b-3b3c629d275b req-e6f779ca-5af1-466d-9469-e7b4067ed599 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 919 time: 0.3606074 Feb 19 03:22:28.803791 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7d48c3b5-5a5d-4e93-922c-2bd01dfcf158 req-30389979-d023-4e3f-9991-2b711b51190f service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335144 Feb 19 03:22:28.805536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7ef46-b3f0-40c6-ac4f-17fffd1e7e8d req-90d670ae-4ad8-434b-a4fd-e16e3d7b1a1f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:28.807175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7f7ef46-b3f0-40c6-ac4f-17fffd1e7e8d req-90d670ae-4ad8-434b-a4fd-e16e3d7b1a1f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.3085036 Feb 19 03:22:28.893585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7f6-2fec-47fc-b60f-01b066906cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (d6c934e3-7b85-43d5-9c7b-befefe865487), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.908876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-060c1028-f540-4191-9a1b-3b3c629d275b req-951c94e1-9d75-43a2-a076-b8cd197e9f1e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7025aec4-f271-40a9-975f-eb5afa1230f0 HTTP/1.1" status: 200 len: 217 time: 0.1006596 Feb 19 03:22:28.929451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4587b429-da53-4831-9bb9-4515deb35a06 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:28.930629 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4587b429-da53-4831-9bb9-4515deb35a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.942625 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Publish callbacks [] for security_group (38a2570a-344d-443c-8894-73566785ea3a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.963610 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (38a2570a-344d-443c-8894-73566785ea3a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.026732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4587b429-da53-4831-9bb9-4515deb35a06 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:29.061285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7f6-2fec-47fc-b60f-01b066906cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (d6c934e3-7b85-43d5-9c7b-befefe865487), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.063373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:29.316875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-d6c73d69-0bca-4c78-b9a2-f062ed8ff0fa tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:29.319129 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-d6c73d69-0bca-4c78-b9a2-f062ed8ff0fa tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 949 time: 0.0619023 Feb 19 03:22:29.419054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7f7ef46-b3f0-40c6-ac4f-17fffd1e7e8d req-3445cd80-b3f2-41ae-a5bc-6c2d03361a3b tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040058 Feb 19 03:22:29.432856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-9b285e4a-2c2c-4821-afe0-61afccc3639a tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Deleting port 93e1a0db-fe25-48ad-909d-e91c46fe2559 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:29.433220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-9b285e4a-2c2c-4821-afe0-61afccc3639a tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.437311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (fa560ac8-f52f-407c-be72-6149a5bccd31), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.437683 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Added segment fa560ac8-f52f-407c-be72-6149a5bccd31 of type vlan for network fe9d6d30-625d-450f-933b-efaadb357ec7 Feb 19 03:22:29.439983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c1028-f540-4191-9a1b-3b3c629d275b req-00ea80ee-8cb6-4f77-85ba-98d2c9e2ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:29.441524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-060c1028-f540-4191-9a1b-3b3c629d275b req-00ea80ee-8cb6-4f77-85ba-98d2c9e2ef4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.4974384 Feb 19 03:22:29.479538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a2570a-344d-443c-8894-73566785ea3a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:29.532682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-060c1028-f540-4191-9a1b-3b3c629d275b req-0749f897-3cf5-4629-9211-832ff0384600 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750706 Feb 19 03:22:29.534879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.objects.ports [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:22:29.564801 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-9b285e4a-2c2c-4821-afe0-61afccc3639a tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] For port 93e1a0db-fe25-48ad-909d-e91c46fe2559, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=93e1a0db-fe25-48ad-909d-e91c46fe2559,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:29.565208 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-9b285e4a-2c2c-4821-afe0-61afccc3639a tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.582695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-9b285e4a-2c2c-4821-afe0-61afccc3639a tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Calling delete_port for 93e1a0db-fe25-48ad-909d-e91c46fe2559 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:29.644113 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (fe9d6d30-625d-450f-933b-efaadb357ec7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.735483 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7f6-2fec-47fc-b60f-01b066906cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (d6c934e3-7b85-43d5-9c7b-befefe865487), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.772444 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-9b285e4a-2c2c-4821-afe0-61afccc3639a tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (93e1a0db-fe25-48ad-909d-e91c46fe2559), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.807908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f02b7f6-2fec-47fc-b60f-01b066906cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.811287 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4f02b7f6-2fec-47fc-b60f-01b066906cd3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d6c934e3-7b85-43d5-9c7b-befefe865487 HTTP/1.1" status: 204 len: 168 time: 1.4762070 Feb 19 03:22:29.812299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02b7f6-2fec-47fc-b60f-01b066906cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c934e3-7b85-43d5-9c7b-befefe865487,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:29.816147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41836) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:29.816814 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (fe9d6d30-625d-450f-933b-efaadb357ec7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.817776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:29.818654 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.824792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b285e4a-2c2c-4821-afe0-61afccc3639a tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Pushing event deleted for resources: {'Port': ['ID=93e1a0db-fe25-48ad-909d-e91c46fe2559,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:29.892728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-9b285e4a-2c2c-4821-afe0-61afccc3639a tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] No DVR routers for this DVR port 93e1a0db-fe25-48ad-909d-e91c46fe2559 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:29.896962 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-9b285e4a-2c2c-4821-afe0-61afccc3639a tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.901424 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81a02646-78a0-47d6-a77b-0a8070b4c0ae req-9b285e4a-2c2c-4821-afe0-61afccc3639a tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.37 "DELETE /v2.0/ports/93e1a0db-fe25-48ad-909d-e91c46fe2559 HTTP/1.1" status: 204 len: 173 time: 0.5764360 Feb 19 03:22:29.989656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-deleted', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:29.991850 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9017711 Feb 19 03:22:29.996204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-060c1028-f540-4191-9a1b-3b3c629d275b req-92a15342-05a9-46f2-9848-5844bca11209 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519279 Feb 19 03:22:29.996358 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb079dad-063f-4838-a50d-b857da7cddf9" -d '{"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-deleted", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:30.001202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41842) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:30.009952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Request body: {'subnet': {'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-756594170-subnet', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:30.051172 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Made reservation on behalf of 5cf97a4e18014482b6db74a93fe61ab7 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:30.053996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2e328-5b1c-4bdf-9ec3-9a416f082053 admin admin] Pushing event updated for resources: {'Network': ['ID=fe9d6d30-625d-450f-933b-efaadb357ec7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:30.054291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.067662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network fe9d6d30-625d-450f-933b-efaadb357ec7 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:30.096873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41846) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:30.115971 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (419de084-40f5-4fc0-b6cf-3db2650792b1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.205964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb2fc8-700a-4b17-8d56-ba2e62db8dfc req-343d1c2f-a969-45b9-bc09-4a89b885df3b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:30.207836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2fb2fc8-700a-4b17-8d56-ba2e62db8dfc req-343d1c2f-a969-45b9-bc09-4a89b885df3b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 943 time: 0.2255912 Feb 19 03:22:30.217085 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.291663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-060c1028-f540-4191-9a1b-3b3c629d275b req-907b5866-01fd-4da7-9df7-94f7c597e1c2 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725205 Feb 19 03:22:30.382551 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (ce738e80-e0ec-4d2c-8061-632564612e19), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.431193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (419de084-40f5-4fc0-b6cf-3db2650792b1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.483022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2fb2fc8-700a-4b17-8d56-ba2e62db8dfc req-5ecbc331-67f2-4366-b7bb-6f69181f4893 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621005 Feb 19 03:22:30.487658 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fec12e5c-fe21-4f1c-a925-475b46bf0fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.498763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419de084-40f5-4fc0-b6cf-3db2650792b1']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:30.534452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Checking segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:30.535034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Network hostable DHCP agents. Network: fe9d6d30-625d-450f-933b-efaadb357ec7, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:30.535174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539825bb-156d-4263-9573-bca77329e8f0') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:30.535675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539825bb-156d-4263-9573-bca77329e8f0') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:30.542049 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce738e80-e0ec-4d2c-8061-632564612e19,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:30.587540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (539825bb-156d-4263-9573-bca77329e8f0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.619131 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (539825bb-156d-4263-9573-bca77329e8f0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.637112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:22:30.637604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (539825bb-156d-4263-9573-bca77329e8f0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.641081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:22:30.645218 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:22:30.661607 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, fe9d6d30-625d-450f-933b-efaadb357ec7) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:30.673834 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:30.674910 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.682497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88c800f-5271-45c8-80b9-3aeb75bdb197 None None] Network fe9d6d30-625d-450f-933b-efaadb357ec7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:30.693165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] For port 04a47b07-568d-4da0-98d5-96e82ac174e5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04a47b07-568d-4da0-98d5-96e82ac174e5,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:30.714847 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fec12e5c-fe21-4f1c-a925-475b46bf0fa6 admin admin] Publish callbacks [] for security_group (c34300a2-7db1-4508-9d19-be171c8f62be), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.723455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fec12e5c-fe21-4f1c-a925-475b46bf0fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c34300a2-7db1-4508-9d19-be171c8f62be), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.740335 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5b9afeb8-2a16-489c-9acd-956cdaa8915e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7365835 Feb 19 03:22:30.759528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41854) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:30.766163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.777253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:30.793772 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.804145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec12e5c-fe21-4f1c-a925-475b46bf0fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34300a2-7db1-4508-9d19-be171c8f62be,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:30.811717 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fec12e5c-fe21-4f1c-a925-475b46bf0fa6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2634178f0d04aa280b0bd87b462e366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7137668 Feb 19 03:22:30.814646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41856) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:30.829241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-fe9d6d30-625d-450f-933b-efaadb357ec7', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:30.830534 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.836946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0215f09-f9d2-479e-8158-3f0a894051e0 req-2b421806-41d1-4c01-9ef5-589a0b974acf tempest-ListImageFiltersTestJSON-915255609 tempest-ListImageFiltersTestJSON-915255609-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c36b14-9f90-412f-a860-ae96030b750c HTTP/1.1" status: 200 len: 210 time: 0.1069391 Feb 19 03:22:30.884040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (7631c8a7-8ecd-4e8c-8590-ecfc106ae849), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.909347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:30.910613 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (419de084-40f5-4fc0-b6cf-3db2650792b1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.912777 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ccea9b-ba28-4e69-8c20-99ffc58bd44a admin admin] Publish callbacks [] for security_group (c34300a2-7db1-4508-9d19-be171c8f62be), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.915744 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.919303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] 10.222.0.42 "DELETE /v2.0/networks/419de084-40f5-4fc0-b6cf-3db2650792b1 HTTP/1.1" status: 204 len: 168 time: 1.0957568 Feb 19 03:22:30.926192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:30.929744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:30.930503 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.955618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5eb27a-66c0-460d-b7e8-1cfa1f1f2a3a None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:30.989225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ccea9b-ba28-4e69-8c20-99ffc58bd44a admin admin] Publish callbacks [] for security_group (c34300a2-7db1-4508-9d19-be171c8f62be), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.994758 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (d9546364-5e86-4657-8dea-9e7461298a09), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.996964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (d9546364-5e86-4657-8dea-9e7461298a09), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.002764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876dd0d-3ff3-49c1-a948-ada38238a086 admin admin] Pushing event deleted for resources: {'Network': ['ID=419de084-40f5-4fc0-b6cf-3db2650792b1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:31.061424 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ccea9b-ba28-4e69-8c20-99ffc58bd44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c34300a2-7db1-4508-9d19-be171c8f62be), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.066417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ccea9b-ba28-4e69-8c20-99ffc58bd44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.072970 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-29ccea9b-ba28-4e69-8c20-99ffc58bd44a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c34300a2-7db1-4508-9d19-be171c8f62be HTTP/1.1" status: 204 len: 168 time: 0.2517035 Feb 19 03:22:31.082773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=04a47b07-568d-4da0-98d5-96e82ac174e5,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:31.099099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2669113 Feb 19 03:22:31.102449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41862) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:31.107596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccea9b-ba28-4e69-8c20-99ffc58bd44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34300a2-7db1-4508-9d19-be171c8f62be,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:31.111950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:f3:1f:e1', 'name': 'tempest-NetworksTestDHCPv6-1471717654'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:31.207835 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41864) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:31.268856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04a47b07-568d-4da0-98d5-96e82ac174e5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:31.315638 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-16d910ee-a725-4b84-88bc-6ef3cfa3610b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f60bfa93f98e4426ae1d089174442e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1054664 Feb 19 03:22:31.322676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41868) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:31.372144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c18b65-cba9-41b6-9a57-bc7254d8c0a8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=7631c8a7-8ecd-4e8c-8590-ecfc106ae849,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:31.379288 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84028ee-d6a9-4dcb-b858-ae07f86dffae x-openstack-request-id: req-d84028ee-d6a9-4dcb-b858-ae07f86dffae {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:31.380002 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c36b14-9f90-412f-a860-ae96030b750c", "name": "network-vif-deleted", "tag": "93e1a0db-fe25-48ad-909d-e91c46fe2559", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:31.380531 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d84028ee-d6a9-4dcb-b858-ae07f86dffae {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:31.381088 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c36b14-9f90-412f-a860-ae96030b750c', 'name': 'network-vif-deleted', 'tag': '93e1a0db-fe25-48ad-909d-e91c46fe2559', 'status': 'completed', 'code': 200} Feb 19 03:22:31.416154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c344390-c972-40dd-999f-48c4cc76c823 admin admin] Publish callbacks [] for security_group (ca1eaf2c-6520-4cc2-adda-e23938f3a782), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.438098 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks [] for router_controller (d9546364-5e86-4657-8dea-9e7461298a09), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.452125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c344390-c972-40dd-999f-48c4cc76c823 admin admin] Publish callbacks [] for security_group (ca1eaf2c-6520-4cc2-adda-e23938f3a782), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.460095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Allocated IP 172.20.0.2 (fe9d6d30-625d-450f-933b-efaadb357ec7/ce738e80-e0ec-4d2c-8061-632564612e19/3f22a259-625f-44e8-a723-aa1b70d18637) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:31.488632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:31.524408 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c344390-c972-40dd-999f-48c4cc76c823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ca1eaf2c-6520-4cc2-adda-e23938f3a782), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.528329 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c344390-c972-40dd-999f-48c4cc76c823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.533327 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c344390-c972-40dd-999f-48c4cc76c823 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca1eaf2c-6520-4cc2-adda-e23938f3a782 HTTP/1.1" status: 204 len: 168 time: 0.2083082 Feb 19 03:22:31.541986 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c344390-c972-40dd-999f-48c4cc76c823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1eaf2c-6520-4cc2-adda-e23938f3a782,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:31.697379 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks [] for router_gateway (d9546364-5e86-4657-8dea-9e7461298a09), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.733534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46ca9e-4e98-4b87-906a-6aef4d4c0109 req-8fe88757-6a40-41dd-b1ca-a5fe8298eabf tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:31.735242 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b46ca9e-4e98-4b87-906a-6aef4d4c0109 req-8fe88757-6a40-41dd-b1ca-a5fe8298eabf tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.2478566 Feb 19 03:22:31.791680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:31.792165 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.804071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41876) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:31.832752 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.854007 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-355117b8-fc63-440f-b268-32892e13422d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.895685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b46ca9e-4e98-4b87-906a-6aef4d4c0109 req-c9c654db-683f-4308-ad58-87dae27ebdbd tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373274 Feb 19 03:22:31.909121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 55445af2-aef7-4993-adf2-6bd2be3cde30 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:31.980094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:32.010498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Publish callbacks [] for port (3f22a259-625f-44e8-a723-aa1b70d18637), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.020300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e9ff71-7f0e-4487-9639-c23adb380863 None None] Update dhcp port {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': '7631c8a7-8ecd-4e8c-8590-ecfc106ae849', 'ip_address': '2001:db8::f816:3eff:fe64:1ae6'}, {'subnet_id': '870dca91-93bf-4663-a7d3-bd4c36074eb6'}], 'binding:host_id': 'n-d-826756-2'}, 'id': '04a47b07-568d-4da0-98d5-96e82ac174e5'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:22:32.025765 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.105681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Pushing event updated for resources: {'Port': ['ID=3f22a259-625f-44e8-a723-aa1b70d18637,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:32.115901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:32.123085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:32.126352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:32.133415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-04e9ff71-7f0e-4487-9639-c23adb380863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.231758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Attempting to bind port 3f22a259-625f-44e8-a723-aa1b70d18637 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:32.232430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Attempting to bind port 3f22a259-625f-44e8-a723-aa1b70d18637 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:32.232957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Attempting to bind port 3f22a259-625f-44e8-a723-aa1b70d18637 on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:32.244171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:32.244876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Checking segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:32.245450 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.246126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Bound using segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:32.246818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Bound port: 3f22a259-625f-44e8-a723-aa1b70d18637, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:32.247377 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.435198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] For port 3f22a259-625f-44e8-a723-aa1b70d18637, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:32.455805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] For port 3f22a259-625f-44e8-a723-aa1b70d18637, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3f22a259-625f-44e8-a723-aa1b70d18637,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:32.464507 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.541456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012986b5-efd4-4903-a17d-c07d63e64677 None None] Pushing event updated for resources: {'Port': ['ID=3f22a259-625f-44e8-a723-aa1b70d18637,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:32.560625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15397d-9ff2-4db0-aef9-b00b77b92ffd req-c173d302-a9fb-40fe-9d7e-97246aa00478 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:32.567661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d15397d-9ff2-4db0-aef9-b00b77b92ffd req-c173d302-a9fb-40fe-9d7e-97246aa00478 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 943 time: 0.2434599 Feb 19 03:22:32.630056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-355117b8-fc63-440f-b268-32892e13422d admin admin] Publish callbacks [] for security_group (1a1c77cb-1915-4994-9b2d-cd014a76317e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.680459 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-355117b8-fc63-440f-b268-32892e13422d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1a1c77cb-1915-4994-9b2d-cd014a76317e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.717183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41900) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:32.781774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-355117b8-fc63-440f-b268-32892e13422d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8b26473f376406f852510a50d398196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9735599 Feb 19 03:22:32.781774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 172.20.0.6 (bbbabb97-7b58-44ba-8518-a6a14187983e/870dca91-93bf-4663-a7d3-bd4c36074eb6/55445af2-aef7-4993-adf2-6bd2be3cde30) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:32.782208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41904) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:32.783544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks [] for router_gateway (d9546364-5e86-4657-8dea-9e7461298a09), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.788010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d15397d-9ff2-4db0-aef9-b00b77b92ffd req-11394d2f-df48-41fe-a423-aa89deb3488c tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192492 Feb 19 03:22:32.788633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355117b8-fc63-440f-b268-32892e13422d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1c77cb-1915-4994-9b2d-cd014a76317e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:32.868886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f816:3eff:fef3:1fe1 (bbbabb97-7b58-44ba-8518-a6a14187983e/7631c8a7-8ecd-4e8c-8590-ecfc106ae849/55445af2-aef7-4993-adf2-6bd2be3cde30) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:32.871698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.893738 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2fad1fe4-20bc-40af-b4bb-37e31e7adff6 admin admin] Publish callbacks [] for security_group (1a1c77cb-1915-4994-9b2d-cd014a76317e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.931623 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2fad1fe4-20bc-40af-b4bb-37e31e7adff6 admin admin] Publish callbacks [] for security_group (1a1c77cb-1915-4994-9b2d-cd014a76317e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.944136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2a918cb6-7d9d-4074-89cf-6a2383cb5985 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:32.983154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1458190269-network', 'tenant_id': 'cf3a3914dc064627ae0007141dbc228f'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:33.006538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 93e1a0db-fe25-48ad-909d-e91c46fe2559 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:33.031305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Made reservation on behalf of cf3a3914dc064627ae0007141dbc228f for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:33.033750 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.046447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.070506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 93e1a0db-fe25-48ad-909d-e91c46fe2559 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:33.071003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 93e1a0db-fe25-48ad-909d-e91c46fe2559 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:33.074327 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2fad1fe4-20bc-40af-b4bb-37e31e7adff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1a1c77cb-1915-4994-9b2d-cd014a76317e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.077527 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2fad1fe4-20bc-40af-b4bb-37e31e7adff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.078730 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2fad1fe4-20bc-40af-b4bb-37e31e7adff6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a1c77cb-1915-4994-9b2d-cd014a76317e HTTP/1.1" status: 204 len: 168 time: 0.2948890 Feb 19 03:22:33.104398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad1fe4-20bc-40af-b4bb-37e31e7adff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1c77cb-1915-4994-9b2d-cd014a76317e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:33.153965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 2a918cb6-7d9d-4074-89cf-6a2383cb5985, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:33.154982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Allocated IP 172.25.4.222 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/d667e601-9f43-4c1b-9802-ee41897e4cf6) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:33.190367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '2a918cb6-7d9d-4074-89cf-6a2383cb5985', 'network_id': '25750d6e-2380-4f73-8e9a-30d5d668b0b7', 'port_id': '2a918cb6-7d9d-4074-89cf-6a2383cb5985', 'mac_address': 'fa:16:3e:55:af:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67651e34-c6d5-437c-a977-e22e860ae28e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:33.204082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0239a3-1282-4d17-99a2-bd61002cf92d req-22cd3243-a66f-4134-83f9-ff7e3513c425 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:33.212455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c0239a3-1282-4d17-99a2-bd61002cf92d req-22cd3243-a66f-4134-83f9-ff7e3513c425 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 1132 time: 0.1930151 Feb 19 03:22:33.232744 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Publish callbacks [] for security_group (3206d3d6-a923-439e-8135-10605c022520), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.238720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3206d3d6-a923-439e-8135-10605c022520), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.280413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:33.282232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:33.282846 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.302529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a918cb6-7d9d-4074-89cf-6a2383cb5985 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:33.313963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (55445af2-aef7-4993-adf2-6bd2be3cde30), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.325269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3206d3d6-a923-439e-8135-10605c022520,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:33.329303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (088ab0b6-9c32-4757-9251-894f8eded0da), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.336982 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Added segment 088ab0b6-9c32-4757-9251-894f8eded0da of type vlan for network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 Feb 19 03:22:33.345307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 2a918cb6-7d9d-4074-89cf-6a2383cb5985, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:33.357949 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.399060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (25eb2018-2882-4fd4-82c8-f389b0dea2c9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.435737 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (25eb2018-2882-4fd4-82c8-f389b0dea2c9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.437143 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:33.438281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.453565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c0239a3-1282-4d17-99a2-bd61002cf92d req-f62d50e8-ac30-4d69-a2af-1e5ecedf56b7 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398300 Feb 19 03:22:33.485655 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks [] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.498194 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (55445af2-aef7-4993-adf2-6bd2be3cde30), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.532027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3f22a259-625f-44e8-a723-aa1b70d18637 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:33.593622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:33.600322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:33.615515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:33.643181 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9243715 Feb 19 03:22:33.648757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41924) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:33.671152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Request body: {'subnet': {'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1458190269-subnet', 'tenant_id': 'cf3a3914dc064627ae0007141dbc228f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:33.713246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=55445af2-aef7-4993-adf2-6bd2be3cde30,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:33.741308 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.751913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=2a918cb6-7d9d-4074-89cf-6a2383cb5985,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:33.759987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-04e9ff71-7f0e-4487-9639-c23adb380863 None None] Allocated IP 172.20.0.2 (bbbabb97-7b58-44ba-8518-a6a14187983e/870dca91-93bf-4663-a7d3-bd4c36074eb6/04a47b07-568d-4da0-98d5-96e82ac174e5) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:33.761351 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Made reservation on behalf of cf3a3914dc064627ae0007141dbc228f for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:33.765482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.780207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eff04-d009-408c-be3e-a22447072ece admin admin] Pushing event updated for resources: {'Network': ['ID=25eb2018-2882-4fd4-82c8-f389b0dea2c9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:33.805807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:33.809309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:33.830431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:33.831164 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.834731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:33.923717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a39087af-cdeb-413b-87e1-a53a706f8d6b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8201151 Feb 19 03:22:33.926390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41938) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:33.927081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Pushing event updated for resources: {'Port': ['ID=d667e601-9f43-4c1b-9802-ee41897e4cf6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:34.000024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-04e9ff71-7f0e-4487-9639-c23adb380863 None None] For port 04a47b07-568d-4da0-98d5-96e82ac174e5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04a47b07-568d-4da0-98d5-96e82ac174e5,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:34.043732 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-04e9ff71-7f0e-4487-9639-c23adb380863 None None] Publish callbacks [] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.047233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:34.056884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['2a918cb6-7d9d-4074-89cf-6a2383cb5985'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:34.059931 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-04e9ff71-7f0e-4487-9639-c23adb380863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.165156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e053abe-cabb-408b-9a3e-68aa692074ec tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:34.185078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e053abe-cabb-408b-9a3e-68aa692074ec tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:34.190528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8e053abe-cabb-408b-9a3e-68aa692074ec tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2607260 Feb 19 03:22:34.191559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41940) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:34.221048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbdc27-986d-46c3-9e61-757b059df94a None None] Network fe9d6d30-625d-450f-933b-efaadb357ec7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:34.359317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3f22a259-625f-44e8-a723-aa1b70d18637 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:34.359918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.369115 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (92cb6b68-8002-4fcc-9721-8de355b47368), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.554243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-40d466d8-7943-4965-b3cb-14b4ae39169f None None] Provisioning complete for port 3f22a259-625f-44e8-a723-aa1b70d18637 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:34.555573 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40d466d8-7943-4965-b3cb-14b4ae39169f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.557273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ccf85-2533-4af0-99e5-04c5a28140af tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 55445af2-aef7-4993-adf2-6bd2be3cde30 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:34.557632 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccf85-2533-4af0-99e5-04c5a28140af tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (55445af2-aef7-4993-adf2-6bd2be3cde30), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.565093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92cb6b68-8002-4fcc-9721-8de355b47368,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:34.580005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Checking segment: {'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:34.580323 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Network hostable DHCP agents. Network: 25eb2018-2882-4fd4-82c8-f389b0dea2c9, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:34.617875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:34.639083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 25eb2018-2882-4fd4-82c8-f389b0dea2c9) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:34.653920 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccf85-2533-4af0-99e5-04c5a28140af tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (55445af2-aef7-4993-adf2-6bd2be3cde30), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.662213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:34.665337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.667436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ccf85-2533-4af0-99e5-04c5a28140af tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 55445af2-aef7-4993-adf2-6bd2be3cde30 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:34.717801 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8a951736-90ce-424a-bdd3-f8ced7f95513 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0639791 Feb 19 03:22:34.732124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee80ffe-bc35-471e-b039-cd62a0442bc7 None None] Network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:34.832748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks [] for router_gateway (d9546364-5e86-4657-8dea-9e7461298a09), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.942138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9ff71-7f0e-4487-9639-c23adb380863 None None] Pushing event updated for resources: {'Port': ['ID=04a47b07-568d-4da0-98d5-96e82ac174e5,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:35.050032 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccf85-2533-4af0-99e5-04c5a28140af tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (55445af2-aef7-4993-adf2-6bd2be3cde30), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.104838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-40d466d8-7943-4965-b3cb-14b4ae39169f None None] Current status of the port 3f22a259-625f-44e8-a723-aa1b70d18637 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:35.105399 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40d466d8-7943-4965-b3cb-14b4ae39169f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.259579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3f22a259-625f-44e8-a723-aa1b70d18637 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:35.259884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.265074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (d9546364-5e86-4657-8dea-9e7461298a09), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.270912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ccf85-2533-4af0-99e5-04c5a28140af tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=55445af2-aef7-4993-adf2-6bd2be3cde30,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:35.292339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f03df6-790d-47f2-835a-f49dbbb69d5e req-1d570904-13e7-4873-9817-35c1f751518d tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:35.299783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5f03df6-790d-47f2-835a-f49dbbb69d5e req-1d570904-13e7-4873-9817-35c1f751518d tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.3891473 Feb 19 03:22:35.330425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-40d466d8-7943-4965-b3cb-14b4ae39169f None None] For port 3f22a259-625f-44e8-a723-aa1b70d18637, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3f22a259-625f-44e8-a723-aa1b70d18637,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:35.355150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0ebda-4a42-461b-9278-e9089ea17ab2 None None] Network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:35.358107 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40d466d8-7943-4965-b3cb-14b4ae39169f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.635147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5f03df6-790d-47f2-835a-f49dbbb69d5e req-4b984333-9680-4bc9-80bd-f076e1bb13c9 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344386 Feb 19 03:22:35.638787 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccf85-2533-4af0-99e5-04c5a28140af tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.645269 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4f1ccf85-2533-4af0-99e5-04c5a28140af tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/55445af2-aef7-4993-adf2-6bd2be3cde30 HTTP/1.1" status: 204 len: 168 time: 1.4482181 Feb 19 03:22:35.645675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41978) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.685339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Router d9546364-5e86-4657-8dea-9e7461298a09 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:22:35.783988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7734e8-d56d-437a-88a0-aa3f04419afa tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:35.785717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7734e8-d56d-437a-88a0-aa3f04419afa tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:35.787063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7734e8-d56d-437a-88a0-aa3f04419afa tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:35.792238 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3a7734e8-d56d-437a-88a0-aa3f04419afa tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1454120 Feb 19 03:22:35.792829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41984) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.888579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d46259-49f2-418a-a4ec-600af0ff2140 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 7631c8a7-8ecd-4e8c-8590-ecfc106ae849 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:35.893061 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d46259-49f2-418a-a4ec-600af0ff2140 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (7631c8a7-8ecd-4e8c-8590-ecfc106ae849), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.941622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:35.949160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99f967-a7c6-4e48-8700-c8e298615b27 req-b3e9f8f3-e96c-4590-82b4-ed5a1e794dfa tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:35.949574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d99f967-a7c6-4e48-8700-c8e298615b27 req-b3e9f8f3-e96c-4590-82b4-ed5a1e794dfa tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 1132 time: 0.1579983 Feb 19 03:22:35.954752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d46259-49f2-418a-a4ec-600af0ff2140 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (7631c8a7-8ecd-4e8c-8590-ecfc106ae849), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.965311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.966704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d466d8-7943-4965-b3cb-14b4ae39169f None None] Pushing event updated for resources: {'Port': ['ID=3f22a259-625f-44e8-a723-aa1b70d18637,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:35.970773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9487e85b-d6af-4e56-b852-06556c089180 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2077050 Feb 19 03:22:35.973676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41988) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.985185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Sync routers for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:35.989330 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:22:35.989755 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:22:36.019610 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.028973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2b0e3795-e8dc-4e11-8c3a-140bb4e33eb8 None None] Provisioning complete for port 3f22a259-625f-44e8-a723-aa1b70d18637 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:36.028973 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3795-e8dc-4e11-8c3a-140bb4e33eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.063241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:36.063838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:36.097219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d46259-49f2-418a-a4ec-600af0ff2140 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7631c8a7-8ecd-4e8c-8590-ecfc106ae849), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.129880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d99f967-a7c6-4e48-8700-c8e298615b27 req-94acbf19-bd46-42be-8eab-74c65d517e9e tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576371 Feb 19 03:22:36.195901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d46259-49f2-418a-a4ec-600af0ff2140 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (7631c8a7-8ecd-4e8c-8590-ecfc106ae849), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.246823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d46259-49f2-418a-a4ec-600af0ff2140 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=7631c8a7-8ecd-4e8c-8590-ecfc106ae849,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:36.253701 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5d46259-49f2-418a-a4ec-600af0ff2140 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.256910 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a5d46259-49f2-418a-a4ec-600af0ff2140 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/7631c8a7-8ecd-4e8c-8590-ecfc106ae849 HTTP/1.1" status: 204 len: 168 time: 0.4630716 Feb 19 03:22:36.262378 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41992) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:36.281462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e3795-e8dc-4e11-8c3a-140bb4e33eb8 None None] Current status of the port 3f22a259-625f-44e8-a723-aa1b70d18637 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:36.296995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:36.332682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c098886-e375-4014-bbdf-61140dff1aa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 870dca91-93bf-4663-a7d3-bd4c36074eb6 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:36.337097 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c098886-e375-4014-bbdf-61140dff1aa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (870dca91-93bf-4663-a7d3-bd4c36074eb6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.399532 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c098886-e375-4014-bbdf-61140dff1aa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (870dca91-93bf-4663-a7d3-bd4c36074eb6), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.429726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-810551d2-79b0-45c9-84e1-cfb715c2a01f None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:36.430124 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-810551d2-79b0-45c9-84e1-cfb715c2a01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.476030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fbcfc8-99ae-4a3e-88aa-11df8bf4f21c None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:36.630497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3f22a259-625f-44e8-a723-aa1b70d18637 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:36.711510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-810551d2-79b0-45c9-84e1-cfb715c2a01f None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:36.719261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:34Z', 'revision_number': 3, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:36.751498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Checking router: d9546364-5e86-4657-8dea-9e7461298a09 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:22:36.751907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Updating router d9546364-5e86-4657-8dea-9e7461298a09 port d667e601-9f43-4c1b-9802-ee41897e4cf6 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:22:36.792939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.810550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c098886-e375-4014-bbdf-61140dff1aa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (870dca91-93bf-4663-a7d3-bd4c36074eb6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.818298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3f22a259-625f-44e8-a723-aa1b70d18637 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:36.821807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe99c73-c611-4d2d-b6a6-6d5fce44d1dd req-0ed400a9-18bb-4048-b3ef-6580a4e6a0ed tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:36.828711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbe99c73-c611-4d2d-b6a6-6d5fce44d1dd req-0ed400a9-18bb-4048-b3ef-6580a4e6a0ed tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 944 time: 0.5399773 Feb 19 03:22:36.853715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-26790e74-11bf-41fd-bd4a-7a9cadbc3fe5 None None] Could not find standard attr ID for object 55445af2-aef7-4993-adf2-6bd2be3cde30. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:36.892134 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c098886-e375-4014-bbdf-61140dff1aa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (870dca91-93bf-4663-a7d3-bd4c36074eb6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.929372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c098886-e375-4014-bbdf-61140dff1aa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=870dca91-93bf-4663-a7d3-bd4c36074eb6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:36.934881 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c098886-e375-4014-bbdf-61140dff1aa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.941755 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3c098886-e375-4014-bbdf-61140dff1aa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/870dca91-93bf-4663-a7d3-bd4c36074eb6 HTTP/1.1" status: 204 len: 168 time: 0.6781647 Feb 19 03:22:36.942374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41994) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:37.010801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3f22a259-625f-44e8-a723-aa1b70d18637 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:37.011303 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.013146 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-74f4bfb2-35f5-4f30-b933-e4ce47ce5a37 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687599 Feb 19 03:22:37.013270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2a918cb6-7d9d-4074-89cf-6a2383cb5985 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:37.017639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41996) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:37.020543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbe99c73-c611-4d2d-b6a6-6d5fce44d1dd req-5c51534b-440c-4be3-a201-86463590536e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855206 Feb 19 03:22:37.032597 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-24122e2b-8dca-4038-b10b-6c45018b849a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:37.198301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24122e2b-8dca-4038-b10b-6c45018b849a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:37.206746 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24122e2b-8dca-4038-b10b-6c45018b849a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.231072 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.233313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:22:37.256074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:37.256533 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.318675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3f22a259-625f-44e8-a723-aa1b70d18637 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:37.319807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04a47b07-568d-4da0-98d5-96e82ac174e5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:37.380593 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Publish callbacks [] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.399812 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.486898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb80270-4f5d-4dce-805d-90ea0207c7ca None None] Pushing event updated for resources: {'Port': ['ID=d667e601-9f43-4c1b-9802-ee41897e4cf6,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:37.507089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Attempting to bind port d667e601-9f43-4c1b-9802-ee41897e4cf6 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:37.508048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Attempting to bind port d667e601-9f43-4c1b-9802-ee41897e4cf6 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:37.508367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Attempting to bind port d667e601-9f43-4c1b-9802-ee41897e4cf6 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:37.514245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:37.514245 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.558623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:37.559005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:37.559413 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.559813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:37.560302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Bound port: d667e601-9f43-4c1b-9802-ee41897e4cf6, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:37.560686 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.621433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24122e2b-8dca-4038-b10b-6c45018b849a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (f5195f39-86a9-4838-80f5-be6193c11cf0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.644062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:37.644460 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.674077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Allocated IP 172.20.0.1 (fe9d6d30-625d-450f-933b-efaadb357ec7/ce738e80-e0ec-4d2c-8061-632564612e19/a2cfc30a-550c-4a32-a9f4-13705afeccb6) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:37.677607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3b15f-6185-494e-9908-e22f46981881 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:37.700068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24122e2b-8dca-4038-b10b-6c45018b849a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:37.703537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-24122e2b-8dca-4038-b10b-6c45018b849a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:37.708107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24122e2b-8dca-4038-b10b-6c45018b849a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:37.708716 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24122e2b-8dca-4038-b10b-6c45018b849a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.734125 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24122e2b-8dca-4038-b10b-6c45018b849a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=f5195f39-86a9-4838-80f5-be6193c11cf0,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:37.739691 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-24122e2b-8dca-4038-b10b-6c45018b849a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7207706 Feb 19 03:22:37.743174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42018) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:37.749774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:37.876454 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Publish callbacks [] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.887982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:37.892384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.930202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.988593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:37.994803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] For port d667e601-9f43-4c1b-9802-ee41897e4cf6, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:37.998118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:38.012617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a918cb6-7d9d-4074-89cf-6a2383cb5985'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:38.016679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Pushing event updated for resources: {'Port': ['ID=a2cfc30a-550c-4a32-a9f4-13705afeccb6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:38.021150 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c18f80-916c-4d9b-bae5-795c29c69d92" -d '{"events": [{"server_uuid": "a3aa536f-149c-40d8-b1da-3811827f9cd3", "name": "network-vif-plugged", "status": "completed", "tag": "2a918cb6-7d9d-4074-89cf-6a2383cb5985"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:38.030937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:38.051452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-61b04133-ea4d-4886-9b36-76d1022a70e6 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:38.051842 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61b04133-ea4d-4886-9b36-76d1022a70e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.055176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] For port d667e601-9f43-4c1b-9802-ee41897e4cf6, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d667e601-9f43-4c1b-9802-ee41897e4cf6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:38.057584 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 2a918cb6-7d9d-4074-89cf-6a2383cb5985, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:38.070740 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.100985 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.103198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:38.161472 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (d9546364-5e86-4657-8dea-9e7461298a09), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.229979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=2a918cb6-7d9d-4074-89cf-6a2383cb5985,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:38.359953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb80270-4f5d-4dce-805d-90ea0207c7ca None None] Pushing event updated for resources: {'Port': ['ID=d667e601-9f43-4c1b-9802-ee41897e4cf6,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:38.400231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:38.401179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:38.403130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab1c13cf-b2db-43f8-b3d9-9f555d6dfd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.418677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-f40c10cf-75c7-4831-959c-b516d845565e tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:38.420696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-f40c10cf-75c7-4831-959c-b516d845565e tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/networks?id=25eb2018-2882-4fd4-82c8-f389b0dea2c9 HTTP/1.1" status: 200 len: 822 time: 0.2757323 Feb 19 03:22:38.446058 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-8075b610-a547-4845-8547-d18711de57b5 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/quotas/cf3a3914dc064627ae0007141dbc228f HTTP/1.1" status: 200 len: 375 time: 0.0172327 Feb 19 03:22:38.490457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.510739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-61b04133-ea4d-4886-9b36-76d1022a70e6 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:38.546845 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-97092d0e-5f0b-40cb-a2c5-8e2f52782bcf tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3a3914dc064627ae0007141dbc228f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578306 Feb 19 03:22:38.605482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:38.632164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.objects.ports [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:22:38.755463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4563cda0-b58f-44ec-b102-4c895b2e2b4f None None] Provisioning complete for port a2cfc30a-550c-4a32-a9f4-13705afeccb6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:38.755772 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4563cda0-b58f-44ec-b102-4c895b2e2b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.800920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-2a1061bf-dfa2-41f6-8d50-69ad03b54798 service neutron] 10.222.0.42 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247334 Feb 19 03:22:38.831555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4563cda0-b58f-44ec-b102-4c895b2e2b4f None None] Port a2cfc30a-550c-4a32-a9f4-13705afeccb6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:38.858976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b3f535-02a5-4304-a5a6-a4af6ffb22cc None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:38.953460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Publish callbacks [] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.958942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-ab54fc3e-4b7d-449e-a9de-44e8d7956db6 service neutron] 10.222.0.42 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472805 Feb 19 03:22:38.968263 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.968848 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.976065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ef6f3d11-97e3-446c-8a2c-9c8d837ff6dd None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:38.976979 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3d11-97e3-446c-8a2c-9c8d837ff6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.020201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:34Z', 'revision_number': 3, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:39.039614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (d9546364-5e86-4657-8dea-9e7461298a09), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.062967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ab1b38-da2a-49b3-8c35-e64ef1e077b4 None None] The sync data for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 is: [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:34Z', 'revision_number': 3, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:22:39.227455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:39.229892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Pushing event updated for resources: {'Port': ['ID=a2cfc30a-550c-4a32-a9f4-13705afeccb6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:39.234868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f3d11-97e3-446c-8a2c-9c8d837ff6dd None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:39.241093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:39.261089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5690f7a2-6283-4f3a-b226-2a20a8e80543 None None] Update dhcp port {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': '1cf726e8-3254-452f-af52-e7017fc56b51', 'ip_address': '2001:db8::f816:3eff:fe64:1ae6'}, {'subnet_id': 'f5195f39-86a9-4838-80f5-be6193c11cf0'}], 'binding:host_id': 'n-d-826756-2'}, 'id': '04a47b07-568d-4da0-98d5-96e82ac174e5'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:22:39.315134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] For port 04a47b07-568d-4da0-98d5-96e82ac174e5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04a47b07-568d-4da0-98d5-96e82ac174e5,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:39.357822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.363550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.378177 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5690f7a2-6283-4f3a-b226-2a20a8e80543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.434958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=04a47b07-568d-4da0-98d5-96e82ac174e5,revision_number=13']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:39.479470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (1cf726e8-3254-452f-af52-e7017fc56b51), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.580948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:39.584618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:39.589961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:39.590564 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.612338 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8679540 Feb 19 03:22:39.617469 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42042) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:39.625305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:d6:5c:aa', 'name': 'tempest-NetworksTestDHCPv6-927092766'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:39.690779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Router d9546364-5e86-4657-8dea-9e7461298a09 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:22:39.793582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb971ce4-28cb-43f0-887d-054a460bddad tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=1cf726e8-3254-452f-af52-e7017fc56b51,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:39.827932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:40.050454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-5690f7a2-6283-4f3a-b226-2a20a8e80543 None None] Allocated IP 172.20.0.2 (bbbabb97-7b58-44ba-8518-a6a14187983e/f5195f39-86a9-4838-80f5-be6193c11cf0/04a47b07-568d-4da0-98d5-96e82ac174e5) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:40.054816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d9b34af8-cf5e-4008-bf57-d01572d7c7d1 None None] Provisioning complete for port a2cfc30a-550c-4a32-a9f4-13705afeccb6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:40.055589 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d9b34af8-cf5e-4008-bf57-d01572d7c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.187703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:40.203810 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a46ad99c-736f-4921-89cc-4459bc4e204d admin admin] 10.222.0.42 "PUT /v2.0/routers/d9546364-5e86-4657-8dea-9e7461298a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2287545 Feb 19 03:22:40.215610 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.254619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d9b34af8-cf5e-4008-bf57-d01572d7c7d1 None None] Port a2cfc30a-550c-4a32-a9f4-13705afeccb6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:40.302481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port e75d7a85-8a26-4f54-89bb-2703b8374383 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:40.380392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5690f7a2-6283-4f3a-b226-2a20a8e80543 None None] For port 04a47b07-568d-4da0-98d5-96e82ac174e5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04a47b07-568d-4da0-98d5-96e82ac174e5,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:40.418312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40cffc31-dea8-4a64-9c27-ee74e59b6625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.454969 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5690f7a2-6283-4f3a-b226-2a20a8e80543 None None] Publish callbacks [] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.463002 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5690f7a2-6283-4f3a-b226-2a20a8e80543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.623743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 172.20.0.10 (bbbabb97-7b58-44ba-8518-a6a14187983e/f5195f39-86a9-4838-80f5-be6193c11cf0/e75d7a85-8a26-4f54-89bb-2703b8374383) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:40.640147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f816:3eff:fed6:5caa (bbbabb97-7b58-44ba-8518-a6a14187983e/1cf726e8-3254-452f-af52-e7017fc56b51/e75d7a85-8a26-4f54-89bb-2703b8374383) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:40.705689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690f7a2-6283-4f3a-b226-2a20a8e80543 None None] Pushing event updated for resources: {'Port': ['ID=04a47b07-568d-4da0-98d5-96e82ac174e5,revision_number=14']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:40.900119 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1420cbb3-63c9-49a1-b984-9604258bc0ea x-openstack-request-id: req-1420cbb3-63c9-49a1-b984-9604258bc0ea {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:40.900535 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aa536f-149c-40d8-b1da-3811827f9cd3", "name": "network-vif-plugged", "status": "completed", "tag": "2a918cb6-7d9d-4074-89cf-6a2383cb5985", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:40.900931 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1420cbb3-63c9-49a1-b984-9604258bc0ea {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:40.906860 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a918cb6-7d9d-4074-89cf-6a2383cb5985', 'code': 200} Feb 19 03:22:41.059949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04a47b07-568d-4da0-98d5-96e82ac174e5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:41.085055 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (e75d7a85-8a26-4f54-89bb-2703b8374383), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.138360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6b03c-bc46-4dc0-a7a7-d9f606dbeb1e req-ab7fe111-139a-4d3c-8fa1-0397aac77c6e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.156567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba6b03c-bc46-4dc0-a7a7-d9f606dbeb1e req-ab7fe111-139a-4d3c-8fa1-0397aac77c6e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 945 time: 0.1817839 Feb 19 03:22:41.231851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:41.232425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.412537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e75d7a85-8a26-4f54-89bb-2703b8374383), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.462719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:41.468913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d667e601-9f43-4c1b-9802-ee41897e4cf6 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:41.525566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d875d-4ace-4d5c-9f22-eebe535de567 req-87e31c7d-12fb-4cc6-a53c-aa18db304a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.534776 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a10d875d-4ace-4d5c-9f22-eebe535de567 req-87e31c7d-12fb-4cc6-a53c-aa18db304a90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 1127 time: 0.4231334 Feb 19 03:22:41.575949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba6b03c-bc46-4dc0-a7a7-d9f606dbeb1e req-eaad0c99-44d0-482f-b892-0baf72c9fce9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153378 Feb 19 03:22:41.590683 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42090) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:41.613632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d667e601-9f43-4c1b-9802-ee41897e4cf6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:41.614278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.629483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:41.645671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:41.690476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:41.703085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=e75d7a85-8a26-4f54-89bb-2703b8374383,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:41.730931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-d94d5ee4-d36e-4723-84cd-ee1def4062af tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.732913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-d94d5ee4-d36e-4723-84cd-ee1def4062af tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "GET /v2.0/networks?id=25eb2018-2882-4fd4-82c8-f389b0dea2c9 HTTP/1.1" status: 200 len: 822 time: 0.4790404 Feb 19 03:22:41.753008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Request body: {'port': {'device_id': '21a059a7-5a0d-4ea5-be67-4e6c314e98e8', 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9', 'admin_state_up': True, 'tenant_id': 'cf3a3914dc064627ae0007141dbc228f'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:41.786545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42096) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:41.814098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8e720b4-3255-478c-9e1d-6aee0d63d899 req-dd59f86d-d9fb-4e33-ae96-34877e10e740 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 210 time: 0.0792947 Feb 19 03:22:41.819028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d667e601-9f43-4c1b-9802-ee41897e4cf6 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:41.821112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.837495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1247548718-network', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:41.895493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Made reservation on behalf of 63bb49ad2e0d46aab3a34bc6ea05439a for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:41.907531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port d667e601-9f43-4c1b-9802-ee41897e4cf6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d667e601-9f43-4c1b-9802-ee41897e4cf6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:41.908679 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.926495 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.944998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.952113 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.971818 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.020635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=d667e601-9f43-4c1b-9802-ee41897e4cf6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:42.031396 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a10d875d-4ace-4d5c-9f22-eebe535de567 req-9de991b6-6905-4d54-a271-e2b54cf320c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843688 Feb 19 03:22:42.041979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57182aa0-b140-4d35-a369-68b10591ba99 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:42.046492 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e38e847d-d43a-4fa2-941f-68cd2994f4f3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4273920 Feb 19 03:22:42.053361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42100) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:42.063732 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.167535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac4e39-a64e-432f-b415-d3d5ee072f58 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:42.175306 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac4e39-a64e-432f-b415-d3d5ee072f58 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:42.177414 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-adac4e39-a64e-432f-b415-d3d5ee072f58 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1260679 Feb 19 03:22:42.187774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42106) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:42.261508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Made reservation on behalf of cf3a3914dc064627ae0007141dbc228f for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:42.266088 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.297726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-76a7e7a9-865a-4249-815c-cb38dd881f6a None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:42.298556 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-76a7e7a9-865a-4249-815c-cb38dd881f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.354660 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Sync routers for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:42.371080 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:42.371709 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:42.414177 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c9bd04c6-547b-4865-b4bd-5af9d88080b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c73ec28a0e474eeea8dfd74485c16653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8180680 Feb 19 03:22:42.415696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42108) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:42.437540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Publish callbacks [] for security_group (d2e329d8-2ff4-4919-a80f-647465d6c503), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.489876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-76a7e7a9-865a-4249-815c-cb38dd881f6a None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:42.493713 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d2e329d8-2ff4-4919-a80f-647465d6c503), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.530608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ce18fe59-e54a-4baa-9aa2-4fbe4dd15d2f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port e75d7a85-8a26-4f54-89bb-2703b8374383 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:42.530608 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce18fe59-e54a-4baa-9aa2-4fbe4dd15d2f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e75d7a85-8a26-4f54-89bb-2703b8374383), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.555944 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0a94225-5259-4a77-a356-365f45eace2b admin admin] Publish callbacks [] for security_group (4d53d407-e03a-4d87-9095-5f8842154c4b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.637414 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0a94225-5259-4a77-a356-365f45eace2b admin admin] Publish callbacks [] for security_group (4d53d407-e03a-4d87-9095-5f8842154c4b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.661244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:42.703095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e329d8-2ff4-4919-a80f-647465d6c503,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:42.726359 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (2d9300b0-3999-46d1-bb80-311bbd75f5eb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.726789 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Added segment 2d9300b0-3999-46d1-bb80-311bbd75f5eb of type vlan for network 1d890192-4292-4b5b-9272-a64a75972644 Feb 19 03:22:42.774581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce18fe59-e54a-4baa-9aa2-4fbe4dd15d2f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e75d7a85-8a26-4f54-89bb-2703b8374383), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.795525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Allocated IP 172.20.0.8 (25eb2018-2882-4fd4-82c8-f389b0dea2c9/92cb6b68-8002-4fcc-9721-8de355b47368/16806230-2bbf-46b3-b3a7-9e9e6d8432d0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:42.807135 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ce18fe59-e54a-4baa-9aa2-4fbe4dd15d2f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for e75d7a85-8a26-4f54-89bb-2703b8374383 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:42.830835 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:42.854283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04a47b07-568d-4da0-98d5-96e82ac174e5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:42.970351 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.987075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:42.987463 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.051529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42120) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:43.081609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (1d890192-4292-4b5b-9272-a64a75972644), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.112360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cadd6454-ade1-4e2c-b955-dc9da013c59c None None] Provisioning complete for port e75d7a85-8a26-4f54-89bb-2703b8374383 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:43.112652 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cadd6454-ade1-4e2c-b955-dc9da013c59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e75d7a85-8a26-4f54-89bb-2703b8374383), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.129002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (1d890192-4292-4b5b-9272-a64a75972644), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.139385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:43.141595 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.145254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce18fe59-e54a-4baa-9aa2-4fbe4dd15d2f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e75d7a85-8a26-4f54-89bb-2703b8374383), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.198997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0a94225-5259-4a77-a356-365f45eace2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4d53d407-e03a-4d87-9095-5f8842154c4b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.208856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0a94225-5259-4a77-a356-365f45eace2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.211188 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e0a94225-5259-4a77-a356-365f45eace2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d53d407-e03a-4d87-9095-5f8842154c4b HTTP/1.1" status: 204 len: 168 time: 0.7939410 Feb 19 03:22:43.228597 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18fe59-e54a-4baa-9aa2-4fbe4dd15d2f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=e75d7a85-8a26-4f54-89bb-2703b8374383,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:43.237430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c47ec0-5960-4b3f-97d6-ddabcfdd162b req-48d04218-13c5-4bb4-8d20-78d87f89fa52 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:43.247548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16c47ec0-5960-4b3f-97d6-ddabcfdd162b req-48d04218-13c5-4bb4-8d20-78d87f89fa52 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 945 time: 0.3126991 Feb 19 03:22:43.261538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a94225-5259-4a77-a356-365f45eace2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d53d407-e03a-4d87-9095-5f8842154c4b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:43.264922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cadd6454-ade1-4e2c-b955-dc9da013c59c None None] Port e75d7a85-8a26-4f54-89bb-2703b8374383 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:43.338712 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:43.344389 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d667e601-9f43-4c1b-9802-ee41897e4cf6 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:43.352818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cadd6454-ade1-4e2c-b955-dc9da013c59c None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:43.361009 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cadd6454-ade1-4e2c-b955-dc9da013c59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.375974 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 2, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:43.484095 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Checking router: d9546364-5e86-4657-8dea-9e7461298a09 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:22:43.486284 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Updating router d9546364-5e86-4657-8dea-9e7461298a09 port a2cfc30a-550c-4a32-a9f4-13705afeccb6 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:22:43.513598 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce18fe59-e54a-4baa-9aa2-4fbe4dd15d2f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.515398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7141042 Feb 19 03:22:43.526576 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ce18fe59-e54a-4baa-9aa2-4fbe4dd15d2f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/e75d7a85-8a26-4f54-89bb-2703b8374383 HTTP/1.1" status: 204 len: 168 time: 1.3358963 Feb 19 03:22:43.527235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42130) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:43.527579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42132) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:43.535569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Request body: {'subnet': {'network_id': '1d890192-4292-4b5b-9272-a64a75972644', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1247548718-subnet', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:43.569376 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.636182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b738287-5de8-451e-860d-94c3cfec9447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.671561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdaebd-2380-49c0-a8f8-a5807e7a0a4e admin admin] Pushing event updated for resources: {'Network': ['ID=1d890192-4292-4b5b-9272-a64a75972644,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:43.696435 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Made reservation on behalf of 63bb49ad2e0d46aab3a34bc6ea05439a for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:43.696690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 1d890192-4292-4b5b-9272-a64a75972644 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:43.701017 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.760146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d667e601-9f43-4c1b-9802-ee41897e4cf6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:43.760534 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.809626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16c47ec0-5960-4b3f-97d6-ddabcfdd162b req-0d91a263-ab0c-41b3-9e6f-b763a33d6603 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543706 Feb 19 03:22:43.838618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a44ba-0200-42a4-b73e-81ad7d971ef9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:43.840247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a44ba-0200-42a4-b73e-81ad7d971ef9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:43.841550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a44ba-0200-42a4-b73e-81ad7d971ef9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:43.846648 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4b6a44ba-0200-42a4-b73e-81ad7d971ef9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3123960 Feb 19 03:22:43.846957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42140) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:43.954258 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.954902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a45507-41b5-4687-a8e8-da8738a3d082 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 1cf726e8-3254-452f-af52-e7017fc56b51 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:43.967299 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2a45507-41b5-4687-a8e8-da8738a3d082 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (1cf726e8-3254-452f-af52-e7017fc56b51), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.063704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2a45507-41b5-4687-a8e8-da8738a3d082 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (1cf726e8-3254-452f-af52-e7017fc56b51), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.116782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b738287-5de8-451e-860d-94c3cfec9447 admin admin] Publish callbacks [] for security_group (ed41df06-7a8d-4add-90cf-516a14fd0118), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.125003 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b738287-5de8-451e-860d-94c3cfec9447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ed41df06-7a8d-4add-90cf-516a14fd0118), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.184977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.236115 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Publish callbacks [] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.246951 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.261513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7b738287-5de8-451e-860d-94c3cfec9447 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da31d219b45a460cbbd9962a2f18925b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1949835 Feb 19 03:22:44.265034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42154) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:44.271468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b738287-5de8-451e-860d-94c3cfec9447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed41df06-7a8d-4add-90cf-516a14fd0118,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:44.276257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:44.287740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:44.293035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:44.347131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event updated for resources: {'Port': ['ID=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:44.380239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2a45507-41b5-4687-a8e8-da8738a3d082 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (1cf726e8-3254-452f-af52-e7017fc56b51), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.396233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:44.397259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.408973 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Pushing event updated for resources: {'Port': ['ID=a2cfc30a-550c-4a32-a9f4-13705afeccb6,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:44.450620 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.451066 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.451502 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.452401 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.452401 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.453052 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-59fa9569-64a3-4349-9df4-2fdc60e2fc95 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7049472 Feb 19 03:22:44.454996 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cadd6454-ade1-4e2c-b955-dc9da013c59c None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:44.457608 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.457999 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.458341 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.458687 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.459018 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.466254 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.466673 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.467021 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:44.467223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Request body: {'port': {'device_id': '21a059a7-5a0d-4ea5-be67-4e6c314e98e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:44.613967 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Attempting to bind port a2cfc30a-550c-4a32-a9f4-13705afeccb6 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:44.614610 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Attempting to bind port a2cfc30a-550c-4a32-a9f4-13705afeccb6 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:44.615192 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Attempting to bind port a2cfc30a-550c-4a32-a9f4-13705afeccb6 on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:44.622095 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:44.622828 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Checking segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:44.623432 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.624025 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Bound using segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:44.624732 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Bound port: a2cfc30a-550c-4a32-a9f4-13705afeccb6, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:44.625528 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.645362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d667e601-9f43-4c1b-9802-ee41897e4cf6 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:44.688430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (99e48ce3-64e3-4da6-be0c-9f45ee38dd9c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.720512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7e86a392-fc01-4d4a-884d-975b7a102f29 None None] Could not find standard attr ID for object e75d7a85-8a26-4f54-89bb-2703b8374383. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:44.726781 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.786810 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.810936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42170) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:44.814276 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] For port a2cfc30a-550c-4a32-a9f4-13705afeccb6, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:44.820317 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] For port a2cfc30a-550c-4a32-a9f4-13705afeccb6, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a2cfc30a-550c-4a32-a9f4-13705afeccb6,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:44.823150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d786172-3b16-435e-8446-86520b03de01 admin admin] Publish callbacks [] for security_group (ed41df06-7a8d-4add-90cf-516a14fd0118), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.832700 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.843693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2a45507-41b5-4687-a8e8-da8738a3d082 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (1cf726e8-3254-452f-af52-e7017fc56b51), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.862176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Provisioning complete for port a2cfc30a-550c-4a32-a9f4-13705afeccb6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:44.862636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.905358 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2a45507-41b5-4687-a8e8-da8738a3d082 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.911701 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a2a45507-41b5-4687-a8e8-da8738a3d082 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/1cf726e8-3254-452f-af52-e7017fc56b51 HTTP/1.1" status: 204 len: 168 time: 1.0607107 Feb 19 03:22:44.928233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42176) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:44.929621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e48ce3-64e3-4da6-be0c-9f45ee38dd9c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:44.942402 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231a46f-2d5e-4dce-a3f8-8d17172102e8 None None] Pushing event updated for resources: {'Port': ['ID=a2cfc30a-550c-4a32-a9f4-13705afeccb6,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:44.945403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d786172-3b16-435e-8446-86520b03de01 admin admin] Publish callbacks [] for security_group (ed41df06-7a8d-4add-90cf-516a14fd0118), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.966293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d65e71-2bdc-489b-90b6-5dc089da9e10 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:44.974581 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:44.975353 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:45.013910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b666285-974b-46e9-b5a0-9f6e33ec6471 req-205811d7-ccc3-4c1c-b627-6039107372b0 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:45.029945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b666285-974b-46e9-b5a0-9f6e33ec6471 req-205811d7-ccc3-4c1c-b627-6039107372b0 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 931 time: 0.3171701 Feb 19 03:22:45.071715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a45507-41b5-4687-a8e8-da8738a3d082 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf726e8-3254-452f-af52-e7017fc56b51,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:45.103446 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Checking segment: {'id': '2d9300b0-3999-46d1-bb80-311bbd75f5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1d890192-4292-4b5b-9272-a64a75972644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:45.108151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Network hostable DHCP agents. Network: 1d890192-4292-4b5b-9272-a64a75972644, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:45.108367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Current status of the port a2cfc30a-550c-4a32-a9f4-13705afeccb6 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:45.108918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.158668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-400162297-network', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:45.187662 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:45.196829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d786172-3b16-435e-8446-86520b03de01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ed41df06-7a8d-4add-90cf-516a14fd0118), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.199545 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d786172-3b16-435e-8446-86520b03de01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.207431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] For port a2cfc30a-550c-4a32-a9f4-13705afeccb6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a2cfc30a-550c-4a32-a9f4-13705afeccb6,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:45.213270 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4d786172-3b16-435e-8446-86520b03de01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed41df06-7a8d-4add-90cf-516a14fd0118 HTTP/1.1" status: 204 len: 168 time: 0.9386256 Feb 19 03:22:45.216367 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.247854 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Network 1d890192-4292-4b5b-9272-a64a75972644 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:45.265285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d786172-3b16-435e-8446-86520b03de01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed41df06-7a8d-4add-90cf-516a14fd0118,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:45.283172 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 1d890192-4292-4b5b-9272-a64a75972644) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:45.288339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:45.288963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.307425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f540ac6-4896-4657-832b-f78927fcbed6 None None] Network 1d890192-4292-4b5b-9272-a64a75972644 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:45.326677 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-811e7a61-db49-444a-a725-0575fcc197c3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7960141 Feb 19 03:22:45.329178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42180) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:45.335060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1247548718-router', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:45.345587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Pushing event updated for resources: {'Port': ['ID=a2cfc30a-550c-4a32-a9f4-13705afeccb6,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:45.385303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (ff8c7192-b1a4-49c7-82f2-2054cc5df705), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.386435 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (ff8c7192-b1a4-49c7-82f2-2054cc5df705), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.388698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Made reservation on behalf of f9d19f4618cd46e5b249cf0e7f8e935f for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:45.392521 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.418827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.419386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.419892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.420386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.421051 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.421568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.422170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.422664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.423128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.424808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.425270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.425719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.427113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d58f3f0-292c-426d-8e5f-bb7541d6bb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:45.508944 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks [] for router_controller (ff8c7192-b1a4-49c7-82f2-2054cc5df705), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.559173 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.595046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-1d890192-4292-4b5b-9272-a64a75972644', 'network_id': '1d890192-4292-4b5b-9272-a64a75972644', 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'fixed_ips': [{'subnet_id': '99e48ce3-64e3-4da6-be0c-9f45ee38dd9c'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:45.599436 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.624064 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:44Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:45.628990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f96cc96-6d35-4851-9b3a-1ef836670a10 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet f5195f39-86a9-4838-80f5-be6193c11cf0 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:45.632822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c163c840-8c29-4585-af4f-9089c5d9d75d None None] Provisioning complete for port a2cfc30a-550c-4a32-a9f4-13705afeccb6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:45.634871 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c163c840-8c29-4585-af4f-9089c5d9d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.661901 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ecead-0f50-4fdb-871a-d1b4c6f842aa None None] The sync data for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 is: [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:44Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:22:45.686150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b666285-974b-46e9-b5a0-9f6e33ec6471 req-7a200978-1f70-4ee6-a649-4608dc73b9fd tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545563 Feb 19 03:22:45.686977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f96cc96-6d35-4851-9b3a-1ef836670a10 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (f5195f39-86a9-4838-80f5-be6193c11cf0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.799787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks [] for router_gateway (ff8c7192-b1a4-49c7-82f2-2054cc5df705), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.001461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Allocated IP 172.20.0.2 (1d890192-4292-4b5b-9272-a64a75972644/99e48ce3-64e3-4da6-be0c-9f45ee38dd9c/edef2453-e2eb-4389-b603-e3f2867ae6aa) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:46.059630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42184) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:46.095904 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e83a4ac-0613-410d-8e13-cb9276833c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.243573 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e83a4ac-0613-410d-8e13-cb9276833c83 admin admin] Publish callbacks [] for security_group (08dc0f44-7456-4a1a-aa10-8545bd5ae476), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.266522 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e83a4ac-0613-410d-8e13-cb9276833c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (08dc0f44-7456-4a1a-aa10-8545bd5ae476), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.281067 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Publish callbacks [] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.299877 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.335016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Network 1d890192-4292-4b5b-9272-a64a75972644 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:46.338939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:46.381730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:46.428744 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f96cc96-6d35-4851-9b3a-1ef836670a10 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (f5195f39-86a9-4838-80f5-be6193c11cf0), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.476813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Pushing event updated for resources: {'Port': ['ID=edef2453-e2eb-4389-b603-e3f2867ae6aa,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:46.514471 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8e83a4ac-0613-410d-8e13-cb9276833c83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29f3ec7edee1417f8f9f41389b941ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4524429 Feb 19 03:22:46.529044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Attempting to bind port edef2453-e2eb-4389-b603-e3f2867ae6aa on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:46.529506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Attempting to bind port edef2453-e2eb-4389-b603-e3f2867ae6aa by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '2d9300b0-3999-46d1-bb80-311bbd75f5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1d890192-4292-4b5b-9272-a64a75972644'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:46.529893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Attempting to bind port edef2453-e2eb-4389-b603-e3f2867ae6aa on network 1d890192-4292-4b5b-9272-a64a75972644 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:46.532623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42186) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:46.542725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:46.543104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Checking segment: {'id': '2d9300b0-3999-46d1-bb80-311bbd75f5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1d890192-4292-4b5b-9272-a64a75972644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:46.543628 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.543942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Bound using segment: {'id': '2d9300b0-3999-46d1-bb80-311bbd75f5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1d890192-4292-4b5b-9272-a64a75972644'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:46.544358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Bound port: edef2453-e2eb-4389-b603-e3f2867ae6aa, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9300b0-3999-46d1-bb80-311bbd75f5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1d890192-4292-4b5b-9272-a64a75972644'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:46.544742 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.560163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f96cc96-6d35-4851-9b3a-1ef836670a10 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f5195f39-86a9-4838-80f5-be6193c11cf0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.572932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c163c840-8c29-4585-af4f-9089c5d9d75d None None] Current status of the port a2cfc30a-550c-4a32-a9f4-13705afeccb6 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:46.576777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83a4ac-0613-410d-8e13-cb9276833c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dc0f44-7456-4a1a-aa10-8545bd5ae476,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:46.639535 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f96cc96-6d35-4851-9b3a-1ef836670a10 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (f5195f39-86a9-4838-80f5-be6193c11cf0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.643487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks [] for router_gateway (ff8c7192-b1a4-49c7-82f2-2054cc5df705), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.681133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.733680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96cc96-6d35-4851-9b3a-1ef836670a10 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=f5195f39-86a9-4838-80f5-be6193c11cf0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:46.772563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acef113-f0c4-4d07-b105-0c461cc47c72 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:46.805505 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f96cc96-6d35-4851-9b3a-1ef836670a10 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.808773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8f96cc96-6d35-4851-9b3a-1ef836670a10 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/f5195f39-86a9-4838-80f5-be6193c11cf0 HTTP/1.1" status: 204 len: 168 time: 1.8782494 Feb 19 03:22:46.817060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42190) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:46.903002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4c87a-e363-4cc8-9a54-9febfe57664b req-b5758b5f-cb0b-489b-9a96-a1a04f6506ee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:46.910369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bfe4c87a-e363-4cc8-9a54-9febfe57664b req-b5758b5f-cb0b-489b-9a96-a1a04f6506ee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.2806778 Feb 19 03:22:46.953760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] For port edef2453-e2eb-4389-b603-e3f2867ae6aa, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:46.974820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a2cfc30a-550c-4a32-a9f4-13705afeccb6 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:46.996190 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Publish callbacks [] for security_group (58138c48-1a80-4e4d-bce4-25244702de80), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.011267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (58138c48-1a80-4e4d-bce4-25244702de80), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.057275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58138c48-1a80-4e4d-bce4-25244702de80,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:47.067331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b7744cd4-d868-4925-a75c-566409ee7406 None None] Provisioning complete for port 04a47b07-568d-4da0-98d5-96e82ac174e5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:47.068137 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7744cd4-d868-4925-a75c-566409ee7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.073836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] For port edef2453-e2eb-4389-b603-e3f2867ae6aa, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=edef2453-e2eb-4389-b603-e3f2867ae6aa,segment=NetworkSegment(2d9300b0-3999-46d1-bb80-311bbd75f5eb),segment_id=2d9300b0-3999-46d1-bb80-311bbd75f5eb)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:47.110421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:47.127432 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.138179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bfe4c87a-e363-4cc8-9a54-9febfe57664b req-e7896ada-379b-4356-885a-f3392ed54be3 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267816 Feb 19 03:22:47.218632 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b485f176-7f27-476d-91f9-9d9ee6353ef1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.219514 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Added segment b485f176-7f27-476d-91f9-9d9ee6353ef1 of type vlan for network 197609b1-494f-4c4b-8624-9047b7f8f74c Feb 19 03:22:47.276127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a2cfc30a-550c-4a32-a9f4-13705afeccb6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:47.276655 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.345094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:47.352248 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (197609b1-494f-4c4b-8624-9047b7f8f74c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.359828 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Publish callbacks [] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.380170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9934c-c58d-4766-b112-2c3ca1c645e6 None None] Pushing event updated for resources: {'Port': ['ID=edef2453-e2eb-4389-b603-e3f2867ae6aa,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:47.403500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Transition to ACTIVE for port object 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:47.420358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.434625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed7b7-66fd-47e4-8def-6eef89f4a411 req-d6d9c499-dcbd-4883-a507-ed302b6ea49e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:47.443824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-173ed7b7-66fd-47e4-8def-6eef89f4a411 req-d6d9c499-dcbd-4883-a507-ed302b6ea49e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 945 time: 0.1566284 Feb 19 03:22:47.485411 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (197609b1-494f-4c4b-8624-9047b7f8f74c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.486576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:47.487239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.490920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb10ba3-e54c-409c-8dcc-d6ffa0c3efbb None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:47.621465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b7744cd4-d868-4925-a75c-566409ee7406 None None] Current status of the port 04a47b07-568d-4da0-98d5-96e82ac174e5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:47.642135 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c9b51179-9905-4d09-b6e6-b8403d3d44b8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8124638 Feb 19 03:22:47.642998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42194) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:47.651397 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-714a6ea6-3a5b-4d0f-8f53-6dce2461a4e2 admin admin] Publish callbacks [] for security_group (08dc0f44-7456-4a1a-aa10-8545bd5ae476), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.662323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a2cfc30a-550c-4a32-a9f4-13705afeccb6 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:47.668520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] Pushing event updated for resources: {'Network': ['ID=197609b1-494f-4c4b-8624-9047b7f8f74c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:47.681407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 197609b1-494f-4c4b-8624-9047b7f8f74c details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:47.707899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1aec6fee-8ef4-46df-9314-82cb5c151da2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8946517 Feb 19 03:22:47.723281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Pushing event updated for resources: {'Port': ['ID=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:47.725512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42196) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:47.736792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Request body: {'subnet': {'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-400162297-subnet', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:47.776907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Made reservation on behalf of f9d19f4618cd46e5b249cf0e7f8e935f for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:47.780011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.822759 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-714a6ea6-3a5b-4d0f-8f53-6dce2461a4e2 admin admin] Publish callbacks [] for security_group (08dc0f44-7456-4a1a-aa10-8545bd5ae476), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.833482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dfb10ba3-e54c-409c-8dcc-d6ffa0c3efbb None None] Deleting port 04a47b07-568d-4da0-98d5-96e82ac174e5 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:47.834052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfb10ba3-e54c-409c-8dcc-d6ffa0c3efbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.893514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-173ed7b7-66fd-47e4-8def-6eef89f4a411 req-3cae9429-2e06-454d-b08d-ff6d8364dd71 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426787 Feb 19 03:22:47.927679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-dfb10ba3-e54c-409c-8dcc-d6ffa0c3efbb None None] For port 04a47b07-568d-4da0-98d5-96e82ac174e5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04a47b07-568d-4da0-98d5-96e82ac174e5,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:47.927987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Allocated IP 172.25.4.149 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:47.928122 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfb10ba3-e54c-409c-8dcc-d6ffa0c3efbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.943865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dfb10ba3-e54c-409c-8dcc-d6ffa0c3efbb None None] Calling delete_port for 04a47b07-568d-4da0-98d5-96e82ac174e5 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:48.035274 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfb10ba3-e54c-409c-8dcc-d6ffa0c3efbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (04a47b07-568d-4da0-98d5-96e82ac174e5), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.049022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks [] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.052853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb10ba3-e54c-409c-8dcc-d6ffa0c3efbb None None] No DVR routers for this DVR port 04a47b07-568d-4da0-98d5-96e82ac174e5 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:48.091945 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e591e84f-3e44-42d9-a478-e0c6344b8e36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:48.095207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb10ba3-e54c-409c-8dcc-d6ffa0c3efbb None None] Pushing event deleted for resources: {'Port': ['ID=04a47b07-568d-4da0-98d5-96e82ac174e5,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:48.096143 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e591e84f-3e44-42d9-a478-e0c6344b8e36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4426730 Feb 19 03:22:48.098984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42200) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:48.112901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.185146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:48.193561 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-714a6ea6-3a5b-4d0f-8f53-6dce2461a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (08dc0f44-7456-4a1a-aa10-8545bd5ae476), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.193561 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-714a6ea6-3a5b-4d0f-8f53-6dce2461a4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.193561 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-714a6ea6-3a5b-4d0f-8f53-6dce2461a4e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08dc0f44-7456-4a1a-aa10-8545bd5ae476 HTTP/1.1" status: 204 len: 168 time: 1.6569304 Feb 19 03:22:48.198167 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (49fe4f9e-30e6-47e6-a594-0916e1c98828), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.201803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:48.212833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:48.221540 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a6ea6-3a5b-4d0f-8f53-6dce2461a4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dc0f44-7456-4a1a-aa10-8545bd5ae476,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:48.236826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Attempting to bind port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:48.237294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Attempting to bind port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:48.237725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Attempting to bind port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 on network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:48.262687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec675ac7-7f62-4abb-a582-493d62bf8ec0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:48.266882 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ec675ac7-7f62-4abb-a582-493d62bf8ec0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1668599 Feb 19 03:22:48.269992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42206) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:48.277922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Pushing event updated for resources: {'Port': ['ID=04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:48.283466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 on network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:48.283899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Attempting to bind port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 on network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:48.362094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-23c41b18-cc73-4757-b916-ddb26955e4e9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882161 Feb 19 03:22:48.367899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:48.367899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Checking segment: {'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:48.367899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Bound using segment: {'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:48.367899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Bound port: 16806230-2bbf-46b3-b3a7-9e9e6d8432d0, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:48.367899 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.376275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42208) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:48.377067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=49fe4f9e-30e6-47e6-a594-0916e1c98828,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:48.406535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2a880-9269-496c-9edc-fd707a844372 req-57fdd9b6-3b0d-436a-8d21-2e09ffa36981 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:48.417507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74a2a880-9269-496c-9edc-fd707a844372 req-57fdd9b6-3b0d-436a-8d21-2e09ffa36981 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 943 time: 0.3537612 Feb 19 03:22:48.448470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-20ba559f-b430-4ff6-b227-58b5bdc851ff tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:48.650241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Checking segment: {'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:48.650686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Network hostable DHCP agents. Network: 197609b1-494f-4c4b-8624-9047b7f8f74c, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:48.668687 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks [] for router_gateway (ff8c7192-b1a4-49c7-82f2-2054cc5df705), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.692103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74a2a880-9269-496c-9edc-fd707a844372 req-65ab9f41-1428-445c-893c-2cc9d2a20843 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732728 Feb 19 03:22:48.753053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] For port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:48.766036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] For port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:48.814576 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.852400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device edef2453-e2eb-4389-b603-e3f2867ae6aa up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:48.919816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf97618-58c7-41c5-b232-6d4ea53c5bae None None] Network 1d890192-4292-4b5b-9272-a64a75972644 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:48.926852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Network 197609b1-494f-4c4b-8624-9047b7f8f74c is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:48.973551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:48.986407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.996063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] 10.222.0.71 "PUT /v2.0/ports/16806230-2bbf-46b3-b3a7-9e9e6d8432d0 HTTP/1.1" status: 200 len: 1091 time: 4.5263915 Feb 19 03:22:49.011133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a059a7-5a0d-4ea5-be67-4e6c314e98e8', 'tag': '16806230-2bbf-46b3-b3a7-9e9e6d8432d0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:49.013523 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c287fd-4a96-41b4-accb-66276a9cbd68" -d '{"events": [{"name": "network-changed", "server_uuid": "21a059a7-5a0d-4ea5-be67-4e6c314e98e8", "tag": "16806230-2bbf-46b3-b3a7-9e9e6d8432d0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:49.033928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e284b974-d5a8-43ba-b34f-2863e19ca261 None None] Provisioning complete for port edef2453-e2eb-4389-b603-e3f2867ae6aa triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:49.034316 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e284b974-d5a8-43ba-b34f-2863e19ca261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.059433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (ff8c7192-b1a4-49c7-82f2-2054cc5df705), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.080315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 197609b1-494f-4c4b-8624-9047b7f8f74c) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:49.106795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca7769a-c1a7-4608-a97a-99dc5fb67744 None None] Network 197609b1-494f-4c4b-8624-9047b7f8f74c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:49.116271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port edef2453-e2eb-4389-b603-e3f2867ae6aa triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:49.120147 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.138431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ba559f-b430-4ff6-b227-58b5bdc851ff tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:49.141799 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20ba559f-b430-4ff6-b227-58b5bdc851ff tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.143293 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ba559f-b430-4ff6-b227-58b5bdc851ff tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:49.143726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ba559f-b430-4ff6-b227-58b5bdc851ff tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:49.161095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.161732 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.165331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266b4dc-90e2-4e46-a8df-73182ae62d75 service neutron] Pushing event updated for resources: {'Port': ['ID=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:49.180339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-20ba559f-b430-4ff6-b227-58b5bdc851ff tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8003225 Feb 19 03:22:49.187132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42222) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:49.196141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-215b7b62-48d9-41ee-b668-7675e027d5de tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:49.222206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-1a359faf-673e-461a-9c3c-866db3d31476 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-28174025&fields=id&tenant_id=386611ab44ec4f4ba766be54796ba9c5 HTTP/1.1" status: 200 len: 267 time: 0.3020599 Feb 19 03:22:49.237194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Router ff8c7192-b1a4-49c7-82f2-2054cc5df705 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:22:49.318326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c0d61da4-084a-4ab7-b55d-f55994e8fd1d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5885956 Feb 19 03:22:49.321650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42230) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:49.339660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:49.368328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-18dcbd21-e3a0-41de-8e32-49b20e133717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.369869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-18dcbd21-e3a0-41de-8e32-49b20e133717 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf3a3914dc064627ae0007141dbc228f&device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 1125 time: 0.3013277 Feb 19 03:22:49.446221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-c7a6dc06-f8e9-438a-82b7-64e53d3c145e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16806230-2bbf-46b3-b3a7-9e9e6d8432d0 HTTP/1.1" status: 200 len: 217 time: 0.0665658 Feb 19 03:22:49.485639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (1547f6ad-94df-45f3-a5be-cd7c675b0f32), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.486712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (1547f6ad-94df-45f3-a5be-cd7c675b0f32), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.515902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-f4a796f9-a868-4eba-9f06-37340dc601e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.518093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-f4a796f9-a868-4eba-9f06-37340dc601e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=92cb6b68-8002-4fcc-9721-8de355b47368 HTTP/1.1" status: 200 len: 862 time: 0.0606616 Feb 19 03:22:49.534911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-15ab9918-6d54-449e-98c9-5053a3333c73 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.542799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e284b974-d5a8-43ba-b34f-2863e19ca261 None None] Current status of the port edef2453-e2eb-4389-b603-e3f2867ae6aa is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:49.543395 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e284b974-d5a8-43ba-b34f-2863e19ca261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.546840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-15ab9918-6d54-449e-98c9-5053a3333c73 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 945 time: 0.2541220 Feb 19 03:22:49.547830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:49.557407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-a39e1a35-35c9-4884-879e-f1c9975b506f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'port': {'security_groups': ['c0fb9788-8ade-435a-be59-7a50c4685968', 'f1ea4a8c-e7e2-4f25-8214-06945d14146c']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:49.581436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Sync routers for ids ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:49.613056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215b7b62-48d9-41ee-b668-7675e027d5de tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:49.615315 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-215b7b62-48d9-41ee-b668-7675e027d5de tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.615958 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-215b7b62-48d9-41ee-b668-7675e027d5de tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:49.616520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215b7b62-48d9-41ee-b668-7675e027d5de tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:49.625532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42236) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:49.631060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-e498be6a-ce46-4e04-88c5-40896978a5fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=25eb2018-2882-4fd4-82c8-f389b0dea2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685325 Feb 19 03:22:49.634214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks [] for router_controller (1547f6ad-94df-45f3-a5be-cd7c675b0f32), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.637597 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.641991 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f9cdcfe4-27dc-4669-bfed-0c49dd4333af admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3113310 Feb 19 03:22:49.642610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42240) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:49.661213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-215b7b62-48d9-41ee-b668-7675e027d5de tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4727080 Feb 19 03:22:49.672278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42242) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:49.692533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port edef2453-e2eb-4389-b603-e3f2867ae6aa is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:49.694194 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.775521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Routers {'ff8c7192-b1a4-49c7-82f2-2054cc5df705'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:49.777804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-49ba990e-4493-41fd-9156-c0c467bf7d6a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:49.779654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:49.787087 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-a39e1a35-35c9-4884-879e-f1c9975b506f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.855569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-ab2d582f-ca34-416c-90a7-014d6254e1f0 service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882389 Feb 19 03:22:49.906376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e284b974-d5a8-43ba-b34f-2863e19ca261 None None] For port edef2453-e2eb-4389-b603-e3f2867ae6aa, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=edef2453-e2eb-4389-b603-e3f2867ae6aa,segment=NetworkSegment(2d9300b0-3999-46d1-bb80-311bbd75f5eb),segment_id=2d9300b0-3999-46d1-bb80-311bbd75f5eb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:49.915415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-197609b1-494f-4c4b-8624-9047b7f8f74c', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:49.916899 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.968164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1337232082-network', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:49.986950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb14a23-2b99-4a45-968e-7fa17a7c9cf0 req-eb99b503-fcf8-4ff3-b076-0a9ef166be28 service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236951 Feb 19 03:22:50.033626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba990e-4493-41fd-9156-c0c467bf7d6a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:50.039334 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49ba990e-4493-41fd-9156-c0c467bf7d6a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.041193 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ba990e-4493-41fd-9156-c0c467bf7d6a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:50.041888 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ba990e-4493-41fd-9156-c0c467bf7d6a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:50.123531 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-49ba990e-4493-41fd-9156-c0c467bf7d6a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4500451 Feb 19 03:22:50.126474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks [] for router_gateway (1547f6ad-94df-45f3-a5be-cd7c675b0f32), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.135310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42248) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:50.181812 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e284b974-d5a8-43ba-b34f-2863e19ca261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.184244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-97fbd036-900c-44c8-bf88-576433098cde tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:50.189637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Allocated IP 172.20.0.2 (197609b1-494f-4c4b-8624-9047b7f8f74c/49fe4f9e-30e6-47e6-a594-0916e1c98828/87e12d86-d71a-4539-b5cf-377305439327) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:50.286844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-a39e1a35-35c9-4884-879e-f1c9975b506f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] For port 2a918cb6-7d9d-4074-89cf-6a2383cb5985, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:50.309414 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Made reservation on behalf of b0dd66b7417e4e1693cc60caca1c14fe for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:50.311849 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.356446 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-a39e1a35-35c9-4884-879e-f1c9975b506f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.368769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fbd036-900c-44c8-bf88-576433098cde tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:50.368769 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97fbd036-900c-44c8-bf88-576433098cde tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.368769 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fbd036-900c-44c8-bf88-576433098cde tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:50.368769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fbd036-900c-44c8-bf88-576433098cde tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:50.374642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-a39e1a35-35c9-4884-879e-f1c9975b506f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.387201 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.404878 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-97fbd036-900c-44c8-bf88-576433098cde tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2649269 Feb 19 03:22:50.411134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42250) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:50.449360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1db0b732-29b2-45cc-bb40-b7e2a2254ccf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:50.451689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['af2fd209-8b7a-4854-8c4c-ead820a22ab0', '2a918cb6-7d9d-4074-89cf-6a2383cb5985'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:50.472708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-a39e1a35-35c9-4884-879e-f1c9975b506f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.473777 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-a39e1a35-35c9-4884-879e-f1c9975b506f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.489539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e8f1a43-4a35-4d08-bcf2-bfec296b04b2 req-a39e1a35-35c9-4884-879e-f1c9975b506f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "PUT /v2.0/ports/2a918cb6-7d9d-4074-89cf-6a2383cb5985 HTTP/1.1" status: 200 len: 981 time: 0.9411569 Feb 19 03:22:50.506749 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:22:50.507756 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:22:50.531419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Set router ff8c7192-b1a4-49c7-82f2-2054cc5df705 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:50.534348 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284b974-d5a8-43ba-b34f-2863e19ca261 None None] Pushing event updated for resources: {'Port': ['ID=edef2453-e2eb-4389-b603-e3f2867ae6aa,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:50.565779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e1a35-35c9-4884-879e-f1c9975b506f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'Port': ['ID=2a918cb6-7d9d-4074-89cf-6a2383cb5985,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:50.690683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1df301-773e-4699-84be-4676ae522cce req-03fc16ae-cb1d-456a-9b43-15f5d925548a tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.694150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b1df301-773e-4699-84be-4676ae522cce req-03fc16ae-cb1d-456a-9b43-15f5d925548a tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.0892429 Feb 19 03:22:50.737712 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c8cc9a94-25cc-4bfa-a26e-ef67aa1f299f None None] Provisioning complete for port edef2453-e2eb-4389-b603-e3f2867ae6aa triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:50.738374 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9a94-25cc-4bfa-a26e-ef67aa1f299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.767962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db0b732-29b2-45cc-bb40-b7e2a2254ccf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:50.770954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b1df301-773e-4699-84be-4676ae522cce req-aa2c58b4-b665-4d9c-9be8-dde3950195e0 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656829 Feb 19 03:22:50.771652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1db0b732-29b2-45cc-bb40-b7e2a2254ccf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.774682 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db0b732-29b2-45cc-bb40-b7e2a2254ccf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:50.775105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db0b732-29b2-45cc-bb40-b7e2a2254ccf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:50.805266 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Publish callbacks [] for security_group (323a6a07-ed07-4deb-b4ae-b434349cc4f3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.816892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (323a6a07-ed07-4deb-b4ae-b434349cc4f3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.826398 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21e74a0-0653-4bf3-b0be-0210c5209dab x-openstack-request-id: req-b21e74a0-0653-4bf3-b0be-0210c5209dab {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:50.828403 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a059a7-5a0d-4ea5-be67-4e6c314e98e8", "tag": "16806230-2bbf-46b3-b3a7-9e9e6d8432d0", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:50.828701 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b21e74a0-0653-4bf3-b0be-0210c5209dab {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:50.829136 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a059a7-5a0d-4ea5-be67-4e6c314e98e8', 'tag': '16806230-2bbf-46b3-b3a7-9e9e6d8432d0', 'status': 'completed', 'code': 200} Feb 19 03:22:50.881154 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1db0b732-29b2-45cc-bb40-b7e2a2254ccf tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4662535 Feb 19 03:22:50.889696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42254) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:50.905022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-46be54bd-9785-4147-84f4-44f557ce8ad6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:50.908056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['2a918cb6-7d9d-4074-89cf-6a2383cb5985'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:50.923469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c287fd-4a96-41b4-accb-66276a9cbd68 req-ee68895d-6d11-4371-8053-e1bca2fd0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.925697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14c287fd-4a96-41b4-accb-66276a9cbd68 req-ee68895d-6d11-4371-8053-e1bca2fd0fe5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf3a3914dc064627ae0007141dbc228f&device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 1125 time: 0.0653110 Feb 19 03:22:50.926294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:50.995027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323a6a07-ed07-4deb-b4ae-b434349cc4f3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:51.003251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (6f352719-9dba-432a-89ec-2176713e554a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.003595 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Added segment 6f352719-9dba-432a-89ec-2176713e554a of type vlan for network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 Feb 19 03:22:51.011207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.011555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.011911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.012250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.012583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.012917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.013246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.013574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.013922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.014253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.014580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.014998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.015223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:51.143905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387df0c-65c5-40b5-85aa-87cfe35f9c83 req-00688a08-c2a0-46e3-9fc3-ea366e381f04 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.153323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8387df0c-65c5-40b5-85aa-87cfe35f9c83 req-00688a08-c2a0-46e3-9fc3-ea366e381f04 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 943 time: 0.2056508 Feb 19 03:22:51.225085 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8387df0c-65c5-40b5-85aa-87cfe35f9c83 req-c2399334-aa47-4932-b624-f5d8c3071c10 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704596 Feb 19 03:22:51.258693 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Publish callbacks [] for port (87e12d86-d71a-4539-b5cf-377305439327), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.262038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c287fd-4a96-41b4-accb-66276a9cbd68 req-2c52961f-b204-4d4d-9b0d-e0c92453a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.264399 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14c287fd-4a96-41b4-accb-66276a9cbd68 req-2c52961f-b204-4d4d-9b0d-e0c92453a323 service neutron] 10.222.0.71 "GET /v2.0/networks?id=25eb2018-2882-4fd4-82c8-f389b0dea2c9 HTTP/1.1" status: 200 len: 923 time: 0.3316336 Feb 19 03:22:51.275465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc9a94-25cc-4bfa-a26e-ef67aa1f299f None None] Current status of the port edef2453-e2eb-4389-b603-e3f2867ae6aa is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:51.316596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (87e12d86-d71a-4539-b5cf-377305439327), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.342868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Network 197609b1-494f-4c4b-8624-9047b7f8f74c is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:51.350415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:51.354395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:51.373965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14c287fd-4a96-41b4-accb-66276a9cbd68 req-8cb27006-48bd-46fe-b444-463d9572383d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16806230-2bbf-46b3-b3a7-9e9e6d8432d0 HTTP/1.1" status: 200 len: 217 time: 0.0939205 Feb 19 03:22:51.444679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port edef2453-e2eb-4389-b603-e3f2867ae6aa is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:51.486202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a02a8a0-7b68-4a30-9ba5-eb3c08e64134 req-ab0bcd7a-50c7-481a-b1d2-3db9061a72c9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/f1ea4a8c-e7e2-4f25-8214-06945d14146c HTTP/1.1" status: 200 len: 1817 time: 0.1107540 Feb 19 03:22:51.502899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c287fd-4a96-41b4-accb-66276a9cbd68 req-ff4ab925-dd90-47ac-8ecc-4f8748b4b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.505749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14c287fd-4a96-41b4-accb-66276a9cbd68 req-ff4ab925-dd90-47ac-8ecc-4f8748b4b6c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=92cb6b68-8002-4fcc-9721-8de355b47368 HTTP/1.1" status: 200 len: 862 time: 0.1210549 Feb 19 03:22:51.557561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14c287fd-4a96-41b4-accb-66276a9cbd68 req-1bb5709a-f1dd-48f0-9abd-ead0d57b9948 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=25eb2018-2882-4fd4-82c8-f389b0dea2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380743 Feb 19 03:22:51.606359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04a47b07-568d-4da0-98d5-96e82ac174e5 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:51.637184 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (03858cac-4205-4b19-ae7f-1e4ad680b6c5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.646508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Attempting to bind port 87e12d86-d71a-4539-b5cf-377305439327 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:51.647011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Attempting to bind port 87e12d86-d71a-4539-b5cf-377305439327 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:51.647538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Attempting to bind port 87e12d86-d71a-4539-b5cf-377305439327 on network 197609b1-494f-4c4b-8624-9047b7f8f74c {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:51.679557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Pushing event updated for resources: {'Port': ['ID=87e12d86-d71a-4539-b5cf-377305439327,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:51.684842 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-5a02a8a0-7b68-4a30-9ba5-eb3c08e64134 req-59de4429-4d51-4172-8605-811196d38c9e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 03:22:51.686147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a02a8a0-7b68-4a30-9ba5-eb3c08e64134 req-59de4429-4d51-4172-8605-811196d38c9e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1ea4a8c-e7e2-4f25-8214-06945d14146c HTTP/1.1" status: 409 len: 341 time: 0.1987224 Feb 19 03:22:51.717584 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 04a47b07-568d-4da0-98d5-96e82ac174e5 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:51.717970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04a47b07-568d-4da0-98d5-96e82ac174e5 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:51.728196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:51.728557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Checking segment: {'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:51.729024 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.729367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Bound using segment: {'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:51.729873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Bound port: 87e12d86-d71a-4539-b5cf-377305439327, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:51.730272 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (87e12d86-d71a-4539-b5cf-377305439327), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.749691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46be54bd-9785-4147-84f4-44f557ce8ad6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:51.759423 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-46be54bd-9785-4147-84f4-44f557ce8ad6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.762582 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-46be54bd-9785-4147-84f4-44f557ce8ad6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:51.763100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46be54bd-9785-4147-84f4-44f557ce8ad6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:51.768665 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.db.resource_extend [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:22:51.826590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14c287fd-4a96-41b4-accb-66276a9cbd68 req-9ba9f501-62fb-4196-ba6b-04a81cd8d3e3 service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583113 Feb 19 03:22:51.861010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (03858cac-4205-4b19-ae7f-1e4ad680b6c5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.866953 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.867812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.939863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] For port 87e12d86-d71a-4539-b5cf-377305439327, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:51.953162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'name': 'tempest-TestVolumeBootPattern-1247548718-router', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:45Z', 'updated_at': '2022-02-19T03:22:48Z', 'revision_number': 3, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'gw_port': {'id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:46Z', 'updated_at': '2022-02-19T03:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:51.963975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device edef2453-e2eb-4389-b603-e3f2867ae6aa up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:52.005549 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-46be54bd-9785-4147-84f4-44f557ce8ad6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1082952 Feb 19 03:22:52.007931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42262) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:52.008847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] For port 87e12d86-d71a-4539-b5cf-377305439327, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=87e12d86-d71a-4539-b5cf-377305439327,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:52.057043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Checking router: ff8c7192-b1a4-49c7-82f2-2054cc5df705 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:22:52.057404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Updating router ff8c7192-b1a4-49c7-82f2-2054cc5df705 port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:22:52.067212 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (87e12d86-d71a-4539-b5cf-377305439327), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.074284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks [] for router_gateway (1547f6ad-94df-45f3-a5be-cd7c675b0f32), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.125697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ec0a3aaa-29ff-4465-9537-39399863551b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1135294 Feb 19 03:22:52.130013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42266) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:52.169867 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.188890 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.198982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5723767 Feb 19 03:22:52.200221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c7a84-26a8-421a-9f06-5b5ab11fd3e4 admin admin] Pushing event updated for resources: {'Network': ['ID=03858cac-4205-4b19-ae7f-1e4ad680b6c5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:52.209890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42268) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:52.222284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Request body: {'subnet': {'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1337232082-subnet', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:52.269665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Made reservation on behalf of b0dd66b7417e4e1693cc60caca1c14fe for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:52.275648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.329716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:52.471506 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.541418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Allocated IP 172.20.0.1 (1d890192-4292-4b5b-9272-a64a75972644/99e48ce3-64e3-4da6-be0c-9f45ee38dd9c/3919e6ef-eece-4f1d-a4c0-0d17ddecd91f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:52.557360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (3fb595f5-14c4-4ad4-8a55-62d7f03bb044), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.578113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14c287fd-4a96-41b4-accb-66276a9cbd68 req-dcafc941-8521-49a5-8d5b-d7c1509927ed service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7390833 Feb 19 03:22:52.691045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed0b9d-0b68-40fa-89ad-89fa2e08ed27 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:52.693666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c7ed0b9d-0b68-40fa-89ad-89fa2e08ed27 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5624609 Feb 19 03:22:52.710913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256214f1-d912-4001-99b8-640d89a1e69f req-ef49d1b1-d2a2-4a7e-b450-620347d2897d tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:52.713117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-256214f1-d912-4001-99b8-640d89a1e69f req-ef49d1b1-d2a2-4a7e-b450-620347d2897d tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.5186496 Feb 19 03:22:52.714113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42274) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:52.734137 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.758323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port edef2453-e2eb-4389-b603-e3f2867ae6aa triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:52.758706 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.796144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2a9da-66ec-4960-86fa-91e863162dfa None None] Pushing event updated for resources: {'Port': ['ID=87e12d86-d71a-4539-b5cf-377305439327,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:52.797433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6f8189f1-8bfd-492a-8da2-badc7d16904e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797563 Feb 19 03:22:52.808247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42276) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:52.813462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:52.951224 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7876-d223-44ca-a104-d785f466ac8c req-96960eb3-302d-4e3b-9d94-8cae29286837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:52.952855 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d39b7876-d223-44ca-a104-d785f466ac8c req-96960eb3-302d-4e3b-9d94-8cae29286837 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 1166 time: 0.7493048 Feb 19 03:22:52.962467 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Publish callbacks [] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.000089 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Publish callbacks [] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.017019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.102260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f07fdb-6a53-4b13-9837-81406933b4bf None None] Pushing event updated for resources: {'Port': ['ID=04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:53.146924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Allocated IP 172.25.4.63 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/d2e4861b-49e8-43f1-8a78-4079ad61a76e) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:53.160853 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7876-d223-44ca-a104-d785f466ac8c req-682649a3-d39c-4d81-8233-233ac3cce0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.162422 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d39b7876-d223-44ca-a104-d785f466ac8c req-682649a3-d39c-4d81-8233-233ac3cce0d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 913 time: 0.1965621 Feb 19 03:22:53.168543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.176924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Attempting to bind port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:53.177538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Attempting to bind port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:53.178265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Attempting to bind port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:53.186609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:53.187289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:53.187855 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.188567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:53.189898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Bound port: 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:53.190496 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.263684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] For port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:53.269368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'tag': '2a918cb6-7d9d-4074-89cf-6a2383cb5985'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:53.270700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] For port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:53.272360 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400d87f3-6e8b-4349-b4d0-b036eef388e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aa536f-149c-40d8-b1da-3811827f9cd3", "tag": "2a918cb6-7d9d-4074-89cf-6a2383cb5985"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:53.275740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb595f5-14c4-4ad4-8a55-62d7f03bb044,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:53.278345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port edef2453-e2eb-4389-b603-e3f2867ae6aa is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:53.292736 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d39b7876-d223-44ca-a104-d785f466ac8c req-00bacd6d-8d79-46bc-9275-4ad969b87d11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985 HTTP/1.1" status: 200 len: 217 time: 0.1204379 Feb 19 03:22:53.294403 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.300643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Network 1d890192-4292-4b5b-9272-a64a75972644 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:53.324533 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:53.329938 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:53.333405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Pushing event updated for resources: {'Port': ['ID=3919e6ef-eece-4f1d-a4c0-0d17ddecd91f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:53.370725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f07fdb-6a53-4b13-9837-81406933b4bf None None] Pushing event updated for resources: {'Port': ['ID=04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:53.393028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Routers {'ff8c7192-b1a4-49c7-82f2-2054cc5df705'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:53.393739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:53.426006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Checking segment: {'id': '6f352719-9dba-432a-89ec-2176713e554a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:53.426395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Network hostable DHCP agents. Network: 03858cac-4205-4b19-ae7f-1e4ad680b6c5, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:53.440339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-256214f1-d912-4001-99b8-640d89a1e69f req-094182ce-6baf-46fe-87c2-947ed2ff8579 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139072 Feb 19 03:22:53.493052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:53.504360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:53.508789 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.515827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 03858cac-4205-4b19-ae7f-1e4ad680b6c5) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:53.543381 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (ff8c7192-b1a4-49c7-82f2-2054cc5df705), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.555587 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7876-d223-44ca-a104-d785f466ac8c req-a9a85f34-5776-40e4-8384-be63a6618a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.560074 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d39b7876-d223-44ca-a104-d785f466ac8c req-a9a85f34-5776-40e4-8384-be63a6618a75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 200 len: 852 time: 0.2530041 Feb 19 03:22:53.591514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f8e29d-08a2-448f-bf29-2df1026e5039 None None] Network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:53.639918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:53.651934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.655519 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.721453 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d39b7876-d223-44ca-a104-d785f466ac8c req-0072372b-53ac-49dd-bc04-962dabfc4c91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25750d6e-2380-4f73-8e9a-30d5d668b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558560 Feb 19 03:22:53.729689 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks [] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.770237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9ca7cc7d-55fa-4e32-a059-18f7b8b6e6c7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5525260 Feb 19 03:22:53.774315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42280) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:53.779288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1337232082-router', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:53.827902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c071-3e54-48ef-a843-69f8b3ae5a17 req-ded3763f-b47a-48e8-8cb6-fbe7edcb405e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.829717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2e8c071-3e54-48ef-a843-69f8b3ae5a17 req-ded3763f-b47a-48e8-8cb6-fbe7edcb405e tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 984 time: 0.1821530 Feb 19 03:22:53.842785 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (c2676672-1573-40a5-bd2e-a604a3bc1757), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.843952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (c2676672-1573-40a5-bd2e-a604a3bc1757), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.911627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] Set router ff8c7192-b1a4-49c7-82f2-2054cc5df705 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:54.004525 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.023797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 87e12d86-d71a-4539-b5cf-377305439327 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:54.067612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e4861b-49e8-43f1-8a78-4079ad61a76e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:54.079907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bacc94e4-ef58-4f2a-8e79-524098555fcd None None] Provisioning complete for port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:54.080403 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bacc94e4-ef58-4f2a-8e79-524098555fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.117553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5684f3-7838-40cf-baa4-6ec60ea4848f None None] Network 197609b1-494f-4c4b-8624-9047b7f8f74c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:54.131695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks [] for router_controller (c2676672-1573-40a5-bd2e-a604a3bc1757), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.181627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2e8c071-3e54-48ef-a843-69f8b3ae5a17 req-6e550b62-2c66-423f-8f06-d8b9bde6f8a1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&id=f1ea4a8c-e7e2-4f25-8214-06945d14146c&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.3394263 Feb 19 03:22:54.190263 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d39b7876-d223-44ca-a104-d785f466ac8c req-72342ea5-985a-44a3-828f-3d31c01ab30d service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542122 Feb 19 03:22:54.194017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:54.207121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.objects.ports [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:22:54.209304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (05fe3656-da0b-42fc-a253-a10348cccb3e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.226730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:54.264009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:54.267420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:54.275694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:54.276073 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.276294 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.280925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-03858cac-4205-4b19-ae7f-1e4ad680b6c5', 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5', 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'fixed_ips': [{'subnet_id': '3fb595f5-14c4-4ad4-8a55-62d7f03bb044'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:54.291898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=05fe3656-da0b-42fc-a253-a10348cccb3e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:54.294723 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.309535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-df1d16df-79e2-4a59-80d4-1fb51674286c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5000107 Feb 19 03:22:54.320655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051bd005-d0f1-4d13-a60c-0eea5101d6d1 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:54.325563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42282) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:54.331959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:7e:1f:3d', 'name': 'tempest-NetworksTestDHCPv6-2111024855'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:54.342299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bacc94e4-ef58-4f2a-8e79-524098555fcd None None] Port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:54.364943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '16806230-2bbf-46b3-b3a7-9e9e6d8432d0', 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9', 'port_id': '16806230-2bbf-46b3-b3a7-9e9e6d8432d0', 'mac_address': 'fa:16:3e:db:cd:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cb6b68-8002-4fcc-9721-8de355b47368', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:54.394028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:54.444145 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d39b7876-d223-44ca-a104-d785f466ac8c req-a5ac1e48-efd8-46f5-a82e-fe39a1586d85 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690927 Feb 19 03:22:54.498201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:54.498591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.499831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:54.530080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 87e12d86-d71a-4539-b5cf-377305439327 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:54.530080 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (87e12d86-d71a-4539-b5cf-377305439327), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.563610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba285cf5-96d6-4496-8561-2a363da79785 req-ef0eb32b-92d6-4b48-9fb0-6c763b0bf5df tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:54.565450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba285cf5-96d6-4496-8561-2a363da79785 req-ef0eb32b-92d6-4b48-9fb0-6c763b0bf5df tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 943 time: 0.2546530 Feb 19 03:22:54.678488 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks [] for router_gateway (c2676672-1573-40a5-bd2e-a604a3bc1757), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.681226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba285cf5-96d6-4496-8561-2a363da79785 req-719cd253-46a6-4862-bec0-d08153bb2421 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052454 Feb 19 03:22:54.682793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:54.884753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.888272 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90228e4-b748-4c09-b9bd-119f68a14fde x-openstack-request-id: req-e90228e4-b748-4c09-b9bd-119f68a14fde {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:54.888272 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aa536f-149c-40d8-b1da-3811827f9cd3", "tag": "2a918cb6-7d9d-4074-89cf-6a2383cb5985", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:54.888534 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e90228e4-b748-4c09-b9bd-119f68a14fde {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:54.888927 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'tag': '2a918cb6-7d9d-4074-89cf-6a2383cb5985', 'status': 'completed', 'code': 200} Feb 19 03:22:54.910969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port c8a75f3c-a412-4ea8-8b6d-fd167a997c81 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:55.022115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Allocated IP 172.20.0.2 (03858cac-4205-4b19-ae7f-1e4ad680b6c5/3fb595f5-14c4-4ad4-8a55-62d7f03bb044/2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:55.064816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d87f3-6e8b-4349-b4d0-b036eef388e7 req-cfb32242-8438-4735-9c3b-f2a79aee587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:55.066697 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-400d87f3-6e8b-4349-b4d0-b036eef388e7 req-cfb32242-8438-4735-9c3b-f2a79aee587c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 1166 time: 0.1543546 Feb 19 03:22:55.087846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e3144-c965-45c4-8da1-afbacc8ea79b req-b15f99cb-622a-4b34-98bb-7b8a82e1b551 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:55.090186 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-182e3144-c965-45c4-8da1-afbacc8ea79b req-b15f99cb-622a-4b34-98bb-7b8a82e1b551 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.1198411 Feb 19 03:22:55.119907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f816:3eff:fe7e:1f3d (bbbabb97-7b58-44ba-8518-a6a14187983e/05fe3656-da0b-42fc-a253-a10348cccb3e/c8a75f3c-a412-4ea8-8b6d-fd167a997c81) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:55.193418 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Publish callbacks [] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.220921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:55.229540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-182e3144-c965-45c4-8da1-afbacc8ea79b req-753058f5-f894-4f1e-9efc-d3fe1b1fce91 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325145 Feb 19 03:22:55.267699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:55.302967 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.423405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:55.424994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7963356e-538e-438c-8e8c-44fe6cb54404 None None] Provisioning complete for port 87e12d86-d71a-4539-b5cf-377305439327 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:55.425518 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7963356e-538e-438c-8e8c-44fe6cb54404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (87e12d86-d71a-4539-b5cf-377305439327), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.427407 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.435708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Pushing event updated for resources: {'Port': ['ID=2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:55.438689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:55.443903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:55.530026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82c010-5901-497c-b3a1-ccb354eeeb51 req-9a44a614-7e4c-4257-b0f9-5993afad3c6f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:55.531670 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db82c010-5901-497c-b3a1-ccb354eeeb51 req-9a44a614-7e4c-4257-b0f9-5993afad3c6f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 984 time: 0.1611845 Feb 19 03:22:55.562634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:55.563437 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (c8a75f3c-a412-4ea8-8b6d-fd167a997c81), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.583502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Publish callbacks [] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.604404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.637037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Attempting to bind port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:55.637530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Attempting to bind port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '6f352719-9dba-432a-89ec-2176713e554a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:55.638044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Attempting to bind port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a on network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:55.659609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db82c010-5901-497c-b3a1-ccb354eeeb51 req-7fe08c68-6947-47dc-9894-878ff22bd6a9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&id=f1ea4a8c-e7e2-4f25-8214-06945d14146c&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1146331 Feb 19 03:22:55.671170 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c8a75f3c-a412-4ea8-8b6d-fd167a997c81), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.675141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:55.675700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Checking segment: {'id': '6f352719-9dba-432a-89ec-2176713e554a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:55.676278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.676842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Bound using segment: {'id': '6f352719-9dba-432a-89ec-2176713e554a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:55.677548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Bound port: 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f352719-9dba-432a-89ec-2176713e554a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:55.678125 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.699541 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks [] for router_gateway (1547f6ad-94df-45f3-a5be-cd7c675b0f32), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.744126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:55.749253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:55.770100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:55.775969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '05fe3656-da0b-42fc-a253-a10348cccb3e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:55.776843 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.779927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:55.781789 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.817972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=c8a75f3c-a412-4ea8-8b6d-fd167a997c81,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:55.843407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b22113c9-a5eb-4434-8590-1a62dfb0ccf2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5163035 Feb 19 03:22:55.848779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42296) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:55.906851 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (ff8c7192-b1a4-49c7-82f2-2054cc5df705), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.952529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Pushing event updated for resources: {'Port': ['ID=3919e6ef-eece-4f1d-a4c0-0d17ddecd91f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:55.979930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-e840e1bb-8a35-4998-a473-3f04f619cafc tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-446563177&fields=id&tenant_id=386611ab44ec4f4ba766be54796ba9c5 HTTP/1.1" status: 200 len: 267 time: 0.1444874 Feb 19 03:22:55.993687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d87f3-6e8b-4349-b4d0-b036eef388e7 req-3301fe15-78ee-4092-a1a8-e14ee69fd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:55.995440 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-400d87f3-6e8b-4349-b4d0-b036eef388e7 req-3301fe15-78ee-4092-a1a8-e14ee69fd404 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 913 time: 0.5012162 Feb 19 03:22:56.000519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Allocated IP 2001:db8::f816:3eff:fece:20ca (bbbabb97-7b58-44ba-8518-a6a14187983e/05fe3656-da0b-42fc-a253-a10348cccb3e/05a526a4-c6d6-4500-a315-262993734e64) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:56.072993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226b5449-7417-492c-8299-91f9b39b6470 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:56.086545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-226b5449-7417-492c-8299-91f9b39b6470 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2366736 Feb 19 03:22:56.088237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42298) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:56.092529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['16806230-2bbf-46b3-b3a7-9e9e6d8432d0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:56.198447 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-400d87f3-6e8b-4349-b4d0-b036eef388e7 req-cbfbecf3-7ca5-42f9-a35c-4af866d4f97f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985 HTTP/1.1" status: 200 len: 217 time: 0.1497226 Feb 19 03:22:56.200050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks [] for router_gateway (c2676672-1573-40a5-bd2e-a604a3bc1757), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.201104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-413512b6-0a9f-4223-b98e-b4b304681a82 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:56.203884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-413512b6-0a9f-4223-b98e-b4b304681a82 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 984 time: 0.2136006 Feb 19 03:22:56.216107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] For port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:56.220745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] For port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a,segment=NetworkSegment(6f352719-9dba-432a-89ec-2176713e554a),segment_id=6f352719-9dba-432a-89ec-2176713e554a)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:56.222560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-f1e3eb91-d35e-4754-997e-d26dafb8b26d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'port': {'security_groups': ['c0fb9788-8ade-435a-be59-7a50c4685968', 'f1ea4a8c-e7e2-4f25-8214-06945d14146c', 'd74114c5-532b-4fbf-a54c-8c8de1fa5bb4']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:56.243820 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.281965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.334706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dadd5-a63b-4b32-8821-466455f5fe4c None None] Pushing event updated for resources: {'Port': ['ID=2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:56.340995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-f1e3eb91-d35e-4754-997e-d26dafb8b26d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.378315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'name': 'tempest-TestVolumeBootPattern-1247548718-router', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:45Z', 'updated_at': '2022-02-19T03:22:48Z', 'revision_number': 3, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'gw_port': {'id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:46Z', 'updated_at': '2022-02-19T03:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:56.409567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dc61eb4a-1a8a-44b3-a0d7-47f5b7f1bc0b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port c8a75f3c-a412-4ea8-8b6d-fd167a997c81 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:56.410000 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc61eb4a-1a8a-44b3-a0d7-47f5b7f1bc0b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c8a75f3c-a412-4ea8-8b6d-fd167a997c81), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.492191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d87f3-6e8b-4349-b4d0-b036eef388e7 req-afcb7b4a-e252-4166-88d8-e4b89d02463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:56.497755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7963356e-538e-438c-8e8c-44fe6cb54404 None None] Current status of the port 87e12d86-d71a-4539-b5cf-377305439327 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:56.498416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7963356e-538e-438c-8e8c-44fe6cb54404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (87e12d86-d71a-4539-b5cf-377305439327), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.499011 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-400d87f3-6e8b-4349-b4d0-b036eef388e7 req-afcb7b4a-e252-4166-88d8-e4b89d02463a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 200 len: 852 time: 0.2364948 Feb 19 03:22:56.517897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388dd32d-ed06-43cf-8bb7-42e4dfda6a15 None None] The sync data for ids ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'] in n-d-826756-2 is: [{'id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'name': 'tempest-TestVolumeBootPattern-1247548718-router', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:45Z', 'updated_at': '2022-02-19T03:22:48Z', 'revision_number': 3, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'gw_port': {'id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:46Z', 'updated_at': '2022-02-19T03:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:22:56.538212 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc61eb4a-1a8a-44b3-a0d7-47f5b7f1bc0b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c8a75f3c-a412-4ea8-8b6d-fd167a997c81), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.567450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dc61eb4a-1a8a-44b3-a0d7-47f5b7f1bc0b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for c8a75f3c-a412-4ea8-8b6d-fd167a997c81 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:56.602631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 87e12d86-d71a-4539-b5cf-377305439327 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:56.603025 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (87e12d86-d71a-4539-b5cf-377305439327), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.654672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Network 1d890192-4292-4b5b-9272-a64a75972644 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:56.664756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7963356e-538e-438c-8e8c-44fe6cb54404 None None] For port 87e12d86-d71a-4539-b5cf-377305439327, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=87e12d86-d71a-4539-b5cf-377305439327,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:56.665694 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-400d87f3-6e8b-4349-b4d0-b036eef388e7 req-de00c016-3699-43bb-8117-cc604d873933 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25750d6e-2380-4f73-8e9a-30d5d668b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079187 Feb 19 03:22:56.672578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:56.683061 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7963356e-538e-438c-8e8c-44fe6cb54404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (87e12d86-d71a-4539-b5cf-377305439327), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.763898 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Publish callbacks [] for port (05a526a4-c6d6-4500-a315-262993734e64), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.782845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963356e-538e-438c-8e8c-44fe6cb54404 None None] Pushing event updated for resources: {'Port': ['ID=87e12d86-d71a-4539-b5cf-377305439327,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:56.871798 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (05a526a4-c6d6-4500-a315-262993734e64), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.945638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (1547f6ad-94df-45f3-a5be-cd7c675b0f32), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.994576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Allocated IP 172.25.4.122 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:57.101870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc61eb4a-1a8a-44b3-a0d7-47f5b7f1bc0b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c8a75f3c-a412-4ea8-8b6d-fd167a997c81), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.215519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61eb4a-1a8a-44b3-a0d7-47f5b7f1bc0b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=c8a75f3c-a412-4ea8-8b6d-fd167a997c81,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:57.237802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-03178fc1-bc16-46ef-af2b-243d6a68cbc5 None None] Provisioning complete for port 87e12d86-d71a-4539-b5cf-377305439327 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:57.238276 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-03178fc1-bc16-46ef-af2b-243d6a68cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (87e12d86-d71a-4539-b5cf-377305439327), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.278198 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:22:57.278431 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:22:57.304515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:57.309651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Pushing event updated for resources: {'Port': ['ID=05a526a4-c6d6-4500-a315-262993734e64,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:57.329309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:57.334323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:57.339242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc61eb4a-1a8a-44b3-a0d7-47f5b7f1bc0b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.343940 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-400d87f3-6e8b-4349-b4d0-b036eef388e7 req-00b3d4b4-5bc7-49fd-9d76-098480b64c50 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430449 Feb 19 03:22:57.345218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dc61eb4a-1a8a-44b3-a0d7-47f5b7f1bc0b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/c8a75f3c-a412-4ea8-8b6d-fd167a997c81 HTTP/1.1" status: 204 len: 168 time: 1.2558613 Feb 19 03:22:57.347919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42302) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:57.468762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-f1e3eb91-d35e-4754-997e-d26dafb8b26d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] For port 2a918cb6-7d9d-4074-89cf-6a2383cb5985, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:57.487350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Router ff8c7192-b1a4-49c7-82f2-2054cc5df705 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:22:57.516510 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-f1e3eb91-d35e-4754-997e-d26dafb8b26d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.517611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Attempting to bind port 05a526a4-c6d6-4500-a315-262993734e64 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:57.518210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Attempting to bind port 05a526a4-c6d6-4500-a315-262993734e64 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:57.518586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Attempting to bind port 05a526a4-c6d6-4500-a315-262993734e64 on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:57.523565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-f1e3eb91-d35e-4754-997e-d26dafb8b26d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.574303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:57.574859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:57.575274 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.575679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:57.576173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Bound port: 05a526a4-c6d6-4500-a315-262993734e64, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:57.576560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (05a526a4-c6d6-4500-a315-262993734e64), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.593186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['af2fd209-8b7a-4854-8c4c-ead820a22ab0', '2a918cb6-7d9d-4074-89cf-6a2383cb5985'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:57.608664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-f1e3eb91-d35e-4754-997e-d26dafb8b26d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.609734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-f1e3eb91-d35e-4754-997e-d26dafb8b26d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.612557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de9a15a7-684c-4faf-bd53-159e7a2a841e req-f1e3eb91-d35e-4754-997e-d26dafb8b26d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "PUT /v2.0/ports/2a918cb6-7d9d-4074-89cf-6a2383cb5985 HTTP/1.1" status: 200 len: 1020 time: 1.3966265 Feb 19 03:22:57.613276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'tag': '2a918cb6-7d9d-4074-89cf-6a2383cb5985'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:57.620054 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa916f6-82e3-4bad-b6ba-0d74047a7203" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aa536f-149c-40d8-b1da-3811827f9cd3", "tag": "2a918cb6-7d9d-4074-89cf-6a2383cb5985"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:57.660124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd81f1-2d9c-4c13-9aae-e043dbc2e5e0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.663766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd81f1-2d9c-4c13-9aae-e043dbc2e5e0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.673185 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5fcd81f1-2d9c-4c13-9aae-e043dbc2e5e0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3162823 Feb 19 03:22:57.677645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42308) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:57.755225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3eb91-d35e-4754-997e-d26dafb8b26d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'Port': ['ID=2a918cb6-7d9d-4074-89cf-6a2383cb5985,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:57.883804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2fda3-b1b2-4fdc-a590-1b1241666ac0 req-bd6765c5-ac0a-43c2-9e38-5d050b446e44 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.885530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f2fda3-b1b2-4fdc-a590-1b1241666ac0 req-bd6765c5-ac0a-43c2-9e38-5d050b446e44 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 944 time: 0.1465943 Feb 19 03:22:57.896834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] For port 05a526a4-c6d6-4500-a315-262993734e64, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:57.902955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] For port 05a526a4-c6d6-4500-a315-262993734e64, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=05a526a4-c6d6-4500-a315-262993734e64,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:57.914791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['2a918cb6-7d9d-4074-89cf-6a2383cb5985'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:57.956318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks [] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.987113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f2fda3-b1b2-4fdc-a590-1b1241666ac0 req-c49c9200-a65e-4491-8669-f79004746d8e tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884352 Feb 19 03:22:58.109562 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-400d87f3-6e8b-4349-b4d0-b036eef388e7 req-912d9f9b-78fa-46c4-84fb-ab5bffa0f9ff service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479157 Feb 19 03:22:58.120422 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (05a526a4-c6d6-4500-a315-262993734e64), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.130480 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62665e0-1954-4991-80d7-601e34d836c3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 05fe3656-da0b-42fc-a253-a10348cccb3e {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:58.148388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c62665e0-1954-4991-80d7-601e34d836c3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (05fe3656-da0b-42fc-a253-a10348cccb3e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.161341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-03178fc1-bc16-46ef-af2b-243d6a68cbc5 None None] Current status of the port 87e12d86-d71a-4539-b5cf-377305439327 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:58.172984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:22:58.261688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772b218-ca96-4226-a744-0aadbc587ba9 req-e02c6ca8-1ccc-4ec8-ab33-c812352f1804 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:58.264519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7772b218-ca96-4226-a744-0aadbc587ba9 req-e02c6ca8-1ccc-4ec8-ab33-c812352f1804 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.0888755 Feb 19 03:22:58.277541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 87e12d86-d71a-4539-b5cf-377305439327 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:58.347298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c5e01-a7ac-48d3-ac86-be06e980adcc None None] Network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:58.369984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7772b218-ca96-4226-a744-0aadbc587ba9 req-e7423657-2b03-4b16-9919-0f83290b5b08 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907555 Feb 19 03:22:58.493174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-512d5853-3934-4b34-8d77-f2b6b8ef1eb1 req-0a00b0a2-649c-4e05-8f9d-f1a01ef26f28 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/d74114c5-532b-4fbf-a54c-8c8de1fa5bb4 HTTP/1.1" status: 200 len: 1819 time: 0.0717871 Feb 19 03:22:58.625942 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-512d5853-3934-4b34-8d77-f2b6b8ef1eb1 req-69526476-6988-44a5-adb8-af7d7e802330 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 03:22:58.627356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-512d5853-3934-4b34-8d77-f2b6b8ef1eb1 req-69526476-6988-44a5-adb8-af7d7e802330 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/d74114c5-532b-4fbf-a54c-8c8de1fa5bb4 HTTP/1.1" status: 409 len: 341 time: 0.1275434 Feb 19 03:22:58.711115 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736c742e-e709-478d-88ce-f6060feed879 x-openstack-request-id: req-736c742e-e709-478d-88ce-f6060feed879 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:58.711311 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c62665e0-1954-4991-80d7-601e34d836c3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (05fe3656-da0b-42fc-a253-a10348cccb3e), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.711747 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aa536f-149c-40d8-b1da-3811827f9cd3", "tag": "2a918cb6-7d9d-4074-89cf-6a2383cb5985", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:58.711910 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-736c742e-e709-478d-88ce-f6060feed879 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:58.712417 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'tag': '2a918cb6-7d9d-4074-89cf-6a2383cb5985', 'status': 'completed', 'code': 200} Feb 19 03:22:58.803014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d68889-ab0e-41c3-92b1-72010038b451 None None] Pushing event updated for resources: {'Port': ['ID=05a526a4-c6d6-4500-a315-262993734e64,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:58.837407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:58.884388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c66e236c-940a-4f2f-9e91-ebba467c6e7c None None] Provisioning complete for port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:58.884774 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c66e236c-940a-4f2f-9e91-ebba467c6e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.886667 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:58.900209 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-17f420e2-a24d-47fb-9649-49541e5fab92 admin admin] 10.222.0.42 "PUT /v2.0/routers/ff8c7192-b1a4-49c7-82f2-2054cc5df705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2490914 Feb 19 03:22:58.901284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.018182 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c62665e0-1954-4991-80d7-601e34d836c3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (05fe3656-da0b-42fc-a253-a10348cccb3e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.053033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c66e236c-940a-4f2f-9e91-ebba467c6e7c None None] Port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:59.126600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:59.130160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:59.130160 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.139688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa916f6-82e3-4bad-b6ba-0d74047a7203 req-ef1256ed-860a-4f32-b779-b28f54bb2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:59.141475 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa916f6-82e3-4bad-b6ba-0d74047a7203 req-ef1256ed-860a-4f32-b779-b28f54bb2a97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 1206 time: 0.3554320 Feb 19 03:22:59.149183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:59.254884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:59.280864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Pushing event updated for resources: {'Port': ['ID=f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:59.289035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234339dc-2485-442c-a3d0-dbff7943be7c req-45455195-4336-4ee9-b433-8c7eea683159 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:59.300855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-234339dc-2485-442c-a3d0-dbff7943be7c req-45455195-4336-4ee9-b433-8c7eea683159 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 1023 time: 0.1366198 Feb 19 03:22:59.399004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-05e4af6e-fa40-4149-9ae7-872eeec00b4e None None] Provisioning complete for port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:59.404868 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05e4af6e-fa40-4149-9ae7-872eeec00b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.487560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-234339dc-2485-442c-a3d0-dbff7943be7c req-efe48437-f604-481e-9719-d750e2fea5bb tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&id=d74114c5-532b-4fbf-a54c-8c8de1fa5bb4&id=f1ea4a8c-e7e2-4f25-8214-06945d14146c&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1853096 Feb 19 03:22:59.530798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:59.543563 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Sync routers for ids ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:59.565158 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c62665e0-1954-4991-80d7-601e34d836c3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (05fe3656-da0b-42fc-a253-a10348cccb3e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.573958 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Routers {'1547f6ad-94df-45f3-a5be-cd7c675b0f32'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:59.575667 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:59.684451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:59.764144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62665e0-1954-4991-80d7-601e34d836c3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=05fe3656-da0b-42fc-a253-a10348cccb3e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:59.777460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:59.778024 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.790319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9100fb9-b258-4fc0-a21e-6924bf829d85 req-7da81df1-97c1-4ee9-8ef4-489868e10c59 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:59.795946 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.800117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9100fb9-b258-4fc0-a21e-6924bf829d85 req-7da81df1-97c1-4ee9-8ef4-489868e10c59 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 944 time: 0.1447947 Feb 19 03:22:59.800874 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e66f639f-6953-4a95-b456-1c9cd6e647e4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.4710696 Feb 19 03:22:59.802159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42340) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:59.862773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:59.890145 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c62665e0-1954-4991-80d7-601e34d836c3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.893443 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c62665e0-1954-4991-80d7-601e34d836c3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/05fe3656-da0b-42fc-a253-a10348cccb3e HTTP/1.1" status: 204 len: 168 time: 2.2058184 Feb 19 03:22:59.898312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42342) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:59.910145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa916f6-82e3-4bad-b6ba-0d74047a7203 req-d4ab5476-6928-45ef-9a28-f8625b880ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:59.912459 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa916f6-82e3-4bad-b6ba-0d74047a7203 req-d4ab5476-6928-45ef-9a28-f8625b880ed1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 913 time: 0.7603381 Feb 19 03:22:59.920389 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Set router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:59.991694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-05e4af6e-fa40-4149-9ae7-872eeec00b4e None None] Current status of the port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:59.992090 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05e4af6e-fa40-4149-9ae7-872eeec00b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.995837 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.995837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:59.997438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e178106c-3ffc-4abe-b9cb-9bd3ecdbf3c1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960064 Feb 19 03:23:00.005290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42344) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:00.025684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:00.071242 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa916f6-82e3-4bad-b6ba-0d74047a7203 req-3e11c856-6111-4c22-bbdb-f5342a65d4b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985 HTTP/1.1" status: 200 len: 217 time: 0.1138933 Feb 19 03:23:00.146411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Sync routers for ids ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:00.173266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:23:00.176646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9100fb9-b258-4fc0-a21e-6924bf829d85 req-c8865bc0-94bd-4db2-be80-ab9d69d46484 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764129 Feb 19 03:23:00.220253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-05e4af6e-fa40-4149-9ae7-872eeec00b4e None None] For port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a,segment=NetworkSegment(6f352719-9dba-432a-89ec-2176713e554a),segment_id=6f352719-9dba-432a-89ec-2176713e554a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:00.221705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713313d3-95f8-4bb4-9af0-a5603486a95b None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:00.232241 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05e4af6e-fa40-4149-9ae7-872eeec00b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:00.234233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Routers {'ff8c7192-b1a4-49c7-82f2-2054cc5df705'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:00.234494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:00.269105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:00.269463 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:00.326898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:00.335381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:00.409510 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:22:54Z', 'revision_number': 3, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:00.440468 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Checking router: 1547f6ad-94df-45f3-a5be-cd7c675b0f32 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:00.441439 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Updating router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 port d2e4861b-49e8-43f1-8a78-4079ad61a76e binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:23:00.506587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:00.511926 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:00.556764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa916f6-82e3-4bad-b6ba-0d74047a7203 req-a99836cc-dffe-4560-98f8-adc39aa23c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:00.570691 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa916f6-82e3-4bad-b6ba-0d74047a7203 req-a99836cc-dffe-4560-98f8-adc39aa23c28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 200 len: 852 time: 0.4823990 Feb 19 03:23:00.574163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks [] for router_gateway (c2676672-1573-40a5-bd2e-a604a3bc1757), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:00.729475 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa916f6-82e3-4bad-b6ba-0d74047a7203 req-d327634d-2348-4b16-b696-e2c2dbfb4897 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25750d6e-2380-4f73-8e9a-30d5d668b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471858 Feb 19 03:23:00.818559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Set router ff8c7192-b1a4-49c7-82f2-2054cc5df705 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:00.868378 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa916f6-82e3-4bad-b6ba-0d74047a7203 req-fcb1b196-0a28-4268-b563-ce545969d1c7 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057158 Feb 19 03:23:00.992180 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Publish callbacks [] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.009629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2102d15-1ad8-40fe-bda8-7cac8837ede9 req-d696fec4-81d0-447b-8a67-0bef2794f77c tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:01.015510 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.017558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2102d15-1ad8-40fe-bda8-7cac8837ede9 req-d696fec4-81d0-447b-8a67-0bef2794f77c tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.6716356 Feb 19 03:23:01.070822 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0fa916f6-82e3-4bad-b6ba-0d74047a7203 req-3a2d2e51-a48f-40e8-8bdc-ae9f499e23ae service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758308 Feb 19 03:23:01.137064 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (c2676672-1573-40a5-bd2e-a604a3bc1757), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.156953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c2550321-967e-4747-8e15-e4026f5218b5 None None] Provisioning complete for port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:01.160226 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c2550321-967e-4747-8e15-e4026f5218b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.168775 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Attempting to bind port d2e4861b-49e8-43f1-8a78-4079ad61a76e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:01.169206 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Attempting to bind port d2e4861b-49e8-43f1-8a78-4079ad61a76e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:01.169580 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Attempting to bind port d2e4861b-49e8-43f1-8a78-4079ad61a76e on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:01.181526 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:01.181955 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:01.182361 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.182935 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:01.183433 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Bound port: d2e4861b-49e8-43f1-8a78-4079ad61a76e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:01.183995 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.213037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4af6e-fa40-4149-9ae7-872eeec00b4e None None] Pushing event updated for resources: {'Port': ['ID=2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:01.215854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:01.252012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:01.253025 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.267550 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] For port d2e4861b-49e8-43f1-8a78-4079ad61a76e, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:01.273775 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] For port d2e4861b-49e8-43f1-8a78-4079ad61a76e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d2e4861b-49e8-43f1-8a78-4079ad61a76e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:01.289253 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eac331-2491-4a9c-9aa6-7cad5d34ae57 None None] Pushing event updated for resources: {'Port': ['ID=d2e4861b-49e8-43f1-8a78-4079ad61a76e,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:01.289818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2102d15-1ad8-40fe-bda8-7cac8837ede9 req-3a45e392-6552-4be0-b8fc-642cbc199890 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667954 Feb 19 03:23:01.318533 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.377831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-96585f6c-7a6f-41b5-8ad9-9915ce81a047 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:01.379418 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-96585f6c-7a6f-41b5-8ad9-9915ce81a047 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 1023 time: 0.0835314 Feb 19 03:23:01.449912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Router c2676672-1573-40a5-bd2e-a604a3bc1757 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:23:01.504675 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Routers {'1547f6ad-94df-45f3-a5be-cd7c675b0f32'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:01.505324 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:01.574292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:01.575966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 87e12d86-d71a-4539-b5cf-377305439327 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:01.642819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:01.711795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-144cb920-aa05-4836-ae1d-659ae5467bc1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Deleting port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:01.712169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-144cb920-aa05-4836-ae1d-659ae5467bc1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.718943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.722893 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eb660b31-2d4e-41ff-b8ba-71ee826a814d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9475129 Feb 19 03:23:01.726202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42362) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:01.753040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec27da1e-151f-40ed-9bd6-b14632ea4003 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:01.760673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d1ab6-fbc8-4068-abff-a4a3d7f65b48 req-d8a9837f-28b3-4489-88ec-21f5801fa474 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:01.769489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e5d1ab6-fbc8-4068-abff-a4a3d7f65b48 req-d8a9837f-28b3-4489-88ec-21f5801fa474 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa536f-149c-40d8-b1da-3811827f9cd3 HTTP/1.1" status: 200 len: 1023 time: 0.2547834 Feb 19 03:23:01.884688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:01.884688 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.889047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:01.889047 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.918312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.objects.ports [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:02.017104 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] Set router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:02.122597 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.133798 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Sync routers for ids ['c2676672-1573-40a5-bd2e-a604a3bc1757'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:02.198517 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eac331-2491-4a9c-9aa6-7cad5d34ae57 None None] Pushing event updated for resources: {'Port': ['ID=d2e4861b-49e8-43f1-8a78-4079ad61a76e,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:02.247593 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Routers {'c2676672-1573-40a5-bd2e-a604a3bc1757'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:02.248541 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['c2676672-1573-40a5-bd2e-a604a3bc1757'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:02.335381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e5d1ab6-fbc8-4068-abff-a4a3d7f65b48 req-1645fc97-b77c-43a6-81e3-f557674872e9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&id=d74114c5-532b-4fbf-a54c-8c8de1fa5bb4&id=f1ea4a8c-e7e2-4f25-8214-06945d14146c&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.5643904 Feb 19 03:23:02.427554 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Set router c2676672-1573-40a5-bd2e-a604a3bc1757 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:02.454249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-144cb920-aa05-4836-ae1d-659ae5467bc1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] For port 2a918cb6-7d9d-4074-89cf-6a2383cb5985, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2a918cb6-7d9d-4074-89cf-6a2383cb5985,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:02.454884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-144cb920-aa05-4836-ae1d-659ae5467bc1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.513119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-144cb920-aa05-4836-ae1d-659ae5467bc1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Calling delete_port for 2a918cb6-7d9d-4074-89cf-6a2383cb5985 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:02.560089 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (05a526a4-c6d6-4500-a315-262993734e64), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.585188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:02.608810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:02.611158 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bb1e99-e8a5-4de6-a00a-62a45b656729" -d '{"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:02.623343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.677904 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:23:02.753426 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:22:54Z', 'revision_number': 3, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:02.783965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:02.800813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 87e12d86-d71a-4539-b5cf-377305439327 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:02.801196 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (87e12d86-d71a-4539-b5cf-377305439327), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.820369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c2550321-967e-4747-8e15-e4026f5218b5 None None] Current status of the port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:02.832026 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fa7f51-ec53-4128-b55c-b21714c6a4b9 None None] The sync data for ids ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'] in n-d-826756-2 is: [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:22:54Z', 'revision_number': 3, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:02.914069 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.028639 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'name': 'tempest-FloatingIPsTestJSON-1337232082-router', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:53Z', 'updated_at': '2022-02-19T03:23:00Z', 'revision_number': 3, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'gw_port': {'id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:56Z', 'updated_at': '2022-02-19T03:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:03.056162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'name': 'tempest-TestVolumeBootPattern-1247548718-router', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:45Z', 'updated_at': '2022-02-19T03:22:54Z', 'revision_number': 4, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'gw_port': {'id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:46Z', 'updated_at': '2022-02-19T03:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '3919e6ef-eece-4f1d-a4c0-0d17ddecd91f', 'name': '', 'network_id': '1d890192-4292-4b5b-9272-a64a75972644', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'mac_address': 'fa:16:3e:18:c9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '99e48ce3-64e3-4da6-be0c-9f45ee38dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:22:54Z', 'revision_number': 2, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'subnets': [{'id': '99e48ce3-64e3-4da6-be0c-9f45ee38dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:03.092555 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Checking router: c2676672-1573-40a5-bd2e-a604a3bc1757 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:03.094453 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-144cb920-aa05-4836-ae1d-659ae5467bc1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2a918cb6-7d9d-4074-89cf-6a2383cb5985), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.095143 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Updating router c2676672-1573-40a5-bd2e-a604a3bc1757 port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:23:03.112415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c2550321-967e-4747-8e15-e4026f5218b5 None None] Provisioning complete for port 05a526a4-c6d6-4500-a315-262993734e64 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:03.112799 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c2550321-967e-4747-8e15-e4026f5218b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (05a526a4-c6d6-4500-a315-262993734e64), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.115001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Checking router: ff8c7192-b1a4-49c7-82f2-2054cc5df705 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:03.115352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Updating router ff8c7192-b1a4-49c7-82f2-2054cc5df705 port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:23:03.126214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:03.150091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['af2fd209-8b7a-4854-8c4c-ead820a22ab0', '2a918cb6-7d9d-4074-89cf-6a2383cb5985'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:03.156955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cb920-aa05-4836-ae1d-659ae5467bc1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'Port': ['ID=2a918cb6-7d9d-4074-89cf-6a2383cb5985,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:03.169318 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.256322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-144cb920-aa05-4836-ae1d-659ae5467bc1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] No DVR routers for this DVR port 2a918cb6-7d9d-4074-89cf-6a2383cb5985 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:03.260933 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-144cb920-aa05-4836-ae1d-659ae5467bc1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.275925 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aff2e2bd-aeed-4455-b8a8-b86e3e1f9db0 req-144cb920-aa05-4836-ae1d-659ae5467bc1 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.37 "DELETE /v2.0/ports/2a918cb6-7d9d-4074-89cf-6a2383cb5985 HTTP/1.1" status: 204 len: 173 time: 1.8898067 Feb 19 03:23:03.317571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228601df-fa51-4a30-b5ae-58b2071d5087 req-006f72da-5340-4e3e-ae71-e8d6491d6c1b tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:03.330188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-228601df-fa51-4a30-b5ae-58b2071d5087 req-006f72da-5340-4e3e-ae71-e8d6491d6c1b tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 944 time: 0.8417552 Feb 19 03:23:03.344424 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'name': 'network-vif-deleted', 'tag': '2a918cb6-7d9d-4074-89cf-6a2383cb5985'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:03.347972 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c187d0c7-21b6-4202-bb98-7ac9b7ded856" -d '{"events": [{"server_uuid": "a3aa536f-149c-40d8-b1da-3811827f9cd3", "name": "network-vif-deleted", "tag": "2a918cb6-7d9d-4074-89cf-6a2383cb5985"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:03.391801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Allocated IP 172.20.0.1 (197609b1-494f-4c4b-8624-9047b7f8f74c/49fe4f9e-30e6-47e6-a594-0916e1c98828/23cb3607-e010-4239-848f-d97a189421f3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:03.432221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:23:03.460340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ec27da1e-151f-40ed-9bd6-b14632ea4003 None None] Deleting port 05a526a4-c6d6-4500-a315-262993734e64 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:03.460633 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec27da1e-151f-40ed-9bd6-b14632ea4003 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (05a526a4-c6d6-4500-a315-262993734e64), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.743443 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.775265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] For port 05a526a4-c6d6-4500-a315-262993734e64, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=05a526a4-c6d6-4500-a315-262993734e64,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:03.855701 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (05a526a4-c6d6-4500-a315-262993734e64), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.879840 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (05a526a4-c6d6-4500-a315-262993734e64), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.883597 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.898989 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:23:03.996665 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Publish callbacks [] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.004537 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.070353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (0d03e798-01a0-43f4-b88b-d1490d28082a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.078182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:04.083275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-228601df-fa51-4a30-b5ae-58b2071d5087 req-ccc8d5a5-1675-49e4-b91f-05b5f3460eaf tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7521970 Feb 19 03:23:04.110626 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f5b44-69c0-40fc-a324-843d878a57b3 None None] Pushing event updated for resources: {'Port': ['ID=f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:04.148721 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Attempting to bind port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:04.149106 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Attempting to bind port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:04.149478 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Attempting to bind port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:04.175870 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:04.176821 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:04.177243 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.177660 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:04.178985 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Bound port: f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:04.179703 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.197472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'mac_address': 'fa:16:3e:5e:c3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:23:04.285968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ec27da1e-151f-40ed-9bd6-b14632ea4003 None None] For port 05a526a4-c6d6-4500-a315-262993734e64, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=05a526a4-c6d6-4500-a315-262993734e64,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:04.287346 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec27da1e-151f-40ed-9bd6-b14632ea4003 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (05a526a4-c6d6-4500-a315-262993734e64), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.309661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ec27da1e-151f-40ed-9bd6-b14632ea4003 None None] Calling delete_port for 05a526a4-c6d6-4500-a315-262993734e64 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:04.313066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:04.323789 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] For port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:04.327190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:04.330578 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] For port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:04.340055 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.353548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:04.357323 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.361486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=05a526a4-c6d6-4500-a315-262993734e64,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:04.395174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Allocated IP 172.20.0.1 (03858cac-4205-4b19-ae7f-1e4ad680b6c5/3fb595f5-14c4-4ad4-8a55-62d7f03bb044/5f3ef19d-000f-4b75-ad70-9d23ae7ff317) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:04.411988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:04.446202 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Routers {'c2676672-1573-40a5-bd2e-a604a3bc1757'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:04.447094 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['c2676672-1573-40a5-bd2e-a604a3bc1757'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:04.467286 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f5b44-69c0-40fc-a324-843d878a57b3 None None] Pushing event updated for resources: {'Port': ['ID=f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:04.467683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 87e12d86-d71a-4539-b5cf-377305439327 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:04.479190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=0d03e798-01a0-43f4-b88b-d1490d28082a,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:04.495842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7321f5b5-7944-4c7c-a376-6db29975b5c7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4865820 Feb 19 03:23:04.503572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42380) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:04.522057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:98:78:20', 'name': 'tempest-NetworksTestDHCPv6-1140656044'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:04.560167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcea3a1-103b-463a-97bb-7931c90bf9a2 req-e52ef929-fe0e-41c3-9ea3-961819702348 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:04.573481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfcea3a1-103b-463a-97bb-7931c90bf9a2 req-e52ef929-fe0e-41c3-9ea3-961819702348 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 948 time: 0.2554531 Feb 19 03:23:04.621593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Publish callbacks [] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.676850 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Publish callbacks [] for port (23cb3607-e010-4239-848f-d97a189421f3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.703729 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.778320 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] Set router c2676672-1573-40a5-bd2e-a604a3bc1757 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:04.799346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:04.804132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:04.808558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:04.829826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfcea3a1-103b-463a-97bb-7931c90bf9a2 req-1d90110a-1b73-4621-a055-8e6a2e42065a tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550845 Feb 19 03:23:04.922734 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3ef19d-000f-4b75-ad70-9d23ae7ff317,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:04.932055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:04.936206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c2550321-967e-4747-8e15-e4026f5218b5 None None] Current status of the port 05a526a4-c6d6-4500-a315-262993734e64 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:04.937354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c2550321-967e-4747-8e15-e4026f5218b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (05a526a4-c6d6-4500-a315-262993734e64), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.994973 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (23cb3607-e010-4239-848f-d97a189421f3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.998599 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (c2676672-1573-40a5-bd2e-a604a3bc1757), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.004523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:05.005343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.013342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:05.017422 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a24f16-f533-496c-86c0-66cff3457d4a x-openstack-request-id: req-05a24f16-f533-496c-86c0-66cff3457d4a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:05.023199 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:05.023819 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05a24f16-f533-496c-86c0-66cff3457d4a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:05.024553 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'code': 200} Feb 19 03:23:05.213002 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650ba8ed-6379-4c7e-81aa-ec5cef98bb43 x-openstack-request-id: req-650ba8ed-6379-4c7e-81aa-ec5cef98bb43 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:05.213419 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aa536f-149c-40d8-b1da-3811827f9cd3", "name": "network-vif-deleted", "tag": "2a918cb6-7d9d-4074-89cf-6a2383cb5985", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:05.213575 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-650ba8ed-6379-4c7e-81aa-ec5cef98bb43 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:05.214035 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aa536f-149c-40d8-b1da-3811827f9cd3', 'name': 'network-vif-deleted', 'tag': '2a918cb6-7d9d-4074-89cf-6a2383cb5985', 'status': 'completed', 'code': 200} Feb 19 03:23:05.239256 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.289018 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'name': 'tempest-FloatingIPsTestJSON-1337232082-router', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:53Z', 'updated_at': '2022-02-19T03:23:00Z', 'revision_number': 3, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'gw_port': {'id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:56Z', 'updated_at': '2022-02-19T03:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:05.366885 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec286c6-462b-446e-a5a9-041bc2d93ecc None None] The sync data for ids ['c2676672-1573-40a5-bd2e-a604a3bc1757'] in n-d-826756-2 is: [{'id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'name': 'tempest-FloatingIPsTestJSON-1337232082-router', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:53Z', 'updated_at': '2022-02-19T03:23:00Z', 'revision_number': 3, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'gw_port': {'id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:56Z', 'updated_at': '2022-02-19T03:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:05.395128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:23:05.412431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Network 197609b1-494f-4c4b-8624-9047b7f8f74c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:05.421575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port a54c3ed0-04da-46c5-95db-1e3a7490d026 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:05.424316 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.432894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:05.438121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:05.507227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:05.512525 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.521039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Pushing event updated for resources: {'Port': ['ID=23cb3607-e010-4239-848f-d97a189421f3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:05.767177 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (1547f6ad-94df-45f3-a5be-cd7c675b0f32), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.832334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332915b-c437-4f3b-a9fc-850e9c7e0895 req-ece5c5bc-72ad-4216-9e0e-446d214c79cc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:05.835148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b332915b-c437-4f3b-a9fc-850e9c7e0895 req-ece5c5bc-72ad-4216-9e0e-446d214c79cc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.4810853 Feb 19 03:23:05.854139 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Publish callbacks [] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.861052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.867498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-c2550321-967e-4747-8e15-e4026f5218b5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 03:23:05.867498 n-d-826756-2 neutron-server[103617]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 19 03:23:05.867498 n-d-826756-2 neutron-server[103617]: [parameters: {'status': 'ACTIVE', 'ports_id': '05a526a4-c6d6-4500-a315-262993734e64'}] Feb 19 03:23:05.867498 n-d-826756-2 neutron-server[103617]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:05.867906 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-c2550321-967e-4747-8e15-e4026f5218b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:05.868397 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec27da1e-151f-40ed-9bd6-b14632ea4003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (05a526a4-c6d6-4500-a315-262993734e64), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.946451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3ef19d-000f-4b75-ad70-9d23ae7ff317,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:05.953256 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (c2676672-1573-40a5-bd2e-a604a3bc1757), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.091288 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Publish callbacks [] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.099214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:06.108805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:06.109186 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.110082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:06.111750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:06.141642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:06.142623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f816:3eff:fe98:7820 (bbbabb97-7b58-44ba-8518-a6a14187983e/0d03e798-01a0-43f4-b88b-d1490d28082a/a54c3ed0-04da-46c5-95db-1e3a7490d026) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:06.175321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b332915b-c437-4f3b-a9fc-850e9c7e0895 req-997e36a6-ffa8-4a27-98fc-33e12bb346c5 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397580 Feb 19 03:23:06.209029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.424962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27da1e-151f-40ed-9bd6-b14632ea4003 None None] Pushing event deleted for resources: {'Port': ['ID=05a526a4-c6d6-4500-a315-262993734e64,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:06.434415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Router c2676672-1573-40a5-bd2e-a604a3bc1757 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:06.496759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec27da1e-151f-40ed-9bd6-b14632ea4003 None None] No DVR routers for this DVR port 05a526a4-c6d6-4500-a315-262993734e64 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:06.520414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c2550321-967e-4747-8e15-e4026f5218b5 None None] Port 05a526a4-c6d6-4500-a315-262993734e64 update to ACTIVE by agent not found {{(pid=103617) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 03:23:06.523849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d3abf-678c-475b-bc45-212ff886d9dd None None] Pushing event updated for resources: {'Port': ['ID=3919e6ef-eece-4f1d-a4c0-0d17ddecd91f,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:06.574589 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.587331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b5874dd-7706-4f43-99d3-fd770b5f6be3 req-26bea2e5-118d-45e1-b1e7-57e3a89eddc4 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/f1ea4a8c-e7e2-4f25-8214-06945d14146c HTTP/1.1" status: 200 len: 1817 time: 0.3528237 Feb 19 03:23:06.587827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7011aa-73a8-4b9a-b12e-0914d164fe57 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:06.664812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:06.698499 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-983a7974-dd62-4890-a391-077d265e8a58 admin admin] 10.222.0.42 "PUT /v2.0/routers/c2676672-1573-40a5-bd2e-a604a3bc1757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9651704 Feb 19 03:23:06.751782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (23cb3607-e010-4239-848f-d97a189421f3), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.773870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (a54c3ed0-04da-46c5-95db-1e3a7490d026), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.999141 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1b5874dd-7706-4f43-99d3-fd770b5f6be3 req-391c1a7f-26b6-4a17-a516-db46ec96ea02 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (f1ea4a8c-e7e2-4f25-8214-06945d14146c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.001517 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a54c3ed0-04da-46c5-95db-1e3a7490d026), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.065163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a059a7-5a0d-4ea5-be67-4e6c314e98e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16806230-2bbf-46b3-b3a7-9e9e6d8432d0'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:07.068083 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee09ebf-0189-42ff-875a-6fab57213a37" -d '{"events": [{"server_uuid": "21a059a7-5a0d-4ea5-be67-4e6c314e98e8", "name": "network-vif-plugged", "status": "completed", "tag": "16806230-2bbf-46b3-b3a7-9e9e6d8432d0"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:07.103691 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1b5874dd-7706-4f43-99d3-fd770b5f6be3 req-391c1a7f-26b6-4a17-a516-db46ec96ea02 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (f1ea4a8c-e7e2-4f25-8214-06945d14146c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.138627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:07.142078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:07.145291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '0d03e798-01a0-43f4-b88b-d1490d28082a'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:07.147306 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.157310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:07.164725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:07.165815 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.187930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=a54c3ed0-04da-46c5-95db-1e3a7490d026,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:07.215750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:07.216908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:07.223718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e40baa98-7dba-4e07-bf92-f15a6df2e2cf None None] Provisioning complete for port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:07.224076 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e40baa98-7dba-4e07-bf92-f15a6df2e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.238047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cca38afc-ec46-4dcc-8398-71ce1bcfe2b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7333779 Feb 19 03:23:07.241172 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42412) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:07.244452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1b5874dd-7706-4f43-99d3-fd770b5f6be3 req-391c1a7f-26b6-4a17-a516-db46ec96ea02 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f1ea4a8c-e7e2-4f25-8214-06945d14146c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.247340 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1b5874dd-7706-4f43-99d3-fd770b5f6be3 req-391c1a7f-26b6-4a17-a516-db46ec96ea02 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.262443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b5874dd-7706-4f43-99d3-fd770b5f6be3 req-391c1a7f-26b6-4a17-a516-db46ec96ea02 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1ea4a8c-e7e2-4f25-8214-06945d14146c HTTP/1.1" status: 204 len: 173 time: 0.6739361 Feb 19 03:23:07.276158 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Publish callbacks [] for port (23cb3607-e010-4239-848f-d97a189421f3), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.292880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (23cb3607-e010-4239-848f-d97a189421f3), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.297205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c1a7f-26b6-4a17-a516-db46ec96ea02 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea4a8c-e7e2-4f25-8214-06945d14146c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:07.349778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f48ffa-4a15-4923-a48b-40471c2b75ed tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:07.355920 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-41f48ffa-4a15-4923-a48b-40471c2b75ed tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1133401 Feb 19 03:23:07.356811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42418) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:07.406531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Attempting to bind port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:07.406531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Attempting to bind port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '2d9300b0-3999-46d1-bb80-311bbd75f5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1d890192-4292-4b5b-9272-a64a75972644'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:07.406531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Attempting to bind port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f on network 1d890192-4292-4b5b-9272-a64a75972644 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:07.420656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:07.421042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Checking segment: {'id': '2d9300b0-3999-46d1-bb80-311bbd75f5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1d890192-4292-4b5b-9272-a64a75972644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:07.421451 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.421867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Bound using segment: {'id': '2d9300b0-3999-46d1-bb80-311bbd75f5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1d890192-4292-4b5b-9272-a64a75972644'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:07.422384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Bound port: 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9300b0-3999-46d1-bb80-311bbd75f5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1d890192-4292-4b5b-9272-a64a75972644'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:07.422852 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.446401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Pushing event updated for resources: {'Port': ['ID=23cb3607-e010-4239-848f-d97a189421f3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:07.460473 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (1547f6ad-94df-45f3-a5be-cd7c675b0f32), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.534588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-44c5d294-2252-4d6f-9fc4-d9045b74e12e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port a54c3ed0-04da-46c5-95db-1e3a7490d026 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:07.534938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44c5d294-2252-4d6f-9fc4-d9045b74e12e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a54c3ed0-04da-46c5-95db-1e3a7490d026), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.546523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-0b5988c0-517e-40f9-b013-e004a9b2a4f8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:07.554664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-0b5988c0-517e-40f9-b013-e004a9b2a4f8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.1957433 Feb 19 03:23:07.594027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] For port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:07.597531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] For port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3919e6ef-eece-4f1d-a4c0-0d17ddecd91f,segment=NetworkSegment(2d9300b0-3999-46d1-bb80-311bbd75f5eb),segment_id=2d9300b0-3999-46d1-bb80-311bbd75f5eb)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:07.607357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-e78b15f2-f972-402d-8969-f68ed8e06fdc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/quotas/5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 375 time: 0.0516272 Feb 19 03:23:07.622570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e40baa98-7dba-4e07-bf92-f15a6df2e2cf None None] Port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:07.640860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2a918cb6-7d9d-4074-89cf-6a2383cb5985 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:07.653809 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.705607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-deeee965-7099-4e0f-8b75-ca1227e93499 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901890 Feb 19 03:23:07.711622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Network 197609b1-494f-4c4b-8624-9047b7f8f74c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:07.713662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:07.731250 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44c5d294-2252-4d6f-9fc4-d9045b74e12e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a54c3ed0-04da-46c5-95db-1e3a7490d026), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.734866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 2a918cb6-7d9d-4074-89cf-6a2383cb5985 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:07.735323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2a918cb6-7d9d-4074-89cf-6a2383cb5985 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:07.760014 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-44c5d294-2252-4d6f-9fc4-d9045b74e12e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for a54c3ed0-04da-46c5-95db-1e3a7490d026 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:07.798794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Allocated IP 2001:db8::f816:3eff:fed4:833d (bbbabb97-7b58-44ba-8518-a6a14187983e/0d03e798-01a0-43f4-b88b-d1490d28082a/d78bd016-e04b-4858-a18e-9775695b7c03) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:07.808486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e40baa98-7dba-4e07-bf92-f15a6df2e2cf None None] Provisioning complete for port 23cb3607-e010-4239-848f-d97a189421f3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:07.808970 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e40baa98-7dba-4e07-bf92-f15a6df2e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (23cb3607-e010-4239-848f-d97a189421f3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.820181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:07.820683 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.913191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-bf388cd1-7813-4205-a8c6-ab27b5a3c4c6 service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888287 Feb 19 03:23:07.956995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d3abf-678c-475b-bc45-212ff886d9dd None None] Pushing event updated for resources: {'Port': ['ID=3919e6ef-eece-4f1d-a4c0-0d17ddecd91f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:07.976420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Routers {'ff8c7192-b1a4-49c7-82f2-2054cc5df705'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:07.977189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:08.087905 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44c5d294-2252-4d6f-9fc4-d9045b74e12e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a54c3ed0-04da-46c5-95db-1e3a7490d026), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.182291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e40baa98-7dba-4e07-bf92-f15a6df2e2cf None None] Port 23cb3607-e010-4239-848f-d97a189421f3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:08.189344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5d294-2252-4d6f-9fc4-d9045b74e12e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=a54c3ed0-04da-46c5-95db-1e3a7490d026,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:08.245119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44c5d294-2252-4d6f-9fc4-d9045b74e12e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.253421 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-44c5d294-2252-4d6f-9fc4-d9045b74e12e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/a54c3ed0-04da-46c5-95db-1e3a7490d026 HTTP/1.1" status: 204 len: 168 time: 0.8956213 Feb 19 03:23:08.255881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42422) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:08.281865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-40d2dd72-7e9c-41e0-a62b-3b368025e050 service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676088 Feb 19 03:23:08.301224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:08.315681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d8079-6b69-47a8-aa95-39533533b0d6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:08.318596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d8079-6b69-47a8-aa95-39533533b0d6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:08.321341 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-931d8079-6b69-47a8-aa95-39533533b0d6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0637448 Feb 19 03:23:08.323860 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42424) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:08.377404 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01269abe-819f-4329-bfc8-936903cdb7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.414116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-97704998-93ae-4b75-954c-621681cda76a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 0d03e798-01a0-43f4-b88b-d1490d28082a {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:08.435386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] Set router ff8c7192-b1a4-49c7-82f2-2054cc5df705 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:08.460226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Provisioning complete for port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:08.460605 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.494796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Sync routers for ids ['c2676672-1573-40a5-bd2e-a604a3bc1757'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:08.514430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:08.518839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:08.519977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d2e4861b-49e8-43f1-8a78-4079ad61a76e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:08.532844 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-121817b0-86ed-43d0-b4e8-f806e68f4dad admin admin] 10.222.0.42 "PUT /v2.0/routers/1547f6ad-94df-45f3-a5be-cd7c675b0f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7290370 Feb 19 03:23:08.535909 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Sync routers for ids ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:08.563300 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Routers {'1547f6ad-94df-45f3-a5be-cd7c675b0f32'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:08.565376 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:08.606658 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Publish callbacks [] for port (d78bd016-e04b-4858-a18e-9775695b7c03), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.641018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:08.643181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Routers {'c2676672-1573-40a5-bd2e-a604a3bc1757'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:08.643810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['c2676672-1573-40a5-bd2e-a604a3bc1757'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:08.670044 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97704998-93ae-4b75-954c-621681cda76a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (0d03e798-01a0-43f4-b88b-d1490d28082a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.735642 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.792826 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97704998-93ae-4b75-954c-621681cda76a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (0d03e798-01a0-43f4-b88b-d1490d28082a), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.894198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec74cba-5dbb-4b48-bf09-59f4b08c7517 req-18344800-100f-4e11-97f1-b5e2e70f139c tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:08.895887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ec74cba-5dbb-4b48-bf09-59f4b08c7517 req-18344800-100f-4e11-97f1-b5e2e70f139c tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 949 time: 0.1011658 Feb 19 03:23:08.965321 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Set router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:08.967952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97704998-93ae-4b75-954c-621681cda76a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (0d03e798-01a0-43f4-b88b-d1490d28082a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.976311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Provisioning complete for port 23cb3607-e010-4239-848f-d97a189421f3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:08.976690 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (23cb3607-e010-4239-848f-d97a189421f3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.008097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ec74cba-5dbb-4b48-bf09-59f4b08c7517 req-7aaae893-fc5d-4830-8a4a-9c2d858d8fba tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024036 Feb 19 03:23:09.032295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:09.068532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d2e4861b-49e8-43f1-8a78-4079ad61a76e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:09.069356 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.070746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:09.074614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:09.108535 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97704998-93ae-4b75-954c-621681cda76a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (0d03e798-01a0-43f4-b88b-d1490d28082a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.173300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Pushing event updated for resources: {'Port': ['ID=d78bd016-e04b-4858-a18e-9775695b7c03,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:09.181153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97704998-93ae-4b75-954c-621681cda76a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=0d03e798-01a0-43f4-b88b-d1490d28082a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:09.192921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97704998-93ae-4b75-954c-621681cda76a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.207216 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-97704998-93ae-4b75-954c-621681cda76a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/0d03e798-01a0-43f4-b88b-d1490d28082a HTTP/1.1" status: 204 len: 168 time: 0.8778491 Feb 19 03:23:09.207428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42446) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:09.253780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5d42d11a-d1fb-430d-ba85-e7bec8650c3b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433044 Feb 19 03:23:09.254328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42450) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:09.292897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Port 23cb3607-e010-4239-848f-d97a189421f3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:09.316398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7b062b-7210-4d84-9bc7-62c6fc0b92d7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:09.321882 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0e7b062b-7210-4d84-9bc7-62c6fc0b92d7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0629411 Feb 19 03:23:09.322417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42454) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:09.420670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Set router c2676672-1573-40a5-bd2e-a604a3bc1757 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:09.433383 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:23:06Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23cb3607-e010-4239-848f-d97a189421f3', 'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'mac_address': 'fa:16:3e:bf:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:02Z', 'updated_at': '2022-02-19T03:23:06Z', 'revision_number': 2, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'subnets': [{'id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:09.460535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Provisioning complete for port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:09.461257 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.469462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Attempting to bind port d78bd016-e04b-4858-a18e-9775695b7c03 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:09.470047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Attempting to bind port d78bd016-e04b-4858-a18e-9775695b7c03 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:09.470751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Attempting to bind port d78bd016-e04b-4858-a18e-9775695b7c03 on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:09.477151 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Checking router: 1547f6ad-94df-45f3-a5be-cd7c675b0f32 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:09.477519 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Updating router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 port 23cb3607-e010-4239-848f-d97a189421f3 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:23:09.511480 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (23cb3607-e010-4239-848f-d97a189421f3), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.748382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:09.781619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:09.781943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:09.782350 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.782741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:09.783225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Bound port: d78bd016-e04b-4858-a18e-9775695b7c03, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:09.783602 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.933771 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Publish callbacks [] for port (23cb3607-e010-4239-848f-d97a189421f3), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.947199 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (23cb3607-e010-4239-848f-d97a189421f3), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.988408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d2e4861b-49e8-43f1-8a78-4079ad61a76e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:09.988796 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.998274 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58be0bb-1c98-4434-bb8d-df7bef39bb4a None None] Pushing event updated for resources: {'Port': ['ID=23cb3607-e010-4239-848f-d97a189421f3,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:10.018519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'name': 'tempest-TestVolumeBootPattern-1247548718-router', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:45Z', 'updated_at': '2022-02-19T03:22:54Z', 'revision_number': 4, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'gw_port': {'id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:46Z', 'updated_at': '2022-02-19T03:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '3919e6ef-eece-4f1d-a4c0-0d17ddecd91f', 'name': '', 'network_id': '1d890192-4292-4b5b-9272-a64a75972644', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'mac_address': 'fa:16:3e:18:c9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '99e48ce3-64e3-4da6-be0c-9f45ee38dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:07Z', 'revision_number': 4, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'subnets': [{'id': '99e48ce3-64e3-4da6-be0c-9f45ee38dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:10.065023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-824cccb0-dd79-4f5b-85e2-f7f39cdcec8c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7383673 Feb 19 03:23:10.077777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cf2e7-8b8c-45fc-9d88-786b08ba8c17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:10.079439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a43cf2e7-8b8c-45fc-9d88-786b08ba8c17 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7554007 Feb 19 03:23:10.081994 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Attempting to bind port 23cb3607-e010-4239-848f-d97a189421f3 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:10.082152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42458) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:10.082666 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Attempting to bind port 23cb3607-e010-4239-848f-d97a189421f3 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:10.083220 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Attempting to bind port 23cb3607-e010-4239-848f-d97a189421f3 on network 197609b1-494f-4c4b-8624-9047b7f8f74c {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:10.089293 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:10.089967 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Checking segment: {'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:10.090565 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.091135 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Bound using segment: {'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:10.091766 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Bound port: 23cb3607-e010-4239-848f-d97a189421f3, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:10.092316 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (23cb3607-e010-4239-848f-d97a189421f3), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.174547 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ce9c2249-05b9-4ab0-a300-94f6587d61d4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910554 Feb 19 03:23:10.179329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42460) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:10.184736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:10.224578 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] For port 23cb3607-e010-4239-848f-d97a189421f3, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:10.230669 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] For port 23cb3607-e010-4239-848f-d97a189421f3, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=23cb3607-e010-4239-848f-d97a189421f3,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:10.246734 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (23cb3607-e010-4239-848f-d97a189421f3), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.255976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-e9693f32-62e9-4281-854c-4ea3ca0e6222 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8539236 Feb 19 03:23:10.260936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:10.273504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] For port d78bd016-e04b-4858-a18e-9775695b7c03, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:10.277265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] For port d78bd016-e04b-4858-a18e-9775695b7c03, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d78bd016-e04b-4858-a18e-9775695b7c03,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:10.297512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb70fd-1e7e-4453-86f2-68fb9c194463 None None] The sync data for ids ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'] in n-d-826756-2 is: [{'id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'name': 'tempest-TestVolumeBootPattern-1247548718-router', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:45Z', 'updated_at': '2022-02-19T03:22:54Z', 'revision_number': 4, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'gw_port': {'id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:46Z', 'updated_at': '2022-02-19T03:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '3919e6ef-eece-4f1d-a4c0-0d17ddecd91f', 'name': '', 'network_id': '1d890192-4292-4b5b-9272-a64a75972644', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'mac_address': 'fa:16:3e:18:c9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '99e48ce3-64e3-4da6-be0c-9f45ee38dd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:07Z', 'revision_number': 4, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'subnets': [{'id': '99e48ce3-64e3-4da6-be0c-9f45ee38dd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:10.390082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port d2e4861b-49e8-43f1-8a78-4079ad61a76e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d2e4861b-49e8-43f1-8a78-4079ad61a76e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:10.423622 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Routers {'1547f6ad-94df-45f3-a5be-cd7c675b0f32'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:10.432660 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:22:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:10.455586 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.474133 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.488462 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.654409 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58be0bb-1c98-4434-bb8d-df7bef39bb4a None None] Pushing event updated for resources: {'Port': ['ID=23cb3607-e010-4239-848f-d97a189421f3,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:10.654972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-14f18303-951c-4029-9c9a-fde30bc251b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:10.656563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-14f18303-951c-4029-9c9a-fde30bc251b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 1128 time: 0.3848691 Feb 19 03:23:10.679563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Current status of the port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:10.686358 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.828759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:10.854638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.863836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e6fcd-14d8-4036-8343-5c7c1fb50fd3 None None] Pushing event updated for resources: {'Port': ['ID=d78bd016-e04b-4858-a18e-9775695b7c03,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:10.897274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:10.897502 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.938501 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] Set router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:10.976566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:11.025837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-5386f89d-c9a6-497f-960f-abdbbfbcbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:11.039879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-5386f89d-c9a6-497f-960f-abdbbfbcbac9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 200 len: 919 time: 0.3413677 Feb 19 03:23:11.064780 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f750972c-1ca1-4ad4-b5fb-03f0f1e579a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.115279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-3076c814-12bf-4cfa-beab-93ab6569de29 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:11.123304 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-3076c814-12bf-4cfa-beab-93ab6569de29 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.8113806 Feb 19 03:23:11.124973 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.152044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'port': {'device_id': '13aecad0-f3e9-48f3-9870-4b567cb45109', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'admin_state_up': True, 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:11.154272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-fd46b97d-8891-4481-ad11-5d87c0080ca2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7025aec4-f271-40a9-975f-eb5afa1230f0 HTTP/1.1" status: 200 len: 217 time: 0.1032267 Feb 19 03:23:11.216777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=d2e4861b-49e8-43f1-8a78-4079ad61a76e,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:11.300042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-23e3448d-b821-4d5d-8b00-bbc7e835270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:11.301564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-23e3448d-b821-4d5d-8b00-bbc7e835270e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 200 len: 858 time: 0.1189346 Feb 19 03:23:11.324962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547a117-a5a5-4b13-90b9-e0d0462ba8f2 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:23:11.465000 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:23:06Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23cb3607-e010-4239-848f-d97a189421f3', 'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'mac_address': 'fa:16:3e:bf:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:02Z', 'updated_at': '2022-02-19T03:23:10Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'subnets': [{'id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:11.486997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-00ac84f3-67ae-4dc8-8c65-e638f8e0e83d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbd4efdd-a952-41fd-8788-cfc7631bb73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1755152 Feb 19 03:23:11.525266 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdf360-e73c-4a18-9806-0aa5d47d700e None None] The sync data for ids ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'] in n-d-826756-2 is: [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:23:06Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23cb3607-e010-4239-848f-d97a189421f3', 'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'mac_address': 'fa:16:3e:bf:29:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:02Z', 'updated_at': '2022-02-19T03:23:10Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'subnets': [{'id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:11.559022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'name': 'tempest-FloatingIPsTestJSON-1337232082-router', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:53Z', 'updated_at': '2022-02-19T03:23:05Z', 'revision_number': 4, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'gw_port': {'id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:56Z', 'updated_at': '2022-02-19T03:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '5f3ef19d-000f-4b75-ad70-9d23ae7ff317', 'name': '', 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'mac_address': 'fa:16:3e:3c:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '3fb595f5-14c4-4ad4-8a55-62d7f03bb044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:03Z', 'updated_at': '2022-02-19T03:23:05Z', 'revision_number': 2, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'subnets': [{'id': '3fb595f5-14c4-4ad4-8a55-62d7f03bb044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:11.690227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4547a117-a5a5-4b13-90b9-e0d0462ba8f2 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:23:11.752343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Checking router: c2676672-1573-40a5-bd2e-a604a3bc1757 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:11.752996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Made reservation on behalf of 5cf97a4e18014482b6db74a93fe61ab7 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:11.753428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Updating router c2676672-1573-40a5-bd2e-a604a3bc1757 port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:23:11.760682 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.788866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:11.789250 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.871124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-c499bcaa-a53b-4cc3-b7c1-85fbf98ddeb2 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716867 Feb 19 03:23:11.982177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] For port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3919e6ef-eece-4f1d-a4c0-0d17ddecd91f,segment=NetworkSegment(2d9300b0-3999-46d1-bb80-311bbd75f5eb),segment_id=2d9300b0-3999-46d1-bb80-311bbd75f5eb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:12.002975 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.073997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Allocated IP 172.25.4.125 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:12.128738 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.154965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.205958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Allocated IP 172.20.0.3 (fe9d6d30-625d-450f-933b-efaadb357ec7/ce738e80-e0ec-4d2c-8061-632564612e19/0076935b-aeba-44b4-b48d-486e422ace00) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:12.338950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1a1481d-af8e-4dbc-a312-faa03a85add6 req-95cedb19-80a8-4a18-960f-c8c74f837942 service neutron] 10.222.0.71 "GET /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525218 Feb 19 03:23:12.478908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for port (6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.578146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.659702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:12.715230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:12.718783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:12.796676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.objects.ports [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:12.813024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (0076935b-aeba-44b4-b48d-486e422ace00), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.874450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Pushing event updated for resources: {'Port': ['ID=6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:12.988983 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Publish callbacks [] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.036913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for floatingip (1edbf2bf-96cc-4ed7-b9a1-a25188e52191), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.044526 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.092165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9e3de4f3-0249-4901-90f1-8a0e665004d6 None None] Provisioning complete for port 23cb3607-e010-4239-848f-d97a189421f3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:13.092548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e3de4f3-0249-4901-90f1-8a0e665004d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (23cb3607-e010-4239-848f-d97a189421f3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.101798 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.117653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:13.118278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.124199 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (0076935b-aeba-44b4-b48d-486e422ace00), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.149351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.198972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:13.203270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:13.208692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=0076935b-aeba-44b4-b48d-486e422ace00,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:13.219340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:13.247930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:13.248327 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.304725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.311177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:13.326437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67dd2c-8f8a-478e-88b1-34684a3cd73e None None] Pushing event updated for resources: {'Port': ['ID=3919e6ef-eece-4f1d-a4c0-0d17ddecd91f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:13.334758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:13.387381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:13.388098 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.448076 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-73662649-d0e1-4bab-a8c3-cd8681ec2395 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3106601 Feb 19 03:23:13.449443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for port (6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.462385 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.491451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Request body: {'port': {'device_id': '13aecad0-f3e9-48f3-9870-4b567cb45109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:13.496947 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.503573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c845c-2536-47e6-9852-f6455623d8f7 None None] Pushing event updated for resources: {'Port': ['ID=5f3ef19d-000f-4b75-ad70-9d23ae7ff317,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:13.513302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Pushing event updated for resources: {'Port': ['ID=6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:13.610850 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (1edbf2bf-96cc-4ed7-b9a1-a25188e52191), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.652099 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.653658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-29382917-0589-4ac0-81a5-7e6d08d19a08 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3967154 Feb 19 03:23:13.685673 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.686530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:13.705035 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0076935b-aeba-44b4-b48d-486e422ace00), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.775683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-883156d8-6c3b-44e4-8e45-7dd7dc2e59ce tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.1071630 Feb 19 03:23:14.053759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-c8a5e1c8-27b6-464d-8ebc-45da6ab04b3a tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:14.063665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-c8a5e1c8-27b6-464d-8ebc-45da6ab04b3a tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.2801342 Feb 19 03:23:14.077535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-df275988-b7a3-4a74-b8e3-f9745d55c112 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:23:14.086064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad6987db-56e6-4996-964f-cb24b9fca4f6 req-df275988-b7a3-4a74-b8e3-f9745d55c112 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154095 Feb 19 03:23:14.150275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:14.269018 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26535c0a-68e1-4a57-b7b5-ae058908b29c x-openstack-request-id: req-26535c0a-68e1-4a57-b7b5-ae058908b29c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:14.270380 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a059a7-5a0d-4ea5-be67-4e6c314e98e8", "name": "network-vif-plugged", "status": "completed", "tag": "16806230-2bbf-46b3-b3a7-9e9e6d8432d0", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:14.270787 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26535c0a-68e1-4a57-b7b5-ae058908b29c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:14.271473 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a059a7-5a0d-4ea5-be67-4e6c314e98e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16806230-2bbf-46b3-b3a7-9e9e6d8432d0', 'code': 200} Feb 19 03:23:14.276587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:14.333999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460195be-4c62-414c-bf73-7f57cc65f25a None None] Update dhcp port {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': '55cfde2b-26bc-440d-a005-6f353df3be5b'}], 'binding:host_id': 'n-d-826756-2'}, 'id': 'd78bd016-e04b-4858-a18e-9775695b7c03'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:23:14.500559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91422c7-7f16-4243-816f-f577c9eb5bbb req-3996cb36-6826-46f0-82eb-8ad1895c7d02 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:14.508561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d91422c7-7f16-4243-816f-f577c9eb5bbb req-3996cb36-6826-46f0-82eb-8ad1895c7d02 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.1281629 Feb 19 03:23:14.514426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77417678-3b33-409d-86b8-cf40faa0cda4 req-17b30dd4-54bb-4e79-b2a1-feb53bdb65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:14.515963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77417678-3b33-409d-86b8-cf40faa0cda4 req-17b30dd4-54bb-4e79-b2a1-feb53bdb65ad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 1127 time: 0.2350991 Feb 19 03:23:14.521608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9e3de4f3-0249-4901-90f1-8a0e665004d6 None None] Current status of the port 23cb3607-e010-4239-848f-d97a189421f3 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:14.522883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e3de4f3-0249-4901-90f1-8a0e665004d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (23cb3607-e010-4239-848f-d97a189421f3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.557807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] For port d78bd016-e04b-4858-a18e-9775695b7c03, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d78bd016-e04b-4858-a18e-9775695b7c03,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:14.630570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d91422c7-7f16-4243-816f-f577c9eb5bbb req-83077138-9a79-44b7-8b0a-53cc0dd55815 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134672 Feb 19 03:23:14.675088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Attempting to bind port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:14.675681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Attempting to bind port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '6f352719-9dba-432a-89ec-2176713e554a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:14.676107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Attempting to bind port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 on network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:14.692395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:14.695378 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.697137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:14.697656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Checking segment: {'id': '6f352719-9dba-432a-89ec-2176713e554a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:14.698180 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.698937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Bound using segment: {'id': '6f352719-9dba-432a-89ec-2176713e554a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:14.699589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Bound port: 5f3ef19d-000f-4b75-ad70-9d23ae7ff317, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f352719-9dba-432a-89ec-2176713e554a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:14.700067 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.755589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77417678-3b33-409d-86b8-cf40faa0cda4 req-a0939dbc-0e7e-4952-855c-24cce8257b5d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443934 Feb 19 03:23:14.774000 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (d78bd016-e04b-4858-a18e-9775695b7c03), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.807094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.841652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75a64d45-7ab5-44b6-a698-f4626640f568 req-c71b0024-6fa4-40fa-b8a7-86f042b3ef66 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/d74114c5-532b-4fbf-a54c-8c8de1fa5bb4 HTTP/1.1" status: 200 len: 1819 time: 0.1421599 Feb 19 03:23:14.864977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] For port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:14.874208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] For port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5f3ef19d-000f-4b75-ad70-9d23ae7ff317,segment=NetworkSegment(6f352719-9dba-432a-89ec-2176713e554a),segment_id=6f352719-9dba-432a-89ec-2176713e554a)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:14.880838 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-460195be-4c62-414c-bf73-7f57cc65f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.940642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (55cfde2b-26bc-440d-a005-6f353df3be5b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.040459 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-75a64d45-7ab5-44b6-a698-f4626640f568 req-5a81c3d2-15d0-4c26-b2c8-23ed4875b5b8 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (d74114c5-532b-4fbf-a54c-8c8de1fa5bb4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.107004 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-75a64d45-7ab5-44b6-a698-f4626640f568 req-5a81c3d2-15d0-4c26-b2c8-23ed4875b5b8 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (d74114c5-532b-4fbf-a54c-8c8de1fa5bb4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.246198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-75a64d45-7ab5-44b6-a698-f4626640f568 req-5a81c3d2-15d0-4c26-b2c8-23ed4875b5b8 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d74114c5-532b-4fbf-a54c-8c8de1fa5bb4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.250319 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-75a64d45-7ab5-44b6-a698-f4626640f568 req-5a81c3d2-15d0-4c26-b2c8-23ed4875b5b8 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.251623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:15.266157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75a64d45-7ab5-44b6-a698-f4626640f568 req-5a81c3d2-15d0-4c26-b2c8-23ed4875b5b8 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/d74114c5-532b-4fbf-a54c-8c8de1fa5bb4 HTTP/1.1" status: 204 len: 173 time: 0.4171455 Feb 19 03:23:15.282106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81c3d2-15d0-4c26-b2c8-23ed4875b5b8 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74114c5-532b-4fbf-a54c-8c8de1fa5bb4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:15.284037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=d78bd016-e04b-4858-a18e-9775695b7c03,revision_number=5']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:15.296495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:15.311374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:15.311973 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.358945 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=55cfde2b-26bc-440d-a005-6f353df3be5b,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:15.383780 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8e66befd-9b79-475f-9db8-57311e82eea7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 5.2034743 Feb 19 03:23:15.386439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42482) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:15.391950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:bd:eb:bf', 'name': 'tempest-NetworksTestDHCPv6-231425892'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:15.594009 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.597069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0076935b-aeba-44b4-b48d-486e422ace00 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:23:15.618086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Publish callbacks [] for port (0076935b-aeba-44b4-b48d-486e422ace00), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.647181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Transition to ACTIVE for port object 0076935b-aeba-44b4-b48d-486e422ace00 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:23:15.651185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9e3de4f3-0249-4901-90f1-8a0e665004d6 None None] For port 23cb3607-e010-4239-848f-d97a189421f3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=23cb3607-e010-4239-848f-d97a189421f3,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:15.655616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:15.657806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (0076935b-aeba-44b4-b48d-486e422ace00), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.768103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c845c-2536-47e6-9852-f6455623d8f7 None None] Pushing event updated for resources: {'Port': ['ID=5f3ef19d-000f-4b75-ad70-9d23ae7ff317,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:15.773724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e3de4f3-0249-4901-90f1-8a0e665004d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (23cb3607-e010-4239-848f-d97a189421f3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.846611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3de4f3-0249-4901-90f1-8a0e665004d6 None None] Pushing event updated for resources: {'Port': ['ID=23cb3607-e010-4239-848f-d97a189421f3,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:15.846864 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.861554 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.865280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-460195be-4c62-414c-bf73-7f57cc65f25a None None] For port d78bd016-e04b-4858-a18e-9775695b7c03, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d78bd016-e04b-4858-a18e-9775695b7c03,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:15.882307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 5c309519-36e1-438f-912f-a2e57530d56b yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:15.918516 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Pushing event updated for resources: {'Port': ['ID=0076935b-aeba-44b4-b48d-486e422ace00,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:15.995917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Attempting to bind port 0076935b-aeba-44b4-b48d-486e422ace00 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:15.996301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Attempting to bind port 0076935b-aeba-44b4-b48d-486e422ace00 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:15.996638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Attempting to bind port 0076935b-aeba-44b4-b48d-486e422ace00 on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:16.010943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Port 0076935b-aeba-44b4-b48d-486e422ace00 on network fe9d6d30-625d-450f-933b-efaadb357ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:23:16.011290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Attempting to bind port 0076935b-aeba-44b4-b48d-486e422ace00 on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:16.032746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:16.033232 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Checking segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:16.033629 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Bound using segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:16.037882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Bound port: 0076935b-aeba-44b4-b48d-486e422ace00, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:16.039428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0076935b-aeba-44b4-b48d-486e422ace00), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.161125 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-460195be-4c62-414c-bf73-7f57cc65f25a None None] Publish callbacks [] for port (d78bd016-e04b-4858-a18e-9775695b7c03), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.164864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] For port 0076935b-aeba-44b4-b48d-486e422ace00, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:16.168732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Routers {'c2676672-1573-40a5-bd2e-a604a3bc1757'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:16.169374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['c2676672-1573-40a5-bd2e-a604a3bc1757'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:16.185106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] For port 0076935b-aeba-44b4-b48d-486e422ace00, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0076935b-aeba-44b4-b48d-486e422ace00,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:16.201069 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (0076935b-aeba-44b4-b48d-486e422ace00), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.284607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f816:3eff:febd:ebbf (bbbabb97-7b58-44ba-8518-a6a14187983e/55cfde2b-26bc-440d-a005-6f353df3be5b/5c309519-36e1-438f-912f-a2e57530d56b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:16.285258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:16.286191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.291023 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] 10.222.0.37 "PUT /v2.0/ports/0076935b-aeba-44b4-b48d-486e422ace00 HTTP/1.1" status: 200 len: 1091 time: 2.8207538 Feb 19 03:23:16.293252 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aecad0-f3e9-48f3-9870-4b567cb45109', 'tag': '0076935b-aeba-44b4-b48d-486e422ace00'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:16.296948 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e81bea-cd8d-43d6-b93b-9c00ea91c159" -d '{"events": [{"name": "network-changed", "server_uuid": "13aecad0-f3e9-48f3-9870-4b567cb45109", "tag": "0076935b-aeba-44b4-b48d-486e422ace00"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:16.342755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:16.344982 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72651f6f-1e3c-4ee8-9ea2-b5503e00eb75" -d '{"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-plugged", "status": "completed", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:16.362870 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-460195be-4c62-414c-bf73-7f57cc65f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.396610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb167c4d-4af5-4ee9-965a-bb0edf990dcd service neutron] Pushing event updated for resources: {'Port': ['ID=0076935b-aeba-44b4-b48d-486e422ace00,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:16.482847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-528e786f-a94c-4cdd-b4a7-9457737ef145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:16.484721 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-528e786f-a94c-4cdd-b4a7-9457737ef145 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 1125 time: 0.1229756 Feb 19 03:23:16.580897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] Set router c2676672-1573-40a5-bd2e-a604a3bc1757 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:16.582835 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-8276ef6f-7d0b-4161-adaf-b7657bd09894 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0076935b-aeba-44b4-b48d-486e422ace00 HTTP/1.1" status: 200 len: 217 time: 0.0836337 Feb 19 03:23:16.631916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (5c309519-36e1-438f-912f-a2e57530d56b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.678819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-d111c231-0832-43ad-b7c0-7c1c2b32f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:16.682849 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-d111c231-0832-43ad-b7c0-7c1c2b32f7df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.0916302 Feb 19 03:23:16.705219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:16.714640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (5c309519-36e1-438f-912f-a2e57530d56b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.752264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-94f178c0-fad9-4880-8c93-70c89fc32367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:16.754217 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-94f178c0-fad9-4880-8c93-70c89fc32367 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622034 Feb 19 03:23:16.854548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:16.870795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:16.872954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=5c309519-36e1-438f-912f-a2e57530d56b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:16.885786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:16.900045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:16.900045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.906990 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-27571820-317e-467b-84b3-21c104751e86 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460922 Feb 19 03:23:16.935491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4a068e8f-66e9-4954-a5f2-f7a97f6ac003 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5478580 Feb 19 03:23:16.937237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42494) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:17.082474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460195be-4c62-414c-bf73-7f57cc65f25a None None] Pushing event updated for resources: {'Port': ['ID=d78bd016-e04b-4858-a18e-9775695b7c03,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:17.093680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 23cb3607-e010-4239-848f-d97a189421f3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:17.123422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1890fee-d972-4e30-9528-7bd561ef057a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:17.131962 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7c57f1c-5107-4af8-ac96-a78d89e05d83 req-ee2b0168-23cb-486f-b8cd-450e62b404cf service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171614 Feb 19 03:23:17.134600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1890fee-d972-4e30-9528-7bd561ef057a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:17.140018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42496) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:17.159830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e1890fee-d972-4e30-9528-7bd561ef057a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2214406 Feb 19 03:23:17.315131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'name': 'tempest-FloatingIPsTestJSON-1337232082-router', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:53Z', 'updated_at': '2022-02-19T03:23:05Z', 'revision_number': 4, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'gw_port': {'id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:56Z', 'updated_at': '2022-02-19T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '5f3ef19d-000f-4b75-ad70-9d23ae7ff317', 'name': '', 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'mac_address': 'fa:16:3e:3c:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '3fb595f5-14c4-4ad4-8a55-62d7f03bb044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:03Z', 'updated_at': '2022-02-19T03:23:14Z', 'revision_number': 4, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'subnets': [{'id': '3fb595f5-14c4-4ad4-8a55-62d7f03bb044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:17.393667 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbe932-3b1c-4826-b877-62a664a87c50 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 5c309519-36e1-438f-912f-a2e57530d56b {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:17.394034 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe932-3b1c-4826-b877-62a664a87c50 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (5c309519-36e1-438f-912f-a2e57530d56b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.402346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532ca75-1508-4884-9331-0fb62cfe4468 None None] The sync data for ids ['c2676672-1573-40a5-bd2e-a604a3bc1757'] in n-d-826756-2 is: [{'id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'name': 'tempest-FloatingIPsTestJSON-1337232082-router', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:53Z', 'updated_at': '2022-02-19T03:23:05Z', 'revision_number': 4, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'gw_port': {'id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:56Z', 'updated_at': '2022-02-19T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '5f3ef19d-000f-4b75-ad70-9d23ae7ff317', 'name': '', 'network_id': '03858cac-4205-4b19-ae7f-1e4ad680b6c5', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'mac_address': 'fa:16:3e:3c:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '3fb595f5-14c4-4ad4-8a55-62d7f03bb044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:03Z', 'updated_at': '2022-02-19T03:23:14Z', 'revision_number': 4, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'subnets': [{'id': '3fb595f5-14c4-4ad4-8a55-62d7f03bb044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:17.414061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 23cb3607-e010-4239-848f-d97a189421f3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:17.414555 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (23cb3607-e010-4239-848f-d97a189421f3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.678534 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe932-3b1c-4826-b877-62a664a87c50 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (5c309519-36e1-438f-912f-a2e57530d56b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.690763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 23cb3607-e010-4239-848f-d97a189421f3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:17.692322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:17.707869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbe932-3b1c-4826-b877-62a664a87c50 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 5c309519-36e1-438f-912f-a2e57530d56b owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:17.815213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:17.818232 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.912085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42500) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:17.923114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-76cfb5b5-f314-4f3c-b93d-f60722c4f2de tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508357171', 'description': 'tempest-description--725292919'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:17.994136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76cfb5b5-f314-4f3c-b93d-f60722c4f2de tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.063009 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe932-3b1c-4826-b877-62a664a87c50 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (5c309519-36e1-438f-912f-a2e57530d56b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.108755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:18.115157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d2e4861b-49e8-43f1-8a78-4079ad61a76e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:18.141629 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76cfb5b5-f314-4f3c-b93d-f60722c4f2de tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group (f4180f49-e83b-4970-b993-a99907c0283e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.149573 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbe932-3b1c-4826-b877-62a664a87c50 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=5c309519-36e1-438f-912f-a2e57530d56b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:18.164439 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76cfb5b5-f314-4f3c-b93d-f60722c4f2de tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f4180f49-e83b-4970-b993-a99907c0283e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.229042 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe932-3b1c-4826-b877-62a664a87c50 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.236782 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f7cbe932-3b1c-4826-b877-62a664a87c50 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/5c309519-36e1-438f-912f-a2e57530d56b HTTP/1.1" status: 204 len: 168 time: 1.0931294 Feb 19 03:23:18.237475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42502) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:18.263139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d2e4861b-49e8-43f1-8a78-4079ad61a76e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:18.264817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.332154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76cfb5b5-f314-4f3c-b93d-f60722c4f2de tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.336611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-76cfb5b5-f314-4f3c-b93d-f60722c4f2de tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4171381 Feb 19 03:23:18.347809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42504) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:18.363954 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b7eafb93-030a-472b-9b29-21e7aa8cf1f6 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Request body: {'security_group_rule': {'security_group_id': 'f4180f49-e83b-4970-b993-a99907c0283e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:18.387989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d902b8e-ea97-4b47-959a-a2e18123ea27 req-68374475-f96b-4fd6-b015-30878dd08dc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:18.401147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d902b8e-ea97-4b47-959a-a2e18123ea27 req-68374475-f96b-4fd6-b015-30878dd08dc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 943 time: 0.2576251 Feb 19 03:23:18.444895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfb5b5-f314-4f3c-b93d-f60722c4f2de tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4180f49-e83b-4970-b993-a99907c0283e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:18.469075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b849f548-a3ab-4f4f-87d1-d881b1ce30df tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:18.472294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b849f548-a3ab-4f4f-87d1-d881b1ce30df tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:18.475685 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b849f548-a3ab-4f4f-87d1-d881b1ce30df tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2362263 Feb 19 03:23:18.490985 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42506) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:18.522531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d902b8e-ea97-4b47-959a-a2e18123ea27 req-a4582786-3ebb-4cb2-ae56-e19f323fe381 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198232 Feb 19 03:23:18.578745 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7eafb93-030a-472b-9b29-21e7aa8cf1f6 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group_rule (b81a88a2-9bb0-4e4c-a9c1-ba211da5f2b1), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.663069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbd339e-c5a7-457f-9c49-c7e79c00bfa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 55cfde2b-26bc-440d-a005-6f353df3be5b {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:18.690001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cbd339e-c5a7-457f-9c49-c7e79c00bfa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (55cfde2b-26bc-440d-a005-6f353df3be5b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.747281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba6b3a-ee64-4e2b-8697-6d9d3ae0e93c req-26658b62-d155-479d-b076-9f53054ac38f tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:18.758565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82ba6b3a-ee64-4e2b-8697-6d9d3ae0e93c req-26658b62-d155-479d-b076-9f53054ac38f tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.1240461 Feb 19 03:23:18.825478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd5385f-eeff-4d0e-8fd9-a36eff446359 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:18.879171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82ba6b3a-ee64-4e2b-8697-6d9d3ae0e93c req-c02aae72-8d8b-490a-b319-1434836f425f tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196377 Feb 19 03:23:18.879669 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cbd339e-c5a7-457f-9c49-c7e79c00bfa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (55cfde2b-26bc-440d-a005-6f353df3be5b), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.959235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d2e4861b-49e8-43f1-8a78-4079ad61a76e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:18.960547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:19.078791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-486b60ca-e6c2-44fa-a1bf-f44ee45293c8 None None] Provisioning complete for port d78bd016-e04b-4858-a18e-9775695b7c03 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:19.079184 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-486b60ca-e6c2-44fa-a1bf-f44ee45293c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.126053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cbd339e-c5a7-457f-9c49-c7e79c00bfa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (55cfde2b-26bc-440d-a005-6f353df3be5b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.140654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-641b5fc1-39e2-40e2-a89c-f9aafc9dfa19 req-ceb12a79-b7fd-4205-9942-a9933d8901e6 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips/1edbf2bf-96cc-4ed7-b9a1-a25188e52191 HTTP/1.1" status: 200 len: 693 time: 0.2143936 Feb 19 03:23:19.212110 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7eafb93-030a-472b-9b29-21e7aa8cf1f6 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group_rule (b81a88a2-9bb0-4e4c-a9c1-ba211da5f2b1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.215198 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cbd339e-c5a7-457f-9c49-c7e79c00bfa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (55cfde2b-26bc-440d-a005-6f353df3be5b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.258950 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cbd339e-c5a7-457f-9c49-c7e79c00bfa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.263622 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4cbd339e-c5a7-457f-9c49-c7e79c00bfa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/55cfde2b-26bc-440d-a005-6f353df3be5b HTTP/1.1" status: 204 len: 168 time: 0.7713828 Feb 19 03:23:19.264412 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7eafb93-030a-472b-9b29-21e7aa8cf1f6 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (b81a88a2-9bb0-4e4c-a9c1-ba211da5f2b1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.287990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42510) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:19.289107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd339e-c5a7-457f-9c49-c7e79c00bfa3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=55cfde2b-26bc-440d-a005-6f353df3be5b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:19.329041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:19.329434 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.358510 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6a9a9b4c-cc90-4489-aedd-cd5945765583 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614808 Feb 19 03:23:19.362285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7eafb93-030a-472b-9b29-21e7aa8cf1f6 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.364028 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b7eafb93-030a-472b-9b29-21e7aa8cf1f6 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0154362 Feb 19 03:23:19.364850 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42512) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:19.376106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:19.427945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42514) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:19.457106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-efa5937d-f60b-4dbf-8f2d-09da546c4817 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Request body: {'security_group_rule': {'security_group_id': 'f4180f49-e83b-4970-b993-a99907c0283e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:19.487987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-486b60ca-e6c2-44fa-a1bf-f44ee45293c8 None None] Current status of the port d78bd016-e04b-4858-a18e-9775695b7c03 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:19.499866 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-486b60ca-e6c2-44fa-a1bf-f44ee45293c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.543995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b5fc1-39e2-40e2-a89c-f9aafc9dfa19 req-47fbf65b-6005-4fd8-9259-3456f984ce80 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:19.545557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-641b5fc1-39e2-40e2-a89c-f9aafc9dfa19 req-47fbf65b-6005-4fd8-9259-3456f984ce80 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.4031909 Feb 19 03:23:19.548610 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efa5937d-f60b-4dbf-8f2d-09da546c4817 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group_rule (f128b22b-6e0e-43cf-b373-1bad4204aab4), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.567999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-641b5fc1-39e2-40e2-a89c-f9aafc9dfa19 req-6fc0feee-b063-4e4d-a022-1c40e2ed5370 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:23:19.570548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-641b5fc1-39e2-40e2-a89c-f9aafc9dfa19 req-6fc0feee-b063-4e4d-a022-1c40e2ed5370 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089176 Feb 19 03:23:19.629412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:19.643862 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.681139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eafb93-030a-472b-9b29-21e7aa8cf1f6 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81a88a2-9bb0-4e4c-a9c1-ba211da5f2b1,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:19.693987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-936d4ae2-a1e1-4148-8266-0c715a434006 req-a29439cd-14a0-432f-8cdb-ebbd98257cf6 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-764294146', 'description': 'tempest-description-2115540213'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:19.829753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-936d4ae2-a1e1-4148-8266-0c715a434006 req-a29439cd-14a0-432f-8cdb-ebbd98257cf6 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.873218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:19.873817 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efa5937d-f60b-4dbf-8f2d-09da546c4817 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group_rule (f128b22b-6e0e-43cf-b373-1bad4204aab4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.889297 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efa5937d-f60b-4dbf-8f2d-09da546c4817 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (f128b22b-6e0e-43cf-b373-1bad4204aab4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.898017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-486b60ca-e6c2-44fa-a1bf-f44ee45293c8 None None] For port d78bd016-e04b-4858-a18e-9775695b7c03, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d78bd016-e04b-4858-a18e-9775695b7c03,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:19.927791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-486b60ca-e6c2-44fa-a1bf-f44ee45293c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.967355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5937d-f60b-4dbf-8f2d-09da546c4817 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f128b22b-6e0e-43cf-b373-1bad4204aab4,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:20.002806 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efa5937d-f60b-4dbf-8f2d-09da546c4817 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.007881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42526) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:20.016466 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:20.018694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-efa5937d-f60b-4dbf-8f2d-09da546c4817 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5892770 Feb 19 03:23:20.069998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e11f4-5f6c-415e-9fe1-d14ad2b55eca None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:20.086137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-936d4ae2-a1e1-4148-8266-0c715a434006 req-a29439cd-14a0-432f-8cdb-ebbd98257cf6 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (c66f6cfd-6081-400a-9bf5-8bb8ad692519), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.091517 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-936d4ae2-a1e1-4148-8266-0c715a434006 req-a29439cd-14a0-432f-8cdb-ebbd98257cf6 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c66f6cfd-6081-400a-9bf5-8bb8ad692519), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.137874 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.154991 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-936d4ae2-a1e1-4148-8266-0c715a434006 req-a29439cd-14a0-432f-8cdb-ebbd98257cf6 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.172894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-936d4ae2-a1e1-4148-8266-0c715a434006 req-a29439cd-14a0-432f-8cdb-ebbd98257cf6 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5046370 Feb 19 03:23:20.185165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29439cd-14a0-432f-8cdb-ebbd98257cf6 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66f6cfd-6081-400a-9bf5-8bb8ad692519,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:20.335118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b60ca-e6c2-44fa-a1bf-f44ee45293c8 None None] Pushing event updated for resources: {'Port': ['ID=d78bd016-e04b-4858-a18e-9775695b7c03,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:20.367223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474cc24-0c67-4434-ba37-662e0bc957ea req-06aa0171-05cd-4512-a790-85f1d28851c2 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:20.369053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e474cc24-0c67-4434-ba37-662e0bc957ea req-06aa0171-05cd-4512-a790-85f1d28851c2 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.1081955 Feb 19 03:23:20.372312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0427b76e-e56f-4700-98a7-44e070414658 None None] Provisioning complete for port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:20.372692 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0427b76e-e56f-4700-98a7-44e070414658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.492388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e474cc24-0c67-4434-ba37-662e0bc957ea req-dc532fcb-65cc-4667-8ade-02e233e7161c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073935 Feb 19 03:23:20.604813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.objects.ports [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:20.675778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0427b76e-e56f-4700-98a7-44e070414658 None None] Current status of the port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:20.676180 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0427b76e-e56f-4700-98a7-44e070414658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.678838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aea635-d90a-4200-9892-ff464eedcbce None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:20.681315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:20.688818 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938c9860-ace3-44bc-8c6c-39c95ab10ebf x-openstack-request-id: req-938c9860-ace3-44bc-8c6c-39c95ab10ebf {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:20.689104 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-plugged", "status": "completed", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:20.689356 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-938c9860-ace3-44bc-8c6c-39c95ab10ebf {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:20.699276 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'code': 200} Feb 19 03:23:20.773285 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bfd5ab-d080-4900-b6c7-d99fd8d0472a x-openstack-request-id: req-b7bfd5ab-d080-4900-b6c7-d99fd8d0472a {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:20.773763 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13aecad0-f3e9-48f3-9870-4b567cb45109", "tag": "0076935b-aeba-44b4-b48d-486e422ace00", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:20.774155 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7bfd5ab-d080-4900-b6c7-d99fd8d0472a {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:20.774669 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aecad0-f3e9-48f3-9870-4b567cb45109', 'tag': '0076935b-aeba-44b4-b48d-486e422ace00', 'status': 'completed', 'code': 200} Feb 19 03:23:20.877725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630128e2-be20-430e-9f87-e7700ca8011b req-b703238c-6466-4165-b675-8076d6c6e485 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:20.879475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-630128e2-be20-430e-9f87-e7700ca8011b req-b703238c-6466-4165-b675-8076d6c6e485 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 943 time: 0.0904860 Feb 19 03:23:20.908363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0427b76e-e56f-4700-98a7-44e070414658 None None] For port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5f3ef19d-000f-4b75-ad70-9d23ae7ff317,segment=NetworkSegment(6f352719-9dba-432a-89ec-2176713e554a),segment_id=6f352719-9dba-432a-89ec-2176713e554a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:20.918213 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0427b76e-e56f-4700-98a7-44e070414658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.948913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-630128e2-be20-430e-9f87-e7700ca8011b req-ee445697-b1a4-43a7-a3c6-f54f673df6ea tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611324 Feb 19 03:23:20.971290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:20.971906 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.041539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427b76e-e56f-4700-98a7-44e070414658 None None] Pushing event updated for resources: {'Port': ['ID=5f3ef19d-000f-4b75-ad70-9d23ae7ff317,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.055716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0427b76e-e56f-4700-98a7-44e070414658 None None] Provisioning complete for port d78bd016-e04b-4858-a18e-9775695b7c03 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:21.056345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0427b76e-e56f-4700-98a7-44e070414658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.067403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a6aea635-d90a-4200-9892-ff464eedcbce None None] Deleting port d78bd016-e04b-4858-a18e-9775695b7c03 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:21.068336 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6aea635-d90a-4200-9892-ff464eedcbce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.144599 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.164643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ac717df-62b4-491b-abdf-d7115e181a54 req-c7497ffd-1fd6-452f-96a9-4346d33dfcc1 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=b0dd66b7417e4e1693cc60caca1c14fe HTTP/1.1" status: 200 len: 696 time: 0.1330853 Feb 19 03:23:21.191108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.323656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Allocated IP 172.25.4.244 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/77960242-b03f-4e2d-a8bd-4b7f12a2505a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:21.330639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a6aea635-d90a-4200-9892-ff464eedcbce None None] For port d78bd016-e04b-4858-a18e-9775695b7c03, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d78bd016-e04b-4858-a18e-9775695b7c03,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:21.333500 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6aea635-d90a-4200-9892-ff464eedcbce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.356984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac717df-62b4-491b-abdf-d7115e181a54 req-75efdc1d-e56e-4dd0-9f3c-34142436457a tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:21.371673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a6aea635-d90a-4200-9892-ff464eedcbce None None] Calling delete_port for d78bd016-e04b-4858-a18e-9775695b7c03 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:21.376335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ac717df-62b4-491b-abdf-d7115e181a54 req-75efdc1d-e56e-4dd0-9f3c-34142436457a tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/networks?id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 787 time: 0.2052188 Feb 19 03:23:21.379582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:21.401265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0427b76e-e56f-4700-98a7-44e070414658 None None] Current status of the port d78bd016-e04b-4858-a18e-9775695b7c03 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:21.487717 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for port (77960242-b03f-4e2d-a8bd-4b7f12a2505a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.581783 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6aea635-d90a-4200-9892-ff464eedcbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (d78bd016-e04b-4858-a18e-9775695b7c03), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.583676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (77960242-b03f-4e2d-a8bd-4b7f12a2505a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.616325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aea635-d90a-4200-9892-ff464eedcbce None None] Pushing event deleted for resources: {'Port': ['ID=d78bd016-e04b-4858-a18e-9775695b7c03,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.626811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aea635-d90a-4200-9892-ff464eedcbce None None] No DVR routers for this DVR port d78bd016-e04b-4858-a18e-9775695b7c03 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:21.648445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17b77e-a5fb-4870-b03f-35aabdc295b4 req-26ccb8a0-a176-47bb-b656-09bda747d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:21.650151 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed17b77e-a5fb-4870-b03f-35aabdc295b4 req-26ccb8a0-a176-47bb-b656-09bda747d4c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 1132 time: 0.6620162 Feb 19 03:23:21.651073 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.db.api [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:21.651481 n-d-826756-2 neutron-server[103616]: DEBUG oslo_db.api [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:21.728834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b43e3-d5e9-49e4-b1cf-cf436bde2505 req-baed0b87-2f0c-486b-9af1-b6d057e91055 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:21.731717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d4b43e3-d5e9-49e4-b1cf-cf436bde2505 req-baed0b87-2f0c-486b-9af1-b6d057e91055 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.0684273 Feb 19 03:23:21.739371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-bf2bea2d-f951-438a-aa83-db0edfda2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:21.742033 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-bf2bea2d-f951-438a-aa83-db0edfda2a88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 1125 time: 0.9754925 Feb 19 03:23:21.775036 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed17b77e-a5fb-4870-b03f-35aabdc295b4 req-4eb44198-9b89-4933-a1b2-9be32dbb129e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894570 Feb 19 03:23:21.777012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:21.786947 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Pushing event updated for resources: {'Port': ['ID=77960242-b03f-4e2d-a8bd-4b7f12a2505a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.797576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:21.814715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:21.851227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d4b43e3-d5e9-49e4-b1cf-cf436bde2505 req-a923f92e-3eba-4aea-835c-95bf23a68a39 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127014 Feb 19 03:23:22.000668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1e4566f-dd48-42af-9f35-2f0dc19b60fe req-c60efa43-31f3-48db-a2f9-0f13546811e6 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/c66f6cfd-6081-400a-9bf5-8bb8ad692519 HTTP/1.1" status: 200 len: 1819 time: 0.0894060 Feb 19 03:23:22.005498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a1e4566f-dd48-42af-9f35-2f0dc19b60fe req-6859d7e4-a1cd-433b-b82c-23a25b6052d9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Request body: {'security_group': {'name': 'tempest-sg-hth-64896296', 'description': 'tempest-description-hth-297491495'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:22.013365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:22.060557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a1e4566f-dd48-42af-9f35-2f0dc19b60fe req-6859d7e4-a1cd-433b-b82c-23a25b6052d9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (c66f6cfd-6081-400a-9bf5-8bb8ad692519), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.103539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-4e6b4dca-aeac-402f-a674-76330e0a1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.105055 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-4e6b4dca-aeac-402f-a674-76330e0a1649 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.3270121 Feb 19 03:23:22.127926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:22.128758 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.136471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a1e4566f-dd48-42af-9f35-2f0dc19b60fe req-6859d7e4-a1cd-433b-b82c-23a25b6052d9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (c66f6cfd-6081-400a-9bf5-8bb8ad692519), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.141711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a1e4566f-dd48-42af-9f35-2f0dc19b60fe req-6859d7e4-a1cd-433b-b82c-23a25b6052d9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c66f6cfd-6081-400a-9bf5-8bb8ad692519), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.147237 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a1e4566f-dd48-42af-9f35-2f0dc19b60fe req-6859d7e4-a1cd-433b-b82c-23a25b6052d9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.148511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1e4566f-dd48-42af-9f35-2f0dc19b60fe req-6859d7e4-a1cd-433b-b82c-23a25b6052d9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "PUT /v2.0/security-groups/c66f6cfd-6081-400a-9bf5-8bb8ad692519 HTTP/1.1" status: 200 len: 1791 time: 0.1468778 Feb 19 03:23:22.191208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859d7e4-a1cd-433b-b82c-23a25b6052d9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66f6cfd-6081-400a-9bf5-8bb8ad692519,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:22.260695 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.299088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Port d78bd016-e04b-4858-a18e-9775695b7c03 concurrently deleted while adding address for new subnet {'id': 'fddd40f8-313d-4951-a741-137526545a98', 'name': '', 'tenant_id': 'bd8485768b4540dc879e634768e4cfab', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1539, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-19T03:23:19Z', 'updated_at': '2022-02-19T03:23:19Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'bd8485768b4540dc879e634768e4cfab'}. {{(pid=103616) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 19 03:23:22.299682 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (fddd40f8-313d-4951-a741-137526545a98), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.318932 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-7f06c8ca-4d71-47a9-9cee-0b94b0999690 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0076935b-aeba-44b4-b48d-486e422ace00 HTTP/1.1" status: 200 len: 217 time: 0.1495426 Feb 19 03:23:22.319555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63769-2ccf-4cba-9e20-178255dd326b req-a4f0800f-251d-434e-bb71-f31dab70a98b tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.326215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81e63769-2ccf-4cba-9e20-178255dd326b req-a4f0800f-251d-434e-bb71-f31dab70a98b tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.0874882 Feb 19 03:23:22.343003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:22.421240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d78bd016-e04b-4858-a18e-9775695b7c03 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:22.425313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:22.435410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:22.441640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for floatingip (68587466-7021-483a-a0f2-bdf4dfb107bd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.445987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.446592 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.447167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81e63769-2ccf-4cba-9e20-178255dd326b req-1c47e545-1f3e-4fbd-97a3-fa1e8fe1e23a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113913 Feb 19 03:23:22.468095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-1cc66257-76eb-4974-90c5-dde1b5e7087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.469609 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-1cc66257-76eb-4974-90c5-dde1b5e7087e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1440585 Feb 19 03:23:22.508895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33079ad-469a-4145-9ec8-d29e6991fbf6 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:22.528643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (77960242-b03f-4e2d-a8bd-4b7f12a2505a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.546362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-951d4b32-763b-4ad7-b8e8-b6824b439a84 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips/1edbf2bf-96cc-4ed7-b9a1-a25188e52191 HTTP/1.1" status: 200 len: 693 time: 0.0579331 Feb 19 03:23:22.579732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=fddd40f8-313d-4951-a741-137526545a98,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:22.591960 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fee42a88-38f9-4c40-a2df-016a44d17924 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2188399 Feb 19 03:23:22.596435 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42542) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:22.604064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:9e:2d:16', 'name': 'tempest-NetworksTestDHCPv6-56872688'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:22.635394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d78bd016-e04b-4858-a18e-9775695b7c03 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:22.635748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d78bd016-e04b-4858-a18e-9775695b7c03 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:22.741031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': 'fddd40f8-313d-4951-a741-137526545a98'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:22.742130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.781454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-8fc75b9e-f1d1-436a-b4d7-7d7e4f954436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.784055 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-8fc75b9e-f1d1-436a-b4d7-7d7e4f954436 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3071275 Feb 19 03:23:22.808832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-c74e258a-d947-4b7e-b175-f7f65f1fc28e tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.824118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-c74e258a-d947-4b7e-b175-f7f65f1fc28e tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.2712178 Feb 19 03:23:22.836170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-b57a0160-885b-4373-8550-6d547e4f2a53 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:23:22.850711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-b57a0160-885b-4373-8550-6d547e4f2a53 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246580 Feb 19 03:23:22.968608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-89c4f68c-21df-4513-9f65-1a5a8daaf141 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.1125681 Feb 19 03:23:23.039756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Allocated IP 2001:db8::f816:3eff:fe8d:8308 (bbbabb97-7b58-44ba-8518-a6a14187983e/fddd40f8-313d-4951-a741-137526545a98/1cc5691f-6a0e-48d3-bd68-c401f5f6c67a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:23.114414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-46769de6-a801-4c78-b357-29f45a1a6ae1 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.1431298 Feb 19 03:23:23.339240 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Publish callbacks [] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.349990 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.388503 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for port (77960242-b03f-4e2d-a8bd-4b7f12a2505a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.402949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (77960242-b03f-4e2d-a8bd-4b7f12a2505a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.428869 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Pushing event updated for resources: {'Port': ['ID=1cc5691f-6a0e-48d3-bd68-c401f5f6c67a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:23.445830 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-55a4f9f7-9a97-4f9f-936c-1717d47e80d6 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479716 Feb 19 03:23:23.470755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:23.477168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:23.491797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:23.502662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-aab87c98-5794-4356-a367-b0148dabf28d tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Deleting port 6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:23.503265 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-aab87c98-5794-4356-a367-b0148dabf28d tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.530823 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (68587466-7021-483a-a0f2-bdf4dfb107bd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.599042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:23.608184 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Pushing event updated for resources: {'Port': ['ID=77960242-b03f-4e2d-a8bd-4b7f12a2505a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:23.667889 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.681875 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bd1ce139-864b-4ac8-9fc8-739fabbfd325 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6583056 Feb 19 03:23:23.732580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Attempting to bind port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:23.733157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Attempting to bind port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:23.733706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Attempting to bind port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:23.739532 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-09e81bea-cd8d-43d6-b93b-9c00ea91c159 req-403ba5c6-dbf8-44ae-a53e-5461b826ebeb service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869804 Feb 19 03:23:23.743656 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-aab87c98-5794-4356-a367-b0148dabf28d tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.743905 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-aab87c98-5794-4356-a367-b0148dabf28d tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for floatingip (6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.752333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:23.752714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:23.753123 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.753522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:23.754038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Bound port: 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:23.754649 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.779364 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.786887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-aab87c98-5794-4356-a367-b0148dabf28d tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Calling delete_port for 6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:23.810418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 536ae1c5-7bcb-4a30-b739-beac5b40a4c3 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:23.914269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] For port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:23.936897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] For port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1cc5691f-6a0e-48d3-bd68-c401f5f6c67a,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:23.948586 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.058517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aefe74-3b26-4516-9097-ee06c2a140b4 None None] Pushing event updated for resources: {'Port': ['ID=1cc5691f-6a0e-48d3-bd68-c401f5f6c67a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:24.142864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f816:3eff:fe9e:2d16 (bbbabb97-7b58-44ba-8518-a6a14187983e/fddd40f8-313d-4951-a741-137526545a98/536ae1c5-7bcb-4a30-b739-beac5b40a4c3) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:24.144373 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-aab87c98-5794-4356-a367-b0148dabf28d tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.201710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab87c98-5794-4356-a367-b0148dabf28d tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Pushing event deleted for resources: {'Port': ['ID=6949d0dd-34ee-4a47-8b4e-42c8c3fbe8a9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:24.371973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-1cc436fa-df90-45d1-8ed1-06e278455e0e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.373487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-1cc436fa-df90-45d1-8ed1-06e278455e0e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.71 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.1683247 Feb 19 03:23:24.383226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-aab87c98-5794-4356-a367-b0148dabf28d tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for floatingip (1edbf2bf-96cc-4ed7-b9a1-a25188e52191), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.386012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-aab87c98-5794-4356-a367-b0148dabf28d tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.404459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5dfaf8-f87a-40dc-aba8-6487e9a39127 req-aab87c98-5794-4356-a367-b0148dabf28d tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "DELETE /v2.0/floatingips/1edbf2bf-96cc-4ed7-b9a1-a25188e52191 HTTP/1.1" status: 204 len: 173 time: 1.2879949 Feb 19 03:23:24.416290 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfcf3a6-b829-44b5-b981-077929377373 req-6c84fc29-ced4-40e3-8f3f-c047c0ad1651 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1472578 Feb 19 03:23:24.597321 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (536ae1c5-7bcb-4a30-b739-beac5b40a4c3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.618546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf3a6-b829-44b5-b981-077929377373 req-f36b5616-fe6e-4a2e-a280-94d9682862c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.620179 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfcf3a6-b829-44b5-b981-077929377373 req-f36b5616-fe6e-4a2e-a280-94d9682862c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=386611ab44ec4f4ba766be54796ba9c5&device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 1206 time: 0.1468046 Feb 19 03:23:24.802768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf3a6-b829-44b5-b981-077929377373 req-49f4704e-f8c2-4ef8-a58b-ed3936da262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.804350 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfcf3a6-b829-44b5-b981-077929377373 req-49f4704e-f8c2-4ef8-a58b-ed3936da262f service neutron] 10.222.0.37 "GET /v2.0/networks?id=25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 200 len: 913 time: 0.1512690 Feb 19 03:23:24.848751 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfcf3a6-b829-44b5-b981-077929377373 req-52e329e9-996e-4e43-9870-2c561c6165fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0 HTTP/1.1" status: 200 len: 217 time: 0.0376365 Feb 19 03:23:24.911729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf3a6-b829-44b5-b981-077929377373 req-64b8fc2b-2d08-4969-ad02-34ecfc274c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.913411 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfcf3a6-b829-44b5-b981-077929377373 req-64b8fc2b-2d08-4969-ad02-34ecfc274c7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 200 len: 852 time: 0.0583041 Feb 19 03:23:24.914600 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (536ae1c5-7bcb-4a30-b739-beac5b40a4c3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.009581 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfcf3a6-b829-44b5-b981-077929377373 req-a2a955b4-ef25-49a8-b715-08161d4b4ae4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25750d6e-2380-4f73-8e9a-30d5d668b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870113 Feb 19 03:23:25.024674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Deleting port a3b1bc80-9029-438c-bd0f-59d0168b0415 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:25.025244 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.030971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:25.049148 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcb82f-c166-46d3-bdfa-6bef9ec242f9 req-09aab8aa-12bf-4088-aec5-9180f70d9132 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:25.050787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73bcb82f-c166-46d3-bdfa-6bef9ec242f9 req-09aab8aa-12bf-4088-aec5-9180f70d9132 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=90bdf9d7-240f-4807-904c-d2725f806e6f HTTP/1.1" status: 200 len: 945 time: 0.5194159 Feb 19 03:23:25.063932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:25.071051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:25.077872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:25.078358 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.110782 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5105882 Feb 19 03:23:25.112980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42610) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:25.148965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73bcb82f-c166-46d3-bdfa-6bef9ec242f9 req-1464c6b9-9051-4f1f-b64d-3441eca9d77f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705042 Feb 19 03:23:25.154315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c9507-4cb8-45f9-b6a9-a56140317d19 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=536ae1c5-7bcb-4a30-b739-beac5b40a4c3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:25.271815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] For port a3b1bc80-9029-438c-bd0f-59d0168b0415, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a3b1bc80-9029-438c-bd0f-59d0168b0415,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:25.272239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.283217 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfcf3a6-b829-44b5-b981-077929377373 req-38fdb986-d6a8-467e-b5d8-f63b94d714a6 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546225 Feb 19 03:23:25.317130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Calling delete_port for a3b1bc80-9029-438c-bd0f-59d0168b0415 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:25.350090 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5db124-4ee5-4ac4-99e8-262cb950bb16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:25.357984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5db124-4ee5-4ac4-99e8-262cb950bb16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:25.363165 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ff5db124-4ee5-4ac4-99e8-262cb950bb16 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2471452 Feb 19 03:23:25.366683 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42620) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:25.513216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a2258-53b4-48a4-bc10-ef2443d6fcaf req-fb9534e8-b668-49f1-8af4-12f2bbf824af tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:25.522435 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd2a2258-53b4-48a4-bc10-ef2443d6fcaf req-fb9534e8-b668-49f1-8af4-12f2bbf824af tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 943 time: 0.2407439 Feb 19 03:23:25.588468 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5bfcf3a6-b829-44b5-b981-077929377373 req-2b7bfc58-7664-41ab-a83f-04b34eea09e4 service neutron] 10.222.0.37 "GET /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930226 Feb 19 03:23:25.619193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-86286f29-dc6c-4af3-a508-cf405fdcb1da tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 536ae1c5-7bcb-4a30-b739-beac5b40a4c3 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:25.619708 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86286f29-dc6c-4af3-a508-cf405fdcb1da tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (536ae1c5-7bcb-4a30-b739-beac5b40a4c3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.670270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd2a2258-53b4-48a4-bc10-ef2443d6fcaf req-14de2310-dabc-489e-b15d-1517ca884839 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469107 Feb 19 03:23:25.700181 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a3b1bc80-9029-438c-bd0f-59d0168b0415), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.706734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7025aec4-f271-40a9-975f-eb5afa1230f0', 'a3b1bc80-9029-438c-bd0f-59d0168b0415'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:25.763414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Pushing event deleted for resources: {'Port': ['ID=a3b1bc80-9029-438c-bd0f-59d0168b0415,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:25.805198 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86286f29-dc6c-4af3-a508-cf405fdcb1da tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (536ae1c5-7bcb-4a30-b739-beac5b40a4c3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.821368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.821740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.822172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.822519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.822866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.823206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.823542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.823879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.824214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.824559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.824885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.825215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.825541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:25.859117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-86286f29-dc6c-4af3-a508-cf405fdcb1da tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 536ae1c5-7bcb-4a30-b739-beac5b40a4c3 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:25.892465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] No DVR routers for this DVR port a3b1bc80-9029-438c-bd0f-59d0168b0415 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:25.897865 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.918692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8dab2473-0b8b-4201-a3f1-af302cc85b2f req-d83c90a7-aff8-4564-8371-017063843f14 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.71 "DELETE /v2.0/ports/a3b1bc80-9029-438c-bd0f-59d0168b0415 HTTP/1.1" status: 204 len: 173 time: 1.5064499 Feb 19 03:23:25.919453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bdf9d7-240f-4807-904c-d2725f806e6f', 'name': 'network-vif-deleted', 'tag': 'a3b1bc80-9029-438c-bd0f-59d0168b0415'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:25.935133 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b056e1a-9b7c-4ea2-811a-c8e3bf2d67fe" -d '{"events": [{"server_uuid": "90bdf9d7-240f-4807-904c-d2725f806e6f", "name": "network-vif-deleted", "tag": "a3b1bc80-9029-438c-bd0f-59d0168b0415"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:25.950043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e27c9498-7bbd-41c2-9860-86e3f7704739 None None] Provisioning complete for port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:25.950422 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27c9498-7bbd-41c2-9860-86e3f7704739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.994564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93fa7327-f4df-4082-8a80-eafde97be91f req-bff8519e-4220-4efe-94d3-95bea6b92660 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/c66f6cfd-6081-400a-9bf5-8bb8ad692519 HTTP/1.1" status: 200 len: 1791 time: 0.2601895 Feb 19 03:23:26.108101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e27c9498-7bbd-41c2-9860-86e3f7704739 None None] Current status of the port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:26.108495 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27c9498-7bbd-41c2-9860-86e3f7704739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.248157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e27c9498-7bbd-41c2-9860-86e3f7704739 None None] For port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1cc5691f-6a0e-48d3-bd68-c401f5f6c67a,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:26.254384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:26.263706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86286f29-dc6c-4af3-a508-cf405fdcb1da tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (536ae1c5-7bcb-4a30-b739-beac5b40a4c3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.311550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fad35-2954-4ae2-b4b8-f8e8f5bee319 req-b789b47c-668f-410b-bb17-80ccf8a7b88d tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:26.314266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-982fad35-2954-4ae2-b4b8-f8e8f5bee319 req-b789b47c-668f-410b-bb17-80ccf8a7b88d tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.1906004 Feb 19 03:23:26.321305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86286f29-dc6c-4af3-a508-cf405fdcb1da tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=536ae1c5-7bcb-4a30-b739-beac5b40a4c3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:26.342577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27c9498-7bbd-41c2-9860-86e3f7704739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.387954 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86286f29-dc6c-4af3-a508-cf405fdcb1da tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.391901 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-86286f29-dc6c-4af3-a508-cf405fdcb1da tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/536ae1c5-7bcb-4a30-b739-beac5b40a4c3 HTTP/1.1" status: 204 len: 168 time: 1.0239277 Feb 19 03:23:26.395411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42632) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:26.440576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-982fad35-2954-4ae2-b4b8-f8e8f5bee319 req-427b3641-78f1-4b5f-b3cc-1222c0b67136 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140323 Feb 19 03:23:26.484477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9abbcb8-3236-48c5-a96a-7bb9b1b41276 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:26.497396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9abbcb8-3236-48c5-a96a-7bb9b1b41276 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:26.497396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e9abbcb8-3236-48c5-a96a-7bb9b1b41276 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0945179 Feb 19 03:23:26.497575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42634) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:26.640627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9ca7db-858b-4872-ae13-2cdb7c3a9c2a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet fddd40f8-313d-4951-a741-137526545a98 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:26.667885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca7db-858b-4872-ae13-2cdb7c3a9c2a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (fddd40f8-313d-4951-a741-137526545a98), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.734359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c9498-7bbd-41c2-9860-86e3f7704739 None None] Pushing event updated for resources: {'Port': ['ID=1cc5691f-6a0e-48d3-bd68-c401f5f6c67a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:26.761484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b270f029-3171-402c-9642-e9ce4cf86c71 None None] Could not find standard attr ID for object 536ae1c5-7bcb-4a30-b739-beac5b40a4c3. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:23:26.776443 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca7db-858b-4872-ae13-2cdb7c3a9c2a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (fddd40f8-313d-4951-a741-137526545a98), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.801769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:26.802173 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.824956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-9079822e-5e51-4d5f-a77d-d793f6ef4328 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2806430 Feb 19 03:23:26.849100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:26.891849 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.996171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:26.996539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca7db-858b-4872-ae13-2cdb7c3a9c2a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (fddd40f8-313d-4951-a741-137526545a98), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.073797 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.081349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca7db-858b-4872-ae13-2cdb7c3a9c2a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (fddd40f8-313d-4951-a741-137526545a98), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.100538 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca7db-858b-4872-ae13-2cdb7c3a9c2a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.107429 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ec9ca7db-858b-4872-ae13-2cdb7c3a9c2a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/fddd40f8-313d-4951-a741-137526545a98 HTTP/1.1" status: 204 len: 168 time: 0.6121743 Feb 19 03:23:27.108825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72310c52-0f7d-4652-b466-f482eca8aba6 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:27.109755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42642) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:27.177919 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-36e92575-5e44-47f9-8009-3792bf40a9b3 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650930 Feb 19 03:23:27.179073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ca7db-858b-4872-ae13-2cdb7c3a9c2a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=fddd40f8-313d-4951-a741-137526545a98,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:27.181047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42644) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:27.269677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0bb3dd-83a2-43af-a9cf-1601bfeebfc2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:27.272851 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ed0bb3dd-83a2-43af-a9cf-1601bfeebfc2 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0905156 Feb 19 03:23:27.276073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:27.293020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Allocated IP 172.25.4.206 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/dfae260c-0a03-4fba-8a9f-060773232a12) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:27.336301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fd59fe-08b6-4e80-9499-66c5fce363b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:27.337323 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b7fd59fe-08b6-4e80-9499-66c5fce363b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0601749 Feb 19 03:23:27.341793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42648) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:27.345245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b4b35-2893-4bf2-976f-26361598bef8 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:27.404338 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-da5b4b35-2893-4bf2-976f-26361598bef8 None None] Deleting port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:27.404722 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da5b4b35-2893-4bf2-976f-26361598bef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.419204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c149f785-f777-4a17-9afd-54ef8453f1d4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754273 Feb 19 03:23:27.424747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42650) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:27.429200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d2b87ab1-d476-4dd2-9ee8-b24fcf87dd74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:27.479253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-da5b4b35-2893-4bf2-976f-26361598bef8 None None] For port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1cc5691f-6a0e-48d3-bd68-c401f5f6c67a,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:27.480033 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da5b4b35-2893-4bf2-976f-26361598bef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.497694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-da5b4b35-2893-4bf2-976f-26361598bef8 None None] Calling delete_port for 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:27.508079 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for port (dfae260c-0a03-4fba-8a9f-060773232a12), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.534746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b87ab1-d476-4dd2-9ee8-b24fcf87dd74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:27.540685 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b87ab1-d476-4dd2-9ee8-b24fcf87dd74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.556550 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (dfae260c-0a03-4fba-8a9f-060773232a12), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.607677 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da5b4b35-2893-4bf2-976f-26361598bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (1cc5691f-6a0e-48d3-bd68-c401f5f6c67a), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.623153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:27.628028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b4b35-2893-4bf2-976f-26361598bef8 None None] No DVR routers for this DVR port 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:27.628462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:27.633279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:27.675800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b4b35-2893-4bf2-976f-26361598bef8 None None] Pushing event deleted for resources: {'Port': ['ID=1cc5691f-6a0e-48d3-bd68-c401f5f6c67a,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:27.691073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Pushing event updated for resources: {'Port': ['ID=dfae260c-0a03-4fba-8a9f-060773232a12,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:27.789211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for floatingip (bb8c0a5b-1d1d-44dd-bd60-dab62b9555b3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.852117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dfae260c-0a03-4fba-8a9f-060773232a12), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.949563 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-a463bc92-987a-4316-bca7-443830b421fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1684637 Feb 19 03:23:27.951283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b87ab1-d476-4dd2-9ee8-b24fcf87dd74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (e699c54d-90c6-452f-aed6-6178bf039d12), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.068900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:28.095158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b87ab1-d476-4dd2-9ee8-b24fcf87dd74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:28.102880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d2b87ab1-d476-4dd2-9ee8-b24fcf87dd74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:28.109816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b87ab1-d476-4dd2-9ee8-b24fcf87dd74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:28.110445 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b87ab1-d476-4dd2-9ee8-b24fcf87dd74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.123083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b87ab1-d476-4dd2-9ee8-b24fcf87dd74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=e699c54d-90c6-452f-aed6-6178bf039d12,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:28.127269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:28.127625 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1cc5691f-6a0e-48d3-bd68-c401f5f6c67a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:28.129110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09624ae4-26f6-4298-bda9-f4571813cc38 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:28.168259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d2b87ab1-d476-4dd2-9ee8-b24fcf87dd74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7431893 Feb 19 03:23:28.172353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42654) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:28.179139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:6e:5f:9e', 'name': 'tempest-NetworksTestDHCPv6-1817911566'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:28.186422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-b5cd0c56-f798-4557-b635-8dca73a4593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:28.188035 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-b5cd0c56-f798-4557-b635-8dca73a4593d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 1132 time: 0.1426823 Feb 19 03:23:28.211462 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for port (dfae260c-0a03-4fba-8a9f-060773232a12), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.254872 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (dfae260c-0a03-4fba-8a9f-060773232a12), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.327011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': 'e699c54d-90c6-452f-aed6-6178bf039d12'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:28.328243 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.372574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-9a463ed6-fc9b-4b8a-b4c4-f3c0258c9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:28.377961 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-9a463ed6-fc9b-4b8a-b4c4-f3c0258c9063 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1594355 Feb 19 03:23:28.389061 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (bb8c0a5b-1d1d-44dd-bd60-dab62b9555b3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.392542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Pushing event updated for resources: {'Port': ['ID=dfae260c-0a03-4fba-8a9f-060773232a12,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:28.451757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.459385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-7868b90a-bed0-4601-be2b-5dad214e28e2 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6149368 Feb 19 03:23:28.468485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:28.476728 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-70ea5032-d85c-409a-a5c1-b5a77396988e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 HTTP/1.1" status: 200 len: 217 time: 0.0914865 Feb 19 03:23:28.551351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/e699c54d-90c6-452f-aed6-6178bf039d12/6b4047fc-2b5d-4f6b-a285-c9efa147ba7b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:28.556046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-80935681-1eef-4b7a-b2c0-1cc3d9e444c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:28.558627 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-80935681-1eef-4b7a-b2c0-1cc3d9e444c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0727661 Feb 19 03:23:28.588816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-12a6e004-f223-485b-a46c-a15458966444 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 696 time: 0.1281626 Feb 19 03:23:28.682844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-014890fc-e0e2-4b37-a36e-9351a8720945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:28.689867 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-014890fc-e0e2-4b37-a36e-9351a8720945 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1207335 Feb 19 03:23:28.730269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.759550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-b175aae3-9f1b-432b-bbea-fe8653d05165 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:28.772571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a364dd64-e396-4039-b28e-3a91c50287f8 req-b175aae3-9f1b-432b-bbea-fe8653d05165 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1824591 Feb 19 03:23:28.783165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:28.823863 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Publish callbacks [] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.831490 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.853461 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f8472c-3665-4a1a-9933-fca0bbbde37d x-openstack-request-id: req-28f8472c-3665-4a1a-9933-fca0bbbde37d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:28.853881 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bdf9d7-240f-4807-904c-d2725f806e6f", "name": "network-vif-deleted", "tag": "a3b1bc80-9029-438c-bd0f-59d0168b0415", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:28.854057 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28f8472c-3665-4a1a-9933-fca0bbbde37d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:28.854428 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bdf9d7-240f-4807-904c-d2725f806e6f', 'name': 'network-vif-deleted', 'tag': 'a3b1bc80-9029-438c-bd0f-59d0168b0415', 'status': 'completed', 'code': 200} Feb 19 03:23:28.875032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:28.878538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:28.884907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:28.897659 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-788e4f3b-16b3-4af9-8d27-73021666c0de service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991284 Feb 19 03:23:28.920464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Pushing event updated for resources: {'Port': ['ID=6b4047fc-2b5d-4f6b-a285-c9efa147ba7b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:28.936812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43dfc8bf-591b-4b42-83fc-d0bb6bac0ade req-ed8dbe6b-67a8-484f-9ac3-223cc4663fe9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/c66f6cfd-6081-400a-9bf5-8bb8ad692519 HTTP/1.1" status: 200 len: 1791 time: 0.0810053 Feb 19 03:23:29.020260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Attempting to bind port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:29.020260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Attempting to bind port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:29.020632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Attempting to bind port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:29.027100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:29.027624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:29.028367 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.028774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:29.029259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Bound port: 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:29.029653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.062893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::3d8 (bbbabb97-7b58-44ba-8518-a6a14187983e/e699c54d-90c6-452f-aed6-6178bf039d12/ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:29.102759 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-47bb70dc-7cee-4244-8081-ff09c7bfd0f1 req-3f453509-7341-47ba-8055-ee9faaff4203 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981924 Feb 19 03:23:29.159636 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-43dfc8bf-591b-4b42-83fc-d0bb6bac0ade req-c2bc1593-db9c-4fb2-b8b4-d49532d6047b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (c66f6cfd-6081-400a-9bf5-8bb8ad692519), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.209016 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-43dfc8bf-591b-4b42-83fc-d0bb6bac0ade req-c2bc1593-db9c-4fb2-b8b4-d49532d6047b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (c66f6cfd-6081-400a-9bf5-8bb8ad692519), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.209970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] For port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:29.213982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] For port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6b4047fc-2b5d-4f6b-a285-c9efa147ba7b,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:29.223032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.318812 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-43dfc8bf-591b-4b42-83fc-d0bb6bac0ade req-c2bc1593-db9c-4fb2-b8b4-d49532d6047b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c66f6cfd-6081-400a-9bf5-8bb8ad692519), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.319373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b001237-a113-4c72-919d-356cc2687f1f None None] Pushing event updated for resources: {'Port': ['ID=6b4047fc-2b5d-4f6b-a285-c9efa147ba7b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:29.321740 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-43dfc8bf-591b-4b42-83fc-d0bb6bac0ade req-c2bc1593-db9c-4fb2-b8b4-d49532d6047b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.324051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43dfc8bf-591b-4b42-83fc-d0bb6bac0ade req-c2bc1593-db9c-4fb2-b8b4-d49532d6047b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/c66f6cfd-6081-400a-9bf5-8bb8ad692519 HTTP/1.1" status: 204 len: 173 time: 0.3777900 Feb 19 03:23:29.350337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc1593-db9c-4fb2-b8b4-d49532d6047b tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66f6cfd-6081-400a-9bf5-8bb8ad692519,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:29.387533 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.461964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.570232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:29.573971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:29.587695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4699b-e8df-48d0-93fd-b8ec7e8de077 req-143b8ce5-7e14-4c94-8f60-c42849209b9a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.589631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7c4699b-e8df-48d0-93fd-b8ec7e8de077 req-143b8ce5-7e14-4c94-8f60-c42849209b9a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.1713076 Feb 19 03:23:29.591213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:29.597291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.597982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.601296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:29.660138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4b7b71c1-d5f2-40d1-a053-7946eb422ef7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4863050 Feb 19 03:23:29.663768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42662) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:29.708608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7c4699b-e8df-48d0-93fd-b8ec7e8de077 req-851cce9b-c48e-4049-b223-1d6858fd521e tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027713 Feb 19 03:23:29.752585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c489f0-077d-4602-bc00-f8281d9cab04 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.759259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c489f0-077d-4602-bc00-f8281d9cab04 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.763692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-76c489f0-077d-4602-bc00-f8281d9cab04 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0957193 Feb 19 03:23:29.763849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42666) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:29.793299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a3b1bc80-9029-438c-bd0f-59d0168b0415 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:29.826212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: a3b1bc80-9029-438c-bd0f-59d0168b0415 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:29.826564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a3b1bc80-9029-438c-bd0f-59d0168b0415 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:29.935874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-158eb590-da64-4fae-920d-0edc9561730f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:29.936103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5426d-76fd-4452-824d-f944131872bb req-7564960c-73ab-4168-988f-f5f9b8c205f0 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.936212 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158eb590-da64-4fae-920d-0edc9561730f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.937898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4eb5426d-76fd-4452-824d-f944131872bb req-7564960c-73ab-4168-988f-f5f9b8c205f0 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.0728102 Feb 19 03:23:30.056481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4eb5426d-76fd-4452-824d-f944131872bb req-f8ec148e-a747-4626-8061-509e2a66e74a tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070297 Feb 19 03:23:30.065449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:30.102733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158eb590-da64-4fae-920d-0edc9561730f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.130227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-158eb590-da64-4fae-920d-0edc9561730f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:30.131560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:30.131950 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.256060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:30.256729 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.294558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b79ce-7a0d-45e6-858e-e6c0f81a3e1b req-da21336a-10ed-4641-b847-590b2019bd9b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:30.296977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-982b79ce-7a0d-45e6-858e-e6c0f81a3e1b req-da21336a-10ed-4641-b847-590b2019bd9b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 943 time: 0.1184793 Feb 19 03:23:30.331235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6b4047fc-2b5d-4f6b-a285-c9efa147ba7b,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:30.339311 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.397808 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158eb590-da64-4fae-920d-0edc9561730f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.400981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-982b79ce-7a0d-45e6-858e-e6c0f81a3e1b req-238b5ce1-358d-49a5-9027-95289b199719 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908773 Feb 19 03:23:30.475718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eb590-da64-4fae-920d-0edc9561730f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:30.481225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=6b4047fc-2b5d-4f6b-a285-c9efa147ba7b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:30.535789 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158eb590-da64-4fae-920d-0edc9561730f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.539907 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-158eb590-da64-4fae-920d-0edc9561730f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3 HTTP/1.1" status: 204 len: 168 time: 0.7752154 Feb 19 03:23:30.546531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42674) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:30.564775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0344433b-0e38-4636-9c80-375f6dbba210 req-27345253-c76f-4c0c-b99a-dfe5f749071e tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips/bb8c0a5b-1d1d-44dd-bd60-dab62b9555b3 HTTP/1.1" status: 200 len: 693 time: 0.1228826 Feb 19 03:23:30.667322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f4494-a1d8-4510-908a-199ccdab656a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:30.668671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f4494-a1d8-4510-908a-199ccdab656a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:30.670266 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-220f4494-a1d8-4510-908a-199ccdab656a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1226840 Feb 19 03:23:30.672940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42676) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:30.722471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344433b-0e38-4636-9c80-375f6dbba210 req-a35aece3-5603-49ec-919c-0e370719be70 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:30.725047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0344433b-0e38-4636-9c80-375f6dbba210 req-a35aece3-5603-49ec-919c-0e370719be70 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1525662 Feb 19 03:23:30.750403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-584e2b05-6e92-437c-90ef-c0ac3aa0d044 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet e699c54d-90c6-452f-aed6-6178bf039d12 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:30.756147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7ac090f8-aad3-4e5b-ae7a-b7c5dc69cc94 None None] Provisioning complete for port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:30.756534 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ac090f8-aad3-4e5b-ae7a-b7c5dc69cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.758892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-584e2b05-6e92-437c-90ef-c0ac3aa0d044 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (e699c54d-90c6-452f-aed6-6178bf039d12), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.799772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0344433b-0e38-4636-9c80-375f6dbba210 req-9afd9edd-e70b-441f-b22f-1bdea2d6132c tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 696 time: 0.0694413 Feb 19 03:23:30.828401 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-584e2b05-6e92-437c-90ef-c0ac3aa0d044 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (e699c54d-90c6-452f-aed6-6178bf039d12), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.871294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0344433b-0e38-4636-9c80-375f6dbba210 req-a071c075-0852-4440-8c9d-e19b0285b08f tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.206 HTTP/1.1" status: 200 len: 696 time: 0.0704308 Feb 19 03:23:30.905867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7ac090f8-aad3-4e5b-ae7a-b7c5dc69cc94 None None] Current status of the port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:30.932392 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-584e2b05-6e92-437c-90ef-c0ac3aa0d044 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (e699c54d-90c6-452f-aed6-6178bf039d12), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.007428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-584e2b05-6e92-437c-90ef-c0ac3aa0d044 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (e699c54d-90c6-452f-aed6-6178bf039d12), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.020426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7207f6b2-7e3d-40ca-81dd-89fa9793643f None None] Could not find standard attr ID for object ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:23:31.056792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e2b05-6e92-437c-90ef-c0ac3aa0d044 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=e699c54d-90c6-452f-aed6-6178bf039d12,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:31.063251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-584e2b05-6e92-437c-90ef-c0ac3aa0d044 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.063552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0344433b-0e38-4636-9c80-375f6dbba210 req-af7d6651-2111-4baa-a04e-567cbcf074be tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Deleting port dfae260c-0a03-4fba-8a9f-060773232a12 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:31.064122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0344433b-0e38-4636-9c80-375f6dbba210 req-af7d6651-2111-4baa-a04e-567cbcf074be tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (dfae260c-0a03-4fba-8a9f-060773232a12), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.070336 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-584e2b05-6e92-437c-90ef-c0ac3aa0d044 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/e699c54d-90c6-452f-aed6-6178bf039d12 HTTP/1.1" status: 204 len: 168 time: 0.3918767 Feb 19 03:23:31.070919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42678) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:31.121562 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c1b48f2e-ecbb-45ce-a990-73e06b9c1dde tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494325 Feb 19 03:23:31.124505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42680) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:31.188515 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0344433b-0e38-4636-9c80-375f6dbba210 req-af7d6651-2111-4baa-a04e-567cbcf074be tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (dfae260c-0a03-4fba-8a9f-060773232a12), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.188861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0344433b-0e38-4636-9c80-375f6dbba210 req-af7d6651-2111-4baa-a04e-567cbcf074be tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for floatingip (dfae260c-0a03-4fba-8a9f-060773232a12), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.197169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3909643-feeb-4de5-b824-6866c97f169c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:31.201761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42682) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:31.202243 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f3909643-feeb-4de5-b824-6866c97f169c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0773482 Feb 19 03:23:31.221196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0344433b-0e38-4636-9c80-375f6dbba210 req-af7d6651-2111-4baa-a04e-567cbcf074be tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Calling delete_port for dfae260c-0a03-4fba-8a9f-060773232a12 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:31.246169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4bff0-8e40-44c4-b0cd-19a8052e4659 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:31.310382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba254a9b-fc26-455f-808e-6f133bcee44e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:31.311879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ba254a9b-fc26-455f-808e-6f133bcee44e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1090636 Feb 19 03:23:31.314968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42686) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:31.374214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42688) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:31.377008 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-42e7ae65-79fe-40ec-ad3c-65887616803e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607994 Feb 19 03:23:31.378617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:31.427731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3a8a3-ea25-4a57-9b85-445780ced7a3 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:31.482248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3a8a3-ea25-4a57-9b85-445780ced7a3 None None] Deleting port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:31.482628 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a8a3-ea25-4a57-9b85-445780ced7a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.496574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0344433b-0e38-4636-9c80-375f6dbba210 req-af7d6651-2111-4baa-a04e-567cbcf074be tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (dfae260c-0a03-4fba-8a9f-060773232a12), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.530675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d6651-2111-4baa-a04e-567cbcf074be tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Pushing event deleted for resources: {'Port': ['ID=dfae260c-0a03-4fba-8a9f-060773232a12,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:31.553120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e5c3a8a3-ea25-4a57-9b85-445780ced7a3 None None] For port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6b4047fc-2b5d-4f6b-a285-c9efa147ba7b,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:31.553614 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a8a3-ea25-4a57-9b85-445780ced7a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.567290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3a8a3-ea25-4a57-9b85-445780ced7a3 None None] Calling delete_port for 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:31.582245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:31.586118 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.657229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0344433b-0e38-4636-9c80-375f6dbba210 req-af7d6651-2111-4baa-a04e-567cbcf074be tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks [] for floatingip (bb8c0a5b-1d1d-44dd-bd60-dab62b9555b3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.659713 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0344433b-0e38-4636-9c80-375f6dbba210 req-af7d6651-2111-4baa-a04e-567cbcf074be tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.660955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0344433b-0e38-4636-9c80-375f6dbba210 req-af7d6651-2111-4baa-a04e-567cbcf074be tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "DELETE /v2.0/floatingips/bb8c0a5b-1d1d-44dd-bd60-dab62b9555b3 HTTP/1.1" status: 204 len: 173 time: 0.7889185 Feb 19 03:23:31.663889 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a8a3-ea25-4a57-9b85-445780ced7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (6b4047fc-2b5d-4f6b-a285-c9efa147ba7b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.694543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3a8a3-ea25-4a57-9b85-445780ced7a3 None None] Pushing event deleted for resources: {'Port': ['ID=6b4047fc-2b5d-4f6b-a285-c9efa147ba7b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:31.702735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3a8a3-ea25-4a57-9b85-445780ced7a3 None None] No DVR routers for this DVR port 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:31.912664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0798c4-c5d2-40fd-9ba3-2d3e8ff35501 req-43278e15-b949-4ce1-89d4-db17607dd3b9 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:31.914207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf0798c4-c5d2-40fd-9ba3-2d3e8ff35501 req-43278e15-b949-4ce1-89d4-db17607dd3b9 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.1062262 Feb 19 03:23:31.972884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.objects.ports [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:31.982140 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (974ec0de-8895-4af9-825f-da198b4a6987), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.994076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:32.015428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:32.015854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6b4047fc-2b5d-4f6b-a285-c9efa147ba7b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:32.041813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf0798c4-c5d2-40fd-9ba3-2d3e8ff35501 req-cd618e26-3e09-495d-93a1-52f540986479 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213090 Feb 19 03:23:32.063184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:32.066541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:32.070339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:32.071177 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.077321 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e65761-469d-43d5-964c-fc2ecaab0173 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:32.085221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=974ec0de-8895-4af9-825f-da198b4a6987,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:32.101319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8fde33d1-52bd-4d16-b505-1219a2cfc9b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7268600 Feb 19 03:23:32.103980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42698) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:32.110349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-2fba33c4-8a02-4602-9d12-2f0f4ddb0c32 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:32.242045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '974ec0de-8895-4af9-825f-da198b4a6987'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:32.243716 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.285440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fba33c4-8a02-4602-9d12-2f0f4ddb0c32 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:32.290551 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2fba33c4-8a02-4602-9d12-2f0f4ddb0c32 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.438735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Allocated IP 2001:db8::f816:3eff:fe5a:c1ba (bbbabb97-7b58-44ba-8518-a6a14187983e/974ec0de-8895-4af9-825f-da198b4a6987/fdca08b5-91f0-486a-bf9f-0b52e754f93d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:32.440033 n-d-826756-2 neutron-server[103615]: INFO neutron.db.ipam_backend_mixin [None req-2fba33c4-8a02-4602-9d12-2f0f4ddb0c32 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 974ec0de-8895-4af9-825f-da198b4a6987 (CIDR: 2001:db8::/64) Feb 19 03:23:32.449150 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fba33c4-8a02-4602-9d12-2f0f4ddb0c32 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:23:32.449973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fba33c4-8a02-4602-9d12-2f0f4ddb0c32 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:32.480404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2fba33c4-8a02-4602-9d12-2f0f4ddb0c32 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3748541 Feb 19 03:23:32.484700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:32.491634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7da9de8c-1dfc-4c74-906f-c1a20eb0d657 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:32.667898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da9de8c-1dfc-4c74-906f-c1a20eb0d657 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:32.672335 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7da9de8c-1dfc-4c74-906f-c1a20eb0d657 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.701267 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Publish callbacks [] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.714214 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.760982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f456b-b1bd-412b-822d-05a7c78ce956 req-24700e8f-7b9a-4bab-b0a1-e048b6ee5699 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:32.762720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b91f456b-b1bd-412b-822d-05a7c78ce956 req-24700e8f-7b9a-4bab-b0a1-e048b6ee5699 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 943 time: 0.0832999 Feb 19 03:23:32.787369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:32.792536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:32.799844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:32.841674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b91f456b-b1bd-412b-822d-05a7c78ce956 req-4e44764a-47e8-4a02-9bb5-7ea3324e2550 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690773 Feb 19 03:23:32.889053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Pushing event updated for resources: {'Port': ['ID=fdca08b5-91f0-486a-bf9f-0b52e754f93d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:32.898737 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-f24aebc0-cefc-4747-ac62-07ecc27fc40f req-94f4ecaf-1362-495c-8e52-877d9ff217a6 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] show failed (client error): The resource could not be found. Feb 19 03:23:32.905975 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f24aebc0-cefc-4747-ac62-07ecc27fc40f req-94f4ecaf-1362-495c-8e52-877d9ff217a6 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips/bb8c0a5b-1d1d-44dd-bd60-dab62b9555b3 HTTP/1.1" status: 404 len: 350 time: 0.0473964 Feb 19 03:23:32.934949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Attempting to bind port fdca08b5-91f0-486a-bf9f-0b52e754f93d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:32.935402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Attempting to bind port fdca08b5-91f0-486a-bf9f-0b52e754f93d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:32.936069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Attempting to bind port fdca08b5-91f0-486a-bf9f-0b52e754f93d on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:32.943737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:32.944176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:32.944850 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.945259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:32.945815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Bound port: fdca08b5-91f0-486a-bf9f-0b52e754f93d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:32.946223 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.065167 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7da9de8c-1dfc-4c74-906f-c1a20eb0d657 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (52bc535e-bb60-4761-8e16-6df1d4bacfbf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.070942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] For port fdca08b5-91f0-486a-bf9f-0b52e754f93d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:33.078655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] For port fdca08b5-91f0-486a-bf9f-0b52e754f93d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fdca08b5-91f0-486a-bf9f-0b52e754f93d,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:33.090709 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.113287 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9de8c-1dfc-4c74-906f-c1a20eb0d657 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:33.117515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7da9de8c-1dfc-4c74-906f-c1a20eb0d657 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:33.121234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da9de8c-1dfc-4c74-906f-c1a20eb0d657 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.122161 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7da9de8c-1dfc-4c74-906f-c1a20eb0d657 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.141712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b667c-e903-45d2-af07-43e0059e2392 req-8d00167a-561f-452d-b58d-de028f2ae4d9 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.144925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c2b667c-e903-45d2-af07-43e0059e2392 req-8d00167a-561f-452d-b58d-de028f2ae4d9 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.0947902 Feb 19 03:23:33.155950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9de8c-1dfc-4c74-906f-c1a20eb0d657 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=52bc535e-bb60-4761-8e16-6df1d4bacfbf,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:33.168158 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7da9de8c-1dfc-4c74-906f-c1a20eb0d657 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6822276 Feb 19 03:23:33.172115 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42726) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:33.183396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:10:3a:03', 'name': 'tempest-NetworksTestDHCPv6-1429818735'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:33.192739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22716a4f-9ef9-4a03-840c-516868e57176 None None] Pushing event updated for resources: {'Port': ['ID=fdca08b5-91f0-486a-bf9f-0b52e754f93d,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:33.238799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c2b667c-e903-45d2-af07-43e0059e2392 req-ec9f29e3-d89b-44f9-b0bb-edb0fbd5a36b tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830553 Feb 19 03:23:33.354177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:33.389110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f6fe-5b5c-4cc0-8da2-dd7dbb218954 req-b489cb93-3603-493b-8bdf-0de2c0e684c5 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.391200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d139f6fe-5b5c-4cc0-8da2-dd7dbb218954 req-b489cb93-3603-493b-8bdf-0de2c0e684c5 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.0713096 Feb 19 03:23:33.481297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d139f6fe-5b5c-4cc0-8da2-dd7dbb218954 req-fab659a0-60a2-4971-a9a3-08fa1676efcb tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813699 Feb 19 03:23:33.498243 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.539613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 53e46a7c-93d2-44c4-85e1-346f41dabf33 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:33.591758 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-0043f0c8-396c-46fa-a45d-e85cd1d4199d req-38fc80a0-8a6c-41ae-81a9-156ad9669fe8 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] show failed (client error): The resource could not be found. Feb 19 03:23:33.592813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0043f0c8-396c-46fa-a45d-e85cd1d4199d req-38fc80a0-8a6c-41ae-81a9-156ad9669fe8 tempest-FloatingIPsTestJSON-1278076876 tempest-FloatingIPsTestJSON-1278076876-project] 10.222.0.42 "GET /v2.0/floatingips/bb8c0a5b-1d1d-44dd-bd60-dab62b9555b3 HTTP/1.1" status: 404 len: 350 time: 0.0588048 Feb 19 03:23:33.604191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42730) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:33.690961 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-cc2a299c-b794-46ef-a4b8-b774df661019 req-ead166fd-58b2-47a5-a6d1-84831d1994d3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] show failed (client error): The resource could not be found. Feb 19 03:23:33.693175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc2a299c-b794-46ef-a4b8-b774df661019 req-ead166fd-58b2-47a5-a6d1-84831d1994d3 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/d74114c5-532b-4fbf-a54c-8c8de1fa5bb4 HTTP/1.1" status: 404 len: 352 time: 0.0706010 Feb 19 03:23:33.800537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8:0:1::29b (bbbabb97-7b58-44ba-8518-a6a14187983e/52bc535e-bb60-4761-8e16-6df1d4bacfbf/53e46a7c-93d2-44c4-85e1-346f41dabf33) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:33.807402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f816:3eff:fe10:3a03 (bbbabb97-7b58-44ba-8518-a6a14187983e/974ec0de-8895-4af9-825f-da198b4a6987/53e46a7c-93d2-44c4-85e1-346f41dabf33) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:33.894296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77cd36-0a08-4ad4-aaa4-2a531f71be51 req-1295d561-54fe-4828-81b7-80017d0bf003 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.905907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e77cd36-0a08-4ad4-aaa4-2a531f71be51 req-1295d561-54fe-4828-81b7-80017d0bf003 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.1349471 Feb 19 03:23:34.060110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fdca08b5-91f0-486a-bf9f-0b52e754f93d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:34.104603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (53e46a7c-93d2-44c4-85e1-346f41dabf33), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.144682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e77cd36-0a08-4ad4-aaa4-2a531f71be51 req-95c5c7bc-e00a-4cd4-95d7-f26595a93cfe tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371771 Feb 19 03:23:34.187703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (53e46a7c-93d2-44c4-85e1-346f41dabf33), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.280870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:34.284748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:34.300844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port fdca08b5-91f0-486a-bf9f-0b52e754f93d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:34.303211 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.307858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:34.313379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:34.314113 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.373609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=53e46a7c-93d2-44c4-85e1-346f41dabf33,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:34.386995 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d51bf5a7-a891-469e-a963-9563336ae536 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2134836 Feb 19 03:23:34.389827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42740) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:34.466980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port fdca08b5-91f0-486a-bf9f-0b52e754f93d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:34.467381 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.509585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port fdca08b5-91f0-486a-bf9f-0b52e754f93d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fdca08b5-91f0-486a-bf9f-0b52e754f93d,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:34.517124 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.602438 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f8d92-ad64-43e4-bd8f-4b0b167b0b45 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 53e46a7c-93d2-44c4-85e1-346f41dabf33 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:34.602965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8d92-ad64-43e4-bd8f-4b0b167b0b45 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (53e46a7c-93d2-44c4-85e1-346f41dabf33), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.647712 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=fdca08b5-91f0-486a-bf9f-0b52e754f93d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:34.686373 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-05974b03-efa3-4bd9-a57d-941efcaebd35 req-869d1836-2840-481e-8355-0b81359c5639 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] show failed (client error): The resource could not be found. Feb 19 03:23:34.687789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05974b03-efa3-4bd9-a57d-941efcaebd35 req-869d1836-2840-481e-8355-0b81359c5639 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/f1ea4a8c-e7e2-4f25-8214-06945d14146c HTTP/1.1" status: 404 len: 352 time: 0.4486320 Feb 19 03:23:34.764871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbc402-2dc4-47e8-a543-eba69c47607f None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:34.771304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8d92-ad64-43e4-bd8f-4b0b167b0b45 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (53e46a7c-93d2-44c4-85e1-346f41dabf33), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.785596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f8d92-ad64-43e4-bd8f-4b0b167b0b45 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 53e46a7c-93d2-44c4-85e1-346f41dabf33 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:34.816278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (c2676672-1573-40a5-bd2e-a604a3bc1757), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.920807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-efd11455-66ff-4b1b-99bc-639bf902b27e None None] Provisioning complete for port fdca08b5-91f0-486a-bf9f-0b52e754f93d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:34.921712 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-efd11455-66ff-4b1b-99bc-639bf902b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.940319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26606b-3d54-4621-b900-ca27227a8d31 req-8b28073f-15ea-4cf9-a859-b5a736f7fe5d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:34.948867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f26606b-3d54-4621-b900-ca27227a8d31 req-8b28073f-15ea-4cf9-a859-b5a736f7fe5d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 943 time: 0.1777449 Feb 19 03:23:35.069501 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8d92-ad64-43e4-bd8f-4b0b167b0b45 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (53e46a7c-93d2-44c4-85e1-346f41dabf33), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.081586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb42990-9ee8-4740-a7ad-d501aaa0d2c4 None None] Update dhcp port {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': '974ec0de-8895-4af9-825f-da198b4a6987', 'ip_address': '2001:db8::f816:3eff:fe5a:c1ba'}, {'subnet_id': '52bc535e-bb60-4761-8e16-6df1d4bacfbf'}], 'binding:host_id': 'n-d-826756-2'}, 'id': 'fdca08b5-91f0-486a-bf9f-0b52e754f93d'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:23:35.110890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f26606b-3d54-4621-b900-ca27227a8d31 req-05f9b92c-6533-4d77-bf60-2c4c0406154f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612768 Feb 19 03:23:35.120157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f8d92-ad64-43e4-bd8f-4b0b167b0b45 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=53e46a7c-93d2-44c4-85e1-346f41dabf33,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:35.144267 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8cb42990-9ee8-4740-a7ad-d501aaa0d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.164600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-efd11455-66ff-4b1b-99bc-639bf902b27e None None] Current status of the port fdca08b5-91f0-486a-bf9f-0b52e754f93d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:35.218049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe4f8d92-ad64-43e4-bd8f-4b0b167b0b45 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.223189 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fe4f8d92-ad64-43e4-bd8f-4b0b167b0b45 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/53e46a7c-93d2-44c4-85e1-346f41dabf33 HTTP/1.1" status: 204 len: 168 time: 0.8322368 Feb 19 03:23:35.226262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42748) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:35.299869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c08882-55f4-457c-aff3-ae8b2ec59d8e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:35.301805 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e0c08882-55f4-457c-aff3-ae8b2ec59d8e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0742333 Feb 19 03:23:35.305122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42750) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:35.335664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983652e-a401-4dc5-81e3-02ffc525842e req-e7f7c2e2-58f0-48ec-b370-3a6f98ea248a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:35.337144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0983652e-a401-4dc5-81e3-02ffc525842e req-e7f7c2e2-58f0-48ec-b370-3a6f98ea248a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.1020770 Feb 19 03:23:35.342709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] Deleting port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:35.343050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.398544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f25dc-e5b2-4e23-baec-759de5e27800 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:35.400273 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-254f25dc-e5b2-4e23-baec-759de5e27800 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0937922 Feb 19 03:23:35.403329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42752) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:35.403950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-8cb42990-9ee8-4740-a7ad-d501aaa0d2c4 None None] Allocated IP 2001:db8:0:1::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/52bc535e-bb60-4761-8e16-6df1d4bacfbf/fdca08b5-91f0-486a-bf9f-0b52e754f93d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:35.472935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0983652e-a401-4dc5-81e3-02ffc525842e req-003f0bcd-2ca7-48e8-8d04-5232ffd87705 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023197 Feb 19 03:23:35.475793 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a300c-e336-4f2a-bbd2-ac02052f0b91 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:35.475793 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a300c-e336-4f2a-bbd2-ac02052f0b91 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:35.475793 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a300c-e336-4f2a-bbd2-ac02052f0b91 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:35.475793 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-447a300c-e336-4f2a-bbd2-ac02052f0b91 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0667460 Feb 19 03:23:35.475793 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42754) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:35.500865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] For port 5f3ef19d-000f-4b75-ad70-9d23ae7ff317, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5f3ef19d-000f-4b75-ad70-9d23ae7ff317,segment=NetworkSegment(6f352719-9dba-432a-89ec-2176713e554a),segment_id=6f352719-9dba-432a-89ec-2176713e554a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:35.501271 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.518004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] Calling delete_port for 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:35.578476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f6ac2a-4254-4cff-8ba2-10f19061323d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 52bc535e-bb60-4761-8e16-6df1d4bacfbf {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:35.657635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f47227-3ac7-48d7-a819-fb93e41671cf req-7c9e825b-f4fa-488b-969c-e2ccb9720d58 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:35.659390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37f47227-3ac7-48d7-a819-fb93e41671cf req-7c9e825b-f4fa-488b-969c-e2ccb9720d58 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.0865262 Feb 19 03:23:35.740433 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8cb42990-9ee8-4740-a7ad-d501aaa0d2c4 None None] For port fdca08b5-91f0-486a-bf9f-0b52e754f93d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fdca08b5-91f0-486a-bf9f-0b52e754f93d,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:35.783518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37f47227-3ac7-48d7-a819-fb93e41671cf req-41f4a3fb-391e-4b5a-b5b0-5761c81041bb tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807195 Feb 19 03:23:35.784169 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8cb42990-9ee8-4740-a7ad-d501aaa0d2c4 None None] Publish callbacks [] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.802003 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ac2a-4254-4cff-8ba2-10f19061323d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (52bc535e-bb60-4761-8e16-6df1d4bacfbf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.804501 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8cb42990-9ee8-4740-a7ad-d501aaa0d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.865816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (5f3ef19d-000f-4b75-ad70-9d23ae7ff317), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.895509 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ac2a-4254-4cff-8ba2-10f19061323d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (52bc535e-bb60-4761-8e16-6df1d4bacfbf), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.931434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb42990-9ee8-4740-a7ad-d501aaa0d2c4 None None] Pushing event updated for resources: {'Port': ['ID=fdca08b5-91f0-486a-bf9f-0b52e754f93d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:35.944777 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.967114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3ef19d-000f-4b75-ad70-9d23ae7ff317,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:36.065774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fdca08b5-91f0-486a-bf9f-0b52e754f93d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:36.132714 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ac2a-4254-4cff-8ba2-10f19061323d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (52bc535e-bb60-4761-8e16-6df1d4bacfbf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.149143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port fdca08b5-91f0-486a-bf9f-0b52e754f93d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:36.149710 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.233586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ac263-429c-411f-aae3-822b47287626 req-0eb886c9-a0b4-477c-97da-9961716c0fb3 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:36.246658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-867ac263-429c-411f-aae3-822b47287626 req-0eb886c9-a0b4-477c-97da-9961716c0fb3 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.3542302 Feb 19 03:23:36.269239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ac2a-4254-4cff-8ba2-10f19061323d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (52bc535e-bb60-4761-8e16-6df1d4bacfbf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.303651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port fdca08b5-91f0-486a-bf9f-0b52e754f93d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:36.329370 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ac2a-4254-4cff-8ba2-10f19061323d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.338668 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d1f6ac2a-4254-4cff-8ba2-10f19061323d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/52bc535e-bb60-4761-8e16-6df1d4bacfbf HTTP/1.1" status: 204 len: 168 time: 0.8631725 Feb 19 03:23:36.339922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6ac2a-4254-4cff-8ba2-10f19061323d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=52bc535e-bb60-4761-8e16-6df1d4bacfbf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:36.341797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42762) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:36.417812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-b368a444-2f4e-4df0-a809-15e995aa3ff0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 974ec0de-8895-4af9-825f-da198b4a6987 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:36.422193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b368a444-2f4e-4df0-a809-15e995aa3ff0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (974ec0de-8895-4af9-825f-da198b4a6987), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.428039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-867ac263-429c-411f-aae3-822b47287626 req-6f72030a-c410-46d4-94fd-9921eb4a0475 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805587 Feb 19 03:23:36.502197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b368a444-2f4e-4df0-a809-15e995aa3ff0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (974ec0de-8895-4af9-825f-da198b4a6987), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.517116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (c2676672-1573-40a5-bd2e-a604a3bc1757), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.519697 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-169750f4-51b9-437a-88d6-754e02a53046 req-b78abdc4-20ec-4556-b9f8-a95c42401b40 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] show failed (client error): The resource could not be found. Feb 19 03:23:36.521540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-169750f4-51b9-437a-88d6-754e02a53046 req-b78abdc4-20ec-4556-b9f8-a95c42401b40 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/6e876b4d-7a3c-4d5d-85c6-f90df2d5f035 HTTP/1.1" status: 404 len: 352 time: 0.0235865 Feb 19 03:23:36.620629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b368a444-2f4e-4df0-a809-15e995aa3ff0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (974ec0de-8895-4af9-825f-da198b4a6987), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.722173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b368a444-2f4e-4df0-a809-15e995aa3ff0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (974ec0de-8895-4af9-825f-da198b4a6987), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.767920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368a444-2f4e-4df0-a809-15e995aa3ff0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=974ec0de-8895-4af9-825f-da198b4a6987,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:36.771042 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b368a444-2f4e-4df0-a809-15e995aa3ff0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.779031 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b368a444-2f4e-4df0-a809-15e995aa3ff0 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/974ec0de-8895-4af9-825f-da198b4a6987 HTTP/1.1" status: 204 len: 168 time: 0.4361346 Feb 19 03:23:36.779692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42770) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:36.822747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ab14-e90a-4b7f-a476-7ae4e287e9c1 req-1fee3a49-13ce-4bcd-8a89-e7c43024e8b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:36.830353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b533ab14-e90a-4b7f-a476-7ae4e287e9c1 req-1fee3a49-13ce-4bcd-8a89-e7c43024e8b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 943 time: 0.1629319 Feb 19 03:23:36.853941 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7950237c-2b94-455e-b1a7-95169d170192 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672381 Feb 19 03:23:36.854798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42774) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:36.861344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:36.924187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba194a5-c3ac-47d5-b059-1bcdb5023b7c None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:37.020034 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b533ab14-e90a-4b7f-a476-7ae4e287e9c1 req-de5d0256-fd7a-4da1-a161-fb37c964828c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887016 Feb 19 03:23:37.030502 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-534ea8b3-2ed7-4773-8d33-d8fa64d3da88 None None] Could not find standard attr ID for object 53e46a7c-93d2-44c4-85e1-346f41dabf33. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:23:37.047992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-534ea8b3-2ed7-4773-8d33-d8fa64d3da88 None None] Provisioning complete for port fdca08b5-91f0-486a-bf9f-0b52e754f93d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:37.048380 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-534ea8b3-2ed7-4773-8d33-d8fa64d3da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.059619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] Router c2676672-1573-40a5-bd2e-a604a3bc1757 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:37.080110 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-5b49162d-5b43-46ac-baf7-9a5c2ba2780c req-4fd5cbca-9b0a-40b8-a870-9222f48224c9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] show failed (client error): The resource could not be found. Feb 19 03:23:37.081280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b49162d-5b43-46ac-baf7-9a5c2ba2780c req-4fd5cbca-9b0a-40b8-a870-9222f48224c9 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/902dcacb-ca7c-439d-a082-c9e51389b104 HTTP/1.1" status: 404 len: 352 time: 0.0339296 Feb 19 03:23:37.100232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:37.105820 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.203098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-534ea8b3-2ed7-4773-8d33-d8fa64d3da88 None None] Current status of the port fdca08b5-91f0-486a-bf9f-0b52e754f93d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:37.209475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497df503-8d8c-42a7-b689-04182dc495fe None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:37.275596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-497df503-8d8c-42a7-b689-04182dc495fe None None] Deleting port fdca08b5-91f0-486a-bf9f-0b52e754f93d {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:37.275971 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-497df503-8d8c-42a7-b689-04182dc495fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.361375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-497df503-8d8c-42a7-b689-04182dc495fe None None] For port fdca08b5-91f0-486a-bf9f-0b52e754f93d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fdca08b5-91f0-486a-bf9f-0b52e754f93d,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:37.362291 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-497df503-8d8c-42a7-b689-04182dc495fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.370470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:37.382006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0d034962-bc70-416d-9952-b8ab7c7e628f admin admin] 10.222.0.42 "PUT /v2.0/routers/c2676672-1573-40a5-bd2e-a604a3bc1757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7703872 Feb 19 03:23:37.382537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42778) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:37.383276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] Sync routers for ids ['c2676672-1573-40a5-bd2e-a604a3bc1757'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:37.389984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-497df503-8d8c-42a7-b689-04182dc495fe None None] Calling delete_port for fdca08b5-91f0-486a-bf9f-0b52e754f93d owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:37.398505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519db03-28e6-4991-a10a-b4ea7a54deed req-47cd83df-654b-4c4e-b685-60d3134a6c59 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:37.400274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0519db03-28e6-4991-a10a-b4ea7a54deed req-47cd83df-654b-4c4e-b685-60d3134a6c59 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.1796315 Feb 19 03:23:37.410011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] Routers {'c2676672-1573-40a5-bd2e-a604a3bc1757'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:37.410668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['c2676672-1573-40a5-bd2e-a604a3bc1757'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:37.593791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] Set router c2676672-1573-40a5-bd2e-a604a3bc1757 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:37.605033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0519db03-28e6-4991-a10a-b4ea7a54deed req-b729224d-7896-43f2-8ff2-713034780b22 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676335 Feb 19 03:23:37.610655 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Publish callbacks [] for router (c2676672-1573-40a5-bd2e-a604a3bc1757), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.623630 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-497df503-8d8c-42a7-b689-04182dc495fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (fdca08b5-91f0-486a-bf9f-0b52e754f93d), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.695236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497df503-8d8c-42a7-b689-04182dc495fe None None] Pushing event deleted for resources: {'Port': ['ID=fdca08b5-91f0-486a-bf9f-0b52e754f93d,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:37.710085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497df503-8d8c-42a7-b689-04182dc495fe None None] No DVR routers for this DVR port fdca08b5-91f0-486a-bf9f-0b52e754f93d on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:37.887443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.objects.ports [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:37.893907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'name': 'tempest-FloatingIPsTestJSON-1337232082-router', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:53Z', 'updated_at': '2022-02-19T03:23:35Z', 'revision_number': 5, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'gw_port': {'id': 'f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:56Z', 'updated_at': '2022-02-19T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:37.894288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (077fafe1-7016-43b0-8799-239930b185c2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.907446 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Publish callbacks [] for router_gateway (c2676672-1573-40a5-bd2e-a604a3bc1757), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.950377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] Checking router: c2676672-1573-40a5-bd2e-a604a3bc1757 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:37.964183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] Routers {'c2676672-1573-40a5-bd2e-a604a3bc1757'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:37.966265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['c2676672-1573-40a5-bd2e-a604a3bc1757'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:37.980147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:37.987503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c823e1-45ee-417b-89df-b610b22fe0dc req-b84c6ea1-a65b-413d-8272-eb8e3c33c041 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:37.995566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66c823e1-45ee-417b-89df-b610b22fe0dc req-b84c6ea1-a65b-413d-8272-eb8e3c33c041 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.2064595 Feb 19 03:23:38.063301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:38.071049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fdca08b5-91f0-486a-bf9f-0b52e754f93d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:38.087018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:38.087835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.097664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=077fafe1-7016-43b0-8799-239930b185c2,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:38.103922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c60aa-a2cd-4585-b443-66aa9e8a469e None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:38.122123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: fdca08b5-91f0-486a-bf9f-0b52e754f93d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:38.122612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fdca08b5-91f0-486a-bf9f-0b52e754f93d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:38.170880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66c823e1-45ee-417b-89df-b610b22fe0dc req-b7fde3f8-293f-40ae-a21b-0b186fee323a tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748569 Feb 19 03:23:38.171486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] Set router c2676672-1573-40a5-bd2e-a604a3bc1757 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:38.186907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42788) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:38.187461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9a92b6c6-fb32-4ac1-a284-bd3ad5ba60c9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3302383 Feb 19 03:23:38.193693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3a333283-4406-479a-9026-973139d4fdd5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:38.213078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Deleting port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:38.213836 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.248430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'name': 'tempest-FloatingIPsTestJSON-1337232082-router', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:53Z', 'updated_at': '2022-02-19T03:23:37Z', 'revision_number': 6, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:38.297067 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bef066-5f17-41a1-a781-1ced2ed63330 None None] The sync data for ids ['c2676672-1573-40a5-bd2e-a604a3bc1757'] in n-d-826756-2 is: [{'id': 'c2676672-1573-40a5-bd2e-a604a3bc1757', 'name': 'tempest-FloatingIPsTestJSON-1337232082-router', 'tenant_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:53Z', 'updated_at': '2022-02-19T03:23:37Z', 'revision_number': 6, 'project_id': 'b0dd66b7417e4e1693cc60caca1c14fe', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:38.316069 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-20904dbe-d3cc-4158-8585-14cd810155c9 req-604dacf2-9212-43cd-8cc1-1001066c40a0 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] show failed (client error): The resource could not be found. Feb 19 03:23:38.318627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-20904dbe-d3cc-4158-8585-14cd810155c9 req-604dacf2-9212-43cd-8cc1-1001066c40a0 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/1c6032f7-bad4-4611-9839-825afa4a6f74 HTTP/1.1" status: 404 len: 352 time: 0.1011512 Feb 19 03:23:38.325766 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6711568c-d681-4bef-bfe5-46b0afc3676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.381607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '077fafe1-7016-43b0-8799-239930b185c2'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:38.387819 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.402941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] For port f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:38.403946 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.419940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a333283-4406-479a-9026-973139d4fdd5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:38.423842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Calling delete_port for f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:38.431222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3a333283-4406-479a-9026-973139d4fdd5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.696612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Allocated IP 2001:db8::f816:3eff:fe0e:4c48 (bbbabb97-7b58-44ba-8518-a6a14187983e/077fafe1-7016-43b0-8799-239930b185c2/c79a9530-5943-4ca9-8390-57c8fa0d762b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:38.984989 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Publish callbacks [] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.998662 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.095782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:39.100672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:39.107601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:39.116415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Pushing event updated for resources: {'Port': ['ID=c79a9530-5943-4ca9-8390-57c8fa0d762b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:39.145797 n-d-826756-2 neutron-server[103616]: INFO neutron.db.ipam_backend_mixin [None req-3a333283-4406-479a-9026-973139d4fdd5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 077fafe1-7016-43b0-8799-239930b185c2 (CIDR: 2001:db8::/64) Feb 19 03:23:39.155232 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a333283-4406-479a-9026-973139d4fdd5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:23:39.155817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a333283-4406-479a-9026-973139d4fdd5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:39.193917 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3a333283-4406-479a-9026-973139d4fdd5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0050602 Feb 19 03:23:39.194894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42796) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:39.240498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-20fcf901-8bcb-47a0-81b2-60c6faf2d189 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:39.268156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461ce45-63aa-459d-9ba9-bb7c6ac5a9b4 req-850e3829-6a7d-4bd5-b35d-e937bbd915f7 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:39.276345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f461ce45-63aa-459d-9ba9-bb7c6ac5a9b4 req-850e3829-6a7d-4bd5-b35d-e937bbd915f7 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.8391545 Feb 19 03:23:39.395714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Attempting to bind port c79a9530-5943-4ca9-8390-57c8fa0d762b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:39.397057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Attempting to bind port c79a9530-5943-4ca9-8390-57c8fa0d762b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:39.397057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Attempting to bind port c79a9530-5943-4ca9-8390-57c8fa0d762b on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:39.403786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:39.404314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:39.404795 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.405287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:39.406351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Bound port: c79a9530-5943-4ca9-8390-57c8fa0d762b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:39.406351 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.496506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] For port c79a9530-5943-4ca9-8390-57c8fa0d762b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:39.500307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] For port c79a9530-5943-4ca9-8390-57c8fa0d762b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c79a9530-5943-4ca9-8390-57c8fa0d762b,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:39.502123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f461ce45-63aa-459d-9ba9-bb7c6ac5a9b4 req-6504cb9d-2132-4e0b-a97e-0ea55c6b13da tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247336 Feb 19 03:23:39.507439 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.525249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-7275707b-8d58-4fc2-81fe-5581fbae3a9f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:39.526810 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-7275707b-8d58-4fc2-81fe-5581fbae3a9f tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.71 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.2766027 Feb 19 03:23:39.602109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461b5d9-ceb1-43fd-8dc8-712a0fdfa8bf None None] Pushing event updated for resources: {'Port': ['ID=c79a9530-5943-4ca9-8390-57c8fa0d762b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:39.657497 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:23:39.669408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.730537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:39.732319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fcf901-8bcb-47a0-81b2-60c6faf2d189 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:39.736609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20fcf901-8bcb-47a0-81b2-60c6faf2d189 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.908417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88179c-a314-4c40-be56-50413dba59b0 req-25f37ef7-7df4-4b20-b5bf-5eed56db44ef tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:39.910169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b88179c-a314-4c40-be56-50413dba59b0 req-25f37ef7-7df4-4b20-b5bf-5eed56db44ef tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.3169796 Feb 19 03:23:40.014319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b88179c-a314-4c40-be56-50413dba59b0 req-f82c33ac-42b1-4b68-b9b7-4ffdfd878d6f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928602 Feb 19 03:23:40.015537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (c2676672-1573-40a5-bd2e-a604a3bc1757), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.096576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c79a9530-5943-4ca9-8390-57c8fa0d762b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:40.131684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-53a36dfd-d2fb-465a-8e6e-7a9fe370041e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Deleting port 7025aec4-f271-40a9-975f-eb5afa1230f0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:40.131684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-53a36dfd-d2fb-465a-8e6e-7a9fe370041e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.165834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c79a9530-5943-4ca9-8390-57c8fa0d762b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:40.166376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.213029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (c2676672-1573-40a5-bd2e-a604a3bc1757), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.247780 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Publish callbacks [] for router_controller (c2676672-1573-40a5-bd2e-a604a3bc1757), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.257738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c79a9530-5943-4ca9-8390-57c8fa0d762b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:40.258287 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.336858 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port c79a9530-5943-4ca9-8390-57c8fa0d762b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c79a9530-5943-4ca9-8390-57c8fa0d762b,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:40.341352 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.382421 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (c2676672-1573-40a5-bd2e-a604a3bc1757), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.382952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2676672-1573-40a5-bd2e-a604a3bc1757 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:23:40.393706 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.398523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5d98a12c-07c0-444e-bf69-edfd804b11dd admin admin] 10.222.0.42 "DELETE /v2.0/routers/c2676672-1573-40a5-bd2e-a604a3bc1757 HTTP/1.1" status: 204 len: 168 time: 3.0138767 Feb 19 03:23:40.399267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42802) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:40.426289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-53a36dfd-d2fb-465a-8e6e-7a9fe370041e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] For port 7025aec4-f271-40a9-975f-eb5afa1230f0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7025aec4-f271-40a9-975f-eb5afa1230f0,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:40.427467 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-53a36dfd-d2fb-465a-8e6e-7a9fe370041e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.441238 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9dbd69fa-f338-4d40-894b-7601d756a0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.446318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=c79a9530-5943-4ca9-8390-57c8fa0d762b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:40.452114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f54a5a-4160-4a78-b41a-ec4539131c65 req-2fad2a76-6d10-4409-806d-86b2c16a4fa7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:40.453726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77f54a5a-4160-4a78-b41a-ec4539131c65 req-2fad2a76-6d10-4409-806d-86b2c16a4fa7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 943 time: 0.3405101 Feb 19 03:23:40.504291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:40.515571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-53a36dfd-d2fb-465a-8e6e-7a9fe370041e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Calling delete_port for 7025aec4-f271-40a9-975f-eb5afa1230f0 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:40.555252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:40.555946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f8c5edc2-ea3c-4bf1-b3bb-b66d2bd8c1a0 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:40.556235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:40.562519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2797f0-e798-4686-8b67-d895ee77d132 admin admin] Deleting subnet 3fb595f5-14c4-4ad4-8a55-62d7f03bb044 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:40.567063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2797f0-e798-4686-8b67-d895ee77d132 admin admin] Publish callbacks [] for subnet (3fb595f5-14c4-4ad4-8a55-62d7f03bb044), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.597335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:40.597685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5f3ef19d-000f-4b75-ad70-9d23ae7ff317 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:40.651842 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2797f0-e798-4686-8b67-d895ee77d132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (3fb595f5-14c4-4ad4-8a55-62d7f03bb044), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.684199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77f54a5a-4160-4a78-b41a-ec4539131c65 req-4a075ecd-790c-48b2-86d0-19091dc3b2e1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773031 Feb 19 03:23:40.759074 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-39da9b07-af84-45fa-ab85-8fc071cb49d1 req-b8feb6ed-0190-4d57-9fae-9235de758c39 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] show failed (client error): The resource could not be found. Feb 19 03:23:40.760332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39da9b07-af84-45fa-ab85-8fc071cb49d1 req-b8feb6ed-0190-4d57-9fae-9235de758c39 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/7e8544f1-c21e-4aa6-a954-cd415244b72e HTTP/1.1" status: 404 len: 352 time: 0.0320644 Feb 19 03:23:40.761370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20fcf901-8bcb-47a0-81b2-60c6faf2d189 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (7d9fc017-c34b-4475-983e-d7e08dbdc83b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.790964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2797f0-e798-4686-8b67-d895ee77d132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (3fb595f5-14c4-4ad4-8a55-62d7f03bb044), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.831982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcf901-8bcb-47a0-81b2-60c6faf2d189 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=7d9fc017-c34b-4475-983e-d7e08dbdc83b,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:40.845397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fcf901-8bcb-47a0-81b2-60c6faf2d189 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:40.859932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-20fcf901-8bcb-47a0-81b2-60c6faf2d189 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:40.869706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fcf901-8bcb-47a0-81b2-60c6faf2d189 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:40.870404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20fcf901-8bcb-47a0-81b2-60c6faf2d189 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.892863 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2797f0-e798-4686-8b67-d895ee77d132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (3fb595f5-14c4-4ad4-8a55-62d7f03bb044), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.895369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-20fcf901-8bcb-47a0-81b2-60c6faf2d189 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6603401 Feb 19 03:23:40.900535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42808) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:40.907224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:0e:07:57', 'name': 'tempest-NetworksTestDHCPv6-2047378151'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:40.913265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2797f0-e798-4686-8b67-d895ee77d132 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.920197 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bb2797f0-e798-4686-8b67-d895ee77d132 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3fb595f5-14c4-4ad4-8a55-62d7f03bb044 HTTP/1.1" status: 204 len: 168 time: 0.5159266 Feb 19 03:23:40.920412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26714638-d6d5-4cd2-a741-a076e05e53ae None None] Network 03858cac-4205-4b19-ae7f-1e4ad680b6c5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:40.920522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42810) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:40.964706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2797f0-e798-4686-8b67-d895ee77d132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb595f5-14c4-4ad4-8a55-62d7f03bb044,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:41.050706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (03858cac-4205-4b19-ae7f-1e4ad680b6c5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.068422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada00e2d-1106-4a04-8e60-6d26b441ce56 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:41.117963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-53a36dfd-d2fb-465a-8e6e-7a9fe370041e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7025aec4-f271-40a9-975f-eb5afa1230f0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.155374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7025aec4-f271-40a9-975f-eb5afa1230f0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:41.166144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a36dfd-d2fb-465a-8e6e-7a9fe370041e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Pushing event deleted for resources: {'Port': ['ID=7025aec4-f271-40a9-975f-eb5afa1230f0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:41.191898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397d642-8977-4933-b1f2-bd17494c8f73 req-e6a314b8-e408-4987-adbc-d4496dbb6562 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:41.199252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0397d642-8977-4933-b1f2-bd17494c8f73 req-e6a314b8-e408-4987-adbc-d4496dbb6562 tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/ports?device_id=89224b96-5a8f-4fe8-b741-f73f8d2280c4 HTTP/1.1" status: 200 len: 946 time: 0.2976670 Feb 19 03:23:41.211435 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Deleting port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:41.212283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.245866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7767c551-3562-4ddf-b1fc-7178f18e891b None None] Provisioning complete for port c79a9530-5943-4ca9-8390-57c8fa0d762b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:41.246102 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7767c551-3562-4ddf-b1fc-7178f18e891b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.267499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:41.272459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-53a36dfd-d2fb-465a-8e6e-7a9fe370041e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] No DVR routers for this DVR port 7025aec4-f271-40a9-975f-eb5afa1230f0 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:41.283175 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-53a36dfd-d2fb-465a-8e6e-7a9fe370041e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.287490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75fad5c8-16c0-45ba-9289-2796cae65e68 req-53a36dfd-d2fb-465a-8e6e-7a9fe370041e tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.71 "DELETE /v2.0/ports/7025aec4-f271-40a9-975f-eb5afa1230f0 HTTP/1.1" status: 204 len: 173 time: 1.7498810 Feb 19 03:23:41.297082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89224b96-5a8f-4fe8-b741-f73f8d2280c4', 'name': 'network-vif-deleted', 'tag': '7025aec4-f271-40a9-975f-eb5afa1230f0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:41.305684 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c091e247-bcba-4364-ac35-3bbf0478c701" -d '{"events": [{"server_uuid": "89224b96-5a8f-4fe8-b741-f73f8d2280c4", "name": "network-vif-deleted", "tag": "7025aec4-f271-40a9-975f-eb5afa1230f0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:41.370574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0397d642-8977-4933-b1f2-bd17494c8f73 req-5d5759da-d2c4-4b4b-a169-24a23bacf1da tempest-ServerRescueNegativeTestJSON-1462439462 tempest-ServerRescueNegativeTestJSON-1462439462-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8865b50-4efd-4a1f-9063-f47159c745d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702304 Feb 19 03:23:41.373205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] For port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a,segment=NetworkSegment(6f352719-9dba-432a-89ec-2176713e554a),segment_id=6f352719-9dba-432a-89ec-2176713e554a)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:41.374393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.393767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424d3b6b-3009-4d21-8945-7ff05519f465 None None] DHCP port deletion for 03858cac-4205-4b19-ae7f-1e4ad680b6c5 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:41.400805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Calling delete_port for 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:41.419750 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.447333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port fb556051-8e5e-471b-95d4-8288aac42411 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:41.490708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4785ee-0c4a-4bb9-97ba-8295d4e1de89 None None] Update dhcp port {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': '077fafe1-7016-43b0-8799-239930b185c2', 'ip_address': '2001:db8::f816:3eff:fe0e:4c48'}, {'subnet_id': '7d9fc017-c34b-4475-983e-d7e08dbdc83b'}], 'binding:host_id': 'n-d-826756-2'}, 'id': 'c79a9530-5943-4ca9-8390-57c8fa0d762b'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:23:41.564661 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.578675 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5c4785ee-0c4a-4bb9-97ba-8295d4e1de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.607817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7767c551-3562-4ddf-b1fc-7178f18e891b None None] Current status of the port c79a9530-5943-4ca9-8390-57c8fa0d762b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:41.612943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:41.616071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-424d3b6b-3009-4d21-8945-7ff05519f465 None None] Deleting port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:41.616448 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-424d3b6b-3009-4d21-8945-7ff05519f465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.616574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] No DVR routers for this DVR port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:41.759508 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (03858cac-4205-4b19-ae7f-1e4ad680b6c5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.770379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0076935b-aeba-44b4-b48d-486e422ace00 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:23:41.787350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03858cac-4205-4b19-ae7f-1e4ad680b6c5']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:41.800578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f352719-9dba-432a-89ec-2176713e554a') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:41.801330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f352719-9dba-432a-89ec-2176713e554a') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:41.812836 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (6f352719-9dba-432a-89ec-2176713e554a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.832019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8:0:1::332 (bbbabb97-7b58-44ba-8518-a6a14187983e/7d9fc017-c34b-4475-983e-d7e08dbdc83b/fb556051-8e5e-471b-95d4-8288aac42411) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:41.849938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::f816:3eff:fe0e:757 (bbbabb97-7b58-44ba-8518-a6a14187983e/077fafe1-7016-43b0-8799-239930b185c2/fb556051-8e5e-471b-95d4-8288aac42411) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:41.858335 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (6f352719-9dba-432a-89ec-2176713e554a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.867072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-424d3b6b-3009-4d21-8945-7ff05519f465 None None] For port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:41.869149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:23:41.869583 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (6f352719-9dba-432a-89ec-2176713e554a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: items = [ Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:23:41.875223 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:23:41.877299 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-424d3b6b-3009-4d21-8945-7ff05519f465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.949421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-424d3b6b-3009-4d21-8945-7ff05519f465 None None] Calling delete_port for 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:41.952947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-424d3b6b-3009-4d21-8945-7ff05519f465 None None] Port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:23:41.966249 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.969376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-424d3b6b-3009-4d21-8945-7ff05519f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.008999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d3b6b-3009-4d21-8945-7ff05519f465 None None] Pushing event deleted for resources: {'Port': ['ID=2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:42.013497 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (03858cac-4205-4b19-ae7f-1e4ad680b6c5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.023244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d3b6b-3009-4d21-8945-7ff05519f465 None None] No DVR routers for this DVR port 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:42.024302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.047403 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] 10.222.0.42 "DELETE /v2.0/networks/03858cac-4205-4b19-ae7f-1e4ad680b6c5 HTTP/1.1" status: 204 len: 168 time: 1.1239822 Feb 19 03:23:42.084622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495cbee-5aff-444b-93ed-88790b9e872e admin admin] Pushing event deleted for resources: {'Network': ['ID=03858cac-4205-4b19-ae7f-1e4ad680b6c5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:42.135812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c79a9530-5943-4ca9-8390-57c8fa0d762b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:42.140141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0076935b-aeba-44b4-b48d-486e422ace00, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0076935b-aeba-44b4-b48d-486e422ace00,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:42.192029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '0076935b-aeba-44b4-b48d-486e422ace00', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'port_id': '0076935b-aeba-44b4-b48d-486e422ace00', 'mac_address': 'fa:16:3e:83:6c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:23:42.265679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 0076935b-aeba-44b4-b48d-486e422ace00 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:42.266072 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0076935b-aeba-44b4-b48d-486e422ace00), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.289654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42832) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:42.319350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0076935b-aeba-44b4-b48d-486e422ace00 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:23:42.328906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c79a9530-5943-4ca9-8390-57c8fa0d762b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:42.329286 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.383858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af98671-df29-4757-9075-0e4db52590ab req-4ee02b7a-7d80-4af5-9e6d-1b882a787fa7 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:42.386307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2af98671-df29-4757-9075-0e4db52590ab req-4ee02b7a-7d80-4af5-9e6d-1b882a787fa7 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.2284131 Feb 19 03:23:42.410764 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0eb5a3ba-deeb-4b34-92ff-83cdeaa4c229 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0dd66b7417e4e1693cc60caca1c14fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1177902 Feb 19 03:23:42.413330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0076935b-aeba-44b4-b48d-486e422ace00, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0076935b-aeba-44b4-b48d-486e422ace00,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:42.413744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42836) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:42.421833 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0076935b-aeba-44b4-b48d-486e422ace00), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.483761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=0076935b-aeba-44b4-b48d-486e422ace00,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:42.508371 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (fb556051-8e5e-471b-95d4-8288aac42411), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.520108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40467b26-4c81-4439-a256-fdcf1feb872d admin admin] Publish callbacks [] for security_group (323a6a07-ed07-4deb-b4ae-b434349cc4f3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.523082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2af98671-df29-4757-9075-0e4db52590ab req-5c384665-b8af-4e30-9df7-1e08e16fcc24 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221480 Feb 19 03:23:42.551390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c79a9530-5943-4ca9-8390-57c8fa0d762b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:42.575872 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40467b26-4c81-4439-a256-fdcf1feb872d admin admin] Publish callbacks [] for security_group (323a6a07-ed07-4deb-b4ae-b434349cc4f3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.620631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (fb556051-8e5e-471b-95d4-8288aac42411), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.668453 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40467b26-4c81-4439-a256-fdcf1feb872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (323a6a07-ed07-4deb-b4ae-b434349cc4f3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.674317 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40467b26-4c81-4439-a256-fdcf1feb872d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.676072 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-40467b26-4c81-4439-a256-fdcf1feb872d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/323a6a07-ed07-4deb-b4ae-b434349cc4f3 HTTP/1.1" status: 204 len: 168 time: 0.2600238 Feb 19 03:23:42.681425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:42.685329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:42.692863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:42.699092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:42.699950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.704270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40467b26-4c81-4439-a256-fdcf1feb872d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323a6a07-ed07-4deb-b4ae-b434349cc4f3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:42.709302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=fb556051-8e5e-471b-95d4-8288aac42411,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:42.722406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:42.732830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f35194b7-c039-4516-b72b-b8e31fd39f12 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8298385 Feb 19 03:23:42.736281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42840) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:42.850428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:42.850894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2b5208bf-7f0e-49fd-82d3-6abb5b3cfd5a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:42.914820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-5c4785ee-0c4a-4bb9-97ba-8295d4e1de89 None None] Allocated IP 2001:db8:0:1::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/7d9fc017-c34b-4475-983e-d7e08dbdc83b/c79a9530-5943-4ca9-8390-57c8fa0d762b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:42.920458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['0076935b-aeba-44b4-b48d-486e422ace00'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:42.993399 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.010850 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c7c5b9-25ce-4a36-b762-d57316c73883 x-openstack-request-id: req-e9c7c5b9-25ce-4a36-b762-d57316c73883 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:43.011226 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89224b96-5a8f-4fe8-b741-f73f8d2280c4", "name": "network-vif-deleted", "tag": "7025aec4-f271-40a9-975f-eb5afa1230f0", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:43.011502 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9c7c5b9-25ce-4a36-b762-d57316c73883 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:43.011904 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89224b96-5a8f-4fe8-b741-f73f8d2280c4', 'name': 'network-vif-deleted', 'tag': '7025aec4-f271-40a9-975f-eb5afa1230f0', 'status': 'completed', 'code': 200} Feb 19 03:23:43.029505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd1c3e-5b5b-4811-b955-8a78f9bd3319 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port fb556051-8e5e-471b-95d4-8288aac42411 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:43.030076 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1c3e-5b5b-4811-b955-8a78f9bd3319 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fb556051-8e5e-471b-95d4-8288aac42411), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.222097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5c4785ee-0c4a-4bb9-97ba-8295d4e1de89 None None] For port c79a9530-5943-4ca9-8390-57c8fa0d762b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c79a9530-5943-4ca9-8390-57c8fa0d762b,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:43.222921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acb012-767d-43ac-9e3e-897d7f35ff23 req-7f264214-89ae-4543-8fc9-7a3b5a84eb5f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:43.233197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6acb012-767d-43ac-9e3e-897d7f35ff23 req-7f264214-89ae-4543-8fc9-7a3b5a84eb5f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 944 time: 0.1432822 Feb 19 03:23:43.285296 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5c4785ee-0c4a-4bb9-97ba-8295d4e1de89 None None] Publish callbacks [] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.297200 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5c4785ee-0c4a-4bb9-97ba-8295d4e1de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.312469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1c3e-5b5b-4811-b955-8a78f9bd3319 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fb556051-8e5e-471b-95d4-8288aac42411), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.314881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6acb012-767d-43ac-9e3e-897d7f35ff23 req-7f279b99-829c-4996-bb21-0afca8b52583 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766227 Feb 19 03:23:43.346200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd1c3e-5b5b-4811-b955-8a78f9bd3319 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for fb556051-8e5e-471b-95d4-8288aac42411 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:43.470957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4785ee-0c4a-4bb9-97ba-8295d4e1de89 None None] Pushing event updated for resources: {'Port': ['ID=c79a9530-5943-4ca9-8390-57c8fa0d762b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:43.557804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42856) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:43.717051 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1c3e-5b5b-4811-b955-8a78f9bd3319 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fb556051-8e5e-471b-95d4-8288aac42411), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.737965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0adbaa-2246-4438-be0e-f228e6ed95cd req-3c1b0d21-a339-424e-80d3-d82e6b234ac8 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:43.751484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec0adbaa-2246-4438-be0e-f228e6ed95cd req-3c1b0d21-a339-424e-80d3-d82e6b234ac8 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 1023 time: 0.1128645 Feb 19 03:23:43.778346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd1c3e-5b5b-4811-b955-8a78f9bd3319 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=fb556051-8e5e-471b-95d4-8288aac42411,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:43.843652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7025aec4-f271-40a9-975f-eb5afa1230f0 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:43.890980 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec0adbaa-2246-4438-be0e-f228e6ed95cd req-fc93546d-792c-4bea-a970-076136716b9a tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups?id=c0fb9788-8ade-435a-be59-7a50c4685968&id=1151fae2-aef9-4d02-b37f-c9cc56ef1c59&id=67c194fe-f43a-4a72-b46c-7aa26dd6508a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1382012 Feb 19 03:23:43.933320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 7025aec4-f271-40a9-975f-eb5afa1230f0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:43.937826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7025aec4-f271-40a9-975f-eb5afa1230f0 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:43.966502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1c3e-5b5b-4811-b955-8a78f9bd3319 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.982507 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fbdd1c3e-5b5b-4811-b955-8a78f9bd3319 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/fb556051-8e5e-471b-95d4-8288aac42411 HTTP/1.1" status: 204 len: 168 time: 1.2387621 Feb 19 03:23:43.983350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:44.118488 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb3d946-ab60-42c8-a3a6-4977e7a09326 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:44.122457 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8bb3d946-ab60-42c8-a3a6-4977e7a09326 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1376400 Feb 19 03:23:44.123208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42876) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:44.141313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c79a9530-5943-4ca9-8390-57c8fa0d762b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:44.265005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c79a9530-5943-4ca9-8390-57c8fa0d762b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:44.265577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.290303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f71f72c-73b9-43ec-b453-7a1f4099d805 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:44.299232 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2f71f72c-73b9-43ec-b453-7a1f4099d805 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1725850 Feb 19 03:23:44.300596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42890) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:44.404574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0150e-6a3d-4d63-9ea5-9a76828e3e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:44.406028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0150e-6a3d-4d63-9ea5-9a76828e3e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:44.411102 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0150e-6a3d-4d63-9ea5-9a76828e3e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:44.415406 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ffe0150e-6a3d-4d63-9ea5-9a76828e3e39 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1113627 Feb 19 03:23:44.415406 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42894) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:44.419221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42896) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:44.434198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c79a9530-5943-4ca9-8390-57c8fa0d762b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:44.529119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8bb77a-28d9-4e96-a4b6-1142f41d89db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 077fafe1-7016-43b0-8799-239930b185c2 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:44.535016 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb77a-28d9-4e96-a4b6-1142f41d89db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (077fafe1-7016-43b0-8799-239930b185c2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.575648 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.620776 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb77a-28d9-4e96-a4b6-1142f41d89db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (077fafe1-7016-43b0-8799-239930b185c2), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.640593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de59fca-0d4e-492a-8851-fabd827351a8 req-3f14a4c9-cb51-44f0-9061-743bc219ff51 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:44.648870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0de59fca-0d4e-492a-8851-fabd827351a8 req-3f14a4c9-cb51-44f0-9061-743bc219ff51 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.2651272 Feb 19 03:23:44.685060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-25f1590b-1fd0-4364-a477-b01e2d3de081 None None] Provisioning complete for port c79a9530-5943-4ca9-8390-57c8fa0d762b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:44.685440 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-25f1590b-1fd0-4364-a477-b01e2d3de081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.725878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-network', 'tenant_id': '8a06b9a1c108412991a71917ea662758'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:44.753453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0de59fca-0d4e-492a-8851-fabd827351a8 req-de196a55-dda5-456a-9977-6145d3cee8e9 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035886 Feb 19 03:23:44.790421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb77a-28d9-4e96-a4b6-1142f41d89db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (077fafe1-7016-43b0-8799-239930b185c2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.888743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-25f1590b-1fd0-4364-a477-b01e2d3de081 None None] Current status of the port c79a9530-5943-4ca9-8390-57c8fa0d762b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:44.920999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Made reservation on behalf of 8a06b9a1c108412991a71917ea662758 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:44.925234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.939505 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb77a-28d9-4e96-a4b6-1142f41d89db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (077fafe1-7016-43b0-8799-239930b185c2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.944835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.970536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e4d9e-d418-4ddc-bf15-54ac297d575a req-0f4b527f-7a6a-487b-be07-93c4f2115491 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:44.973481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-733e4d9e-d418-4ddc-bf15-54ac297d575a req-0f4b527f-7a6a-487b-be07-93c4f2115491 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 945 time: 0.1049666 Feb 19 03:23:45.010078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bb77a-28d9-4e96-a4b6-1142f41d89db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=077fafe1-7016-43b0-8799-239930b185c2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:45.073164 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb77a-28d9-4e96-a4b6-1142f41d89db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.079087 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ca8bb77a-28d9-4e96-a4b6-1142f41d89db tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/077fafe1-7016-43b0-8799-239930b185c2 HTTP/1.1" status: 204 len: 168 time: 0.6559067 Feb 19 03:23:45.081178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-733e4d9e-d418-4ddc-bf15-54ac297d575a req-0cd1aef3-27a1-4bd7-8f1f-bc822d13434f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727584 Feb 19 03:23:45.081899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42904) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:45.105336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e1c473e2-6711-4129-a97e-2c5aa5486063 None None] Could not find standard attr ID for object fb556051-8e5e-471b-95d4-8288aac42411. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:23:45.125174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e91773-4b24-4639-b9e5-0509102c0529 req-493d4996-aea4-4d00-8454-ff080288e30a tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:45.126891 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-98e91773-4b24-4639-b9e5-0509102c0529 req-493d4996-aea4-4d00-8454-ff080288e30a tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 1023 time: 0.1183982 Feb 19 03:23:45.172705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ce4803-6cc3-4708-91c9-e9a45d5f0d9e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 7d9fc017-c34b-4475-983e-d7e08dbdc83b {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:45.192665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ce4803-6cc3-4708-91c9-e9a45d5f0d9e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (7d9fc017-c34b-4475-983e-d7e08dbdc83b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.303551 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ce4803-6cc3-4708-91c9-e9a45d5f0d9e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (7d9fc017-c34b-4475-983e-d7e08dbdc83b), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.309006 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (cc304713-296e-4bc3-848e-654d0a7ec7bf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.324683 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Publish callbacks [] for security_group (d37b971d-4bac-4908-98a4-10e93ef93b00), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.335501 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d37b971d-4bac-4908-98a4-10e93ef93b00), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.373050 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37b971d-4bac-4908-98a4-10e93ef93b00,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:45.378221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa073c-7c26-4b42-93b6-303d1bbe469f None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:45.393465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-98e91773-4b24-4639-b9e5-0509102c0529 req-0dd259f9-5818-4663-957c-a0c6a40a0c65 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Deleting port af2fd209-8b7a-4854-8c4c-ead820a22ab0 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:45.393865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-98e91773-4b24-4639-b9e5-0509102c0529 req-0dd259f9-5818-4663-957c-a0c6a40a0c65 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.398711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:23:45.462128 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (936311ec-5d18-4d95-a82b-83a13ae95b7f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.462495 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Added segment 936311ec-5d18-4d95-a82b-83a13ae95b7f of type vlan for network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e Feb 19 03:23:45.536589 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (1b52dcdd-5d02-4db0-b9e1-2b65667f765e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.625728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (1b52dcdd-5d02-4db0-b9e1-2b65667f765e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.626916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:45.627433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.716842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-98e91773-4b24-4639-b9e5-0509102c0529 req-0dd259f9-5818-4663-957c-a0c6a40a0c65 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] For port af2fd209-8b7a-4854-8c4c-ead820a22ab0, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=af2fd209-8b7a-4854-8c4c-ead820a22ab0,segment=NetworkSegment(0aaae110-0db3-419d-8c8e-e61ff7be9efe),segment_id=0aaae110-0db3-419d-8c8e-e61ff7be9efe)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:45.717587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-98e91773-4b24-4639-b9e5-0509102c0529 req-0dd259f9-5818-4663-957c-a0c6a40a0c65 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.724850 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3099422 Feb 19 03:23:45.734474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42908) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:45.748898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Request body: {'subnet': {'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-subnet', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:45.769051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cf2e3-f0b4-47bd-bdbb-d54a8e1bb4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1b52dcdd-5d02-4db0-b9e1-2b65667f765e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:45.772891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-98e91773-4b24-4639-b9e5-0509102c0529 req-0dd259f9-5818-4663-957c-a0c6a40a0c65 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Calling delete_port for af2fd209-8b7a-4854-8c4c-ead820a22ab0 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:45.785348 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:23:45.825290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Made reservation on behalf of 8a06b9a1c108412991a71917ea662758 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:45.835806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.842822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0076935b-aeba-44b4-b48d-486e422ace00 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:45.851789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263f6b0-0a00-46ab-bf0c-5f21d5e2af0a req-10252f75-c9ec-439c-93ce-99ad5d426a71 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:45.859082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4263f6b0-0a00-46ab-bf0c-5f21d5e2af0a req-10252f75-c9ec-439c-93ce-99ad5d426a71 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 944 time: 0.6068273 Feb 19 03:23:45.865638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:23:46.081723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4263f6b0-0a00-46ab-bf0c-5f21d5e2af0a req-11d74ab8-7809-4110-9918-cc9beb7ffa63 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157855 Feb 19 03:23:46.084274 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ce4803-6cc3-4708-91c9-e9a45d5f0d9e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7d9fc017-c34b-4475-983e-d7e08dbdc83b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.178173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-98e91773-4b24-4639-b9e5-0509102c0529 req-0dd259f9-5818-4663-957c-a0c6a40a0c65 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (af2fd209-8b7a-4854-8c4c-ead820a22ab0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.182535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:46.236775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '16806230-2bbf-46b3-b3a7-9e9e6d8432d0', 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9', 'port_id': '16806230-2bbf-46b3-b3a7-9e9e6d8432d0', 'mac_address': 'fa:16:3e:db:cd:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cb6b68-8002-4fcc-9721-8de355b47368', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:23:46.342792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd259f9-5818-4663-957c-a0c6a40a0c65 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'Port': ['ID=af2fd209-8b7a-4854-8c4c-ead820a22ab0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:46.344947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (bc7c64e7-9188-4b4d-aace-2177ff7e6949), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.388675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e91773-4b24-4639-b9e5-0509102c0529 req-0dd259f9-5818-4663-957c-a0c6a40a0c65 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] No DVR routers for this DVR port af2fd209-8b7a-4854-8c4c-ead820a22ab0 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:46.394805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 0076935b-aeba-44b4-b48d-486e422ace00 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:23:46.399844 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ac0dceb-0775-4e3c-b384-d7a702678de9 req-fab7a38c-9887-43b5-8c66-d75d709d442f tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d43dd40-2445-47bb-9acb-c359f2fee735 HTTP/1.1" status: 200 len: 210 time: 0.0824876 Feb 19 03:23:46.402114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:46.402514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.413115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 0076935b-aeba-44b4-b48d-486e422ace00 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:46.413548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0076935b-aeba-44b4-b48d-486e422ace00), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.425337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:23:46.450038 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-98e91773-4b24-4639-b9e5-0509102c0529 req-0dd259f9-5818-4663-957c-a0c6a40a0c65 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.463330 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-98e91773-4b24-4639-b9e5-0509102c0529 req-0dd259f9-5818-4663-957c-a0c6a40a0c65 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.37 "DELETE /v2.0/ports/af2fd209-8b7a-4854-8c4c-ead820a22ab0 HTTP/1.1" status: 204 len: 173 time: 1.3276732 Feb 19 03:23:46.468263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'name': 'network-vif-deleted', 'tag': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:46.478497 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ce4803-6cc3-4708-91c9-e9a45d5f0d9e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (7d9fc017-c34b-4475-983e-d7e08dbdc83b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.483037 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a06f4c8-9a65-470e-bbd8-15778ea62fc2" -d '{"events": [{"server_uuid": "9d43dd40-2445-47bb-9acb-c359f2fee735", "name": "network-vif-deleted", "tag": "af2fd209-8b7a-4854-8c4c-ead820a22ab0"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:46.535580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:46.548180 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.600703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce4803-6cc3-4708-91c9-e9a45d5f0d9e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9fc017-c34b-4475-983e-d7e08dbdc83b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:46.617146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7c64e7-9188-4b4d-aace-2177ff7e6949,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:46.628631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Checking segment: {'id': '936311ec-5d18-4d95-a82b-83a13ae95b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:46.629467 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Network hostable DHCP agents. Network: 1b52dcdd-5d02-4db0-b9e1-2b65667f765e, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:23:46.673306 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:23:46.685822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 1b52dcdd-5d02-4db0-b9e1-2b65667f765e) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:46.691061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:46.691747 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.700915 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ce4803-6cc3-4708-91c9-e9a45d5f0d9e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.704905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a22cb01-6896-4877-a1e1-3d75b65534eb None None] Network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:46.714041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:46.722576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-95ce4803-6cc3-4708-91c9-e9a45d5f0d9e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/7d9fc017-c34b-4475-983e-d7e08dbdc83b HTTP/1.1" status: 204 len: 168 time: 1.6394238 Feb 19 03:23:46.742161 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b8bb9dad-b8ac-47f8-a0ed-575cdb64d0d1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9985020 Feb 19 03:23:46.746637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['16806230-2bbf-46b3-b3a7-9e9e6d8432d0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:46.752077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42930) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:46.766478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-router', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:46.819705 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-47f66f97-5d30-46ec-8a85-1cdc3e278fb7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035914 Feb 19 03:23:46.822600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42932) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:46.832693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5dba994f-c259-41fa-b831-e1a752ff5d5b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:46.862254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (aeb9a43e-535a-483d-a225-a045516dd779), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.863383 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (aeb9a43e-535a-483d-a225-a045516dd779), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.875610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115deb91-a28b-4b61-bcf1-396ac37f4b63 req-36a3b0ce-4471-4748-833f-7603c40999ee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:46.885099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-115deb91-a28b-4b61-bcf1-396ac37f4b63 req-36a3b0ce-4471-4748-833f-7603c40999ee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.3010566 Feb 19 03:23:46.912126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4feba96-6e70-49ef-8936-e1940bbd465d None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:47.014941 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dba994f-c259-41fa-b831-e1a752ff5d5b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:47.022228 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dba994f-c259-41fa-b831-e1a752ff5d5b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.030909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-115deb91-a28b-4b61-bcf1-396ac37f4b63 req-a291c4a1-b94c-4e5f-8bf2-239ec9b46ecd tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443136 Feb 19 03:23:47.039426 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks [] for router_controller (aeb9a43e-535a-483d-a225-a045516dd779), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.129508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] Deleting port d6a6c0ab-9f54-4fcd-953c-a96559db55ce {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:47.130574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.235827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:47.318651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.319395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.319956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.320532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.321087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.321720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.322340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.323023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.323567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.324101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.324659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.325198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.325745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:47.396580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 0076935b-aeba-44b4-b48d-486e422ace00 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:47.397965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0076935b-aeba-44b4-b48d-486e422ace00), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.425482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cac6e-967c-4d4e-a6a1-5d4c50112258 req-2b5d222b-533a-41b5-b4f8-8006dc4be770 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:47.435704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dba994f-c259-41fa-b831-e1a752ff5d5b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (70f09fce-6963-4e9a-9326-e5e71736db50), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.446635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-774cac6e-967c-4d4e-a6a1-5d4c50112258 req-2b5d222b-533a-41b5-b4f8-8006dc4be770 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 944 time: 0.3538651 Feb 19 03:23:47.476745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks [] for router_gateway (aeb9a43e-535a-483d-a225-a045516dd779), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.483536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0076935b-aeba-44b4-b48d-486e422ace00, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0076935b-aeba-44b4-b48d-486e422ace00,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:47.486141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-21f9a725-eca2-4f2a-8ea3-8b96a2548f12 None None] Provisioning complete for port c79a9530-5943-4ca9-8390-57c8fa0d762b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:47.488239 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-21f9a725-eca2-4f2a-8ea3-8b96a2548f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.503091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aecad0-f3e9-48f3-9870-4b567cb45109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0076935b-aeba-44b4-b48d-486e422ace00'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:47.508945 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62e927e-0c19-405b-9059-bd6125369a16" -d '{"events": [{"server_uuid": "13aecad0-f3e9-48f3-9870-4b567cb45109", "name": "network-vif-plugged", "status": "completed", "tag": "0076935b-aeba-44b4-b48d-486e422ace00"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:47.512337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-1b52dcdd-5d02-4db0-b9e1-2b65667f765e', 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e', 'project_id': '8a06b9a1c108412991a71917ea662758', 'fixed_ips': [{'subnet_id': 'bc7c64e7-9188-4b4d-aace-2177ff7e6949'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:47.513395 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.516940 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0076935b-aeba-44b4-b48d-486e422ace00), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.517747 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device af2fd209-8b7a-4854-8c4c-ead820a22ab0 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:47.538558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba994f-c259-41fa-b831-e1a752ff5d5b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=70f09fce-6963-4e9a-9326-e5e71736db50,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:47.547764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba994f-c259-41fa-b831-e1a752ff5d5b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:47.549345 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5dba994f-c259-41fa-b831-e1a752ff5d5b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:47.554413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dba994f-c259-41fa-b831-e1a752ff5d5b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:47.555049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dba994f-c259-41fa-b831-e1a752ff5d5b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.580158 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5dba994f-c259-41fa-b831-e1a752ff5d5b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7563102 Feb 19 03:23:47.583510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42940) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:47.587180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cbf2d1-ddcd-4795-a2b9-7f680b5b2f05 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:47.591340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d63d3198-b856-442e-8a77-9b5151a1ef95 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:47.631890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: af2fd209-8b7a-4854-8c4c-ead820a22ab0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:47.632239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device af2fd209-8b7a-4854-8c4c-ead820a22ab0 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:47.763872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-774cac6e-967c-4d4e-a6a1-5d4c50112258 req-3489f555-784e-4883-b2f0-d989a8a40c8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158491 Feb 19 03:23:47.765479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63d3198-b856-442e-8a77-9b5151a1ef95 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:47.766888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] For port d6a6c0ab-9f54-4fcd-953c-a96559db55ce, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d6a6c0ab-9f54-4fcd-953c-a96559db55ce,segment=NetworkSegment(5dd05942-b73c-43a6-862a-c0b2d6b4cf52),segment_id=5dd05942-b73c-43a6-862a-c0b2d6b4cf52)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:47.767500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.778112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d63d3198-b856-442e-8a77-9b5151a1ef95 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.801926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=0076935b-aeba-44b4-b48d-486e422ace00,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:47.805080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] Calling delete_port for d6a6c0ab-9f54-4fcd-953c-a96559db55ce owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:47.955989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-52cbf2d1-ddcd-4795-a2b9-7f680b5b2f05 None None] Deleting port c79a9530-5943-4ca9-8390-57c8fa0d762b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:47.956379 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2d1-ddcd-4795-a2b9-7f680b5b2f05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.982451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-21f9a725-eca2-4f2a-8ea3-8b96a2548f12 None None] Current status of the port c79a9530-5943-4ca9-8390-57c8fa0d762b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:47.988493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Allocated IP 172.20.0.2 (1b52dcdd-5d02-4db0-b9e1-2b65667f765e/bc7c64e7-9188-4b4d-aace-2177ff7e6949/8f23f5c0-f73f-4cb2-8687-abbe2218fbaf) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:48.036695 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f3fe98-abbd-4c05-b7c5-bb17fd297d34 x-openstack-request-id: req-62f3fe98-abbd-4c05-b7c5-bb17fd297d34 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:48.037027 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d43dd40-2445-47bb-9acb-c359f2fee735", "name": "network-vif-deleted", "tag": "af2fd209-8b7a-4854-8c4c-ead820a22ab0", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:48.037286 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62f3fe98-abbd-4c05-b7c5-bb17fd297d34 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:48.037717 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d43dd40-2445-47bb-9acb-c359f2fee735', 'name': 'network-vif-deleted', 'tag': 'af2fd209-8b7a-4854-8c4c-ead820a22ab0', 'status': 'completed', 'code': 200} Feb 19 03:23:48.049603 n-d-826756-2 neutron-server[103616]: INFO neutron.db.ipam_backend_mixin [None req-d63d3198-b856-442e-8a77-9b5151a1ef95 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70f09fce-6963-4e9a-9326-e5e71736db50 (CIDR: 2001:db8::/64) Feb 19 03:23:48.054439 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63d3198-b856-442e-8a77-9b5151a1ef95 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:23:48.055186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63d3198-b856-442e-8a77-9b5151a1ef95 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:48.060808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca69c40-a73a-42b2-82ed-3015aee9d1d7 req-a202d7a7-2925-448b-9ad9-33d039b50412 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:48.062450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ca69c40-a73a-42b2-82ed-3015aee9d1d7 req-a202d7a7-2925-448b-9ad9-33d039b50412 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 945 time: 0.1599100 Feb 19 03:23:48.084081 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d63d3198-b856-442e-8a77-9b5151a1ef95 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4963119 Feb 19 03:23:48.085401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42948) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:48.093101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:48.114464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c79a9530-5943-4ca9-8390-57c8fa0d762b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:48.242865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:48.248869 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.266035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-52cbf2d1-ddcd-4795-a2b9-7f680b5b2f05 None None] For port c79a9530-5943-4ca9-8390-57c8fa0d762b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c79a9530-5943-4ca9-8390-57c8fa0d762b,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:48.266832 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2d1-ddcd-4795-a2b9-7f680b5b2f05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.269381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ca69c40-a73a-42b2-82ed-3015aee9d1d7 req-8fb2f409-ea69-49f3-834a-58b4c0a720e8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167617 Feb 19 03:23:48.274179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks [] for router_gateway (aeb9a43e-535a-483d-a225-a045516dd779), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.302803 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.334400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-52cbf2d1-ddcd-4795-a2b9-7f680b5b2f05 None None] Calling delete_port for c79a9530-5943-4ca9-8390-57c8fa0d762b owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:48.383787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c79a9530-5943-4ca9-8390-57c8fa0d762b is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:48.384185 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.435248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Allocated IP 172.25.4.214 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/b349fa8d-51da-4c82-a3ed-0b890d6820e9) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:48.496000 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3584c1-4974-4a7b-a192-af06cc09ebfe x-openstack-request-id: req-6e3584c1-4974-4a7b-a192-af06cc09ebfe {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:48.496333 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aecad0-f3e9-48f3-9870-4b567cb45109", "name": "network-vif-plugged", "status": "completed", "tag": "0076935b-aeba-44b4-b48d-486e422ace00", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:48.496542 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e3584c1-4974-4a7b-a192-af06cc09ebfe {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:48.496992 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aecad0-f3e9-48f3-9870-4b567cb45109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0076935b-aeba-44b4-b48d-486e422ace00', 'code': 200} Feb 19 03:23:48.519002 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Publish callbacks [] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.546878 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.568170 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks [] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.611583 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.622515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port c79a9530-5943-4ca9-8390-57c8fa0d762b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c79a9530-5943-4ca9-8390-57c8fa0d762b,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:48.623771 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Pushing event updated for resources: {'Port': ['ID=8f23f5c0-f73f-4cb2-8687-abbe2218fbaf,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:48.642191 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.687551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Pushing event updated for resources: {'Port': ['ID=b349fa8d-51da-4c82-a3ed-0b890d6820e9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:48.688912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:48.701564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:48.703654 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52cbf2d1-ddcd-4795-a2b9-7f680b5b2f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (c79a9530-5943-4ca9-8390-57c8fa0d762b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.708223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:48.709791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:48.712984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:48.720158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:48.757028 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d6a6c0ab-9f54-4fcd-953c-a96559db55ce), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.796318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbf2d1-ddcd-4795-a2b9-7f680b5b2f05 None None] No DVR routers for this DVR port c79a9530-5943-4ca9-8390-57c8fa0d762b on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:48.823356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a6c0ab-9f54-4fcd-953c-a96559db55ce,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:48.825545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=c79a9530-5943-4ca9-8390-57c8fa0d762b,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:48.838302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Attempting to bind port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:48.838879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Attempting to bind port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '936311ec-5d18-4d95-a82b-83a13ae95b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:48.839246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Attempting to bind port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf on network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:48.847953 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d665be9-777b-4f93-93d3-457097cf75c1 req-c7efba79-e269-401d-96a9-d37a5b0c1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:48.849595 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6d665be9-777b-4f93-93d3-457097cf75c1 req-c7efba79-e269-401d-96a9-d37a5b0c1f84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 1127 time: 0.2381802 Feb 19 03:23:48.867108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371de459-b95f-49c5-9afe-d714bac115e2 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:48.960092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:48.960652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Checking segment: {'id': '936311ec-5d18-4d95-a82b-83a13ae95b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:48.961383 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.962102 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Bound using segment: {'id': '936311ec-5d18-4d95-a82b-83a13ae95b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:48.962847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Bound port: 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936311ec-5d18-4d95-a82b-83a13ae95b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:48.963420 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.967804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbf2d1-ddcd-4795-a2b9-7f680b5b2f05 None None] Pushing event deleted for resources: {'Port': ['ID=c79a9530-5943-4ca9-8390-57c8fa0d762b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:48.972923 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6d665be9-777b-4f93-93d3-457097cf75c1 req-ed2bae94-eb53-407d-b48a-10f16759ba38 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123207 Feb 19 03:23:49.008112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.objects.ports [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:49.009858 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (3e84024e-b98f-49cc-8691-d0abb90a3efc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.059711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=3e84024e-b98f-49cc-8691-d0abb90a3efc,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:49.085459 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:49.088371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:49.092736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:49.093595 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.118948 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-25869225-631b-40a3-b63f-c114e0fa2f5a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0317826 Feb 19 03:23:49.122018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42956) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:49.129474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:7f:42:82', 'name': 'tempest-NetworksTestDHCPv6-1136237615'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:49.132592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a38df3-cd4c-4467-b9fb-0baed9e3ffba req-2676ab81-531f-4594-b102-eda157595fe3 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:49.134476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26a38df3-cd4c-4467-b9fb-0baed9e3ffba req-2676ab81-531f-4594-b102-eda157595fe3 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.2187576 Feb 19 03:23:49.151038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbbabb97-7b58-44ba-8518-a6a14187983e', 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'project_id': 'bd8485768b4540dc879e634768e4cfab', 'fixed_ips': [{'subnet_id': '3e84024e-b98f-49cc-8691-d0abb90a3efc'}, {'subnet_id': '70f09fce-6963-4e9a-9326-e5e71736db50'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:49.151940 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.171360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] For port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:49.178369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] For port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8f23f5c0-f73f-4cb2-8687-abbe2218fbaf,segment=NetworkSegment(936311ec-5d18-4d95-a82b-83a13ae95b7f),segment_id=936311ec-5d18-4d95-a82b-83a13ae95b7f)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:49.189495 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.303773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26a38df3-cd4c-4467-b9fb-0baed9e3ffba req-2606deb8-1cef-46e7-9473-8f4504bd1a94 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583934 Feb 19 03:23:49.316165 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (cc304713-296e-4bc3-848e-654d0a7ec7bf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.389728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:49.400261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da19ccd-3282-4a20-bc4f-826cb8bd7d7d None None] Pushing event updated for resources: {'Port': ['ID=8f23f5c0-f73f-4cb2-8687-abbe2218fbaf,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:49.557120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/70f09fce-6963-4e9a-9326-e5e71736db50/badc4106-6d37-4ee1-be87-46045b3bfd25) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:49.563958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e07a1690-4b7e-416e-815b-95a653e2b83a req-c74989b9-6a7f-4b65-8313-9e85a1f791ce tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/1151fae2-aef9-4d02-b37f-c9cc56ef1c59 HTTP/1.1" status: 200 len: 1819 time: 0.1998832 Feb 19 03:23:49.566329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe07:31af (bbbabb97-7b58-44ba-8518-a6a14187983e/3e84024e-b98f-49cc-8691-d0abb90a3efc/badc4106-6d37-4ee1-be87-46045b3bfd25) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:49.569157 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks [] for router_gateway (aeb9a43e-535a-483d-a225-a045516dd779), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.589142 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.636884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port a7c8e7ec-4898-46c8-83a7-39dcea958aaa yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:49.850482 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Publish callbacks [] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.859590 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.906741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:49.951067 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:50.014920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:50.043798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Pushing event updated for resources: {'Port': ['ID=badc4106-6d37-4ee1-be87-46045b3bfd25,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:50.058822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:50.065920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::397 (bbbabb97-7b58-44ba-8518-a6a14187983e/70f09fce-6963-4e9a-9326-e5e71736db50/a7c8e7ec-4898-46c8-83a7-39dcea958aaa) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:50.077586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:4282 (bbbabb97-7b58-44ba-8518-a6a14187983e/3e84024e-b98f-49cc-8691-d0abb90a3efc/a7c8e7ec-4898-46c8-83a7-39dcea958aaa) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:50.410397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:50.449575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (a7c8e7ec-4898-46c8-83a7-39dcea958aaa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.503506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a7c8e7ec-4898-46c8-83a7-39dcea958aaa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.579007 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e07a1690-4b7e-416e-815b-95a653e2b83a req-3f156a75-4af2-4e9d-9d76-97f76100cc7c tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (1151fae2-aef9-4d02-b37f-c9cc56ef1c59), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.594818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:50.615567 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:50.619544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Attempting to bind port badc4106-6d37-4ee1-be87-46045b3bfd25 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:50.622363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Attempting to bind port badc4106-6d37-4ee1-be87-46045b3bfd25 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:50.622990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Attempting to bind port badc4106-6d37-4ee1-be87-46045b3bfd25 on network bbbabb97-7b58-44ba-8518-a6a14187983e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:50.624836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:50.644779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:50.647647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.663243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 is: BUILD; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:50.664030 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.666801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:50.672218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Checking segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:50.675449 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.676132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Bound using segment: {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:50.680296 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Bound port: badc4106-6d37-4ee1-be87-46045b3bfd25, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158d5408-3f6c-4a12-b27a-f0a21a392047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:50.683601 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.690676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=a7c8e7ec-4898-46c8-83a7-39dcea958aaa,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:50.739143 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3781d55c-a1d4-44ca-988f-89e7a36fd21a tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6143165 Feb 19 03:23:50.740761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42972) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:50.777763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e07a1690-4b7e-416e-815b-95a653e2b83a req-3f156a75-4af2-4e9d-9d76-97f76100cc7c tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (1151fae2-aef9-4d02-b37f-c9cc56ef1c59), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.780430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:23:50.853029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:50.878300 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.908184 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port a7c8e7ec-4898-46c8-83a7-39dcea958aaa {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:50.908756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a7c8e7ec-4898-46c8-83a7-39dcea958aaa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.980907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] Router cc304713-296e-4bc3-848e-654d0a7ec7bf has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:51.021473 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e07a1690-4b7e-416e-815b-95a653e2b83a req-3f156a75-4af2-4e9d-9d76-97f76100cc7c tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1151fae2-aef9-4d02-b37f-c9cc56ef1c59), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.027732 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e07a1690-4b7e-416e-815b-95a653e2b83a req-3f156a75-4af2-4e9d-9d76-97f76100cc7c tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.031619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:51.042674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e07a1690-4b7e-416e-815b-95a653e2b83a req-3f156a75-4af2-4e9d-9d76-97f76100cc7c tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/1151fae2-aef9-4d02-b37f-c9cc56ef1c59 HTTP/1.1" status: 204 len: 173 time: 0.8167436 Feb 19 03:23:51.046527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:51.047712 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.060628 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a7c8e7ec-4898-46c8-83a7-39dcea958aaa), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.092425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (aeb9a43e-535a-483d-a225-a045516dd779), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.101985 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for a7c8e7ec-4898-46c8-83a7-39dcea958aaa owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:51.126138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] For port badc4106-6d37-4ee1-be87-46045b3bfd25, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:51.156440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] For port badc4106-6d37-4ee1-be87-46045b3bfd25, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=badc4106-6d37-4ee1-be87-46045b3bfd25,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:51.186125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-cca6be2a-7720-4dba-bb1f-416db2f45252 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:51.188991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-cca6be2a-7720-4dba-bb1f-416db2f45252 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 943 time: 0.3415747 Feb 19 03:23:51.189810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f156a75-4af2-4e9d-9d76-97f76100cc7c tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1151fae2-aef9-4d02-b37f-c9cc56ef1c59,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:51.219381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:51.219791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.256350 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.332978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8f23f5c0-f73f-4cb2-8687-abbe2218fbaf,segment=NetworkSegment(936311ec-5d18-4d95-a82b-83a13ae95b7f),segment_id=936311ec-5d18-4d95-a82b-83a13ae95b7f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:51.351781 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.358045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c4e60-a7a4-4440-96f7-e37075e22ff2 None None] Network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:51.412893 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a7c8e7ec-4898-46c8-83a7-39dcea958aaa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.469870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=a7c8e7ec-4898-46c8-83a7-39dcea958aaa,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:51.485958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4180d-ec0e-40cd-bcbd-ce7f21fdc586 None None] Pushing event updated for resources: {'Port': ['ID=badc4106-6d37-4ee1-be87-46045b3bfd25,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:51.513836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.513836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.513836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.514857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.515221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.515566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.515904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.516238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.516572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.516904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.517235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.517566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.517916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:51.550673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.556752 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a2bac4ab-6f65-485e-ab23-f061f721d317 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/a7c8e7ec-4898-46c8-83a7-39dcea958aaa HTTP/1.1" status: 204 len: 168 time: 0.8130288 Feb 19 03:23:51.560114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42978) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:51.573008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ac677ad6-1cd1-46a5-b977-585faa9865ec None None] Provisioning complete for port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:51.574782 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ac677ad6-1cd1-46a5-b977-585faa9865ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.579548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:51.592542 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] Sync routers for ids ['cc304713-296e-4bc3-848e-654d0a7ec7bf'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:51.593380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b0e6e-70cb-4f30-ab52-3e1c15f35e98 req-ea493d51-55ea-421e-9b12-1364dcaa6009 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:51.601963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-860b0e6e-70cb-4f30-ab52-3e1c15f35e98 req-ea493d51-55ea-421e-9b12-1364dcaa6009 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a059a7-5a0d-4ea5-be67-4e6c314e98e8 HTTP/1.1" status: 200 len: 943 time: 0.4082801 Feb 19 03:23:51.613461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8d8e2317-7c14-413f-ad44-0d2d0759ebd3 admin admin] 10.222.0.42 "PUT /v2.0/routers/cc304713-296e-4bc3-848e-654d0a7ec7bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0541456 Feb 19 03:23:51.619390 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] Routers {'cc304713-296e-4bc3-848e-654d0a7ec7bf'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:51.620718 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['cc304713-296e-4bc3-848e-654d0a7ec7bf'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:51.624657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42980) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:51.727226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c25cdd7-9c56-4ad6-b717-dfee46fdb6e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:51.729709 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1c25cdd7-9c56-4ad6-b717-dfee46fdb6e8 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1681821 Feb 19 03:23:51.731809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42982) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:51.790605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-860b0e6e-70cb-4f30-ab52-3e1c15f35e98 req-2866b949-9f14-40ee-9955-3cf8ab3b21d4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876533 Feb 19 03:23:51.796302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=8f23f5c0-f73f-4cb2-8687-abbe2218fbaf,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:51.807708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-6ea081f8-269b-4b7b-96ed-220184e848fa tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Deleting port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:51.808280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-6ea081f8-269b-4b7b-96ed-220184e848fa tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.835329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502fbcb1-4538-420e-b984-1cbe7cf5c2da tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:51.837307 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-502fbcb1-4538-420e-b984-1cbe7cf5c2da tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1041169 Feb 19 03:23:51.839437 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42984) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:51.965131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Router aeb9a43e-535a-483d-a225-a045516dd779 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:23:51.984135 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe24820-684c-4584-a3d0-5c9fcadf379c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:51.986397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ac677ad6-1cd1-46a5-b977-585faa9865ec None None] Current status of the port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:51.992592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe24820-684c-4584-a3d0-5c9fcadf379c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:51.995288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe24820-684c-4584-a3d0-5c9fcadf379c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:52.002393 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-abe24820-684c-4584-a3d0-5c9fcadf379c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1607041 Feb 19 03:23:52.004016 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] Set router cc304713-296e-4bc3-848e-654d0a7ec7bf gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:52.005312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42986) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:52.063085 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Publish callbacks [] for router (cc304713-296e-4bc3-848e-654d0a7ec7bf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.123338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f44d6f-c57a-4f60-948f-a5f7cacaa175 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 3e84024e-b98f-49cc-8691-d0abb90a3efc {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:52.132784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c2f44d6f-c57a-4f60-948f-a5f7cacaa175 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (3e84024e-b98f-49cc-8691-d0abb90a3efc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.272901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c2f44d6f-c57a-4f60-948f-a5f7cacaa175 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (3e84024e-b98f-49cc-8691-d0abb90a3efc), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.287867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device badc4106-6d37-4ee1-be87-46045b3bfd25 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:52.302252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-6ea081f8-269b-4b7b-96ed-220184e848fa tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] For port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:52.309716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-6ea081f8-269b-4b7b-96ed-220184e848fa tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.330195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2373ef-9a76-4943-bc48-761f4a76d50f req-1409c586-b69c-494f-b72d-dafe75db9131 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:52.332210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae2373ef-9a76-4943-bc48-761f4a76d50f req-1409c586-b69c-494f-b72d-dafe75db9131 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 945 time: 0.3933718 Feb 19 03:23:52.345942 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.403897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-6ea081f8-269b-4b7b-96ed-220184e848fa tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Calling delete_port for 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:52.437087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port badc4106-6d37-4ee1-be87-46045b3bfd25 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:52.437764 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.441705 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'name': 'tempest-ServerRescueNegativeTestJSON-744398262-router', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:23:48Z', 'revision_number': 5, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'gw_port': {'id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:52.469346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c2f44d6f-c57a-4f60-948f-a5f7cacaa175 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (3e84024e-b98f-49cc-8691-d0abb90a3efc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.498981 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] Checking router: cc304713-296e-4bc3-848e-654d0a7ec7bf for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:52.501131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8ac7e10d-ddd2-4327-b560-677d6f6c839e None None] Provisioning complete for port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:52.502103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e10d-ddd2-4327-b560-677d6f6c839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.523990 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] Routers {'cc304713-296e-4bc3-848e-654d0a7ec7bf'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:52.525328 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['cc304713-296e-4bc3-848e-654d0a7ec7bf'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:52.601832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:52.608456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c2f44d6f-c57a-4f60-948f-a5f7cacaa175 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (3e84024e-b98f-49cc-8691-d0abb90a3efc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.626717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Sync routers for ids ['aeb9a43e-535a-483d-a225-a045516dd779'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:52.654289 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Publish callbacks [] for router_gateway (cc304713-296e-4bc3-848e-654d0a7ec7bf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.662784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae2373ef-9a76-4943-bc48-761f4a76d50f req-afbfdf16-9c8e-4b3e-b7c2-6689146dd49e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806315 Feb 19 03:23:52.671126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f44d6f-c57a-4f60-948f-a5f7cacaa175 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=3e84024e-b98f-49cc-8691-d0abb90a3efc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:52.675880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c2f44d6f-c57a-4f60-948f-a5f7cacaa175 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.680504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:52.680504 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.683593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Routers {'aeb9a43e-535a-483d-a225-a045516dd779'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:52.684428 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c2f44d6f-c57a-4f60-948f-a5f7cacaa175 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/3e84024e-b98f-49cc-8691-d0abb90a3efc HTTP/1.1" status: 204 len: 168 time: 0.6743796 Feb 19 03:23:52.687292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42990) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:52.693926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['aeb9a43e-535a-483d-a225-a045516dd779'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:52.710615 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.732317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ca849750-024a-4290-a6f2-44fe31f81c9b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.9694843 Feb 19 03:23:52.737058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 42994) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:52.771204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8ac7e10d-ddd2-4327-b560-677d6f6c839e None None] Current status of the port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:52.830891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ad5719-ba6d-42c5-829b-cd2d7ae29cf5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 70f09fce-6963-4e9a-9326-e5e71736db50 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:52.837593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c8ad5719-ba6d-42c5-829b-cd2d7ae29cf5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (70f09fce-6963-4e9a-9326-e5e71736db50), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.936087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c8ad5719-ba6d-42c5-829b-cd2d7ae29cf5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (70f09fce-6963-4e9a-9326-e5e71736db50), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.951677 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] Set router cc304713-296e-4bc3-848e-654d0a7ec7bf gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:52.980756 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:52.980756 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:53.032448 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Set router aeb9a43e-535a-483d-a225-a045516dd779 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:53.066430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c8ad5719-ba6d-42c5-829b-cd2d7ae29cf5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (70f09fce-6963-4e9a-9326-e5e71736db50), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.133090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3505b991-5e19-4cbc-bd66-3ac65ddec9fe None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:53.153887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c8ad5719-ba6d-42c5-829b-cd2d7ae29cf5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (70f09fce-6963-4e9a-9326-e5e71736db50), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.205566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c8ad5719-ba6d-42c5-829b-cd2d7ae29cf5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.210995 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c8ad5719-ba6d-42c5-829b-cd2d7ae29cf5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/70f09fce-6963-4e9a-9326-e5e71736db50 HTTP/1.1" status: 204 len: 168 time: 0.5223596 Feb 19 03:23:53.211924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad5719-ba6d-42c5-829b-cd2d7ae29cf5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=70f09fce-6963-4e9a-9326-e5e71736db50,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:53.219133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42998) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:53.291074 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5e912459-1ccc-4596-a4f3-7adbfd43e85f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707352 Feb 19 03:23:53.293856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43000) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:53.301252 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8dfc1c90-5772-4ce1-a845-ad0b0dfc0216 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:53.341264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6768c33f-7eb9-41ff-913c-ec0677998b01 None None] Provisioning complete for port badc4106-6d37-4ee1-be87-46045b3bfd25 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:53.341957 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6768c33f-7eb9-41ff-913c-ec0677998b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.342965 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'name': 'tempest-ServerRescueNegativeTestJSON-744398262-router', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:23:48Z', 'revision_number': 5, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'gw_port': {'id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:53.414863 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a225051d-66b6-4ea6-8235-4a2b19a47694 None None] The sync data for ids ['cc304713-296e-4bc3-848e-654d0a7ec7bf'] in n-d-826756-2 is: [{'id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'name': 'tempest-ServerRescueNegativeTestJSON-744398262-router', 'tenant_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:23:48Z', 'revision_number': 5, 'project_id': '41b4b8d0c2c54f1d9276f33d1c38b801', 'gw_port': {'id': '64f961ce-c90a-47fc-96fa-41c9058481ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc304713-296e-4bc3-848e-654d0a7ec7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:53.497562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfc1c90-5772-4ce1-a845-ad0b0dfc0216 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:53.501860 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1c90-5772-4ce1-a845-ad0b0dfc0216 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.582215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:53.582911 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.606392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6768c33f-7eb9-41ff-913c-ec0677998b01 None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:53.606884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6768c33f-7eb9-41ff-913c-ec0677998b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.671834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port badc4106-6d37-4ee1-be87-46045b3bfd25, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=badc4106-6d37-4ee1-be87-46045b3bfd25,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:53.688597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.689399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:53.713128 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-6ea081f8-269b-4b7b-96ed-220184e848fa tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (16806230-2bbf-46b3-b3a7-9e9e6d8432d0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.791230 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1c90-5772-4ce1-a845-ad0b0dfc0216 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (e0e187ee-e18d-432a-a414-d004319dab8e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.823701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea081f8-269b-4b7b-96ed-220184e848fa tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event deleted for resources: {'Port': ['ID=16806230-2bbf-46b3-b3a7-9e9e6d8432d0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:53.857751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d93bc0-455f-4f9d-9998-7f7e97350561 req-1adabb64-e82e-4f45-a3b6-5d60c12e31d0 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:53.867442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5d93bc0-455f-4f9d-9998-7f7e97350561 req-1adabb64-e82e-4f45-a3b6-5d60c12e31d0 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.8635411 Feb 19 03:23:53.876985 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc1c90-5772-4ce1-a845-ad0b0dfc0216 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:53.885157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc1c90-5772-4ce1-a845-ad0b0dfc0216 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:53.894501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc1c90-5772-4ce1-a845-ad0b0dfc0216 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:53.898153 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1c90-5772-4ce1-a845-ad0b0dfc0216 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.917574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc1c90-5772-4ce1-a845-ad0b0dfc0216 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=e0e187ee-e18d-432a-a414-d004319dab8e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:53.937911 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8dfc1c90-5772-4ce1-a845-ad0b0dfc0216 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6424983 Feb 19 03:23:53.938882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43004) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:53.945460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a9f3d663-e95c-4965-b688-29f7b532dd56 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:53.967546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Deleting port 64f961ce-c90a-47fc-96fa-41c9058481ce {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:53.967829 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.971516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-6ea081f8-269b-4b7b-96ed-220184e848fa tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] No DVR routers for this DVR port 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:53.983504 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-6ea081f8-269b-4b7b-96ed-220184e848fa tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.987208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e2b6eaa-20de-4147-8d12-ea738cb8bcd7 req-6ea081f8-269b-4b7b-96ed-220184e848fa tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "DELETE /v2.0/ports/16806230-2bbf-46b3-b3a7-9e9e6d8432d0 HTTP/1.1" status: 204 len: 173 time: 2.7906773 Feb 19 03:23:53.989811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a059a7-5a0d-4ea5-be67-4e6c314e98e8', 'name': 'network-vif-deleted', 'tag': '16806230-2bbf-46b3-b3a7-9e9e6d8432d0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:53.999600 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ee79ff-9efd-48e1-b0d8-9c58975f72c0" -d '{"events": [{"server_uuid": "21a059a7-5a0d-4ea5-be67-4e6c314e98e8", "name": "network-vif-deleted", "tag": "16806230-2bbf-46b3-b3a7-9e9e6d8432d0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:54.080790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-router', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:46Z', 'updated_at': '2022-02-19T03:23:49Z', 'revision_number': 3, 'project_id': '8a06b9a1c108412991a71917ea662758', 'gw_port': {'id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:48Z', 'updated_at': '2022-02-19T03:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:54.130492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f3d663-e95c-4965-b688-29f7b532dd56 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:54.135061 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d663-e95c-4965-b688-29f7b532dd56 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.141861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Checking router: aeb9a43e-535a-483d-a225-a045516dd779 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:54.142255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Updating router aeb9a43e-535a-483d-a225-a045516dd779 port b349fa8d-51da-4c82-a3ed-0b890d6820e9 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:23:54.195047 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.213434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5d93bc0-455f-4f9d-9998-7f7e97350561 req-7bb9bb8c-d6cd-42d4-80a1-6c28283db570 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449440 Feb 19 03:23:54.306295 n-d-826756-2 neutron-server[103616]: INFO neutron.db.ipam_backend_mixin [None req-a9f3d663-e95c-4965-b688-29f7b532dd56 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0e187ee-e18d-432a-a414-d004319dab8e (CIDR: 2001:db8::/64) Feb 19 03:23:54.310554 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f3d663-e95c-4965-b688-29f7b532dd56 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:23:54.311200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f3d663-e95c-4965-b688-29f7b532dd56 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:54.332215 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a9f3d663-e95c-4965-b688-29f7b532dd56 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3920958 Feb 19 03:23:54.335806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43008) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:54.344933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'subnet': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:54.350177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] For port 64f961ce-c90a-47fc-96fa-41c9058481ce, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=64f961ce-c90a-47fc-96fa-41c9058481ce,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:54.350561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.378010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Calling delete_port for 64f961ce-c90a-47fc-96fa-41c9058481ce owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:54.416896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d996088-ab9c-40a6-9235-adf188c42f67 req-c30a96f7-45b6-4e0d-a72d-db41f161c07d tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "GET /v2.0/security-groups/67c194fe-f43a-4a72-b46c-7aa26dd6508a HTTP/1.1" status: 200 len: 1819 time: 0.1657009 Feb 19 03:23:54.501967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:54.509691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344c5c78-0d5a-40f9-8b78-5ba5a2b4caae None None] Update dhcp port {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': '70f09fce-6963-4e9a-9326-e5e71736db50'}], 'binding:host_id': 'n-d-826756-2'}, 'id': 'badc4106-6d37-4ee1-be87-46045b3bfd25'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:23:54.515238 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.594168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0d996088-ab9c-40a6-9235-adf188c42f67 req-089c42f0-bec2-4448-9430-9001b35fd319 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (67c194fe-f43a-4a72-b46c-7aa26dd6508a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.604505 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-6768c33f-7eb9-41ff-913c-ec0677998b01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:54.605072 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-6768c33f-7eb9-41ff-913c-ec0677998b01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:54.605549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=badc4106-6d37-4ee1-be87-46045b3bfd25,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:54.671629 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-344c5c78-0d5a-40f9-8b78-5ba5a2b4caae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.719039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:54.719816 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.793471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0d996088-ab9c-40a6-9235-adf188c42f67 req-089c42f0-bec2-4448-9430-9001b35fd319 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (67c194fe-f43a-4a72-b46c-7aa26dd6508a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.842879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.857056 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Publish callbacks [] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.986428 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (64f961ce-c90a-47fc-96fa-41c9058481ce), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.988479 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0d996088-ab9c-40a6-9235-adf188c42f67 req-089c42f0-bec2-4448-9430-9001b35fd319 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (67c194fe-f43a-4a72-b46c-7aa26dd6508a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.991652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0d996088-ab9c-40a6-9235-adf188c42f67 req-089c42f0-bec2-4448-9430-9001b35fd319 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.000574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43012) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:55.002492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d996088-ab9c-40a6-9235-adf188c42f67 req-089c42f0-bec2-4448-9430-9001b35fd319 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] 10.222.0.42 "DELETE /v2.0/security-groups/67c194fe-f43a-4a72-b46c-7aa26dd6508a HTTP/1.1" status: 204 len: 173 time: 0.5846581 Feb 19 03:23:55.010529 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.140618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a84d2c-dbd6-43e1-8263-85f0d13417a2 None None] Pushing event updated for resources: {'Port': ['ID=b349fa8d-51da-4c82-a3ed-0b890d6820e9,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:55.148280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Attempting to bind port b349fa8d-51da-4c82-a3ed-0b890d6820e9 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:55.148856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Attempting to bind port b349fa8d-51da-4c82-a3ed-0b890d6820e9 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:55.149059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Attempting to bind port b349fa8d-51da-4c82-a3ed-0b890d6820e9 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:55.221519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:55.221938 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:55.222453 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.222732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:55.223255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Bound port: b349fa8d-51da-4c82-a3ed-0b890d6820e9, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:55.223647 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.232817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6768c33f-7eb9-41ff-913c-ec0677998b01 None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:55.255567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5992dca-b8df-41a5-8b08-764456f6bd05 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:55.259878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:55.276575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=64f961ce-c90a-47fc-96fa-41c9058481ce,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:55.280701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c42f0-bec2-4448-9430-9001b35fd319 tempest-SecurityGroupsTestJSON-722759978 tempest-SecurityGroupsTestJSON-722759978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c194fe-f43a-4a72-b46c-7aa26dd6508a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:55.369857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] For port b349fa8d-51da-4c82-a3ed-0b890d6820e9, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:55.396100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] For port b349fa8d-51da-4c82-a3ed-0b890d6820e9, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b349fa8d-51da-4c82-a3ed-0b890d6820e9,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:55.410322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Allocated IP 172.20.0.1 (1b52dcdd-5d02-4db0-b9e1-2b65667f765e/bc7c64e7-9188-4b4d-aace-2177ff7e6949/f52d23c0-d14a-4cc8-9702-3699d7d9c5e4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:55.447289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d6a6c0ab-9f54-4fcd-953c-a96559db55ce no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:55.454159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-432a25f0-36f3-46d0-b942-e857e89268fd None None] Provisioning complete for port badc4106-6d37-4ee1-be87-46045b3bfd25 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:55.454552 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-432a25f0-36f3-46d0-b942-e857e89268fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.456788 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.482988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6fce58-025e-41a2-9ea5-3ff221dfccc3 admin admin] Deleting subnet 67651e34-c6d5-437c-a977-e22e860ae28e {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:55.487938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe6fce58-025e-41a2-9ea5-3ff221dfccc3 admin admin] Publish callbacks [] for subnet (67651e34-c6d5-437c-a977-e22e860ae28e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.533352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d6a6c0ab-9f54-4fcd-953c-a96559db55ce {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:55.533711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d6a6c0ab-9f54-4fcd-953c-a96559db55ce not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:55.534177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device badc4106-6d37-4ee1-be87-46045b3bfd25 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:55.563718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe6fce58-025e-41a2-9ea5-3ff221dfccc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (67651e34-c6d5-437c-a977-e22e860ae28e), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.664779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe6fce58-025e-41a2-9ea5-3ff221dfccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (67651e34-c6d5-437c-a977-e22e860ae28e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.673496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Routers {'aeb9a43e-535a-483d-a225-a045516dd779'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:55.674097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['aeb9a43e-535a-483d-a225-a045516dd779'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:55.712387 n-d-826756-2 neutron-server[103616]: DEBUG neutron.objects.ports [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:55.718882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Publish callbacks [] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.724383 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (cc304713-296e-4bc3-848e-654d0a7ec7bf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.766848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14f976-fbc7-4adc-a18b-211a050310de req-965dc639-d907-4183-a49a-feab2e8b3639 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:55.768615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f14f976-fbc7-4adc-a18b-211a050310de req-965dc639-d907-4183-a49a-feab2e8b3639 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 945 time: 0.6511254 Feb 19 03:23:55.803999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] Set router aeb9a43e-535a-483d-a225-a045516dd779 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:55.873111 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (cc304713-296e-4bc3-848e-654d0a7ec7bf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.876428 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Publish callbacks [] for router_controller (cc304713-296e-4bc3-848e-654d0a7ec7bf), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.893174 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:55.924876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:55.925310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 16806230-2bbf-46b3-b3a7-9e9e6d8432d0 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:55.932578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a84d2c-dbd6-43e1-8263-85f0d13417a2 None None] Pushing event updated for resources: {'Port': ['ID=b349fa8d-51da-4c82-a3ed-0b890d6820e9,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:55.952534 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe6fce58-025e-41a2-9ea5-3ff221dfccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (67651e34-c6d5-437c-a977-e22e860ae28e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.969790 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.007112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe6fce58-025e-41a2-9ea5-3ff221dfccc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.011305 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fe6fce58-025e-41a2-9ea5-3ff221dfccc3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/67651e34-c6d5-437c-a977-e22e860ae28e HTTP/1.1" status: 204 len: 168 time: 1.0093296 Feb 19 03:23:56.015727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (cc304713-296e-4bc3-848e-654d0a7ec7bf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.016259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc304713-296e-4bc3-848e-654d0a7ec7bf {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:23:56.022303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43018) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:56.030355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.030355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-26e934cc-dee3-46f0-b31e-253abad4a3bf admin admin] 10.222.0.42 "DELETE /v2.0/routers/cc304713-296e-4bc3-848e-654d0a7ec7bf HTTP/1.1" status: 204 len: 168 time: 4.4005222 Feb 19 03:23:56.041394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43020) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:56.065549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f14f976-fbc7-4adc-a18b-211a050310de req-9844a38b-3ca1-4c57-ab81-413ba6d08989 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574019 Feb 19 03:23:56.069489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d918f9c-3bac-4e0b-8626-e422fbaef0c0 None None] Update dhcp port {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'fixed_ips': [{'subnet_id': 'e0e187ee-e18d-432a-a414-d004319dab8e'}], 'binding:host_id': 'n-d-826756-2'}, 'id': 'badc4106-6d37-4ee1-be87-46045b3bfd25'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:23:56.091983 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.116799 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fce58-025e-41a2-9ea5-3ff221dfccc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67651e34-c6d5-437c-a977-e22e860ae28e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:56.117280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:56.117745 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.163969 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d918f9c-3bac-4e0b-8626-e422fbaef0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.196517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-de644ca0-59c0-4110-80f0-64e7ef0faa90 admin admin] Deleting subnet a43876fa-08cc-4566-b45d-816c34862cd9 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:56.202050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de644ca0-59c0-4110-80f0-64e7ef0faa90 admin admin] Publish callbacks [] for subnet (a43876fa-08cc-4566-b45d-816c34862cd9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.203033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:56.216019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Pushing event updated for resources: {'Port': ['ID=f52d23c0-d14a-4cc8-9702-3699d7d9c5e4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:56.219192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port badc4106-6d37-4ee1-be87-46045b3bfd25, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=badc4106-6d37-4ee1-be87-46045b3bfd25,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:56.221808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-432a25f0-36f3-46d0-b942-e857e89268fd None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:56.229660 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ca8f9-2cc2-40c8-83f1-de3e65e084e1 x-openstack-request-id: req-364ca8f9-2cc2-40c8-83f1-de3e65e084e1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:56.230319 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a059a7-5a0d-4ea5-be67-4e6c314e98e8", "name": "network-vif-deleted", "tag": "16806230-2bbf-46b3-b3a7-9e9e6d8432d0", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:56.230796 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-364ca8f9-2cc2-40c8-83f1-de3e65e084e1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:56.231395 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a059a7-5a0d-4ea5-be67-4e6c314e98e8', 'name': 'network-vif-deleted', 'tag': '16806230-2bbf-46b3-b3a7-9e9e6d8432d0', 'status': 'completed', 'code': 200} Feb 19 03:23:56.238069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:56.248787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:56.257171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.db.api [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:56.257507 n-d-826756-2 neutron-server[103616]: DEBUG oslo_db.api [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:56.261548 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de644ca0-59c0-4110-80f0-64e7ef0faa90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (a43876fa-08cc-4566-b45d-816c34862cd9), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.307063 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.341159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (aeb9a43e-535a-483d-a225-a045516dd779), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.351609 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de644ca0-59c0-4110-80f0-64e7ef0faa90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (a43876fa-08cc-4566-b45d-816c34862cd9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.445308 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de644ca0-59c0-4110-80f0-64e7ef0faa90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (a43876fa-08cc-4566-b45d-816c34862cd9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.479082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=badc4106-6d37-4ee1-be87-46045b3bfd25,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:56.502140 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (25750d6e-2380-4f73-8e9a-30d5d668b0b7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.514074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de644ca0-59c0-4110-80f0-64e7ef0faa90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43876fa-08cc-4566-b45d-816c34862cd9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:56.517787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de644ca0-59c0-4110-80f0-64e7ef0faa90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.521578 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-de644ca0-59c0-4110-80f0-64e7ef0faa90 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a43876fa-08cc-4566-b45d-816c34862cd9 HTTP/1.1" status: 204 len: 168 time: 0.4387095 Feb 19 03:23:56.526360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43026) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:56.609531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.713702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddadd4-407d-4cec-a772-7a0f880407ea req-df47b490-ce13-4c6f-9239-5b200b8b3135 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:56.715342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5ddadd4-407d-4cec-a772-7a0f880407ea req-df47b490-ce13-4c6f-9239-5b200b8b3135 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.2807841 Feb 19 03:23:56.758368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (dbd4efdd-a952-41fd-8788-cfc7631bb73d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.811382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.859241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-2d918f9c-3bac-4e0b-8626-e422fbaef0c0 None None] Allocated IP 2001:db8::2 (bbbabb97-7b58-44ba-8518-a6a14187983e/e0e187ee-e18d-432a-a414-d004319dab8e/badc4106-6d37-4ee1-be87-46045b3bfd25) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:56.862065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ac128cce-c89d-4497-a795-41180ea18134 None None] Provisioning complete for port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:56.862746 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ac128cce-c89d-4497-a795-41180ea18134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.920996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (25750d6e-2380-4f73-8e9a-30d5d668b0b7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.923517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-router', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:46Z', 'updated_at': '2022-02-19T03:23:49Z', 'revision_number': 3, 'project_id': '8a06b9a1c108412991a71917ea662758', 'gw_port': {'id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:48Z', 'updated_at': '2022-02-19T03:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:56.986224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ac128cce-c89d-4497-a795-41180ea18134 None None] Port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:56.990190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb12433-758f-4c08-a2ce-010adde8880d None None] The sync data for ids ['aeb9a43e-535a-483d-a225-a045516dd779'] in n-d-826756-2 is: [{'id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-router', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:46Z', 'updated_at': '2022-02-19T03:23:49Z', 'revision_number': 3, 'project_id': '8a06b9a1c108412991a71917ea662758', 'gw_port': {'id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:48Z', 'updated_at': '2022-02-19T03:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:57.020952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25750d6e-2380-4f73-8e9a-30d5d668b0b7']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:57.050201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2d918f9c-3bac-4e0b-8626-e422fbaef0c0 None None] For port badc4106-6d37-4ee1-be87-46045b3bfd25, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=badc4106-6d37-4ee1-be87-46045b3bfd25,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:57.064782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5ddadd4-407d-4cec-a772-7a0f880407ea req-4e393e5d-d76c-4b22-837e-eeb21e877d31 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358459 Feb 19 03:23:57.115897 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d918f9c-3bac-4e0b-8626-e422fbaef0c0 None None] Publish callbacks [] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.117997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaae110-0db3-419d-8c8e-e61ff7be9efe') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:57.118608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaae110-0db3-419d-8c8e-e61ff7be9efe') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:57.128301 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.db.api [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:57.128811 n-d-826756-2 neutron-server[103616]: DEBUG oslo_db.api [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:57.130835 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d918f9c-3bac-4e0b-8626-e422fbaef0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.244262 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (0aaae110-0db3-419d-8c8e-e61ff7be9efe), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.245226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Publish callbacks [] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.290643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d918f9c-3bac-4e0b-8626-e422fbaef0c0 None None] Pushing event updated for resources: {'Port': ['ID=badc4106-6d37-4ee1-be87-46045b3bfd25,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:57.296398 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (dbd4efdd-a952-41fd-8788-cfc7631bb73d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.303201 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.329122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (0aaae110-0db3-419d-8c8e-e61ff7be9efe), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.387644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 64f961ce-c90a-47fc-96fa-41c9058481ce no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:57.418720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 64f961ce-c90a-47fc-96fa-41c9058481ce {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:57.419230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 64f961ce-c90a-47fc-96fa-41c9058481ce not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:57.437799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd4efdd-a952-41fd-8788-cfc7631bb73d']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:57.462604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:23:57.463034 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (0aaae110-0db3-419d-8c8e-e61ff7be9efe), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:23:57.467759 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:23:57.505937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd05942-b73c-43a6-862a-c0b2d6b4cf52') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:57.505937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd05942-b73c-43a6-862a-c0b2d6b4cf52') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:57.603932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Pushing event updated for resources: {'Port': ['ID=f52d23c0-d14a-4cc8-9702-3699d7d9c5e4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:57.624319 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (5dd05942-b73c-43a6-862a-c0b2d6b4cf52), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.635365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209dcd1-8895-4a45-aff4-4eb58717749b req-06d801f8-bfdb-41a6-ad13-3f06caae1d23 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:57.637295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8209dcd1-8895-4a45-aff4-4eb58717749b req-06d801f8-bfdb-41a6-ad13-3f06caae1d23 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 945 time: 0.4331081 Feb 19 03:23:57.646302 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (aeb9a43e-535a-483d-a225-a045516dd779), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.697955 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5dd05942-b73c-43a6-862a-c0b2d6b4cf52), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.701326 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (25750d6e-2380-4f73-8e9a-30d5d668b0b7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.707240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.716209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/25750d6e-2380-4f73-8e9a-30d5d668b0b7 HTTP/1.1" status: 204 len: 168 time: 1.6900675 Feb 19 03:23:57.752114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:23:57.752713 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (5dd05942-b73c-43a6-862a-c0b2d6b4cf52), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:23:57.760287 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:23:57.814138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:57.991807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43034) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.001498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfec932-33ae-44ad-9057-bcaaa6da4aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=25750d6e-2380-4f73-8e9a-30d5d668b0b7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:58.023510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:58.024121 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.086860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:58.089898 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfc0f0c-83e1-47e6-b052-b5ec5df3dfac" -d '{"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:58.091342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8209dcd1-8895-4a45-aff4-4eb58717749b req-80415b3f-63f6-4df8-b8bd-eee9fa756f51 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402556 Feb 19 03:23:58.108114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:58.117255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (dbd4efdd-a952-41fd-8788-cfc7631bb73d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.127299 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.127568 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.142958 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1433763e-a016-40b0-b157-a795aa24c34f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=386611ab44ec4f4ba766be54796ba9c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363184 Feb 19 03:23:58.143839 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.147422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43044) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.154955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dbd4efdd-a952-41fd-8788-cfc7631bb73d HTTP/1.1" status: 204 len: 168 time: 1.6234369 Feb 19 03:23:58.259848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7da04d-bd9f-4654-96d2-d1310022d1b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd4efdd-a952-41fd-8788-cfc7631bb73d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:58.289922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:58.298133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:58.300813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:58.301502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddaddf-117d-4905-8e87-1d6575d7b012 req-f019fa95-8b63-4e97-9718-6b26e185adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:58.303528 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-05ddaddf-117d-4905-8e87-1d6575d7b012 req-f019fa95-8b63-4e97-9718-6b26e185adea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 1132 time: 0.3100362 Feb 19 03:23:58.539487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Router aeb9a43e-535a-483d-a225-a045516dd779 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:58.579863 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c59e-edbd-4a97-88e1-20de0e41a461 admin admin] Publish callbacks [] for security_group (c0fb9788-8ade-435a-be59-7a50c4685968), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.596960 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43046) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.670738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] Provisioning complete for port badc4106-6d37-4ee1-be87-46045b3bfd25 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:58.674101 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.677929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c59e-edbd-4a97-88e1-20de0e41a461 admin admin] Publish callbacks [] for security_group (c0fb9788-8ade-435a-be59-7a50c4685968), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.701144 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-05ddaddf-117d-4905-8e87-1d6575d7b012 req-0a007681-0a59-4321-ac99-23f486affa57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790407 Feb 19 03:23:58.782788 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c216c859-e33f-4587-ab81-53439030e299 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41b4b8d0c2c54f1d9276f33d1c38b801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838105 Feb 19 03:23:58.786848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43050) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.834572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] For port badc4106-6d37-4ee1-be87-46045b3bfd25, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=badc4106-6d37-4ee1-be87-46045b3bfd25,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:58.887835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:58.888560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.889700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:58.898848 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c59e-edbd-4a97-88e1-20de0e41a461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c0fb9788-8ade-435a-be59-7a50c4685968), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.902076 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c59e-edbd-4a97-88e1-20de0e41a461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.905538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-55fdba05-11f9-43cd-af90-9d8c188fc8fd admin admin] 10.222.0.42 "PUT /v2.0/routers/aeb9a43e-535a-483d-a225-a045516dd779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0705211 Feb 19 03:23:58.906314 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0ee0c59e-edbd-4a97-88e1-20de0e41a461 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0fb9788-8ade-435a-be59-7a50c4685968 HTTP/1.1" status: 204 len: 168 time: 0.7563174 Feb 19 03:23:58.909439 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.922094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0c59e-edbd-4a97-88e1-20de0e41a461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fb9788-8ade-435a-be59-7a50c4685968,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:58.935403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.976881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32244bac-3b09-4d19-b87a-a681cbbb208b admin admin] Publish callbacks [] for security_group (d8865b50-4efd-4a1f-9063-f47159c745d3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.026151 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (39642563-6cf9-4607-8b1e-7e09c7acaf46), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.048435 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32244bac-3b09-4d19-b87a-a681cbbb208b admin admin] Publish callbacks [] for security_group (d8865b50-4efd-4a1f-9063-f47159c745d3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.117388 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:59.131612 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:59.132352 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:59.132604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Subnet': ['ID=39642563-6cf9-4607-8b1e-7e09c7acaf46,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:59.147358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:59.154464 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32244bac-3b09-4d19-b87a-a681cbbb208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d8865b50-4efd-4a1f-9063-f47159c745d3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.154635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:59.155278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.158255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32244bac-3b09-4d19-b87a-a681cbbb208b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.166658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-32244bac-3b09-4d19-b87a-a681cbbb208b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8865b50-4efd-4a1f-9063-f47159c745d3 HTTP/1.1" status: 204 len: 168 time: 0.3787012 Feb 19 03:23:59.177598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32244bac-3b09-4d19-b87a-a681cbbb208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8865b50-4efd-4a1f-9063-f47159c745d3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:59.205355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=badc4106-6d37-4ee1-be87-46045b3bfd25,revision_number=9']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:59.214048 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a3eade1d-84d1-4804-9569-ca24c51012cc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.8763497 Feb 19 03:23:59.217649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43060) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:59.234237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Request body: {'port': {'network_id': 'bbbabb97-7b58-44ba-8518-a6a14187983e', 'mac_address': 'fa:16:3e:1f:9c:3d', 'name': 'tempest-NetworksTestDHCPv6-863017821'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:59.495540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49968bf0-2dce-4e3a-b0a8-46fb7025bdac None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:59.606300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b349fa8d-51da-4c82-a3ed-0b890d6820e9 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:59.617988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43070) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:59.622616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f7e2d725-b818-40eb-84bd-b81d3944598f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--192099220', 'description': 'tempest-description--782184578'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:59.688645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d725-b818-40eb-84bd-b81d3944598f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.694495 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3bba0-a64b-4aba-8e09-5dbe748e5f12 x-openstack-request-id: req-84c3bba0-a64b-4aba-8e09-5dbe748e5f12 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:59.695322 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:59.700771 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84c3bba0-a64b-4aba-8e09-5dbe748e5f12 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:59.701428 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'code': 200} Feb 19 03:23:59.755718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:59.756592 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.844169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:23:59.863299 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d725-b818-40eb-84bd-b81d3944598f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group (ac6e75b7-2e90-441a-ba73-d00dce41953b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.884499 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d725-b818-40eb-84bd-b81d3944598f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ac6e75b7-2e90-441a-ba73-d00dce41953b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.899538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] For port badc4106-6d37-4ee1-be87-46045b3bfd25, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=badc4106-6d37-4ee1-be87-46045b3bfd25,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:59.903466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b349fa8d-51da-4c82-a3ed-0b890d6820e9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:59.904119 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.943853 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.944712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d725-b818-40eb-84bd-b81d3944598f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.959216 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f7e2d725-b818-40eb-84bd-b81d3944598f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3272820 Feb 19 03:23:59.960842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43084) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.032114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-cd404830-4197-4e84-87ba-2263b9530eb4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Request body: {'security_group_rule': {'security_group_id': 'ac6e75b7-2e90-441a-ba73-d00dce41953b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:00.077688 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Sync routers for ids ['aeb9a43e-535a-483d-a225-a045516dd779'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:00.093036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2d725-b818-40eb-84bd-b81d3944598f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6e75b7-2e90-441a-ba73-d00dce41953b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:00.099722 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Routers {'aeb9a43e-535a-483d-a225-a045516dd779'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:00.099722 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['aeb9a43e-535a-483d-a225-a045516dd779'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:00.137906 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd404830-4197-4e84-87ba-2263b9530eb4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group_rule (56de0459-a02f-4500-abe5-565fec8a4b15), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.316050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd404830-4197-4e84-87ba-2263b9530eb4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group_rule (56de0459-a02f-4500-abe5-565fec8a4b15), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.327185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9339604-d5c8-4835-a10d-171a3551d0dd None None] Pushing event updated for resources: {'Port': ['ID=badc4106-6d37-4ee1-be87-46045b3bfd25,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:00.331422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd404830-4197-4e84-87ba-2263b9530eb4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (56de0459-a02f-4500-abe5-565fec8a4b15), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.391753 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd404830-4197-4e84-87ba-2263b9530eb4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56de0459-a02f-4500-abe5-565fec8a4b15,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:00.400253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:00.424467 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd404830-4197-4e84-87ba-2263b9530eb4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.425810 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cd404830-4197-4e84-87ba-2263b9530eb4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4357314 Feb 19 03:24:00.434708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43094) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.434967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b349fa8d-51da-4c82-a3ed-0b890d6820e9 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:00.435397 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.452462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-df8b364b-14b4-489b-affd-7f5eac31c513 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Request body: {'security_group_rule': {'security_group_id': 'ac6e75b7-2e90-441a-ba73-d00dce41953b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:00.461666 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Set router aeb9a43e-535a-483d-a225-a045516dd779 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:00.491621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'mac_address': 'fa:16:3e:5e:c3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:00.523595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port b349fa8d-51da-4c82-a3ed-0b890d6820e9, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b349fa8d-51da-4c82-a3ed-0b890d6820e9,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:00.543321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Made reservation on behalf of bd8485768b4540dc879e634768e4cfab for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:00.545656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df8b364b-14b4-489b-affd-7f5eac31c513 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group_rule (b6f1b86b-0bb6-43df-a015-22ea73afa111), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.598763 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.602902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device badc4106-6d37-4ee1-be87-46045b3bfd25 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:00.610812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b3236005-81c1-4c16-b087-6251829f0a1a None None] Could not find standard attr ID for object a7c8e7ec-4898-46c8-83a7-39dcea958aaa. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:24:00.729327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:00.729721 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.771794 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df8b364b-14b4-489b-affd-7f5eac31c513 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group_rule (b6f1b86b-0bb6-43df-a015-22ea73afa111), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.782691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:00.787149 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df8b364b-14b4-489b-affd-7f5eac31c513 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (b6f1b86b-0bb6-43df-a015-22ea73afa111), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.787722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b3236005-81c1-4c16-b087-6251829f0a1a None None] Provisioning complete for port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:00.788599 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b3236005-81c1-4c16-b087-6251829f0a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.794083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=b349fa8d-51da-4c82-a3ed-0b890d6820e9,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:00.856826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43106) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.878348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b364b-14b4-489b-affd-7f5eac31c513 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f1b86b-0bb6-43df-a015-22ea73afa111,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:00.887926 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df8b364b-14b4-489b-affd-7f5eac31c513 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.895800 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-df8b364b-14b4-489b-affd-7f5eac31c513 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4581757 Feb 19 03:24:00.897117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43110) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.903360 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-router', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:46Z', 'updated_at': '2022-02-19T03:23:56Z', 'revision_number': 4, 'project_id': '8a06b9a1c108412991a71917ea662758', 'gw_port': {'id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:48Z', 'updated_at': '2022-02-19T03:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f52d23c0-d14a-4cc8-9702-3699d7d9c5e4', 'name': '', 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'mac_address': 'fa:16:3e:9c:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'bc7c64e7-9188-4b4d-aace-2177ff7e6949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:54Z', 'updated_at': '2022-02-19T03:23:56Z', 'revision_number': 2, 'project_id': '8a06b9a1c108412991a71917ea662758', 'subnets': [{'id': 'bc7c64e7-9188-4b4d-aace-2177ff7e6949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:00.909026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:00.919682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b3236005-81c1-4c16-b087-6251829f0a1a None None] Port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:00.938469 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43112) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.939591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:00.954159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.955083 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Checking router: aeb9a43e-535a-483d-a225-a045516dd779 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:00.956700 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Updating router aeb9a43e-535a-483d-a225-a045516dd779 port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:24:00.959800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port badc4106-6d37-4ee1-be87-46045b3bfd25 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:00.962301 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.985442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c11c8-69bc-4806-9fe6-154a4a68af66 req-2f29b8df-6cd0-4d7e-adb4-35d2835ee4dd tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:00.997175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f51c11c8-69bc-4806-9fe6-154a4a68af66 req-2f29b8df-6cd0-4d7e-adb4-35d2835ee4dd tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 948 time: 0.4770973 Feb 19 03:24:01.006349 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.014299 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.016784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.116207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] device_id is not set on port 1203f42b-20ae-498f-911a-470f6d3bfb9b yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:24:01.143906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f51c11c8-69bc-4806-9fe6-154a4a68af66 req-c13ac38c-32f8-40d8-95ca-3a0efaeb820e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346993 Feb 19 03:24:01.205865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-932630262-network', 'tenant_id': 'bedae682d6054918b61985b3bfc99675'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:01.213343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:01.309048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Made reservation on behalf of bedae682d6054918b61985b3bfc99675 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:01.316233 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.328001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-898673030-network', 'tenant_id': '1ed1d0f12f104287bcbffc45332f2479'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:01.342150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.351884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:01.397597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:01.460958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Made reservation on behalf of 1ed1d0f12f104287bcbffc45332f2479 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:01.463312 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.518324 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.539150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b349fa8d-51da-4c82-a3ed-0b890d6820e9 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:01.564655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8::1f8 (bbbabb97-7b58-44ba-8518-a6a14187983e/e0e187ee-e18d-432a-a414-d004319dab8e/1203f42b-20ae-498f-911a-470f6d3bfb9b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:01.595928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:9c3d (bbbabb97-7b58-44ba-8518-a6a14187983e/39642563-6cf9-4607-8b1e-7e09c7acaf46/1203f42b-20ae-498f-911a-470f6d3bfb9b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:01.598955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.602909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Publish callbacks [] for security_group (4b1f48cd-685b-46f0-af01-0b84a0eecfd3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.626569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4b1f48cd-685b-46f0-af01-0b84a0eecfd3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.679894 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Publish callbacks [] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.700495 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.749146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:01.753536 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Publish callbacks [] for security_group (1cbb971a-97cf-4f75-8f37-4481f824129c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.760420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b349fa8d-51da-4c82-a3ed-0b890d6820e9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:01.760798 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.773447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.774392 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Added segment 8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb of type vlan for network f62e405a-8ecc-440d-aaa5-95f728959ef8 Feb 19 03:24:01.778510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1f48cd-685b-46f0-af01-0b84a0eecfd3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:01.782016 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1cbb971a-97cf-4f75-8f37-4481f824129c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.858641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbb971a-97cf-4f75-8f37-4481f824129c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:01.898017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:01.926841 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (f62e405a-8ecc-440d-aaa5-95f728959ef8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.943201 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (039fe484-eedb-45c3-8e47-b135cae727d3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.946159 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Pushing event updated for resources: {'Port': ['ID=f52d23c0-d14a-4cc8-9702-3699d7d9c5e4,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:01.948759 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Added segment 039fe484-eedb-45c3-8e47-b135cae727d3 of type vlan for network e769ebff-2101-45e5-908a-ae42c5680f4f Feb 19 03:24:01.968734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7f6ad614-cb04-41bb-8dc9-a6deaf4b69c9 None None] Provisioning complete for port badc4106-6d37-4ee1-be87-46045b3bfd25 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:01.974726 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7f6ad614-cb04-41bb-8dc9-a6deaf4b69c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.980254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Allocated IP 172.25.4.202 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/b5dadcb7-8cb3-464b-a5fb-0ab7e4060480) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:01.990144 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.990928 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.991422 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.991934 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.992433 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.992926 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.993407 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.993911 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.994415 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.994895 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.995385 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.995873 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:01.996351 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:02.028494 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Attempting to bind port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:02.029668 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Attempting to bind port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '936311ec-5d18-4d95-a82b-83a13ae95b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:02.030506 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Attempting to bind port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 on network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:02.040879 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:02.041724 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Checking segment: {'id': '936311ec-5d18-4d95-a82b-83a13ae95b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:02.042494 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.043085 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Bound using segment: {'id': '936311ec-5d18-4d95-a82b-83a13ae95b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:02.043797 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Bound port: f52d23c0-d14a-4cc8-9702-3699d7d9c5e4, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936311ec-5d18-4d95-a82b-83a13ae95b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:02.045647 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.046119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (f62e405a-8ecc-440d-aaa5-95f728959ef8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.047158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:02.048996 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.094115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b349fa8d-51da-4c82-a3ed-0b890d6820e9 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:02.095112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device badc4106-6d37-4ee1-be87-46045b3bfd25 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:02.117579 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-6d4cbee3-a806-4cee-880e-68c416683a10 req-ccddace7-c9eb-49d7-bb61-0bb2b5f43799 tempest-FloatingIPDetailsNegativeTestJSON-2123921099 tempest-FloatingIPDetailsNegativeTestJSON-2123921099-project] show failed (client error): The resource could not be found. Feb 19 03:24:02.119296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d4cbee3-a806-4cee-880e-68c416683a10 req-ccddace7-c9eb-49d7-bb61-0bb2b5f43799 tempest-FloatingIPDetailsNegativeTestJSON-2123921099 tempest-FloatingIPDetailsNegativeTestJSON-2123921099-project] 10.222.0.42 "GET /v2.0/floatingips/209ead80-d365-4dd8-9257-b1c13fab89b9 HTTP/1.1" status: 404 len: 350 time: 0.1037424 Feb 19 03:24:02.123540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (e769ebff-2101-45e5-908a-ae42c5680f4f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.131796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43122) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:02.172913 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] For port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:02.182208 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] For port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f52d23c0-d14a-4cc8-9702-3699d7d9c5e4,segment=NetworkSegment(936311ec-5d18-4d95-a82b-83a13ae95b7f),segment_id=936311ec-5d18-4d95-a82b-83a13ae95b7f)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:02.185259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ad614-cb04-41bb-8dc9-a6deaf4b69c9 None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:02.195361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port badc4106-6d37-4ee1-be87-46045b3bfd25 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:02.195753 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.197126 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.230865 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (e769ebff-2101-45e5-908a-ae42c5680f4f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.233010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:02.233674 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.240986 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for port (1203f42b-20ae-498f-911a-470f6d3bfb9b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.307288 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Routers {'aeb9a43e-535a-483d-a225-a045516dd779'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:02.308028 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['aeb9a43e-535a-483d-a225-a045516dd779'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:02.315318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a27a1f49-9a54-4ab0-b130-a335711a6297 None None] Provisioning complete for port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:02.316584 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a27a1f49-9a54-4ab0-b130-a335711a6297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.350125 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4047520 Feb 19 03:24:02.351282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43130) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:02.368938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Request body: {'subnet': {'network_id': 'f62e405a-8ecc-440d-aaa5-95f728959ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-932630262-subnet', 'tenant_id': 'bedae682d6054918b61985b3bfc99675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:02.381445 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1203f42b-20ae-498f-911a-470f6d3bfb9b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.416392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5513492 Feb 19 03:24:02.426911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43132) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:02.427283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:02.442743 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for port (b5dadcb7-8cb3-464b-a5fb-0ab7e4060480), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.443863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Request body: {'subnet': {'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-898673030-subnet', 'tenant_id': '1ed1d0f12f104287bcbffc45332f2479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:02.469356 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] Set router aeb9a43e-535a-483d-a225-a045516dd779 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:02.493698 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b5dadcb7-8cb3-464b-a5fb-0ab7e4060480), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.500307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5c12a-7e08-4aec-b5f5-b2fa6e037c0a admin admin] Pushing event updated for resources: {'Network': ['ID=e769ebff-2101-45e5-908a-ae42c5680f4f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:02.526240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Network bbbabb97-7b58-44ba-8518-a6a14187983e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:02.533449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:02.550053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:02.556174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:02.556865 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.569802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event updated for resources: {'Port': ['ID=1203f42b-20ae-498f-911a-470f6d3bfb9b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:02.573508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Made reservation on behalf of bedae682d6054918b61985b3bfc99675 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:02.576332 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.598229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:02.602034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event updated for resources: {'Port': ['ID=b5dadcb7-8cb3-464b-a5fb-0ab7e4060480,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:02.606420 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:02.608784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:02.757883 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for floatingip (77d1041b-5235-4ea3-ad46-084311b31286), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.766039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbfdc4-8a57-4f58-ab85-18f869f1c40a admin admin] Pushing event updated for resources: {'Network': ['ID=f62e405a-8ecc-440d-aaa5-95f728959ef8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:02.815924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network e769ebff-2101-45e5-908a-ae42c5680f4f details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:02.818993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b5dadcb7-8cb3-464b-a5fb-0ab7e4060480), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.820742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network f62e405a-8ecc-440d-aaa5-95f728959ef8 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:02.837796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Made reservation on behalf of 1ed1d0f12f104287bcbffc45332f2479 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:02.840418 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.844415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (319bf593-57f4-4767-9afe-1772f164e47d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.856048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a6e39-41d5-4763-8ea1-9b2efd3bbc61 req-e265960f-b050-4f18-b0d9-c97eb00319df tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:02.863159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-456a6e39-41d5-4763-8ea1-9b2efd3bbc61 req-e265960f-b050-4f18-b0d9-c97eb00319df tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 945 time: 0.5436733 Feb 19 03:24:02.870271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a27a1f49-9a54-4ab0-b130-a335711a6297 None None] Current status of the port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:02.871376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a27a1f49-9a54-4ab0-b130-a335711a6297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.907995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1ca40f14-0ed3-4e14-b06e-1d007fe4da14 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6882029 Feb 19 03:24:02.932275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a27a1f49-9a54-4ab0-b130-a335711a6297 None None] For port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f52d23c0-d14a-4cc8-9702-3699d7d9c5e4,segment=NetworkSegment(936311ec-5d18-4d95-a82b-83a13ae95b7f),segment_id=936311ec-5d18-4d95-a82b-83a13ae95b7f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:02.971765 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43134) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:02.980101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=319bf593-57f4-4767-9afe-1772f164e47d,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:03.005558 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d218f-6c87-49b0-8739-a4f7576b0b73 None None] Pushing event updated for resources: {'Port': ['ID=f52d23c0-d14a-4cc8-9702-3699d7d9c5e4,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:03.041784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-456a6e39-41d5-4763-8ea1-9b2efd3bbc61 req-d6a3c16a-00c2-4a66-ab68-669e5b361ca2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776848 Feb 19 03:24:03.059413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Checking segment: {'id': '8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f62e405a-8ecc-440d-aaa5-95f728959ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:03.059783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Network hostable DHCP agents. Network: f62e405a-8ecc-440d-aaa5-95f728959ef8, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:03.096613 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a27a1f49-9a54-4ab0-b130-a335711a6297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.105721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Network f62e405a-8ecc-440d-aaa5-95f728959ef8 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:03.123252 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-router', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:46Z', 'updated_at': '2022-02-19T03:23:56Z', 'revision_number': 4, 'project_id': '8a06b9a1c108412991a71917ea662758', 'gw_port': {'id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:48Z', 'updated_at': '2022-02-19T03:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f52d23c0-d14a-4cc8-9702-3699d7d9c5e4', 'name': '', 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'mac_address': 'fa:16:3e:9c:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'bc7c64e7-9188-4b4d-aace-2177ff7e6949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:54Z', 'updated_at': '2022-02-19T03:24:02Z', 'revision_number': 4, 'project_id': '8a06b9a1c108412991a71917ea662758', 'subnets': [{'id': 'bc7c64e7-9188-4b4d-aace-2177ff7e6949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:03.163619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for port (b5dadcb7-8cb3-464b-a5fb-0ab7e4060480), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.166417 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effe9ac-1453-4d41-ba24-ace49065c56e None None] The sync data for ids ['aeb9a43e-535a-483d-a225-a045516dd779'] in n-d-826756-2 is: [{'id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-router', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:46Z', 'updated_at': '2022-02-19T03:23:56Z', 'revision_number': 4, 'project_id': '8a06b9a1c108412991a71917ea662758', 'gw_port': {'id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:48Z', 'updated_at': '2022-02-19T03:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f52d23c0-d14a-4cc8-9702-3699d7d9c5e4', 'name': '', 'network_id': '1b52dcdd-5d02-4db0-b9e1-2b65667f765e', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'mac_address': 'fa:16:3e:9c:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'bc7c64e7-9188-4b4d-aace-2177ff7e6949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:54Z', 'updated_at': '2022-02-19T03:24:02Z', 'revision_number': 4, 'project_id': '8a06b9a1c108412991a71917ea662758', 'subnets': [{'id': 'bc7c64e7-9188-4b4d-aace-2177ff7e6949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:03.183815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, f62e405a-8ecc-440d-aaa5-95f728959ef8) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:03.188154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (b5dadcb7-8cb3-464b-a5fb-0ab7e4060480), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.199829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e992eb33-3188-406e-a9d0-596021d96a36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting port 1203f42b-20ae-498f-911a-470f6d3bfb9b {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:03.200492 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e992eb33-3188-406e-a9d0-596021d96a36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1203f42b-20ae-498f-911a-470f6d3bfb9b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.202166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:03.202932 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.212153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee3ba5-3e0b-40d7-9225-3e3ec815f021 None None] Network f62e405a-8ecc-440d-aaa5-95f728959ef8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:03.279863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a1f49-9a54-4ab0-b130-a335711a6297 None None] Pushing event updated for resources: {'Port': ['ID=f52d23c0-d14a-4cc8-9702-3699d7d9c5e4,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:03.341539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ce2091e7-5074-42b6-9cee-4b80c01a14d8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9774296 Feb 19 03:24:03.344656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cbac34d4-e67c-441b-9bec-da14c33e949e None None] Provisioning complete for port 1203f42b-20ae-498f-911a-470f6d3bfb9b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:03.345042 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cbac34d4-e67c-441b-9bec-da14c33e949e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1203f42b-20ae-498f-911a-470f6d3bfb9b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.420222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event updated for resources: {'Port': ['ID=b5dadcb7-8cb3-464b-a5fb-0ab7e4060480,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:03.432573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bde838-36a1-4844-b46d-54c1440993ee req-4ff88d87-fdf4-4a89-8eef-55add810e3b5 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:03.444973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3bde838-36a1-4844-b46d-54c1440993ee req-4ff88d87-fdf4-4a89-8eef-55add810e3b5 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 950 time: 0.2571690 Feb 19 03:24:03.461403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cbac34d4-e67c-441b-9bec-da14c33e949e None None] Port 1203f42b-20ae-498f-911a-470f6d3bfb9b cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:03.465486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (77d1041b-5235-4ea3-ad46-084311b31286), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.513126 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (3a0b9ce0-8147-44d2-825b-d86ca2bad80f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.526733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:03.573374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4493108-4ef2-42fd-8ba6-589748e9f9d1 None None] Network f62e405a-8ecc-440d-aaa5-95f728959ef8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:03.586920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0b9ce0-8147-44d2-825b-d86ca2bad80f,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:03.589207 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e992eb33-3188-406e-a9d0-596021d96a36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1203f42b-20ae-498f-911a-470f6d3bfb9b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.611584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e992eb33-3188-406e-a9d0-596021d96a36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Calling delete_port for 1203f42b-20ae-498f-911a-470f6d3bfb9b owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:03.639798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3bde838-36a1-4844-b46d-54c1440993ee req-f3c6705f-d2b9-40b3-ad36-e1871eaad440 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870375 Feb 19 03:24:03.640588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Checking segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:03.640958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Network hostable DHCP agents. Network: e769ebff-2101-45e5-908a-ae42c5680f4f, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:03.674971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Network e769ebff-2101-45e5-908a-ae42c5680f4f is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:03.703046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cbac34d4-e67c-441b-9bec-da14c33e949e None None] Provisioning complete for port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:03.703526 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cbac34d4-e67c-441b-9bec-da14c33e949e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.713378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, e769ebff-2101-45e5-908a-ae42c5680f4f) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:03.718502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:03.719115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.755131 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7259a25e-9c13-44f0-939f-859d3569c676 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3114109 Feb 19 03:24:03.755343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9744d0b4-8b05-4570-b6d0-f69b252be8c9 None None] Network e769ebff-2101-45e5-908a-ae42c5680f4f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:03.848760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:03.863983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-c6008f84-ca0b-4ae4-8c1a-4bbd766f01ca tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1508357171&fields=id&tenant_id=f9d19f4618cd46e5b249cf0e7f8e935f HTTP/1.1" status: 200 len: 267 time: 0.0857308 Feb 19 03:24:03.972477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:03.972980 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.016707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-e3b623dc-44e3-49b3-a58c-d2a03ae870ec tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:04.023829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-e3b623dc-44e3-49b3-a58c-d2a03ae870ec tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/networks?id=197609b1-494f-4c4b-8624-9047b7f8f74c HTTP/1.1" status: 200 len: 815 time: 0.1502116 Feb 19 03:24:04.046258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-475a5e72-d890-4e32-a5df-851e1f8ade84 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/quotas/f9d19f4618cd46e5b249cf0e7f8e935f HTTP/1.1" status: 200 len: 375 time: 0.0210660 Feb 19 03:24:04.121620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-907866ae-0fa8-437e-bdd7-571b35eff7f5 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9d19f4618cd46e5b249cf0e7f8e935f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654278 Feb 19 03:24:04.140707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33ad800-2076-493f-a1be-5fd98e4231b3 None None] Network e769ebff-2101-45e5-908a-ae42c5680f4f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:04.145208 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.154618 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-af5f7867-0b07-4154-bd6c-0fd7045702f8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2505240 Feb 19 03:24:04.181052 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-79bcbad7-4871-4845-b958-b25a437acc48 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:04.182819 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-79bcbad7-4871-4845-b958-b25a437acc48 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 945 time: 0.6121778 Feb 19 03:24:04.218582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cbac34d4-e67c-441b-9bec-da14c33e949e None None] Current status of the port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:04.222399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:04.222840 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.314603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-9d531ef0-7499-4a4e-8632-b733e5c6e49d service neutron] 10.222.0.42 "GET /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918125 Feb 19 03:24:04.345089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:04.416621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:04.417051 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.448262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:04.451191 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0fd4c8-5a4d-41ee-98e2-c6ff93bea2bb" -d '{"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-plugged", "status": "completed", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:04.457857 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-eaaa5312-71e3-4622-a948-4e6748b04749 service neutron] 10.222.0.42 "GET /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382749 Feb 19 03:24:04.466340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-43e86069-3e62-429f-b681-a007ebc45ae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Deleting port 0076935b-aeba-44b4-b48d-486e422ace00 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:04.466833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-43e86069-3e62-429f-b681-a007ebc45ae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0076935b-aeba-44b4-b48d-486e422ace00), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.468395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:04.479978 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.506566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (aeb9a43e-535a-483d-a225-a045516dd779), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.545365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=11']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:04.609495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e992eb33-3188-406e-a9d0-596021d96a36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (1203f42b-20ae-498f-911a-470f6d3bfb9b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.658607 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992eb33-3188-406e-a9d0-596021d96a36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Port': ['ID=1203f42b-20ae-498f-911a-470f6d3bfb9b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:04.760649 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e992eb33-3188-406e-a9d0-596021d96a36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.763737 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e992eb33-3188-406e-a9d0-596021d96a36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/1203f42b-20ae-498f-911a-470f6d3bfb9b HTTP/1.1" status: 204 len: 168 time: 1.7909997 Feb 19 03:24:04.766311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43166) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:04.776534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-43e86069-3e62-429f-b681-a007ebc45ae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] For port 0076935b-aeba-44b4-b48d-486e422ace00, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0076935b-aeba-44b4-b48d-486e422ace00,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:04.777530 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-43e86069-3e62-429f-b681-a007ebc45ae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0076935b-aeba-44b4-b48d-486e422ace00), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.799440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-43e86069-3e62-429f-b681-a007ebc45ae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Calling delete_port for 0076935b-aeba-44b4-b48d-486e422ace00 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:04.883423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6af67e-6d8c-40df-9c7f-0fbfdaca73f4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:04.885068 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-da6af67e-6d8c-40df-9c7f-0fbfdaca73f4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1177335 Feb 19 03:24:04.889127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43174) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:05.014740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add14f9d-57f1-4729-a4b4-22e7b6ee7c05 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:05.019318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-add14f9d-57f1-4729-a4b4-22e7b6ee7c05 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1258008 Feb 19 03:24:05.019592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43184) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:05.155388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d35df-3c61-4d70-9d7d-47ab271a5c24 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:05.156464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d35df-3c61-4d70-9d7d-47ab271a5c24 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:05.157828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d35df-3c61-4d70-9d7d-47ab271a5c24 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:05.163493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c52d35df-3c61-4d70-9d7d-47ab271a5c24 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1326222 Feb 19 03:24:05.164127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43190) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:05.208024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-43e86069-3e62-429f-b681-a007ebc45ae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (0076935b-aeba-44b4-b48d-486e422ace00), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.245288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['0076935b-aeba-44b4-b48d-486e422ace00'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:05.252375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-212f0130-958a-410b-8c33-185c1189d73e tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:05.259997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-212f0130-958a-410b-8c33-185c1189d73e tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/networks?id=f62e405a-8ecc-440d-aaa5-95f728959ef8 HTTP/1.1" status: 200 len: 817 time: 0.2418218 Feb 19 03:24:05.263826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e86069-3e62-429f-b681-a007ebc45ae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'Port': ['ID=0076935b-aeba-44b4-b48d-486e422ace00,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:05.273459 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] Deleting port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:05.273937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.278026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-e141981c-d5ec-48e3-918c-7e6b2e87f31e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet 39642563-6cf9-4607-8b1e-7e09c7acaf46 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:24:05.289033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-97021c92-de52-42b2-accd-db72143d5cf5 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/quotas/bedae682d6054918b61985b3bfc99675 HTTP/1.1" status: 200 len: 375 time: 0.0281060 Feb 19 03:24:05.290957 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e141981c-d5ec-48e3-918c-7e6b2e87f31e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (39642563-6cf9-4607-8b1e-7e09c7acaf46), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.382650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-0fbbf140-c22d-4ec8-9543-62e08d32b6f2 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bedae682d6054918b61985b3bfc99675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926943 Feb 19 03:24:05.389758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-43e86069-3e62-429f-b681-a007ebc45ae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] No DVR routers for this DVR port 0076935b-aeba-44b4-b48d-486e422ace00 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:05.397478 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-43e86069-3e62-429f-b681-a007ebc45ae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.401019 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f3982cb2-ab30-4227-afd9-85e8a250e4ff req-43e86069-3e62-429f-b681-a007ebc45ae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "DELETE /v2.0/ports/0076935b-aeba-44b4-b48d-486e422ace00 HTTP/1.1" status: 204 len: 173 time: 1.2068212 Feb 19 03:24:05.403261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aecad0-f3e9-48f3-9870-4b567cb45109', 'name': 'network-vif-deleted', 'tag': '0076935b-aeba-44b4-b48d-486e422ace00'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:05.406105 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce15b1c-f0ff-45f0-81f0-cfb65218beb2" -d '{"events": [{"server_uuid": "13aecad0-f3e9-48f3-9870-4b567cb45109", "name": "network-vif-deleted", "tag": "0076935b-aeba-44b4-b48d-486e422ace00"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:05.413995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e141981c-d5ec-48e3-918c-7e6b2e87f31e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (39642563-6cf9-4607-8b1e-7e09c7acaf46), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.443459 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] For port f52d23c0-d14a-4cc8-9702-3699d7d9c5e4, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f52d23c0-d14a-4cc8-9702-3699d7d9c5e4,segment=NetworkSegment(936311ec-5d18-4d95-a82b-83a13ae95b7f),segment_id=936311ec-5d18-4d95-a82b-83a13ae95b7f)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:05.444575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.459053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] Calling delete_port for f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:05.583290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-83fa3735-fb55-49ce-b5c2-7b8456686ca2 service neutron] 10.222.0.42 "GET /v2.0/networks/f62e405a-8ecc-440d-aaa5-95f728959ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797659 Feb 19 03:24:05.610706 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e141981c-d5ec-48e3-918c-7e6b2e87f31e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (39642563-6cf9-4607-8b1e-7e09c7acaf46), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.715005 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f52d23c0-d14a-4cc8-9702-3699d7d9c5e4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.749283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-f66c856e-1554-484c-b533-32078f44f0a9 service neutron] 10.222.0.42 "GET /v2.0/networks/f62e405a-8ecc-440d-aaa5-95f728959ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585042 Feb 19 03:24:05.750647 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e141981c-d5ec-48e3-918c-7e6b2e87f31e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (39642563-6cf9-4607-8b1e-7e09c7acaf46), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.804978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141981c-d5ec-48e3-918c-7e6b2e87f31e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=39642563-6cf9-4607-8b1e-7e09c7acaf46,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:05.810927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e141981c-d5ec-48e3-918c-7e6b2e87f31e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.813972 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e141981c-d5ec-48e3-918c-7e6b2e87f31e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/39642563-6cf9-4607-8b1e-7e09c7acaf46 HTTP/1.1" status: 204 len: 168 time: 0.6459606 Feb 19 03:24:05.817495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43196) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:05.818675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011842ab-2c75-4bba-8ca4-24783b593080 None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:05.829872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] Pushing event deleted for resources: {'Port': ['ID=f52d23c0-d14a-4cc8-9702-3699d7d9c5e4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:05.893216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e490b8-e331-49f8-8350-6e66e798f599 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Deleting subnet e0e187ee-e18d-432a-a414-d004319dab8e {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:24:05.898443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06e490b8-e331-49f8-8350-6e66e798f599 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for subnet (e0e187ee-e18d-432a-a414-d004319dab8e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.971657 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06e490b8-e331-49f8-8350-6e66e798f599 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (e0e187ee-e18d-432a-a414-d004319dab8e), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.995577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.116306 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (aeb9a43e-535a-483d-a225-a045516dd779), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.117518 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06e490b8-e331-49f8-8350-6e66e798f599 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (e0e187ee-e18d-432a-a414-d004319dab8e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.225429 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06e490b8-e331-49f8-8350-6e66e798f599 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (e0e187ee-e18d-432a-a414-d004319dab8e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.334734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e490b8-e331-49f8-8350-6e66e798f599 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e187ee-e18d-432a-a414-d004319dab8e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:06.400482 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06e490b8-e331-49f8-8350-6e66e798f599 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.407026 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-06e490b8-e331-49f8-8350-6e66e798f599 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/e0e187ee-e18d-432a-a414-d004319dab8e HTTP/1.1" status: 204 len: 168 time: 0.5884154 Feb 19 03:24:06.407678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43204) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.524087 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b38fb6a-c805-43a4-9efb-dbfbe20cfb4f req-c857d908-8661-48cf-8b2e-d5bc494d7926 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 210 time: 0.1266949 Feb 19 03:24:06.531261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43210) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.544433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ce4c2d72-f191-4c30-b104-a9a693e7eaac tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296678 Feb 19 03:24:06.646696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] Router aeb9a43e-535a-483d-a225-a045516dd779 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:06.666596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-3d303f83-1705-4e5e-86c4-d251bce95771 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:06.670943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-3d303f83-1705-4e5e-86c4-d251bce95771 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.71 "GET /v2.0/networks?id=197609b1-494f-4c4b-8624-9047b7f8f74c HTTP/1.1" status: 200 len: 815 time: 0.3972754 Feb 19 03:24:06.727794 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcabd7fa-b194-4454-9da8-f4f22db16cdc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:06.729421 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fcabd7fa-b194-4454-9da8-f4f22db16cdc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1969852 Feb 19 03:24:06.732162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43218) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.783893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-f719b9d4-f5d0-40af-a204-ad3447e38215 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9d19f4618cd46e5b249cf0e7f8e935f HTTP/1.1" status: 200 len: 380 time: 0.1019580 Feb 19 03:24:06.796047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31b5cb6-2270-4365-be19-0024cf2b2ef4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:06.798109 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f31b5cb6-2270-4365-be19-0024cf2b2ef4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0648334 Feb 19 03:24:06.801604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43226) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.824335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Request body: {'port': {'device_id': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'admin_state_up': True, 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'security_groups': ['f4180f49-e83b-4970-b993-a99907c0283e']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:06.851889 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8604cbe6-610a-4378-8333-92201591cb96 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491669 Feb 19 03:24:06.856270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43228) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.905175 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-33328fcb-f56f-45ac-a5d6-37ca15b46b21 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:06.905755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33328fcb-f56f-45ac-a5d6-37ca15b46b21 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:06.913770 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-33328fcb-f56f-45ac-a5d6-37ca15b46b21 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/1203f42b-20ae-498f-911a-470f6d3bfb9b HTTP/1.1" status: 404 len: 333 time: 0.0549090 Feb 19 03:24:06.914570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43230) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.979645 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd014ac-5b62-4a83-a1a5-31d7cd93aaf7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:06.981255 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd014ac-5b62-4a83-a1a5-31d7cd93aaf7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:06.987597 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ecd014ac-5b62-4a83-a1a5-31d7cd93aaf7 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/39642563-6cf9-4607-8b1e-7e09c7acaf46 HTTP/1.1" status: 404 len: 337 time: 0.0394173 Feb 19 03:24:06.988229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43232) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.040703 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05a414b-0adb-47a9-9f59-ea71851da2d5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.041085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05a414b-0adb-47a9-9f59-ea71851da2d5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.048019 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d05a414b-0adb-47a9-9f59-ea71851da2d5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/e0e187ee-e18d-432a-a414-d004319dab8e HTTP/1.1" status: 404 len: 337 time: 0.0549004 Feb 19 03:24:07.048706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43234) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.080148 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba62ee87-697d-434d-aa96-faa3a560fb96 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.081265 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba62ee87-697d-434d-aa96-faa3a560fb96 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.088243 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ba62ee87-697d-434d-aa96-faa3a560fb96 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/a7c8e7ec-4898-46c8-83a7-39dcea958aaa HTTP/1.1" status: 404 len: 333 time: 0.0353715 Feb 19 03:24:07.090806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43236) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.118012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-980f0845-d67c-4ec8-b481-8e70f0dee252 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:07.119935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-980f0845-d67c-4ec8-b481-8e70f0dee252 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.3414307 Feb 19 03:24:07.124775 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7ed90e-d435-4dc5-9756-6cfc5b2f1b9f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.125239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7ed90e-d435-4dc5-9756-6cfc5b2f1b9f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.132603 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dd7ed90e-d435-4dc5-9756-6cfc5b2f1b9f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/3e84024e-b98f-49cc-8691-d0abb90a3efc HTTP/1.1" status: 404 len: 337 time: 0.0400491 Feb 19 03:24:07.133275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43238) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.146241 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:07.157441 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ae1c7512-2a73-4a3a-8a5c-c8e8ff18417b admin admin] 10.222.0.42 "PUT /v2.0/routers/aeb9a43e-535a-483d-a225-a045516dd779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9751353 Feb 19 03:24:07.158093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43240) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.161059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] Sync routers for ids ['aeb9a43e-535a-483d-a225-a045516dd779'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:07.173931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-387db84c-6c0c-46c2-9b57-68e7e3cfb42a tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/quotas/1ed1d0f12f104287bcbffc45332f2479 HTTP/1.1" status: 200 len: 375 time: 0.0462513 Feb 19 03:24:07.181566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] Routers {'aeb9a43e-535a-483d-a225-a045516dd779'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:07.182419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['aeb9a43e-535a-483d-a225-a045516dd779'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:07.250474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Made reservation on behalf of f9d19f4618cd46e5b249cf0e7f8e935f for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:07.257064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:07.343576 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Publish callbacks [] for router (aeb9a43e-535a-483d-a225-a045516dd779), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:07.345420 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5f4990-58b7-4b09-aaec-2262684588b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.346297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5f4990-58b7-4b09-aaec-2262684588b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.353866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-8b351444-ba37-4708-89fd-7bff4ec95425 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1659887 Feb 19 03:24:07.354962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3f032-09de-457a-bd36-0131466eb4ca None None] Network bbbabb97-7b58-44ba-8518-a6a14187983e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:07.355765 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ff5f4990-58b7-4b09-aaec-2262684588b4 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/70f09fce-6963-4e9a-9326-e5e71736db50 HTTP/1.1" status: 404 len: 337 time: 0.2206964 Feb 19 03:24:07.369775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43242) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.497702 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-da41c071-98b8-4f26-87f6-caf28b19829c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.498394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da41c071-98b8-4f26-87f6-caf28b19829c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.509358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-da41c071-98b8-4f26-87f6-caf28b19829c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/fb556051-8e5e-471b-95d4-8288aac42411 HTTP/1.1" status: 404 len: 333 time: 0.0873907 Feb 19 03:24:07.515457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43244) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.548579 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-31604e57-f0af-43ac-9200-46a8d2f4e726 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.549308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31604e57-f0af-43ac-9200-46a8d2f4e726 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.556596 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-31604e57-f0af-43ac-9200-46a8d2f4e726 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/7d9fc017-c34b-4475-983e-d7e08dbdc83b HTTP/1.1" status: 404 len: 337 time: 0.0398710 Feb 19 03:24:07.559255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-638c02a7-4be1-40a4-b3bd-6ade8c3752d9 None None] Provisioning complete for port badc4106-6d37-4ee1-be87-46045b3bfd25 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:07.560228 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-638c02a7-4be1-40a4-b3bd-6ade8c3752d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:07.562872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43248) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.599131 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1a690d-c281-43cd-8a88-373cee5dd279 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.599513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1a690d-c281-43cd-8a88-373cee5dd279 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.606419 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1b1a690d-c281-43cd-8a88-373cee5dd279 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/077fafe1-7016-43b0-8799-239930b185c2 HTTP/1.1" status: 404 len: 337 time: 0.0425155 Feb 19 03:24:07.609813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43250) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.650721 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb07a30f-7297-4b1e-b7ff-0a9328ad11e6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.652384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb07a30f-7297-4b1e-b7ff-0a9328ad11e6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.657200 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eb07a30f-7297-4b1e-b7ff-0a9328ad11e6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/53e46a7c-93d2-44c4-85e1-346f41dabf33 HTTP/1.1" status: 404 len: 333 time: 0.0457923 Feb 19 03:24:07.658926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43252) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.661124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] Set router aeb9a43e-535a-483d-a225-a045516dd779 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:07.664928 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Publish callbacks [] for router_gateway (aeb9a43e-535a-483d-a225-a045516dd779), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:07.696282 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4d7608-1fd3-41d7-9837-3f6e8c5130c6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.696706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4d7608-1fd3-41d7-9837-3f6e8c5130c6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.699878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4f4d7608-1fd3-41d7-9837-3f6e8c5130c6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/52bc535e-bb60-4761-8e16-6df1d4bacfbf HTTP/1.1" status: 404 len: 337 time: 0.0383534 Feb 19 03:24:07.707150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43254) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.740030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Deleting port b349fa8d-51da-4c82-a3ed-0b890d6820e9 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:07.740578 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:07.745695 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fb980d-7125-41ac-ad25-da98f5627f62 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.746196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fb980d-7125-41ac-ad25-da98f5627f62 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.749294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-36fb980d-7125-41ac-ad25-da98f5627f62 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/974ec0de-8895-4af9-825f-da198b4a6987 HTTP/1.1" status: 404 len: 337 time: 0.0411673 Feb 19 03:24:07.758234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43256) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.814757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d58fd827-5da7-4f9d-abcc-e26f3e6dba9b service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607997 Feb 19 03:24:07.824043 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f7deb3-f775-4267-a687-1b20baed7442 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:07.825000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f7deb3-f775-4267-a687-1b20baed7442 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:07.832534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43258) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.834468 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-26f7deb3-f775-4267-a687-1b20baed7442 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/ff3b8727-b68b-42dd-8a1e-6eb073d1e3e3 HTTP/1.1" status: 404 len: 333 time: 0.0729690 Feb 19 03:24:07.985660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Allocated IP 172.20.0.3 (197609b1-494f-4c4b-8624-9047b7f8f74c/49fe4f9e-30e6-47e6-a594-0916e1c98828/9179c0ac-cee3-4029-942a-4bcf823d3b66) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:08.062197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-79f9ff2a-263c-45a4-b611-5a2144affcb9 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:08.063869 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-79f9ff2a-263c-45a4-b611-5a2144affcb9 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.71 "GET /v2.0/networks?id=f62e405a-8ecc-440d-aaa5-95f728959ef8 HTTP/1.1" status: 200 len: 817 time: 0.1953790 Feb 19 03:24:08.086035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Request body: {'port': {'device_id': '6891382c-7cde-438d-8347-51a30cd47ba3', 'network_id': 'f62e405a-8ecc-440d-aaa5-95f728959ef8', 'admin_state_up': True, 'tenant_id': 'bedae682d6054918b61985b3bfc99675'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:08.099501 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3b1e13-6e53-4682-a6c7-fd3c05b4905f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:08.105125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3b1e13-6e53-4682-a6c7-fd3c05b4905f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:08.108676 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8e3b1e13-6e53-4682-a6c7-fd3c05b4905f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/e699c54d-90c6-452f-aed6-6178bf039d12 HTTP/1.1" status: 404 len: 337 time: 0.2658195 Feb 19 03:24:08.122903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43260) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.127815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0076935b-aeba-44b4-b48d-486e422ace00 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:08.248824 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] For port b349fa8d-51da-4c82-a3ed-0b890d6820e9, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b349fa8d-51da-4c82-a3ed-0b890d6820e9,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:08.249119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.262712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Calling delete_port for b349fa8d-51da-4c82-a3ed-0b890d6820e9 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:08.277389 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.289438 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fec2837-455f-4bf4-aa45-a50c3a2ca239 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:08.290113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fec2837-455f-4bf4-aa45-a50c3a2ca239 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:08.296171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2fec2837-455f-4bf4-aa45-a50c3a2ca239 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/536ae1c5-7bcb-4a30-b739-beac5b40a4c3 HTTP/1.1" status: 404 len: 333 time: 0.1612995 Feb 19 03:24:08.296353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b2316b-6bef-43e5-8a7a-15ebe863f2a4 None None] DHCP port deletion for bbbabb97-7b58-44ba-8518-a6a14187983e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:24:08.297634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43262) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.325500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 0076935b-aeba-44b4-b48d-486e422ace00 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:08.338243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0076935b-aeba-44b4-b48d-486e422ace00 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:08.363126 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dba3c64-a30f-42be-85c0-2af5df9c7d2d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:08.363630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dba3c64-a30f-42be-85c0-2af5df9c7d2d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:08.378284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8dba3c64-a30f-42be-85c0-2af5df9c7d2d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/fddd40f8-313d-4951-a741-137526545a98 HTTP/1.1" status: 404 len: 337 time: 0.0761921 Feb 19 03:24:08.378855 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43264) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.390150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-a126218a-443b-4b3f-aa9e-ea3bfc4a789a service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745103 Feb 19 03:24:08.413442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.450836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fb09e59e-7e31-4ee0-a975-16d02b7a1a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.454945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Network 197609b1-494f-4c4b-8624-9047b7f8f74c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:08.459248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:08.463573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:08.517185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Pushing event updated for resources: {'Port': ['ID=9179c0ac-cee3-4029-942a-4bcf823d3b66,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:08.546255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:08.547102 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.592505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-324f7c0d-6564-4d92-a01d-9d662ea8a73d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7965882 Feb 19 03:24:08.605444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Request body: {'port': {'device_id': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:08.622302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-router', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:46Z', 'updated_at': '2022-02-19T03:24:05Z', 'revision_number': 5, 'project_id': '8a06b9a1c108412991a71917ea662758', 'gw_port': {'id': 'b349fa8d-51da-4c82-a3ed-0b890d6820e9', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:48Z', 'updated_at': '2022-02-19T03:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:08.669952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] Checking router: aeb9a43e-535a-483d-a225-a045516dd779 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:08.689688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-29b2316b-6bef-43e5-8a7a-15ebe863f2a4 None None] Deleting port badc4106-6d37-4ee1-be87-46045b3bfd25 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:08.690110 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29b2316b-6bef-43e5-8a7a-15ebe863f2a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.795586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-29b2316b-6bef-43e5-8a7a-15ebe863f2a4 None None] For port badc4106-6d37-4ee1-be87-46045b3bfd25, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=badc4106-6d37-4ee1-be87-46045b3bfd25,segment=NetworkSegment(158d5408-3f6c-4a12-b27a-f0a21a392047),segment_id=158d5408-3f6c-4a12-b27a-f0a21a392047)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:08.796256 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29b2316b-6bef-43e5-8a7a-15ebe863f2a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.818186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-29b2316b-6bef-43e5-8a7a-15ebe863f2a4 None None] Calling delete_port for badc4106-6d37-4ee1-be87-46045b3bfd25 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:08.875264 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.944921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-638c02a7-4be1-40a4-b3bd-6ade8c3752d9 None None] Current status of the port badc4106-6d37-4ee1-be87-46045b3bfd25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:08.948861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] Routers {'aeb9a43e-535a-483d-a225-a045516dd779'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:08.951246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:23:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['aeb9a43e-535a-483d-a225-a045516dd779'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:08.996771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-f2161aea-5878-4cd6-ab8b-edd82eff13b4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:09.000382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-f2161aea-5878-4cd6-ab8b-edd82eff13b4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/networks?id=25eb2018-2882-4fd4-82c8-f389b0dea2c9 HTTP/1.1" status: 200 len: 822 time: 0.2944119 Feb 19 03:24:09.024503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-3d1bda2a-4622-4905-a777-0829914dc05a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/quotas/cf3a3914dc064627ae0007141dbc228f HTTP/1.1" status: 200 len: 375 time: 0.0186834 Feb 19 03:24:09.044830 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-232f513a-20bc-408b-9f55-b70bb725bfcc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:09.045410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232f513a-20bc-408b-9f55-b70bb725bfcc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:09.057675 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-232f513a-20bc-408b-9f55-b70bb725bfcc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/5c309519-36e1-438f-912f-a2e57530d56b HTTP/1.1" status: 404 len: 333 time: 0.6775584 Feb 19 03:24:09.071019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-ed0635e3-ef59-402e-bb24-912645b5fb78 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3a3914dc064627ae0007141dbc228f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385828 Feb 19 03:24:09.079164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] Set router aeb9a43e-535a-483d-a225-a045516dd779 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:09.092446 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43284) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:09.186797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-router', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:46Z', 'updated_at': '2022-02-19T03:24:07Z', 'revision_number': 6, 'project_id': '8a06b9a1c108412991a71917ea662758', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:09.217464 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6ba5ec-fff4-4c2f-9f63-204e2cf95365 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:09.218653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6ba5ec-fff4-4c2f-9f63-204e2cf95365 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:09.224917 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9f6ba5ec-fff4-4c2f-9f63-204e2cf95365 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/55cfde2b-26bc-440d-a005-6f353df3be5b HTTP/1.1" status: 404 len: 337 time: 0.1313541 Feb 19 03:24:09.228853 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43286) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:09.244036 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b349fa8d-51da-4c82-a3ed-0b890d6820e9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.255472 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29b2316b-6bef-43e5-8a7a-15ebe863f2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (badc4106-6d37-4ee1-be87-46045b3bfd25), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.269159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f800c5-8948-4f2c-87f2-6fce380b834d None None] The sync data for ids ['aeb9a43e-535a-483d-a225-a045516dd779'] in n-d-826756-2 is: [{'id': 'aeb9a43e-535a-483d-a225-a045516dd779', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454988361-router', 'tenant_id': '8a06b9a1c108412991a71917ea662758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:46Z', 'updated_at': '2022-02-19T03:24:07Z', 'revision_number': 6, 'project_id': '8a06b9a1c108412991a71917ea662758', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:09.305008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2316b-6bef-43e5-8a7a-15ebe863f2a4 None None] No DVR routers for this DVR port badc4106-6d37-4ee1-be87-46045b3bfd25 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:09.317539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2316b-6bef-43e5-8a7a-15ebe863f2a4 None None] Pushing event deleted for resources: {'Port': ['ID=badc4106-6d37-4ee1-be87-46045b3bfd25,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:09.341328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e6546fcc-4916-4957-a9bd-eac150bf6e63 None None] Provisioning complete for port 9179c0ac-cee3-4029-942a-4bcf823d3b66 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:09.341916 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e6546fcc-4916-4957-a9bd-eac150bf6e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.346495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Pushing event deleted for resources: {'Port': ['ID=b349fa8d-51da-4c82-a3ed-0b890d6820e9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:09.356017 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d55283-e8ba-4223-bed8-b5bc39e0ad74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:09.356914 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d55283-e8ba-4223-bed8-b5bc39e0ad74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:09.363179 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a2d55283-e8ba-4223-bed8-b5bc39e0ad74 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/a54c3ed0-04da-46c5-95db-1e3a7490d026 HTTP/1.1" status: 404 len: 333 time: 0.1298215 Feb 19 03:24:09.365892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43290) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:09.408134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Made reservation on behalf of bedae682d6054918b61985b3bfc99675 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:09.413209 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.428471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e6546fcc-4916-4957-a9bd-eac150bf6e63 None None] Port 9179c0ac-cee3-4029-942a-4bcf823d3b66 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:09.471435 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-5338dc96-0aa1-4bd5-9619-ff824c6f55b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:09.472069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5338dc96-0aa1-4bd5-9619-ff824c6f55b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:09.476978 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5338dc96-0aa1-4bd5-9619-ff824c6f55b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/0d03e798-01a0-43f4-b88b-d1490d28082a HTTP/1.1" status: 404 len: 337 time: 0.1092057 Feb 19 03:24:09.505700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43292) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:09.539914 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-34149da7-0286-4f75-96ea-7d38b6e21e4f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:09.540577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34149da7-0286-4f75-96ea-7d38b6e21e4f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:09.543778 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-34149da7-0286-4f75-96ea-7d38b6e21e4f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/c8a75f3c-a412-4ea8-8b6d-fd167a997c81 HTTP/1.1" status: 404 len: 333 time: 0.0369108 Feb 19 03:24:09.581315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43294) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:09.613637 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c07988e-fba1-41cd-955e-9db69a1e627b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:09.614492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c07988e-fba1-41cd-955e-9db69a1e627b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:09.618508 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c07988e-fba1-41cd-955e-9db69a1e627b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/05fe3656-da0b-42fc-a253-a10348cccb3e HTTP/1.1" status: 404 len: 337 time: 0.0354598 Feb 19 03:24:09.624032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43296) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:09.658213 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (aeb9a43e-535a-483d-a225-a045516dd779), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.670340 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-429240ee-8d00-45a4-bb4c-8e0755f14484 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:09.670340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429240ee-8d00-45a4-bb4c-8e0755f14484 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:09.671444 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-429240ee-8d00-45a4-bb4c-8e0755f14484 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/e75d7a85-8a26-4f54-89bb-2703b8374383 HTTP/1.1" status: 404 len: 333 time: 0.0462875 Feb 19 03:24:09.700760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43298) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:09.800798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-da3ba176-5ce7-4a84-ae45-2cdc334a7394 service neutron] 10.222.0.42 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6814437 Feb 19 03:24:09.869139 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (aeb9a43e-535a-483d-a225-a045516dd779), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.871965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Publish callbacks [] for router_controller (aeb9a43e-535a-483d-a225-a045516dd779), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.909882 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f836d49-c0fe-4bc0-bd22-0baba1cb47aa tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:09.910360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f836d49-c0fe-4bc0-bd22-0baba1cb47aa tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:09.916253 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8f836d49-c0fe-4bc0-bd22-0baba1cb47aa tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/1cf726e8-3254-452f-af52-e7017fc56b51 HTTP/1.1" status: 404 len: 337 time: 0.1789443 Feb 19 03:24:09.916852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43300) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:09.958695 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cedf33e-c89c-40dc-87c5-7a1df66ef381 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:09.959161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cedf33e-c89c-40dc-87c5-7a1df66ef381 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:09.964479 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2cedf33e-c89c-40dc-87c5-7a1df66ef381 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/f5195f39-86a9-4838-80f5-be6193c11cf0 HTTP/1.1" status: 404 len: 337 time: 0.0402138 Feb 19 03:24:09.965179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (aeb9a43e-535a-483d-a225-a045516dd779), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.965638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeb9a43e-535a-483d-a225-a045516dd779 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:24:09.970569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.972956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43302) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:09.974696 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e807f534-4292-4dd4-bf74-7b16a401d516 admin admin] 10.222.0.42 "DELETE /v2.0/routers/aeb9a43e-535a-483d-a225-a045516dd779 HTTP/1.1" status: 204 len: 168 time: 2.8124747 Feb 19 03:24:09.975307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43304) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.012201 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fb4b55-7e67-4c80-abca-298ad01710d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:10.012791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fb4b55-7e67-4c80-abca-298ad01710d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:10.018270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-16fb4b55-7e67-4c80-abca-298ad01710d9 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/55445af2-aef7-4993-adf2-6bd2be3cde30 HTTP/1.1" status: 404 len: 333 time: 0.0420158 Feb 19 03:24:10.018499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Allocated IP 172.20.0.13 (f62e405a-8ecc-440d-aaa5-95f728959ef8/319bf593-57f4-4767-9afe-1772f164e47d/7302ad81-d00c-4529-9cd9-936f40c391d2) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:10.018620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-c8990b9f-64d7-410a-8bab-a9a3140f89a5 service neutron] 10.222.0.42 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107983 Feb 19 03:24:10.020690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43306) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.044613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5887f9e9-19d7-4db1-9032-f7b64e82a6ee admin admin] Deleting subnet bc7c64e7-9188-4b4d-aace-2177ff7e6949 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:24:10.051515 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5887f9e9-19d7-4db1-9032-f7b64e82a6ee admin admin] Publish callbacks [] for subnet (bc7c64e7-9188-4b4d-aace-2177ff7e6949), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.076647 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64567ce-c560-40c9-b5b8-91c1da681ea5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:10.077102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64567ce-c560-40c9-b5b8-91c1da681ea5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:10.081187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f64567ce-c560-40c9-b5b8-91c1da681ea5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/7631c8a7-8ecd-4e8c-8590-ecfc106ae849 HTTP/1.1" status: 404 len: 337 time: 0.0415444 Feb 19 03:24:10.083959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43308) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.117992 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f8baf9-c38d-4fce-b2d1-a21e8b409d0e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:10.118467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f8baf9-c38d-4fce-b2d1-a21e8b409d0e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:10.124132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-08f8baf9-c38d-4fce-b2d1-a21e8b409d0e tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/870dca91-93bf-4663-a7d3-bd4c36074eb6 HTTP/1.1" status: 404 len: 337 time: 0.0369642 Feb 19 03:24:10.124303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5887f9e9-19d7-4db1-9032-f7b64e82a6ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (bc7c64e7-9188-4b4d-aace-2177ff7e6949), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.124403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9179c0ac-cee3-4029-942a-4bcf823d3b66 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:10.124894 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43310) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.133168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Publish callbacks [] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.149888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Transition to ACTIVE for port object 9179c0ac-cee3-4029-942a-4bcf823d3b66 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:10.158393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.199989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:10.216429 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d60acd4-fd6c-419c-9c74-f347063aeaf6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:10.217030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d60acd4-fd6c-419c-9c74-f347063aeaf6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:10.223177 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9d60acd4-fd6c-419c-9c74-f347063aeaf6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/89126fc1-827d-4178-b898-bce98aaf0a45 HTTP/1.1" status: 404 len: 333 time: 0.0927460 Feb 19 03:24:10.273938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43314) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.280082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:10.280435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f52d23c0-d14a-4cc8-9702-3699d7d9c5e4 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:10.280872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device badc4106-6d37-4ee1-be87-46045b3bfd25 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:10.282304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Pushing event updated for resources: {'Port': ['ID=9179c0ac-cee3-4029-942a-4bcf823d3b66,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:10.346193 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c087f4-ed1e-4941-8f07-c7eedafbe116 x-openstack-request-id: req-43c087f4-ed1e-4941-8f07-c7eedafbe116 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:10.346701 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-plugged", "status": "completed", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:10.346701 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43c087f4-ed1e-4941-8f07-c7eedafbe116 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:10.347075 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'code': 200} Feb 19 03:24:10.353317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: badc4106-6d37-4ee1-be87-46045b3bfd25 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:10.353709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device badc4106-6d37-4ee1-be87-46045b3bfd25 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:10.359729 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-684477fa-d897-47ab-bd50-9781ecd8eabc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:10.360206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684477fa-d897-47ab-bd50-9781ecd8eabc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:10.365177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-684477fa-d897-47ab-bd50-9781ecd8eabc tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/c3eb913b-ffbd-4431-b17a-1078219244f3 HTTP/1.1" status: 404 len: 337 time: 0.0800524 Feb 19 03:24:10.369441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43318) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.417100 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-63d07bf0-2064-48c8-97ce-9e331d602093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.432496 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3103e8-b46f-42a7-97a2-80b953be64ac tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:10.432994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3103e8-b46f-42a7-97a2-80b953be64ac tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:10.436351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aa3103e8-b46f-42a7-97a2-80b953be64ac tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/948ac1e7-9e21-4f7b-ba60-f5d2f8ea2794 HTTP/1.1" status: 404 len: 337 time: 0.0658500 Feb 19 03:24:10.439808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43320) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.517629 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-98340132-421d-468d-80e4-0474b3236d3f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:10.518429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98340132-421d-468d-80e4-0474b3236d3f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:10.524453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-98340132-421d-468d-80e4-0474b3236d3f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/bef8f81f-71b3-4018-8c6f-a656cc1b3f5e HTTP/1.1" status: 404 len: 333 time: 0.0813560 Feb 19 03:24:10.533337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43324) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.562566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5887f9e9-19d7-4db1-9032-f7b64e82a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (bc7c64e7-9188-4b4d-aace-2177ff7e6949), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.669883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Attempting to bind port 9179c0ac-cee3-4029-942a-4bcf823d3b66 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:10.670232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Attempting to bind port 9179c0ac-cee3-4029-942a-4bcf823d3b66 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:10.672729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Attempting to bind port 9179c0ac-cee3-4029-942a-4bcf823d3b66 on network 197609b1-494f-4c4b-8624-9047b7f8f74c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:10.680351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Port 9179c0ac-cee3-4029-942a-4bcf823d3b66 on network 197609b1-494f-4c4b-8624-9047b7f8f74c not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:10.680686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Attempting to bind port 9179c0ac-cee3-4029-942a-4bcf823d3b66 on network 197609b1-494f-4c4b-8624-9047b7f8f74c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:10.695286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:10.695644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Checking segment: {'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:10.701286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Bound using segment: {'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:10.704697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Bound port: 9179c0ac-cee3-4029-942a-4bcf823d3b66, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b485f176-7f27-476d-91f9-9d9ee6353ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:10.705269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.793922 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5887f9e9-19d7-4db1-9032-f7b64e82a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (bc7c64e7-9188-4b4d-aace-2177ff7e6949), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.866725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Publish callbacks [] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.871021 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-12420e94-949d-4bf2-bab9-e6b032402ec5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:10.871720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12420e94-949d-4bf2-bab9-e6b032402ec5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:10.876095 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-12420e94-949d-4bf2-bab9-e6b032402ec5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/5734b5de-8e35-4b25-8a52-06e2fcfa29c8 HTTP/1.1" status: 404 len: 337 time: 0.1867030 Feb 19 03:24:10.895674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43332) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.925364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b23574-a593-4fb6-a4b3-172b42db6607 None None] Network 1b52dcdd-5d02-4db0-b9e1-2b65667f765e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:10.989571 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-c702b2ce-d8a4-4a13-980d-a68a4499fe33 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:10.990878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c702b2ce-d8a4-4a13-980d-a68a4499fe33 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:10.994568 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c702b2ce-d8a4-4a13-980d-a68a4499fe33 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/f43885a2-bc5b-4d7d-a3ed-d1ff14b35c1e HTTP/1.1" status: 404 len: 337 time: 0.0872626 Feb 19 03:24:10.999403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43334) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.032009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887f9e9-19d7-4db1-9032-f7b64e82a6ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7c64e7-9188-4b4d-aace-2177ff7e6949,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:11.040475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-f9abb4b2-4a66-4fb6-a1e9-aab613a494c2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:11.043832 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-f9abb4b2-4a66-4fb6-a1e9-aab613a494c2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.6019301 Feb 19 03:24:11.045002 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5887f9e9-19d7-4db1-9032-f7b64e82a6ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.054117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdd8f4-c1fe-4161-94f6-caf905a55af1 req-49d4fd87-cd59-4f68-896d-3cb68feed289 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:11.055118 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5887f9e9-19d7-4db1-9032-f7b64e82a6ee admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bc7c64e7-9188-4b4d-aace-2177ff7e6949 HTTP/1.1" status: 204 len: 168 time: 1.0765698 Feb 19 03:24:11.058447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.061555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43336) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.066829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfcdd8f4-c1fe-4161-94f6-caf905a55af1 req-49d4fd87-cd59-4f68-896d-3cb68feed289 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.5694160 Feb 19 03:24:11.068079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Request body: {'port': {'device_id': '550ff551-7ad3-4776-9e85-45aba827c98e', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'admin_state_up': True, 'tenant_id': '1ed1d0f12f104287bcbffc45332f2479'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:11.105611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-943e6f2a-ce42-4773-a86b-206407ff6e21 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0514b97-2080-42ed-ba9e-9b46d53685b9 HTTP/1.1" status: 200 len: 205 time: 0.0990167 Feb 19 03:24:11.109127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43340) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.161999 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-18747e15-7e99-4cbc-9e8a-4633773f492c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] delete failed (client error): The resource could not be found. Feb 19 03:24:11.165445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-18747e15-7e99-4cbc-9e8a-4633773f492c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/routers/e0514b97-2080-42ed-ba9e-9b46d53685b9 HTTP/1.1" status: 404 len: 336 time: 0.0517364 Feb 19 03:24:11.165445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] For port 9179c0ac-cee3-4029-942a-4bcf823d3b66, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:11.173572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43342) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.233440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Network f62e405a-8ecc-440d-aaa5-95f728959ef8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:11.250463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] For port 9179c0ac-cee3-4029-942a-4bcf823d3b66, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9179c0ac-cee3-4029-942a-4bcf823d3b66,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:11.252280 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a03f5ce-f3e7-488f-94d1-0077d396849f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:11.252936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a03f5ce-f3e7-488f-94d1-0077d396849f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:11.254061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf8957-0d95-40a6-a2f2-d0ae1d766347 None None] DHCP port deletion for 1b52dcdd-5d02-4db0-b9e1-2b65667f765e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:24:11.257291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9a03f5ce-f3e7-488f-94d1-0077d396849f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/eaf75188-ffd5-460d-af91-bfa44d0c2a83 HTTP/1.1" status: 404 len: 337 time: 0.0774858 Feb 19 03:24:11.260073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43344) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.287076 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfcdd8f4-c1fe-4161-94f6-caf905a55af1 req-c033eeb6-6d13-4871-b0af-60a04510a3ee tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129776 Feb 19 03:24:11.309459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-86bf8957-0d95-40a6-a2f2-d0ae1d766347 None None] Deleting port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:11.309837 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-86bf8957-0d95-40a6-a2f2-d0ae1d766347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.315331 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.326759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2ad729a5-1baa-4b78-a3bf-45205fba418c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "GET /v2.0/ports?device_id=90eb1742-88b0-448e-a71d-f59531f3b4db HTTP/1.1" status: 200 len: 205 time: 0.0646262 Feb 19 03:24:11.340380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43346) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.399130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-86bf8957-0d95-40a6-a2f2-d0ae1d766347 None None] For port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8f23f5c0-f73f-4cb2-8687-abbe2218fbaf,segment=NetworkSegment(936311ec-5d18-4d95-a82b-83a13ae95b7f),segment_id=936311ec-5d18-4d95-a82b-83a13ae95b7f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:11.400727 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-86bf8957-0d95-40a6-a2f2-d0ae1d766347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.422310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-86bf8957-0d95-40a6-a2f2-d0ae1d766347 None None] Calling delete_port for 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:11.433059 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (1b52dcdd-5d02-4db0-b9e1-2b65667f765e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.438822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:11.446519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Pushing event updated for resources: {'Port': ['ID=7302ad81-d00c-4529-9cd9-936f40c391d2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:11.488603 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-39994fba-e862-4740-8f9a-b7899953912b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] delete failed (client error): The resource could not be found. Feb 19 03:24:11.490323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-39994fba-e862-4740-8f9a-b7899953912b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/routers/90eb1742-88b0-448e-a71d-f59531f3b4db HTTP/1.1" status: 404 len: 336 time: 0.1446648 Feb 19 03:24:11.494933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43348) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.511190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b349fa8d-51da-4c82-a3ed-0b890d6820e9 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:11.521463 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e5f508-3d06-4ffa-a0e6-ded862e64e74 x-openstack-request-id: req-84e5f508-3d06-4ffa-a0e6-ded862e64e74 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:11.521757 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aecad0-f3e9-48f3-9870-4b567cb45109", "name": "network-vif-deleted", "tag": "0076935b-aeba-44b4-b48d-486e422ace00", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:11.522199 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84e5f508-3d06-4ffa-a0e6-ded862e64e74 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:11.522850 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aecad0-f3e9-48f3-9870-4b567cb45109', 'name': 'network-vif-deleted', 'tag': '0076935b-aeba-44b4-b48d-486e422ace00', 'status': 'completed', 'code': 200} Feb 19 03:24:11.523846 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:11.541657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: b349fa8d-51da-4c82-a3ed-0b890d6820e9 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:11.542276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b349fa8d-51da-4c82-a3ed-0b890d6820e9 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:11.543775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:11.547955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:11.548181 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.549458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] 10.222.0.71 "PUT /v2.0/ports/9179c0ac-cee3-4029-942a-4bcf823d3b66 HTTP/1.1" status: 200 len: 1091 time: 2.9487691 Feb 19 03:24:11.581705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'tag': '9179c0ac-cee3-4029-942a-4bcf823d3b66'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:11.584085 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16368a5f-8c1d-40e5-b1cb-977e1482952d" -d '{"events": [{"name": "network-changed", "server_uuid": "30141f24-86b3-4c10-9eb6-62af910e42c1", "tag": "9179c0ac-cee3-4029-942a-4bcf823d3b66"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:11.594257 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5d551d-caa9-4e36-a421-4200da6c04de tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:11.594715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5d551d-caa9-4e36-a421-4200da6c04de tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:11.598721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4d5d551d-caa9-4e36-a421-4200da6c04de tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/c078c270-a5da-49ad-8a03-4cd72d022afe HTTP/1.1" status: 404 len: 337 time: 0.0745649 Feb 19 03:24:11.604371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43352) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.624421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:11.625410 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.676544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:11.676937 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.680869 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-6b1f595c-eae8-4a04-be88-40246a9f7ae0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6052113 Feb 19 03:24:11.706165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Request body: {'port': {'device_id': '6891382c-7cde-438d-8347-51a30cd47ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:11.731483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8f23f5c0-f73f-4cb2-8687-abbe2218fbaf,segment=NetworkSegment(936311ec-5d18-4d95-a82b-83a13ae95b7f),segment_id=936311ec-5d18-4d95-a82b-83a13ae95b7f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:11.736994 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.791776 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-908e387e-f037-4717-9b52-8ed0d4e3f4fb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:11.792522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908e387e-f037-4717-9b52-8ed0d4e3f4fb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:11.796458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-908e387e-f037-4717-9b52-8ed0d4e3f4fb tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/90de8496-9822-42c4-9c6f-8897c0c6a45e HTTP/1.1" status: 404 len: 337 time: 0.1869366 Feb 19 03:24:11.817689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4350888-cc41-4226-a331-6d0a4a7e3fb4 req-534ff593-e890-428b-b2fc-121b63c553ac tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:11.829036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=8f23f5c0-f73f-4cb2-8687-abbe2218fbaf,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:11.843454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4350888-cc41-4226-a331-6d0a4a7e3fb4 req-534ff593-e890-428b-b2fc-121b63c553ac tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/ports?device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 932 time: 0.3343933 Feb 19 03:24:11.846430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505a5ec-507c-4c18-ac4b-2d561de10c07 service neutron] Pushing event updated for resources: {'Port': ['ID=9179c0ac-cee3-4029-942a-4bcf823d3b66,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:11.861836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43354) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.872865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.880956 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-86bf8957-0d95-40a6-a2f2-d0ae1d766347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.913431 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.922515 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-6415d32e-2c30-41b1-b960-311016e2d955 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:11.923116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6415d32e-2c30-41b1-b960-311016e2d955 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:11.927914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6415d32e-2c30-41b1-b960-311016e2d955 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/b8c9ec4c-daf8-4635-b7fc-b0364a2ac9b5 HTTP/1.1" status: 404 len: 333 time: 0.0623255 Feb 19 03:24:11.931119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43356) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.935420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf8957-0d95-40a6-a2f2-d0ae1d766347 None None] No DVR routers for this DVR port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:11.938112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf8957-0d95-40a6-a2f2-d0ae1d766347 None None] Pushing event deleted for resources: {'Port': ['ID=8f23f5c0-f73f-4cb2-8687-abbe2218fbaf,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:12.008981 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f00bce-b7f6-4e38-9c8d-248c02b9fa36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:12.009593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f00bce-b7f6-4e38-9c8d-248c02b9fa36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:12.012788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d5f00bce-b7f6-4e38-9c8d-248c02b9fa36 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/f5145908-167e-45de-a5a9-198c9038fc92 HTTP/1.1" status: 404 len: 337 time: 0.0754807 Feb 19 03:24:12.061894 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43358) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.077995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-2b797e33-fdba-4018-a732-d4142e957555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:12.078680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-2b797e33-fdba-4018-a732-d4142e957555 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9d19f4618cd46e5b249cf0e7f8e935f&device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 1125 time: 0.4734156 Feb 19 03:24:12.098841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4350888-cc41-4226-a331-6d0a4a7e3fb4 req-2e712d19-36c6-4535-9955-b2ad1af37eb0 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b1f48cd-685b-46f0-af01-0b84a0eecfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541811 Feb 19 03:24:12.111974 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Deleting port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:12.112455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.145460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-5a99f303-ca8f-4c0d-b837-a08faea0138a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9179c0ac-cee3-4029-942a-4bcf823d3b66 HTTP/1.1" status: 200 len: 217 time: 0.0455301 Feb 19 03:24:12.170299 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-466e1954-044a-4be1-848f-8ddd1bd84bc6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:12.171196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466e1954-044a-4be1-848f-8ddd1bd84bc6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:12.177883 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-466e1954-044a-4be1-848f-8ddd1bd84bc6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/7b982c5d-c708-4ecc-b36a-a0370d6bb1ba HTTP/1.1" status: 404 len: 333 time: 0.0936100 Feb 19 03:24:12.203596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43360) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.246840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Made reservation on behalf of 1ed1d0f12f104287bcbffc45332f2479 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:12.250275 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.267173 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-2173f077-07c9-4590-84fd-906a93d35e9b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:12.267638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2173f077-07c9-4590-84fd-906a93d35e9b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:12.275275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2173f077-07c9-4590-84fd-906a93d35e9b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/2328c8fd-55d7-4a06-9b01-e26462265c2e HTTP/1.1" status: 404 len: 337 time: 0.0670116 Feb 19 03:24:12.286548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43362) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.323158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] For port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf, host n-d-826756-2, got binding levels [] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:12.323513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.324421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-87a1dee0-e221-4ac0-9d3e-6c8cc591fb94 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:12.325918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-87a1dee0-e221-4ac0-9d3e-6c8cc591fb94 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "GET /v2.0/networks?id=25eb2018-2882-4fd4-82c8-f389b0dea2c9 HTTP/1.1" status: 200 len: 822 time: 0.3926234 Feb 19 03:24:12.349994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Calling delete_port for 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:12.358626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Request body: {'port': {'device_id': '037c7205-455d-442a-b839-32136157d00e', 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9', 'admin_state_up': True, 'tenant_id': 'cf3a3914dc064627ae0007141dbc228f'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:12.379476 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fbe6fa-7ecf-4912-986a-25b3965369b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:12.380322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fbe6fa-7ecf-4912-986a-25b3965369b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:12.381129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf was not found and therefore no delete operation was performed {{(pid=103616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:24:12.385538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-59fbe6fa-7ecf-4912-986a-25b3965369b1 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/6347ad38-981b-43ec-96c1-24f570ca5297 HTTP/1.1" status: 404 len: 333 time: 0.0909762 Feb 19 03:24:12.394220 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43366) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.395398 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8f23f5c0-f73f-4cb2-8687-abbe2218fbaf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.420996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-25b3ea95-0c04-4aca-a9e3-cdb91d40f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:12.423311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-25b3ea95-0c04-4aca-a9e3-cdb91d40f253 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=49fe4f9e-30e6-47e6-a594-0916e1c98828 HTTP/1.1" status: 200 len: 854 time: 0.2648227 Feb 19 03:24:12.466371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] No DVR routers for this DVR port 8f23f5c0-f73f-4cb2-8687-abbe2218fbaf on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:12.466726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf7f2-1f1d-468a-b780-4992e6377f45 req-4b0dd458-3694-479e-aa26-78b0b761ae42 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:12.468272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3eaf7f2-1f1d-468a-b780-4992e6377f45 req-4b0dd458-3694-479e-aa26-78b0b761ae42 tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 1133 time: 0.2300026 Feb 19 03:24:12.475917 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-331a9653-f5ca-4926-9ba4-0c69f9ca3cd6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:12.476812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331a9653-f5ca-4926-9ba4-0c69f9ca3cd6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:12.481726 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-331a9653-f5ca-4926-9ba4-0c69f9ca3cd6 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/f1787944-0773-4420-a09b-dd0eff590847 HTTP/1.1" status: 404 len: 337 time: 0.0815752 Feb 19 03:24:12.489623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43368) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.493805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-4d389a78-acfc-4d3c-a86d-85df935589a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2213953 Feb 19 03:24:12.508198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f23f5c0-f73f-4cb2-8687-abbe2218fbaf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:12.553886 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-9528306f-55fe-4ff7-b382-b27db140977c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:12.554108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9528306f-55fe-4ff7-b382-b27db140977c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:12.560533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9528306f-55fe-4ff7-b382-b27db140977c tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/4b9e1629-1266-4b56-b071-02146723513a HTTP/1.1" status: 404 len: 333 time: 0.0664079 Feb 19 03:24:12.562024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43370) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.629588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-7685c0d7-fba3-49e7-b64a-1588138113e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:12.631242 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-7685c0d7-fba3-49e7-b64a-1588138113e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=197609b1-494f-4c4b-8624-9047b7f8f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1982131 Feb 19 03:24:12.636156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3eaf7f2-1f1d-468a-b780-4992e6377f45 req-8fcc2695-deb9-4a2c-9d53-0ced4e39009f tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504772 Feb 19 03:24:12.657876 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (1b52dcdd-5d02-4db0-b9e1-2b65667f765e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.659265 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c08139b-8e9e-4067-b3ff-9819c366039f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:12.659691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c08139b-8e9e-4067-b3ff-9819c366039f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:12.663248 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c08139b-8e9e-4067-b3ff-9819c366039f tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/7951b080-a5f8-4edf-a9f7-e2c3158458b6 HTTP/1.1" status: 404 len: 337 time: 0.0736895 Feb 19 03:24:12.673916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43374) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.693579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Made reservation on behalf of cf3a3914dc064627ae0007141dbc228f for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:12.697053 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.719048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Allocated IP 172.20.0.4 (e769ebff-2101-45e5-908a-ae42c5680f4f/3a0b9ce0-8147-44d2-825b-d86ca2bad80f/6961251e-00ee-4735-a42f-9e9a7e6dde6b) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:12.724149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-b4ff36d7-d303-402d-9566-c32290a1be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:12.725874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-b4ff36d7-d303-402d-9566-c32290a1be45 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e62e923acb4c43bdba5854b97e1a727f&device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 1132 time: 0.1737030 Feb 19 03:24:12.745301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b52dcdd-5d02-4db0-b9e1-2b65667f765e']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:12.754215 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-569588f9-db3f-4c49-ba66-81baac8cbf48 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:12.754215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569588f9-db3f-4c49-ba66-81baac8cbf48 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:12.760618 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-569588f9-db3f-4c49-ba66-81baac8cbf48 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/05a15bdf-4574-4436-ae88-1528e2602ad6 HTTP/1.1" status: 404 len: 333 time: 0.0626822 Feb 19 03:24:12.767523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43376) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.772123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7302ad81-d00c-4529-9cd9-936f40c391d2 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:12.793230 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Publish callbacks [] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.798260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936311ec-5d18-4d95-a82b-83a13ae95b7f') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:12.798549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936311ec-5d18-4d95-a82b-83a13ae95b7f') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:12.829780 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed9d4b5-49c1-46ec-9159-a083aacb100d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:12.830278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed9d4b5-49c1-46ec-9159-a083aacb100d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:12.836452 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bed9d4b5-49c1-46ec-9159-a083aacb100d tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/088415c0-05d3-4df3-9a64-4f3fb0a8bc27 HTTP/1.1" status: 404 len: 337 time: 0.0574923 Feb 19 03:24:12.839885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (936311ec-5d18-4d95-a82b-83a13ae95b7f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.859668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43378) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.861614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4690f7c-6230-44b2-945b-20e45d999db1 req-946e04d5-d2c6-41a5-9c90-31c19039a2ab tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 210 time: 0.0725770 Feb 19 03:24:12.869815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Transition to ACTIVE for port object 7302ad81-d00c-4529-9cd9-936f40c391d2 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:12.870877 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (936311ec-5d18-4d95-a82b-83a13ae95b7f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.889709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:12.889709 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (936311ec-5d18-4d95-a82b-83a13ae95b7f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:12.891368 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:12.903255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-1e54d9c1-2525-481f-a001-77c054413cf1 service neutron] 10.222.0.71 "GET /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636614 Feb 19 03:24:12.910620 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.942388 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-585642d7-2136-47da-8d9f-045b2408c6b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:12.942957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585642d7-2136-47da-8d9f-045b2408c6b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:12.948495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-585642d7-2136-47da-8d9f-045b2408c6b5 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/167f9e62-448e-478a-84e7-8b1db7d8f0c5 HTTP/1.1" status: 404 len: 333 time: 0.0834622 Feb 19 03:24:12.952600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43380) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.977217 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.102096 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-64538825-a214-44d7-8cfe-651285c47b37 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:13.102731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64538825-a214-44d7-8cfe-651285c47b37 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:13.107876 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-64538825-a214-44d7-8cfe-651285c47b37 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/cb21b1e1-eb03-46f5-8708-bdc9b3920ec4 HTTP/1.1" status: 404 len: 337 time: 0.1131768 Feb 19 03:24:13.108038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-791c34ac-64bd-44c9-b98a-4637535e9b5b req-198eaa9e-b54e-452d-a258-2e8f3384b0c7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 210 time: 0.0528107 Feb 19 03:24:13.115421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43382) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:13.117326 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (1b52dcdd-5d02-4db0-b9e1-2b65667f765e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.126645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.143205 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] 10.222.0.42 "DELETE /v2.0/networks/1b52dcdd-5d02-4db0-b9e1-2b65667f765e HTTP/1.1" status: 204 len: 168 time: 2.0745149 Feb 19 03:24:13.144132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Allocated IP 172.20.0.2 (25eb2018-2882-4fd4-82c8-f389b0dea2c9/92cb6b68-8002-4fcc-9721-8de355b47368/48a2a468-09ad-4d98-bd4f-f1102d4e8a13) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:13.147565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-b8fc4df3-6cf3-435c-896e-e334324d0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:13.149077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-b8fc4df3-6cf3-435c-896e-e334324d0ec7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.3679869 Feb 19 03:24:13.180932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Pushing event updated for resources: {'Port': ['ID=7302ad81-d00c-4529-9cd9-936f40c391d2,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:13.228967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-bef7dae2-238f-4ac3-ac57-8470daf4a932 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a46d198c-34f2-4b34-bc92-e2a72cd714fe HTTP/1.1" status: 200 len: 217 time: 0.0687628 Feb 19 03:24:13.255036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a22f1-95e9-4e8e-9ad4-24a287902e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b52dcdd-5d02-4db0-b9e1-2b65667f765e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:13.256611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0382025-3e21-41c0-ac3f-d041709871bd req-6cd45f02-d0c0-484f-ad1f-92e06a4f5701 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 210 time: 0.0461302 Feb 19 03:24:13.258516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25b09f1d-754a-4e18-bdcf-6c92fe69b159 req-259899de-7e34-476d-b3da-6e32768c07f8 service neutron] 10.222.0.71 "GET /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294132 Feb 19 03:24:13.275697 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbb71f1-699d-4f73-98eb-1383fe197f95 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:13.276960 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbb71f1-699d-4f73-98eb-1383fe197f95 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:13.282330 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5cbb71f1-699d-4f73-98eb-1383fe197f95 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/ports/b71e9083-dc8d-45c9-a34f-4360d140c168 HTTP/1.1" status: 404 len: 333 time: 0.1660302 Feb 19 03:24:13.297143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43388) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:13.340218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43390) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:13.352002 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-33085a6f-7185-4888-bd0a-402aeb0c8f09 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:13.352455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33085a6f-7185-4888-bd0a-402aeb0c8f09 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:13.355536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-33085a6f-7185-4888-bd0a-402aeb0c8f09 tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/subnets/19132afe-9cfc-4408-be0f-247b1e2a62bc HTTP/1.1" status: 404 len: 337 time: 0.0574346 Feb 19 03:24:13.359964 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e2fbbb-00e4-4aae-bd1e-a6e10df138a9 x-openstack-request-id: req-36e2fbbb-00e4-4aae-bd1e-a6e10df138a9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:13.360452 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30141f24-86b3-4c10-9eb6-62af910e42c1", "tag": "9179c0ac-cee3-4029-942a-4bcf823d3b66", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:13.360577 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36e2fbbb-00e4-4aae-bd1e-a6e10df138a9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:13.360891 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'tag': '9179c0ac-cee3-4029-942a-4bcf823d3b66', 'status': 'completed', 'code': 200} Feb 19 03:24:13.363082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43392) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:13.434192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks [] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.465151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Attempting to bind port 7302ad81-d00c-4529-9cd9-936f40c391d2 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:13.465720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Attempting to bind port 7302ad81-d00c-4529-9cd9-936f40c391d2 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f62e405a-8ecc-440d-aaa5-95f728959ef8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:13.466351 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Attempting to bind port 7302ad81-d00c-4529-9cd9-936f40c391d2 on network f62e405a-8ecc-440d-aaa5-95f728959ef8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:13.466474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-b2196ac7-b23d-4ee8-baa6-3ed93697d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:13.467885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-b2196ac7-b23d-4ee8-baa6-3ed93697d391 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.2142262 Feb 19 03:24:13.473758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Port 7302ad81-d00c-4529-9cd9-936f40c391d2 on network f62e405a-8ecc-440d-aaa5-95f728959ef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:13.474239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Attempting to bind port 7302ad81-d00c-4529-9cd9-936f40c391d2 on network f62e405a-8ecc-440d-aaa5-95f728959ef8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:13.490189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:13.490682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Checking segment: {'id': '8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f62e405a-8ecc-440d-aaa5-95f728959ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:13.491172 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Bound using segment: {'id': '8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f62e405a-8ecc-440d-aaa5-95f728959ef8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:13.491735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Bound port: 7302ad81-d00c-4529-9cd9-936f40c391d2, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f62e405a-8ecc-440d-aaa5-95f728959ef8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:13.492224 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.538273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.603419 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] For port 7302ad81-d00c-4529-9cd9-936f40c391d2, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:13.611313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Network e769ebff-2101-45e5-908a-ae42c5680f4f is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:13.621832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:13.625638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event updated for resources: {'Port': ['ID=6961251e-00ee-4735-a42f-9e9a7e6dde6b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:13.628849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] For port 7302ad81-d00c-4529-9cd9-936f40c391d2, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7302ad81-d00c-4529-9cd9-936f40c391d2,segment=NetworkSegment(8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb),segment_id=8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:13.631023 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:13.638852 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c657bcfb-69b3-41a7-a98f-9eeff16cc0c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a06b9a1c108412991a71917ea662758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2952602 Feb 19 03:24:13.643398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43394) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:13.654470 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (bbbabb97-7b58-44ba-8518-a6a14187983e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.666965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.721815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:13.723499 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.725137 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] 10.222.0.71 "PUT /v2.0/ports/7302ad81-d00c-4529-9cd9-936f40c391d2 HTTP/1.1" status: 200 len: 1092 time: 2.0280533 Feb 19 03:24:13.725924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6891382c-7cde-438d-8347-51a30cd47ba3', 'tag': '7302ad81-d00c-4529-9cd9-936f40c391d2'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:13.729317 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68596e7b-df67-4b25-86ff-98c7c9e08693" -d '{"events": [{"name": "network-changed", "server_uuid": "6891382c-7cde-438d-8347-51a30cd47ba3", "tag": "7302ad81-d00c-4529-9cd9-936f40c391d2"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:13.739005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:13.739856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.768829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d634dd-7f5a-490b-abf9-e89f9d7ddef9 service neutron] Pushing event updated for resources: {'Port': ['ID=7302ad81-d00c-4529-9cd9-936f40c391d2,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:13.776015 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-0c2aa3e0-5fae-4fa7-b124-f88704c45071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7152255 Feb 19 03:24:13.804978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Request body: {'port': {'device_id': '550ff551-7ad3-4776-9e85-45aba827c98e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:13.887871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-15a83f81-be27-4d1d-9bca-0876169cdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:13.890439 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-15a83f81-be27-4d1d-9bca-0876169cdd42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bedae682d6054918b61985b3bfc99675&device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 1126 time: 0.0996544 Feb 19 03:24:13.979406 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.002847 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-4d2a24ea-9fd7-45d6-8dce-2a0765527c9a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7302ad81-d00c-4529-9cd9-936f40c391d2 HTTP/1.1" status: 200 len: 217 time: 0.0680139 Feb 19 03:24:14.032865 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.039278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-f1071fa5-8b4b-4b10-94ef-36a4dee18ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:14.040876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-f1071fa5-8b4b-4b10-94ef-36a4dee18ae6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9d19f4618cd46e5b249cf0e7f8e935f&device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 1125 time: 0.6434119 Feb 19 03:24:14.071495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-ca371e6c-0aa6-48ef-89ee-a3d7c4773323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:14.072909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-ca371e6c-0aa6-48ef-89ee-a3d7c4773323 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5891531 Feb 19 03:24:14.080537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657e81f-af74-43d1-b81d-8eb6a52d77fe req-0276e8ac-7ff8-466f-b939-285ef0743334 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:14.090266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8657e81f-af74-43d1-b81d-8eb6a52d77fe req-0276e8ac-7ff8-466f-b939-285ef0743334 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.6692381 Feb 19 03:24:14.122618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-7fdfea66-0119-41ce-b45b-a793d74072f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:14.126393 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-7fdfea66-0119-41ce-b45b-a793d74072f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=319bf593-57f4-4767-9afe-1772f164e47d HTTP/1.1" status: 200 len: 857 time: 0.0861828 Feb 19 03:24:14.355989 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-97d45416-c065-4fe8-9f63-3c3017c445fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62e405a-8ecc-440d-aaa5-95f728959ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2198465 Feb 19 03:24:14.360752 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (bbbabb97-7b58-44ba-8518-a6a14187983e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.374817 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b106fe1d-7398-40f8-bd37-d2da8c54becf admin admin] Publish callbacks [] for security_group (d37b971d-4bac-4908-98a4-10e93ef93b00), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.444864 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8657e81f-af74-43d1-b81d-8eb6a52d77fe req-64aee35d-9fc1-40fd-bcf9-7c4061997943 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461285 Feb 19 03:24:14.455299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbabb97-7b58-44ba-8518-a6a14187983e']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:14.479358 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-98f4423a-6c73-47b4-aa4c-1cd4ff94d438 service neutron] 10.222.0.71 "GET /v2.0/networks/f62e405a-8ecc-440d-aaa5-95f728959ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137183 Feb 19 03:24:14.508450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158d5408-3f6c-4a12-b27a-f0a21a392047') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:14.508749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158d5408-3f6c-4a12-b27a-f0a21a392047') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:14.524769 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.528162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b106fe1d-7398-40f8-bd37-d2da8c54becf admin admin] Publish callbacks [] for security_group (d37b971d-4bac-4908-98a4-10e93ef93b00), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.555947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-b24227c8-9657-404a-9fbb-d4a28ddf757f service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625864 Feb 19 03:24:14.587017 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (158d5408-3f6c-4a12-b27a-f0a21a392047), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.589509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-b2ed18c7-c7f8-4a83-817d-e512a8a80318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:14.591028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-b2ed18c7-c7f8-4a83-817d-e512a8a80318 service neutron] 10.222.0.71 "GET /v2.0/networks?id=197609b1-494f-4c4b-8624-9047b7f8f74c HTTP/1.1" status: 200 len: 916 time: 0.5378420 Feb 19 03:24:14.613746 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.803458 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (158d5408-3f6c-4a12-b27a-f0a21a392047), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.836250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-1fdfe92d-d1a1-4797-83c5-48228a9090e0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9179c0ac-cee3-4029-942a-4bcf823d3b66 HTTP/1.1" status: 200 len: 217 time: 0.1530468 Feb 19 03:24:14.839855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:14.862754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:14.862754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (158d5408-3f6c-4a12-b27a-f0a21a392047), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:14.869177 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:14.908120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:15.017046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:15.073310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:15.074098 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.076618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event updated for resources: {'Port': ['ID=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:15.087494 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (bbbabb97-7b58-44ba-8518-a6a14187983e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.094175 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b363c606-c7ee-4dbf-9edf-1dff391a82d9 req-9021b70a-cf55-4905-8f22-7291aeb6bd45 service neutron] 10.222.0.71 "GET /v2.0/networks/f62e405a-8ecc-440d-aaa5-95f728959ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058207 Feb 19 03:24:15.100088 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.111232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] 10.222.0.42 "DELETE /v2.0/networks/bbbabb97-7b58-44ba-8518-a6a14187983e HTTP/1.1" status: 204 len: 168 time: 1.7364857 Feb 19 03:24:15.157063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6961251e-00ee-4735-a42f-9e9a7e6dde6b {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:15.169987 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b106fe1d-7398-40f8-bd37-d2da8c54becf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d37b971d-4bac-4908-98a4-10e93ef93b00), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.172574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b106fe1d-7398-40f8-bd37-d2da8c54becf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.173725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b106fe1d-7398-40f8-bd37-d2da8c54becf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d37b971d-4bac-4908-98a4-10e93ef93b00 HTTP/1.1" status: 204 len: 168 time: 1.5240285 Feb 19 03:24:15.187483 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Publish callbacks [] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.191212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffa809-fba6-4a1f-8b96-4bce5ec4b15b tempest-NetworksTestDHCPv6-1067885593 tempest-NetworksTestDHCPv6-1067885593-project] Pushing event deleted for resources: {'Network': ['ID=bbbabb97-7b58-44ba-8518-a6a14187983e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:15.196340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-04ee0f8a-2352-4189-aac7-37cc40b50cfc tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8417418 Feb 19 03:24:15.202562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-7acd6d0f-1a04-43bf-9938-eefee775065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:15.204101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-7acd6d0f-1a04-43bf-9938-eefee775065b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=49fe4f9e-30e6-47e6-a594-0916e1c98828 HTTP/1.1" status: 200 len: 854 time: 0.3370538 Feb 19 03:24:15.228980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Request body: {'port': {'device_id': '037c7205-455d-442a-b839-32136157d00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:15.234015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106fe1d-7398-40f8-bd37-d2da8c54becf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37b971d-4bac-4908-98a4-10e93ef93b00,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:15.238179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bec11d11-afc7-4f3d-abd9-9f8db712f892 req-3e45f768-c00f-460d-b782-9ed1eaf2953d service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541853 Feb 19 03:24:15.247197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Transition to ACTIVE for port object 6961251e-00ee-4735-a42f-9e9a7e6dde6b will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:15.254376 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.328465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be88f85-2590-4f06-8ae1-c6de3cdc4f28 req-d4252a6f-56f3-4558-855e-c8b0baf1b4c6 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:15.330066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4be88f85-2590-4f06-8ae1-c6de3cdc4f28 req-d4252a6f-56f3-4558-855e-c8b0baf1b4c6 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/ports?device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 944 time: 0.5990453 Feb 19 03:24:15.344435 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Pushing event updated for resources: {'Port': ['ID=6961251e-00ee-4735-a42f-9e9a7e6dde6b,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:15.506773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Attempting to bind port 6961251e-00ee-4735-a42f-9e9a7e6dde6b on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:15.507127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Attempting to bind port 6961251e-00ee-4735-a42f-9e9a7e6dde6b by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:15.507466 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Attempting to bind port 6961251e-00ee-4735-a42f-9e9a7e6dde6b on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:15.521444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-969947fe-c0f6-4a60-938a-0bbed3bd2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:15.525151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Port 6961251e-00ee-4735-a42f-9e9a7e6dde6b on network e769ebff-2101-45e5-908a-ae42c5680f4f not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:15.525572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Attempting to bind port 6961251e-00ee-4735-a42f-9e9a7e6dde6b on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:15.531795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:15.532050 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Checking segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:15.532524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Bound using segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:15.532874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Bound port: 6961251e-00ee-4735-a42f-9e9a7e6dde6b, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:15.533232 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.535478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-969947fe-c0f6-4a60-938a-0bbed3bd2b24 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=197609b1-494f-4c4b-8624-9047b7f8f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3217311 Feb 19 03:24:15.539390 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.609116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4be88f85-2590-4f06-8ae1-c6de3cdc4f28 req-1c72fd99-d0bd-440d-a57b-ef77c7a265cb tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b1f48cd-685b-46f0-af01-0b84a0eecfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603960 Feb 19 03:24:15.671375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] For port 6961251e-00ee-4735-a42f-9e9a7e6dde6b, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:15.674889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] For port 6961251e-00ee-4735-a42f-9e9a7e6dde6b, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6961251e-00ee-4735-a42f-9e9a7e6dde6b,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:15.678658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43416) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:15.687493 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.697342 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4780efbc-9db5-4ac0-bc9e-09a8e9fe67c5 x-openstack-request-id: req-4780efbc-9db5-4ac0-bc9e-09a8e9fe67c5 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:15.697716 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6891382c-7cde-438d-8347-51a30cd47ba3", "tag": "7302ad81-d00c-4529-9cd9-936f40c391d2", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:15.698326 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4780efbc-9db5-4ac0-bc9e-09a8e9fe67c5 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:15.698743 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6891382c-7cde-438d-8347-51a30cd47ba3', 'tag': '7302ad81-d00c-4529-9cd9-936f40c391d2', 'status': 'completed', 'code': 200} Feb 19 03:24:15.752019 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:15.752826 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.754365 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] 10.222.0.37 "PUT /v2.0/ports/6961251e-00ee-4735-a42f-9e9a7e6dde6b HTTP/1.1" status: 200 len: 1091 time: 1.9551828 Feb 19 03:24:15.816692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8232adb-1a7b-40e3-8326-6f2af7f0f625 service neutron] Pushing event updated for resources: {'Port': ['ID=6961251e-00ee-4735-a42f-9e9a7e6dde6b,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:15.893062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-6dafc586-67fd-44e4-a186-8c3456985626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:15.894466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-995861c2-b24d-4322-b9ad-6f7be5f64d08 req-08c37686-e3c0-40ee-8788-7c078be268b2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 210 time: 0.1074386 Feb 19 03:24:15.897826 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-6dafc586-67fd-44e4-a186-8c3456985626 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 1125 time: 0.0719163 Feb 19 03:24:16.026169 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-c1e86cb9-48db-44ae-94f9-b0399f1f5326 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6961251e-00ee-4735-a42f-9e9a7e6dde6b HTTP/1.1" status: 200 len: 217 time: 0.0914102 Feb 19 03:24:16.072921 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-733f6845-80cc-4f4a-8b33-6898f92b950d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd8485768b4540dc879e634768e4cfab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3921621 Feb 19 03:24:16.096684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43428) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:16.156981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-0d3819b6-3fad-4a0e-8811-9645e762dae9 service neutron] 10.222.0.71 "GET /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125164 Feb 19 03:24:16.164080 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-ca0878de-ecb4-4135-a56e-474eeb03e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.165737 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-ca0878de-ecb4-4135-a56e-474eeb03e400 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.1384628 Feb 19 03:24:16.168414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596e7b-df67-4b25-86ff-98c7c9e08693 req-539949c7-52b8-486b-90d2-91ce6b1a00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.170337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68596e7b-df67-4b25-86ff-98c7c9e08693 req-539949c7-52b8-486b-90d2-91ce6b1a00d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bedae682d6054918b61985b3bfc99675&device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 1126 time: 0.3344812 Feb 19 03:24:16.218641 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-30c129be-7584-4fb2-9b68-047683309040 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406477 Feb 19 03:24:16.321963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2de11ec-cd73-449d-bed2-e9b9c798f157 admin admin] Publish callbacks [] for security_group (8d3829d9-fcc3-4084-a544-1704a12f8408), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.355779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a20e9-d1ae-4177-b312-e0b077a07c53 req-0d87fb44-f074-4ba6-9a57-9e5b3d55d99b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.363239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-639a20e9-d1ae-4177-b312-e0b077a07c53 req-0d87fb44-f074-4ba6-9a57-9e5b3d55d99b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 943 time: 0.3448765 Feb 19 03:24:16.364001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2de11ec-cd73-449d-bed2-e9b9c798f157 admin admin] Publish callbacks [] for security_group (8d3829d9-fcc3-4084-a544-1704a12f8408), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.487337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2de11ec-cd73-449d-bed2-e9b9c798f157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8d3829d9-fcc3-4084-a544-1704a12f8408), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.490818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2de11ec-cd73-449d-bed2-e9b9c798f157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.502260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596e7b-df67-4b25-86ff-98c7c9e08693 req-b880eeb4-f2a4-49a9-9bfa-196f91b4ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.504734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68596e7b-df67-4b25-86ff-98c7c9e08693 req-b880eeb4-f2a4-49a9-9bfa-196f91b4ee5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=f62e405a-8ecc-440d-aaa5-95f728959ef8 HTTP/1.1" status: 200 len: 918 time: 0.3160412 Feb 19 03:24:16.505350 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f2de11ec-cd73-449d-bed2-e9b9c798f157 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d3829d9-fcc3-4084-a544-1704a12f8408 HTTP/1.1" status: 204 len: 168 time: 0.4024520 Feb 19 03:24:16.507127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16368a5f-8c1d-40e5-b1cb-977e1482952d req-f3f16f18-6bc4-4804-a7c0-c02cfdccb6aa service neutron] 10.222.0.71 "GET /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339989 Feb 19 03:24:16.522303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-639a20e9-d1ae-4177-b312-e0b077a07c53 req-60d085ef-2612-4996-b855-fa69484bbecf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578882 Feb 19 03:24:16.547174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de11ec-cd73-449d-bed2-e9b9c798f157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3829d9-fcc3-4084-a544-1704a12f8408,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:16.581903 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-ae6f6629-8285-4502-b8e9-ebe5ca7ee40b service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540139 Feb 19 03:24:16.636444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68596e7b-df67-4b25-86ff-98c7c9e08693 req-9c39ee6b-2f50-4bcc-bd5a-ebac7061edea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7302ad81-d00c-4529-9cd9-936f40c391d2 HTTP/1.1" status: 200 len: 217 time: 0.1123805 Feb 19 03:24:16.657341 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:24:16.742875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:16.754203 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fd0f09-70b4-42cd-9b12-fcc2b0f28dd7 req-89e0f5ff-2e95-448a-93a4-e66c02115c91 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633275 Feb 19 03:24:16.756155 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Publish callbacks [] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.772559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596e7b-df67-4b25-86ff-98c7c9e08693 req-59518aef-d301-4559-928c-eba0f8bdc7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.774176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68596e7b-df67-4b25-86ff-98c7c9e08693 req-59518aef-d301-4559-928c-eba0f8bdc7e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=319bf593-57f4-4767-9afe-1772f164e47d HTTP/1.1" status: 200 len: 857 time: 0.1210642 Feb 19 03:24:16.796803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Transition to ACTIVE for port object 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:16.821091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb86f6d-04e2-4175-a111-d1551a47a3e6 req-edf3f734-b187-4c9d-9e64-18695f253a53 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.828344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-feb86f6d-04e2-4175-a111-d1551a47a3e6 req-edf3f734-b187-4c9d-9e64-18695f253a53 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 931 time: 0.2002318 Feb 19 03:24:16.831695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68596e7b-df67-4b25-86ff-98c7c9e08693 req-a5975d2d-748d-4e4a-9184-d287fb779928 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f62e405a-8ecc-440d-aaa5-95f728959ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498374 Feb 19 03:24:16.834205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.960955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Pushing event updated for resources: {'Port': ['ID=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:17.018258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-feb86f6d-04e2-4175-a111-d1551a47a3e6 req-55e440cb-5a31-416e-b1c4-3ade12176ad7 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889863 Feb 19 03:24:17.080251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68596e7b-df67-4b25-86ff-98c7c9e08693 req-f36ac55d-662d-4b59-ba18-c13ef980e9f6 service neutron] 10.222.0.71 "GET /v2.0/networks/f62e405a-8ecc-440d-aaa5-95f728959ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371283 Feb 19 03:24:17.184167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Attempting to bind port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:17.184515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Attempting to bind port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:17.184843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Attempting to bind port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 on network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:17.196277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 on network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:17.196529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Attempting to bind port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 on network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:17.205769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:17.206233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Checking segment: {'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:17.206629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Bound using segment: {'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:17.207613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Bound port: 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:17.207969 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.274189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08f72c-0161-4e31-8c3b-f2c9b2e6cd35 req-3e452384-aedf-445e-81bb-2c1673fb1f2d tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:17.275771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f08f72c-0161-4e31-8c3b-f2c9b2e6cd35 req-3e452384-aedf-445e-81bb-2c1673fb1f2d tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 1133 time: 0.1623850 Feb 19 03:24:17.282622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68596e7b-df67-4b25-86ff-98c7c9e08693 req-32fee54c-eed6-42e2-b047-308e7f7682c4 service neutron] 10.222.0.71 "GET /v2.0/networks/f62e405a-8ecc-440d-aaa5-95f728959ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952577 Feb 19 03:24:17.342026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] For port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:17.348307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] For port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:17.360303 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.365491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f08f72c-0161-4e31-8c3b-f2c9b2e6cd35 req-8c2f71ec-1168-4c4e-838c-a4baec23975b tempest-ServersAdminTestJSON-465604181 tempest-ServersAdminTestJSON-465604181-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795233 Feb 19 03:24:17.415198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:17.415921 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.417507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] 10.222.0.71 "PUT /v2.0/ports/48a2a468-09ad-4d98-bd4f-f1102d4e8a13 HTTP/1.1" status: 200 len: 1091 time: 2.2049813 Feb 19 03:24:17.418104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037c7205-455d-442a-b839-32136157d00e', 'tag': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:17.420500 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5cadc6-44f8-4935-975d-6101826af894" -d '{"events": [{"name": "network-changed", "server_uuid": "037c7205-455d-442a-b839-32136157d00e", "tag": "48a2a468-09ad-4d98-bd4f-f1102d4e8a13"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:17.449458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec3952-f525-4941-8849-8e300e35eda8 service neutron] Pushing event updated for resources: {'Port': ['ID=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:17.492197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43468) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:17.570913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-d7bc5c2b-85a7-422e-991f-1e9e8042be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:17.572620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-d7bc5c2b-85a7-422e-991f-1e9e8042be24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf3a3914dc064627ae0007141dbc228f&device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 1125 time: 0.0957539 Feb 19 03:24:17.588338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893248-4ac1-4fbf-ada5-66a343f0437a req-a59428ab-9822-4948-8fbe-c1e25c208cd3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:17.590197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de893248-4ac1-4fbf-ada5-66a343f0437a req-a59428ab-9822-4948-8fbe-c1e25c208cd3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.0807967 Feb 19 03:24:17.602971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420527269'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:17.624234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:17.628307 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.632805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-dbc742bc-5763-4acb-8009-3931fee710d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13 HTTP/1.1" status: 200 len: 217 time: 0.0416541 Feb 19 03:24:17.639496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.700253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550ff551-7ad3-4776-9e85-45aba827c98e', 'tag': '6961251e-00ee-4735-a42f-9e9a7e6dde6b'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:17.702447 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c432309-488b-4e57-9c59-53b4e8c08c31" -d '{"events": [{"name": "network-changed", "server_uuid": "550ff551-7ad3-4776-9e85-45aba827c98e", "tag": "6961251e-00ee-4735-a42f-9e9a7e6dde6b"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:17.711798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de893248-4ac1-4fbf-ada5-66a343f0437a req-da99f3a4-3d24-492c-b236-703ca3a6fd3f tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816622 Feb 19 03:24:17.715567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-5359999f-4b41-48fe-a485-b5c70ceff730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:17.716992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-5359999f-4b41-48fe-a485-b5c70ceff730 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=92cb6b68-8002-4fcc-9721-8de355b47368 HTTP/1.1" status: 200 len: 862 time: 0.0702107 Feb 19 03:24:17.728237 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for security_group (96bc446d-d544-4368-b739-607e0650f0b8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.734767 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (96bc446d-d544-4368-b739-607e0650f0b8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.759772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-fba1017e-55ca-497a-8fd8-a9c355b0d882 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=25eb2018-2882-4fd4-82c8-f389b0dea2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313516 Feb 19 03:24:17.767391 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:17.778440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bc446d-d544-4368-b739-607e0650f0b8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:17.784825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7fd92cbc-6229-4952-bd64-2ec9f6d14012), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.785188 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Added segment 7fd92cbc-6229-4952-bd64-2ec9f6d14012 of type vlan for network d9c1ee14-2ffb-4c79-9240-3c0375e589a0 Feb 19 03:24:17.832445 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d9c1ee14-2ffb-4c79-9240-3c0375e589a0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.857941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d9c1ee14-2ffb-4c79-9240-3c0375e589a0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.863247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:17.863890 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.920642 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4261396 Feb 19 03:24:17.924797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-d9389fb0-20cc-4db6-ac74-d075fe53da13 service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577566 Feb 19 03:24:17.932713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd2030-c2ea-475a-a74f-07dfd532182d req-fa1b6ae2-7986-4edb-ae18-fa6ddeb8a50b tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:17.934151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12dd2030-c2ea-475a-a74f-07dfd532182d req-fa1b6ae2-7986-4edb-ae18-fa6ddeb8a50b tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/ports?device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 944 time: 0.1248462 Feb 19 03:24:17.952600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac91741-ac56-43b4-9a48-9060ce12e831 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=d9c1ee14-2ffb-4c79-9240-3c0375e589a0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:17.967982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d9c1ee14-2ffb-4c79-9240-3c0375e589a0 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:17.987888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7302ad81-d00c-4529-9cd9-936f40c391d2 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:18.070466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-732dfc66-0f3f-4796-ab28-f59229f8bf8b req-37b14d7b-675c-4923-ac99-31572f5ff598 service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352530 Feb 19 03:24:18.165046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7302ad81-d00c-4529-9cd9-936f40c391d2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7302ad81-d00c-4529-9cd9-936f40c391d2,segment=NetworkSegment(8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb),segment_id=8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:18.183536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '7302ad81-d00c-4529-9cd9-936f40c391d2', 'network_id': 'f62e405a-8ecc-440d-aaa5-95f728959ef8', 'port_id': '7302ad81-d00c-4529-9cd9-936f40c391d2', 'mac_address': 'fa:16:3e:7a:b0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319bf593-57f4-4767-9afe-1772f164e47d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:18.233364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7302ad81-d00c-4529-9cd9-936f40c391d2 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:18.234123 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:18.250404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7302ad81-d00c-4529-9cd9-936f40c391d2 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:18.279409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7302ad81-d00c-4529-9cd9-936f40c391d2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7302ad81-d00c-4529-9cd9-936f40c391d2,segment=NetworkSegment(8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb),segment_id=8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:18.287421 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:18.360081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7302ad81-d00c-4529-9cd9-936f40c391d2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:18.547472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12dd2030-c2ea-475a-a74f-07dfd532182d req-848226f2-518a-4a02-8680-0dc1c77033dd tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b1f48cd-685b-46f0-af01-0b84a0eecfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032736 Feb 19 03:24:18.598245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7302ad81-d00c-4529-9cd9-936f40c391d2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:18.907236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b97722e-7e71-47ae-a407-4d2175328809 req-df64359b-f08c-4a69-9116-a03c879cd89e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=13aecad0-f3e9-48f3-9870-4b567cb45109 HTTP/1.1" status: 200 len: 210 time: 0.0404530 Feb 19 03:24:19.138403 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab35ab5f-c7ce-4c08-a706-b4febe62cd9d x-openstack-request-id: req-ab35ab5f-c7ce-4c08-a706-b4febe62cd9d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:19.138699 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037c7205-455d-442a-b839-32136157d00e", "tag": "48a2a468-09ad-4d98-bd4f-f1102d4e8a13", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:19.138959 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab35ab5f-c7ce-4c08-a706-b4febe62cd9d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:19.139360 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037c7205-455d-442a-b839-32136157d00e', 'tag': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13', 'status': 'completed', 'code': 200} Feb 19 03:24:19.271987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cadc6-44f8-4935-975d-6101826af894 req-0136ffb2-a1ee-4d98-a58d-1cca45dd25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.273512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d5cadc6-44f8-4935-975d-6101826af894 req-0136ffb2-a1ee-4d98-a58d-1cca45dd25f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf3a3914dc064627ae0007141dbc228f&device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 1125 time: 0.1120040 Feb 19 03:24:19.284762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c326eb3-9f76-4549-95cc-8b2b21829a7c req-95b57901-3e1d-4aae-997e-fb8c4a44f2f5 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.286279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c326eb3-9f76-4549-95cc-8b2b21829a7c req-95b57901-3e1d-4aae-997e-fb8c4a44f2f5 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 943 time: 0.0757194 Feb 19 03:24:19.403550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c326eb3-9f76-4549-95cc-8b2b21829a7c req-056d2174-ead8-4c67-9247-bec514eb41ea tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092939 Feb 19 03:24:19.427626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cadc6-44f8-4935-975d-6101826af894 req-b628023b-70b6-4769-8a31-20138cd082ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.427626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d5cadc6-44f8-4935-975d-6101826af894 req-b628023b-70b6-4769-8a31-20138cd082ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=25eb2018-2882-4fd4-82c8-f389b0dea2c9 HTTP/1.1" status: 200 len: 923 time: 0.1364632 Feb 19 03:24:19.467105 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d73822-835b-4128-a419-4e283897bf1d x-openstack-request-id: req-c8d73822-835b-4128-a419-4e283897bf1d {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:19.467596 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550ff551-7ad3-4776-9e85-45aba827c98e", "tag": "6961251e-00ee-4735-a42f-9e9a7e6dde6b", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:19.467789 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8d73822-835b-4128-a419-4e283897bf1d {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:19.468451 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550ff551-7ad3-4776-9e85-45aba827c98e', 'tag': '6961251e-00ee-4735-a42f-9e9a7e6dde6b', 'status': 'completed', 'code': 200} Feb 19 03:24:19.485076 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d5cadc6-44f8-4935-975d-6101826af894 req-f5fe69f0-c5d1-4bb8-9ebb-1e1b1cde9118 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13 HTTP/1.1" status: 200 len: 217 time: 0.0538096 Feb 19 03:24:19.544918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cadc6-44f8-4935-975d-6101826af894 req-428d2aad-7f48-479a-868e-0f7eba03e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.546563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d5cadc6-44f8-4935-975d-6101826af894 req-428d2aad-7f48-479a-868e-0f7eba03e78d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=92cb6b68-8002-4fcc-9721-8de355b47368 HTTP/1.1" status: 200 len: 862 time: 0.0531175 Feb 19 03:24:19.590039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d5cadc6-44f8-4935-975d-6101826af894 req-b77d7a20-928d-46a9-842e-d04375c65ccb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=25eb2018-2882-4fd4-82c8-f389b0dea2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350418 Feb 19 03:24:19.592535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c432309-488b-4e57-9c59-53b4e8c08c31 req-4df4b92e-a6e3-42f2-8188-aa1c81b32278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.594761 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c432309-488b-4e57-9c59-53b4e8c08c31 req-4df4b92e-a6e3-42f2-8188-aa1c81b32278 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 1125 time: 0.0745771 Feb 19 03:24:19.715804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8101961-ad69-408c-ba0e-64b996090c50 req-b6407d11-6f60-439a-b0c7-500006aa23f4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.717807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8101961-ad69-408c-ba0e-64b996090c50 req-b6407d11-6f60-439a-b0c7-500006aa23f4 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 943 time: 0.1648350 Feb 19 03:24:19.727149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c432309-488b-4e57-9c59-53b4e8c08c31 req-81829aa7-082a-456c-bc12-e528dc4c8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.728733 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c432309-488b-4e57-9c59-53b4e8c08c31 req-81829aa7-082a-456c-bc12-e528dc4c8e4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 906 time: 0.1262779 Feb 19 03:24:19.743934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d5cadc6-44f8-4935-975d-6101826af894 req-bfa2df76-de3f-4655-9ea4-21dcbed1a3c4 service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348956 Feb 19 03:24:19.801079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8101961-ad69-408c-ba0e-64b996090c50 req-a1a20a23-1630-4b02-b8f8-bb591b265e2b tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660160 Feb 19 03:24:19.891823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d5cadc6-44f8-4935-975d-6101826af894 req-6f381cc0-fb38-433c-a8cf-13a45734e5a0 service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406276 Feb 19 03:24:19.909518 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c432309-488b-4e57-9c59-53b4e8c08c31 req-9e168924-6e79-4911-95f6-e91651003bd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6961251e-00ee-4735-a42f-9e9a7e6dde6b HTTP/1.1" status: 200 len: 217 time: 0.1469839 Feb 19 03:24:19.989381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:19.994810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7302ad81-d00c-4529-9cd9-936f40c391d2 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:20.006887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26d2c-0c3f-4209-ad2e-065330b705d2 req-d6dd9a30-74b6-4fd3-8c8b-5a22f7d7d8aa tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:20.009089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbe26d2c-0c3f-4209-ad2e-065330b705d2 req-d6dd9a30-74b6-4fd3-8c8b-5a22f7d7d8aa tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.0857491 Feb 19 03:24:20.025182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c432309-488b-4e57-9c59-53b4e8c08c31 req-20603ec8-7d52-4cd0-ba12-d8b30d12157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:20.031631 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c432309-488b-4e57-9c59-53b4e8c08c31 req-20603ec8-7d52-4cd0-ba12-d8b30d12157d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.1146841 Feb 19 03:24:20.129697 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c432309-488b-4e57-9c59-53b4e8c08c31 req-8c25d8cd-99a1-4457-ab70-9db6e0795c65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875738 Feb 19 03:24:20.137187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 7302ad81-d00c-4529-9cd9-936f40c391d2 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:20.146457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbe26d2c-0c3f-4209-ad2e-065330b705d2 req-d8320c11-e757-4cfd-89db-ef79a953f275 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308453 Feb 19 03:24:20.166005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 7302ad81-d00c-4529-9cd9-936f40c391d2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:20.167607 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.271569 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:20.289811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13', 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9', 'port_id': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13', 'mac_address': 'fa:16:3e:f1:2f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cb6b68-8002-4fcc-9721-8de355b47368', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:20.337437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:20.338135 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.349063 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c432309-488b-4e57-9c59-53b4e8c08c31 req-42b7dbf8-f08d-4abc-acb6-ef5b92d09a25 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097573 Feb 19 03:24:20.357960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:20.362388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2584382-09de-4eb7-8575-a432e7862679 req-b27cefdd-9648-4d2c-9f3d-2d12ef88b134 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:20.377455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2584382-09de-4eb7-8575-a432e7862679 req-b27cefdd-9648-4d2c-9f3d-2d12ef88b134 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 950 time: 0.1060829 Feb 19 03:24:20.410534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:20.418064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7302ad81-d00c-4529-9cd9-936f40c391d2 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:20.418795 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.435807 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.474552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6891382c-7cde-438d-8347-51a30cd47ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7302ad81-d00c-4529-9cd9-936f40c391d2'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:20.477201 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2391d80-b85c-40c2-81dd-cb9f22cbd4e9" -d '{"events": [{"server_uuid": "6891382c-7cde-438d-8347-51a30cd47ba3", "name": "network-vif-plugged", "status": "completed", "tag": "7302ad81-d00c-4529-9cd9-936f40c391d2"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:20.485956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2584382-09de-4eb7-8575-a432e7862679 req-eff8bc5e-9a16-41cb-b498-740ccfb8e7a4 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073730 Feb 19 03:24:20.500323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7302ad81-d00c-4529-9cd9-936f40c391d2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7302ad81-d00c-4529-9cd9-936f40c391d2,segment=NetworkSegment(8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb),segment_id=8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:20.502528 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c432309-488b-4e57-9c59-53b4e8c08c31 req-0504d603-c726-488f-aee0-09e0fb05505e service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460912 Feb 19 03:24:20.522857 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.544153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:20.615888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7302ad81-d00c-4529-9cd9-936f40c391d2,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:20.616756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e85c31-d592-4ffd-8e9c-1dde67af299f req-a29bab0b-f69e-41eb-9f05-8c5865eca059 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:20.624231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7e85c31-d592-4ffd-8e9c-1dde67af299f req-a29bab0b-f69e-41eb-9f05-8c5865eca059 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/ports?device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 946 time: 0.0683527 Feb 19 03:24:20.675423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7e85c31-d592-4ffd-8e9c-1dde67af299f req-bb045133-2be2-4125-95dd-2471d855a0cc tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b1f48cd-685b-46f0-af01-0b84a0eecfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502546 Feb 19 03:24:20.730528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['48a2a468-09ad-4d98-bd4f-f1102d4e8a13'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:20.966203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101b5d8-bc13-4da0-beca-826d18884e1d req-01ef54b3-5f3c-4902-a802-f377aac33371 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:20.973572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b101b5d8-bc13-4da0-beca-826d18884e1d req-01ef54b3-5f3c-4902-a802-f377aac33371 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 943 time: 0.0882511 Feb 19 03:24:21.025618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b101b5d8-bc13-4da0-beca-826d18884e1d req-9bfaf2ee-b716-4686-bfb7-3d67e641830e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507278 Feb 19 03:24:21.071646 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f650db1b-e28f-452b-9f6b-2fac8e632279 x-openstack-request-id: req-f650db1b-e28f-452b-9f6b-2fac8e632279 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:21.072183 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6891382c-7cde-438d-8347-51a30cd47ba3", "name": "network-vif-plugged", "status": "completed", "tag": "7302ad81-d00c-4529-9cd9-936f40c391d2", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:21.072375 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f650db1b-e28f-452b-9f6b-2fac8e632279 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:21.072884 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6891382c-7cde-438d-8347-51a30cd47ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7302ad81-d00c-4529-9cd9-936f40c391d2', 'code': 200} Feb 19 03:24:21.280872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa82b0-2fe2-4e7d-b64d-ba095cf72ac5 req-4f14e7c1-89ed-44fd-b9c4-eb3198985586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:21.284741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67fa82b0-2fe2-4e7d-b64d-ba095cf72ac5 req-4f14e7c1-89ed-44fd-b9c4-eb3198985586 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 1128 time: 0.1230664 Feb 19 03:24:21.358241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b98ab-a29f-4e58-a595-f35ff09e10b0 req-ed6e7587-3152-44f8-99fe-e722212d6b5a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:21.360047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-605b98ab-a29f-4e58-a595-f35ff09e10b0 req-ed6e7587-3152-44f8-99fe-e722212d6b5a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 944 time: 0.1455426 Feb 19 03:24:21.367328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43524) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:21.377568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'network_id': 'd9c1ee14-2ffb-4c79-9240-3c0375e589a0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:21.404745 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-9b2bedfc-e67e-4884-b96e-cf8581332054 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:21.406721 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-9b2bedfc-e67e-4884-b96e-cf8581332054 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.37 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 950 time: 0.0862899 Feb 19 03:24:21.450017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67fa82b0-2fe2-4e7d-b64d-ba095cf72ac5 req-df0a5144-5cdb-49e4-bae1-7cae9e5b9f7f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4b1f48cd-685b-46f0-af01-0b84a0eecfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525648 Feb 19 03:24:21.511140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-605b98ab-a29f-4e58-a595-f35ff09e10b0 req-295a5f8d-3d08-4f41-a0e8-2b2d2b569a72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413560 Feb 19 03:24:21.536398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:21.540154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.547385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-e92b1177-7084-4b04-be22-e115c89c607b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Deleting port 3e40df7a-081c-4634-ab4c-54352285833c {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:21.548059 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-e92b1177-7084-4b04-be22-e115c89c607b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3e40df7a-081c-4634-ab4c-54352285833c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.708744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-e92b1177-7084-4b04-be22-e115c89c607b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] For port 3e40df7a-081c-4634-ab4c-54352285833c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e40df7a-081c-4634-ab4c-54352285833c,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:21.709126 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-e92b1177-7084-4b04-be22-e115c89c607b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3e40df7a-081c-4634-ab4c-54352285833c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.727706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-e92b1177-7084-4b04-be22-e115c89c607b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Calling delete_port for 3e40df7a-081c-4634-ab4c-54352285833c owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:21.759675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2de4d-62ae-4e8d-aa12-4a1299f85e8e req-117503e3-ab76-4428-b97a-e8e116fb9668 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:21.761272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ef2de4d-62ae-4e8d-aa12-4a1299f85e8e req-117503e3-ab76-4428-b97a-e8e116fb9668 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.0844831 Feb 19 03:24:21.876256 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ef2de4d-62ae-4e8d-aa12-4a1299f85e8e req-3eba66f0-9e8b-4d72-be80-60cbb4516ac8 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924668 Feb 19 03:24:21.897943 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (9b785857-921d-43a5-8d19-78bcbde2fd0e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.925979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6961251e-00ee-4735-a42f-9e9a7e6dde6b details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:21.951438 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-e92b1177-7084-4b04-be22-e115c89c607b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3e40df7a-081c-4634-ab4c-54352285833c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.974944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['a46d198c-34f2-4b34-bc92-e2a72cd714fe'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:21.978232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=9b785857-921d-43a5-8d19-78bcbde2fd0e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:22.018461 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b1177-7084-4b04-be22-e115c89c607b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Pushing event deleted for resources: {'Port': ['ID=3e40df7a-081c-4634-ab4c-54352285833c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:22.019249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5b08246-ad6b-4e93-8767-c635fc287ca2 req-785b079d-9fbf-4d93-a928-75e67e8b531a tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=323b9bd0-737e-46c8-bd11-fa89a5909dfd HTTP/1.1" status: 200 len: 210 time: 0.0422246 Feb 19 03:24:22.023598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking segment: {'id': '7fd92cbc-6229-4952-bd64-2ec9f6d14012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd9c1ee14-2ffb-4c79-9240-3c0375e589a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:22.023968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network hostable DHCP agents. Network: d9c1ee14-2ffb-4c79-9240-3c0375e589a0, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:22.031854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e40df7a-081c-4634-ab4c-54352285833c', 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:22.045407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network d9c1ee14-2ffb-4c79-9240-3c0375e589a0 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:22.058450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:22.062410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d9c1ee14-2ffb-4c79-9240-3c0375e589a0) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:22.068021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.068769 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.102527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-784694c2-01dd-42f6-adb6-de9a9b46740b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7336452 Feb 19 03:24:22.105794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43540) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:22.112466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-890138526'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:22.126615 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:24:22.130137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-e92b1177-7084-4b04-be22-e115c89c607b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] No DVR routers for this DVR port 3e40df7a-081c-4634-ab4c-54352285833c on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:22.138245 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-e92b1177-7084-4b04-be22-e115c89c607b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.144303 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a425e3af-ebad-4193-836a-1a00cb4bfde8 req-e92b1177-7084-4b04-be22-e115c89c607b tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.37 "DELETE /v2.0/ports/3e40df7a-081c-4634-ab4c-54352285833c HTTP/1.1" status: 204 len: 173 time: 0.7285533 Feb 19 03:24:22.144303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323b9bd0-737e-46c8-bd11-fa89a5909dfd', 'name': 'network-vif-deleted', 'tag': '3e40df7a-081c-4634-ab4c-54352285833c'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:22.155832 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eee11f-dfcf-43c1-a161-58765cfced91" -d '{"events": [{"server_uuid": "323b9bd0-737e-46c8-bd11-fa89a5909dfd", "name": "network-vif-deleted", "tag": "3e40df7a-081c-4634-ab4c-54352285833c"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:22.157746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:22.168531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.206310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:22.216342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5854bec2-7715-4928-8439-54e32a728b19 None None] Network d9c1ee14-2ffb-4c79-9240-3c0375e589a0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:22.299346 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (92279631-5f5d-422e-90fd-f4b56e475659), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.299680 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Added segment 92279631-5f5d-422e-90fd-f4b56e475659 of type vlan for network 4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1 Feb 19 03:24:22.367532 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.387702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ce376-0005-467a-95f5-18dd2ff0f189 req-24799759-d881-4760-b568-f10cf0226387 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.389458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f54ce376-0005-467a-95f5-18dd2ff0f189 req-24799759-d881-4760-b568-f10cf0226387 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/ports?device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 946 time: 0.1851752 Feb 19 03:24:22.412522 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.463111 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.468018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.468627 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.586315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43554) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:22.591481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'network_id': '4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:22.595061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4877393 Feb 19 03:24:22.634538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f54ce376-0005-467a-95f5-18dd2ff0f189 req-b42afccf-f096-4e36-832d-d695e003a805 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b1f48cd-685b-46f0-af01-0b84a0eecfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284398 Feb 19 03:24:22.665739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08caea0-f71f-41a7-83ae-489f4ad8216a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:22.734892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43556) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:22.780700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-d9c1ee14-2ffb-4c79-9240-3c0375e589a0', 'network_id': 'd9c1ee14-2ffb-4c79-9240-3c0375e589a0', 'project_id': 'd899efa2a2404f5689b652d325af2382', 'fixed_ips': [{'subnet_id': '9b785857-921d-43a5-8d19-78bcbde2fd0e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:22.783495 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.787745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:22.791494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6961251e-00ee-4735-a42f-9e9a7e6dde6b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6961251e-00ee-4735-a42f-9e9a7e6dde6b,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:22.834920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:22.842843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:22.845959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7e967-c2cc-48c3-882b-e22b4cc3d660 req-adcf566c-5014-434d-a755-a2e250e6dc43 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.847031 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.855550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3f7e967-c2cc-48c3-882b-e22b4cc3d660 req-adcf566c-5014-434d-a755-a2e250e6dc43 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 943 time: 0.1024351 Feb 19 03:24:22.922420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3f7e967-c2cc-48c3-882b-e22b4cc3d660 req-28cc0c04-35e3-413b-b333-bf20aecb027a tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657821 Feb 19 03:24:22.944852 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e869be2-55ba-4393-9853-6168d858dfa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.948196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:22.952276 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.019698 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6948584-c5e1-42cb-839e-121cbc61f933 x-openstack-request-id: req-a6948584-c5e1-42cb-839e-121cbc61f933 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:23.024476 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323b9bd0-737e-46c8-bd11-fa89a5909dfd", "name": "network-vif-deleted", "tag": "3e40df7a-081c-4634-ab4c-54352285833c", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:23.026132 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6948584-c5e1-42cb-839e-121cbc61f933 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:23.027959 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323b9bd0-737e-46c8-bd11-fa89a5909dfd', 'name': 'network-vif-deleted', 'tag': '3e40df7a-081c-4634-ab4c-54352285833c', 'status': 'completed', 'code': 200} Feb 19 03:24:23.063737 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e869be2-55ba-4393-9853-6168d858dfa8 admin admin] Publish callbacks [] for security_group (2fa9adf0-f6bb-4902-b804-847ef7aba3b7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.068965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e869be2-55ba-4393-9853-6168d858dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2fa9adf0-f6bb-4902-b804-847ef7aba3b7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.115981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '6961251e-00ee-4735-a42f-9e9a7e6dde6b', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'port_id': '6961251e-00ee-4735-a42f-9e9a7e6dde6b', 'mac_address': 'fa:16:3e:6e:c2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0b9ce0-8147-44d2-825b-d86ca2bad80f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:23.162848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3e869be2-55ba-4393-9853-6168d858dfa8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4831dc2f1dda44acac133113692638fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266908 Feb 19 03:24:23.173169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43566) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:23.184509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e869be2-55ba-4393-9853-6168d858dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa9adf0-f6bb-4902-b804-847ef7aba3b7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:23.220224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9837f-aa23-435d-8244-874b375c8b60 req-3ec96d72-145d-461c-adf9-f9c627611093 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.228717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3c9837f-aa23-435d-8244-874b375c8b60 req-3ec96d72-145d-461c-adf9-f9c627611093 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 944 time: 0.0910249 Feb 19 03:24:23.306862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3c9837f-aa23-435d-8244-874b375c8b60 req-c519f1ac-1f29-4947-9e65-97825521740b tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771105 Feb 19 03:24:23.339917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 6961251e-00ee-4735-a42f-9e9a7e6dde6b is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:23.340436 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.362156 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-175eb6c7-1fdf-4a2d-91cc-8d1af5c121c7 admin admin] Publish callbacks [] for security_group (2fa9adf0-f6bb-4902-b804-847ef7aba3b7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.399441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-175eb6c7-1fdf-4a2d-91cc-8d1af5c121c7 admin admin] Publish callbacks [] for security_group (2fa9adf0-f6bb-4902-b804-847ef7aba3b7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.423166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6961251e-00ee-4735-a42f-9e9a7e6dde6b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:23.427748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:23.428136 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.466025 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-175eb6c7-1fdf-4a2d-91cc-8d1af5c121c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2fa9adf0-f6bb-4902-b804-847ef7aba3b7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.469961 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-175eb6c7-1fdf-4a2d-91cc-8d1af5c121c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.474827 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-175eb6c7-1fdf-4a2d-91cc-8d1af5c121c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2fa9adf0-f6bb-4902-b804-847ef7aba3b7 HTTP/1.1" status: 204 len: 168 time: 0.3002284 Feb 19 03:24:23.479828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6961251e-00ee-4735-a42f-9e9a7e6dde6b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6961251e-00ee-4735-a42f-9e9a7e6dde6b,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:23.490716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c7205-455d-442a-b839-32136157d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:23.495634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020a93-92b1-446e-ba91-00392c2058fc req-fb248e2e-7a9f-47a1-a07d-dce84cd1fbae tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.495957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eb6c7-1fdf-4a2d-91cc-8d1af5c121c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa9adf0-f6bb-4902-b804-847ef7aba3b7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:23.497712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9020a93-92b1-446e-ba91-00392c2058fc req-fb248e2e-7a9f-47a1-a07d-dce84cd1fbae tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.1136417 Feb 19 03:24:23.500829 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48943fec-7577-4327-9048-afc4ee037667" -d '{"events": [{"server_uuid": "037c7205-455d-442a-b839-32136157d00e", "name": "network-vif-plugged", "status": "completed", "tag": "48a2a468-09ad-4d98-bd4f-f1102d4e8a13"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:23.501395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (a003cb61-9577-4b92-8758-c1b713780ac2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.535741 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.539421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Allocated IP 2001:db8:0:ffff::2 (d9c1ee14-2ffb-4c79-9240-3c0375e589a0/9b785857-921d-43a5-8d19-78bcbde2fd0e/76067ae5-93d4-4d15-9606-2b753a35aadf) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:23.578516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:23.593624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9020a93-92b1-446e-ba91-00392c2058fc req-ea1457ac-53d8-4272-8c64-5bf6a7f6995c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812452 Feb 19 03:24:23.608280 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=a003cb61-9577-4b92-8758-c1b713780ac2,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:23.623738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking segment: {'id': '92279631-5f5d-422e-90fd-f4b56e475659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:23.624998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network hostable DHCP agents. Network: 4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:23.630816 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.686798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network 4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:23.701598 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:23.714245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50417d92-9350-4674-931f-403412c632a4 None None] Network 4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:23.720852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=6961251e-00ee-4735-a42f-9e9a7e6dde6b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:23.721803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.726108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.765505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43578) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:23.766806 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-94cc6523-41a0-4005-a3e7-9048397e150a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1792507 Feb 19 03:24:23.857128 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b7269d-da45-42b4-a7ed-970f4d23eec1 x-openstack-request-id: req-49b7269d-da45-42b4-a7ed-970f4d23eec1 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:23.857592 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037c7205-455d-442a-b839-32136157d00e", "name": "network-vif-plugged", "status": "completed", "tag": "48a2a468-09ad-4d98-bd4f-f1102d4e8a13", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:23.858806 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49b7269d-da45-42b4-a7ed-970f4d23eec1 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:23.859497 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037c7205-455d-442a-b839-32136157d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13', 'code': 200} Feb 19 03:24:23.974303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e40df7a-081c-4634-ab4c-54352285833c no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:24.004565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 3e40df7a-081c-4634-ab4c-54352285833c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:24.004916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e40df7a-081c-4634-ab4c-54352285833c not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:24.011172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:24.022616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.057258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1', 'network_id': '4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1', 'project_id': 'd899efa2a2404f5689b652d325af2382', 'fixed_ips': [{'subnet_id': 'a003cb61-9577-4b92-8758-c1b713780ac2'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:24.058759 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.065370 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Publish callbacks [] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.075567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce482a-bbe8-4267-8b65-7694f65c915f req-dfecabe3-8a6b-4a22-9e6e-906d489d2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.081666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43ce482a-bbe8-4267-8b65-7694f65c915f req-dfecabe3-8a6b-4a22-9e6e-906d489d2464 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 1127 time: 0.2005997 Feb 19 03:24:24.082064 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.130194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:24.170371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41328a2c-a644-4687-8671-1862de573558 req-2752db60-41ea-41cf-97e7-93377069543e tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.176071 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41328a2c-a644-4687-8671-1862de573558 req-2752db60-41ea-41cf-97e7-93377069543e tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/ports?device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 946 time: 0.2296710 Feb 19 03:24:24.229994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Network d9c1ee14-2ffb-4c79-9240-3c0375e589a0 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:24.245393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:24.248293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:24.257367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Pushing event updated for resources: {'Port': ['ID=76067ae5-93d4-4d15-9606-2b753a35aadf,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:24.315357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43ce482a-bbe8-4267-8b65-7694f65c915f req-f06aa1a3-4c1f-4f08-8409-3fd581a0aabd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183034 Feb 19 03:24:24.324401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (a003cb61-9577-4b92-8758-c1b713780ac2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.412116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Attempting to bind port 76067ae5-93d4-4d15-9606-2b753a35aadf on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:24.412615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Attempting to bind port 76067ae5-93d4-4d15-9606-2b753a35aadf by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '7fd92cbc-6229-4952-bd64-2ec9f6d14012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd9c1ee14-2ffb-4c79-9240-3c0375e589a0'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:24.412841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Attempting to bind port 76067ae5-93d4-4d15-9606-2b753a35aadf on network d9c1ee14-2ffb-4c79-9240-3c0375e589a0 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:24.416407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41328a2c-a644-4687-8671-1862de573558 req-5de84a92-98f3-4a0c-80e8-df131010ec66 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b1f48cd-685b-46f0-af01-0b84a0eecfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020345 Feb 19 03:24:24.420674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Allocated IP 2001:db8::1 (4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1/a003cb61-9577-4b92-8758-c1b713780ac2/cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:24.452277 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:24.452798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Checking segment: {'id': '7fd92cbc-6229-4952-bd64-2ec9f6d14012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd9c1ee14-2ffb-4c79-9240-3c0375e589a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:24.453395 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.453661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Bound using segment: {'id': '7fd92cbc-6229-4952-bd64-2ec9f6d14012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd9c1ee14-2ffb-4c79-9240-3c0375e589a0'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:24.454489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Bound port: 76067ae5-93d4-4d15-9606-2b753a35aadf, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd92cbc-6229-4952-bd64-2ec9f6d14012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd9c1ee14-2ffb-4c79-9240-3c0375e589a0'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:24.454876 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.768017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e398a7-97ca-4e43-87a3-4a0241f959ac req-4326a8b2-063c-43d7-a635-49af4d7b607f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.779685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2e398a7-97ca-4e43-87a3-4a0241f959ac req-4326a8b2-063c-43d7-a635-49af4d7b607f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 944 time: 0.1150532 Feb 19 03:24:24.816272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] For port 76067ae5-93d4-4d15-9606-2b753a35aadf, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:24.840895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] For port 76067ae5-93d4-4d15-9606-2b753a35aadf, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=76067ae5-93d4-4d15-9606-2b753a35aadf,segment=NetworkSegment(7fd92cbc-6229-4952-bd64-2ec9f6d14012),segment_id=7fd92cbc-6229-4952-bd64-2ec9f6d14012)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:24.848326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2e398a7-97ca-4e43-87a3-4a0241f959ac req-7d9c59dc-90cc-4190-b8b9-9f1b848e2ffb tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648530 Feb 19 03:24:24.859088 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.993921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf97c2-a795-43b3-9960-76ccd2b9ca75 None None] Pushing event updated for resources: {'Port': ['ID=76067ae5-93d4-4d15-9606-2b753a35aadf,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:24.997241 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Publish callbacks [] for port (cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.007332 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.054246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Network 4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:25.056782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854e547-f517-45cf-9704-3136c5768c32 req-fb50c1d3-e856-4169-9b07-c36e2053f34e tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:25.059639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3854e547-f517-45cf-9704-3136c5768c32 req-fb50c1d3-e856-4169-9b07-c36e2053f34e tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 945 time: 0.1190219 Feb 19 03:24:25.061455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:25.063448 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (a003cb61-9577-4b92-8758-c1b713780ac2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.070579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:25.074864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Pushing event updated for resources: {'Port': ['ID=cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:25.124280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Subnet': ['ID=a003cb61-9577-4b92-8758-c1b713780ac2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:25.145179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Attempting to bind port cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:25.145640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Attempting to bind port cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '92279631-5f5d-422e-90fd-f4b56e475659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:25.146121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Attempting to bind port cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b on network 4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:25.152639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:25.153606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Checking segment: {'id': '92279631-5f5d-422e-90fd-f4b56e475659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:25.154091 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.154560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Bound using segment: {'id': '92279631-5f5d-422e-90fd-f4b56e475659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:25.155122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Bound port: cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92279631-5f5d-422e-90fd-f4b56e475659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:25.155629 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.232088 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.250094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3854e547-f517-45cf-9704-3136c5768c32 req-20110c81-eaf9-4590-bed9-adf170552108 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807656 Feb 19 03:24:25.254932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] For port cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:25.258262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] For port cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b,segment=NetworkSegment(92279631-5f5d-422e-90fd-f4b56e475659),segment_id=92279631-5f5d-422e-90fd-f4b56e475659)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:25.289882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:25.295019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.320871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92279631-5f5d-422e-90fd-f4b56e475659') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:25.321357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92279631-5f5d-422e-90fd-f4b56e475659') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:25.357417 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (92279631-5f5d-422e-90fd-f4b56e475659), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.386654 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (92279631-5f5d-422e-90fd-f4b56e475659), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.402286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:25.402874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (92279631-5f5d-422e-90fd-f4b56e475659), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.485830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e4f3c9-1470-4b8e-9386-809bcb606340 None None] Network 4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:25.540940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff10907-1c50-484a-9a10-4957f222b822 None None] Pushing event updated for resources: {'Port': ['ID=cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:25.633637 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:25.639994 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:24:25.639994 n-d-826756-2 neutron-server[103615]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:24:25.639994 n-d-826756-2 neutron-server[103615]: [parameters: {'id': '4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1'}] Feb 19 03:24:25.639994 n-d-826756-2 neutron-server[103615]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:24:25.640953 n-d-826756-2 neutron-server[103615]: DEBUG oslo_db.api [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:24:25.680497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 76067ae5-93d4-4d15-9606-2b753a35aadf up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:25.814871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 76067ae5-93d4-4d15-9606-2b753a35aadf triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:25.815708 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.950620 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 76067ae5-93d4-4d15-9606-2b753a35aadf is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:25.951013 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.981367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6961251e-00ee-4735-a42f-9e9a7e6dde6b up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:26.064908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 76067ae5-93d4-4d15-9606-2b753a35aadf, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=76067ae5-93d4-4d15-9606-2b753a35aadf,segment=NetworkSegment(7fd92cbc-6229-4952-bd64-2ec9f6d14012),segment_id=7fd92cbc-6229-4952-bd64-2ec9f6d14012)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:26.072772 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.142037 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.166834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123163b6-5ae9-4dac-8b1b-d8162fdbcadf req-f89c6946-c6b9-4157-8a38-43d00580f9bb tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:26.173968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-123163b6-5ae9-4dac-8b1b-d8162fdbcadf req-f89c6946-c6b9-4157-8a38-43d00580f9bb tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 950 time: 0.1629248 Feb 19 03:24:26.239081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 6961251e-00ee-4735-a42f-9e9a7e6dde6b completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:26.249097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=76067ae5-93d4-4d15-9606-2b753a35aadf,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:26.256333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 6961251e-00ee-4735-a42f-9e9a7e6dde6b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:26.257062 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.336156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-123163b6-5ae9-4dac-8b1b-d8162fdbcadf req-bf663b06-dda7-471f-9863-8d2deb6916fc tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612668 Feb 19 03:24:26.424213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43628) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:26.433017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting port cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:26.434212 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.495531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 6961251e-00ee-4735-a42f-9e9a7e6dde6b is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:26.496351 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.567610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550ff551-7ad3-4776-9e85-45aba827c98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6961251e-00ee-4735-a42f-9e9a7e6dde6b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:26.572420 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977638eb-882b-4bae-8f9c-7d1869a591e6" -d '{"events": [{"server_uuid": "550ff551-7ad3-4776-9e85-45aba827c98e", "name": "network-vif-plugged", "status": "completed", "tag": "6961251e-00ee-4735-a42f-9e9a7e6dde6b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:26.609080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6961251e-00ee-4735-a42f-9e9a7e6dde6b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6961251e-00ee-4735-a42f-9e9a7e6dde6b,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:26.615157 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.716283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=6961251e-00ee-4735-a42f-9e9a7e6dde6b,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:26.739250 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d53f10ae-a8f6-4eb9-a971-6b858ef0d03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.747538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] For port cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b,segment=NetworkSegment(92279631-5f5d-422e-90fd-f4b56e475659),segment_id=92279631-5f5d-422e-90fd-f4b56e475659)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:26.748048 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.779036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Calling delete_port for cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:26.787267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8215032-994b-4e5a-a70d-aaf424e3bc26 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:24:26.843808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-042ea9f9-a25d-46f8-bccc-e0dfa4208330 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:26.845759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-042ea9f9-a25d-46f8-bccc-e0dfa4208330 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d98cf7b-f65c-43cc-be3e-ec360b81fda1 HTTP/1.1" status: 200 len: 950 time: 0.2902627 Feb 19 03:24:26.857971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d46aa9-1e80-4485-b680-8333b2084a40 req-7c02dbc4-fce0-453b-b373-7b2d6cb09000 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:26.860475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61d46aa9-1e80-4485-b680-8333b2084a40 req-7c02dbc4-fce0-453b-b373-7b2d6cb09000 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.2989395 Feb 19 03:24:26.867253 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d53f10ae-a8f6-4eb9-a971-6b858ef0d03f admin admin] Publish callbacks [] for security_group (33eea795-83ac-414f-af66-d4243db6c5dc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.874431 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d53f10ae-a8f6-4eb9-a971-6b858ef0d03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (33eea795-83ac-414f-af66-d4243db6c5dc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.927815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8215032-994b-4e5a-a70d-aaf424e3bc26 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:24:26.934619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7c54a3d5-f0c1-402f-a9b0-a2e95c3c8f10 None None] Provisioning complete for port 76067ae5-93d4-4d15-9606-2b753a35aadf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:26.934963 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7c54a3d5-f0c1-402f-a9b0-a2e95c3c8f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.936632 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f10ae-a8f6-4eb9-a971-6b858ef0d03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eea795-83ac-414f-af66-d4243db6c5dc,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:26.948676 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d53f10ae-a8f6-4eb9-a971-6b858ef0d03f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b998e3c93094e22b9e8f1d2890eefad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5174243 Feb 19 03:24:26.949328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43636) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:27.020849 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-434c6def-a37f-462d-9cbc-fe340ea5c795 admin admin] Publish callbacks [] for security_group (33eea795-83ac-414f-af66-d4243db6c5dc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.056618 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-434c6def-a37f-462d-9cbc-fe340ea5c795 admin admin] Publish callbacks [] for security_group (33eea795-83ac-414f-af66-d4243db6c5dc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.070352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61d46aa9-1e80-4485-b680-8333b2084a40 req-4ecff8ab-469f-4339-ad3f-3b71220595f6 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706457 Feb 19 03:24:27.135934 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.139434 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-434c6def-a37f-462d-9cbc-fe340ea5c795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (33eea795-83ac-414f-af66-d4243db6c5dc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.144105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-434c6def-a37f-462d-9cbc-fe340ea5c795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.145769 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-434c6def-a37f-462d-9cbc-fe340ea5c795 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33eea795-83ac-414f-af66-d4243db6c5dc HTTP/1.1" status: 204 len: 168 time: 0.1946192 Feb 19 03:24:27.180500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Port': ['ID=cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:27.184314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c6def-a37f-462d-9cbc-fe340ea5c795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eea795-83ac-414f-af66-d4243db6c5dc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:27.209564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-960a796c-b1e2-40ef-9fb0-ab0997a61e3e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Deleting port a46d198c-34f2-4b34-bc92-e2a72cd714fe {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:27.210087 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-960a796c-b1e2-40ef-9fb0-ab0997a61e3e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.214269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No DVR routers for this DVR port cfc6a45c-93ec-4807-8c6f-4b856e1f0d1b on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:27.216764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.217232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.218476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.219167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.219618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.220050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.220635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.221349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.221801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.222305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.223226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.223672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.224107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:27.226496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7c54a3d5-f0c1-402f-a9b0-a2e95c3c8f10 None None] Current status of the port 76067ae5-93d4-4d15-9606-2b753a35aadf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:27.332279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c23387b-8787-417f-8dc7-0ba71217812a None None] Network d9c1ee14-2ffb-4c79-9240-3c0375e589a0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:27.542527 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.557251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 76067ae5-93d4-4d15-9606-2b753a35aadf up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:27.588504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-960a796c-b1e2-40ef-9fb0-ab0997a61e3e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] For port a46d198c-34f2-4b34-bc92-e2a72cd714fe, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a46d198c-34f2-4b34-bc92-e2a72cd714fe,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:27.589125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-960a796c-b1e2-40ef-9fb0-ab0997a61e3e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.638898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 76067ae5-93d4-4d15-9606-2b753a35aadf triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:27.639524 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.672468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:27.702138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-960a796c-b1e2-40ef-9fb0-ab0997a61e3e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Calling delete_port for a46d198c-34f2-4b34-bc92-e2a72cd714fe owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:27.757079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 76067ae5-93d4-4d15-9606-2b753a35aadf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:27.767636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c279cb1-7a5d-4cdd-a2fb-47af86a94843 req-19c88dfb-0929-45d7-ae29-b75253225024 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:27.774779 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c279cb1-7a5d-4cdd-a2fb-47af86a94843 req-19c88dfb-0929-45d7-ae29-b75253225024 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/ports?device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 946 time: 0.4839199 Feb 19 03:24:27.778202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92279631-5f5d-422e-90fd-f4b56e475659') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:27.778508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92279631-5f5d-422e-90fd-f4b56e475659') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:27.813636 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (92279631-5f5d-422e-90fd-f4b56e475659), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.883687 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (92279631-5f5d-422e-90fd-f4b56e475659), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.903842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-c0eb92c6-f605-42d4-8229-547060ec6388 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:27.905347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-c0eb92c6-f605-42d4-8229-547060ec6388 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.71 "GET /v2.0/ports?device_id=6891382c-7cde-438d-8347-51a30cd47ba3 HTTP/1.1" status: 200 len: 946 time: 0.2716391 Feb 19 03:24:27.923854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:27.924272 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (92279631-5f5d-422e-90fd-f4b56e475659), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:27.935112 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:27.967069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3184a32d-9b45-4124-a4ba-942f96da43ec None None] Provisioning complete for port 76067ae5-93d4-4d15-9606-2b753a35aadf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:27.967618 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3184a32d-9b45-4124-a4ba-942f96da43ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.998123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c279cb1-7a5d-4cdd-a2fb-47af86a94843 req-91ef0496-2622-49d0-84fb-7983bb4e3218 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b1f48cd-685b-46f0-af01-0b84a0eecfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194180 Feb 19 03:24:28.114245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3184a32d-9b45-4124-a4ba-942f96da43ec None None] Current status of the port 76067ae5-93d4-4d15-9606-2b753a35aadf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:28.130430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.143196 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.146757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1 HTTP/1.1" status: 204 len: 168 time: 4.3802047 Feb 19 03:24:28.150785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43662) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:28.156721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658201940'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:28.189029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:28.198393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.233341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:28.247224 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5f45cadf-f724-4b93-a7a7-6941543ebc25), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.248106 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Added segment 5f45cadf-f724-4b93-a7a7-6941543ebc25 of type vlan for network cc232d06-6f2e-4f23-9b8a-b39f3a9b9849 Feb 19 03:24:28.265097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269ed6f-5e03-4550-a3eb-b2ad08dee025 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Network': ['ID=4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:28.315597 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (cc232d06-6f2e-4f23-9b8a-b39f3a9b9849), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.329448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216a1f6-5b46-4dc8-9eab-a637261a0e02 req-df48b845-52cf-4491-a5a7-07d8ba1ef941 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:28.331011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c216a1f6-5b46-4dc8-9eab-a637261a0e02 req-df48b845-52cf-4491-a5a7-07d8ba1ef941 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 945 time: 0.2159560 Feb 19 03:24:28.353484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (cc232d06-6f2e-4f23-9b8a-b39f3a9b9849), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.359039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:28.359740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.369804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-960a796c-b1e2-40ef-9fb0-ab0997a61e3e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a46d198c-34f2-4b34-bc92-e2a72cd714fe), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.373953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-ff4ca830-6539-4c48-84b3-d975d8255965 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Deleting port 7302ad81-d00c-4529-9cd9-936f40c391d2 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:28.374286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-ff4ca830-6539-4c48-84b3-d975d8255965 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.383241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['a46d198c-34f2-4b34-bc92-e2a72cd714fe'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:28.418819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:28.427147 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2745812 Feb 19 03:24:28.429978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43668) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:28.436285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'network_id': 'cc232d06-6f2e-4f23-9b8a-b39f3a9b9849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:28.466179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a796c-b1e2-40ef-9fb0-ab0997a61e3e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Pushing event deleted for resources: {'Port': ['ID=a46d198c-34f2-4b34-bc92-e2a72cd714fe,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:28.527465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c216a1f6-5b46-4dc8-9eab-a637261a0e02 req-48e96baa-d4fa-49e3-88ee-a15f5a927fd4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865137 Feb 19 03:24:28.538793 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:28.543019 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.552330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-960a796c-b1e2-40ef-9fb0-ab0997a61e3e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] No DVR routers for this DVR port a46d198c-34f2-4b34-bc92-e2a72cd714fe on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:28.565269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-960a796c-b1e2-40ef-9fb0-ab0997a61e3e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.569393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4df87eea-7133-4310-a50d-f854e5b5b8c8 req-960a796c-b1e2-40ef-9fb0-ab0997a61e3e tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.71 "DELETE /v2.0/ports/a46d198c-34f2-4b34-bc92-e2a72cd714fe HTTP/1.1" status: 204 len: 173 time: 1.6710796 Feb 19 03:24:28.569880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d98cf7b-f65c-43cc-be3e-ec360b81fda1', 'name': 'network-vif-deleted', 'tag': 'a46d198c-34f2-4b34-bc92-e2a72cd714fe'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:28.572315 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2636a0-20be-4e8e-9275-6a672107bd05" -d '{"events": [{"server_uuid": "0d98cf7b-f65c-43cc-be3e-ec360b81fda1", "name": "network-vif-deleted", "tag": "a46d198c-34f2-4b34-bc92-e2a72cd714fe"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:28.609445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-ff4ca830-6539-4c48-84b3-d975d8255965 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] For port 7302ad81-d00c-4529-9cd9-936f40c391d2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7302ad81-d00c-4529-9cd9-936f40c391d2,segment=NetworkSegment(8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb),segment_id=8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:28.610205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-ff4ca830-6539-4c48-84b3-d975d8255965 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.637653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-ff4ca830-6539-4c48-84b3-d975d8255965 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Calling delete_port for 7302ad81-d00c-4529-9cd9-936f40c391d2 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:28.696864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159a3e1-5275-40b7-8d16-bab21e7569df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=cc232d06-6f2e-4f23-9b8a-b39f3a9b9849,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:28.719381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network cc232d06-6f2e-4f23-9b8a-b39f3a9b9849 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:28.862884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (04395c09-adb8-4ef6-9fe5-081ed1992ebd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.003025 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=04395c09-adb8-4ef6-9fe5-081ed1992ebd,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:29.024378 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking segment: {'id': '5f45cadf-f724-4b93-a7a7-6941543ebc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cc232d06-6f2e-4f23-9b8a-b39f3a9b9849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:29.025136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network hostable DHCP agents. Network: cc232d06-6f2e-4f23-9b8a-b39f3a9b9849, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:29.078102 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network cc232d06-6f2e-4f23-9b8a-b39f3a9b9849 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:29.097796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, cc232d06-6f2e-4f23-9b8a-b39f3a9b9849) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:29.108355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:29.109430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.113583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb47180-5ed2-4e36-8880-69ec18c33701 None None] Network cc232d06-6f2e-4f23-9b8a-b39f3a9b9849 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:29.143070 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-89761f1d-a370-42f6-9ba4-21eadcd817d1 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7118366 Feb 19 03:24:29.143626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43676) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:29.149160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1086634048'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:29.178643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:29.182814 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.240230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:29.257251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (798a5e3c-6ac0-4ac8-9f74-f0614d858046), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.257582 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Added segment 798a5e3c-6ac0-4ac8-9f74-f0614d858046 of type vlan for network eef32cb7-c71d-42ac-b99a-f24cd57b56f0 Feb 19 03:24:29.319384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (eef32cb7-c71d-42ac-b99a-f24cd57b56f0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.323062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-cc232d06-6f2e-4f23-9b8a-b39f3a9b9849', 'network_id': 'cc232d06-6f2e-4f23-9b8a-b39f3a9b9849', 'project_id': 'd899efa2a2404f5689b652d325af2382', 'fixed_ips': [{'subnet_id': '04395c09-adb8-4ef6-9fe5-081ed1992ebd'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:29.323937 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.360393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (eef32cb7-c71d-42ac-b99a-f24cd57b56f0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.365515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:29.366157 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.404624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-ff4ca830-6539-4c48-84b3-d975d8255965 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7302ad81-d00c-4529-9cd9-936f40c391d2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.417094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ba404-9722-4264-a66a-a6bc90af7690 req-6f4453da-6c96-45ab-9a7a-e2ad5e93694d tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:29.423166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7302ad81-d00c-4529-9cd9-936f40c391d2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:29.427829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b11ba404-9722-4264-a66a-a6bc90af7690 req-6f4453da-6c96-45ab-9a7a-e2ad5e93694d tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 945 time: 0.2505836 Feb 19 03:24:29.454534 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3096893 Feb 19 03:24:29.455178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43678) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:29.463164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'network_id': 'eef32cb7-c71d-42ac-b99a-f24cd57b56f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:29.471717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ca830-6539-4c48-84b3-d975d8255965 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Pushing event deleted for resources: {'Port': ['ID=7302ad81-d00c-4529-9cd9-936f40c391d2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:29.535303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b62d7-d956-45de-9fef-db9f83c3f614 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=eef32cb7-c71d-42ac-b99a-f24cd57b56f0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:29.555257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-ff4ca830-6539-4c48-84b3-d975d8255965 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] No DVR routers for this DVR port 7302ad81-d00c-4529-9cd9-936f40c391d2 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:29.562847 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-ff4ca830-6539-4c48-84b3-d975d8255965 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.569809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40adb3e7-8c3a-4795-a67d-505cec00c464 req-ff4ca830-6539-4c48-84b3-d975d8255965 tempest-InstanceActionsV221TestJSON-116320704 tempest-InstanceActionsV221TestJSON-116320704-project] 10.222.0.71 "DELETE /v2.0/ports/7302ad81-d00c-4529-9cd9-936f40c391d2 HTTP/1.1" status: 204 len: 173 time: 1.6566269 Feb 19 03:24:29.571045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network eef32cb7-c71d-42ac-b99a-f24cd57b56f0 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:29.581245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:29.604427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.616909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b11ba404-9722-4264-a66a-a6bc90af7690 req-98ce6e63-cfa0-46c9-bd4f-4c99af9c7a01 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876512 Feb 19 03:24:29.685895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Allocated IP 2001:db8::3 (cc232d06-6f2e-4f23-9b8a-b39f3a9b9849/04395c09-adb8-4ef6-9fe5-081ed1992ebd/9025abc5-a90b-446a-9e0e-564bec2bd3f0) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:29.746283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Performing IP validity checks on allocation pools {{(pid=103616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:24:29.747207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:24:29.818976 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fe3e6b-fed3-4275-9142-fc211e8100c7 x-openstack-request-id: req-27fe3e6b-fed3-4275-9142-fc211e8100c7 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:29.821005 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550ff551-7ad3-4776-9e85-45aba827c98e", "name": "network-vif-plugged", "status": "completed", "tag": "6961251e-00ee-4735-a42f-9e9a7e6dde6b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:29.821421 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27fe3e6b-fed3-4275-9142-fc211e8100c7 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:29.822258 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550ff551-7ad3-4776-9e85-45aba827c98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6961251e-00ee-4735-a42f-9e9a7e6dde6b', 'code': 200} Feb 19 03:24:29.961906 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Publish callbacks [] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.966723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc1e9a-a94d-4ebf-a377-4af6cdcd49cb req-c03129cc-79f1-49a5-bffc-92f00e0ef00a tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:29.970180 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.983356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edcc1e9a-a94d-4ebf-a377-4af6cdcd49cb req-c03129cc-79f1-49a5-bffc-92f00e0ef00a tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.1131032 Feb 19 03:24:30.008518 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (0c476198-da4a-488c-a5a3-9e456ad45f64), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.025247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Network cc232d06-6f2e-4f23-9b8a-b39f3a9b9849 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:30.029795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:30.037749 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:30.083916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Pushing event updated for resources: {'Port': ['ID=9025abc5-a90b-446a-9e0e-564bec2bd3f0,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:30.085910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edcc1e9a-a94d-4ebf-a377-4af6cdcd49cb req-86d33026-c14d-44d3-bf2c-b89dfbae6270 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011679 Feb 19 03:24:30.102567 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2b661-3088-4f2c-966a-bfa45a85df0f req-a8a9eade-1910-4294-bcaa-05ef8721dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.106314 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-93e2b661-3088-4f2c-966a-bfa45a85df0f req-a8a9eade-1910-4294-bcaa-05ef8721dac7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 1127 time: 0.2261257 Feb 19 03:24:30.162283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Attempting to bind port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:30.162844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Attempting to bind port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '5f45cadf-f724-4b93-a7a7-6941543ebc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cc232d06-6f2e-4f23-9b8a-b39f3a9b9849'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:30.163484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Attempting to bind port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 on network cc232d06-6f2e-4f23-9b8a-b39f3a9b9849 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:30.169258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:30.170488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Checking segment: {'id': '5f45cadf-f724-4b93-a7a7-6941543ebc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cc232d06-6f2e-4f23-9b8a-b39f3a9b9849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:30.171313 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.171516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Bound using segment: {'id': '5f45cadf-f724-4b93-a7a7-6941543ebc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cc232d06-6f2e-4f23-9b8a-b39f3a9b9849'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:30.172093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Bound port: 9025abc5-a90b-446a-9e0e-564bec2bd3f0, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f45cadf-f724-4b93-a7a7-6941543ebc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cc232d06-6f2e-4f23-9b8a-b39f3a9b9849'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:30.173307 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.221375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=0c476198-da4a-488c-a5a3-9e456ad45f64,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:30.285657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] For port 9025abc5-a90b-446a-9e0e-564bec2bd3f0, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:30.293672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] For port 9025abc5-a90b-446a-9e0e-564bec2bd3f0, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9025abc5-a90b-446a-9e0e-564bec2bd3f0,segment=NetworkSegment(5f45cadf-f724-4b93-a7a7-6941543ebc25),segment_id=5f45cadf-f724-4b93-a7a7-6941543ebc25)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:30.302766 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.309630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking segment: {'id': '798a5e3c-6ac0-4ac8-9f74-f0614d858046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'eef32cb7-c71d-42ac-b99a-f24cd57b56f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:30.310023 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network hostable DHCP agents. Network: eef32cb7-c71d-42ac-b99a-f24cd57b56f0, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:30.331257 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-93e2b661-3088-4f2c-966a-bfa45a85df0f req-2be2e896-ed4c-41d8-bb41-30117aef7983 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127302 Feb 19 03:24:30.341535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network eef32cb7-c71d-42ac-b99a-f24cd57b56f0 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:30.358568 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, eef32cb7-c71d-42ac-b99a-f24cd57b56f0) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:30.367956 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.368569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.395715 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ddd39e9d-cc48-4c5d-b865-533431c15dcb tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9366858 Feb 19 03:24:30.398421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43690) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:30.414772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566466f-41aa-4eb5-a285-91c6107aa9b4 None None] Pushing event updated for resources: {'Port': ['ID=9025abc5-a90b-446a-9e0e-564bec2bd3f0,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:30.427354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974a434-2b83-4665-853c-04347a8db68c None None] Network eef32cb7-c71d-42ac-b99a-f24cd57b56f0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:30.610146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c7205-8ce2-4498-ba4d-a75efcb16aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-eef32cb7-c71d-42ac-b99a-f24cd57b56f0', 'network_id': 'eef32cb7-c71d-42ac-b99a-f24cd57b56f0', 'project_id': 'd899efa2a2404f5689b652d325af2382', 'fixed_ips': [{'subnet_id': '0c476198-da4a-488c-a5a3-9e456ad45f64'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:30.611030 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7205-8ce2-4498-ba4d-a75efcb16aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.617334 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (eef32cb7-c71d-42ac-b99a-f24cd57b56f0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.783328 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ad8f79-7a0e-4ca7-ab19-72f0d4207d49 x-openstack-request-id: req-c4ad8f79-7a0e-4ca7-ab19-72f0d4207d49 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:30.786616 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d98cf7b-f65c-43cc-be3e-ec360b81fda1", "name": "network-vif-deleted", "tag": "a46d198c-34f2-4b34-bc92-e2a72cd714fe", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:30.787289 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4ad8f79-7a0e-4ca7-ab19-72f0d4207d49 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:30.791006 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d98cf7b-f65c-43cc-be3e-ec360b81fda1', 'name': 'network-vif-deleted', 'tag': 'a46d198c-34f2-4b34-bc92-e2a72cd714fe', 'status': 'completed', 'code': 200} Feb 19 03:24:30.799680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (0c476198-da4a-488c-a5a3-9e456ad45f64), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.000153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (0c476198-da4a-488c-a5a3-9e456ad45f64), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.047783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Subnet': ['ID=0c476198-da4a-488c-a5a3-9e456ad45f64,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:31.114598 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43704) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server [None req-8b7c7205-8ce2-4498-ba4d-a75efcb16aa6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c476198-da4a-488c-a5a3-9e456ad45f64: This subnet is being modified by another concurrent operation. Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c476198-da4a-488c-a5a3-9e456ad45f64: This subnet is being modified by another concurrent operation. Feb 19 03:24:31.140160 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 03:24:31.165695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ce902-f996-4c1f-9a71-2155dd719a6a req-b3b78985-d0a7-48b7-a565-491e0317b094 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:31.172920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d9ce902-f996-4c1f-9a71-2155dd719a6a req-b3b78985-d0a7-48b7-a565-491e0317b094 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 945 time: 0.2272866 Feb 19 03:24:31.193971 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (eef32cb7-c71d-42ac-b99a-f24cd57b56f0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.221244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11debc-1c16-4142-95b6-aa6df6a4aa32 None None] Network eef32cb7-c71d-42ac-b99a-f24cd57b56f0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:31.226521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef32cb7-c71d-42ac-b99a-f24cd57b56f0']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:31.248172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798a5e3c-6ac0-4ac8-9f74-f0614d858046') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:31.248656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798a5e3c-6ac0-4ac8-9f74-f0614d858046') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:31.279930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d9ce902-f996-4c1f-9a71-2155dd719a6a req-2325a811-1454-4b86-bd09-c8ddfd035d5c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023254 Feb 19 03:24:31.284764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (798a5e3c-6ac0-4ac8-9f74-f0614d858046), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.314095 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (798a5e3c-6ac0-4ac8-9f74-f0614d858046), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.332314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:31.332720 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (798a5e3c-6ac0-4ac8-9f74-f0614d858046), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:31.336152 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:31.369513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c52226df-3692-471a-8342-2d85c056330a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.473351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (eef32cb7-c71d-42ac-b99a-f24cd57b56f0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.498379 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.503277 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/eef32cb7-c71d-42ac-b99a-f24cd57b56f0 HTTP/1.1" status: 204 len: 168 time: 1.1034234 Feb 19 03:24:31.505666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e64dd-b8ef-4d73-9ad5-a7eb1821f2ca tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Network': ['ID=eef32cb7-c71d-42ac-b99a-f24cd57b56f0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:31.513007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43710) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:31.521537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1988740877'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:31.577658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeeecf-7c44-4641-bd97-3ccb1ac039a2 req-da4b92cc-82fa-4d88-b9f0-90e65c93b9e7 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:31.583750 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c52226df-3692-471a-8342-2d85c056330a admin admin] Publish callbacks [] for security_group (fd115693-e28c-466a-913a-56bd3c012b52), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.585710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2aeeecf-7c44-4641-bd97-3ccb1ac039a2 req-da4b92cc-82fa-4d88-b9f0-90e65c93b9e7 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 945 time: 0.1801312 Feb 19 03:24:31.599531 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c52226df-3692-471a-8342-2d85c056330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fd115693-e28c-466a-913a-56bd3c012b52), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.606653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9025abc5-a90b-446a-9e0e-564bec2bd3f0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:31.611946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:31.618155 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.654388 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c52226df-3692-471a-8342-2d85c056330a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57847080e7c840ca80b6d5e2bfe99ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5385439 Feb 19 03:24:31.655259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43712) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:31.682505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:31.685341 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.696302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52226df-3692-471a-8342-2d85c056330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd115693-e28c-466a-913a-56bd3c012b52,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:31.772229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2aeeecf-7c44-4641-bd97-3ccb1ac039a2 req-c96714b1-e2c6-4967-a3a2-16ce571b0b06 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852653 Feb 19 03:24:31.789215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:31.804908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc540019-875e-4655-9c4d-c0a636f3b57f admin admin] Publish callbacks [] for security_group (fd115693-e28c-466a-913a-56bd3c012b52), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.832175 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8de451bf-c2cf-4720-869d-fe5d49391d2b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.833152 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Added segment 8de451bf-c2cf-4720-869d-fe5d49391d2b of type vlan for network 223efcb5-3951-422c-bbd0-47d88efb6edb Feb 19 03:24:31.836491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:31.837003 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.909679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 9025abc5-a90b-446a-9e0e-564bec2bd3f0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9025abc5-a90b-446a-9e0e-564bec2bd3f0,segment=NetworkSegment(5f45cadf-f724-4b93-a7a7-6941543ebc25),segment_id=5f45cadf-f724-4b93-a7a7-6941543ebc25)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:31.916118 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.005639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc540019-875e-4655-9c4d-c0a636f3b57f admin admin] Publish callbacks [] for security_group (fd115693-e28c-466a-913a-56bd3c012b52), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.032014 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (223efcb5-3951-422c-bbd0-47d88efb6edb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.040637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a46d198c-34f2-4b34-bc92-e2a72cd714fe no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:32.097687 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (223efcb5-3951-422c-bbd0-47d88efb6edb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.104342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.105176 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.140597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: a46d198c-34f2-4b34-bc92-e2a72cd714fe {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:32.142713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a46d198c-34f2-4b34-bc92-e2a72cd714fe not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:32.143154 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7302ad81-d00c-4529-9cd9-936f40c391d2 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:32.234284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=9025abc5-a90b-446a-9e0e-564bec2bd3f0,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:32.243026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 7302ad81-d00c-4529-9cd9-936f40c391d2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:32.246020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7302ad81-d00c-4529-9cd9-936f40c391d2 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:32.264548 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc540019-875e-4655-9c4d-c0a636f3b57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fd115693-e28c-466a-913a-56bd3c012b52), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.268086 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc540019-875e-4655-9c4d-c0a636f3b57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.270843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fc540019-875e-4655-9c4d-c0a636f3b57f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd115693-e28c-466a-913a-56bd3c012b52 HTTP/1.1" status: 204 len: 168 time: 0.6039517 Feb 19 03:24:32.292092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c4ada-0667-4225-872a-07031e36ad75 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:24:32.301028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=223efcb5-3951-422c-bbd0-47d88efb6edb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:32.310863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-51b6c121-6755-4eee-b858-1629e09fd129 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7922001 Feb 19 03:24:32.311228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43726) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:32.317256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'network_id': '223efcb5-3951-422c-bbd0-47d88efb6edb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:32.329472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 223efcb5-3951-422c-bbd0-47d88efb6edb details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:32.385964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc540019-875e-4655-9c4d-c0a636f3b57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd115693-e28c-466a-913a-56bd3c012b52,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:32.469942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35ffeb-550c-4af0-87c3-536b848ca654 req-4f2f83b2-af9a-4d2e-bb99-cdf8f40ae262 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.473007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb35ffeb-550c-4af0-87c3-536b848ca654 req-4f2f83b2-af9a-4d2e-bb99-cdf8f40ae262 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.2009211 Feb 19 03:24:32.531123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:32.534112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb35ffeb-550c-4af0-87c3-536b848ca654 req-baf6df3d-5c47-459a-90f0-24b82392a082 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510564 Feb 19 03:24:32.536470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.578784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c4ada-0667-4225-872a-07031e36ad75 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:24:32.643871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c42b99b7-6a10-4358-922b-afe964d28ce4 None None] Provisioning complete for port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:32.645115 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c42b99b7-6a10-4358-922b-afe964d28ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.793137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6891382c-7cde-438d-8347-51a30cd47ba3', 'name': 'network-vif-deleted', 'tag': '7302ad81-d00c-4529-9cd9-936f40c391d2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:32.796739 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a708af3-a9fc-42e0-ba24-4ac92f5f05ff" -d '{"events": [{"server_uuid": "6891382c-7cde-438d-8347-51a30cd47ba3", "name": "network-vif-deleted", "tag": "7302ad81-d00c-4529-9cd9-936f40c391d2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:32.805220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (ae073876-8721-4b90-ad35-d2cc0831f0c0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.855800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c42b99b7-6a10-4358-922b-afe964d28ce4 None None] Current status of the port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:32.997559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934d89d2-5910-4f5c-8d51-88f64303cfb7 None None] Network cc232d06-6f2e-4f23-9b8a-b39f3a9b9849 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:33.002548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=ae073876-8721-4b90-ad35-d2cc0831f0c0,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:33.023905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking segment: {'id': '8de451bf-c2cf-4720-869d-fe5d49391d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '223efcb5-3951-422c-bbd0-47d88efb6edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:33.024422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network hostable DHCP agents. Network: 223efcb5-3951-422c-bbd0-47d88efb6edb, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:33.049792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network 223efcb5-3951-422c-bbd0-47d88efb6edb is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:33.065137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 223efcb5-3951-422c-bbd0-47d88efb6edb) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:33.088551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:33.088891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8dc724-4e40-46af-b0ae-4d99c66fcf8f None None] Network 223efcb5-3951-422c-bbd0-47d88efb6edb requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:33.090466 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.152055 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f73c7eda-b0ce-4702-bcd5-1c995f00dbac tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8393166 Feb 19 03:24:33.154698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43752) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:33.261113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-223efcb5-3951-422c-bbd0-47d88efb6edb', 'network_id': '223efcb5-3951-422c-bbd0-47d88efb6edb', 'project_id': 'd899efa2a2404f5689b652d325af2382', 'fixed_ips': [{'subnet_id': 'ae073876-8721-4b90-ad35-d2cc0831f0c0'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:33.262096 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.558413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fe5dd-7286-446e-9e61-16cc60939f56 req-b2310e10-5d0b-4a84-86cc-c60ca33dee93 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:33.565988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-757fe5dd-7286-446e-9e61-16cc60939f56 req-b2310e10-5d0b-4a84-86cc-c60ca33dee93 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 951 time: 0.2546623 Feb 19 03:24:33.586520 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (223efcb5-3951-422c-bbd0-47d88efb6edb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.587186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9025abc5-a90b-446a-9e0e-564bec2bd3f0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:33.609319 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43764) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:33.714390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4d0b5f9e-6e90-4fee-a118-ca8df352b230 None None] Provisioning complete for port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:33.715220 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5f9e-6e90-4fee-a118-ca8df352b230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.734511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-757fe5dd-7286-446e-9e61-16cc60939f56 req-67905ca0-9115-4c4e-85f6-a5641dfbce74 tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.42 "GET /v2.0/security-groups?id=eb583210-697c-499f-8cf7-667ca28fdeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671607 Feb 19 03:24:33.736313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Allocated IP 2001:db8::1 (223efcb5-3951-422c-bbd0-47d88efb6edb/ae073876-8721-4b90-ad35-d2cc0831f0c0/c104ce04-4d11-4257-aa47-41b72e18b346) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:33.741048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:33.741434 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.771298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (ae073876-8721-4b90-ad35-d2cc0831f0c0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.791962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-965194440-network', 'tenant_id': '8142d0ccf316428baac555ca77f257ae'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:33.896983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Made reservation on behalf of 8142d0ccf316428baac555ca77f257ae for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:33.905394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.940396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-64149b3e-7f80-4f04-a764-34796788b1cc tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:33.943433 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-64149b3e-7f80-4f04-a764-34796788b1cc tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.37 "GET /v2.0/ports?device_id=355cd156-f7b0-4117-9b8d-48bc86eb8ff2 HTTP/1.1" status: 200 len: 951 time: 0.2258456 Feb 19 03:24:33.944796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.100887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497aa8d5-dd5a-476a-a5ff-2dd3ca29bd55 req-392bf187-40c3-40dc-9a67-fac55e4c4978 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.104349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-497aa8d5-dd5a-476a-a5ff-2dd3ca29bd55 req-392bf187-40c3-40dc-9a67-fac55e4c4978 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 945 time: 0.1503253 Feb 19 03:24:34.193209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-985dcded-eab9-486d-9cb3-754313033dee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Deleting port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:34.193735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-985dcded-eab9-486d-9cb3-754313033dee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.208579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:34.226945 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Publish callbacks [] for security_group (da61d021-ccb3-4ee4-a938-479baaf08a63), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.264298 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (da61d021-ccb3-4ee4-a938-479baaf08a63), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.286772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-497aa8d5-dd5a-476a-a5ff-2dd3ca29bd55 req-6fd41aea-7a25-44e9-a895-20172371c0ae tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758349 Feb 19 03:24:34.339646 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Publish callbacks [] for port (c104ce04-4d11-4257-aa47-41b72e18b346), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.350992 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (c104ce04-4d11-4257-aa47-41b72e18b346), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.372776 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (ae073876-8721-4b90-ad35-d2cc0831f0c0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.383348 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b5f9e-6e90-4fee-a118-ca8df352b230 None None] Current status of the port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:34.389284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:34.480068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Network 223efcb5-3951-422c-bbd0-47d88efb6edb is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:34.485431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:34.495696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:34.499470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (90ec3101-e6bb-41aa-acb1-c9545605a627), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.501171 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Added segment 90ec3101-e6bb-41aa-acb1-c9545605a627 of type vlan for network 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 Feb 19 03:24:34.520408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Pushing event updated for resources: {'Port': ['ID=c104ce04-4d11-4257-aa47-41b72e18b346,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:34.523562 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c895296-f645-465d-8a62-e7ea342944e9 x-openstack-request-id: req-0c895296-f645-465d-8a62-e7ea342944e9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:34.525938 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6891382c-7cde-438d-8347-51a30cd47ba3", "name": "network-vif-deleted", "tag": "7302ad81-d00c-4529-9cd9-936f40c391d2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:34.526476 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c895296-f645-465d-8a62-e7ea342944e9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:34.527145 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6891382c-7cde-438d-8347-51a30cd47ba3', 'name': 'network-vif-deleted', 'tag': '7302ad81-d00c-4529-9cd9-936f40c391d2', 'status': 'completed', 'code': 200} Feb 19 03:24:34.556418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Subnet': ['ID=ae073876-8721-4b90-ad35-d2cc0831f0c0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:34.560110 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da61d021-ccb3-4ee4-a938-479baaf08a63,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:34.598229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Attempting to bind port c104ce04-4d11-4257-aa47-41b72e18b346 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:34.598670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Attempting to bind port c104ce04-4d11-4257-aa47-41b72e18b346 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '8de451bf-c2cf-4720-869d-fe5d49391d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '223efcb5-3951-422c-bbd0-47d88efb6edb'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:34.599049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Attempting to bind port c104ce04-4d11-4257-aa47-41b72e18b346 on network 223efcb5-3951-422c-bbd0-47d88efb6edb {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:34.608902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:34.609779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Checking segment: {'id': '8de451bf-c2cf-4720-869d-fe5d49391d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '223efcb5-3951-422c-bbd0-47d88efb6edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:34.609779 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.610091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Bound using segment: {'id': '8de451bf-c2cf-4720-869d-fe5d49391d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '223efcb5-3951-422c-bbd0-47d88efb6edb'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:34.610585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Bound port: c104ce04-4d11-4257-aa47-41b72e18b346, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de451bf-c2cf-4720-869d-fe5d49391d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '223efcb5-3951-422c-bbd0-47d88efb6edb'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:34.611076 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c104ce04-4d11-4257-aa47-41b72e18b346), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.633247 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (223efcb5-3951-422c-bbd0-47d88efb6edb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.664031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223efcb5-3951-422c-bbd0-47d88efb6edb']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:34.683669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de451bf-c2cf-4720-869d-fe5d49391d2b') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:34.685410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de451bf-c2cf-4720-869d-fe5d49391d2b') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:34.714128 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (63dd5baf-b37f-4b39-aae5-d9a78cf53ea8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.724400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (8de451bf-c2cf-4720-869d-fe5d49391d2b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.733315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] For port c104ce04-4d11-4257-aa47-41b72e18b346, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:34.739906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] For port c104ce04-4d11-4257-aa47-41b72e18b346, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c104ce04-4d11-4257-aa47-41b72e18b346,segment=NetworkSegment(8de451bf-c2cf-4720-869d-fe5d49391d2b),segment_id=8de451bf-c2cf-4720-869d-fe5d49391d2b)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:34.753187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c104ce04-4d11-4257-aa47-41b72e18b346), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.765961 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8de451bf-c2cf-4720-869d-fe5d49391d2b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.781650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-985dcded-eab9-486d-9cb3-754313033dee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] For port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:34.782622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-985dcded-eab9-486d-9cb3-754313033dee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.787498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:34.787968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (8de451bf-c2cf-4720-869d-fe5d49391d2b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.808836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-985dcded-eab9-486d-9cb3-754313033dee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Calling delete_port for f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:34.970942 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:34.975769 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:24:34.975769 n-d-826756-2 neutron-server[103615]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:24:34.975769 n-d-826756-2 neutron-server[103615]: [parameters: {'id': '223efcb5-3951-422c-bbd0-47d88efb6edb'}] Feb 19 03:24:34.975769 n-d-826756-2 neutron-server[103615]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:24:34.986340 n-d-826756-2 neutron-server[103615]: DEBUG oslo_db.api [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:24:35.001486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61b12d-fe94-48b1-bcee-e3e0b862224a None None] Pushing event updated for resources: {'Port': ['ID=c104ce04-4d11-4257-aa47-41b72e18b346,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:35.044768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09b49af-5afa-40cf-8923-e0c736cba187 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:24:35.084206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (63dd5baf-b37f-4b39-aae5-d9a78cf53ea8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.085598 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:35.086487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.103355 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-985dcded-eab9-486d-9cb3-754313033dee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.116411 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5058150 Feb 19 03:24:35.125283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c0f4e-c906-408f-ae16-e965fc873057 req-0b661a39-9750-4062-ace3-373329d4ab3f tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:35.127059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-886c0f4e-c906-408f-ae16-e965fc873057 req-0b661a39-9750-4062-ace3-373329d4ab3f tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.1551108 Feb 19 03:24:35.127584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43784) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:35.136058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Request body: {'subnet': {'network_id': '63dd5baf-b37f-4b39-aae5-d9a78cf53ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-965194440-subnet', 'tenant_id': '8142d0ccf316428baac555ca77f257ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:35.224866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-886c0f4e-c906-408f-ae16-e965fc873057 req-8f045ed9-dd4f-4023-a1b6-9bdb08c562ff tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831394 Feb 19 03:24:35.266376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Made reservation on behalf of 8142d0ccf316428baac555ca77f257ae for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:35.270825 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.294285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:35.295933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dcded-eab9-486d-9cb3-754313033dee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Pushing event deleted for resources: {'Port': ['ID=f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:35.316793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b49af-5afa-40cf-8923-e0c736cba187 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:24:35.336243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43788) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:35.387684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f624954-2591-4f74-982e-9eefdb0bec77 admin admin] Pushing event updated for resources: {'Network': ['ID=63dd5baf-b37f-4b39-aae5-d9a78cf53ea8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:35.416868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-985dcded-eab9-486d-9cb3-754313033dee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] No DVR routers for this DVR port f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:35.420277 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-985dcded-eab9-486d-9cb3-754313033dee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.424526 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0ad5bb64-4f80-48c5-876f-6423de6c5971 req-985dcded-eab9-486d-9cb3-754313033dee tempest-ServersAdminTestJSON-983080299 tempest-ServersAdminTestJSON-983080299-project] 10.222.0.37 "DELETE /v2.0/ports/f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 HTTP/1.1" status: 204 len: 173 time: 1.4750409 Feb 19 03:24:35.426295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-deleted', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:35.429247 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db35f713-c197-4f16-afb4-4c36b7bc281a" -d '{"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-deleted", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:35.479527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:35.498004 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (223efcb5-3951-422c-bbd0-47d88efb6edb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.732568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d59cc4b-cf2a-4b37-98b0-dbb4ea1af08a admin admin] Deleting subnet 319bf593-57f4-4767-9afe-1772f164e47d {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:24:35.746887 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d59cc4b-cf2a-4b37-98b0-dbb4ea1af08a admin admin] Publish callbacks [] for subnet (319bf593-57f4-4767-9afe-1772f164e47d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.813880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae08511-685e-478c-9103-9c633c8b59b7 None None] Network 223efcb5-3951-422c-bbd0-47d88efb6edb requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:35.934894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7ab0a-6fc5-4981-84c6-db0532ab170c req-bf383399-ab74-4519-b01c-a2ded301a7a2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:35.936162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b7ab0a-6fc5-4981-84c6-db0532ab170c req-bf383399-ab74-4519-b01c-a2ded301a7a2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.4229856 Feb 19 03:24:35.940690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d59cc4b-cf2a-4b37-98b0-dbb4ea1af08a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (319bf593-57f4-4767-9afe-1772f164e47d), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.029303 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d59cc4b-cf2a-4b37-98b0-dbb4ea1af08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (319bf593-57f4-4767-9afe-1772f164e47d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.030500 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.045601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:36.177069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d59cc4b-cf2a-4b37-98b0-dbb4ea1af08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (319bf593-57f4-4767-9afe-1772f164e47d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.190109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:36.215486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13', 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9', 'port_id': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13', 'mac_address': 'fa:16:3e:f1:2f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cb6b68-8002-4fcc-9721-8de355b47368', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:36.236288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59cc4b-cf2a-4b37-98b0-dbb4ea1af08a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319bf593-57f4-4767-9afe-1772f164e47d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:36.257086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b7ab0a-6fc5-4981-84c6-db0532ab170c req-fb0563e7-e75b-420d-b143-7ed97110e83e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/quotas/1ed1d0f12f104287bcbffc45332f2479 HTTP/1.1" status: 200 len: 375 time: 0.0989273 Feb 19 03:24:36.300505 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d59cc4b-cf2a-4b37-98b0-dbb4ea1af08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.306792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9d59cc4b-cf2a-4b37-98b0-dbb4ea1af08a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/319bf593-57f4-4767-9afe-1772f164e47d HTTP/1.1" status: 204 len: 168 time: 0.9334607 Feb 19 03:24:36.309245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43804) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:36.310690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:36.311126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting port c104ce04-4d11-4257-aa47-41b72e18b346 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:36.311267 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.312236 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c104ce04-4d11-4257-aa47-41b72e18b346), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.332246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:36.376543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:36.391364 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.416635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (f62e405a-8ecc-440d-aaa5-95f728959ef8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.432265 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (ba43d042-91d3-4a3b-909f-10c5c86bb0e6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.557040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:36.586597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] For port c104ce04-4d11-4257-aa47-41b72e18b346, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c104ce04-4d11-4257-aa47-41b72e18b346,segment=NetworkSegment(8de451bf-c2cf-4720-869d-fe5d49391d2b),segment_id=8de451bf-c2cf-4720-869d-fe5d49391d2b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:36.586947 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c104ce04-4d11-4257-aa47-41b72e18b346), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.598417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba43d042-91d3-4a3b-909f-10c5c86bb0e6,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:36.612038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['48a2a468-09ad-4d98-bd4f-f1102d4e8a13'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:36.631947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (f62e405a-8ecc-440d-aaa5-95f728959ef8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.648839 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b7ab0a-6fc5-4981-84c6-db0532ab170c req-ad35886f-c722-4006-a9f4-b48509df57bf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3548920 Feb 19 03:24:36.654161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Calling delete_port for c104ce04-4d11-4257-aa47-41b72e18b346 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:36.680496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62e405a-8ecc-440d-aaa5-95f728959ef8']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:36.700621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Checking segment: {'id': '90ec3101-e6bb-41aa-acb1-c9545605a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '63dd5baf-b37f-4b39-aae5-d9a78cf53ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:36.701011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Network hostable DHCP agents. Network: 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:36.704488 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:36.708097 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:36.734894 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.758232 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.779140 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:36.779588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (8465fe23-c0c4-4cfb-8a0e-eb1589ef3fbb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:36.781608 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:36.850134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b7ab0a-6fc5-4981-84c6-db0532ab170c req-bb28a835-b184-4119-a7dd-81deb499ded6 service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728892 Feb 19 03:24:36.972408 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (f62e405a-8ecc-440d-aaa5-95f728959ef8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.984919 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.985420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Network 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:37.001333 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] 10.222.0.42 "DELETE /v2.0/networks/f62e405a-8ecc-440d-aaa5-95f728959ef8 HTTP/1.1" status: 204 len: 168 time: 0.6877911 Feb 19 03:24:37.056320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:37.062501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3ca5d-3da8-4c98-80eb-df8aa269500c admin admin] Pushing event deleted for resources: {'Network': ['ID=f62e405a-8ecc-440d-aaa5-95f728959ef8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:37.087556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b77853-2741-4fe7-95cc-c711e9cfb0fa None None] Network 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:37.096283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:37.096924 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.187058 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e4a05a99-5b2c-43aa-adea-e3df5bbfc34c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0578213 Feb 19 03:24:37.208461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b7ab0a-6fc5-4981-84c6-db0532ab170c req-ecf32466-8efd-491c-a43f-8437cdb01a70 service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204706 Feb 19 03:24:37.212796 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c104ce04-4d11-4257-aa47-41b72e18b346), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.252722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43860) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:37.279996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Port': ['ID=c104ce04-4d11-4257-aa47-41b72e18b346,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:37.297181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No DVR routers for this DVR port c104ce04-4d11-4257-aa47-41b72e18b346 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:37.336785 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3e8ab929-3e29-449b-975c-51742f0c2f43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bedae682d6054918b61985b3bfc99675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0810328 Feb 19 03:24:37.339595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43862) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:37.429475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f98e7f2-52d4-43c6-9942-60f4795b7832 None None] Network 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:37.501441 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (223efcb5-3951-422c-bbd0-47d88efb6edb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.517372 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-880117bf-c5c2-47b3-a4f7-5b98aac24b87 admin admin] Publish callbacks [] for security_group (4b1f48cd-685b-46f0-af01-0b84a0eecfd3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.579282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223efcb5-3951-422c-bbd0-47d88efb6edb']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:37.595149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de451bf-c2cf-4720-869d-fe5d49391d2b') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:37.595664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de451bf-c2cf-4720-869d-fe5d49391d2b') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:37.606983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (8de451bf-c2cf-4720-869d-fe5d49391d2b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.654993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-880117bf-c5c2-47b3-a4f7-5b98aac24b87 admin admin] Publish callbacks [] for security_group (4b1f48cd-685b-46f0-af01-0b84a0eecfd3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.669250 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8de451bf-c2cf-4720-869d-fe5d49391d2b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.690164 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f052e91f-4c72-4f3f-8f95-4de26fab8ff7 x-openstack-request-id: req-f052e91f-4c72-4f3f-8f95-4de26fab8ff7 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:37.691142 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355cd156-f7b0-4117-9b8d-48bc86eb8ff2", "name": "network-vif-deleted", "tag": "f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:37.691673 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f052e91f-4c72-4f3f-8f95-4de26fab8ff7 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:37.692436 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355cd156-f7b0-4117-9b8d-48bc86eb8ff2', 'name': 'network-vif-deleted', 'tag': 'f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6', 'status': 'completed', 'code': 200} Feb 19 03:24:37.705090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:37.705792 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (8de451bf-c2cf-4720-869d-fe5d49391d2b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.744173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-880117bf-c5c2-47b3-a4f7-5b98aac24b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4b1f48cd-685b-46f0-af01-0b84a0eecfd3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.750941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-880117bf-c5c2-47b3-a4f7-5b98aac24b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.755742 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-880117bf-c5c2-47b3-a4f7-5b98aac24b87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b1f48cd-685b-46f0-af01-0b84a0eecfd3 HTTP/1.1" status: 204 len: 168 time: 0.4129565 Feb 19 03:24:37.804240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880117bf-c5c2-47b3-a4f7-5b98aac24b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1f48cd-685b-46f0-af01-0b84a0eecfd3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:37.857628 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:37.930903 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (223efcb5-3951-422c-bbd0-47d88efb6edb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.966832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.974560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43890) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:37.980195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-664032730'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:37.984479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/223efcb5-3951-422c-bbd0-47d88efb6edb HTTP/1.1" status: 204 len: 168 time: 4.8196754 Feb 19 03:24:38.003932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce361d7e-fba7-4447-a32a-5a99a4fbd535 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Network': ['ID=223efcb5-3951-422c-bbd0-47d88efb6edb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:38.031151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:38.055780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08cbcd-5042-45ff-8b14-59653661148f req-dab859fa-20a5-4a3c-b8dc-e240a0285ac0 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:38.058888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d08cbcd-5042-45ff-8b14-59653661148f req-dab859fa-20a5-4a3c-b8dc-e240a0285ac0 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.2001853 Feb 19 03:24:38.084343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:38.088607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.103420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:38.104859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f66c5dad-6cc8-48ee-b8a6-87e7ce0111b6 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:38.108585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:38.133908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d08cbcd-5042-45ff-8b14-59653661148f req-88011e1a-d833-44e8-91d4-6c7276c8a71c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669105 Feb 19 03:24:38.166717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:38.173868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43900) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:38.189665 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (41b97a66-448f-418a-83c0-db3749bcd617), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.190164 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Added segment 41b97a66-448f-418a-83c0-db3749bcd617 of type vlan for network ddba27a9-1ca8-411d-88e6-2f28c2c2543c Feb 19 03:24:38.291963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:38.292352 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.295548 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (ddba27a9-1ca8-411d-88e6-2f28c2c2543c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.339765 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7b0337cf-74eb-4726-a138-0af130816f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.396647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:38.397191 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.413309 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (ddba27a9-1ca8-411d-88e6-2f28c2c2543c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.422767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:38.423417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.476511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:38.477960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43936) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:38.481628 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5037279 Feb 19 03:24:38.482082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c7205-455d-442a-b839-32136157d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:38.486055 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66ca56c-5c1f-466e-83bb-2c8a25f95ead" -d '{"events": [{"server_uuid": "037c7205-455d-442a-b839-32136157d00e", "name": "network-vif-plugged", "status": "completed", "tag": "48a2a468-09ad-4d98-bd4f-f1102d4e8a13"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:38.486666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'network_id': 'ddba27a9-1ca8-411d-88e6-2f28c2c2543c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:38.493828 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.645920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:38.719922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:38.726147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.803928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3089320-2156-4f7e-9120-2a27c4d7608a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=ddba27a9-1ca8-411d-88e6-2f28c2c2543c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:38.824026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network ddba27a9-1ca8-411d-88e6-2f28c2c2543c details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:38.850415 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e17d95cf-9092-47c0-846a-7712a022d5da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e62e923acb4c43bdba5854b97e1a727f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6725347 Feb 19 03:24:38.853607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43956) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:39.038020 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f627747d-b5bf-4bfa-8fc1-c3e1fcbdf6f7 admin admin] Publish callbacks [] for security_group (eb583210-697c-499f-8cf7-667ca28fdeb4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.098895 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f627747d-b5bf-4bfa-8fc1-c3e1fcbdf6f7 admin admin] Publish callbacks [] for security_group (eb583210-697c-499f-8cf7-667ca28fdeb4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.172120 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (bf4d114c-9ea7-4196-a8ce-913cabf69fc9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.260147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6745-f07c-43aa-8e09-c5e8b2bffbb0 req-b41872f8-950b-4c7b-9a35-41d07a3747f5 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:39.261684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c76d6745-f07c-43aa-8e09-c5e8b2bffbb0 req-b41872f8-950b-4c7b-9a35-41d07a3747f5 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 945 time: 0.1654897 Feb 19 03:24:39.264662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=bf4d114c-9ea7-4196-a8ce-913cabf69fc9,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:39.283238 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f627747d-b5bf-4bfa-8fc1-c3e1fcbdf6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (eb583210-697c-499f-8cf7-667ca28fdeb4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.285813 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f627747d-b5bf-4bfa-8fc1-c3e1fcbdf6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.286974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f627747d-b5bf-4bfa-8fc1-c3e1fcbdf6f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb583210-697c-499f-8cf7-667ca28fdeb4 HTTP/1.1" status: 204 len: 168 time: 0.4278638 Feb 19 03:24:39.312963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627747d-b5bf-4bfa-8fc1-c3e1fcbdf6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb583210-697c-499f-8cf7-667ca28fdeb4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:39.323233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking segment: {'id': '41b97a66-448f-418a-83c0-db3749bcd617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddba27a9-1ca8-411d-88e6-2f28c2c2543c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:39.323605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network hostable DHCP agents. Network: ddba27a9-1ca8-411d-88e6-2f28c2c2543c, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:39.357012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c76d6745-f07c-43aa-8e09-c5e8b2bffbb0 req-d2a0673f-67cc-4667-8ba6-caf34135a0f2 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839596 Feb 19 03:24:39.373127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network ddba27a9-1ca8-411d-88e6-2f28c2c2543c is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:39.391908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43972) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:39.402365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, ddba27a9-1ca8-411d-88e6-2f28c2c2543c) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:39.415813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:39.416484 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.420874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc8c30-c6ef-49d2-afa9-03e8cda8fb1f None None] Network ddba27a9-1ca8-411d-88e6-2f28c2c2543c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:39.450788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-677fec52-d018-4f95-bd70-bba4f274da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9707649 Feb 19 03:24:39.451550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43980) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:39.635758 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (ddba27a9-1ca8-411d-88e6-2f28c2c2543c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.651840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-ddba27a9-1ca8-411d-88e6-2f28c2c2543c', 'network_id': 'ddba27a9-1ca8-411d-88e6-2f28c2c2543c', 'project_id': 'd899efa2a2404f5689b652d325af2382', 'fixed_ips': [{'subnet_id': 'bf4d114c-9ea7-4196-a8ce-913cabf69fc9'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:39.652997 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.731875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-541648407-network', 'tenant_id': '63f9d5c28ebe40de85bd85361c11718f'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:39.769828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Made reservation on behalf of 63f9d5c28ebe40de85bd85361c11718f for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:39.775591 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.813652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.887070 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (bf4d114c-9ea7-4196-a8ce-913cabf69fc9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.012593 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Publish callbacks [] for security_group (9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.020591 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.073061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Allocated IP 2001:db8::1 (ddba27a9-1ca8-411d-88e6-2f28c2c2543c/bf4d114c-9ea7-4196-a8ce-913cabf69fc9/748a6c7c-5b17-49bc-961f-86ae502e70aa) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:40.084873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:40.116500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:40.127043 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ca20a823-0792-4bf6-a567-b17e932c1aa6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.127841 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Added segment ca20a823-0792-4bf6-a567-b17e932c1aa6 of type vlan for network 92d6761f-8d54-4408-b37e-f290385865ae Feb 19 03:24:40.244166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (92d6761f-8d54-4408-b37e-f290385865ae), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.296297 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Publish callbacks [] for port (748a6c7c-5b17-49bc-961f-86ae502e70aa), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.306351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (92d6761f-8d54-4408-b37e-f290385865ae), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.308557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:40.309305 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.313313 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (748a6c7c-5b17-49bc-961f-86ae502e70aa), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.330595 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (bf4d114c-9ea7-4196-a8ce-913cabf69fc9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.374851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43986) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:40.406462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Network ddba27a9-1ca8-411d-88e6-2f28c2c2543c is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:40.421205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4d114c-9ea7-4196-a8ce-913cabf69fc9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:40.423027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:40.429368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Pushing event updated for resources: {'Port': ['ID=748a6c7c-5b17-49bc-961f-86ae502e70aa,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:40.433408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:40.452323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0592389 Feb 19 03:24:40.469266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43996) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:40.487921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Request body: {'subnet': {'network_id': '92d6761f-8d54-4408-b37e-f290385865ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-541648407-subnet', 'tenant_id': '63f9d5c28ebe40de85bd85361c11718f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:40.509734 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-26225be0-a876-42fe-ba85-701bd4968775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.523667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (ddba27a9-1ca8-411d-88e6-2f28c2c2543c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.525064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd1d04-a6c1-4db1-93d4-42743cfe5a6c admin admin] Pushing event updated for resources: {'Network': ['ID=92d6761f-8d54-4408-b37e-f290385865ae,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:40.553343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 92d6761f-8d54-4408-b37e-f290385865ae details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:40.595541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Made reservation on behalf of 63f9d5c28ebe40de85bd85361c11718f for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:40.598907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.635672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c17f348f-5f43-474c-8b72-056d4693b532 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=648370fc96144aceb4c98fb9131c694c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2563670 Feb 19 03:24:40.677160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Attempting to bind port 748a6c7c-5b17-49bc-961f-86ae502e70aa on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:40.678610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Attempting to bind port 748a6c7c-5b17-49bc-961f-86ae502e70aa by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '41b97a66-448f-418a-83c0-db3749bcd617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddba27a9-1ca8-411d-88e6-2f28c2c2543c'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:40.679143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Attempting to bind port 748a6c7c-5b17-49bc-961f-86ae502e70aa on network ddba27a9-1ca8-411d-88e6-2f28c2c2543c {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:40.686152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:40.686535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Checking segment: {'id': '41b97a66-448f-418a-83c0-db3749bcd617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddba27a9-1ca8-411d-88e6-2f28c2c2543c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:40.687183 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.687583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Bound using segment: {'id': '41b97a66-448f-418a-83c0-db3749bcd617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddba27a9-1ca8-411d-88e6-2f28c2c2543c'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:40.688064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Bound port: 748a6c7c-5b17-49bc-961f-86ae502e70aa, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b97a66-448f-418a-83c0-db3749bcd617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddba27a9-1ca8-411d-88e6-2f28c2c2543c'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:40.688449 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (748a6c7c-5b17-49bc-961f-86ae502e70aa), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.719636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43998) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:40.785765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] For port 748a6c7c-5b17-49bc-961f-86ae502e70aa, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:40.790141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] For port 748a6c7c-5b17-49bc-961f-86ae502e70aa, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=748a6c7c-5b17-49bc-961f-86ae502e70aa,segment=NetworkSegment(41b97a66-448f-418a-83c0-db3749bcd617),segment_id=41b97a66-448f-418a-83c0-db3749bcd617)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:40.798053 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (748a6c7c-5b17-49bc-961f-86ae502e70aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.824995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-2aab3612-837d-4bc6-9f76-9ea332c0ef81 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:40.826600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-2aab3612-837d-4bc6-9f76-9ea332c0ef81 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/networks?id=63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 HTTP/1.1" status: 200 len: 821 time: 0.3732626 Feb 19 03:24:40.867092 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b39e9aa0-5970-4ee3-9b88-3ce39253d525 admin admin] Publish callbacks [] for security_group (4a743e0e-8dd4-42e0-bf5b-e003ccccd07f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.879257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03819a-9041-4c97-b91b-0bd4fc9b238d None None] Pushing event updated for resources: {'Port': ['ID=748a6c7c-5b17-49bc-961f-86ae502e70aa,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:40.898482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-392c95a4-491d-45a8-9e27-561f7503f5e7 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/quotas/8142d0ccf316428baac555ca77f257ae HTTP/1.1" status: 200 len: 375 time: 0.0348630 Feb 19 03:24:40.935525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddba27a9-1ca8-411d-88e6-2f28c2c2543c']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:40.950397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b97a66-448f-418a-83c0-db3749bcd617') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:40.950568 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b97a66-448f-418a-83c0-db3749bcd617') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:40.951822 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b39e9aa0-5970-4ee3-9b88-3ce39253d525 admin admin] Publish callbacks [] for security_group (4a743e0e-8dd4-42e0-bf5b-e003ccccd07f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.955808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66133800-7882-4351-a6e9-4b119b74d50b None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:24:40.962148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (41b97a66-448f-418a-83c0-db3749bcd617), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.983024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-45d2db0f-7708-4b75-b6e4-ad8ad113ab28 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8142d0ccf316428baac555ca77f257ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737886 Feb 19 03:24:41.000031 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (41b97a66-448f-418a-83c0-db3749bcd617), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.010346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:41.010800 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (41b97a66-448f-418a-83c0-db3749bcd617), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:41.014288 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:41.091607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.db.api [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:24:41.091607 n-d-826756-2 neutron-server[103616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:24:41.091607 n-d-826756-2 neutron-server[103616]: [parameters: {'id': 'ddba27a9-1ca8-411d-88e6-2f28c2c2543c'}] Feb 19 03:24:41.091607 n-d-826756-2 neutron-server[103616]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:24:41.092001 n-d-826756-2 neutron-server[103616]: DEBUG oslo_db.api [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:24:41.104813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66133800-7882-4351-a6e9-4b119b74d50b None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:24:41.194451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.263480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-1c780488-d427-4fea-860d-c3c81e8456db service neutron] 10.222.0.42 "GET /v2.0/networks/63dd5baf-b37f-4b39-aae5-d9a78cf53ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542768 Feb 19 03:24:41.266014 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b39e9aa0-5970-4ee3-9b88-3ce39253d525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4a743e0e-8dd4-42e0-bf5b-e003ccccd07f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.269549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b39e9aa0-5970-4ee3-9b88-3ce39253d525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.270733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b39e9aa0-5970-4ee3-9b88-3ce39253d525 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a743e0e-8dd4-42e0-bf5b-e003ccccd07f HTTP/1.1" status: 204 len: 168 time: 0.5493710 Feb 19 03:24:41.310151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:41.318564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e9aa0-5970-4ee3-9b88-3ce39253d525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a743e0e-8dd4-42e0-bf5b-e003ccccd07f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:41.358456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ff12c-f733-433c-af34-f77b90e0af96 None None] Network ddba27a9-1ca8-411d-88e6-2f28c2c2543c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:41.365741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Checking segment: {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:41.366146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Network hostable DHCP agents. Network: 92d6761f-8d54-4408-b37e-f290385865ae, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:41.409707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Network 92d6761f-8d54-4408-b37e-f290385865ae is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:41.421177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-93e48935-a2e7-4cb2-8b58-425b42ff8b17 service neutron] 10.222.0.42 "GET /v2.0/networks/63dd5baf-b37f-4b39-aae5-d9a78cf53ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455555 Feb 19 03:24:41.425441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 92d6761f-8d54-4408-b37e-f290385865ae) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:41.439217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:41.439830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.454967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f4c3de-d50d-40cb-a8df-47a0f49c6fc1 None None] Network 92d6761f-8d54-4408-b37e-f290385865ae requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:41.474370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b64f2179-a626-4cfc-b7b7-7b754bcabdad admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0024343 Feb 19 03:24:41.592774 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (ddba27a9-1ca8-411d-88e6-2f28c2c2543c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.679459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-92d6761f-8d54-4408-b37e-f290385865ae', 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae', 'project_id': '63f9d5c28ebe40de85bd85361c11718f', 'fixed_ips': [{'subnet_id': 'f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:41.680347 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.703220 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting port 748a6c7c-5b17-49bc-961f-86ae502e70aa {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:41.703795 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (748a6c7c-5b17-49bc-961f-86ae502e70aa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.796982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] For port 748a6c7c-5b17-49bc-961f-86ae502e70aa, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=748a6c7c-5b17-49bc-961f-86ae502e70aa,segment=NetworkSegment(41b97a66-448f-418a-83c0-db3749bcd617),segment_id=41b97a66-448f-418a-83c0-db3749bcd617)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:41.798662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (748a6c7c-5b17-49bc-961f-86ae502e70aa), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.823136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Calling delete_port for 748a6c7c-5b17-49bc-961f-86ae502e70aa owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:41.928310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (748a6c7c-5b17-49bc-961f-86ae502e70aa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.981364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Port': ['ID=748a6c7c-5b17-49bc-961f-86ae502e70aa,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:41.992688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No DVR routers for this DVR port 748a6c7c-5b17-49bc-961f-86ae502e70aa on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:42.014926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Allocated IP 172.20.0.2 (92d6761f-8d54-4408-b37e-f290385865ae/f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f/0e1b7599-c4df-4a1c-81f0-8ec5145c0276) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:42.024882 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.060349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:42.135324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (ddba27a9-1ca8-411d-88e6-2f28c2c2543c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.167885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddba27a9-1ca8-411d-88e6-2f28c2c2543c']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:42.184707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b97a66-448f-418a-83c0-db3749bcd617') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:42.185151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b97a66-448f-418a-83c0-db3749bcd617') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:42.199171 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e291110-84cb-4bbd-9771-d4d770b89a3f x-openstack-request-id: req-8e291110-84cb-4bbd-9771-d4d770b89a3f {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:42.199399 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037c7205-455d-442a-b839-32136157d00e", "name": "network-vif-plugged", "status": "completed", "tag": "48a2a468-09ad-4d98-bd4f-f1102d4e8a13", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:42.199623 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e291110-84cb-4bbd-9771-d4d770b89a3f {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:42.200088 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037c7205-455d-442a-b839-32136157d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13', 'code': 200} Feb 19 03:24:42.201592 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (41b97a66-448f-418a-83c0-db3749bcd617), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.226656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (41b97a66-448f-418a-83c0-db3749bcd617), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.236605 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:42.237697 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (41b97a66-448f-418a-83c0-db3749bcd617), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:42.242678 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:42.321459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:42.321887 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.360441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (ddba27a9-1ca8-411d-88e6-2f28c2c2543c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.368585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:42.372764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.382692 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/ddba27a9-1ca8-411d-88e6-2f28c2c2543c HTTP/1.1" status: 204 len: 168 time: 2.9211104 Feb 19 03:24:42.383185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44042) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:42.385545 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.388687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1360002257'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:42.432197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8e2fd-246b-441b-ac31-c5cc8d9ff8cc tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Network': ['ID=ddba27a9-1ca8-411d-88e6-2f28c2c2543c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:42.448193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:42.462829 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.498052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:42.541872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:42.570032 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c0b6ec44-5073-46e0-b77b-926f8d27357a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.570709 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Added segment c0b6ec44-5073-46e0-b77b-926f8d27357a of type vlan for network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d Feb 19 03:24:42.624276 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Publish callbacks [] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.636044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.641357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53eb6-9836-4688-9812-7a35495eea98 req-3b59a55d-71bc-4fb5-ad25-0f60270585b3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:42.644871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12b53eb6-9836-4688-9812-7a35495eea98 req-3b59a55d-71bc-4fb5-ad25-0f60270585b3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 943 time: 0.1612422 Feb 19 03:24:42.664698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.709064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Pushing event updated for resources: {'Port': ['ID=0e1b7599-c4df-4a1c-81f0-8ec5145c0276,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:42.726460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Network 92d6761f-8d54-4408-b37e-f290385865ae is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:42.728145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:42.730676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:42.740895 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.746926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:42.747458 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.803952 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12b53eb6-9836-4688-9812-7a35495eea98 req-b84c3e85-b852-40f6-aa90-fccadaecf86d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339469 Feb 19 03:24:42.815375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Attempting to bind port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:42.816016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Attempting to bind port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:42.816557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Attempting to bind port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 on network 92d6761f-8d54-4408-b37e-f290385865ae {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:42.818868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44052) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:42.820975 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4373558 Feb 19 03:24:42.822764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:42.823147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Checking segment: {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:42.823686 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.824130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Bound using segment: {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:42.824557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Bound port: 0e1b7599-c4df-4a1c-81f0-8ec5145c0276, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:42.825044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.827589 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'network_id': '2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:42.891716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5cedb-38d2-4346-817b-3b928ccd4f3a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:42.925898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:42.933365 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.009132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] For port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:43.048582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:43.053258 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.066040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] For port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0e1b7599-c4df-4a1c-81f0-8ec5145c0276,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:43.080590 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.186207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb67bf-9324-4c3e-af96-6fff8a58e539 None None] Pushing event updated for resources: {'Port': ['ID=0e1b7599-c4df-4a1c-81f0-8ec5145c0276,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.274044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87bc60d-e342-4f52-908a-9f0d2a0db936 req-a2228fc8-4a8e-4d8c-9ec9-96681b7c68d7 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/ports?device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 210 time: 0.0490718 Feb 19 03:24:43.347387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (8b34d783-4dd1-4bd8-b4e2-afe88b131722), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.410591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=8b34d783-4dd1-4bd8-b4e2-afe88b131722,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.436880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking segment: {'id': 'c0b6ec44-5073-46e0-b77b-926f8d27357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:43.437282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network hostable DHCP agents. Network: 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:43.493723 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:43.512178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:43.524694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:43.528940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.531255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5cad1e-04e3-4e56-b597-b3a0c9981af7 None None] Network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:43.573976 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c21e87e-2520-42cd-bead-dfa841c1e20d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7500603 Feb 19 03:24:43.575077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44060) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:43.580853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b29d4df2-ebec-4997-9c16-dad119037751 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'network_id': '2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:43.801520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d', 'network_id': '2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d', 'project_id': 'd899efa2a2404f5689b652d325af2382', 'fixed_ips': [{'subnet_id': '8b34d783-4dd1-4bd8-b4e2-afe88b131722'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:43.803609 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.918913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-a65b4ace-cd57-438e-853d-be14d8e4f6bd tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:43.920757 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-a65b4ace-cd57-438e-853d-be14d8e4f6bd tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.37 "GET /v2.0/networks?id=63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 HTTP/1.1" status: 200 len: 821 time: 0.3350809 Feb 19 03:24:43.981781 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Request body: {'port': {'device_id': '869d323a-fcc8-40d5-a51f-326bdb709bc6', 'network_id': '63dd5baf-b37f-4b39-aae5-d9a78cf53ea8', 'admin_state_up': True, 'tenant_id': '8142d0ccf316428baac555ca77f257ae'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:44.080257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9179c0ac-cee3-4029-942a-4bcf823d3b66 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:44.190290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Made reservation on behalf of 8142d0ccf316428baac555ca77f257ae for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:44.195458 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.208272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9179c0ac-cee3-4029-942a-4bcf823d3b66, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9179c0ac-cee3-4029-942a-4bcf823d3b66,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:44.231895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c7205-455d-442a-b839-32136157d00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:44.235165 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52e7882-6f9d-45d2-993b-61c4d395e037" -d '{"events": [{"server_uuid": "037c7205-455d-442a-b839-32136157d00e", "name": "network-vif-unplugged", "status": "completed", "tag": "48a2a468-09ad-4d98-bd4f-f1102d4e8a13"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:44.238074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '9179c0ac-cee3-4029-942a-4bcf823d3b66', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'port_id': '9179c0ac-cee3-4029-942a-4bcf823d3b66', 'mac_address': 'fa:16:3e:13:92:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:44.361196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29d4df2-ebec-4997-9c16-dad119037751 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:44.369189 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b29d4df2-ebec-4997-9c16-dad119037751 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.482353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Allocated IP 172.20.0.4 (63dd5baf-b37f-4b39-aae5-d9a78cf53ea8/ba43d042-91d3-4a3b-909f-10c5c86bb0e6/c84c3940-24d6-4ed4-bb31-1c28a167695f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:44.527050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-7b5e4155-11d8-4dec-a482-fc529e97c768 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:44.535516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-7b5e4155-11d8-4dec-a482-fc529e97c768 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 815 time: 0.7222557 Feb 19 03:24:44.560475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Allocated IP 2001:db8::2 (2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d/8b34d783-4dd1-4bd8-b4e2-afe88b131722/229e7b80-79c4-4c1a-8cda-a011039d35ab) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:44.571102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-74c924d5-e159-4c10-a9fd-9138540ef51f tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/quotas/63f9d5c28ebe40de85bd85361c11718f HTTP/1.1" status: 200 len: 375 time: 0.0346217 Feb 19 03:24:44.682111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-7bcee258-61b6-4cd5-bb5f-ab569376d4d3 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020839 Feb 19 03:24:44.762361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9179c0ac-cee3-4029-942a-4bcf823d3b66 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:44.762774 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.797544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Publish callbacks [] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.823352 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.841281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456751d0-3b8f-4ff5-90da-a817ec7019f1 None None] Network 92d6761f-8d54-4408-b37e-f290385865ae requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:44.857526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.866617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-2b9eec07-00ab-4909-8163-a391db72223a service neutron] 10.222.0.42 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565602 Feb 19 03:24:44.880575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9179c0ac-cee3-4029-942a-4bcf823d3b66 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:44.929560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Network 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:44.933264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:44.940893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:44.968640 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Pushing event updated for resources: {'Port': ['ID=c84c3940-24d6-4ed4-bb31-1c28a167695f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:44.999903 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b29d4df2-ebec-4997-9c16-dad119037751 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (28a4b89b-9196-4434-b6ac-78ff32578765), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.033296 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.034949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.062220 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-5b091bf1-546c-461f-b824-627068ec9101 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0923748 Feb 19 03:24:45.067375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8cc267e2-0a4b-4bba-b7fb-331825b20a50 service neutron] 10.222.0.42 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935828 Feb 19 03:24:45.091924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Request body: {'port': {'device_id': '869d323a-fcc8-40d5-a51f-326bdb709bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:45.096778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d4df2-ebec-4997-9c16-dad119037751 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:45.101483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b29d4df2-ebec-4997-9c16-dad119037751 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:45.105128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9179c0ac-cee3-4029-942a-4bcf823d3b66, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9179c0ac-cee3-4029-942a-4bcf823d3b66,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:45.108083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29d4df2-ebec-4997-9c16-dad119037751 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.108702 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b29d4df2-ebec-4997-9c16-dad119037751 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.127245 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.136263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b29d4df2-ebec-4997-9c16-dad119037751 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5574489 Feb 19 03:24:45.136541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-93a99d76-8732-4173-a5e9-b0c7ae92bea3 None None] Provisioning complete for port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:45.137141 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-93a99d76-8732-4173-a5e9-b0c7ae92bea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.137690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44078) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:45.151325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d4df2-ebec-4997-9c16-dad119037751 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=28a4b89b-9196-4434-b6ac-78ff32578765,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:45.226826 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Publish callbacks [] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.249451 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.251782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2c6-9a15-48f8-b223-8c72f2a419f2 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.253298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2c6-9a15-48f8-b223-8c72f2a419f2 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.259279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2c6-9a15-48f8-b223-8c72f2a419f2 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.263130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2c6-9a15-48f8-b223-8c72f2a419f2 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.265629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2c6-9a15-48f8-b223-8c72f2a419f2 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.275541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-83dba2c6-9a15-48f8-b223-8c72f2a419f2 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1325164 Feb 19 03:24:45.276877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44080) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:45.285397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1002876217'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:45.326127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:45.327386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9179c0ac-cee3-4029-942a-4bcf823d3b66,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:45.333632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:45.333882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.342551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:45.446666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:45.469911 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.515577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['9179c0ac-cee3-4029-942a-4bcf823d3b66'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:45.653463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Attempting to bind port 229e7b80-79c4-4c1a-8cda-a011039d35ab on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:45.654198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Attempting to bind port 229e7b80-79c4-4c1a-8cda-a011039d35ab by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'c0b6ec44-5073-46e0-b77b-926f8d27357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:45.654198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Attempting to bind port 229e7b80-79c4-4c1a-8cda-a011039d35ab on network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:45.668408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:45.668876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Checking segment: {'id': 'c0b6ec44-5073-46e0-b77b-926f8d27357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:45.669208 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.669746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Bound using segment: {'id': 'c0b6ec44-5073-46e0-b77b-926f8d27357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:45.670533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Bound port: 229e7b80-79c4-4c1a-8cda-a011039d35ab, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b6ec44-5073-46e0-b77b-926f8d27357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:45.670923 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.694789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-6b3307b4-4fef-45c7-b3c9-b2e125148d32 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.706621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-6b3307b4-4fef-45c7-b3c9-b2e125148d32 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.2541521 Feb 19 03:24:45.725617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-d954615e-d258-4d39-af86-dd5ea0d0f928 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/quotas/1ed1d0f12f104287bcbffc45332f2479 HTTP/1.1" status: 200 len: 375 time: 0.0181212 Feb 19 03:24:45.738796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-53649766-46b8-4462-95af-40f75627d134 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.741768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-53649766-46b8-4462-95af-40f75627d134 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 943 time: 0.4670298 Feb 19 03:24:45.760900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Pushing event updated for resources: {'Port': ['ID=229e7b80-79c4-4c1a-8cda-a011039d35ab,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:45.770041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:45.801953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:45.836072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-93a99d76-8732-4173-a5e9-b0c7ae92bea3 None None] Current status of the port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:45.836482 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-93a99d76-8732-4173-a5e9-b0c7ae92bea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.902313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (631750b7-1808-4ffb-93ef-8a34624cb908), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.902666 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Added segment 631750b7-1808-4ffb-93ef-8a34624cb908 of type vlan for network 23aeb91a-094c-437f-ae98-7b85fee3c2ae Feb 19 03:24:45.937211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-b15ab516-f812-4439-83d4-074fe2890dd3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1934710 Feb 19 03:24:45.967650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] For port 229e7b80-79c4-4c1a-8cda-a011039d35ab, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:45.976092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-93a99d76-8732-4173-a5e9-b0c7ae92bea3 None None] For port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0e1b7599-c4df-4a1c-81f0-8ec5145c0276,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:45.982643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (23aeb91a-094c-437f-ae98-7b85fee3c2ae), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.006033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-427e9e43-df53-44f7-8277-6409cdfdca72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Deleting port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:46.006303 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-427e9e43-df53-44f7-8277-6409cdfdca72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.008473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] For port 229e7b80-79c4-4c1a-8cda-a011039d35ab, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=229e7b80-79c4-4c1a-8cda-a011039d35ab,segment=NetworkSegment(c0b6ec44-5073-46e0-b77b-926f8d27357a),segment_id=c0b6ec44-5073-46e0-b77b-926f8d27357a)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:46.013539 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-93a99d76-8732-4173-a5e9-b0c7ae92bea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.016019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:46.016019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.055086 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.113537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (23aeb91a-094c-437f-ae98-7b85fee3c2ae), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.119354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:46.124962 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.187619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a99d76-8732-4173-a5e9-b0c7ae92bea3 None None] Pushing event updated for resources: {'Port': ['ID=0e1b7599-c4df-4a1c-81f0-8ec5145c0276,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:46.205089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-cbc7fb81-6577-46b4-a9ff-c7c3e0d0b65d service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565243 Feb 19 03:24:46.236112 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9581473 Feb 19 03:24:46.238114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-747af70b-2859-42ce-b73b-771fb2525cbf None None] Provisioning complete for port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:46.238502 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-747af70b-2859-42ce-b73b-771fb2525cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.275489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44104) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:46.295295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-427e9e43-df53-44f7-8277-6409cdfdca72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] For port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:46.296500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-427e9e43-df53-44f7-8277-6409cdfdca72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.343428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-123b2dd9-e69f-43db-960c-b071761a4cc9 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:46.353509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8309d-c35d-4cbc-8ca4-fc6e7ae721c0 None None] Pushing event updated for resources: {'Port': ['ID=229e7b80-79c4-4c1a-8cda-a011039d35ab,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:46.370282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84c3940-24d6-4ed4-bb31-1c28a167695f {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:46.386483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:46.389710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107374b6-9b7f-4f70-ad94-efe8ac721e85 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=23aeb91a-094c-437f-ae98-7b85fee3c2ae,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:46.398917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-427e9e43-df53-44f7-8277-6409cdfdca72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Calling delete_port for 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:46.407761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Publish callbacks [] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.415310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 23aeb91a-094c-437f-ae98-7b85fee3c2ae details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:46.441529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Transition to ACTIVE for port object c84c3940-24d6-4ed4-bb31-1c28a167695f will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:46.447418 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.587482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Pushing event updated for resources: {'Port': ['ID=c84c3940-24d6-4ed4-bb31-1c28a167695f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:46.671725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-747af70b-2859-42ce-b73b-771fb2525cbf None None] Current status of the port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:46.710938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1a550dc3-a19c-47bf-84fc-77f954497bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049634 Feb 19 03:24:46.734695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Attempting to bind port c84c3940-24d6-4ed4-bb31-1c28a167695f on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:46.734982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Attempting to bind port c84c3940-24d6-4ed4-bb31-1c28a167695f by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '90ec3101-e6bb-41aa-acb1-c9545605a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '63dd5baf-b37f-4b39-aae5-d9a78cf53ea8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:46.737600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Attempting to bind port c84c3940-24d6-4ed4-bb31-1c28a167695f on network 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:46.743237 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Port c84c3940-24d6-4ed4-bb31-1c28a167695f on network 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:46.743601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Attempting to bind port c84c3940-24d6-4ed4-bb31-1c28a167695f on network 63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:46.752278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:46.753468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Checking segment: {'id': '90ec3101-e6bb-41aa-acb1-c9545605a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '63dd5baf-b37f-4b39-aae5-d9a78cf53ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:46.754214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Bound using segment: {'id': '90ec3101-e6bb-41aa-acb1-c9545605a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '63dd5baf-b37f-4b39-aae5-d9a78cf53ea8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:46.754748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Bound port: c84c3940-24d6-4ed4-bb31-1c28a167695f, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ec3101-e6bb-41aa-acb1-c9545605a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '63dd5baf-b37f-4b39-aae5-d9a78cf53ea8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:46.755209 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.782228 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-123b2dd9-e69f-43db-960c-b071761a4cc9 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (23aeb91a-094c-437f-ae98-7b85fee3c2ae), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.825513 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-123b2dd9-e69f-43db-960c-b071761a4cc9 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (23aeb91a-094c-437f-ae98-7b85fee3c2ae), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.852148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] For port c84c3940-24d6-4ed4-bb31-1c28a167695f, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:46.852400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-123b2dd9-e69f-43db-960c-b071761a4cc9 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network 23aeb91a-094c-437f-ae98-7b85fee3c2ae is not hosted by any dhcp agent {{(pid=103615) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:24:46.857128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b2dd9-e69f-43db-960c-b071761a4cc9 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:46.857883 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-123b2dd9-e69f-43db-960c-b071761a4cc9 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.862389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-123b2dd9-e69f-43db-960c-b071761a4cc9 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "PUT /v2.0/networks/23aeb91a-094c-437f-ae98-7b85fee3c2ae HTTP/1.1" status: 200 len: 723 time: 0.5419197 Feb 19 03:24:46.862628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44108) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:46.864675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] For port c84c3940-24d6-4ed4-bb31-1c28a167695f, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=c84c3940-24d6-4ed4-bb31-1c28a167695f,segment=NetworkSegment(90ec3101-e6bb-41aa-acb1-c9545605a627),segment_id=90ec3101-e6bb-41aa-acb1-c9545605a627)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:46.875537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'network_id': '23aeb91a-094c-437f-ae98-7b85fee3c2ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:46.886070 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.905221 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-427e9e43-df53-44f7-8277-6409cdfdca72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (48a2a468-09ad-4d98-bd4f-f1102d4e8a13), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.966940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b2dd9-e69f-43db-960c-b071761a4cc9 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=23aeb91a-094c-437f-ae98-7b85fee3c2ae,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:46.969638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e9e43-df53-44f7-8277-6409cdfdca72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event deleted for resources: {'Port': ['ID=48a2a468-09ad-4d98-bd4f-f1102d4e8a13,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:46.987944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 23aeb91a-094c-437f-ae98-7b85fee3c2ae details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:47.030479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:47.031976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.033005 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] 10.222.0.37 "PUT /v2.0/ports/c84c3940-24d6-4ed4-bb31-1c28a167695f HTTP/1.1" status: 200 len: 1091 time: 1.9547429 Feb 19 03:24:47.036121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869d323a-fcc8-40d5-a51f-326bdb709bc6', 'tag': 'c84c3940-24d6-4ed4-bb31-1c28a167695f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:47.037421 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592feb69-a621-45e7-8050-2540093c18c6" -d '{"events": [{"name": "network-changed", "server_uuid": "869d323a-fcc8-40d5-a51f-326bdb709bc6", "tag": "c84c3940-24d6-4ed4-bb31-1c28a167695f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:47.102122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-427e9e43-df53-44f7-8277-6409cdfdca72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] No DVR routers for this DVR port 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:47.109294 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-427e9e43-df53-44f7-8277-6409cdfdca72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.114180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-648b3cd8-fc02-4c02-a34e-49a408b8a99b req-427e9e43-df53-44f7-8277-6409cdfdca72 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "DELETE /v2.0/ports/48a2a468-09ad-4d98-bd4f-f1102d4e8a13 HTTP/1.1" status: 204 len: 173 time: 1.3545399 Feb 19 03:24:47.114626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c7205-455d-442a-b839-32136157d00e', 'name': 'network-vif-deleted', 'tag': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:47.128206 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36800e89-bd16-4d61-9ad6-e12d231d7aad" -d '{"events": [{"server_uuid": "037c7205-455d-442a-b839-32136157d00e", "name": "network-vif-deleted", "tag": "48a2a468-09ad-4d98-bd4f-f1102d4e8a13"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:47.140764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f7940-6add-4e69-9463-8428d8ecf932 service neutron] Pushing event updated for resources: {'Port': ['ID=c84c3940-24d6-4ed4-bb31-1c28a167695f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:47.209973 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:47.214391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.264684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c90531a1-0e25-4223-84b3-61ec4c0ef13b req-9c87fb31-8203-45c6-b396-b850e4ee8d5a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=037c7205-455d-442a-b839-32136157d00e HTTP/1.1" status: 200 len: 210 time: 0.0841510 Feb 19 03:24:47.558301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c79a03-ac43-41aa-9b22-217830078961 req-ed7896b6-e4cf-47e7-b8e4-993564be5335 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:47.563807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9c79a03-ac43-41aa-9b22-217830078961 req-ed7896b6-e4cf-47e7-b8e4-993564be5335 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 944 time: 0.1807501 Feb 19 03:24:47.696274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9c79a03-ac43-41aa-9b22-217830078961 req-b3d276e6-483d-44cb-ac0d-653a84b7a40a tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179750 Feb 19 03:24:47.782299 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87faabd-6f88-4d3e-aaa7-525870eed3b3 x-openstack-request-id: req-f87faabd-6f88-4d3e-aaa7-525870eed3b3 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:47.784540 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037c7205-455d-442a-b839-32136157d00e", "name": "network-vif-unplugged", "status": "completed", "tag": "48a2a468-09ad-4d98-bd4f-f1102d4e8a13", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:47.784540 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f87faabd-6f88-4d3e-aaa7-525870eed3b3 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:47.787147 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037c7205-455d-442a-b839-32136157d00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13', 'code': 200} Feb 19 03:24:47.829155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (95b9de92-258a-47bc-b137-9ca9f702835a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.885650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:47.962254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dee24-7a20-4094-8a24-107527de3dda req-8746493d-a40d-44c7-a849-93d67f107fe8 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:47.970038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc6dee24-7a20-4094-8a24-107527de3dda req-8746493d-a40d-44c7-a849-93d67f107fe8 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/ports?device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 943 time: 0.1295834 Feb 19 03:24:48.050114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-650bde6d-3d38-411a-af09-dd40214f3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.057445 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-650bde6d-3d38-411a-af09-dd40214f3c43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8142d0ccf316428baac555ca77f257ae&device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 1125 time: 0.8226724 Feb 19 03:24:48.059108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc6dee24-7a20-4094-8a24-107527de3dda req-c47ba253-6faf-4c74-8e36-1e39c6d12cd9 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/security-groups?id=da61d021-ccb3-4ee4-a938-479baaf08a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758889 Feb 19 03:24:48.062986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:48.063695 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.109563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9179c0ac-cee3-4029-942a-4bcf823d3b66 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:48.117364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=95b9de92-258a-47bc-b137-9ca9f702835a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:48.154507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b1eec4-8de4-4107-9331-2f5831130874 None None] Network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:48.197641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-a5dddcde-00a2-4ead-bab4-6f186a886690 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.206060 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-a5dddcde-00a2-4ead-bab4-6f186a886690 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.37 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 815 time: 0.8883650 Feb 19 03:24:48.261402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Request body: {'port': {'device_id': 'ab96061f-d311-4108-b5df-11285ccb38ed', 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae', 'admin_state_up': True, 'tenant_id': '63f9d5c28ebe40de85bd85361c11718f'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:48.275468 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-1357e192-9aec-45c1-97c5-6b3743ffbd8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c84c3940-24d6-4ed4-bb31-1c28a167695f HTTP/1.1" status: 200 len: 217 time: 0.1607769 Feb 19 03:24:48.293226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 9179c0ac-cee3-4029-942a-4bcf823d3b66 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:48.321241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3a7ac86e-8f91-466c-ad69-29ddb04e1844 None None] Provisioning complete for port 229e7b80-79c4-4c1a-8cda-a011039d35ab triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:48.321665 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3a7ac86e-8f91-466c-ad69-29ddb04e1844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.323441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 9179c0ac-cee3-4029-942a-4bcf823d3b66 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:48.325086 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.368370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking segment: {'id': '631750b7-1808-4ffb-93ef-8a34624cb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '23aeb91a-094c-437f-ae98-7b85fee3c2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:48.368974 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network hostable DHCP agents. Network: 23aeb91a-094c-437f-ae98-7b85fee3c2ae, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:48.387180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-9c4d6de7-a049-46df-af5e-76b8c0c158e1 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.396228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-9c4d6de7-a049-46df-af5e-76b8c0c158e1 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 815 time: 0.2047150 Feb 19 03:24:48.398822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-73bb79bc-3a74-4f1f-a454-46f8233e4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.400486 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-73bb79bc-3a74-4f1f-a454-46f8233e4f6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba43d042-91d3-4a3b-909f-10c5c86bb0e6 HTTP/1.1" status: 200 len: 861 time: 0.1069946 Feb 19 03:24:48.432046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-a47a575a-2959-46a2-b589-4a1b3c133bc0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/quotas/63f9d5c28ebe40de85bd85361c11718f HTTP/1.1" status: 200 len: 375 time: 0.0243876 Feb 19 03:24:48.464684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network 23aeb91a-094c-437f-ae98-7b85fee3c2ae is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:48.468645 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-b76539c8-265f-4d6d-bae7-43305289e34c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63dd5baf-b37f-4b39-aae5-d9a78cf53ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602541 Feb 19 03:24:48.508700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 23aeb91a-094c-437f-ae98-7b85fee3c2ae) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:48.512178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:48.513322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 229e7b80-79c4-4c1a-8cda-a011039d35ab up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:48.546433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-f4fea009-1835-494e-9b92-477c143d5e44 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106379 Feb 19 03:24:48.549124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.550794 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.552225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f9d630-2791-4c5e-af2c-37d96aff77b5 None None] Network 23aeb91a-094c-437f-ae98-7b85fee3c2ae requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:48.585193 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-afd239ce-87ca-4bd3-97f7-9f859892e0fe tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7155311 Feb 19 03:24:48.588207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Made reservation on behalf of 63f9d5c28ebe40de85bd85361c11718f for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:48.592055 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.593803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44170) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:48.618627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b7f0b7ee-3fb3-48b3-b620-ac0b48f2dd9d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:48.686690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-bff5bfd9-62a3-46cc-ab3a-f5dd2d9b0eba service neutron] 10.222.0.42 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176684 Feb 19 03:24:48.688403 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-87a2ce35-3b27-4fae-84b1-d25e74756fd0 service neutron] 10.222.0.37 "GET /v2.0/networks/63dd5baf-b37f-4b39-aae5-d9a78cf53ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088423 Feb 19 03:24:48.830326 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15bf3702-07ff-4cec-a960-ac64252c0be1 req-bfbc7021-9243-4a27-8305-cf33c4c411be service neutron] 10.222.0.37 "GET /v2.0/networks/63dd5baf-b37f-4b39-aae5-d9a78cf53ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033742 Feb 19 03:24:48.941126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9179c0ac-cee3-4029-942a-4bcf823d3b66 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:48.941756 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.953206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7ee-3fb3-48b3-b620-ac0b48f2dd9d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12305822'] for subnet (95b9de92-258a-47bc-b137-9ca9f702835a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.970678 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ac86e-8f91-466c-ad69-29ddb04e1844 None None] Current status of the port 229e7b80-79c4-4c1a-8cda-a011039d35ab is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:48.971068 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3a7ac86e-8f91-466c-ad69-29ddb04e1844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.068278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-b9a64e53-8c3e-4db6-af5a-c5acf8fbfd2d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:49.069409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-b9a64e53-8c3e-4db6-af5a-c5acf8fbfd2d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.2120266 Feb 19 03:24:49.083187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 229e7b80-79c4-4c1a-8cda-a011039d35ab triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:49.083566 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.087518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-2198badd-3366-43f0-b66f-ed213ffc1d37 service neutron] 10.222.0.42 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990812 Feb 19 03:24:49.091381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9179c0ac-cee3-4029-942a-4bcf823d3b66, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9179c0ac-cee3-4029-942a-4bcf823d3b66,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:49.096585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Allocated IP 172.20.0.13 (92d6761f-8d54-4408-b37e-f290385865ae/f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f/71c795f1-b5c8-4ced-8ed9-a65699c4d856) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:49.101330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Request body: {'port': {'device_id': 'da86a531-2dd2-4468-a785-b5c4d7e2fd84', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'admin_state_up': True, 'tenant_id': '1ed1d0f12f104287bcbffc45332f2479'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:49.121790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-23aeb91a-094c-437f-ae98-7b85fee3c2ae', 'network_id': '23aeb91a-094c-437f-ae98-7b85fee3c2ae', 'project_id': 'd899efa2a2404f5689b652d325af2382', 'fixed_ips': [{'subnet_id': '95b9de92-258a-47bc-b137-9ca9f702835a'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:49.122171 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.132010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3a7ac86e-8f91-466c-ad69-29ddb04e1844 None None] For port 229e7b80-79c4-4c1a-8cda-a011039d35ab, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=229e7b80-79c4-4c1a-8cda-a011039d35ab,segment=NetworkSegment(c0b6ec44-5073-46e0-b77b-926f8d27357a),segment_id=c0b6ec44-5073-46e0-b77b-926f8d27357a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:49.134032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.193792 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3a7ac86e-8f91-466c-ad69-29ddb04e1844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.199349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b228f060-fd37-4e6d-ae0d-36273e588d0d None None] Update dhcp port {'port': {'network_id': '2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d', 'fixed_ips': [{'subnet_id': '8b34d783-4dd1-4bd8-b4e2-afe88b131722', 'ip_address': '2001:db8::2'}, {'subnet_id': '28a4b89b-9196-4434-b6ac-78ff32578765'}], 'binding:host_id': 'n-d-826756-2'}, 'id': '229e7b80-79c4-4c1a-8cda-a011039d35ab'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:24:49.302776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Made reservation on behalf of 1ed1d0f12f104287bcbffc45332f2479 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:49.307743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.381233 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7ee-3fb3-48b3-b620-ac0b48f2dd9d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791909489026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12355250'] for subnet (95b9de92-258a-47bc-b137-9ca9f702835a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.450352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0b7ee-3fb3-48b3-b620-ac0b48f2dd9d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:49.450960 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7f0b7ee-3fb3-48b3-b620-ac0b48f2dd9d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.452403 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b7f0b7ee-3fb3-48b3-b620-ac0b48f2dd9d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "PUT /v2.0/subnets/95b9de92-258a-47bc-b137-9ca9f702835a HTTP/1.1" status: 200 len: 826 time: 0.8492060 Feb 19 03:24:49.461650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44184) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:49.474133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0732a337-2d36-449e-8643-abaaa2b7d2f6 req-9c6d13fe-fcc2-4034-af0c-52c1ae32989c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 210 time: 0.0398662 Feb 19 03:24:49.479176 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b228f060-fd37-4e6d-ae0d-36273e588d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.529193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9179c0ac-cee3-4029-942a-4bcf823d3b66,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:49.568528 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3aa567-4aa9-48e3-8486-4759913ed070 x-openstack-request-id: req-dd3aa567-4aa9-48e3-8486-4759913ed070 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:49.569086 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869d323a-fcc8-40d5-a51f-326bdb709bc6", "tag": "c84c3940-24d6-4ed4-bb31-1c28a167695f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:49.569937 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd3aa567-4aa9-48e3-8486-4759913ed070 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:49.570532 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869d323a-fcc8-40d5-a51f-326bdb709bc6', 'tag': 'c84c3940-24d6-4ed4-bb31-1c28a167695f', 'status': 'completed', 'code': 200} Feb 19 03:24:49.595696 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks [] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.597628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0b7ee-3fb3-48b3-b620-ac0b48f2dd9d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=95b9de92-258a-47bc-b137-9ca9f702835a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:49.610156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.610772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.611292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.612335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.613521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.614088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.614815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.615306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.615800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.616458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.617108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.617799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.618587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:49.643432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Allocated IP 172.20.0.2 (e769ebff-2101-45e5-908a-ae42c5680f4f/3a0b9ce0-8147-44d2-825b-d86ca2bad80f/38a937c2-1359-47f8-88da-297388447c4a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:49.652642 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49d434b-3898-474a-a2c1-16579f22559e x-openstack-request-id: req-b49d434b-3898-474a-a2c1-16579f22559e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:49.653195 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037c7205-455d-442a-b839-32136157d00e", "name": "network-vif-deleted", "tag": "48a2a468-09ad-4d98-bd4f-f1102d4e8a13", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:49.653625 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b49d434b-3898-474a-a2c1-16579f22559e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:49.654267 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037c7205-455d-442a-b839-32136157d00e', 'name': 'network-vif-deleted', 'tag': '48a2a468-09ad-4d98-bd4f-f1102d4e8a13', 'status': 'completed', 'code': 200} Feb 19 03:24:49.734119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (23aeb91a-094c-437f-ae98-7b85fee3c2ae), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.744317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592feb69-a621-45e7-8050-2540093c18c6 req-a3641ba5-bc15-4e72-a9c0-72767492cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:49.746292 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-592feb69-a621-45e7-8050-2540093c18c6 req-a3641ba5-bc15-4e72-a9c0-72767492cb8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8142d0ccf316428baac555ca77f257ae&device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 1125 time: 0.1412296 Feb 19 03:24:49.762944 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.793745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9179c0ac-cee3-4029-942a-4bcf823d3b66'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:49.796678 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974546f6-ee65-4266-898e-c5d2e1e60543" -d '{"events": [{"server_uuid": "30141f24-86b3-4c10-9eb6-62af910e42c1", "name": "network-vif-plugged", "status": "completed", "tag": "9179c0ac-cee3-4029-942a-4bcf823d3b66"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:49.807164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61478d80-e5f4-43f4-81df-ff8a1a1f5779 req-7ab89265-5875-4ccb-8bcc-40dee6176ff4 tempest-FlavorsV2NegativeTest-1878162714 tempest-FlavorsV2NegativeTest-1878162714-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=090b259f95ac487dabde9d9d4fe8bd3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544136 Feb 19 03:24:49.837740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 229e7b80-79c4-4c1a-8cda-a011039d35ab is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:49.851206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ac86e-8f91-466c-ad69-29ddb04e1844 None None] Pushing event updated for resources: {'Port': ['ID=229e7b80-79c4-4c1a-8cda-a011039d35ab,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:49.877157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Allocated IP 2001:db8::2 (23aeb91a-094c-437f-ae98-7b85fee3c2ae/95b9de92-258a-47bc-b137-9ca9f702835a/8ce5a837-5175-4e6f-8a4e-7100bbce315e) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:49.891820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Network 92d6761f-8d54-4408-b37e-f290385865ae is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:49.934318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:49.950476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:49.988504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-b228f060-fd37-4e6d-ae0d-36273e588d0d None None] Allocated IP 172.20.0.1 (2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d/28a4b89b-9196-4434-b6ac-78ff32578765/229e7b80-79c4-4c1a-8cda-a011039d35ab) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:50.004821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Pushing event updated for resources: {'Port': ['ID=71c795f1-b5c8-4ced-8ed9-a65699c4d856,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:50.044287 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (95b9de92-258a-47bc-b137-9ca9f702835a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.091481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:50.113960 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:50.114655 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.118623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61478d80-e5f4-43f4-81df-ff8a1a1f5779 req-51ffed58-b195-45cf-b39e-ecfe33d86a2c tempest-FlavorsV2NegativeTest-1878162714 tempest-FlavorsV2NegativeTest-1878162714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:50.120138 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592feb69-a621-45e7-8050-2540093c18c6 req-41e961c5-74da-4351-b4c5-c695129e05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:50.121758 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-592feb69-a621-45e7-8050-2540093c18c6 req-41e961c5-74da-4351-b4c5-c695129e05bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 HTTP/1.1" status: 200 len: 922 time: 0.3504746 Feb 19 03:24:50.126813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61478d80-e5f4-43f4-81df-ff8a1a1f5779 req-51ffed58-b195-45cf-b39e-ecfe33d86a2c tempest-FlavorsV2NegativeTest-1878162714 tempest-FlavorsV2NegativeTest-1878162714-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3182836 Feb 19 03:24:50.179929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61478d80-e5f4-43f4-81df-ff8a1a1f5779 req-ae96d149-a1e7-4f19-b839-dd14245a5120 tempest-FlavorsV2NegativeTest-1878162714 tempest-FlavorsV2NegativeTest-1878162714-project] 10.222.0.42 "GET /v2.0/quotas/090b259f95ac487dabde9d9d4fe8bd3d HTTP/1.1" status: 200 len: 375 time: 0.0520964 Feb 19 03:24:50.286543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61478d80-e5f4-43f4-81df-ff8a1a1f5779 req-ed9882cf-e8cf-4126-a6f5-e32e913b18b3 tempest-FlavorsV2NegativeTest-1878162714 tempest-FlavorsV2NegativeTest-1878162714-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=090b259f95ac487dabde9d9d4fe8bd3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1055975 Feb 19 03:24:50.295734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:50.296917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 48a2a468-09ad-4d98-bd4f-f1102d4e8a13 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:50.319233 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks [] for port (38a937c2-1359-47f8-88da-297388447c4a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.395352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b228f060-fd37-4e6d-ae0d-36273e588d0d None None] For port 229e7b80-79c4-4c1a-8cda-a011039d35ab, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=229e7b80-79c4-4c1a-8cda-a011039d35ab,segment=NetworkSegment(c0b6ec44-5073-46e0-b77b-926f8d27357a),segment_id=c0b6ec44-5073-46e0-b77b-926f8d27357a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:50.465185 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b228f060-fd37-4e6d-ae0d-36273e588d0d None None] Publish callbacks [] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.480996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (38a937c2-1359-47f8-88da-297388447c4a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.567503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:50.587248 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b228f060-fd37-4e6d-ae0d-36273e588d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.666151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Network e769ebff-2101-45e5-908a-ae42c5680f4f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:50.677820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:50.690365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:50.720282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event updated for resources: {'Port': ['ID=38a937c2-1359-47f8-88da-297388447c4a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:50.767817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc977a-5d46-48ab-9458-a6094e800eab req-f03e0880-6fe5-476c-ac17-fa8d569f7fc0 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:50.770266 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-592feb69-a621-45e7-8050-2540093c18c6 req-17d6ec4e-f7c3-4c7a-9c1d-5ab5a69f45c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c84c3940-24d6-4ed4-bb31-1c28a167695f HTTP/1.1" status: 200 len: 217 time: 0.6350169 Feb 19 03:24:50.781965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfcc977a-5d46-48ab-9458-a6094e800eab req-f03e0880-6fe5-476c-ac17-fa8d569f7fc0 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 945 time: 0.1974213 Feb 19 03:24:50.784999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b606ba69-ba1c-4aa3-9856-0ce163edb8d7 None None] Provisioning complete for port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:50.785376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b606ba69-ba1c-4aa3-9856-0ce163edb8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.786398 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-566c6cf9-0907-4226-9b54-81fc7c2f83d0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5308261 Feb 19 03:24:50.791008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:50.791983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.842375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Request body: {'port': {'device_id': 'ab96061f-d311-4108-b5df-11285ccb38ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:50.842819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-70c5e1fc-7303-4c5c-adb8-8cf9f10ba94d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7535770 Feb 19 03:24:50.887005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Request body: {'port': {'device_id': 'da86a531-2dd2-4468-a785-b5c4d7e2fd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:50.888203 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Publish callbacks [] for port (8ce5a837-5175-4e6f-8a4e-7100bbce315e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.936633 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (8ce5a837-5175-4e6f-8a4e-7100bbce315e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.938529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228f060-fd37-4e6d-ae0d-36273e588d0d None None] Pushing event updated for resources: {'Port': ['ID=229e7b80-79c4-4c1a-8cda-a011039d35ab,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:50.974436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfcc977a-5d46-48ab-9458-a6094e800eab req-b298b420-9517-4cdb-935b-c73ab5037b38 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824663 Feb 19 03:24:51.009825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b606ba69-ba1c-4aa3-9856-0ce163edb8d7 None None] Port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:51.013772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Network 23aeb91a-094c-437f-ae98-7b85fee3c2ae is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:51.025017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:51.027981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:51.154951 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (95b9de92-258a-47bc-b137-9ca9f702835a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.159424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38a937c2-1359-47f8-88da-297388447c4a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.172597 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592feb69-a621-45e7-8050-2540093c18c6 req-eed467a4-e6f1-4d23-9cee-b6d5a38536ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:51.174875 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-592feb69-a621-45e7-8050-2540093c18c6 req-eed467a4-e6f1-4d23-9cee-b6d5a38536ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba43d042-91d3-4a3b-909f-10c5c86bb0e6 HTTP/1.1" status: 200 len: 861 time: 0.3872576 Feb 19 03:24:51.214738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Pushing event updated for resources: {'Port': ['ID=8ce5a837-5175-4e6f-8a4e-7100bbce315e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:51.251962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Attempting to bind port 8ce5a837-5175-4e6f-8a4e-7100bbce315e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:51.252369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Attempting to bind port 8ce5a837-5175-4e6f-8a4e-7100bbce315e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '631750b7-1808-4ffb-93ef-8a34624cb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '23aeb91a-094c-437f-ae98-7b85fee3c2ae'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:51.252741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Attempting to bind port 8ce5a837-5175-4e6f-8a4e-7100bbce315e on network 23aeb91a-094c-437f-ae98-7b85fee3c2ae {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:51.261569 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:51.261980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Checking segment: {'id': '631750b7-1808-4ffb-93ef-8a34624cb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '23aeb91a-094c-437f-ae98-7b85fee3c2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:51.262394 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.262793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Bound using segment: {'id': '631750b7-1808-4ffb-93ef-8a34624cb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '23aeb91a-094c-437f-ae98-7b85fee3c2ae'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:51.263285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Bound port: 8ce5a837-5175-4e6f-8a4e-7100bbce315e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631750b7-1808-4ffb-93ef-8a34624cb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '23aeb91a-094c-437f-ae98-7b85fee3c2ae'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:51.263671 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8ce5a837-5175-4e6f-8a4e-7100bbce315e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.289089 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-592feb69-a621-45e7-8050-2540093c18c6 req-46776f82-59e8-488c-92b0-b430a88a113a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=63dd5baf-b37f-4b39-aae5-d9a78cf53ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042228 Feb 19 03:24:51.292889 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.331803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Subnet': ['ID=95b9de92-258a-47bc-b137-9ca9f702835a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:51.381932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cdc57-671d-4d3a-866d-8c3f7b392398 req-2c150d87-374a-4ca8-b23f-db909bc3d843 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:51.390110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-354cdc57-671d-4d3a-866d-8c3f7b392398 req-2c150d87-374a-4ca8-b23f-db909bc3d843 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/ports?device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 943 time: 0.1477849 Feb 19 03:24:51.461752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44232) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:51.493028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] For port 8ce5a837-5175-4e6f-8a4e-7100bbce315e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:51.507181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] For port 8ce5a837-5175-4e6f-8a4e-7100bbce315e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8ce5a837-5175-4e6f-8a4e-7100bbce315e,segment=NetworkSegment(631750b7-1808-4ffb-93ef-8a34624cb908),segment_id=631750b7-1808-4ffb-93ef-8a34624cb908)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:51.525554 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8ce5a837-5175-4e6f-8a4e-7100bbce315e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.639845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b090c7-3b9f-4703-9852-c0981926d6a7 None None] Pushing event updated for resources: {'Port': ['ID=8ce5a837-5175-4e6f-8a4e-7100bbce315e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:51.759369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add85fb7-5c6f-4728-9457-726818fcb814 None None] Network 23aeb91a-094c-437f-ae98-7b85fee3c2ae requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:51.774105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (23aeb91a-094c-437f-ae98-7b85fee3c2ae), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.789825 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba5138d-94b4-48a8-9c4c-997e6697c9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.818022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23aeb91a-094c-437f-ae98-7b85fee3c2ae']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:51.840693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631750b7-1808-4ffb-93ef-8a34624cb908') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:51.840996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631750b7-1808-4ffb-93ef-8a34624cb908') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:51.863262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-354cdc57-671d-4d3a-866d-8c3f7b392398 req-bd0509a0-c7e1-4ee5-95ba-7dffeb12ac1a tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/security-groups?id=da61d021-ccb3-4ee4-a938-479baaf08a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655080 Feb 19 03:24:51.869351 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (631750b7-1808-4ffb-93ef-8a34624cb908), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.886740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1461247-bca5-42b2-bdd1-90074f5c275a None None] Network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:51.936994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-3d9a4af5-0c31-4458-be61-8c19a2671da1 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:51.939124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-3d9a4af5-0c31-4458-be61-8c19a2671da1 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.71 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 815 time: 0.5675902 Feb 19 03:24:51.962041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Request body: {'port': {'device_id': 'fcaa8557-6fe3-46aa-b219-77d1548ac91e', 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae', 'admin_state_up': True, 'tenant_id': '63f9d5c28ebe40de85bd85361c11718f'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:51.982841 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-592feb69-a621-45e7-8050-2540093c18c6 req-245697c8-e4a6-41b1-9a3a-0e04aee7c859 service neutron] 10.222.0.37 "GET /v2.0/networks/63dd5baf-b37f-4b39-aae5-d9a78cf53ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445196 Feb 19 03:24:52.008504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 229e7b80-79c4-4c1a-8cda-a011039d35ab up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:52.044735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (631750b7-1808-4ffb-93ef-8a34624cb908), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.103965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:52.104385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (631750b7-1808-4ffb-93ef-8a34624cb908), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:52.108063 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:52.123387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2c033dd7-c628-4821-b4aa-03113e76b44a None None] Provisioning complete for port 229e7b80-79c4-4c1a-8cda-a011039d35ab triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:52.123915 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2c033dd7-c628-4821-b4aa-03113e76b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.219955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.db.api [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:24:52.219955 n-d-826756-2 neutron-server[103616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:24:52.219955 n-d-826756-2 neutron-server[103616]: [parameters: {'id': '23aeb91a-094c-437f-ae98-7b85fee3c2ae'}] Feb 19 03:24:52.219955 n-d-826756-2 neutron-server[103616]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:24:52.220666 n-d-826756-2 neutron-server[103616]: DEBUG oslo_db.api [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:24:52.261588 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-592feb69-a621-45e7-8050-2540093c18c6 req-504fc709-be28-4c67-bcb0-d88876dfe57d service neutron] 10.222.0.37 "GET /v2.0/networks/63dd5baf-b37f-4b39-aae5-d9a78cf53ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414322 Feb 19 03:24:52.271193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c795f1-b5c8-4ced-8ed9-a65699c4d856 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:52.281537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Publish callbacks [] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.298389 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Transition to ACTIVE for port object 71c795f1-b5c8-4ced-8ed9-a65699c4d856 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:52.303796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.341916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a937c2-1359-47f8-88da-297388447c4a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:52.352689 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba5138d-94b4-48a8-9c4c-997e6697c9a0 admin admin] Publish callbacks [] for security_group (c71f6c95-bcee-4e7b-95e0-9f31f0978374), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.357680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Publish callbacks [] for port (38a937c2-1359-47f8-88da-297388447c4a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.372466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305e212-d316-4341-b20b-02a6a1183e65 req-431eb89b-7092-46ff-a52d-d6c3421340ac tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:52.374059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-431eb89b-7092-46ff-a52d-d6c3421340ac tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 815 time: 0.3624315 Feb 19 03:24:52.374743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba5138d-94b4-48a8-9c4c-997e6697c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c71f6c95-bcee-4e7b-95e0-9f31f0978374), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.420112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 229e7b80-79c4-4c1a-8cda-a011039d35ab triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:52.420514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.422108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Transition to ACTIVE for port object 38a937c2-1359-47f8-88da-297388447c4a will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:52.436106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-dacbf46e-084b-409b-a3c8-a2f4357da343 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/quotas/63f9d5c28ebe40de85bd85361c11718f HTTP/1.1" status: 200 len: 375 time: 0.0493577 Feb 19 03:24:52.465305 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.470299 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (38a937c2-1359-47f8-88da-297388447c4a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.480995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3f8b5-9294-4aaf-aaa3-f51ad96c14cc None None] Network 23aeb91a-094c-437f-ae98-7b85fee3c2ae requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:52.496719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Pushing event updated for resources: {'Port': ['ID=71c795f1-b5c8-4ced-8ed9-a65699c4d856,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:52.532648 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.536036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.541368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.541368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.541986 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.543068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.544957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.546072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.547171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.547615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.548705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.549165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.550233 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:52.583786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4ba5138d-94b4-48a8-9c4c-997e6697c9a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=090b259f95ac487dabde9d9d4fe8bd3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1107576 Feb 19 03:24:52.587903 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44248) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:52.606638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5138d-94b4-48a8-9c4c-997e6697c9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f6c95-bcee-4e7b-95e0-9f31f0978374,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:52.609541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Made reservation on behalf of 63f9d5c28ebe40de85bd85361c11718f for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:52.615068 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.645790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Attempting to bind port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:52.647626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Attempting to bind port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:52.648741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Attempting to bind port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 on network 92d6761f-8d54-4408-b37e-f290385865ae {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:52.666628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Pushing event updated for resources: {'Port': ['ID=38a937c2-1359-47f8-88da-297388447c4a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:52.676350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 on network 92d6761f-8d54-4408-b37e-f290385865ae not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:52.676819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Attempting to bind port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 on network 92d6761f-8d54-4408-b37e-f290385865ae {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:52.690832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:52.691356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Checking segment: {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:52.691854 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Bound using segment: {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:52.692803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Bound port: 71c795f1-b5c8-4ced-8ed9-a65699c4d856, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:52.693250 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.781447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2c033dd7-c628-4821-b4aa-03113e76b44a None None] Current status of the port 229e7b80-79c4-4c1a-8cda-a011039d35ab is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:52.793924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 229e7b80-79c4-4c1a-8cda-a011039d35ab is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:52.810819 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (23aeb91a-094c-437f-ae98-7b85fee3c2ae), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.816172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-a4ecb4d1-f929-40e1-963d-6331d34afbc4 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3642318 Feb 19 03:24:52.844643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-075dd63a-d0f6-4525-9d48-1416f9b83862 admin admin] Publish callbacks [] for security_group (c71f6c95-bcee-4e7b-95e0-9f31f0978374), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.849747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] For port 71c795f1-b5c8-4ced-8ed9-a65699c4d856, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:52.860849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] For port 71c795f1-b5c8-4ced-8ed9-a65699c4d856, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=71c795f1-b5c8-4ced-8ed9-a65699c4d856,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:52.907716 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.922394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4666cf30-d9d9-4dad-a270-05db2861a9f3 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:24:52.976352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-075dd63a-d0f6-4525-9d48-1416f9b83862 admin admin] Publish callbacks [] for security_group (c71f6c95-bcee-4e7b-95e0-9f31f0978374), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.981112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Pushing event updated for resources: {'Port': ['ID=71c795f1-b5c8-4ced-8ed9-a65699c4d856,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:53.002770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Attempting to bind port 38a937c2-1359-47f8-88da-297388447c4a on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:53.003702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Attempting to bind port 38a937c2-1359-47f8-88da-297388447c4a by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:53.003702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Attempting to bind port 38a937c2-1359-47f8-88da-297388447c4a on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:53.007814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:53.008503 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.010068 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-8dd158e5-9a57-4de2-b538-9ad572f6efc1 service neutron] 10.222.0.37 "PUT /v2.0/ports/71c795f1-b5c8-4ced-8ed9-a65699c4d856 HTTP/1.1" status: 200 len: 1092 time: 2.1899481 Feb 19 03:24:53.012987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab96061f-d311-4108-b5df-11285ccb38ed', 'tag': '71c795f1-b5c8-4ced-8ed9-a65699c4d856'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:53.015352 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632" -d '{"events": [{"name": "network-changed", "server_uuid": "ab96061f-d311-4108-b5df-11285ccb38ed", "tag": "71c795f1-b5c8-4ced-8ed9-a65699c4d856"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:53.032360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Port 38a937c2-1359-47f8-88da-297388447c4a on network e769ebff-2101-45e5-908a-ae42c5680f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:53.032692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Attempting to bind port 38a937c2-1359-47f8-88da-297388447c4a on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:53.052099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:53.052099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Checking segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:53.052099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Bound using segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:53.052099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Bound port: 38a937c2-1359-47f8-88da-297388447c4a, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:53.052624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38a937c2-1359-47f8-88da-297388447c4a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.053886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting port 8ce5a837-5175-4e6f-8a4e-7100bbce315e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:53.056231 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8ce5a837-5175-4e6f-8a4e-7100bbce315e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.062989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-2eafbe04-b317-420e-9eae-6a41fca85a48 service neutron] 10.222.0.42 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447214 Feb 19 03:24:53.084127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Allocated IP 172.20.0.7 (92d6761f-8d54-4408-b37e-f290385865ae/f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f/1957149a-d59c-4069-acfc-8e1288bff80d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:53.101770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6c5ceee3-f738-4265-bc7e-97ce0ee144e3 None None] Provisioning complete for port 229e7b80-79c4-4c1a-8cda-a011039d35ab triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:53.101770 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6c5ceee3-f738-4265-bc7e-97ce0ee144e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.132751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4666cf30-d9d9-4dad-a270-05db2861a9f3 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:24:53.211833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] For port 8ce5a837-5175-4e6f-8a4e-7100bbce315e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8ce5a837-5175-4e6f-8a4e-7100bbce315e,segment=NetworkSegment(631750b7-1808-4ffb-93ef-8a34624cb908),segment_id=631750b7-1808-4ffb-93ef-8a34624cb908)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:53.212146 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8ce5a837-5175-4e6f-8a4e-7100bbce315e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.226148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-075dd63a-d0f6-4525-9d48-1416f9b83862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c71f6c95-bcee-4e7b-95e0-9f31f0978374), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.228734 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-075dd63a-d0f6-4525-9d48-1416f9b83862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.229951 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-075dd63a-d0f6-4525-9d48-1416f9b83862 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c71f6c95-bcee-4e7b-95e0-9f31f0978374 HTTP/1.1" status: 204 len: 168 time: 0.6388786 Feb 19 03:24:53.238099 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Calling delete_port for 8ce5a837-5175-4e6f-8a4e-7100bbce315e owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:53.248148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dd63a-d0f6-4525-9d48-1416f9b83862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f6c95-bcee-4e7b-95e0-9f31f0978374,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:53.252963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-42975319-900e-4c21-9b06-14dfbdc02fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:53.254656 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-42975319-900e-4c21-9b06-14dfbdc02fb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 1126 time: 0.1167841 Feb 19 03:24:53.327354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ceee3-f738-4265-bc7e-97ce0ee144e3 None None] Current status of the port 229e7b80-79c4-4c1a-8cda-a011039d35ab is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:53.408023 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-0cc702d5-e830-4dc3-a515-ce15f409592f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c795f1-b5c8-4ced-8ed9-a65699c4d856 HTTP/1.1" status: 200 len: 217 time: 0.0504014 Feb 19 03:24:53.492235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-2c1c8b79-3b09-4ef8-ac8b-b41b338089a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:53.493862 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-2c1c8b79-3b09-4ef8-ac8b-b41b338089a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f HTTP/1.1" status: 200 len: 854 time: 0.0724802 Feb 19 03:24:53.523074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8ce5a837-5175-4e6f-8a4e-7100bbce315e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.573525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Port': ['ID=8ce5a837-5175-4e6f-8a4e-7100bbce315e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:53.578593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No DVR routers for this DVR port 8ce5a837-5175-4e6f-8a4e-7100bbce315e on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:53.608223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] For port 38a937c2-1359-47f8-88da-297388447c4a, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:53.642104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] For port 38a937c2-1359-47f8-88da-297388447c4a, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=38a937c2-1359-47f8-88da-297388447c4a,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:53.665293 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:24:53.669140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-0cc56a2b-448d-474b-a364-5b26fabb6e6a service neutron] 10.222.0.42 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063464 Feb 19 03:24:53.683366 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-b681c41d-983e-4f70-b35c-5161c689aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:53.685323 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-b681c41d-983e-4f70-b35c-5161c689aa1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92d6761f-8d54-4408-b37e-f290385865ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1799772 Feb 19 03:24:53.694662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (23aeb91a-094c-437f-ae98-7b85fee3c2ae), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.741686 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (38a937c2-1359-47f8-88da-297388447c4a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.824030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23aeb91a-094c-437f-ae98-7b85fee3c2ae']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:53.839986 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631750b7-1808-4ffb-93ef-8a34624cb908') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:53.840270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631750b7-1808-4ffb-93ef-8a34624cb908') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:53.867679 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (631750b7-1808-4ffb-93ef-8a34624cb908), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.917795 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (631750b7-1808-4ffb-93ef-8a34624cb908), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.939518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:53.939803 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks [] for port (1957149a-d59c-4069-acfc-8e1288bff80d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.940480 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (631750b7-1808-4ffb-93ef-8a34624cb908), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:53.952450 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:53.955002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:53.955002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.976140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] 10.222.0.71 "PUT /v2.0/ports/38a937c2-1359-47f8-88da-297388447c4a HTTP/1.1" status: 200 len: 1091 time: 3.0979002 Feb 19 03:24:53.989732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da86a531-2dd2-4468-a785-b5c4d7e2fd84', 'tag': '38a937c2-1359-47f8-88da-297388447c4a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:53.993728 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c85809-6aaf-44a5-a34e-81750a757dea" -d '{"events": [{"name": "network-changed", "server_uuid": "da86a531-2dd2-4468-a785-b5c4d7e2fd84", "tag": "38a937c2-1359-47f8-88da-297388447c4a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:54.000535 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-99725dc6-1afc-4706-a3fd-1971c029cf7a service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027115 Feb 19 03:24:54.033341 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdb037d-6dc7-47e7-ab34-de07166cddd9 x-openstack-request-id: req-2fdb037d-6dc7-47e7-ab34-de07166cddd9 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:54.033599 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30141f24-86b3-4c10-9eb6-62af910e42c1", "name": "network-vif-plugged", "status": "completed", "tag": "9179c0ac-cee3-4029-942a-4bcf823d3b66", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:54.033866 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fdb037d-6dc7-47e7-ab34-de07166cddd9 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:54.034963 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9179c0ac-cee3-4029-942a-4bcf823d3b66', 'code': 200} Feb 19 03:24:54.056039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225d742-4660-4928-9be9-2e7f8c4a5cca service neutron] Pushing event updated for resources: {'Port': ['ID=38a937c2-1359-47f8-88da-297388447c4a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:54.083075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device c84c3940-24d6-4ed4-bb31-1c28a167695f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:54.119554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-e7d3d218-b5ef-4075-a4a4-42ddbe05ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:54.122358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-e7d3d218-b5ef-4075-a4a4-42ddbe05ef8b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 1125 time: 0.0844069 Feb 19 03:24:54.128953 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.289203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-f7a586f2-5c85-4aab-8a53-0880314fe92a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a937c2-1359-47f8-88da-297388447c4a HTTP/1.1" status: 200 len: 217 time: 0.1345234 Feb 19 03:24:54.322679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Network 92d6761f-8d54-4408-b37e-f290385865ae is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:54.357810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port c84c3940-24d6-4ed4-bb31-1c28a167695f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=c84c3940-24d6-4ed4-bb31-1c28a167695f,segment=NetworkSegment(90ec3101-e6bb-41aa-acb1-c9545605a627),segment_id=90ec3101-e6bb-41aa-acb1-c9545605a627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:54.361668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:54.369658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:54.376738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Pushing event updated for resources: {'Port': ['ID=1957149a-d59c-4069-acfc-8e1288bff80d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:54.385950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'c84c3940-24d6-4ed4-bb31-1c28a167695f', 'network_id': '63dd5baf-b37f-4b39-aae5-d9a78cf53ea8', 'port_id': 'c84c3940-24d6-4ed4-bb31-1c28a167695f', 'mac_address': 'fa:16:3e:41:dc:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba43d042-91d3-4a3b-909f-10c5c86bb0e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:54.392487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (23aeb91a-094c-437f-ae98-7b85fee3c2ae), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.450530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port c84c3940-24d6-4ed4-bb31-1c28a167695f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:54.450926 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.466553 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.475609 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/23aeb91a-094c-437f-ae98-7b85fee3c2ae HTTP/1.1" status: 204 len: 168 time: 5.0106168 Feb 19 03:24:54.476318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44284) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:54.477407 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28ab89-bde5-4842-b420-9afe986e6f52 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Network': ['ID=23aeb91a-094c-437f-ae98-7b85fee3c2ae,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:54.478496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84c3940-24d6-4ed4-bb31-1c28a167695f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:54.524883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port c84c3940-24d6-4ed4-bb31-1c28a167695f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=c84c3940-24d6-4ed4-bb31-1c28a167695f,segment=NetworkSegment(90ec3101-e6bb-41aa-acb1-c9545605a627),segment_id=90ec3101-e6bb-41aa-acb1-c9545605a627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:54.526106 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f96a65-12ba-450e-8a82-3ef84627ed6b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:54.526937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f96a65-12ba-450e-8a82-3ef84627ed6b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:54.534042 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-28f96a65-12ba-450e-8a82-3ef84627ed6b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/23aeb91a-094c-437f-ae98-7b85fee3c2ae HTTP/1.1" status: 404 len: 339 time: 0.0454459 Feb 19 03:24:54.538447 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.540913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44286) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:54.554525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1518477759', 'description': 'd1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:54.644119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-97714798-a425-48e8-8f50-1a10ca2322ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:54.644733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=c84c3940-24d6-4ed4-bb31-1c28a167695f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:54.651059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-97714798-a425-48e8-8f50-1a10ca2322ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.3370452 Feb 19 03:24:54.671325 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:54.678931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.679512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99c99-6471-4959-98c5-ef9b333568c8 req-70101614-e92c-4ad4-a261-94a793290d14 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:54.685889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44b99c99-6471-4959-98c5-ef9b333568c8 req-70101614-e92c-4ad4-a261-94a793290d14 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 943 time: 0.4736445 Feb 19 03:24:54.693145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be04f9f-bd22-4ce3-acee-a5a324613996 req-25da57f0-a973-4686-946b-d2b3aec69ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:54.698253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3be04f9f-bd22-4ce3-acee-a5a324613996 req-25da57f0-a973-4686-946b-d2b3aec69ef5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 1127 time: 0.4928393 Feb 19 03:24:54.724421 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4768b23c-32da-4dc6-8b9f-560c41f2d588 req-2ac71301-cc6d-4bb2-85b3-b43655f7a9e1 service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262379 Feb 19 03:24:54.755870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:54.775533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (3320a74b-2235-44d8-a72e-a7dd5eff6038), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.777276 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Added segment 3320a74b-2235-44d8-a72e-a7dd5eff6038 of type vlan for network 0f38fab9-d02f-46ef-8120-d52619d6cd31 Feb 19 03:24:54.835062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5b7aeab6-93dd-46d1-8998-d50b0c75365a None None] Provisioning complete for port 1957149a-d59c-4069-acfc-8e1288bff80d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:54.836527 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5b7aeab6-93dd-46d1-8998-d50b0c75365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.870141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-06927a58-6f3c-44e0-b30e-9be8d3a1debc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674819 Feb 19 03:24:54.870721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (0f38fab9-d02f-46ef-8120-d52619d6cd31), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.898257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5b7aeab6-93dd-46d1-8998-d50b0c75365a None None] Port 1957149a-d59c-4069-acfc-8e1288bff80d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:54.900482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:54.901360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.907259 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44b99c99-6471-4959-98c5-ef9b333568c8 req-da3d3b4f-38f6-42ff-bbf2-a9548826063a tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843679 Feb 19 03:24:54.969352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (0f38fab9-d02f-46ef-8120-d52619d6cd31), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.977667 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:54.978350 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.002096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3be04f9f-bd22-4ce3-acee-a5a324613996 req-dc3adb2c-20e9-4710-a65a-f143048a3c68 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152038 Feb 19 03:24:55.008338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-8c0f0fcb-4d87-42a5-9662-5c90eecba717 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0506763 Feb 19 03:24:55.081786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-0b668082-e3e4-4773-b4e6-4633c9237141 service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658144 Feb 19 03:24:55.090879 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5487349 Feb 19 03:24:55.095284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44304) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:55.154857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139dbcf-f6cb-4dc0-8571-72bd06328cce tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=0f38fab9-d02f-46ef-8120-d52619d6cd31,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:55.185244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 0f38fab9-d02f-46ef-8120-d52619d6cd31 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:55.238795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Request body: {'port': {'device_id': 'fcaa8557-6fe3-46aa-b219-77d1548ac91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:55.251710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a3743-8506-4ab7-a13e-73ba1df2dd0d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:55.263872 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-023a3743-8506-4ab7-a13e-73ba1df2dd0d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/networks?id=0f38fab9-d02f-46ef-8120-d52619d6cd31 HTTP/1.1" status: 200 len: 765 time: 0.1665776 Feb 19 03:24:55.264668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44314) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:55.276115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6c90c4a1-ce28-4466-b2a2-3cc099e258ea tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'description': 'd2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:55.302821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['c84c3940-24d6-4ed4-bb31-1c28a167695f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:55.496026 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.582639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb348c14-67bd-40cc-a0c0-866de9d063c4 req-7c8e1ec4-138a-4d96-912c-303cf9f2924e service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556387 Feb 19 03:24:55.633226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c90c4a1-ce28-4466-b2a2-3cc099e258ea tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (0f38fab9-d02f-46ef-8120-d52619d6cd31), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.657465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c90c4a1-ce28-4466-b2a2-3cc099e258ea tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (0f38fab9-d02f-46ef-8120-d52619d6cd31), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.791827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c90c4a1-ce28-4466-b2a2-3cc099e258ea tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network 0f38fab9-d02f-46ef-8120-d52619d6cd31 is not hosted by any dhcp agent {{(pid=103615) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:24:55.799045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c90c4a1-ce28-4466-b2a2-3cc099e258ea tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:55.800146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c90c4a1-ce28-4466-b2a2-3cc099e258ea tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.804288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6c90c4a1-ce28-4466-b2a2-3cc099e258ea tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "PUT /v2.0/networks/0f38fab9-d02f-46ef-8120-d52619d6cd31 HTTP/1.1" status: 200 len: 762 time: 0.5376258 Feb 19 03:24:55.807481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44326) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:55.893948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90c4a1-ce28-4466-b2a2-3cc099e258ea tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=0f38fab9-d02f-46ef-8120-d52619d6cd31,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:55.919001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 0f38fab9-d02f-46ef-8120-d52619d6cd31 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:55.969379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d869318d-0aef-4667-a325-e36cf455aa06 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:55.972161 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d869318d-0aef-4667-a325-e36cf455aa06 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.37 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 815 time: 0.2260416 Feb 19 03:24:55.995677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Request body: {'port': {'device_id': '93a85018-02fc-44e9-82f1-0265af530bf3', 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae', 'admin_state_up': True, 'tenant_id': '63f9d5c28ebe40de85bd85361c11718f'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:56.010360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a435e-b217-42b2-a40e-71f16db65f3b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.020182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f85a435e-b217-42b2-a40e-71f16db65f3b tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/networks?id=0f38fab9-d02f-46ef-8120-d52619d6cd31 HTTP/1.1" status: 200 len: 765 time: 0.2093320 Feb 19 03:24:56.020860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44334) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:56.168557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Made reservation on behalf of 63f9d5c28ebe40de85bd85361c11718f for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:56.175976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.383113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f206e5f0-f840-42c3-bf4e-645e34a77375 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.387421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44338) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:56.387623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f206e5f0-f840-42c3-bf4e-645e34a77375 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3551564 Feb 19 03:24:56.428156 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7c49f0f4-3e21-4822-b866-2dfabe786ac9 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 207 time: 0.0393918 Feb 19 03:24:56.431448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44340) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:56.443681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90193-a876-46cd-9488-b334b361bf38 req-99aaa1e4-7dde-4a00-9e53-2b10dc5ef152 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.445191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-99aaa1e4-7dde-4a00-9e53-2b10dc5ef152 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/networks?id=25eb2018-2882-4fd4-82c8-f389b0dea2c9 HTTP/1.1" status: 200 len: 822 time: 0.3208129 Feb 19 03:24:56.451472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1957149a-d59c-4069-acfc-8e1288bff80d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:56.466200 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Publish callbacks [] for port (1957149a-d59c-4069-acfc-8e1288bff80d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.475101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-660653ae-93a8-4ddc-8f40-49cdfcecbed9 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/quotas/cf3a3914dc064627ae0007141dbc228f HTTP/1.1" status: 200 len: 375 time: 0.0184996 Feb 19 03:24:56.483501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Transition to ACTIVE for port object 1957149a-d59c-4069-acfc-8e1288bff80d will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:56.498779 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.642859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-22f3f21f-6212-474c-8944-f7d2f9f8b078 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf3a3914dc064627ae0007141dbc228f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1532471 Feb 19 03:24:56.707482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1957149a-d59c-4069-acfc-8e1288bff80d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:56.730236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Allocated IP 172.20.0.11 (92d6761f-8d54-4408-b37e-f290385865ae/f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f/ae1171dd-a994-4a2b-b755-44cbf0743e04) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:56.786139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f5ec9-0739-47af-bd1d-3c8693b68014 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.791387 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f5ec9-0739-47af-bd1d-3c8693b68014 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.796373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f5ec9-0739-47af-bd1d-3c8693b68014 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.801565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f5ec9-0739-47af-bd1d-3c8693b68014 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.806575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f5ec9-0739-47af-bd1d-3c8693b68014 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.812276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f5ec9-0739-47af-bd1d-3c8693b68014 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.814256 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aa5f5ec9-0739-47af-bd1d-3c8693b68014 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3817842 Feb 19 03:24:56.818954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44344) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:56.889642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-15573cbb-8303-4394-850c-37e126418270 service neutron] 10.222.0.42 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792500 Feb 19 03:24:56.924845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Attempting to bind port 1957149a-d59c-4069-acfc-8e1288bff80d on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:56.925160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Attempting to bind port 1957149a-d59c-4069-acfc-8e1288bff80d by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:56.925428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Attempting to bind port 1957149a-d59c-4069-acfc-8e1288bff80d on network 92d6761f-8d54-4408-b37e-f290385865ae {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:56.987799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Port 1957149a-d59c-4069-acfc-8e1288bff80d on network 92d6761f-8d54-4408-b37e-f290385865ae not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:56.988126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Attempting to bind port 1957149a-d59c-4069-acfc-8e1288bff80d on network 92d6761f-8d54-4408-b37e-f290385865ae {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:57.010461 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks [] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.014599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:57.014957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Checking segment: {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:57.015328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Bound using segment: {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:57.015771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Bound port: 1957149a-d59c-4069-acfc-8e1288bff80d, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:57.016120 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.061914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2870b63d-6e7e-44d3-a6e7-92dd8462dc9a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2415481 Feb 19 03:24:57.067192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44346) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:57.078225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.120497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-9d3c2f9f-5c19-4ced-bde6-a443f6bd97bc service neutron] 10.222.0.42 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188232 Feb 19 03:24:57.139409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] For port 1957149a-d59c-4069-acfc-8e1288bff80d, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:57.142541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] For port 1957149a-d59c-4069-acfc-8e1288bff80d, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1957149a-d59c-4069-acfc-8e1288bff80d,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:57.150628 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.167372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Network 92d6761f-8d54-4408-b37e-f290385865ae is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:57.177562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ff9aa-8450-4920-a271-48c9fe357c51 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.179120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ff9aa-8450-4920-a271-48c9fe357c51 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.180343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ff9aa-8450-4920-a271-48c9fe357c51 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.181662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ff9aa-8450-4920-a271-48c9fe357c51 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.183115 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ff9aa-8450-4920-a271-48c9fe357c51 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.192655 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f84ff9aa-8450-4920-a271-48c9fe357c51 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1230776 Feb 19 03:24:57.193123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44348) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:57.204788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.207154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.208783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] 10.222.0.71 "PUT /v2.0/ports/1957149a-d59c-4069-acfc-8e1288bff80d HTTP/1.1" status: 200 len: 1091 time: 1.9741805 Feb 19 03:24:57.211116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:57.215492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Pushing event updated for resources: {'Port': ['ID=ae1171dd-a994-4a2b-b755-44cbf0743e04,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:57.239086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:57.242755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2279e3-a6bc-4b70-9e5e-45e247c54cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1957149a-d59c-4069-acfc-8e1288bff80d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:57.329706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8d015-124c-4070-825a-3dc380f0da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.331132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8d015-124c-4070-825a-3dc380f0da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.332456 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8d015-124c-4070-825a-3dc380f0da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.333739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8d015-124c-4070-825a-3dc380f0da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.335000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8d015-124c-4070-825a-3dc380f0da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.342556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44350) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:57.344776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ee635cc8-8412-4f94-ab6d-aa3f137b38af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.347163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ee635cc8-8412-4f94-ab6d-aa3f137b38af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e HTTP/1.1" status: 200 len: 1125 time: 0.0758131 Feb 19 03:24:57.358446 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-58f8d015-124c-4070-825a-3dc380f0da32 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1613297 Feb 19 03:24:57.373240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.373888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.416886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d68ade97-95b4-4e48-ad40-9f7b3c1edf01 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4284346 Feb 19 03:24:57.433595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Request body: {'port': {'device_id': '93a85018-02fc-44e9-82f1-0265af530bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:57.467881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-bedf9e5a-5cd8-48d8-9d19-7f97bbf2612d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1957149a-d59c-4069-acfc-8e1288bff80d HTTP/1.1" status: 200 len: 217 time: 0.1107116 Feb 19 03:24:57.513188 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.573773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ae15436f-5c4a-4a69-8ed9-3355ea0d3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.576310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ae15436f-5c4a-4a69-8ed9-3355ea0d3111 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f HTTP/1.1" status: 200 len: 854 time: 0.1013074 Feb 19 03:24:57.709129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4ed4c-45de-4e03-83d3-985765027266 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.710667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f8c4ed4c-45de-4e03-83d3-985765027266 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/networks/d9c1ee14-2ffb-4c79-9240-3c0375e589a0 HTTP/1.1" status: 200 len: 804 time: 0.3624971 Feb 19 03:24:57.717886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44358) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:57.746478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a606dd3-7042-4353-bc67-84c12f7b05de req-20dcd319-544b-417b-86d8-8496575bacb0 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.753763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a606dd3-7042-4353-bc67-84c12f7b05de req-20dcd319-544b-417b-86d8-8496575bacb0 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 945 time: 0.2778137 Feb 19 03:24:58.015215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1171dd-a994-4a2b-b755-44cbf0743e04 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:58.048851 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Publish callbacks [] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.059579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-17b31a0b-d4ab-4b85-8440-882aec84f98a None None] Provisioning complete for port ae1171dd-a994-4a2b-b755-44cbf0743e04 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:58.060150 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-17b31a0b-d4ab-4b85-8440-882aec84f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.072483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Transition to ACTIVE for port object ae1171dd-a994-4a2b-b755-44cbf0743e04 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:58.077943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.094027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device c84c3940-24d6-4ed4-bb31-1c28a167695f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:58.175907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 38a937c2-1359-47f8-88da-297388447c4a details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:58.182585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Pushing event updated for resources: {'Port': ['ID=ae1171dd-a994-4a2b-b755-44cbf0743e04,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:58.232493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-601e567a-2e44-47d0-9dc1-31bee88c2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:58.234297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-601e567a-2e44-47d0-9dc1-31bee88c2d78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=92d6761f-8d54-4408-b37e-f290385865ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6450753 Feb 19 03:24:58.308977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Attempting to bind port ae1171dd-a994-4a2b-b755-44cbf0743e04 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:58.308977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Attempting to bind port ae1171dd-a994-4a2b-b755-44cbf0743e04 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:58.308977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Attempting to bind port ae1171dd-a994-4a2b-b755-44cbf0743e04 on network 92d6761f-8d54-4408-b37e-f290385865ae {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:58.316813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Port ae1171dd-a994-4a2b-b755-44cbf0743e04 on network 92d6761f-8d54-4408-b37e-f290385865ae not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:58.317571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Attempting to bind port ae1171dd-a994-4a2b-b755-44cbf0743e04 on network 92d6761f-8d54-4408-b37e-f290385865ae {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:58.325445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 38a937c2-1359-47f8-88da-297388447c4a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=38a937c2-1359-47f8-88da-297388447c4a,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:58.349745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-17b31a0b-d4ab-4b85-8440-882aec84f98a None None] Port ae1171dd-a994-4a2b-b755-44cbf0743e04 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:58.350952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:58.351490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Checking segment: {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:58.351985 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Bound using segment: {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:58.352846 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Bound port: ae1171dd-a994-4a2b-b755-44cbf0743e04, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca20a823-0792-4bf6-a567-b17e932c1aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:58.354890 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.355999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '38a937c2-1359-47f8-88da-297388447c4a', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'port_id': '38a937c2-1359-47f8-88da-297388447c4a', 'mac_address': 'fa:16:3e:67:78:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0b9ce0-8147-44d2-825b-d86ca2bad80f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:58.405007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a606dd3-7042-4353-bc67-84c12f7b05de req-d0562280-9005-41af-829f-c0e74f0b4ba3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6338797 Feb 19 03:24:58.442178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port c84c3940-24d6-4ed4-bb31-1c28a167695f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:58.464657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port c84c3940-24d6-4ed4-bb31-1c28a167695f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:58.469545 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.518926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-89489d10-9879-4898-a2f1-d0a7da4d5b27 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/networks/d9c1ee14-2ffb-4c79-9240-3c0375e589a0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7995119 Feb 19 03:24:58.522189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 38a937c2-1359-47f8-88da-297388447c4a is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:58.523941 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44376) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:58.524278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38a937c2-1359-47f8-88da-297388447c4a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.536121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-0279ff46-5bdf-4360-ac0b-034e99295ae6 service neutron] 10.222.0.71 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917886 Feb 19 03:24:58.568106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a937c2-1359-47f8-88da-297388447c4a {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:58.602772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] For port ae1171dd-a994-4a2b-b755-44cbf0743e04, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:58.615548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 38a937c2-1359-47f8-88da-297388447c4a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=38a937c2-1359-47f8-88da-297388447c4a,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:58.622363 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (38a937c2-1359-47f8-88da-297388447c4a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.624549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] For port ae1171dd-a994-4a2b-b755-44cbf0743e04, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ae1171dd-a994-4a2b-b755-44cbf0743e04,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:58.641472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.649014 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe67dd-a613-46ec-b423-64096c10d88c tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:58.655207 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7bfe67dd-a613-46ec-b423-64096c10d88c tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/subnets/9b785857-921d-43a5-8d19-78bcbde2fd0e HTTP/1.1" status: 200 len: 843 time: 0.1110024 Feb 19 03:24:58.676764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44378) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:58.773467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=38a937c2-1359-47f8-88da-297388447c4a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:58.779631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port c84c3940-24d6-4ed4-bb31-1c28a167695f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:58.780258 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.817704 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:58.818448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.819999 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] 10.222.0.37 "PUT /v2.0/ports/ae1171dd-a994-4a2b-b755-44cbf0743e04 HTTP/1.1" status: 200 len: 1092 time: 1.3906584 Feb 19 03:24:58.836350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869d323a-fcc8-40d5-a51f-326bdb709bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84c3940-24d6-4ed4-bb31-1c28a167695f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:58.838901 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c64db2-4794-4f3c-9cd8-702ac021debb" -d '{"events": [{"server_uuid": "869d323a-fcc8-40d5-a51f-326bdb709bc6", "name": "network-vif-plugged", "status": "completed", "tag": "c84c3940-24d6-4ed4-bb31-1c28a167695f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:58.846642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec059050-dc84-4b7c-8f9a-b3408c7492aa service neutron] Pushing event updated for resources: {'Port': ['ID=ae1171dd-a994-4a2b-b755-44cbf0743e04,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:58.856196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290462bf-37f0-417e-84fb-2ae0c6646add tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:58.857716 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-290462bf-37f0-417e-84fb-2ae0c6646add tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "GET /v2.0/subnets/9b785857-921d-43a5-8d19-78bcbde2fd0e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1783726 Feb 19 03:24:58.865756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44384) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:58.872795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1706170115'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:58.875368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1975d49e-ed00-4191-8fc0-c6a40a7c511f req-ac664e88-70e6-458d-a86e-4de1b31b1cea service neutron] 10.222.0.71 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280327 Feb 19 03:24:58.888212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port c84c3940-24d6-4ed4-bb31-1c28a167695f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=c84c3940-24d6-4ed4-bb31-1c28a167695f,segment=NetworkSegment(90ec3101-e6bb-41aa-acb1-c9545605a627),segment_id=90ec3101-e6bb-41aa-acb1-c9545605a627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:58.890764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9811a-ecfb-4172-a75f-d41f3fc04901 req-9e503f52-a885-417b-8105-40dcc8c6f4b8 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:58.896942 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.905463 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ee9811a-ecfb-4172-a75f-d41f3fc04901 req-9e503f52-a885-417b-8105-40dcc8c6f4b8 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/ports?device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 944 time: 0.3380051 Feb 19 03:24:58.908113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:58.916779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.948857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['38a937c2-1359-47f8-88da-297388447c4a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:58.980442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ee9811a-ecfb-4172-a75f-d41f3fc04901 req-2182ada5-7b1d-4e6c-9e70-497e954a697c tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/security-groups?id=da61d021-ccb3-4ee4-a938-479baaf08a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734122 Feb 19 03:24:59.069324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=c84c3940-24d6-4ed4-bb31-1c28a167695f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:59.274612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90193-a876-46cd-9488-b334b361bf38 req-e30cea98-1fea-4941-857b-d5b490f1a436 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.276924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-e30cea98-1fea-4941-857b-d5b490f1a436 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "GET /v2.0/networks?id=25eb2018-2882-4fd4-82c8-f389b0dea2c9 HTTP/1.1" status: 200 len: 822 time: 0.2176383 Feb 19 03:24:59.301582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Request body: {'port': {'device_id': '296a1710-3f81-40b3-a128-702231df72c8', 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9', 'admin_state_up': True, 'tenant_id': 'cf3a3914dc064627ae0007141dbc228f'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:59.385669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd67e29-811c-4f97-a7a5-d6d8d2813ba1 req-b1cb4381-8cc3-4a2c-a537-83829f1726a4 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.387955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbd67e29-811c-4f97-a7a5-d6d8d2813ba1 req-b1cb4381-8cc3-4a2c-a537-83829f1726a4 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 944 time: 0.1718469 Feb 19 03:24:59.416981 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f36128-a7fc-439e-97a6-b33eedf67da1 x-openstack-request-id: req-c1f36128-a7fc-439e-97a6-b33eedf67da1 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:59.416981 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab96061f-d311-4108-b5df-11285ccb38ed", "tag": "71c795f1-b5c8-4ced-8ed9-a65699c4d856", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:59.416981 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1f36128-a7fc-439e-97a6-b33eedf67da1 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:59.416981 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab96061f-d311-4108-b5df-11285ccb38ed', 'tag': '71c795f1-b5c8-4ced-8ed9-a65699c4d856', 'status': 'completed', 'code': 200} Feb 19 03:24:59.490706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:59.497330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbd67e29-811c-4f97-a7a5-d6d8d2813ba1 req-a09e5351-8a96-46a7-b793-cef8c79d7059 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858889 Feb 19 03:24:59.520316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Made reservation on behalf of cf3a3914dc064627ae0007141dbc228f for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:59.522980 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.523335 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Added segment dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc of type vlan for network 05bcfb2a-b9b3-4507-b559-408607fdb03b Feb 19 03:24:59.529391 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-3913b483-7e87-4322-be69-18c4b36d7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.531062 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-3913b483-7e87-4322-be69-18c4b36d7331 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 1126 time: 0.1119161 Feb 19 03:24:59.537151 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.606903 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d8ec2291-0ec7-40b8-9bf8-3fbb824cdee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.608588 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-d8ec2291-0ec7-40b8-9bf8-3fbb824cdee2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 1126 time: 0.1909053 Feb 19 03:24:59.637967 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9a556f-0589-4a2b-b4d2-8d6199d2bc26 x-openstack-request-id: req-bc9a556f-0589-4a2b-b4d2-8d6199d2bc26 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:59.637967 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da86a531-2dd2-4468-a785-b5c4d7e2fd84", "tag": "38a937c2-1359-47f8-88da-297388447c4a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:59.638330 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc9a556f-0589-4a2b-b4d2-8d6199d2bc26 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:59.638739 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da86a531-2dd2-4468-a785-b5c4d7e2fd84', 'tag': '38a937c2-1359-47f8-88da-297388447c4a', 'status': 'completed', 'code': 200} Feb 19 03:24:59.666619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (05bcfb2a-b9b3-4507-b559-408607fdb03b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.706508 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-68a8a80f-4f08-4f8a-a843-810ec031acc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae1171dd-a994-4a2b-b755-44cbf0743e04 HTTP/1.1" status: 200 len: 217 time: 0.0619023 Feb 19 03:24:59.794285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85809-6aaf-44a5-a34e-81750a757dea req-90be49a4-78f4-430f-9df8-862110cea27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.795730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93c85809-6aaf-44a5-a34e-81750a757dea req-90be49a4-78f4-430f-9df8-862110cea27c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 1126 time: 0.1562355 Feb 19 03:24:59.836948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305e212-d316-4341-b20b-02a6a1183e65 req-78136150-2af5-4774-89e2-982e12c781b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.837348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db829e-9cbf-4409-b99b-077ce2ec596c req-ec8d5c7a-6650-4763-86dc-55d8403f4202 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.838620 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-78136150-2af5-4774-89e2-982e12c781b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f HTTP/1.1" status: 200 len: 854 time: 0.1113079 Feb 19 03:24:59.841696 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (05bcfb2a-b9b3-4507-b559-408607fdb03b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.844465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93db829e-9cbf-4409-b99b-077ce2ec596c req-ec8d5c7a-6650-4763-86dc-55d8403f4202 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 944 time: 0.1601596 Feb 19 03:24:59.847323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Allocated IP 172.20.0.5 (25eb2018-2882-4fd4-82c8-f389b0dea2c9/92cb6b68-8002-4fcc-9721-8de355b47368/63d9566a-0eac-477b-89d5-22e3e2ad1eab) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:59.848708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.849630 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.885656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-9d8e47fc-1a2b-4315-8dec-86e78886664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.887719 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-9d8e47fc-1a2b-4315-8dec-86e78886664e service neutron] 10.222.0.37 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 916 time: 0.3490865 Feb 19 03:25:00.004030 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-2dad85c8-27d2-4670-aa8a-55bb23393117 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c795f1-b5c8-4ced-8ed9-a65699c4d856 HTTP/1.1" status: 200 len: 217 time: 0.0652490 Feb 19 03:25:00.016312 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1455266 Feb 19 03:25:00.016711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93db829e-9cbf-4409-b99b-077ce2ec596c req-9adb698c-1381-4169-b392-2d71f132e555 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703734 Feb 19 03:25:00.022642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44390) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:00.034353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'network_id': '05bcfb2a-b9b3-4507-b559-408607fdb03b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:00.060809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d0479-4667-4c83-b792-5edcdc231b6d tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Network': ['ID=05bcfb2a-b9b3-4507-b559-408607fdb03b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:00.074897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 05bcfb2a-b9b3-4507-b559-408607fdb03b details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:00.089155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305e212-d316-4341-b20b-02a6a1183e65 req-c4817330-616b-418c-9f11-6e6feaeaa2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.092231 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-c4817330-616b-418c-9f11-6e6feaeaa2c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92d6761f-8d54-4408-b37e-f290385865ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2370718 Feb 19 03:25:00.093299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85809-6aaf-44a5-a34e-81750a757dea req-273f78cf-8331-4422-9d75-f3d697dba638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.095550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93c85809-6aaf-44a5-a34e-81750a757dea req-273f78cf-8331-4422-9d75-f3d697dba638 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 906 time: 0.2817593 Feb 19 03:25:00.097674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-c4ca0b4a-0760-49da-8d11-d8028aa3b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.099187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 71c795f1-b5c8-4ced-8ed9-a65699c4d856 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:00.099385 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-c4ca0b4a-0760-49da-8d11-d8028aa3b644 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f HTTP/1.1" status: 200 len: 854 time: 0.0840917 Feb 19 03:25:00.159781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 38a937c2-1359-47f8-88da-297388447c4a up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:00.229559 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-93a1a3fb-c930-45c3-898d-6af9bceb5bdc service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291838 Feb 19 03:25:00.235013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93c85809-6aaf-44a5-a34e-81750a757dea req-d388d575-0f93-49c3-99f8-02237a061aa4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a937c2-1359-47f8-88da-297388447c4a HTTP/1.1" status: 200 len: 217 time: 0.1058927 Feb 19 03:25:00.323763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-239a10cc-2bac-40d9-ba63-ac9cbbd6f0b0 req-a36e689c-3955-45fa-92bf-c0ba734e1750 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 210 time: 0.0771132 Feb 19 03:25:00.329393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-ffa20be2-38a1-4387-9d07-b5cbbd806238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.331095 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-ffa20be2-38a1-4387-9d07-b5cbbd806238 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92d6761f-8d54-4408-b37e-f290385865ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1282241 Feb 19 03:25:00.379083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Made reservation on behalf of d899efa2a2404f5689b652d325af2382 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:00.383535 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.389479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85809-6aaf-44a5-a34e-81750a757dea req-08571c85-89c0-43ad-8e70-3fff8abae9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.392238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93c85809-6aaf-44a5-a34e-81750a757dea req-08571c85-89c0-43ad-8e70-3fff8abae9bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.1457846 Feb 19 03:25:00.403260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 71c795f1-b5c8-4ced-8ed9-a65699c4d856, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=71c795f1-b5c8-4ced-8ed9-a65699c4d856,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:00.421155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 38a937c2-1359-47f8-88da-297388447c4a completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:00.433606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 38a937c2-1359-47f8-88da-297388447c4a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:00.434009 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (38a937c2-1359-47f8-88da-297388447c4a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.435751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '71c795f1-b5c8-4ced-8ed9-a65699c4d856', 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae', 'port_id': '71c795f1-b5c8-4ced-8ed9-a65699c4d856', 'mac_address': 'fa:16:3e:86:ec:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:00.443493 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1305e212-d316-4341-b20b-02a6a1183e65 req-caff2b44-00c9-4129-b50e-a9fd17f17a40 service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949413 Feb 19 03:25:00.485557 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-ff9325eb-708b-4aa1-9817-4785f6e5b02a service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412575 Feb 19 03:25:00.509827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93c85809-6aaf-44a5-a34e-81750a757dea req-1858b6da-4fdb-4a1a-8828-305358511afd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007829 Feb 19 03:25:00.545617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:00.546144 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.559721 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.564590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c795f1-b5c8-4ced-8ed9-a65699c4d856 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:00.576343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Performing IP validity checks on allocation pools {{(pid=103615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:25:00.577463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:25:00.616462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 71c795f1-b5c8-4ced-8ed9-a65699c4d856, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=71c795f1-b5c8-4ced-8ed9-a65699c4d856,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:00.619602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 38a937c2-1359-47f8-88da-297388447c4a is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:00.620119 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (38a937c2-1359-47f8-88da-297388447c4a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.623644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.635295 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6fe9c5ea-bba1-4720-a465-a0b7e1ffb632 req-f0fc9031-5383-4197-b218-b87b56c1f02b service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118202 Feb 19 03:25:00.676954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 38a937c2-1359-47f8-88da-297388447c4a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=38a937c2-1359-47f8-88da-297388447c4a,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:00.684142 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (38a937c2-1359-47f8-88da-297388447c4a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.711170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=71c795f1-b5c8-4ced-8ed9-a65699c4d856,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:00.718854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae6b05-b7a9-499d-8627-f3dbfa062c31 req-63df33ea-33c8-466d-8c1d-c15d539d9b19 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.720393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9fae6b05-b7a9-499d-8627-f3dbfa062c31 req-63df33ea-33c8-466d-8c1d-c15d539d9b19 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 945 time: 0.2917385 Feb 19 03:25:00.733783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44412) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:00.744549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-856a6dfa-dc73-4a7f-b3ec-045495425811 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Request body: {'floatingip': {'port_id': '9179c0ac-cee3-4029-942a-4bcf823d3b66'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:00.760588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.774970 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c650a4ac-26d3-489c-92ba-b5ae37272b73 x-openstack-request-id: req-c650a4ac-26d3-489c-92ba-b5ae37272b73 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:00.775343 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869d323a-fcc8-40d5-a51f-326bdb709bc6", "name": "network-vif-plugged", "status": "completed", "tag": "c84c3940-24d6-4ed4-bb31-1c28a167695f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:00.775819 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c650a4ac-26d3-489c-92ba-b5ae37272b73 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:00.776286 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869d323a-fcc8-40d5-a51f-326bdb709bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84c3940-24d6-4ed4-bb31-1c28a167695f', 'code': 200} Feb 19 03:25:00.776957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=38a937c2-1359-47f8-88da-297388447c4a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:00.793002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93c85809-6aaf-44a5-a34e-81750a757dea req-1942ed9d-d55d-41fa-a2c0-adcdba564b6b service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611585 Feb 19 03:25:00.890782 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-856a6dfa-dc73-4a7f-b3ec-045495425811 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for floatingip (68587466-7021-483a-a0f2-bdf4dfb107bd), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.951541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:00.984265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event updated for resources: {'Port': ['ID=63d9566a-0eac-477b-89d5-22e3e2ad1eab,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:00.993009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:01.000632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:01.024781 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229f697-6f10-45ad-ac58-9477377ba4df req-a0842ab7-41bc-4e7f-a47e-2aa9e3886c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:01.026361 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5229f697-6f10-45ad-ac58-9477377ba4df req-a0842ab7-41bc-4e7f-a47e-2aa9e3886c0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 1127 time: 0.1505275 Feb 19 03:25:01.122562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (7ebaabf4-7f01-42c9-83a4-0c4f51554f8b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.132964 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5229f697-6f10-45ad-ac58-9477377ba4df req-878ce8a1-3033-47be-b304-56151520e390 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da61d021-ccb3-4ee4-a938-479baaf08a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929198 Feb 19 03:25:01.134943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:01.135566 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.148529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41463ffe-a504-4756-a0fb-ff6127095fa6 req-788570f2-d9a7-4fea-8342-393fcf8e938e tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:01.150817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41463ffe-a504-4756-a0fb-ff6127095fa6 req-788570f2-d9a7-4fea-8342-393fcf8e938e tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/ports?device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 945 time: 0.3113196 Feb 19 03:25:01.187576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93c85809-6aaf-44a5-a34e-81750a757dea req-bcfbc4c1-ed74-422d-8c09-1f89f2b5b97d service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805985 Feb 19 03:25:01.256935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-b7dc9989-6f74-4da4-a225-ac0cc46e70eb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9562562 Feb 19 03:25:01.260458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['71c795f1-b5c8-4ced-8ed9-a65699c4d856'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:01.275535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Request body: {'port': {'device_id': '296a1710-3f81-40b3-a128-702231df72c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:01.284056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=7ebaabf4-7f01-42c9-83a4-0c4f51554f8b,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:01.374896 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.394441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41463ffe-a504-4756-a0fb-ff6127095fa6 req-ea8efe4b-98d0-447e-9bc2-f33306bcfe8c tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/security-groups?id=da61d021-ccb3-4ee4-a938-479baaf08a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954477 Feb 19 03:25:01.408652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Checking segment: {'id': 'dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '05bcfb2a-b9b3-4507-b559-408607fdb03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:01.413207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network hostable DHCP agents. Network: 05bcfb2a-b9b3-4507-b559-408607fdb03b, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:01.418269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a85018-02fc-44e9-82f1-0265af530bf3', 'tag': 'ae1171dd-a994-4a2b-b755-44cbf0743e04'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:01.420823 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f9da49-78a0-4997-8855-fc90ff56d7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "93a85018-02fc-44e9-82f1-0265af530bf3", "tag": "ae1171dd-a994-4a2b-b755-44cbf0743e04"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:01.474693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Network 05bcfb2a-b9b3-4507-b559-408607fdb03b is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:01.489558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 05bcfb2a-b9b3-4507-b559-408607fdb03b) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:01.498163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a54ec4-7399-43f6-a6ad-af3a513e20a4 None None] Network 05bcfb2a-b9b3-4507-b559-408607fdb03b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:01.511399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:01.514604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.646978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcaa8557-6fe3-46aa-b219-77d1548ac91e', 'tag': '1957149a-d59c-4069-acfc-8e1288bff80d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:01.648570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-05bcfb2a-b9b3-4507-b559-408607fdb03b', 'network_id': '05bcfb2a-b9b3-4507-b559-408607fdb03b', 'project_id': 'd899efa2a2404f5689b652d325af2382', 'fixed_ips': [{'subnet_id': '7ebaabf4-7f01-42c9-83a4-0c4f51554f8b'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:01.649443 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.654118 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc" -d '{"events": [{"name": "network-changed", "server_uuid": "fcaa8557-6fe3-46aa-b219-77d1548ac91e", "tag": "1957149a-d59c-4069-acfc-8e1288bff80d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:01.675779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44452) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:01.679755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6015b53b-d132-4f34-babb-310fe48e0fae tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6512041 Feb 19 03:25:01.683542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5e6ed6ff-f764-48c4-b759-ab8ae76c2344 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:01.750771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.db.resource_extend [None req-856a6dfa-dc73-4a7f-b3ec-045495425811 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:25:01.817671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Allocated IP 2001:db8::3 (05bcfb2a-b9b3-4507-b559-408607fdb03b/7ebaabf4-7f01-42c9-83a4-0c4f51554f8b/21dd6ff2-7c8e-4a42-b5e5-56e375244e59) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:01.897137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d9566a-0eac-477b-89d5-22e3e2ad1eab {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:01.908344 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Publish callbacks [] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.910777 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-856a6dfa-dc73-4a7f-b3ec-045495425811 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.918594 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-856a6dfa-dc73-4a7f-b3ec-045495425811 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (68587466-7021-483a-a0f2-bdf4dfb107bd), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.947020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Transition to ACTIVE for port object 63d9566a-0eac-477b-89d5-22e3e2ad1eab will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:01.954005 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.010691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e6ed6ff-f764-48c4-b759-ab8ae76c2344 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12305822'] for subnet (7ebaabf4-7f01-42c9-83a4-0c4f51554f8b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.021804 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Publish callbacks [] for port (21dd6ff2-7c8e-4a42-b5e5-56e375244e59), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.029684 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (21dd6ff2-7c8e-4a42-b5e5-56e375244e59), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.042203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Pushing event updated for resources: {'Port': ['ID=63d9566a-0eac-477b-89d5-22e3e2ad1eab,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:02.083588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Pushing event updated for resources: {'Port': ['ID=21dd6ff2-7c8e-4a42-b5e5-56e375244e59,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:02.105556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Network 05bcfb2a-b9b3-4507-b559-408607fdb03b is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:02.107064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:02.109947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:02.167126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1957149a-d59c-4069-acfc-8e1288bff80d details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:02.199638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301ddc6-6054-467e-adaa-6eec47843322 req-5a8e6037-0341-4c6d-a2e8-c08d664e1a06 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:02.201305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3301ddc6-6054-467e-adaa-6eec47843322 req-5a8e6037-0341-4c6d-a2e8-c08d664e1a06 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 944 time: 0.1605911 Feb 19 03:25:02.202497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Attempting to bind port 63d9566a-0eac-477b-89d5-22e3e2ad1eab on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:02.202833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Attempting to bind port 63d9566a-0eac-477b-89d5-22e3e2ad1eab by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:02.203161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Attempting to bind port 63d9566a-0eac-477b-89d5-22e3e2ad1eab on network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:02.210789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Port 63d9566a-0eac-477b-89d5-22e3e2ad1eab on network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:02.211173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Attempting to bind port 63d9566a-0eac-477b-89d5-22e3e2ad1eab on network 25eb2018-2882-4fd4-82c8-f389b0dea2c9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:02.247043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e6ed6ff-f764-48c4-b759-ab8ae76c2344 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791909489026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12355250'] for subnet (7ebaabf4-7f01-42c9-83a4-0c4f51554f8b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.263286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3301ddc6-6054-467e-adaa-6eec47843322 req-9deed7bc-445c-4524-8cf1-3a68cfc9682c tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534010 Feb 19 03:25:02.264257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:02.264656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Checking segment: {'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:02.265262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Bound using segment: {'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:02.265709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Bound port: 63d9566a-0eac-477b-89d5-22e3e2ad1eab, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088ab0b6-9c32-4757-9251-894f8eded0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:02.266094 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.270100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1957149a-d59c-4069-acfc-8e1288bff80d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1957149a-d59c-4069-acfc-8e1288bff80d,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:02.315029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Attempting to bind port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:02.315029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Attempting to bind port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '05bcfb2a-b9b3-4507-b559-408607fdb03b'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:02.315029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Attempting to bind port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 on network 05bcfb2a-b9b3-4507-b559-408607fdb03b {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:02.315029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '1957149a-d59c-4069-acfc-8e1288bff80d', 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae', 'port_id': '1957149a-d59c-4069-acfc-8e1288bff80d', 'mac_address': 'fa:16:3e:60:76:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:02.315029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:02.315029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Checking segment: {'id': 'dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '05bcfb2a-b9b3-4507-b559-408607fdb03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:02.315029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.315029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Bound using segment: {'id': 'dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '05bcfb2a-b9b3-4507-b559-408607fdb03b'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:02.315029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Bound port: 21dd6ff2-7c8e-4a42-b5e5-56e375244e59, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '05bcfb2a-b9b3-4507-b559-408607fdb03b'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:02.315029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (21dd6ff2-7c8e-4a42-b5e5-56e375244e59), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.365172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] For port 63d9566a-0eac-477b-89d5-22e3e2ad1eab, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:02.369124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] For port 63d9566a-0eac-477b-89d5-22e3e2ad1eab, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=63d9566a-0eac-477b-89d5-22e3e2ad1eab,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:02.378143 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.395180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 1957149a-d59c-4069-acfc-8e1288bff80d is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:02.395571 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.427157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1957149a-d59c-4069-acfc-8e1288bff80d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:02.449454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1957149a-d59c-4069-acfc-8e1288bff80d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1957149a-d59c-4069-acfc-8e1288bff80d,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:02.456942 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.458189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:02.459094 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.459480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] For port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:02.464629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] 10.222.0.71 "PUT /v2.0/ports/63d9566a-0eac-477b-89d5-22e3e2ad1eab HTTP/1.1" status: 200 len: 1091 time: 1.1998487 Feb 19 03:25:02.466005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] For port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=21dd6ff2-7c8e-4a42-b5e5-56e375244e59,segment=NetworkSegment(dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc),segment_id=dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:02.524868 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (21dd6ff2-7c8e-4a42-b5e5-56e375244e59), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.556060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9adf28-49c2-40b5-9f35-cccf5be65577 service neutron] Pushing event updated for resources: {'Port': ['ID=63d9566a-0eac-477b-89d5-22e3e2ad1eab,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:02.582574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=1957149a-d59c-4069-acfc-8e1288bff80d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:02.660937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae838c-6162-4551-9cd0-34100a6d7ee7 req-78f03333-2f3d-4e30-a41d-0d383b4459d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:02.664773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0aae838c-6162-4551-9cd0-34100a6d7ee7 req-78f03333-2f3d-4e30-a41d-0d383b4459d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 945 time: 0.2408714 Feb 19 03:25:02.703351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90193-a876-46cd-9488-b334b361bf38 req-5f991dfb-dd2c-4425-99c4-29b0bbd91a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:02.706546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-5f991dfb-dd2c-4425-99c4-29b0bbd91a72 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf3a3914dc064627ae0007141dbc228f&device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 1125 time: 0.1799290 Feb 19 03:25:02.830940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-702e6aca-8f97-44ed-8981-5c990411d617 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63d9566a-0eac-477b-89d5-22e3e2ad1eab HTTP/1.1" status: 200 len: 217 time: 0.1168950 Feb 19 03:25:02.883986 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6ed6ff-f764-48c4-b759-ab8ae76c2344 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:02.884631 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e6ed6ff-f764-48c4-b759-ab8ae76c2344 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.888260 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5e6ed6ff-f764-48c4-b759-ab8ae76c2344 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "PUT /v2.0/subnets/7ebaabf4-7f01-42c9-83a4-0c4f51554f8b HTTP/1.1" status: 200 len: 900 time: 1.2092829 Feb 19 03:25:02.896564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44468) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:02.915719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0aae838c-6162-4551-9cd0-34100a6d7ee7 req-78d3350c-eaa2-4e94-90f3-b829033a3ad3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413139 Feb 19 03:25:02.967807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da86a531-2dd2-4468-a785-b5c4d7e2fd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a937c2-1359-47f8-88da-297388447c4a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:02.969543 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fea572-60f0-4a1a-938f-0a2bf226c387" -d '{"events": [{"server_uuid": "da86a531-2dd2-4468-a785-b5c4d7e2fd84", "name": "network-vif-plugged", "status": "completed", "tag": "38a937c2-1359-47f8-88da-297388447c4a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:02.987568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90193-a876-46cd-9488-b334b361bf38 req-20c8909d-f22b-4680-9e1a-9aa94ff49a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:02.990051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-20c8909d-f22b-4680-9e1a-9aa94ff49a89 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=92cb6b68-8002-4fcc-9721-8de355b47368 HTTP/1.1" status: 200 len: 862 time: 0.1508377 Feb 19 03:25:03.042189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf9919-89cf-4d3c-a99b-ace059112070 None None] Pushing event updated for resources: {'Port': ['ID=21dd6ff2-7c8e-4a42-b5e5-56e375244e59,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:03.058998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ed6ff-f764-48c4-b759-ab8ae76c2344 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event updated for resources: {'Subnet': ['ID=7ebaabf4-7f01-42c9-83a4-0c4f51554f8b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:03.076253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-93e84a54-d6d5-4320-9e64-e31ae032ddbf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=25eb2018-2882-4fd4-82c8-f389b0dea2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791662 Feb 19 03:25:03.101488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1957149a-d59c-4069-acfc-8e1288bff80d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:03.124086 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-856a6dfa-dc73-4a7f-b3ec-045495425811 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Floating IP 68587466-7021-483a-a0f2-bdf4dfb107bd associated. External IP: 172.25.4.244, port: 9179c0ac-cee3-4029-942a-4bcf823d3b66. Feb 19 03:25:03.261128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-dedc86e8-4b66-4798-b4a6-34dbe3773d32 service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731150 Feb 19 03:25:03.380049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86d122-e367-4759-adfe-403188e975a4 req-e54073c7-b52a-4a24-aeaf-e8ab5a26f82c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:03.381940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d86d122-e367-4759-adfe-403188e975a4 req-e54073c7-b52a-4a24-aeaf-e8ab5a26f82c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 943 time: 0.1885171 Feb 19 03:25:03.416444 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (05bcfb2a-b9b3-4507-b559-408607fdb03b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.431941 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84d90193-a876-46cd-9488-b334b361bf38 req-5bfbfe98-7a34-48c9-9082-bdd381039e02 service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545961 Feb 19 03:25:03.489692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d86d122-e367-4759-adfe-403188e975a4 req-b6600fc6-3b53-4615-8a6e-d4b6a83e5b4f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933323 Feb 19 03:25:03.560967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856a6dfa-dc73-4a7f-b3ec-045495425811 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:03.570769 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4e7aca-73f8-40dd-8649-2cbca7b6d520 x-openstack-request-id: req-1d4e7aca-73f8-40dd-8649-2cbca7b6d520 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:03.571064 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a85018-02fc-44e9-82f1-0265af530bf3", "tag": "ae1171dd-a994-4a2b-b755-44cbf0743e04", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:03.571323 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d4e7aca-73f8-40dd-8649-2cbca7b6d520 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:03.571721 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a85018-02fc-44e9-82f1-0265af530bf3', 'tag': 'ae1171dd-a994-4a2b-b755-44cbf0743e04', 'status': 'completed', 'code': 200} Feb 19 03:25:03.652267 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dd26b5-6cb9-4fd6-be9b-187af331fa10 x-openstack-request-id: req-18dd26b5-6cb9-4fd6-be9b-187af331fa10 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:03.652619 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcaa8557-6fe3-46aa-b219-77d1548ac91e", "tag": "1957149a-d59c-4069-acfc-8e1288bff80d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:03.653018 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18dd26b5-6cb9-4fd6-be9b-187af331fa10 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:03.656511 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcaa8557-6fe3-46aa-b219-77d1548ac91e', 'tag': '1957149a-d59c-4069-acfc-8e1288bff80d', 'status': 'completed', 'code': 200} Feb 19 03:25:03.673449 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:03.674349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (21dd6ff2-7c8e-4a42-b5e5-56e375244e59), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.823665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-d8497ff3-ad10-4e2c-92fb-90f4312c5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:03.829111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-d8497ff3-ad10-4e2c-92fb-90f4312c5d7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e HTTP/1.1" status: 200 len: 1126 time: 0.1300349 Feb 19 03:25:03.869358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-a903a2f3-e6c4-479f-a359-efa9b16317b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:03.871215 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-a903a2f3-e6c4-479f-a359-efa9b16317b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 1126 time: 0.2331054 Feb 19 03:25:03.972661 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a6dfa-dc73-4a7f-b3ec-045495425811 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:03.988329 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] Sync routers for ids ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:04.008071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] For port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=21dd6ff2-7c8e-4a42-b5e5-56e375244e59,segment=NetworkSegment(dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc),segment_id=dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:04.008345 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (21dd6ff2-7c8e-4a42-b5e5-56e375244e59), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.015230 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] Routers {'1547f6ad-94df-45f3-a5be-cd7c675b0f32'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:04.016934 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:24:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:04.040775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Calling delete_port for 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:04.087402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:04.095603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 71c795f1-b5c8-4ced-8ed9-a65699c4d856 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:04.141149 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-856a6dfa-dc73-4a7f-b3ec-045495425811 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.275359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1957149a-d59c-4069-acfc-8e1288bff80d up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:04.286830 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-856a6dfa-dc73-4a7f-b3ec-045495425811 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "PUT /v2.0/floatingips/68587466-7021-483a-a0f2-bdf4dfb107bd HTTP/1.1" status: 200 len: 991 time: 3.5518048 Feb 19 03:25:04.333156 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] Set router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:04.375162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-35f2e97c-967d-4673-b9d6-2595cb26b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:04.378500 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-35f2e97c-967d-4673-b9d6-2595cb26b6e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 916 time: 0.4943950 Feb 19 03:25:04.404545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-3a421fd1-acea-43f0-9d39-cea67db4875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:04.408896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-3a421fd1-acea-43f0-9d39-cea67db4875e service neutron] 10.222.0.71 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 916 time: 0.5706828 Feb 19 03:25:04.442669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:04.443111 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (21dd6ff2-7c8e-4a42-b5e5-56e375244e59), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.466690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 1957149a-d59c-4069-acfc-8e1288bff80d completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:04.471993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:04.509638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-a708de70-fd8f-426d-816f-0f844f6220a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1957149a-d59c-4069-acfc-8e1288bff80d HTTP/1.1" status: 200 len: 217 time: 0.0889664 Feb 19 03:25:04.527273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7fea11-3093-4462-9f9e-9ea3a022d1f5 None None] Network 05bcfb2a-b9b3-4507-b559-408607fdb03b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:04.544840 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-b6ff7c57-2d62-4027-aeb3-05ff321f3567 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae1171dd-a994-4a2b-b755-44cbf0743e04 HTTP/1.1" status: 200 len: 217 time: 0.1582913 Feb 19 03:25:04.550851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 1957149a-d59c-4069-acfc-8e1288bff80d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:04.551308 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.588380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:04.589607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-159a0b2d-15d4-4cb5-aaf2-b1b897f12822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:04.590054 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.592470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-159a0b2d-15d4-4cb5-aaf2-b1b897f12822 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f HTTP/1.1" status: 200 len: 854 time: 0.0778713 Feb 19 03:25:04.719926 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:23:06Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '68587466-7021-483a-a0f2-bdf4dfb107bd', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'port_id': '9179c0ac-cee3-4029-942a-4bcf823d3b66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'mac_address': 'fa:16:3e:13:92:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:25:01Z', 'revision_number': 1, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cb3607-e010-4239-848f-d97a189421f3', 'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'mac_address': 'fa:16:3e:bf:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:02Z', 'updated_at': '2022-02-19T03:23:15Z', 'revision_number': 5, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'subnets': [{'id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:04.728245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e780a979-9b12-4f8b-a586-5743656b0d14 None None] Provisioning complete for port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:04.728714 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e780a979-9b12-4f8b-a586-5743656b0d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (21dd6ff2-7c8e-4a42-b5e5-56e375244e59), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.739653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-343e2211-3874-48e7-bea4-2ea5bb51c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:04.741452 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-343e2211-3874-48e7-bea4-2ea5bb51c303 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f HTTP/1.1" status: 200 len: 854 time: 0.1760859 Feb 19 03:25:04.755625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (21dd6ff2-7c8e-4a42-b5e5-56e375244e59), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.756811 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] Checking router: 1547f6ad-94df-45f3-a5be-cd7c675b0f32 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:04.770012 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] Routers {'1547f6ad-94df-45f3-a5be-cd7c675b0f32'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:04.771429 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:24:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:04.773963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e780a979-9b12-4f8b-a586-5743656b0d14 None None] Port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 was deleted so its status cannot be updated. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 03:25:04.796397 n-d-826756-2 neutron-server[103617]: INFO neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No ports have port_id starting with 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 Feb 19 03:25:04.823515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Port': ['ID=21dd6ff2-7c8e-4a42-b5e5-56e375244e59,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:04.930524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No DVR routers for this DVR port 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:04.933064 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] Set router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:04.949579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-7c77a128-dbbf-44a0-8cc1-e5a0015fc50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:04.959804 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-7c77a128-dbbf-44a0-8cc1-e5a0015fc50d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92d6761f-8d54-4408-b37e-f290385865ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2053957 Feb 19 03:25:04.968045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 1957149a-d59c-4069-acfc-8e1288bff80d is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:04.968446 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.987892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:04.988284 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.058028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1957149a-d59c-4069-acfc-8e1288bff80d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1957149a-d59c-4069-acfc-8e1288bff80d,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:05.069506 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.079054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 71c795f1-b5c8-4ced-8ed9-a65699c4d856, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=71c795f1-b5c8-4ced-8ed9-a65699c4d856,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:05.087033 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.188755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=1957149a-d59c-4069-acfc-8e1288bff80d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:05.203918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3d099f-6fd0-4845-9c1f-3ea4b98f6d9b None None] Network 05bcfb2a-b9b3-4507-b559-408607fdb03b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:05.224473 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-056bb7b8-4441-4d7f-bb6f-301a25120d90 service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004223 Feb 19 03:25:05.225929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7ebaabf4-7f01-42c9-83a4-0c4f51554f8b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.364459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-9b29993f-c033-4b3a-98ef-539587d135b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:05.366740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-9b29993f-c033-4b3a-98ef-539587d135b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=92d6761f-8d54-4408-b37e-f290385865ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7652385 Feb 19 03:25:05.395153 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-76f9da49-78a0-4997-8855-fc90ff56d7ed req-9216d239-022b-43d5-ada4-7844eb01f670 service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639283 Feb 19 03:25:05.396825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (7ebaabf4-7f01-42c9-83a4-0c4f51554f8b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.397396 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:23:06Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '68587466-7021-483a-a0f2-bdf4dfb107bd', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'port_id': '9179c0ac-cee3-4029-942a-4bcf823d3b66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'mac_address': 'fa:16:3e:13:92:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:25:01Z', 'revision_number': 1, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cb3607-e010-4239-848f-d97a189421f3', 'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'mac_address': 'fa:16:3e:bf:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:02Z', 'updated_at': '2022-02-19T03:23:15Z', 'revision_number': 5, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'subnets': [{'id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:05.423314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d28298-441c-4617-a116-8e6c68411585 req-84e9c06d-3db3-41f7-ba62-c72fb8d14c83 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:05.432540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9d28298-441c-4617-a116-8e6c68411585 req-84e9c06d-3db3-41f7-ba62-c72fb8d14c83 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/ports?device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 945 time: 0.8019233 Feb 19 03:25:05.440267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebaabf4-7f01-42c9-83a4-0c4f51554f8b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:05.466516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=71c795f1-b5c8-4ced-8ed9-a65699c4d856,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:05.477733 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291dc709-985f-406f-aae4-eb857d73e8a8 None None] The sync data for ids ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'] in n-d-826756-2 is: [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:23:06Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '68587466-7021-483a-a0f2-bdf4dfb107bd', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'port_id': '9179c0ac-cee3-4029-942a-4bcf823d3b66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'mac_address': 'fa:16:3e:13:92:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:25:01Z', 'revision_number': 1, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cb3607-e010-4239-848f-d97a189421f3', 'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'mac_address': 'fa:16:3e:bf:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:02Z', 'updated_at': '2022-02-19T03:23:15Z', 'revision_number': 5, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'subnets': [{'id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:05.523206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (05bcfb2a-b9b3-4507-b559-408607fdb03b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.555254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bcfb2a-b9b3-4507-b559-408607fdb03b']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:05.573541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:05.573712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:05.575579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'tag': '9179c0ac-cee3-4029-942a-4bcf823d3b66'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:05.578807 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156d3be3-073b-483a-bf17-2ecce67b0125" -d '{"events": [{"name": "network-changed", "server_uuid": "30141f24-86b3-4c10-9eb6-62af910e42c1", "tag": "9179c0ac-cee3-4029-942a-4bcf823d3b66"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:05.588628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9d28298-441c-4617-a116-8e6c68411585 req-d110711d-78a3-4a30-9a6e-3a3e5063efad tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/security-groups?id=da61d021-ccb3-4ee4-a938-479baaf08a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491470 Feb 19 03:25:05.594504 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.630080 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.631640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-2d334494-79c6-4c1e-84a1-6fba2cf3290c service neutron] 10.222.0.71 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489963 Feb 19 03:25:05.637940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:05.638544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (dbb04b09-52f7-4fe7-aa38-cef1a7d4d8dc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:05.642190 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:05.658820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296a1710-3f81-40b3-a128-702231df72c8', 'tag': '63d9566a-0eac-477b-89d5-22e3e2ad1eab'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:05.664839 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a948cf-81a3-4e9c-8767-76a50a9167ea" -d '{"events": [{"name": "network-changed", "server_uuid": "296a1710-3f81-40b3-a128-702231df72c8", "tag": "63d9566a-0eac-477b-89d5-22e3e2ad1eab"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:05.679193 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28f8b84-9fc7-40f2-9ef9-e33de96c0cec x-openstack-request-id: req-c28f8b84-9fc7-40f2-9ef9-e33de96c0cec {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:05.679698 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da86a531-2dd2-4468-a785-b5c4d7e2fd84", "name": "network-vif-plugged", "status": "completed", "tag": "38a937c2-1359-47f8-88da-297388447c4a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:05.680014 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c28f8b84-9fc7-40f2-9ef9-e33de96c0cec {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:05.680555 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da86a531-2dd2-4468-a785-b5c4d7e2fd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a937c2-1359-47f8-88da-297388447c4a', 'code': 200} Feb 19 03:25:05.796005 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (05bcfb2a-b9b3-4507-b559-408607fdb03b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.804381 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.824834 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/05bcfb2a-b9b3-4507-b559-408607fdb03b HTTP/1.1" status: 204 len: 168 time: 2.9227638 Feb 19 03:25:05.827787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40debca7-58ac-4768-8635-91ccc24b9552 None None] New status for floating IP 68587466-7021-483a-a0f2-bdf4dfb107bd: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:25:05.829742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44540) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:05.858694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c95685f-cce7-4d2e-aeb3-cf1df858cefc req-ea7fd327-cec6-4098-96d5-3bdb7ae459ed service neutron] 10.222.0.71 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189894 Feb 19 03:25:05.862748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73b3ec-c43e-4386-956a-60832ffe440a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Network': ['ID=05bcfb2a-b9b3-4507-b559-408607fdb03b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:05.922327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92134c5-c662-480f-9520-67ad9a2363c2 req-e2059f19-9242-4c12-b125-1c8f648835d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:05.923989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b92134c5-c662-480f-9520-67ad9a2363c2 req-e2059f19-9242-4c12-b125-1c8f648835d2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 1127 time: 0.1670408 Feb 19 03:25:05.934359 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-515e63db-b252-4b27-8c9a-e96c3b94c9df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:05.966908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515e63db-b252-4b27-8c9a-e96c3b94c9df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:05.974121 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-515e63db-b252-4b27-8c9a-e96c3b94c9df tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/subnets/7ebaabf4-7f01-42c9-83a4-0c4f51554f8b HTTP/1.1" status: 404 len: 337 time: 0.1431363 Feb 19 03:25:05.982365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44542) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:05.998404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ae730-a72c-46a1-9284-86d7156c4df5 req-8be04ba1-e2e6-451c-b62b-aaf5bd54ca09 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.005211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636ae730-a72c-46a1-9284-86d7156c4df5 req-8be04ba1-e2e6-451c-b62b-aaf5bd54ca09 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 944 time: 0.1482000 Feb 19 03:25:06.046414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d1cc2-adbd-4410-a0bd-038210fc316a None None] DHCP port deletion for 05bcfb2a-b9b3-4507-b559-408607fdb03b request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:06.046703 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-889d451b-52d8-42c7-8ad9-db7badf4b839 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:06.046703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889d451b-52d8-42c7-8ad9-db7badf4b839 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:06.047100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-889d451b-52d8-42c7-8ad9-db7badf4b839 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/05bcfb2a-b9b3-4507-b559-408607fdb03b HTTP/1.1" status: 404 len: 339 time: 0.0689321 Feb 19 03:25:06.050662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44544) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:06.065822 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.087546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b92134c5-c662-480f-9520-67ad9a2363c2 req-254e1426-a559-4795-8e05-67c6489a7c0f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505239 Feb 19 03:25:06.106129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ae1171dd-a994-4a2b-b755-44cbf0743e04 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:06.125190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636ae730-a72c-46a1-9284-86d7156c4df5 req-cc72fc96-16f3-48d6-8eb4-e6a16770c40a tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986280 Feb 19 03:25:06.213857 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (0f38fab9-d02f-46ef-8120-d52619d6cd31), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.235942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 63d9566a-0eac-477b-89d5-22e3e2ad1eab details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:06.307128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48dcff-f591-4829-a4a7-a50c776143d4 req-156ff589-5783-4582-a56d-91bf192f1313 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.309784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a48dcff-f591-4829-a4a7-a50c776143d4 req-156ff589-5783-4582-a56d-91bf192f1313 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 945 time: 0.0851803 Feb 19 03:25:06.331340 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (0f38fab9-d02f-46ef-8120-d52619d6cd31), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.349828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ae1171dd-a994-4a2b-b755-44cbf0743e04, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ae1171dd-a994-4a2b-b755-44cbf0743e04,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:06.357137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f38fab9-d02f-46ef-8120-d52619d6cd31']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:06.371465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3320a74b-2235-44d8-a72e-a7dd5eff6038') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:06.372101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3320a74b-2235-44d8-a72e-a7dd5eff6038') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:06.374713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'ae1171dd-a994-4a2b-b755-44cbf0743e04', 'network_id': '92d6761f-8d54-4408-b37e-f290385865ae', 'port_id': 'ae1171dd-a994-4a2b-b755-44cbf0743e04', 'mac_address': 'fa:16:3e:df:9c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:06.380320 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a48dcff-f591-4829-a4a7-a50c776143d4 req-f8e7d908-6e32-4fa5-bcda-98b3ed1bdfd7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619512 Feb 19 03:25:06.395975 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (3320a74b-2235-44d8-a72e-a7dd5eff6038), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.437220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (3320a74b-2235-44d8-a72e-a7dd5eff6038), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.443914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 63d9566a-0eac-477b-89d5-22e3e2ad1eab, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=63d9566a-0eac-477b-89d5-22e3e2ad1eab,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:06.446784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:06.447576 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (3320a74b-2235-44d8-a72e-a7dd5eff6038), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:06.451397 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:06.475846 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '63d9566a-0eac-477b-89d5-22e3e2ad1eab', 'network_id': '25eb2018-2882-4fd4-82c8-f389b0dea2c9', 'port_id': '63d9566a-0eac-477b-89d5-22e3e2ad1eab', 'mac_address': 'fa:16:3e:1d:13:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cb6b68-8002-4fcc-9721-8de355b47368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:06.478311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ae1171dd-a994-4a2b-b755-44cbf0743e04 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:06.478711 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.506069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1171dd-a994-4a2b-b755-44cbf0743e04 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:06.527278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (0f38fab9-d02f-46ef-8120-d52619d6cd31), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.534866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.544343 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/0f38fab9-d02f-46ef-8120-d52619d6cd31 HTTP/1.1" status: 204 len: 168 time: 0.4925010 Feb 19 03:25:06.545245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44548) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:06.560325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ae1171dd-a994-4a2b-b755-44cbf0743e04, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ae1171dd-a994-4a2b-b755-44cbf0743e04,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:06.571664 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.576613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 63d9566a-0eac-477b-89d5-22e3e2ad1eab is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:06.577007 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.579090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04096a5f-e114-4571-8fb0-a4a9623ebce3 req-e1eb2f41-0081-4ea4-93a6-1e183ec067b3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.589240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04096a5f-e114-4571-8fb0-a4a9623ebce3 req-e1eb2f41-0081-4ea4-93a6-1e183ec067b3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 945 time: 0.1141241 Feb 19 03:25:06.598649 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb6d259-8f63-4e85-a4c9-ed005acc3e0f tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:06.599310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb6d259-8f63-4e85-a4c9-ed005acc3e0f tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:06.608996 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bdb6d259-8f63-4e85-a4c9-ed005acc3e0f tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/subnets/95b9de92-258a-47bc-b137-9ca9f702835a HTTP/1.1" status: 404 len: 337 time: 0.0560882 Feb 19 03:25:06.610337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44550) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:06.614921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d9566a-0eac-477b-89d5-22e3e2ad1eab {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:06.619494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc685345-e4b9-45aa-a1d9-3b9c5015c890 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Network': ['ID=0f38fab9-d02f-46ef-8120-d52619d6cd31,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:06.639816 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-77125d93-cf49-4a31-9999-758494c3b714 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:06.640451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77125d93-cf49-4a31-9999-758494c3b714 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:06.647090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-77125d93-cf49-4a31-9999-758494c3b714 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/23aeb91a-094c-437f-ae98-7b85fee3c2ae HTTP/1.1" status: 404 len: 339 time: 0.0330191 Feb 19 03:25:06.648202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44552) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:06.666494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 63d9566a-0eac-477b-89d5-22e3e2ad1eab, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=63d9566a-0eac-477b-89d5-22e3e2ad1eab,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:06.670368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ae1171dd-a994-4a2b-b755-44cbf0743e04,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:06.674345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.682955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04096a5f-e114-4571-8fb0-a4a9623ebce3 req-dca824fd-4a41-4e8b-9827-8b621aab9363 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924685 Feb 19 03:25:06.783130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-54eab242-8e79-4c52-8d92-d953f1432540 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting subnet 28a4b89b-9196-4434-b6ac-78ff32578765 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:06.788566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=63d9566a-0eac-477b-89d5-22e3e2ad1eab,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:06.790535 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54eab242-8e79-4c52-8d92-d953f1432540 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (28a4b89b-9196-4434-b6ac-78ff32578765), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.850648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54eab242-8e79-4c52-8d92-d953f1432540 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (28a4b89b-9196-4434-b6ac-78ff32578765), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.909959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8b293-8c16-4441-85a6-4f11cadadb0b req-8a3ab961-08a8-455e-89a4-a5459b9db048 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.911774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74e8b293-8c16-4441-85a6-4f11cadadb0b req-8a3ab961-08a8-455e-89a4-a5459b9db048 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 944 time: 0.0844297 Feb 19 03:25:06.981881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74e8b293-8c16-4441-85a6-4f11cadadb0b req-d26cb38f-3316-45ae-997e-04a5999557fb tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630960 Feb 19 03:25:06.988627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54eab242-8e79-4c52-8d92-d953f1432540 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (28a4b89b-9196-4434-b6ac-78ff32578765), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.999443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ae1171dd-a994-4a2b-b755-44cbf0743e04'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:07.021363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['63d9566a-0eac-477b-89d5-22e3e2ad1eab'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:07.086568 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f774a04a-6989-4904-a20c-519fc4d43cb2 x-openstack-request-id: req-f774a04a-6989-4904-a20c-519fc4d43cb2 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:07.087034 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30141f24-86b3-4c10-9eb6-62af910e42c1", "tag": "9179c0ac-cee3-4029-942a-4bcf823d3b66", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:07.088700 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f774a04a-6989-4904-a20c-519fc4d43cb2 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:07.089105 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'tag': '9179c0ac-cee3-4029-942a-4bcf823d3b66', 'status': 'completed', 'code': 200} Feb 19 03:25:07.150191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54eab242-8e79-4c52-8d92-d953f1432540 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (28a4b89b-9196-4434-b6ac-78ff32578765), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.221368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-128f7763-83ce-4c3a-be30-32f55631a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.225107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-128f7763-83ce-4c3a-be30-32f55631a2c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9d19f4618cd46e5b249cf0e7f8e935f&device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 1127 time: 0.1115286 Feb 19 03:25:07.233611 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eab242-8e79-4c52-8d92-d953f1432540 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Subnet': ['ID=28a4b89b-9196-4434-b6ac-78ff32578765,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:07.249099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54eab242-8e79-4c52-8d92-d953f1432540 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.257787 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-54eab242-8e79-4c52-8d92-d953f1432540 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/subnets/28a4b89b-9196-4434-b6ac-78ff32578765 HTTP/1.1" status: 204 len: 168 time: 0.6069531 Feb 19 03:25:07.260884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44570) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:07.296682 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8de957f-ea4e-45a7-9697-50ce5c7ee646 x-openstack-request-id: req-c8de957f-ea4e-45a7-9697-50ce5c7ee646 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:07.300977 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296a1710-3f81-40b3-a128-702231df72c8", "tag": "63d9566a-0eac-477b-89d5-22e3e2ad1eab", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:07.301373 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8de957f-ea4e-45a7-9697-50ce5c7ee646 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:07.301954 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296a1710-3f81-40b3-a128-702231df72c8', 'tag': '63d9566a-0eac-477b-89d5-22e3e2ad1eab', 'status': 'completed', 'code': 200} Feb 19 03:25:07.322217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6b6cc2-dc09-4cb7-8433-3c5b60af16a9 None None] Network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:07.368895 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3106299-761b-488a-9dfd-8b56156a3056 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting subnet 8b34d783-4dd1-4bd8-b4e2-afe88b131722 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:07.373063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3106299-761b-488a-9dfd-8b56156a3056 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (8b34d783-4dd1-4bd8-b4e2-afe88b131722), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.546787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a948cf-81a3-4e9c-8767-76a50a9167ea req-e3785aeb-1e19-48bb-bccf-e209cbf79fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.548787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90a948cf-81a3-4e9c-8767-76a50a9167ea req-e3785aeb-1e19-48bb-bccf-e209cbf79fb8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf3a3914dc064627ae0007141dbc228f&device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 1126 time: 0.1571913 Feb 19 03:25:07.550293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-637ec7af-8394-46fb-aa12-94fe8027bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.552759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-637ec7af-8394-46fb-aa12-94fe8027bcd6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=197609b1-494f-4c4b-8624-9047b7f8f74c HTTP/1.1" status: 200 len: 916 time: 0.3056819 Feb 19 03:25:07.555631 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3106299-761b-488a-9dfd-8b56156a3056 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (8b34d783-4dd1-4bd8-b4e2-afe88b131722), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.691783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaa8557-6fe3-46aa-b219-77d1548ac91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1957149a-d59c-4069-acfc-8e1288bff80d'}, {'server_uuid': 'ab96061f-d311-4108-b5df-11285ccb38ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c795f1-b5c8-4ced-8ed9-a65699c4d856'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:07.694362 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c66ac7-7b9e-4448-a501-025f15bb9a3e" -d '{"events": [{"server_uuid": "fcaa8557-6fe3-46aa-b219-77d1548ac91e", "name": "network-vif-plugged", "status": "completed", "tag": "1957149a-d59c-4069-acfc-8e1288bff80d"}, {"server_uuid": "ab96061f-d311-4108-b5df-11285ccb38ed", "name": "network-vif-plugged", "status": "completed", "tag": "71c795f1-b5c8-4ced-8ed9-a65699c4d856"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:07.765889 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3106299-761b-488a-9dfd-8b56156a3056 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (8b34d783-4dd1-4bd8-b4e2-afe88b131722), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.835300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-ab4421f0-1946-42ac-bf7d-a297bf2013cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9179c0ac-cee3-4029-942a-4bcf823d3b66 HTTP/1.1" status: 200 len: 1001 time: 0.2667131 Feb 19 03:25:07.864636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3106299-761b-488a-9dfd-8b56156a3056 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (8b34d783-4dd1-4bd8-b4e2-afe88b131722), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.919787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:07.922580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3106299-761b-488a-9dfd-8b56156a3056 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Subnet': ['ID=8b34d783-4dd1-4bd8-b4e2-afe88b131722,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:07.938863 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3106299-761b-488a-9dfd-8b56156a3056 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.954163 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c3106299-761b-488a-9dfd-8b56156a3056 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/subnets/8b34d783-4dd1-4bd8-b4e2-afe88b131722 HTTP/1.1" status: 204 len: 168 time: 0.6910222 Feb 19 03:25:07.961403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:07.961403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 21dd6ff2-7c8e-4a42-b5e5-56e375244e59 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:07.961991 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44616) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:07.983633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-5a62eb61-dd2f-450c-b164-caf77da28b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.985285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-5a62eb61-dd2f-450c-b164-caf77da28b17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=49fe4f9e-30e6-47e6-a594-0916e1c98828 HTTP/1.1" status: 200 len: 854 time: 0.1466835 Feb 19 03:25:08.055897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a948cf-81a3-4e9c-8767-76a50a9167ea req-c5176360-d254-427c-a524-2bd2eff3f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:08.057684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90a948cf-81a3-4e9c-8767-76a50a9167ea req-c5176360-d254-427c-a524-2bd2eff3f60f service neutron] 10.222.0.71 "GET /v2.0/networks?id=25eb2018-2882-4fd4-82c8-f389b0dea2c9 HTTP/1.1" status: 200 len: 923 time: 0.4939411 Feb 19 03:25:08.106791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.140913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90a948cf-81a3-4e9c-8767-76a50a9167ea req-caa727ee-e58c-4c02-a0a5-2bc50e8ed391 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63d9566a-0eac-477b-89d5-22e3e2ad1eab HTTP/1.1" status: 200 len: 217 time: 0.0532749 Feb 19 03:25:08.181764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting port 229e7b80-79c4-4c1a-8cda-a011039d35ab {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:08.182339 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.217918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-a01e9385-87ad-4674-acfc-2d5841db4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:08.219627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-a01e9385-87ad-4674-acfc-2d5841db4b85 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=197609b1-494f-4c4b-8624-9047b7f8f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2183301 Feb 19 03:25:08.262616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-55a21503-52cf-4f85-9d43-bf0fb269a83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.308974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212c703-c870-4a67-84f4-6099c91735e4 req-eb612400-2bf9-457f-9543-913b0bd066d2 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:08.318304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0212c703-c870-4a67-84f4-6099c91735e4 req-eb612400-2bf9-457f-9543-913b0bd066d2 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 945 time: 0.2774255 Feb 19 03:25:08.321339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a948cf-81a3-4e9c-8767-76a50a9167ea req-d195adb3-90f7-4a20-97f3-cd6875b77e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:08.323067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90a948cf-81a3-4e9c-8767-76a50a9167ea req-d195adb3-90f7-4a20-97f3-cd6875b77e1b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=92cb6b68-8002-4fcc-9721-8de355b47368 HTTP/1.1" status: 200 len: 862 time: 0.1632726 Feb 19 03:25:08.329584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] For port 229e7b80-79c4-4c1a-8cda-a011039d35ab, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=229e7b80-79c4-4c1a-8cda-a011039d35ab,segment=NetworkSegment(c0b6ec44-5073-46e0-b77b-926f8d27357a),segment_id=c0b6ec44-5073-46e0-b77b-926f8d27357a)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:08.330742 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.346943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Calling delete_port for 229e7b80-79c4-4c1a-8cda-a011039d35ab owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:08.394227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90a948cf-81a3-4e9c-8767-76a50a9167ea req-adcfc49d-6227-443e-9f29-4099ec457c0a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=25eb2018-2882-4fd4-82c8-f389b0dea2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418751 Feb 19 03:25:08.453729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0212c703-c870-4a67-84f4-6099c91735e4 req-71e33fbc-52e5-44dd-abab-315de789934d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295707 Feb 19 03:25:08.463575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (229e7b80-79c4-4c1a-8cda-a011039d35ab), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.525805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No DVR routers for this DVR port 229e7b80-79c4-4c1a-8cda-a011039d35ab on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:08.529224 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Port': ['ID=229e7b80-79c4-4c1a-8cda-a011039d35ab,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:08.546650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-5d0f9576-99a2-466c-a9fa-96bc28aec7f2 service neutron] 10.222.0.71 "GET /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043907 Feb 19 03:25:08.605554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d2878-f9b0-4d51-a573-9420cd3e209a None None] Network 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:08.640851 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.663603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4658142a-6375-44cd-9836-5f385fd3b7cc None None] Could not find standard attr ID for object 229e7b80-79c4-4c1a-8cda-a011039d35ab. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:25:08.670323 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:08.680728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b6ec44-5073-46e0-b77b-926f8d27357a') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:08.681305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b6ec44-5073-46e0-b77b-926f8d27357a') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:08.692643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (c0b6ec44-5073-46e0-b77b-926f8d27357a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.707035 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c0b6ec44-5073-46e0-b77b-926f8d27357a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.713888 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:08.714293 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (c0b6ec44-5073-46e0-b77b-926f8d27357a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.739255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-156d3be3-073b-483a-bf17-2ecce67b0125 req-840e37ed-4c52-4ddf-b535-e39cfcb9f050 service neutron] 10.222.0.71 "GET /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840193 Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:08.777516 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:08.784746 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.789601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d8ded-a40d-4161-b8dc-942c6ec0529f req-6f4ee988-b21a-4927-aed7-edbea50995cd tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:08.800045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e89d8ded-a40d-4161-b8dc-942c6ec0529f req-6f4ee988-b21a-4927-aed7-edbea50995cd tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 945 time: 0.2434568 Feb 19 03:25:08.800367 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.803717 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d HTTP/1.1" status: 204 len: 168 time: 0.8435872 Feb 19 03:25:08.806274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44624) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:08.814676 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90a948cf-81a3-4e9c-8767-76a50a9167ea req-9f078330-3be8-4f3e-a329-ae969a29fea6 service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081776 Feb 19 03:25:08.827295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6c66c-1fab-4b86-965f-040bce04cfa6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Network': ['ID=2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:08.830630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7956ad-fa11-4728-8ab3-c2aff1c6fcdc None None] DHCP port deletion for 2eea8c2b-d1d1-4223-99e6-8b22d6c4a65d request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:08.854398 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfede45-7be8-41cb-9149-da34037a3d95 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:08.854989 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfede45-7be8-41cb-9149-da34037a3d95 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:08.858771 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ecfede45-7be8-41cb-9149-da34037a3d95 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/subnets/bf4d114c-9ea7-4196-a8ce-913cabf69fc9 HTTP/1.1" status: 404 len: 337 time: 0.0507784 Feb 19 03:25:08.861151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44626) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:08.883905 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-2959d52d-812a-44e3-b73c-234d7aa31628 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:08.884428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2959d52d-812a-44e3-b73c-234d7aa31628 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:08.888179 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2959d52d-812a-44e3-b73c-234d7aa31628 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/ddba27a9-1ca8-411d-88e6-2f28c2c2543c HTTP/1.1" status: 404 len: 339 time: 0.0247715 Feb 19 03:25:08.891838 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44628) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:08.930838 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08c69ed-1613-4ab9-a22e-10b8d6f126cf tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:08.931178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08c69ed-1613-4ab9-a22e-10b8d6f126cf tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:08.932400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e89d8ded-a40d-4161-b8dc-942c6ec0529f req-85fbc707-056a-454e-bd59-b19430ee0d38 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314187 Feb 19 03:25:08.936420 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b08c69ed-1613-4ab9-a22e-10b8d6f126cf tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/subnets/ae073876-8721-4b90-ad35-d2cc0831f0c0 HTTP/1.1" status: 404 len: 337 time: 0.0415156 Feb 19 03:25:08.938227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44630) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:08.973067 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4684a385-1369-4929-82a8-52313d8424a0 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:08.974581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4684a385-1369-4929-82a8-52313d8424a0 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:08.982796 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4684a385-1369-4929-82a8-52313d8424a0 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/223efcb5-3951-422c-bbd0-47d88efb6edb HTTP/1.1" status: 404 len: 339 time: 0.0409129 Feb 19 03:25:08.985863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44634) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:09.019687 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-95207900-388c-42c1-a5df-f4be191fdb9a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:09.020200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95207900-388c-42c1-a5df-f4be191fdb9a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:09.027056 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-95207900-388c-42c1-a5df-f4be191fdb9a tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/subnets/0c476198-da4a-488c-a5a3-9e456ad45f64 HTTP/1.1" status: 404 len: 337 time: 0.0370378 Feb 19 03:25:09.028016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44636) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:09.035435 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c06baa6-8919-4119-9478-a4c64e128ce9 x-openstack-request-id: req-2c06baa6-8919-4119-9478-a4c64e128ce9 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:09.035829 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaa8557-6fe3-46aa-b219-77d1548ac91e", "name": "network-vif-plugged", "status": "completed", "tag": "1957149a-d59c-4069-acfc-8e1288bff80d", "code": 200}, {"server_uuid": "ab96061f-d311-4108-b5df-11285ccb38ed", "name": "network-vif-plugged", "status": "completed", "tag": "71c795f1-b5c8-4ced-8ed9-a65699c4d856", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:09.036219 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c06baa6-8919-4119-9478-a4c64e128ce9 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:09.036688 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcaa8557-6fe3-46aa-b219-77d1548ac91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1957149a-d59c-4069-acfc-8e1288bff80d', 'code': 200} Feb 19 03:25:09.036953 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab96061f-d311-4108-b5df-11285ccb38ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c795f1-b5c8-4ced-8ed9-a65699c4d856', 'code': 200} Feb 19 03:25:09.039546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90a948cf-81a3-4e9c-8767-76a50a9167ea req-dc4db7e8-5b43-4d55-baaa-fe98b1f8377a service neutron] 10.222.0.71 "GET /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079134 Feb 19 03:25:09.062624 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30398ce-e9cf-4f77-863a-b3b670006b93 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:09.063869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30398ce-e9cf-4f77-863a-b3b670006b93 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:09.069970 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e30398ce-e9cf-4f77-863a-b3b670006b93 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/eef32cb7-c71d-42ac-b99a-f24cd57b56f0 HTTP/1.1" status: 404 len: 339 time: 0.0402236 Feb 19 03:25:09.072820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44642) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:09.175713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc57139-a1b0-4029-8c2a-556cb9cef05e req-ee766786-7d52-447d-a5ad-5620363fd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:09.177617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bc57139-a1b0-4029-8c2a-556cb9cef05e req-ee766786-7d52-447d-a5ad-5620363fd8dc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e HTTP/1.1" status: 200 len: 1127 time: 0.0675092 Feb 19 03:25:09.183848 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6066ad-96db-4039-ab97-47a2b40b1969 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting subnet 04395c09-adb8-4ef6-9fe5-081ed1992ebd {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:09.207689 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e6066ad-96db-4039-ab97-47a2b40b1969 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (04395c09-adb8-4ef6-9fe5-081ed1992ebd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.269011 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e6066ad-96db-4039-ab97-47a2b40b1969 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (04395c09-adb8-4ef6-9fe5-081ed1992ebd), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.283934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f32cb-f216-48a5-8aea-a0456222488f req-e31ab623-bb55-4530-a1c9-581fcc9950a7 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:09.285697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-740f32cb-f216-48a5-8aea-a0456222488f req-e31ab623-bb55-4530-a1c9-581fcc9950a7 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 944 time: 0.1071193 Feb 19 03:25:09.288728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bc57139-a1b0-4029-8c2a-556cb9cef05e req-92c83896-061f-41bb-bbaa-5a269855c126 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956063 Feb 19 03:25:09.301762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75d2c0-cbbf-4ac6-a5c0-c8630953366f req-5f2aa07e-2df5-4a68-babb-5f7708da1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:09.303621 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5e75d2c0-cbbf-4ac6-a5c0-c8630953366f req-5f2aa07e-2df5-4a68-babb-5f7708da1470 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 1128 time: 0.1388454 Feb 19 03:25:09.363991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-740f32cb-f216-48a5-8aea-a0456222488f req-c00404e8-01d4-4fee-873a-8adbc1b8a901 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675397 Feb 19 03:25:09.426633 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5e75d2c0-cbbf-4ac6-a5c0-c8630953366f req-a91f5ad2-ffb8-49f4-b7f1-5b66f69ba1e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161578 Feb 19 03:25:09.437360 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e6066ad-96db-4039-ab97-47a2b40b1969 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (04395c09-adb8-4ef6-9fe5-081ed1992ebd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.513124 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e6066ad-96db-4039-ab97-47a2b40b1969 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (04395c09-adb8-4ef6-9fe5-081ed1992ebd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.543117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3924c-2e2e-47a6-ac5e-669dc94ccc6d None None] Network cc232d06-6f2e-4f23-9b8a-b39f3a9b9849 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:09.568108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6066ad-96db-4039-ab97-47a2b40b1969 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Subnet': ['ID=04395c09-adb8-4ef6-9fe5-081ed1992ebd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:09.574323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e6066ad-96db-4039-ab97-47a2b40b1969 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.579765 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5e6066ad-96db-4039-ab97-47a2b40b1969 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/subnets/04395c09-adb8-4ef6-9fe5-081ed1992ebd HTTP/1.1" status: 204 len: 168 time: 0.5057356 Feb 19 03:25:09.583998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44654) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:09.726861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (cc232d06-6f2e-4f23-9b8a-b39f3a9b9849), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.746944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b85bade-176f-4306-b996-d573d7ead286 None None] DHCP port deletion for cc232d06-6f2e-4f23-9b8a-b39f3a9b9849 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:09.756528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1ed52-5bc3-4fe8-adff-2732dd98368b req-75cd4a4f-89f5-42b6-9add-2b23c961be17 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:09.758807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31c1ed52-5bc3-4fe8-adff-2732dd98368b req-75cd4a4f-89f5-42b6-9add-2b23c961be17 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 945 time: 0.1042776 Feb 19 03:25:09.835399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9b85bade-176f-4306-b996-d573d7ead286 None None] Deleting port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:09.836243 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b85bade-176f-4306-b996-d573d7ead286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.891148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31c1ed52-5bc3-4fe8-adff-2732dd98368b req-df015635-3106-4b9e-92c5-4c1083b3786c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911815 Feb 19 03:25:09.924530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9b85bade-176f-4306-b996-d573d7ead286 None None] For port 9025abc5-a90b-446a-9e0e-564bec2bd3f0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9025abc5-a90b-446a-9e0e-564bec2bd3f0,segment=NetworkSegment(5f45cadf-f724-4b93-a7a7-6941543ebc25),segment_id=5f45cadf-f724-4b93-a7a7-6941543ebc25)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:09.925437 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b85bade-176f-4306-b996-d573d7ead286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.926704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:09.927271 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.954674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9b85bade-176f-4306-b996-d573d7ead286 None None] Calling delete_port for 9025abc5-a90b-446a-9e0e-564bec2bd3f0 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:09.995361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9025abc5-a90b-446a-9e0e-564bec2bd3f0 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:10.039206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] For port 9025abc5-a90b-446a-9e0e-564bec2bd3f0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9025abc5-a90b-446a-9e0e-564bec2bd3f0,segment=NetworkSegment(5f45cadf-f724-4b93-a7a7-6941543ebc25),segment_id=5f45cadf-f724-4b93-a7a7-6941543ebc25)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:10.040562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.061923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Calling delete_port for 9025abc5-a90b-446a-9e0e-564bec2bd3f0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:10.150052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ae1171dd-a994-4a2b-b755-44cbf0743e04 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:10.235603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.269770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Port': ['ID=9025abc5-a90b-446a-9e0e-564bec2bd3f0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:10.278003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 63d9566a-0eac-477b-89d5-22e3e2ad1eab up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:10.279267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No DVR routers for this DVR port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:10.282794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:10.283668 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.287149 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b85bade-176f-4306-b996-d573d7ead286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (9025abc5-a90b-446a-9e0e-564bec2bd3f0), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.370671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85bade-176f-4306-b996-d573d7ead286 None None] No DVR routers for this DVR port 9025abc5-a90b-446a-9e0e-564bec2bd3f0 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:10.404711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (cc232d06-6f2e-4f23-9b8a-b39f3a9b9849), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.435821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85bade-176f-4306-b996-d573d7ead286 None None] Pushing event deleted for resources: {'Port': ['ID=9025abc5-a90b-446a-9e0e-564bec2bd3f0,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:10.495810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc232d06-6f2e-4f23-9b8a-b39f3a9b9849']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:10.511718 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c502d26-14ef-43f2-881d-a580033dadf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.523354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f45cadf-f724-4b93-a7a7-6941543ebc25') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:10.523831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f45cadf-f724-4b93-a7a7-6941543ebc25') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:10.551248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port ae1171dd-a994-4a2b-b755-44cbf0743e04 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:10.565384 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (5f45cadf-f724-4b93-a7a7-6941543ebc25), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.566467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port ae1171dd-a994-4a2b-b755-44cbf0743e04 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:10.567777 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.576760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 229e7b80-79c4-4c1a-8cda-a011039d35ab no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:10.599801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5f45cadf-f724-4b93-a7a7-6941543ebc25), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.616957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:10.617614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (5f45cadf-f724-4b93-a7a7-6941543ebc25), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:10.623138 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:10.825952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 229e7b80-79c4-4c1a-8cda-a011039d35ab {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:10.826610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 229e7b80-79c4-4c1a-8cda-a011039d35ab not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:10.832032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 63d9566a-0eac-477b-89d5-22e3e2ad1eab completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:10.842078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 63d9566a-0eac-477b-89d5-22e3e2ad1eab triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:10.842481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.867982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (cc232d06-6f2e-4f23-9b8a-b39f3a9b9849), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.929439 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.942316 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44702) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:10.943720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/cc232d06-6f2e-4f23-9b8a-b39f3a9b9849 HTTP/1.1" status: 204 len: 168 time: 1.3519335 Feb 19 03:25:10.997447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ae1171dd-a994-4a2b-b755-44cbf0743e04 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:10.998229 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.039786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c200d-8ce6-46e6-816a-08cd56221a16 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Network': ['ID=cc232d06-6f2e-4f23-9b8a-b39f3a9b9849,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:11.065414 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b6b9e7-57d3-498e-824b-e200e41b8b27 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:11.066223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b6b9e7-57d3-498e-824b-e200e41b8b27 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:11.067839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 63d9566a-0eac-477b-89d5-22e3e2ad1eab is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:11.068494 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.073416 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d9b6b9e7-57d3-498e-824b-e200e41b8b27 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/subnets/a003cb61-9577-4b92-8758-c1b713780ac2 HTTP/1.1" status: 404 len: 337 time: 0.1275697 Feb 19 03:25:11.078085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44704) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:11.115318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296a1710-3f81-40b3-a128-702231df72c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d9566a-0eac-477b-89d5-22e3e2ad1eab'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:11.118222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff1470-c74e-4370-991e-ef004a53adcb req-89093c8f-5713-478e-9923-d54f0b8d15d8 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:11.118739 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98662604-ca50-49a7-ab0f-4116fa0d46e8" -d '{"events": [{"server_uuid": "296a1710-3f81-40b3-a128-702231df72c8", "name": "network-vif-plugged", "status": "completed", "tag": "63d9566a-0eac-477b-89d5-22e3e2ad1eab"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:11.126010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75ff1470-c74e-4370-991e-ef004a53adcb req-89093c8f-5713-478e-9923-d54f0b8d15d8 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 945 time: 0.5021544 Feb 19 03:25:11.128962 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc4838f-ce05-410f-beff-f7f9e46a4511 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:11.129689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc4838f-ce05-410f-beff-f7f9e46a4511 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:11.133267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6dc4838f-ce05-410f-beff-f7f9e46a4511 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/4d804bc1-39bb-4de0-8d4a-0308d6d2d5d1 HTTP/1.1" status: 404 len: 339 time: 0.0538833 Feb 19 03:25:11.137864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44708) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:11.154035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 63d9566a-0eac-477b-89d5-22e3e2ad1eab, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=63d9566a-0eac-477b-89d5-22e3e2ad1eab,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:11.162757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ae1171dd-a994-4a2b-b755-44cbf0743e04, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ae1171dd-a994-4a2b-b755-44cbf0743e04,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:11.167580 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.180219 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.216979 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b7744a-1e54-44a7-ba5b-647d31ad0880 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting subnet 9b785857-921d-43a5-8d19-78bcbde2fd0e {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:11.221570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b7744a-1e54-44a7-ba5b-647d31ad0880 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (9b785857-921d-43a5-8d19-78bcbde2fd0e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.278492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=63d9566a-0eac-477b-89d5-22e3e2ad1eab,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:11.281158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75ff1470-c74e-4370-991e-ef004a53adcb req-77ad6559-512e-4629-8b2d-fef99809ebde tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533897 Feb 19 03:25:11.350948 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b7744a-1e54-44a7-ba5b-647d31ad0880 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (9b785857-921d-43a5-8d19-78bcbde2fd0e), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.440608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ae1171dd-a994-4a2b-b755-44cbf0743e04,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:11.498958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b0023-1ff0-4dd3-b5ef-d23289e004bf req-051903e3-aa95-445b-91c2-92658c8186a6 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:11.500680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-355b0023-1ff0-4dd3-b5ef-d23289e004bf req-051903e3-aa95-445b-91c2-92658c8186a6 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/ports?device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 945 time: 0.0919645 Feb 19 03:25:11.509402 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b7744a-1e54-44a7-ba5b-647d31ad0880 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (9b785857-921d-43a5-8d19-78bcbde2fd0e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.584313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-355b0023-1ff0-4dd3-b5ef-d23289e004bf req-f066d92f-c8b7-42b5-9293-4ac09c5c2803 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.42 "GET /v2.0/security-groups?id=da61d021-ccb3-4ee4-a938-479baaf08a63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733528 Feb 19 03:25:11.603409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b7744a-1e54-44a7-ba5b-647d31ad0880 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (9b785857-921d-43a5-8d19-78bcbde2fd0e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.618462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b7744a-1e54-44a7-ba5b-647d31ad0880 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.624606 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e6b7744a-1e54-44a7-ba5b-647d31ad0880 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/subnets/9b785857-921d-43a5-8d19-78bcbde2fd0e HTTP/1.1" status: 204 len: 168 time: 0.4829552 Feb 19 03:25:11.625753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44710) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:11.640440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f1bbb-f43e-4f71-8995-f5dca3a58866 None None] Network d9c1ee14-2ffb-4c79-9240-3c0375e589a0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:11.641737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7744a-1e54-44a7-ba5b-647d31ad0880 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Subnet': ['ID=9b785857-921d-43a5-8d19-78bcbde2fd0e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:11.735349 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d9c1ee14-2ffb-4c79-9240-3c0375e589a0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.813599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Deleting port 76067ae5-93d4-4d15-9606-2b753a35aadf {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:11.824361 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.895698 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.905287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e317d923-0188-43af-b810-976d6b275d3c None None] DHCP port deletion for d9c1ee14-2ffb-4c79-9240-3c0375e589a0 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:11.923133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-8f50777f-4ef2-4aa6-b479-e6cf3b30fb8a tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:11.926434 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-8f50777f-4ef2-4aa6-b479-e6cf3b30fb8a tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.37 "GET /v2.0/ports?device_id=869d323a-fcc8-40d5-a51f-326bdb709bc6 HTTP/1.1" status: 200 len: 945 time: 0.1109376 Feb 19 03:25:12.023417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] For port 76067ae5-93d4-4d15-9606-2b753a35aadf, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=76067ae5-93d4-4d15-9606-2b753a35aadf,segment=NetworkSegment(7fd92cbc-6229-4952-bd64-2ec9f6d14012),segment_id=7fd92cbc-6229-4952-bd64-2ec9f6d14012)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:12.023793 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.041992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e317d923-0188-43af-b810-976d6b275d3c None None] Deleting port 76067ae5-93d4-4d15-9606-2b753a35aadf {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:12.043127 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e317d923-0188-43af-b810-976d6b275d3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.045924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Calling delete_port for 76067ae5-93d4-4d15-9606-2b753a35aadf owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:12.074059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d89f7-9db3-4064-a240-36e67f5f0e80 req-75b980c0-0c10-4fc4-a9cc-1779f14f535e tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:12.090891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e43d89f7-9db3-4064-a240-36e67f5f0e80 req-75b980c0-0c10-4fc4-a9cc-1779f14f535e tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 945 time: 0.1341782 Feb 19 03:25:12.178153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 76067ae5-93d4-4d15-9606-2b753a35aadf no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:12.186677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-b3a4849c-a2b6-4401-b5df-962ee361e602 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Deleting port c84c3940-24d6-4ed4-bb31-1c28a167695f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:12.188712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-b3a4849c-a2b6-4401-b5df-962ee361e602 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.192178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e317d923-0188-43af-b810-976d6b275d3c None None] For port 76067ae5-93d4-4d15-9606-2b753a35aadf, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=76067ae5-93d4-4d15-9606-2b753a35aadf,segment=NetworkSegment(7fd92cbc-6229-4952-bd64-2ec9f6d14012),segment_id=7fd92cbc-6229-4952-bd64-2ec9f6d14012)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:12.192724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e317d923-0188-43af-b810-976d6b275d3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.240538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e43d89f7-9db3-4064-a240-36e67f5f0e80 req-534c31e4-f406-406e-9bd0-03c8a9e494d3 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483662 Feb 19 03:25:12.242920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e317d923-0188-43af-b810-976d6b275d3c None None] Calling delete_port for 76067ae5-93d4-4d15-9606-2b753a35aadf owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:12.311670 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.373292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Port': ['ID=76067ae5-93d4-4d15-9606-2b753a35aadf,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:12.393138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] No DVR routers for this DVR port 76067ae5-93d4-4d15-9606-2b753a35aadf on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:12.393285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No active binding found for port 76067ae5-93d4-4d15-9606-2b753a35aadf {{(pid=103617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:25:12.394302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] The host n-d-826756-2 is not matching for port 76067ae5-93d4-4d15-9606-2b753a35aadf host None! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:25:12.394990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 76067ae5-93d4-4d15-9606-2b753a35aadf not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:12.400134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-b3a4849c-a2b6-4401-b5df-962ee361e602 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] For port c84c3940-24d6-4ed4-bb31-1c28a167695f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=c84c3940-24d6-4ed4-bb31-1c28a167695f,segment=NetworkSegment(90ec3101-e6bb-41aa-acb1-c9545605a627),segment_id=90ec3101-e6bb-41aa-acb1-c9545605a627)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:12.400530 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-b3a4849c-a2b6-4401-b5df-962ee361e602 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.421761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-b3a4849c-a2b6-4401-b5df-962ee361e602 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Calling delete_port for c84c3940-24d6-4ed4-bb31-1c28a167695f owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:12.435303 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d8edb3-6633-4e2c-80e1-fd06c51df6a6 x-openstack-request-id: req-d5d8edb3-6633-4e2c-80e1-fd06c51df6a6 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:12.435782 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296a1710-3f81-40b3-a128-702231df72c8", "name": "network-vif-plugged", "status": "completed", "tag": "63d9566a-0eac-477b-89d5-22e3e2ad1eab", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:12.436199 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5d8edb3-6633-4e2c-80e1-fd06c51df6a6 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:12.436860 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296a1710-3f81-40b3-a128-702231df72c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d9566a-0eac-477b-89d5-22e3e2ad1eab', 'code': 200} Feb 19 03:25:12.477945 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e317d923-0188-43af-b810-976d6b275d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (76067ae5-93d4-4d15-9606-2b753a35aadf), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.508852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317d923-0188-43af-b810-976d6b275d3c None None] Pushing event deleted for resources: {'Port': ['ID=76067ae5-93d4-4d15-9606-2b753a35aadf,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:12.513496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317d923-0188-43af-b810-976d6b275d3c None None] No DVR routers for this DVR port 76067ae5-93d4-4d15-9606-2b753a35aadf on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:12.644889 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-b3a4849c-a2b6-4401-b5df-962ee361e602 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c84c3940-24d6-4ed4-bb31-1c28a167695f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.664197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d9c1ee14-2ffb-4c79-9240-3c0375e589a0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.684016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4849c-a2b6-4401-b5df-962ee361e602 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Pushing event deleted for resources: {'Port': ['ID=c84c3940-24d6-4ed4-bb31-1c28a167695f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:12.700235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c1ee14-2ffb-4c79-9240-3c0375e589a0']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:12.713953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd92cbc-6229-4952-bd64-2ec9f6d14012') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:12.714261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd92cbc-6229-4952-bd64-2ec9f6d14012') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:12.741054 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (7fd92cbc-6229-4952-bd64-2ec9f6d14012), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.746072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-b3a4849c-a2b6-4401-b5df-962ee361e602 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] No DVR routers for this DVR port c84c3940-24d6-4ed4-bb31-1c28a167695f on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:12.749268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f5659-bb29-405c-99cb-77847a6bfe29 req-0dfecb87-b158-4593-b144-f75835bc238e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:12.755155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-b3a4849c-a2b6-4401-b5df-962ee361e602 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.759751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac2f5659-bb29-405c-99cb-77847a6bfe29 req-0dfecb87-b158-4593-b144-f75835bc238e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 945 time: 0.2001700 Feb 19 03:25:12.763381 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2acaa12c-134f-4807-8162-4c54ebaf3370 req-b3a4849c-a2b6-4401-b5df-962ee361e602 tempest-InstanceActionsNegativeTestJSON-223061696 tempest-InstanceActionsNegativeTestJSON-223061696-project] 10.222.0.37 "DELETE /v2.0/ports/c84c3940-24d6-4ed4-bb31-1c28a167695f HTTP/1.1" status: 204 len: 173 time: 0.8292768 Feb 19 03:25:12.774755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869d323a-fcc8-40d5-a51f-326bdb709bc6', 'name': 'network-vif-deleted', 'tag': 'c84c3940-24d6-4ed4-bb31-1c28a167695f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:12.779045 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523a9c43-d51a-4bdc-ae4f-e8aa2c9f742d" -d '{"events": [{"server_uuid": "869d323a-fcc8-40d5-a51f-326bdb709bc6", "name": "network-vif-deleted", "tag": "c84c3940-24d6-4ed4-bb31-1c28a167695f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:12.786258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e821c2-37a8-49ce-b435-1d0e2ddf3a0c req-ab5236ba-21e2-43f6-a961-fa21fc26c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:12.789003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13e821c2-37a8-49ce-b435-1d0e2ddf3a0c req-ab5236ba-21e2-43f6-a961-fa21fc26c06c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 1127 time: 0.2666798 Feb 19 03:25:12.820310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7fd92cbc-6229-4952-bd64-2ec9f6d14012), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.848800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:12.849210 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (7fd92cbc-6229-4952-bd64-2ec9f6d14012), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:12.853549 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:12.910859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.955814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac2f5659-bb29-405c-99cb-77847a6bfe29 req-f8344b28-430c-4860-9b12-b5ea50da646c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945057 Feb 19 03:25:12.971536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13e821c2-37a8-49ce-b435-1d0e2ddf3a0c req-123e03eb-8f2c-418e-ab90-7ffef7e948f5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638100 Feb 19 03:25:12.978975 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d9c1ee14-2ffb-4c79-9240-3c0375e589a0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.016908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.028289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] 10.222.0.42 "DELETE /v2.0/networks/d9c1ee14-2ffb-4c79-9240-3c0375e589a0 HTTP/1.1" status: 204 len: 168 time: 1.4015198 Feb 19 03:25:13.031732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267fec4-48ad-4f62-b466-dcf5424251c6 tempest-NetworksIpV6Test-678590921 tempest-NetworksIpV6Test-678590921-project] Pushing event deleted for resources: {'Network': ['ID=d9c1ee14-2ffb-4c79-9240-3c0375e589a0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:13.166312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b6131-b229-4f94-bb74-466145cb1a3e req-73316595-adbf-44a8-abca-69d3351d58b6 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:13.180921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5b6131-b229-4f94-bb74-466145cb1a3e req-73316595-adbf-44a8-abca-69d3351d58b6 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 946 time: 0.0960975 Feb 19 03:25:13.274611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5b6131-b229-4f94-bb74-466145cb1a3e req-40314c22-c4a6-4063-aaf4-20510e7fd261 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923941 Feb 19 03:25:13.546426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44770) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:13.760775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-81b718a8-ebc6-4a86-900b-a0d772ba1742 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d899efa2a2404f5689b652d325af2382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2127693 Feb 19 03:25:13.764668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44784) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:13.811360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44786) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:13.856414 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26706642-1a2a-4475-9406-5b4b1f6add68 admin admin] Publish callbacks [] for security_group (96bc446d-d544-4368-b739-607e0650f0b8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.872581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-624c50ea-e7c7-4d19-8003-3af56e39584c admin admin] Deleting subnet ba43d042-91d3-4a3b-909f-10c5c86bb0e6 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:13.877154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624c50ea-e7c7-4d19-8003-3af56e39584c admin admin] Publish callbacks [] for subnet (ba43d042-91d3-4a3b-909f-10c5c86bb0e6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.887314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26706642-1a2a-4475-9406-5b4b1f6add68 admin admin] Publish callbacks [] for security_group (96bc446d-d544-4368-b739-607e0650f0b8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.910082 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a7d8c9-0da3-4d7d-a7ee-dd0a02adc790 x-openstack-request-id: req-e5a7d8c9-0da3-4d7d-a7ee-dd0a02adc790 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:13.910637 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869d323a-fcc8-40d5-a51f-326bdb709bc6", "name": "network-vif-deleted", "tag": "c84c3940-24d6-4ed4-bb31-1c28a167695f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:13.911019 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5a7d8c9-0da3-4d7d-a7ee-dd0a02adc790 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:13.911994 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869d323a-fcc8-40d5-a51f-326bdb709bc6', 'name': 'network-vif-deleted', 'tag': 'c84c3940-24d6-4ed4-bb31-1c28a167695f', 'status': 'completed', 'code': 200} Feb 19 03:25:13.940978 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624c50ea-e7c7-4d19-8003-3af56e39584c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (ba43d042-91d3-4a3b-909f-10c5c86bb0e6), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.979025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26706642-1a2a-4475-9406-5b4b1f6add68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (96bc446d-d544-4368-b739-607e0650f0b8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.988184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26706642-1a2a-4475-9406-5b4b1f6add68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.991217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-26706642-1a2a-4475-9406-5b4b1f6add68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96bc446d-d544-4368-b739-607e0650f0b8 HTTP/1.1" status: 204 len: 168 time: 0.2248740 Feb 19 03:25:14.011946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26706642-1a2a-4475-9406-5b4b1f6add68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bc446d-d544-4368-b739-607e0650f0b8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:14.055049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624c50ea-e7c7-4d19-8003-3af56e39584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (ba43d042-91d3-4a3b-909f-10c5c86bb0e6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.150891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device c84c3940-24d6-4ed4-bb31-1c28a167695f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:14.153252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa8fc1-d6f9-42b4-8ed8-6c8cb9a7072d req-51b40c49-9579-4214-8573-6597930e94c8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:14.155906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4aa8fc1-d6f9-42b4-8ed8-6c8cb9a7072d req-51b40c49-9579-4214-8573-6597930e94c8 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 945 time: 0.1628582 Feb 19 03:25:14.178740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624c50ea-e7c7-4d19-8003-3af56e39584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (ba43d042-91d3-4a3b-909f-10c5c86bb0e6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.224951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c50ea-e7c7-4d19-8003-3af56e39584c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba43d042-91d3-4a3b-909f-10c5c86bb0e6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:14.233078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: c84c3940-24d6-4ed4-bb31-1c28a167695f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:14.238115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device c84c3940-24d6-4ed4-bb31-1c28a167695f not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:14.240600 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624c50ea-e7c7-4d19-8003-3af56e39584c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.248563 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-624c50ea-e7c7-4d19-8003-3af56e39584c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ba43d042-91d3-4a3b-909f-10c5c86bb0e6 HTTP/1.1" status: 204 len: 168 time: 0.4360793 Feb 19 03:25:14.252566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44794) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:14.285312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4aa8fc1-d6f9-42b4-8ed8-6c8cb9a7072d req-9d173020-20ca-4e2f-946a-5f2bd51d2fce tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150103 Feb 19 03:25:14.438221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a85018-02fc-44e9-82f1-0265af530bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1171dd-a994-4a2b-b755-44cbf0743e04'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:14.440605 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9671fc80-55f0-4952-b21c-b7cf528ae714" -d '{"events": [{"server_uuid": "93a85018-02fc-44e9-82f1-0265af530bf3", "name": "network-vif-plugged", "status": "completed", "tag": "ae1171dd-a994-4a2b-b755-44cbf0743e04"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:14.461437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-ce9fe82f-e822-4c0a-bc53-968af0283eca tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:14.468092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-ce9fe82f-e822-4c0a-bc53-968af0283eca tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 945 time: 0.2120054 Feb 19 03:25:14.509529 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (63dd5baf-b37f-4b39-aae5-d9a78cf53ea8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.604336 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.714785 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (63dd5baf-b37f-4b39-aae5-d9a78cf53ea8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.774730 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dd5baf-b37f-4b39-aae5-d9a78cf53ea8']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:14.813502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ec3101-e6bb-41aa-acb1-c9545605a627') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:14.813502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ec3101-e6bb-41aa-acb1-c9545605a627') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:14.839642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (90ec3101-e6bb-41aa-acb1-c9545605a627), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.877605 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (90ec3101-e6bb-41aa-acb1-c9545605a627), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.899528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:14.900466 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (90ec3101-e6bb-41aa-acb1-c9545605a627), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:14.903050 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:15.051959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (63dd5baf-b37f-4b39-aae5-d9a78cf53ea8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.073586 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.086627 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/63dd5baf-b37f-4b39-aae5-d9a78cf53ea8 HTTP/1.1" status: 204 len: 168 time: 0.8290737 Feb 19 03:25:15.122175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eba61a-4ea3-4759-9267-5140b63d9ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=63dd5baf-b37f-4b39-aae5-d9a78cf53ea8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:15.582795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963710b0-e925-414d-84f3-30b603fab14f req-55c67af1-62b8-45f6-bcc3-cc461e53b78f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:15.584443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-963710b0-e925-414d-84f3-30b603fab14f req-55c67af1-62b8-45f6-bcc3-cc461e53b78f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 945 time: 0.1904650 Feb 19 03:25:15.587915 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44864) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:15.669077 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f4c46d23-4465-4b4b-801b-d4ea6b6148d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8142d0ccf316428baac555ca77f257ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0779138 Feb 19 03:25:15.669314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44866) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:15.731595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-95c4a7b8-76e8-45ed-84c1-6a40d20d8878 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3356650 Feb 19 03:25:15.754165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cff49b7-e085-4c07-8af2-66136dccf860 admin admin] Publish callbacks [] for security_group (da61d021-ccb3-4ee4-a938-479baaf08a63), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.764754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-963710b0-e925-414d-84f3-30b603fab14f req-fc733372-ca10-4fd6-990a-e74b0fa1a253 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605616 Feb 19 03:25:15.795099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-4df41cef-53c6-4b78-a4bd-9cc71a7de2d1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Deleting port 38a937c2-1359-47f8-88da-297388447c4a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:15.799734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-4df41cef-53c6-4b78-a4bd-9cc71a7de2d1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (38a937c2-1359-47f8-88da-297388447c4a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.808369 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cff49b7-e085-4c07-8af2-66136dccf860 admin admin] Publish callbacks [] for security_group (da61d021-ccb3-4ee4-a938-479baaf08a63), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.840895 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44870) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:15.919212 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cff49b7-e085-4c07-8af2-66136dccf860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (da61d021-ccb3-4ee4-a938-479baaf08a63), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.922498 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cff49b7-e085-4c07-8af2-66136dccf860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.925392 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5cff49b7-e085-4c07-8af2-66136dccf860 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da61d021-ccb3-4ee4-a938-479baaf08a63 HTTP/1.1" status: 204 len: 168 time: 0.2540505 Feb 19 03:25:15.935005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff49b7-e085-4c07-8af2-66136dccf860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da61d021-ccb3-4ee4-a938-479baaf08a63,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:16.097413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-117228367'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:16.136653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:16.140075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.149497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-4df41cef-53c6-4b78-a4bd-9cc71a7de2d1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] For port 38a937c2-1359-47f8-88da-297388447c4a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=38a937c2-1359-47f8-88da-297388447c4a,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:16.151300 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-4df41cef-53c6-4b78-a4bd-9cc71a7de2d1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (38a937c2-1359-47f8-88da-297388447c4a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.156056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-fa8e7961-6b32-4572-b363-8b55d76bfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:16.158595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-fa8e7961-6b32-4572-b363-8b55d76bfb7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9d19f4618cd46e5b249cf0e7f8e935f&device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 1127 time: 0.3424757 Feb 19 03:25:16.178263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f910d81-df3a-4ec5-bbdc-aa8c5b5d2ab4 req-10f694b1-3c59-4f44-ba9e-d492abae2ae9 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:16.187600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f910d81-df3a-4ec5-bbdc-aa8c5b5d2ab4 req-10f694b1-3c59-4f44-ba9e-d492abae2ae9 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 946 time: 0.2118871 Feb 19 03:25:16.191260 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.315265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-4df41cef-53c6-4b78-a4bd-9cc71a7de2d1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Calling delete_port for 38a937c2-1359-47f8-88da-297388447c4a owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:16.326242 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for security_group (f99004b2-fc2e-46e8-8cc4-a1ace6b84b4f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.331798 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f99004b2-fc2e-46e8-8cc4-a1ace6b84b4f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.360381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:16.371055 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99004b2-fc2e-46e8-8cc4-a1ace6b84b4f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:16.377085 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ba17bc81-eb10-49ae-9280-00ef18b68c44), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.377440 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added segment ba17bc81-eb10-49ae-9280-00ef18b68c44 of type vlan for network f8f2ad46-37c1-414c-a9e2-c38891eaeeec Feb 19 03:25:16.428358 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (f8f2ad46-37c1-414c-a9e2-c38891eaeeec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.482252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (f8f2ad46-37c1-414c-a9e2-c38891eaeeec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.492769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:16.495713 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.592513 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7491467 Feb 19 03:25:16.599966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44882) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:16.606916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-311050182'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:16.630508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:16.634077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.693142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a83ef-c6a1-4c93-8047-f620edbcb1b0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Network': ['ID=f8f2ad46-37c1-414c-a9e2-c38891eaeeec,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:16.708606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network f8f2ad46-37c1-414c-a9e2-c38891eaeeec details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:16.723969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f910d81-df3a-4ec5-bbdc-aa8c5b5d2ab4 req-23264b83-a14c-45d6-acb1-cf33ed3ba0c1 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292532 Feb 19 03:25:16.726505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:16.729457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-fb594c31-045d-48d3-b88b-836daf2bcb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:16.734246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-fb594c31-045d-48d3-b88b-836daf2bcb64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=197609b1-494f-4c4b-8624-9047b7f8f74c HTTP/1.1" status: 200 len: 916 time: 0.5118816 Feb 19 03:25:16.750441 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-4df41cef-53c6-4b78-a4bd-9cc71a7de2d1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (38a937c2-1359-47f8-88da-297388447c4a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.767625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (29741e02-eb9e-4dce-b1d8-670466435412), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.768119 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added segment 29741e02-eb9e-4dce-b1d8-670466435412 of type vlan for network 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 Feb 19 03:25:16.793677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:16.869045 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07d7b5-13ae-412b-bac4-62ae3864b9e2 x-openstack-request-id: req-0e07d7b5-13ae-412b-bac4-62ae3864b9e2 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:16.869639 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a85018-02fc-44e9-82f1-0265af530bf3", "name": "network-vif-plugged", "status": "completed", "tag": "ae1171dd-a994-4a2b-b755-44cbf0743e04", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:16.870075 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e07d7b5-13ae-412b-bac4-62ae3864b9e2 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:16.870631 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a85018-02fc-44e9-82f1-0265af530bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1171dd-a994-4a2b-b755-44cbf0743e04', 'code': 200} Feb 19 03:25:16.956367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-dd673dfc-8f8f-457b-b016-5fbddead42bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9179c0ac-cee3-4029-942a-4bcf823d3b66 HTTP/1.1" status: 200 len: 1001 time: 0.1998644 Feb 19 03:25:16.969536 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (5a3fcad9-1a6d-49f8-93f3-cb4ccded1445), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.104739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-37688427-e367-429b-85fd-f462d4cf86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:17.105589 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (5a3fcad9-1a6d-49f8-93f3-cb4ccded1445), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.106266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-37688427-e367-429b-85fd-f462d4cf86b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=49fe4f9e-30e6-47e6-a594-0916e1c98828 HTTP/1.1" status: 200 len: 854 time: 0.1303508 Feb 19 03:25:17.107525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df41cef-53c6-4b78-a4bd-9cc71a7de2d1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event deleted for resources: {'Port': ['ID=38a937c2-1359-47f8-88da-297388447c4a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:17.129194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:17.148994 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.192920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-4df41cef-53c6-4b78-a4bd-9cc71a7de2d1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] No DVR routers for this DVR port 38a937c2-1359-47f8-88da-297388447c4a on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:17.213064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-4df41cef-53c6-4b78-a4bd-9cc71a7de2d1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.216699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c07e910-52ed-4b05-bc1f-c7de2345df4d req-4df41cef-53c6-4b78-a4bd-9cc71a7de2d1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "DELETE /v2.0/ports/38a937c2-1359-47f8-88da-297388447c4a HTTP/1.1" status: 204 len: 173 time: 2.7359796 Feb 19 03:25:17.228867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da86a531-2dd2-4468-a785-b5c4d7e2fd84', 'name': 'network-vif-deleted', 'tag': '38a937c2-1359-47f8-88da-297388447c4a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:17.234658 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f6a52d-41f8-4c06-a0cd-56bf69c548ee" -d '{"events": [{"server_uuid": "da86a531-2dd2-4468-a785-b5c4d7e2fd84", "name": "network-vif-deleted", "tag": "38a937c2-1359-47f8-88da-297388447c4a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:17.281895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-29db2e88-f849-45ed-9236-2e133168b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:17.284067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-29db2e88-f849-45ed-9236-2e133168b5f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=197609b1-494f-4c4b-8624-9047b7f8f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1652269 Feb 19 03:25:17.324051 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7229977 Feb 19 03:25:17.337521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44914) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:17.351283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'subnet': {'network_id': 'f8f2ad46-37c1-414c-a9e2-c38891eaeeec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:17.355062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf3e32-5964-4ac0-a1b3-5b690a12d5ab req-87aababe-d4ff-4e25-9131-f76fac720e2f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:17.366754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4bf3e32-5964-4ac0-a1b3-5b690a12d5ab req-87aababe-d4ff-4e25-9131-f76fac720e2f tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 945 time: 0.2211022 Feb 19 03:25:17.369372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f8791-d857-49d5-a83e-7f9748c1f4ac tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Network': ['ID=5a3fcad9-1a6d-49f8-93f3-cb4ccded1445,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:17.396256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:17.498960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44916) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:17.531881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4bf3e32-5964-4ac0-a1b3-5b690a12d5ab req-33bc0a95-4402-4149-b5bf-9d3976d2a945 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635253 Feb 19 03:25:17.590075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-e4e01b77-c20e-4c1f-9638-929850101278 service neutron] 10.222.0.71 "GET /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801120 Feb 19 03:25:17.756873 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d28b3ef-20d6-4d94-9a67-619a5a7cf954 req-245fbf60-6494-4168-86a0-0e33e24c8482 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86a531-2dd2-4468-a785-b5c4d7e2fd84 HTTP/1.1" status: 200 len: 210 time: 0.0554507 Feb 19 03:25:17.772920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1024255056-network', 'tenant_id': 'a05e9d391677400abdf9d3cb2be5d9d8'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:17.813257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Made reservation on behalf of a05e9d391677400abdf9d3cb2be5d9d8 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:17.816053 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.849190 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.953002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7a2543-ab6f-4d5f-9c80-fd1b2bd75478 req-e262d66c-2b97-4596-a191-84c180992bae service neutron] 10.222.0.71 "GET /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536303 Feb 19 03:25:18.151260 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Publish callbacks [] for security_group (cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.157510 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.164440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d1b2c-c2ef-4338-9ed8-4cbb15d15729 req-b09d2d71-ea5a-4bf0-a7f9-06628d4fff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:18.166396 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-016d1b2c-c2ef-4338-9ed8-4cbb15d15729 req-b09d2d71-ea5a-4bf0-a7f9-06628d4fff2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 1128 time: 1.1364627 Feb 19 03:25:18.235451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:18.238821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.241419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:18.270649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:18.282142 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (17b93016-3932-4fb4-b5a3-a50428d0bb4e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.282467 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Added segment 17b93016-3932-4fb4-b5a3-a50428d0bb4e of type vlan for network e159e8e8-53a6-491a-93da-6b95c9975b67 Feb 19 03:25:18.295321 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 38a937c2-1359-47f8-88da-297388447c4a no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:18.335594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 38a937c2-1359-47f8-88da-297388447c4a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:18.335943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 38a937c2-1359-47f8-88da-297388447c4a not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:18.363793 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-016d1b2c-c2ef-4338-9ed8-4cbb15d15729 req-77288a66-959e-4116-bf87-2736c84298e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893649 Feb 19 03:25:18.406774 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (e159e8e8-53a6-491a-93da-6b95c9975b67), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.482188 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (b3eee942-7fc1-4e87-a5f9-fc123fc61585), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.513502 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (e159e8e8-53a6-491a-93da-6b95c9975b67), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.514848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:18.515542 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.567394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Subnet': ['ID=b3eee942-7fc1-4e87-a5f9-fc123fc61585,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:18.581565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Checking segment: {'id': 'ba17bc81-eb10-49ae-9280-00ef18b68c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f8f2ad46-37c1-414c-a9e2-c38891eaeeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:18.582467 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network hostable DHCP agents. Network: f8f2ad46-37c1-414c-a9e2-c38891eaeeec, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:18.611956 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network f8f2ad46-37c1-414c-a9e2-c38891eaeeec is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:18.641416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, f8f2ad46-37c1-414c-a9e2-c38891eaeeec) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:18.653155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d5d53-1d9f-40b4-ac7a-ce47f3666b50 None None] Network f8f2ad46-37c1-414c-a9e2-c38891eaeeec requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:18.654851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:18.656169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.665565 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037e0471-9f0b-42c6-9d96-7de63419507f x-openstack-request-id: req-037e0471-9f0b-42c6-9d96-7de63419507f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:18.665910 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da86a531-2dd2-4468-a785-b5c4d7e2fd84", "name": "network-vif-deleted", "tag": "38a937c2-1359-47f8-88da-297388447c4a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:18.666151 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-037e0471-9f0b-42c6-9d96-7de63419507f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:18.666559 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da86a531-2dd2-4468-a785-b5c4d7e2fd84', 'name': 'network-vif-deleted', 'tag': '38a937c2-1359-47f8-88da-297388447c4a', 'status': 'completed', 'code': 200} Feb 19 03:25:18.675155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1701050 Feb 19 03:25:18.678339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44964) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:18.686821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fe0bc-d8cd-48e8-81f2-44c7146a32f6 admin admin] Pushing event updated for resources: {'Network': ['ID=e159e8e8-53a6-491a-93da-6b95c9975b67,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:18.688501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Request body: {'subnet': {'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1024255056-subnet', 'tenant_id': 'a05e9d391677400abdf9d3cb2be5d9d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:18.725167 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-564fb892-bf5b-4baf-b7ed-c09e1f9323f0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3838499 Feb 19 03:25:18.729617 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44966) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:18.739543 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'subnet': {'network_id': '5a3fcad9-1a6d-49f8-93f3-cb4ccded1445', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:18.747364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network e159e8e8-53a6-491a-93da-6b95c9975b67 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:18.767755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Made reservation on behalf of a05e9d391677400abdf9d3cb2be5d9d8 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:18.771567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.901655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-f8f2ad46-37c1-414c-a9e2-c38891eaeeec', 'network_id': 'f8f2ad46-37c1-414c-a9e2-c38891eaeeec', 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'fixed_ips': [{'subnet_id': 'b3eee942-7fc1-4e87-a5f9-fc123fc61585'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:18.902618 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.021739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:19.026104 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.161710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2e024-f31c-419c-83a7-e8953b68c8a2 req-eee215e4-7c9b-4732-bfe7-dc55c9bc4507 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:19.172668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba2e024-f31c-419c-83a7-e8953b68c8a2 req-eee215e4-7c9b-4732-bfe7-dc55c9bc4507 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 946 time: 0.1847062 Feb 19 03:25:19.245228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba2e024-f31c-419c-83a7-e8953b68c8a2 req-a0bfb263-7c59-45f6-a1f1-46d90dd3100b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689220 Feb 19 03:25:19.334138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Allocated IP 2001:db8::2 (f8f2ad46-37c1-414c-a9e2-c38891eaeeec/b3eee942-7fc1-4e87-a5f9-fc123fc61585/83bc3ed6-6f8e-4329-b444-3dd21b516751) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:19.378733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (325ef738-5516-458a-bec6-1ce62652f493), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.522383 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=325ef738-5516-458a-bec6-1ce62652f493,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:19.547583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Checking segment: {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:19.548779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Network hostable DHCP agents. Network: e159e8e8-53a6-491a-93da-6b95c9975b67, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:19.555802 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (b5fe45a4-8aec-499d-adc9-fa88c15046a7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.614699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Network e159e8e8-53a6-491a-93da-6b95c9975b67 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:19.655113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, e159e8e8-53a6-491a-93da-6b95c9975b67) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:19.662892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Subnet': ['ID=b5fe45a4-8aec-499d-adc9-fa88c15046a7,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:19.664990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:19.665633 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.682495 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d988ab15-c34f-433f-9946-a325b67c7f9e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0019650 Feb 19 03:25:19.688643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Checking segment: {'id': '29741e02-eb9e-4dce-b1d8-670466435412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5a3fcad9-1a6d-49f8-93f3-cb4ccded1445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:19.689115 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network hostable DHCP agents. Network: 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:19.692123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1133bfa9-6e07-4db8-94d3-d1f55a547c32 None None] Network e159e8e8-53a6-491a-93da-6b95c9975b67 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:19.743529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:19.763358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:19.776389 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:19.777433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.812584 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4dd55ed1-20d9-4b5f-b1ca-47a1800cfd77 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0812032 Feb 19 03:25:19.817815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45010) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:19.822477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-90a77fda-f5ae-4a82-8376-3ed6f9ef20b5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-796672710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:19.850106 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90a77fda-f5ae-4a82-8376-3ed6f9ef20b5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.851400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90a77fda-f5ae-4a82-8376-3ed6f9ef20b5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.874508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d0fa47-4ec5-4ba3-af71-d457633e5fd0 None None] Network 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:19.882382 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Publish callbacks [] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.919276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90a77fda-f5ae-4a82-8376-3ed6f9ef20b5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.926249 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90a77fda-f5ae-4a82-8376-3ed6f9ef20b5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.927503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.996028 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90a77fda-f5ae-4a82-8376-3ed6f9ef20b5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.999572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-90a77fda-f5ae-4a82-8376-3ed6f9ef20b5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1790895 Feb 19 03:25:20.003087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45020) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:20.115678 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Pushing event updated for resources: {'Port': ['ID=83bc3ed6-6f8e-4329-b444-3dd21b516751,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:20.144272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Network f8f2ad46-37c1-414c-a9e2-c38891eaeeec is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:20.156833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:20.165768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:20.237507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537fc585-2761-43bd-8d7a-e50a647693f7 None None] Network e159e8e8-53a6-491a-93da-6b95c9975b67 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:20.257715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-5a3fcad9-1a6d-49f8-93f3-cb4ccded1445', 'network_id': '5a3fcad9-1a6d-49f8-93f3-cb4ccded1445', 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'fixed_ips': [{'subnet_id': 'b5fe45a4-8aec-499d-adc9-fa88c15046a7'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:20.258702 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.286679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b44e0-edf2-4f51-80f8-8b993a09044b req-71b9a7cc-cc69-4f3c-8d19-d5c7e648cdd1 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:20.288880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad7b44e0-edf2-4f51-80f8-8b993a09044b req-71b9a7cc-cc69-4f3c-8d19-d5c7e648cdd1 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/ports?device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 945 time: 0.1948280 Feb 19 03:25:20.531006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad7b44e0-edf2-4f51-80f8-8b993a09044b req-2587ad84-5341-4a02-ba0b-974b851f379c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups?id=3206d3d6-a923-439e-8135-10605c022520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333772 Feb 19 03:25:20.603824 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.608630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Attempting to bind port 83bc3ed6-6f8e-4329-b444-3dd21b516751 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:20.609431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Attempting to bind port 83bc3ed6-6f8e-4329-b444-3dd21b516751 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'ba17bc81-eb10-49ae-9280-00ef18b68c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f8f2ad46-37c1-414c-a9e2-c38891eaeeec'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:20.609639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Attempting to bind port 83bc3ed6-6f8e-4329-b444-3dd21b516751 on network f8f2ad46-37c1-414c-a9e2-c38891eaeeec {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:20.640206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:20.640601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Checking segment: {'id': 'ba17bc81-eb10-49ae-9280-00ef18b68c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f8f2ad46-37c1-414c-a9e2-c38891eaeeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:20.641020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.641422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Bound using segment: {'id': 'ba17bc81-eb10-49ae-9280-00ef18b68c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f8f2ad46-37c1-414c-a9e2-c38891eaeeec'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:20.642650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Bound port: 83bc3ed6-6f8e-4329-b444-3dd21b516751, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba17bc81-eb10-49ae-9280-00ef18b68c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f8f2ad46-37c1-414c-a9e2-c38891eaeeec'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:20.643046 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.792193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Allocated IP 2001:db8:1::2 (5a3fcad9-1a6d-49f8-93f3-cb4ccded1445/b5fe45a4-8aec-499d-adc9-fa88c15046a7/c6732ac3-92bf-4c73-9bb7-2ed010c2292b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:20.797525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] For port 83bc3ed6-6f8e-4329-b444-3dd21b516751, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:20.801632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] For port 83bc3ed6-6f8e-4329-b444-3dd21b516751, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=83bc3ed6-6f8e-4329-b444-3dd21b516751,segment=NetworkSegment(ba17bc81-eb10-49ae-9280-00ef18b68c44),segment_id=ba17bc81-eb10-49ae-9280-00ef18b68c44)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:20.815202 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.949481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c95a6-4d92-4740-aed0-8521f6852eed None None] Pushing event updated for resources: {'Port': ['ID=83bc3ed6-6f8e-4329-b444-3dd21b516751,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:20.981530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-17d84c41-059d-42ad-9ec2-f27f3c75763a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:20.987986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-17d84c41-059d-42ad-9ec2-f27f3c75763a tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "GET /v2.0/ports?device_id=296a1710-3f81-40b3-a128-702231df72c8 HTTP/1.1" status: 200 len: 945 time: 0.1231637 Feb 19 03:25:21.062122 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Publish callbacks [] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.070252 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.091620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Allocated IP 2001:db8::1 (f8f2ad46-37c1-414c-a9e2-c38891eaeeec/b3eee942-7fc1-4e87-a5f9-fc123fc61585/f04b22bd-4cf8-48ff-a4c5-09d0978fad24) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:21.115390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Network 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:21.120592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:21.126395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:21.134428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Pushing event updated for resources: {'Port': ['ID=c6732ac3-92bf-4c73-9bb7-2ed010c2292b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:21.269614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-4fd7fe1c-d7ce-4a84-a556-e741c5a47d67 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:21.271201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-4fd7fe1c-d7ce-4a84-a556-e741c5a47d67 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/networks?id=e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 200 len: 813 time: 0.2799783 Feb 19 03:25:21.273374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Attempting to bind port c6732ac3-92bf-4c73-9bb7-2ed010c2292b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:21.273765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Attempting to bind port c6732ac3-92bf-4c73-9bb7-2ed010c2292b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '29741e02-eb9e-4dce-b1d8-670466435412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5a3fcad9-1a6d-49f8-93f3-cb4ccded1445'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:21.274181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Attempting to bind port c6732ac3-92bf-4c73-9bb7-2ed010c2292b on network 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:21.279973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:21.280351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Checking segment: {'id': '29741e02-eb9e-4dce-b1d8-670466435412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5a3fcad9-1a6d-49f8-93f3-cb4ccded1445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:21.280761 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.281654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Bound using segment: {'id': '29741e02-eb9e-4dce-b1d8-670466435412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5a3fcad9-1a6d-49f8-93f3-cb4ccded1445'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:21.281786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Bound port: c6732ac3-92bf-4c73-9bb7-2ed010c2292b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29741e02-eb9e-4dce-b1d8-670466435412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5a3fcad9-1a6d-49f8-93f3-cb4ccded1445'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:21.282286 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.324530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-b7eeeb41-0c23-4b45-88d2-932f3134c5e4 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/quotas/a05e9d391677400abdf9d3cb2be5d9d8 HTTP/1.1" status: 200 len: 375 time: 0.0404363 Feb 19 03:25:21.330211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.333396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-2052226b-82a6-4ef5-aee1-68af6075ee8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Deleting port 63d9566a-0eac-477b-89d5-22e3e2ad1eab {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:21.333733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-2052226b-82a6-4ef5-aee1-68af6075ee8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.382336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] For port c6732ac3-92bf-4c73-9bb7-2ed010c2292b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:21.384904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-01602792-82c9-491c-bc73-ae84cb8976fe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474231 Feb 19 03:25:21.387991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] For port c6732ac3-92bf-4c73-9bb7-2ed010c2292b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c6732ac3-92bf-4c73-9bb7-2ed010c2292b,segment=NetworkSegment(29741e02-eb9e-4dce-b1d8-670466435412),segment_id=29741e02-eb9e-4dce-b1d8-670466435412)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:21.397252 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.459198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029caf2f-7c5d-4ec0-a70e-e971d05a6ff5 None None] Pushing event updated for resources: {'Port': ['ID=c6732ac3-92bf-4c73-9bb7-2ed010c2292b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:21.530149 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.604759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-2052226b-82a6-4ef5-aee1-68af6075ee8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] For port 63d9566a-0eac-477b-89d5-22e3e2ad1eab, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=63d9566a-0eac-477b-89d5-22e3e2ad1eab,segment=NetworkSegment(088ab0b6-9c32-4757-9251-894f8eded0da),segment_id=088ab0b6-9c32-4757-9251-894f8eded0da)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:21.605325 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-2052226b-82a6-4ef5-aee1-68af6075ee8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.639636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network f8f2ad46-37c1-414c-a9e2-c38891eaeeec is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:21.643371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-2052226b-82a6-4ef5-aee1-68af6075ee8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Calling delete_port for 63d9566a-0eac-477b-89d5-22e3e2ad1eab owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:21.647021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-fc01a1e7-bdfe-41ce-b0cd-67306d375136 service neutron] 10.222.0.42 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337718 Feb 19 03:25:21.661212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:21.687076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:21.688857 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.698754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=f04b22bd-4cf8-48ff-a4c5-09d0978fad24,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:21.934607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-ae9c3d8c-4056-40e1-bc27-5718992c3835 service neutron] 10.222.0.42 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780728 Feb 19 03:25:22.089168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.091338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-2052226b-82a6-4ef5-aee1-68af6075ee8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (63d9566a-0eac-477b-89d5-22e3e2ad1eab), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.108404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['63d9566a-0eac-477b-89d5-22e3e2ad1eab'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:22.145788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c6732ac3-92bf-4c73-9bb7-2ed010c2292b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:22.171177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052226b-82a6-4ef5-aee1-68af6075ee8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event deleted for resources: {'Port': ['ID=63d9566a-0eac-477b-89d5-22e3e2ad1eab,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:22.224560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c6732ac3-92bf-4c73-9bb7-2ed010c2292b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:22.224945 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.280746 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.287047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-2052226b-82a6-4ef5-aee1-68af6075ee8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] No DVR routers for this DVR port 63d9566a-0eac-477b-89d5-22e3e2ad1eab on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:22.294441 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-2052226b-82a6-4ef5-aee1-68af6075ee8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.298572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf32a55c-13e4-460f-9f37-3fd6a9656aa9 req-2052226b-82a6-4ef5-aee1-68af6075ee8c tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.71 "DELETE /v2.0/ports/63d9566a-0eac-477b-89d5-22e3e2ad1eab HTTP/1.1" status: 204 len: 173 time: 1.3032715 Feb 19 03:25:22.301558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296a1710-3f81-40b3-a128-702231df72c8', 'name': 'network-vif-deleted', 'tag': '63d9566a-0eac-477b-89d5-22e3e2ad1eab'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:22.305680 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aa9cfc-80e5-4b76-a5b8-dc9604396f5b" -d '{"events": [{"server_uuid": "296a1710-3f81-40b3-a128-702231df72c8", "name": "network-vif-deleted", "tag": "63d9566a-0eac-477b-89d5-22e3e2ad1eab"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:22.367621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c6732ac3-92bf-4c73-9bb7-2ed010c2292b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:22.368072 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.411693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port c6732ac3-92bf-4c73-9bb7-2ed010c2292b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c6732ac3-92bf-4c73-9bb7-2ed010c2292b,segment=NetworkSegment(29741e02-eb9e-4dce-b1d8-670466435412),segment_id=29741e02-eb9e-4dce-b1d8-670466435412)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:22.417475 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.418479 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 83bc3ed6-6f8e-4329-b444-3dd21b516751 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:22.534646 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=c6732ac3-92bf-4c73-9bb7-2ed010c2292b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:22.538939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59131d17-b412-497f-9f02-e4f375997484 None None] Network f8f2ad46-37c1-414c-a9e2-c38891eaeeec requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:22.656269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 83bc3ed6-6f8e-4329-b444-3dd21b516751 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:22.656649 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.705459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bccbceb5-6f51-4a8e-a3ec-2839587895f5 None None] Provisioning complete for port 83bc3ed6-6f8e-4329-b444-3dd21b516751 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:22.706130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bccbceb5-6f51-4a8e-a3ec-2839587895f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.946529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bccbceb5-6f51-4a8e-a3ec-2839587895f5 None None] Current status of the port 83bc3ed6-6f8e-4329-b444-3dd21b516751 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:22.946918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bccbceb5-6f51-4a8e-a3ec-2839587895f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.002143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 83bc3ed6-6f8e-4329-b444-3dd21b516751 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:23.002535 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.051088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bccbceb5-6f51-4a8e-a3ec-2839587895f5 None None] For port 83bc3ed6-6f8e-4329-b444-3dd21b516751, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=83bc3ed6-6f8e-4329-b444-3dd21b516751,segment=NetworkSegment(ba17bc81-eb10-49ae-9280-00ef18b68c44),segment_id=ba17bc81-eb10-49ae-9280-00ef18b68c44)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:23.060308 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bccbceb5-6f51-4a8e-a3ec-2839587895f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.184900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2cee25-2a06-46f5-a580-b246e5920a74 None None] Network 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:23.281375 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:25:23.283717 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:25:23.300882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbceb5-6f51-4a8e-a3ec-2839587895f5 None None] Pushing event updated for resources: {'Port': ['ID=83bc3ed6-6f8e-4329-b444-3dd21b516751,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:23.315212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a1e5281a-d7ef-4dd1-89f5-f3381aaf35f9 None None] Provisioning complete for port c6732ac3-92bf-4c73-9bb7-2ed010c2292b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:23.315572 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1e5281a-d7ef-4dd1-89f5-f3381aaf35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.359753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.368962 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.369831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.426305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faee4ee-bd03-48e7-85ee-c353b2caf12a req-7d36d794-8824-4c69-b8cd-5399af5d2cb8 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:23.435881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4faee4ee-bd03-48e7-85ee-c353b2caf12a req-7d36d794-8824-4c69-b8cd-5399af5d2cb8 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 946 time: 0.1575403 Feb 19 03:25:23.483796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5281a-d7ef-4dd1-89f5-f3381aaf35f9 None None] Current status of the port c6732ac3-92bf-4c73-9bb7-2ed010c2292b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:23.594499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4faee4ee-bd03-48e7-85ee-c353b2caf12a req-67cc27e9-f6d5-4877-891a-030d8b9ca5ac tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574974 Feb 19 03:25:23.658147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b1e1db27-f6a3-4c21-b051-a6770129d158 None None] Provisioning complete for port 83bc3ed6-6f8e-4329-b444-3dd21b516751 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:23.658793 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b1e1db27-f6a3-4c21-b051-a6770129d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.775673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network f8f2ad46-37c1-414c-a9e2-c38891eaeeec is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:23.779857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:23.784193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=f04b22bd-4cf8-48ff-a4c5-09d0978fad24,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:23.883635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1db27-f6a3-4c21-b051-a6770129d158 None None] Current status of the port 83bc3ed6-6f8e-4329-b444-3dd21b516751 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:23.889243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 83bc3ed6-6f8e-4329-b444-3dd21b516751 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:23.903012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b1e1db27-f6a3-4c21-b051-a6770129d158 None None] Provisioning complete for port f04b22bd-4cf8-48ff-a4c5-09d0978fad24 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:23.903642 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b1e1db27-f6a3-4c21-b051-a6770129d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.953593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1db27-f6a3-4c21-b051-a6770129d158 None None] Port f04b22bd-4cf8-48ff-a4c5-09d0978fad24 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:24.034533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c6732ac3-92bf-4c73-9bb7-2ed010c2292b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:24.088273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-d3af4e7c-f0e8-48ae-a112-e704006656dd tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:24.096886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-d3af4e7c-f0e8-48ae-a112-e704006656dd tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.3077223 Feb 19 03:25:24.100537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-63e8a708-3c4b-472e-8b69-e374fe95610a None None] Provisioning complete for port f04b22bd-4cf8-48ff-a4c5-09d0978fad24 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:24.101032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-63e8a708-3c4b-472e-8b69-e374fe95610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.128747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-2163dd20-8a6f-465f-a98e-a39c1b256f57 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/quotas/5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 375 time: 0.0306890 Feb 19 03:25:24.166519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c6732ac3-92bf-4c73-9bb7-2ed010c2292b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:24.167207 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.175747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 0fb47ca2-3005-4023-a5cd-7407e7b48ac5 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:25:24.201837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-63e8a708-3c4b-472e-8b69-e374fe95610a None None] Port f04b22bd-4cf8-48ff-a4c5-09d0978fad24 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:24.237770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-63e8a708-3c4b-472e-8b69-e374fe95610a None None] Provisioning complete for port c6732ac3-92bf-4c73-9bb7-2ed010c2292b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:24.238234 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-63e8a708-3c4b-472e-8b69-e374fe95610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.268369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-9e4b08ca-2b80-4524-a04d-8ee3e1867ac6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383369 Feb 19 03:25:24.323606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 63d9566a-0eac-477b-89d5-22e3e2ad1eab no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:24.358984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 63d9566a-0eac-477b-89d5-22e3e2ad1eab {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:24.359405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 63d9566a-0eac-477b-89d5-22e3e2ad1eab not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:24.374585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c6732ac3-92bf-4c73-9bb7-2ed010c2292b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:24.377181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 83bc3ed6-6f8e-4329-b444-3dd21b516751 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:24.434039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-ccca6e2e-62b1-448a-985e-2d0b474cd69b tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:24.435651 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-ccca6e2e-62b1-448a-985e-2d0b474cd69b tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.37 "GET /v2.0/networks?id=e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 200 len: 813 time: 0.2356355 Feb 19 03:25:24.474134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Request body: {'port': {'device_id': '3e390f67-35d8-4e7e-818e-7a70250df5e7', 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67', 'admin_state_up': True, 'tenant_id': 'a05e9d391677400abdf9d3cb2be5d9d8'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:24.481107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-63e8a708-3c4b-472e-8b69-e374fe95610a None None] Current status of the port c6732ac3-92bf-4c73-9bb7-2ed010c2292b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:24.490777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 83bc3ed6-6f8e-4329-b444-3dd21b516751 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:24.491161 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.541170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:24.552325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-79ddaf03-b2c8-4414-8c22-e2ba7ece0787 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/0fb47ca2-3005-4023-a5cd-7407e7b48ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5475147 Feb 19 03:25:24.556382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45082) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:24.564415 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6554fb66-6cd4-407f-8bd7-31c6b5fb64c7 None None] Sync routers for ids ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:24.571485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-2676b056-e5f7-4da9-9e94-c8a1288a21b7 service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020763 Feb 19 03:25:24.582792 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554fb66-6cd4-407f-8bd7-31c6b5fb64c7 None None] Routers {'0fb47ca2-3005-4023-a5cd-7407e7b48ac5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:24.583424 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6554fb66-6cd4-407f-8bd7-31c6b5fb64c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:24.639972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-97e5f8ca-1693-493d-9c6c-5895166a6720 None None] Provisioning complete for port f04b22bd-4cf8-48ff-a4c5-09d0978fad24 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:24.640984 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97e5f8ca-1693-493d-9c6c-5895166a6720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.664981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9654db0-da1e-46be-9c99-65c078d40efb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:24.666627 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e9654db0-da1e-46be-9c99-65c078d40efb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports/f04b22bd-4cf8-48ff-a4c5-09d0978fad24 HTTP/1.1" status: 200 len: 911 time: 0.0909970 Feb 19 03:25:24.669251 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45084) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:24.682080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-c467d2ec-4a2c-4c5e-8da2-fc3e351c487f tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:24.683656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-c467d2ec-4a2c-4c5e-8da2-fc3e351c487f tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.71 "GET /v2.0/networks?id=e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 200 len: 813 time: 0.2542293 Feb 19 03:25:24.698571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-97e5f8ca-1693-493d-9c6c-5895166a6720 None None] Port f04b22bd-4cf8-48ff-a4c5-09d0978fad24 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:24.703600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Request body: {'port': {'device_id': 'f9cfc453-7d76-4e0b-bb6c-ddba78835482', 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67', 'admin_state_up': True, 'tenant_id': 'a05e9d391677400abdf9d3cb2be5d9d8'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:24.706078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 83bc3ed6-6f8e-4329-b444-3dd21b516751 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:24.711356 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6554fb66-6cd4-407f-8bd7-31c6b5fb64c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:24.727778 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554fb66-6cd4-407f-8bd7-31c6b5fb64c7 None None] Routers {'0fb47ca2-3005-4023-a5cd-7407e7b48ac5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:24.728703 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6554fb66-6cd4-407f-8bd7-31c6b5fb64c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:24.773043 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6554fb66-6cd4-407f-8bd7-31c6b5fb64c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:24.774128 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6554fb66-6cd4-407f-8bd7-31c6b5fb64c7 None None] The sync data for ids ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:24.806183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-6f34f0c1-3c7b-40a1-bcff-34f7a20589b5 service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334313 Feb 19 03:25:24.879974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Made reservation on behalf of a05e9d391677400abdf9d3cb2be5d9d8 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:24.884730 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.931437 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Made reservation on behalf of a05e9d391677400abdf9d3cb2be5d9d8 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:24.934867 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:25.082475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Allocated IP 172.20.0.11 (e159e8e8-53a6-491a-93da-6b95c9975b67/325ef738-5516-458a-bec6-1ce62652f493/6f76d576-371c-4cc9-bbb2-7a3fe3e546c3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:25.308303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:25.375022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks [] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:25.433743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:25.505742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Network e159e8e8-53a6-491a-93da-6b95c9975b67 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:25.510889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:25.515467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:25.581242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Pushing event updated for resources: {'Port': ['ID=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:25.624303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:25.625378 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:25.649443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-6eb719b5-3287-4fcd-89ea-e1d5daeb7192 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9520822 Feb 19 03:25:25.667507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Request body: {'port': {'device_id': 'f9cfc453-7d76-4e0b-bb6c-ddba78835482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:25.677403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Allocated IP 172.20.0.4 (e159e8e8-53a6-491a-93da-6b95c9975b67/325ef738-5516-458a-bec6-1ce62652f493/99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:25.812019 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:25.840704 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a2f0a-6f84-4f3a-9fda-a6e4356137f3 x-openstack-request-id: req-7d9a2f0a-6f84-4f3a-9fda-a6e4356137f3 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:25.841401 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296a1710-3f81-40b3-a128-702231df72c8", "name": "network-vif-deleted", "tag": "63d9566a-0eac-477b-89d5-22e3e2ad1eab", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:25.841996 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d9a2f0a-6f84-4f3a-9fda-a6e4356137f3 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:25.842728 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296a1710-3f81-40b3-a128-702231df72c8', 'name': 'network-vif-deleted', 'tag': '63d9566a-0eac-477b-89d5-22e3e2ad1eab', 'status': 'completed', 'code': 200} Feb 19 03:25:25.905295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Allocated IP 2001:db8:1::1 (5a3fcad9-1a6d-49f8-93f3-cb4ccded1445/b5fe45a4-8aec-499d-adc9-fa88c15046a7/c4424136-b03e-4e2b-92dc-0ecf462ba46c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:26.085152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25218c-7497-4ed2-8c78-d4f055dd87df req-148d31ea-8d38-4373-8486-84b4cb6f64a4 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:26.086702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc25218c-7497-4ed2-8c78-d4f055dd87df req-148d31ea-8d38-4373-8486-84b4cb6f64a4 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.0945868 Feb 19 03:25:26.148875 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (c4424136-b03e-4e2b-92dc-0ecf462ba46c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.156057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks [] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.162737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc25218c-7497-4ed2-8c78-d4f055dd87df req-23d6c518-c9ef-4cb9-bb5e-594e59e84ec1 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Feb 19 03:25:26.236529 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c4424136-b03e-4e2b-92dc-0ecf462ba46c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.256524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.295651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b79d9ba6-0b31-4e4a-9a62-a90843f4ab0b req-5dc126cf-66ac-466f-b231-3bc377083156 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 210 time: 0.0530996 Feb 19 03:25:26.296829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:26.305620 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:26.310539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:26.311266 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.394443 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Network e159e8e8-53a6-491a-93da-6b95c9975b67 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:26.410415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:26.414526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:26.454118 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=c4424136-b03e-4e2b-92dc-0ecf462ba46c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:26.596645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:26.597327 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.625101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Pushing event updated for resources: {'Port': ['ID=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:26.647735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:26.667267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Publish callbacks [] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.673060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c4424136-b03e-4e2b-92dc-0ecf462ba46c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.690880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Transition to ACTIVE for port object 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:26.700108 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-5daa15df-2b7c-419c-ad92-5ed35fe19dfe tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2406230 Feb 19 03:25:26.721471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.852813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Request body: {'port': {'device_id': '3e390f67-35d8-4e7e-818e-7a70250df5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:26.896548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-757ee523-5ed7-4dce-bd27-06301cccc78b None None] Provisioning complete for port c4424136-b03e-4e2b-92dc-0ecf462ba46c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:26.900762 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-757ee523-5ed7-4dce-bd27-06301cccc78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c4424136-b03e-4e2b-92dc-0ecf462ba46c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.957633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-757ee523-5ed7-4dce-bd27-06301cccc78b None None] Port c4424136-b03e-4e2b-92dc-0ecf462ba46c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:26.963837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Pushing event updated for resources: {'Port': ['ID=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:26.973448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-7b3babc6-f36e-4ebe-9f6a-3fd0d8d27d67 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:26.975325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-7b3babc6-f36e-4ebe-9f6a-3fd0d8d27d67 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.5239327 Feb 19 03:25:26.991428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'port': {'device_id': '0e593bb7-df4c-4c49-956d-9d5d8ff89f25', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'admin_state_up': True, 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:26.994958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Attempting to bind port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:26.995323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Attempting to bind port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:26.995715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Attempting to bind port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 on network e159e8e8-53a6-491a-93da-6b95c9975b67 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:27.014715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 on network e159e8e8-53a6-491a-93da-6b95c9975b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:27.014881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Attempting to bind port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 on network e159e8e8-53a6-491a-93da-6b95c9975b67 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:27.060526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:27.060952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Checking segment: {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:27.061276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Bound using segment: {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:27.061728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Bound port: 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:27.062121 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.176347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] For port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:27.182822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] For port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:27.199619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.200898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (c4424136-b03e-4e2b-92dc-0ecf462ba46c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.206711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.212176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (c4424136-b03e-4e2b-92dc-0ecf462ba46c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.213163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.250788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Made reservation on behalf of 5cf97a4e18014482b6db74a93fe61ab7 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:27.254272 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.295194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=c4424136-b03e-4e2b-92dc-0ecf462ba46c,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:27.311146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:27.311783 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.313416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] 10.222.0.71 "PUT /v2.0/ports/6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 HTTP/1.1" status: 200 len: 1092 time: 1.6505053 Feb 19 03:25:27.373837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Pushing event updated for resources: {'Port': ['ID=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:27.444780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.445144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.445498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.445874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.451970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.452335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.453917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.453917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.453917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.454362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.454509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.454992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.455317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3d276-a1ab-42b9-bfdf-373c132a4e7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:27.497581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c16f19-e2fd-49b2-9683-e8c20da217bf req-168e4270-64d1-4d47-869f-8d48f0a62b4b tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:27.499260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c16f19-e2fd-49b2-9683-e8c20da217bf req-168e4270-64d1-4d47-869f-8d48f0a62b4b tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e390f67-35d8-4e7e-818e-7a70250df5e7 HTTP/1.1" status: 200 len: 931 time: 0.2927115 Feb 19 03:25:27.557276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:27.561599 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:27.595680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-82097a51-44a0-4feb-adc4-36c4555678a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:27.597386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-82097a51-44a0-4feb-adc4-36c4555678a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&device_id=f9cfc453-7d76-4e0b-bb6c-ddba78835482 HTTP/1.1" status: 200 len: 1126 time: 0.2164571 Feb 19 03:25:27.625352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Allocated IP 172.20.0.9 (fe9d6d30-625d-450f-933b-efaadb357ec7/ce738e80-e0ec-4d2c-8061-632564612e19/cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:27.671139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-add9a444-5d35-4da0-9cd9-6f2376ecbf14 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 HTTP/1.1" status: 200 len: 217 time: 0.0581393 Feb 19 03:25:27.682455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c16f19-e2fd-49b2-9683-e8c20da217bf req-77a03e61-d382-432e-ab69-6a63a03f8a15 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529593 Feb 19 03:25:27.807612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-ddfcfb83-7044-43fc-b9e5-2f63cdbc992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:27.810491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 0fb47ca2-3005-4023-a5cd-7407e7b48ac5 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:27.811319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-ddfcfb83-7044-43fc-b9e5-2f63cdbc992e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=325ef738-5516-458a-bec6-1ce62652f493 HTTP/1.1" status: 200 len: 853 time: 0.1268494 Feb 19 03:25:27.869126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cfc453-7d76-4e0b-bb6c-ddba78835482', 'tag': '6f76d576-371c-4cc9-bbb2-7a3fe3e546c3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:27.869629 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cfc453-7d76-4e0b-bb6c-ddba78835482", "tag": "6f76d576-371c-4cc9-bbb2-7a3fe3e546c3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:27.974399 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-c3a9b743-5fe3-4ed4-937c-23769728a368 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e159e8e8-53a6-491a-93da-6b95c9975b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005545 Feb 19 03:25:28.014383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-57fad854-4262-4418-9109-1f4240934418 None None] Provisioning complete for port c4424136-b03e-4e2b-92dc-0ecf462ba46c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:28.017317 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-57fad854-4262-4418-9109-1f4240934418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c4424136-b03e-4e2b-92dc-0ecf462ba46c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.061263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-57fad854-4262-4418-9109-1f4240934418 None None] Port c4424136-b03e-4e2b-92dc-0ecf462ba46c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:28.187567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.199829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-e85d2a72-8f00-42fa-9aba-d98c01cb4c09 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:28.201388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-e85d2a72-8f00-42fa-9aba-d98c01cb4c09 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.3287659 Feb 19 03:25:28.203303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-8e33bdf2-1bf5-4d11-bd8e-9d709045137e service neutron] 10.222.0.71 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948533 Feb 19 03:25:28.307233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-ce650610-8bf9-453f-9a22-194cfc5a2168 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/quotas/1ed1d0f12f104287bcbffc45332f2479 HTTP/1.1" status: 200 len: 375 time: 0.0931604 Feb 19 03:25:28.311593 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.386592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:28.408268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:28.412188 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Publish callbacks [] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.419905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:28.422549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:28.475329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Transition to ACTIVE for port object 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:28.487750 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.490191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:28.517592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-77fbdd92-e619-4051-a39c-62af4000bb5e service neutron] 10.222.0.71 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012505 Feb 19 03:25:28.525260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:28.542522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-d789c983-d6a2-48cb-809d-a08d901366cd tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2180429 Feb 19 03:25:28.550608 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-16014f70-3943-4c15-b087-71f28b124036 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/0fb47ca2-3005-4023-a5cd-7407e7b48ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8802171 Feb 19 03:25:28.552807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:28.557076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee09ed-2c2b-4185-acbd-cc5494fa1194 None None] Sync routers for ids ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:28.560431 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.565651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45210) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:28.577806 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-8122c23b-a632-4a91-a937-b1102b421099 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2098267 Feb 19 03:25:28.599940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Pushing event updated for resources: {'Port': ['ID=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:28.606105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee09ed-2c2b-4185-acbd-cc5494fa1194 None None] Routers {'0fb47ca2-3005-4023-a5cd-7407e7b48ac5'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:28.606768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-12ee09ed-2c2b-4185-acbd-cc5494fa1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:28.673370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-12ee09ed-2c2b-4185-acbd-cc5494fa1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:28.686225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee09ed-2c2b-4185-acbd-cc5494fa1194 None None] Routers {'0fb47ca2-3005-4023-a5cd-7407e7b48ac5'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:28.687653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-12ee09ed-2c2b-4185-acbd-cc5494fa1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:28.763333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-12ee09ed-2c2b-4185-acbd-cc5494fa1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:28.764333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee09ed-2c2b-4185-acbd-cc5494fa1194 None None] The sync data for ids ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:28.783492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-fceb8e6e-9b19-414a-aef3-6094f09e0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:28.785580 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-fceb8e6e-9b19-414a-aef3-6094f09e0e7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 1127 time: 0.0999625 Feb 19 03:25:28.787055 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Attempting to bind port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:28.787390 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Attempting to bind port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:28.796977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Attempting to bind port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a on network e159e8e8-53a6-491a-93da-6b95c9975b67 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:28.810444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a on network e159e8e8-53a6-491a-93da-6b95c9975b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:28.810864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Attempting to bind port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a on network e159e8e8-53a6-491a-93da-6b95c9975b67 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:28.838966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:28.839312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Checking segment: {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:28.839714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Bound using segment: {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:28.840152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Bound port: 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:28.841229 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.915130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b0b59f85-9542-4268-917d-97e41abe6a52 None None] Provisioning complete for port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:28.916644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b0b59f85-9542-4268-917d-97e41abe6a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.978284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b0b59f85-9542-4268-917d-97e41abe6a52 None None] Port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:29.005787 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-9c9644e1-389b-44ac-8689-bdd592edaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.007539 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-9c9644e1-389b-44ac-8689-bdd592edaf28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 906 time: 0.1983721 Feb 19 03:25:29.017305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] For port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:29.026873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] For port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:29.061527 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-88fce82d-89b9-4be4-a935-c8a62e814686 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6961251e-00ee-4735-a42f-9e9a7e6dde6b HTTP/1.1" status: 200 len: 217 time: 0.0464518 Feb 19 03:25:29.062931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:29.137706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.138367 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:29.139783 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a HTTP/1.1" status: 200 len: 1091 time: 2.4077539 Feb 19 03:25:29.142974 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e390f67-35d8-4e7e-818e-7a70250df5e7', 'tag': '99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:29.145976 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9028ddf1-2f55-4c04-9581-d27775f267b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e390f67-35d8-4e7e-818e-7a70250df5e7", "tag": "99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:29.184489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-75532690-fe62-47f0-8bf2-50dbd8df818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.186202 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-75532690-fe62-47f0-8bf2-50dbd8df818f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.1173890 Feb 19 03:25:29.186997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0394cd-5ade-4ffc-9953-d68866de46e1 service neutron] Pushing event updated for resources: {'Port': ['ID=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:29.205512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe717ec5-88af-4be2-a936-a879fb3744c0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.207896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fe717ec5-88af-4be2-a936-a879fb3744c0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports/c4424136-b03e-4e2b-92dc-0ecf462ba46c HTTP/1.1" status: 200 len: 913 time: 0.6377745 Feb 19 03:25:29.216991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45216) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:29.245896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c2e4c862-66c3-494e-bed0-8d7bcbd7e59d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2586021 Feb 19 03:25:29.264362 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-9549fdbb-596e-45b9-a334-0732d3278de8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648854 Feb 19 03:25:29.359855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Request body: {'port': {'device_id': '0e593bb7-df4c-4c49-956d-9d5d8ff89f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:29.426631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-c32ccbbe-baaf-4369-a61f-def30892fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.429668 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-c32ccbbe-baaf-4369-a61f-def30892fa07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&device_id=3e390f67-35d8-4e7e-818e-7a70250df5e7 HTTP/1.1" status: 200 len: 1125 time: 0.2168310 Feb 19 03:25:29.495546 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-927b7a56-ca4d-414c-8bed-3a2d122b6855 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a HTTP/1.1" status: 200 len: 217 time: 0.0514007 Feb 19 03:25:29.549618 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-bf516788-2975-4247-b398-9d603bcdc385 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678063 Feb 19 03:25:29.623980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-30b94bbf-d276-4b94-9879-49273a62a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.624741 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-30b94bbf-d276-4b94-9879-49273a62a47f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=325ef738-5516-458a-bec6-1ce62652f493 HTTP/1.1" status: 200 len: 853 time: 0.1163399 Feb 19 03:25:29.666822 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-c916539b-1fbf-4228-b47f-3db4af44e55d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e159e8e8-53a6-491a-93da-6b95c9975b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330560 Feb 19 03:25:29.720404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:29.749584 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4bd14dad-0613-43ee-95d0-b9d904210e5f req-785c290a-821a-4c45-9d56-92899901331a service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935127 Feb 19 03:25:29.786616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-0905be08-06ad-46e1-b596-213aecafd47d service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756719 Feb 19 03:25:29.817212 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-436c1ef2-b892-4337-b294-60f0079afbd4 service neutron] 10.222.0.37 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423895 Feb 19 03:25:29.947831 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-78f703b8-bbac-474d-a86b-6e13a100e094 req-e5d7ce0b-5689-44c9-afc0-50cfcc61f03a service neutron] 10.222.0.37 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244817 Feb 19 03:25:30.061645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-521ca357-1252-4b46-93f6-61a0db4c10af service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619541 Feb 19 03:25:30.307862 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:30.360296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:30.371262 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Publish callbacks [] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.393331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Transition to ACTIVE for port object cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:30.401528 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.405711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.531779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:30.553188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '6f76d576-371c-4cc9-bbb2-7a3fe3e546c3', 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67', 'port_id': '6f76d576-371c-4cc9-bbb2-7a3fe3e546c3', 'mac_address': 'fa:16:3e:66:7d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325ef738-5516-458a-bec6-1ce62652f493', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:30.578834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f8842-2c69-432f-984f-709b167815b1 req-417e833b-fc1d-433b-9330-caaa5ef02f51 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:30.589397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-095f8842-2c69-432f-984f-709b167815b1 req-417e833b-fc1d-433b-9330-caaa5ef02f51 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e HTTP/1.1" status: 200 len: 945 time: 0.2849760 Feb 19 03:25:30.625188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:30.625579 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.635646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:30.653630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:30.670944 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:25:30.698772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:30.703914 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.824248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:30.875318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-095f8842-2c69-432f-984f-709b167815b1 req-8b1d8287-6644-45ec-aefb-34c43d82e0a9 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570093 Feb 19 03:25:30.922130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Attempting to bind port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:30.923333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Attempting to bind port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:30.923875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Attempting to bind port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:30.934552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd on network fe9d6d30-625d-450f-933b-efaadb357ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:30.935062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Attempting to bind port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:31.000445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:31.000799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Checking segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:31.006615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Bound using segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:31.015362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Bound port: cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:31.015757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.131634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] For port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:31.136253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] For port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:31.190077 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.256035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:31.257033 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.258713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] 10.222.0.71 "PUT /v2.0/ports/cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd HTTP/1.1" status: 200 len: 1091 time: 1.9294963 Feb 19 03:25:31.349601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['6f76d576-371c-4cc9-bbb2-7a3fe3e546c3'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:31.383050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2188d-14ea-414f-b397-95dc3005acd6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:31.405714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ee0b1-1970-4b62-bd27-b2b904cad39a req-4be74ee9-d937-4955-bc0c-2f2ff4ddecd0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:31.413325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e62ee0b1-1970-4b62-bd27-b2b904cad39a req-4be74ee9-d937-4955-bc0c-2f2ff4ddecd0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.1725683 Feb 19 03:25:31.452408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-1709c670-45f7-4196-acb4-ac2235c8ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:31.454908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-1709c670-45f7-4196-acb4-ac2235c8ced7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 1125 time: 0.1237755 Feb 19 03:25:31.457764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port c4424136-b03e-4e2b-92dc-0ecf462ba46c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:31.458257 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c4424136-b03e-4e2b-92dc-0ecf462ba46c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.673596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-70adbf97-13db-49c0-9623-f53f302757d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd HTTP/1.1" status: 200 len: 217 time: 0.1711111 Feb 19 03:25:31.753917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e62ee0b1-1970-4b62-bd27-b2b904cad39a req-06f25106-143d-4157-a0f7-232cb46be737 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389750 Feb 19 03:25:31.823977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-249d15df-e0fc-4d60-8c75-660c09749c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:31.826394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-249d15df-e0fc-4d60-8c75-660c09749c17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1432877 Feb 19 03:25:31.829769 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e13393-65c4-4453-ae9d-1f6a013e888a x-openstack-request-id: req-f2e13393-65c4-4453-ae9d-1f6a013e888a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:31.830266 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cfc453-7d76-4e0b-bb6c-ddba78835482", "tag": "6f76d576-371c-4cc9-bbb2-7a3fe3e546c3", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:31.831108 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2e13393-65c4-4453-ae9d-1f6a013e888a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:31.831802 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cfc453-7d76-4e0b-bb6c-ddba78835482', 'tag': '6f76d576-371c-4cc9-bbb2-7a3fe3e546c3', 'status': 'completed', 'code': 200} Feb 19 03:25:31.903509 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c4424136-b03e-4e2b-92dc-0ecf462ba46c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.959469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for c4424136-b03e-4e2b-92dc-0ecf462ba46c owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:32.072792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff req-4be6a319-597f-4d8f-b21f-bdfe190bc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:32.074423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff req-4be6a319-597f-4d8f-b21f-bdfe190bc3ba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&device_id=f9cfc453-7d76-4e0b-bb6c-ddba78835482 HTTP/1.1" status: 200 len: 1127 time: 0.1910746 Feb 19 03:25:32.084246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45264) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:32.086773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c19810fb-fa13-454d-93e2-2e013b6b0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:32.089016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-c19810fb-fa13-454d-93e2-2e013b6b0af4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2473562 Feb 19 03:25:32.161078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707263f4-a117-4b68-b64a-b331b583e8c5 req-2b1a9537-1bb7-49ef-9900-3d502fb2cb97 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:32.162862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-707263f4-a117-4b68-b64a-b331b583e8c5 req-2b1a9537-1bb7-49ef-9900-3d502fb2cb97 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e390f67-35d8-4e7e-818e-7a70250df5e7 HTTP/1.1" status: 200 len: 943 time: 0.2689998 Feb 19 03:25:32.299445 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d35bbbf5-29a0-4a7e-9fb6-1368d5d84cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.330942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:32.383503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-55277b2d-871e-413a-90f7-fe8b62bf90c0 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:32.385281 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-55277b2d-871e-413a-90f7-fe8b62bf90c0 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.2242746 Feb 19 03:25:32.419907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Request body: {'port': {'device_id': 'eb7c658a-8f6f-4555-b46c-40f6492688bc', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'admin_state_up': True, 'tenant_id': '1ed1d0f12f104287bcbffc45332f2479'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:32.438806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:32.446292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-707263f4-a117-4b68-b64a-b331b583e8c5 req-d0763393-7f80-4928-8df4-3c81d0074548 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394791 Feb 19 03:25:32.447054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:32.448625 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.512441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d35bbbf5-29a0-4a7e-9fb6-1368d5d84cbf admin admin] Publish callbacks [] for security_group (29a984e7-465b-4623-b56c-f920016e714e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.520495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d35bbbf5-29a0-4a7e-9fb6-1368d5d84cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (29a984e7-465b-4623-b56c-f920016e714e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.592155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bbbf5-29a0-4a7e-9fb6-1368d5d84cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a984e7-465b-4623-b56c-f920016e714e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:32.613958 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d35bbbf5-29a0-4a7e-9fb6-1368d5d84cbf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c153d41084784ec98d77978d848444c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5287597 Feb 19 03:25:32.617243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45270) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:32.623240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:32.623765 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.632550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff req-c45eb8e0-952c-4afb-b630-b9cd542c7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:32.648179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff req-c45eb8e0-952c-4afb-b630-b9cd542c7f1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 200 len: 914 time: 0.5314887 Feb 19 03:25:32.658914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-bbf3074e-0bac-4366-95f5-6fb4ed80bf9f service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362411 Feb 19 03:25:32.703823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Made reservation on behalf of 1ed1d0f12f104287bcbffc45332f2479 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:32.706173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:32.707804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cfc453-7d76-4e0b-bb6c-ddba78835482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76d576-371c-4cc9-bbb2-7a3fe3e546c3'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:32.712754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.715912 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f5e1e6-2771-44a6-b44e-298dfc7a5196" -d '{"events": [{"server_uuid": "f9cfc453-7d76-4e0b-bb6c-ddba78835482", "name": "network-vif-plugged", "status": "completed", "tag": "6f76d576-371c-4cc9-bbb2-7a3fe3e546c3"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:32.723654 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.763221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edf0d98f-f158-428f-bbcf-cfc1aa2336f2 admin admin] Publish callbacks [] for security_group (29a984e7-465b-4623-b56c-f920016e714e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.794767 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26db7174-e1cd-4ccc-84b5-265eb385ab6b x-openstack-request-id: req-26db7174-e1cd-4ccc-84b5-265eb385ab6b {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:32.795062 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e390f67-35d8-4e7e-818e-7a70250df5e7", "tag": "99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:32.795317 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26db7174-e1cd-4ccc-84b5-265eb385ab6b {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:32.795730 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e390f67-35d8-4e7e-818e-7a70250df5e7', 'tag': '99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a', 'status': 'completed', 'code': 200} Feb 19 03:25:32.830488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe060090-92cc-4887-9a1f-fe9f0ce2c821 req-106302f0-95e5-4364-ba62-fb9557bae3b6 service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588194 Feb 19 03:25:32.862647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edf0d98f-f158-428f-bbcf-cfc1aa2336f2 admin admin] Publish callbacks [] for security_group (29a984e7-465b-4623-b56c-f920016e714e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.864417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:32.888418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff req-e36473d9-5220-4867-a121-a06b71c095f9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 HTTP/1.1" status: 200 len: 217 time: 0.2141542 Feb 19 03:25:32.958832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d0942ac-49ec-4cb0-aa1f-a2c4f4c97aec req-87cf7d00-a56b-4a95-b9cf-74d2f033f80f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 210 time: 0.0780919 Feb 19 03:25:32.986307 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c4424136-b03e-4e2b-92dc-0ecf462ba46c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.009227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff req-eb600d6f-22a7-456b-9b87-5fd2a4db6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:33.011790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff req-eb600d6f-22a7-456b-9b87-5fd2a4db6da2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=325ef738-5516-458a-bec6-1ce62652f493 HTTP/1.1" status: 200 len: 853 time: 0.1109445 Feb 19 03:25:33.072525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=c4424136-b03e-4e2b-92dc-0ecf462ba46c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:33.086288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edf0d98f-f158-428f-bbcf-cfc1aa2336f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (29a984e7-465b-4623-b56c-f920016e714e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.089470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edf0d98f-f158-428f-bbcf-cfc1aa2336f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.090985 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-edf0d98f-f158-428f-bbcf-cfc1aa2336f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29a984e7-465b-4623-b56c-f920016e714e HTTP/1.1" status: 204 len: 168 time: 0.4723959 Feb 19 03:25:33.100738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028ddf1-2f55-4c04-9581-d27775f267b3 req-d5474a19-3ac7-4b49-9623-1a7a41e6c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:33.102530 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9028ddf1-2f55-4c04-9581-d27775f267b3 req-d5474a19-3ac7-4b49-9623-1a7a41e6c88d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&device_id=3e390f67-35d8-4e7e-818e-7a70250df5e7 HTTP/1.1" status: 200 len: 1125 time: 0.1916432 Feb 19 03:25:33.108620 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Allocated IP 172.20.0.14 (e769ebff-2101-45e5-908a-ae42c5680f4f/3a0b9ce0-8147-44d2-825b-d86ca2bad80f/0ee52397-9af7-458d-bbe7-89622ac77f78) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:33.135278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0d98f-f158-428f-bbcf-cfc1aa2336f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a984e7-465b-4623-b56c-f920016e714e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:33.153152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff req-bff45f0e-382f-4f75-b449-89d7e7c4ff91 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e159e8e8-53a6-491a-93da-6b95c9975b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107128 Feb 19 03:25:33.463599 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028ddf1-2f55-4c04-9581-d27775f267b3 req-824ced84-ac94-444b-9ae2-b2924bf1b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:33.466682 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9028ddf1-2f55-4c04-9581-d27775f267b3 req-824ced84-ac94-444b-9ae2-b2924bf1b89b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 200 len: 914 time: 0.3487158 Feb 19 03:25:33.537483 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9028ddf1-2f55-4c04-9581-d27775f267b3 req-54149362-e1db-4568-ab68-d24d8706aafa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a HTTP/1.1" status: 200 len: 217 time: 0.0628285 Feb 19 03:25:33.612044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028ddf1-2f55-4c04-9581-d27775f267b3 req-3957da69-eec2-4557-9d68-f9edac9c4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:33.612044 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9028ddf1-2f55-4c04-9581-d27775f267b3 req-3957da69-eec2-4557-9d68-f9edac9c4cf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=325ef738-5516-458a-bec6-1ce62652f493 HTTP/1.1" status: 200 len: 853 time: 0.0665576 Feb 19 03:25:33.662352 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9028ddf1-2f55-4c04-9581-d27775f267b3 req-21ac2159-f2ed-40ca-8f65-5f07a3d02fb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e159e8e8-53a6-491a-93da-6b95c9975b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429220 Feb 19 03:25:33.702709 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks [] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.836078 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9028ddf1-2f55-4c04-9581-d27775f267b3 req-bf57667a-cfce-4fb1-9701-2b1bfe2e933a service neutron] 10.222.0.37 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665618 Feb 19 03:25:33.839424 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.844261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e593bb7-df4c-4c49-956d-9d5d8ff89f25', 'tag': 'cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:33.847949 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61436083-b9e3-4081-89bd-e5444c689db0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e593bb7-df4c-4c49-956d-9d5d8ff89f25", "tag": "cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:33.879847 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.889544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:34.009294 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-9028ddf1-2f55-4c04-9581-d27775f267b3 req-0d12e041-2fb9-4611-8c89-66d7862722ab service neutron] 10.222.0.37 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605766 Feb 19 03:25:34.064680 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Network e769ebff-2101-45e5-908a-ae42c5680f4f is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:34.068900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf411a-5335-4c69-833e-33a0a6cc5ff1 req-fa238960-a4e2-448c-a7d8-aa15c77e6477 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:34.069326 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:34.072914 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:34.082294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbaf411a-5335-4c69-833e-33a0a6cc5ff1 req-fa238960-a4e2-448c-a7d8-aa15c77e6477 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 946 time: 0.2567205 Feb 19 03:25:34.107818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff req-73a9a9be-5b13-4c9c-bc8a-c12124f98acc service neutron] 10.222.0.71 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8402557 Feb 19 03:25:34.116910 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event updated for resources: {'Port': ['ID=0ee52397-9af7-458d-bbe7-89622ac77f78,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:34.168670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:34.168670 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.209272 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-82e59002-a071-4340-9453-88920ae30891 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7972620 Feb 19 03:25:34.211434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:34.225728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Request body: {'port': {'device_id': 'eb7c658a-8f6f-4555-b46c-40f6492688bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:34.330941 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbaf411a-5335-4c69-833e-33a0a6cc5ff1 req-bbd19532-d93c-4129-aeb2-ea92aa55fdbe tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444093 Feb 19 03:25:34.401669 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.482948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 0fb47ca2-3005-4023-a5cd-7407e7b48ac5 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:34.493818 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b51f929-fa36-474a-ae43-2ca1a56646ee x-openstack-request-id: req-3b51f929-fa36-474a-ae43-2ca1a56646ee {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:34.494497 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cfc453-7d76-4e0b-bb6c-ddba78835482", "name": "network-vif-plugged", "status": "completed", "tag": "6f76d576-371c-4cc9-bbb2-7a3fe3e546c3", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:34.495005 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b51f929-fa36-474a-ae43-2ca1a56646ee {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:34.495502 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cfc453-7d76-4e0b-bb6c-ddba78835482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76d576-371c-4cc9-bbb2-7a3fe3e546c3', 'code': 200} Feb 19 03:25:34.505754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7aaacb2-ba83-4c60-a5f3-7d88b2a986ff req-b3045a5f-7489-4ce5-ad38-b45ad8852101 service neutron] 10.222.0.71 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073926 Feb 19 03:25:34.542075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:34.569217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a', 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67', 'port_id': '99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a', 'mac_address': 'fa:16:3e:97:77:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325ef738-5516-458a-bec6-1ce62652f493', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:34.635943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:34.636343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.659671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:34.686330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:34.693148 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.750291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:34.765201 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce798ca-0091-488a-b12b-1c21b7395388 None None] Sync routers for ids ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:34.765785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:34.772897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e843c91e-5d11-4fa1-8e93-b4e2283a8e63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/0fb47ca2-3005-4023-a5cd-7407e7b48ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5512097 Feb 19 03:25:34.773882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45310) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:34.784677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f0d8-a0cc-49da-8761-d698ce7efcec req-266f4523-ef3f-4508-a895-0e328364bcaa tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:34.785884 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce798ca-0091-488a-b12b-1c21b7395388 None None] Routers {'0fb47ca2-3005-4023-a5cd-7407e7b48ac5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:34.786707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b983f0d8-a0cc-49da-8761-d698ce7efcec req-266f4523-ef3f-4508-a895-0e328364bcaa tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.1722448 Feb 19 03:25:34.793587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7cfcc-bae8-4fb0-8e4a-fc5ef3c6e5ec req-f3a07d0d-a87c-46a3-9238-77c7134ded27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:34.795025 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1ce798ca-0091-488a-b12b-1c21b7395388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:34.795698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fcd7cfcc-bae8-4fb0-8e4a-fc5ef3c6e5ec req-f3a07d0d-a87c-46a3-9238-77c7134ded27 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f9cfc453-7d76-4e0b-bb6c-ddba78835482 HTTP/1.1" status: 200 len: 1128 time: 0.1823454 Feb 19 03:25:34.851693 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1ce798ca-0091-488a-b12b-1c21b7395388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:34.864077 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce798ca-0091-488a-b12b-1c21b7395388 None None] Routers {'0fb47ca2-3005-4023-a5cd-7407e7b48ac5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:34.865105 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1ce798ca-0091-488a-b12b-1c21b7395388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:34.887237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fcd7cfcc-bae8-4fb0-8e4a-fc5ef3c6e5ec req-b882e48f-25f4-484c-9f13-c676f31bafe3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820556 Feb 19 03:25:34.891750 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b983f0d8-a0cc-49da-8761-d698ce7efcec req-a7c09211-8bae-4c7a-a193-e4b086da40b8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948279 Feb 19 03:25:34.917056 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1ce798ca-0091-488a-b12b-1c21b7395388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:34.919080 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce798ca-0091-488a-b12b-1c21b7395388 None None] The sync data for ids ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:34.963407 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee52397-9af7-458d-bbe7-89622ac77f78 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:34.976069 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Publish callbacks [] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:35.043771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Transition to ACTIVE for port object 0ee52397-9af7-458d-bbe7-89622ac77f78 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:35.071483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1f1a-f81f-4970-bd98-640d5e1830b6 req-33271ec0-848c-4306-8793-8c0f7acd9dfc tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.073078 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a7c1f1a-f81f-4970-bd98-640d5e1830b6 req-33271ec0-848c-4306-8793-8c0f7acd9dfc tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e390f67-35d8-4e7e-818e-7a70250df5e7 HTTP/1.1" status: 200 len: 944 time: 0.0741339 Feb 19 03:25:35.078627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:35.112595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:35.160751 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee52397-9af7-458d-bbe7-89622ac77f78,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:35.179407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a7c1f1a-f81f-4970-bd98-640d5e1830b6 req-128b4924-f130-49f3-8523-e3a26e88ec3d tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943842 Feb 19 03:25:35.249431 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d8f5a0-26d2-4f83-8b3c-9fafa9504032 x-openstack-request-id: req-c6d8f5a0-26d2-4f83-8b3c-9fafa9504032 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:35.249735 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e593bb7-df4c-4c49-956d-9d5d8ff89f25", "tag": "cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:35.250020 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6d8f5a0-26d2-4f83-8b3c-9fafa9504032 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:35.250432 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e593bb7-df4c-4c49-956d-9d5d8ff89f25', 'tag': 'cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd', 'status': 'completed', 'code': 200} Feb 19 03:25:35.371980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Attempting to bind port 0ee52397-9af7-458d-bbe7-89622ac77f78 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:35.372521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Attempting to bind port 0ee52397-9af7-458d-bbe7-89622ac77f78 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:35.372712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Attempting to bind port 0ee52397-9af7-458d-bbe7-89622ac77f78 on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:35.382627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Port 0ee52397-9af7-458d-bbe7-89622ac77f78 on network e769ebff-2101-45e5-908a-ae42c5680f4f not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:35.383532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Attempting to bind port 0ee52397-9af7-458d-bbe7-89622ac77f78 on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:35.394530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:35.395024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Checking segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:35.395260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Bound using segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:35.395728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Bound port: 0ee52397-9af7-458d-bbe7-89622ac77f78, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:35.396305 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:35.450628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61436083-b9e3-4081-89bd-e5444c689db0 req-405caedc-ff7c-4768-8dc4-23d0b1d7d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.452450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61436083-b9e3-4081-89bd-e5444c689db0 req-405caedc-ff7c-4768-8dc4-23d0b1d7d2e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 1125 time: 0.1638134 Feb 19 03:25:35.519452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] For port 0ee52397-9af7-458d-bbe7-89622ac77f78, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:35.535708 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:35.538958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] For port 0ee52397-9af7-458d-bbe7-89622ac77f78, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0ee52397-9af7-458d-bbe7-89622ac77f78,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:35.547123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721272fa-9170-4be2-8028-d85d1b0f11c4 req-eb779d7e-bd8a-4747-a7e2-f1f57e43670e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.551071 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-721272fa-9170-4be2-8028-d85d1b0f11c4 req-eb779d7e-bd8a-4747-a7e2-f1f57e43670e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 944 time: 0.1859365 Feb 19 03:25:35.587247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:35.648313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61436083-b9e3-4081-89bd-e5444c689db0 req-55378016-8d41-4abd-96f5-c940b28c9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.650552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61436083-b9e3-4081-89bd-e5444c689db0 req-55378016-8d41-4abd-96f5-c940b28c9b83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.1875751 Feb 19 03:25:35.664584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-721272fa-9170-4be2-8028-d85d1b0f11c4 req-9a866d9c-ae97-41e2-b99d-e00ede39a009 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997605 Feb 19 03:25:35.727267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61436083-b9e3-4081-89bd-e5444c689db0 req-56da1654-ea10-4334-98ee-78d7a7d50665 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd HTTP/1.1" status: 200 len: 217 time: 0.0665758 Feb 19 03:25:35.818692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61436083-b9e3-4081-89bd-e5444c689db0 req-d840ff31-847e-438e-b6b0-7c3336df6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.821881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61436083-b9e3-4081-89bd-e5444c689db0 req-d840ff31-847e-438e-b6b0-7c3336df6cf7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.0834646 Feb 19 03:25:35.970991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61436083-b9e3-4081-89bd-e5444c689db0 req-b1b92d6e-719e-46a8-886d-1d9c67663928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.986957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61436083-b9e3-4081-89bd-e5444c689db0 req-b1b92d6e-719e-46a8-886d-1d9c67663928 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1555493 Feb 19 03:25:35.987412 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.064155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:36.064822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.066407 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] 10.222.0.37 "PUT /v2.0/ports/0ee52397-9af7-458d-bbe7-89622ac77f78 HTTP/1.1" status: 200 len: 1092 time: 1.8455162 Feb 19 03:25:36.067261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7c658a-8f6f-4555-b46c-40f6492688bc', 'tag': '0ee52397-9af7-458d-bbe7-89622ac77f78'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:36.070576 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7c658a-8f6f-4555-b46c-40f6492688bc", "tag": "0ee52397-9af7-458d-bbe7-89622ac77f78"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:36.107200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b7e07-d833-408b-abdd-593f3c2f41c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee52397-9af7-458d-bbe7-89622ac77f78,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:36.184100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da6f81-21c9-449f-8b20-5717c54e21eb req-1716ac0e-da42-4e70-8061-b382363c74a3 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:36.185898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73da6f81-21c9-449f-8b20-5717c54e21eb req-1716ac0e-da42-4e70-8061-b382363c74a3 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.1796811 Feb 19 03:25:36.233664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61436083-b9e3-4081-89bd-e5444c689db0 req-f5c4f629-e155-40a0-8167-dfa3f9f2f35a service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368422 Feb 19 03:25:36.278127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-16963294-2ee7-4a2c-81e0-2dc4b4c53ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:36.280982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-16963294-2ee7-4a2c-81e0-2dc4b4c53ecc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 1126 time: 0.1091125 Feb 19 03:25:36.334660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73da6f81-21c9-449f-8b20-5717c54e21eb req-fba9ea1e-9ca7-40ea-83e2-f30a69ee6bf7 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351013 Feb 19 03:25:36.371283 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-52f72db4-684d-48fd-93ce-9e49bc44bb51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee52397-9af7-458d-bbe7-89622ac77f78 HTTP/1.1" status: 200 len: 217 time: 0.0691247 Feb 19 03:25:36.391062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45322) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:36.479620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61436083-b9e3-4081-89bd-e5444c689db0 req-5c4af3e4-b2af-4a01-a5d2-c77462536816 service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277334 Feb 19 03:25:36.538745 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-92e4921a-4f6d-43c0-a8fe-81d7f51fe4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:36.540477 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-92e4921a-4f6d-43c0-a8fe-81d7f51fe4e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.1610956 Feb 19 03:25:36.548352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4cadafb3-5e78-4692-80b5-b62ac90a54b6 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group (ac6e75b7-2e90-441a-ba73-d00dce41953b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.585680 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-b76bd96d-5d06-450e-aaa7-31d464fe9da9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386500 Feb 19 03:25:36.600155 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4cadafb3-5e78-4692-80b5-b62ac90a54b6 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group (ac6e75b7-2e90-441a-ba73-d00dce41953b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.698424 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port f04b22bd-4cf8-48ff-a4c5-09d0978fad24 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:36.698908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.714156 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4cadafb3-5e78-4692-80b5-b62ac90a54b6 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ac6e75b7-2e90-441a-ba73-d00dce41953b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.732401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4cadafb3-5e78-4692-80b5-b62ac90a54b6 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.746063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4cadafb3-5e78-4692-80b5-b62ac90a54b6 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "DELETE /v2.0/security-groups/ac6e75b7-2e90-441a-ba73-d00dce41953b HTTP/1.1" status: 204 len: 168 time: 0.3505969 Feb 19 03:25:36.747460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45332) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:36.782357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadafb3-5e78-4692-80b5-b62ac90a54b6 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6e75b7-2e90-441a-ba73-d00dce41953b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:36.791101 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-0366f0f9-0ea5-4d95-91c5-ed10ea8e644e tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] show failed (client error): The resource could not be found. Feb 19 03:25:36.796007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0366f0f9-0ea5-4d95-91c5-ed10ea8e644e tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "GET /v2.0/security-groups/ac6e75b7-2e90-441a-ba73-d00dce41953b HTTP/1.1" status: 404 len: 347 time: 0.0448234 Feb 19 03:25:36.796907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45338) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:36.816399 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-9450c24f-e2aa-4467-b022-274dbef180df service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206001 Feb 19 03:25:36.930268 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.959192 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-6defe76e-a779-4c57-9700-88ac0332d522 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5623d205fe7a4ff98e879236380c45f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081190 Feb 19 03:25:36.971431 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for f04b22bd-4cf8-48ff-a4c5-09d0978fad24 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:37.006174 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b68fa8dd-c70c-4134-9d61-e8a361e11329 req-21fa2eb2-a2e4-4e18-ac1e-cf766724f692 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785491 Feb 19 03:25:37.118829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-68e1a519-f1b2-473f-b834-66b7137f8f09 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Deleting port b5dadcb7-8cb3-464b-a5fb-0ab7e4060480 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:37.119410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e1a519-f1b2-473f-b834-66b7137f8f09 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b5dadcb7-8cb3-464b-a5fb-0ab7e4060480), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.207201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-25718bdb-026f-4507-a517-41bd3c92581f tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:37.214176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-25718bdb-026f-4507-a517-41bd3c92581f tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538700 Feb 19 03:25:37.234900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-b13f45d3-2bff-4506-a8cd-007f597746a7 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/quotas/5623d205fe7a4ff98e879236380c45f2 HTTP/1.1" status: 200 len: 375 time: 0.0198436 Feb 19 03:25:37.254937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f04b22bd-4cf8-48ff-a4c5-09d0978fad24), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.290936 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2f994373-8b7b-473e-8ee5-8fb7b842a492 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5623d205fe7a4ff98e879236380c45f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418465 Feb 19 03:25:37.292246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=f04b22bd-4cf8-48ff-a4c5-09d0978fad24,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:37.319080 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e1a519-f1b2-473f-b834-66b7137f8f09 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b5dadcb7-8cb3-464b-a5fb-0ab7e4060480), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.319288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e1a519-f1b2-473f-b834-66b7137f8f09 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for floatingip (b5dadcb7-8cb3-464b-a5fb-0ab7e4060480), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.343054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-68e1a519-f1b2-473f-b834-66b7137f8f09 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Calling delete_port for b5dadcb7-8cb3-464b-a5fb-0ab7e4060480 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:37.455274 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.744138 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 0fb47ca2-3005-4023-a5cd-7407e7b48ac5 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:37.755171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e1a519-f1b2-473f-b834-66b7137f8f09 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b5dadcb7-8cb3-464b-a5fb-0ab7e4060480), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.826871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1a519-f1b2-473f-b834-66b7137f8f09 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Pushing event deleted for resources: {'Port': ['ID=b5dadcb7-8cb3-464b-a5fb-0ab7e4060480,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:37.918377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2a463-1f09-471d-9fef-a75fd3406790 req-720585a9-c580-4f60-bd90-757c3f88e4e2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:37.920219 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:37.921045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36d2a463-1f09-471d-9fef-a75fd3406790 req-720585a9-c580-4f60-bd90-757c3f88e4e2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.2969217 Feb 19 03:25:37.930586 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e0e73a4f-6884-445b-9b92-8a33fb03751c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/0fb47ca2-3005-4023-a5cd-7407e7b48ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1475542 Feb 19 03:25:37.940150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1413d1-a6c5-4ae0-a8d3-3df8a8a1bf92 None None] Sync routers for ids ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:37.944257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45346) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:37.978089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1413d1-a6c5-4ae0-a8d3-3df8a8a1bf92 None None] Routers {'0fb47ca2-3005-4023-a5cd-7407e7b48ac5'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:37.979768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fa1413d1-a6c5-4ae0-a8d3-3df8a8a1bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:38.002026 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36d2a463-1f09-471d-9fef-a75fd3406790 req-8fcaa9f0-8f72-4381-9bab-5e7202be680b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673749 Feb 19 03:25:38.010657 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-80705778-1d28-4196-87dc-286d99089cf3 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fb47ca2-3005-4023-a5cd-7407e7b48ac5 HTTP/1.1" status: 200 len: 205 time: 0.0649736 Feb 19 03:25:38.014471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45350) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:38.018925 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e1a519-f1b2-473f-b834-66b7137f8f09 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks [] for floatingip (77d1041b-5235-4ea3-ad46-084311b31286), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.025899 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e1a519-f1b2-473f-b834-66b7137f8f09 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.027067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-68e1a519-f1b2-473f-b834-66b7137f8f09 tempest-ImagesOneServerNegativeTestJSON-84910114 tempest-ImagesOneServerNegativeTestJSON-84910114-project] 10.222.0.42 "DELETE /v2.0/floatingips/77d1041b-5235-4ea3-ad46-084311b31286 HTTP/1.1" status: 204 len: 168 time: 1.2279766 Feb 19 03:25:38.034729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fa1413d1-a6c5-4ae0-a8d3-3df8a8a1bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:38.048973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1413d1-a6c5-4ae0-a8d3-3df8a8a1bf92 None None] Routers {'0fb47ca2-3005-4023-a5cd-7407e7b48ac5'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:38.050214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fa1413d1-a6c5-4ae0-a8d3-3df8a8a1bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:38.106601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fa1413d1-a6c5-4ae0-a8d3-3df8a8a1bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:38.108229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1413d1-a6c5-4ae0-a8d3-3df8a8a1bf92 None None] The sync data for ids ['0fb47ca2-3005-4023-a5cd-7407e7b48ac5'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:38.147657 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2039f83e-8adc-4289-8e11-3bf032dbe919 x-openstack-request-id: req-2039f83e-8adc-4289-8e11-3bf032dbe919 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:38.147995 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7c658a-8f6f-4555-b46c-40f6492688bc", "tag": "0ee52397-9af7-458d-bbe7-89622ac77f78", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:38.148184 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2039f83e-8adc-4289-8e11-3bf032dbe919 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:38.148844 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7c658a-8f6f-4555-b46c-40f6492688bc', 'tag': '0ee52397-9af7-458d-bbe7-89622ac77f78', 'status': 'completed', 'code': 200} Feb 19 03:25:38.163116 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a6854ea-7396-43c7-ac16-b43c4f3973ca tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.213451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:38.302885 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0964d9e-9c95-4b96-8045-471dafc786c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.366170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ecc2-684d-4309-8a5b-f12da2de9f6a req-7bf0253d-1974-44f6-bb7f-da21b7ae4a4c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:38.367765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:38.375391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa3ecc2-684d-4309-8a5b-f12da2de9f6a req-7bf0253d-1974-44f6-bb7f-da21b7ae4a4c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e390f67-35d8-4e7e-818e-7a70250df5e7 HTTP/1.1" status: 200 len: 944 time: 0.1473908 Feb 19 03:25:38.378398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:38.379626 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.494897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa3ecc2-684d-4309-8a5b-f12da2de9f6a req-3c1e71be-2d51-431f-8827-1f44272d9fb2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179841 Feb 19 03:25:38.537438 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0 req-a67b353c-fd05-4ae4-8394-4070aa236f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:38.539313 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0 req-a67b353c-fd05-4ae4-8394-4070aa236f5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 1126 time: 0.3283665 Feb 19 03:25:38.542787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a6854ea-7396-43c7-ac16-b43c4f3973ca tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.549695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a6854ea-7396-43c7-ac16-b43c4f3973ca tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.573580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:38.573989 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.608493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e390f67-35d8-4e7e-818e-7a70250df5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:38.623004 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3e2491-f363-419e-a258-49587d8d2d6c" -d '{"events": [{"server_uuid": "3e390f67-35d8-4e7e-818e-7a70250df5e7", "name": "network-vif-plugged", "status": "completed", "tag": "99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:38.662905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:38.674251 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.813247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a6854ea-7396-43c7-ac16-b43c4f3973ca tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (0fb47ca2-3005-4023-a5cd-7407e7b48ac5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.814264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6854ea-7396-43c7-ac16-b43c4f3973ca tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb47ca2-3005-4023-a5cd-7407e7b48ac5 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:25:38.823646 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0a6854ea-7396-43c7-ac16-b43c4f3973ca tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.824793 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0a6854ea-7396-43c7-ac16-b43c4f3973ca tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/0fb47ca2-3005-4023-a5cd-7407e7b48ac5 HTTP/1.1" status: 204 len: 168 time: 0.8026564 Feb 19 03:25:38.827783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45358) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:38.830208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0 req-074db902-48da-4509-851a-39df094e87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:38.831837 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0 req-074db902-48da-4509-851a-39df094e87a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 906 time: 0.2796190 Feb 19 03:25:38.865421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:38.898054 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0 req-98a1b690-c487-4e9a-98fc-49ad5815c8c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee52397-9af7-458d-bbe7-89622ac77f78 HTTP/1.1" status: 200 len: 217 time: 0.0557122 Feb 19 03:25:38.991780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ce38d9-4648-40e6-95d5-9838d9dbc1eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting subnet b5fe45a4-8aec-499d-adc9-fa88c15046a7 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:39.005733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ce38d9-4648-40e6-95d5-9838d9dbc1eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (b5fe45a4-8aec-499d-adc9-fa88c15046a7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.034277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0 req-f08d9315-f54f-41c5-a1c7-6ce59ba0efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:39.036781 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0 req-f08d9315-f54f-41c5-a1c7-6ce59ba0efc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.1301322 Feb 19 03:25:39.099277 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0 req-76bb50d0-6f34-4b13-873a-88738ec21e14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553825 Feb 19 03:25:39.111749 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ce38d9-4648-40e6-95d5-9838d9dbc1eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (b5fe45a4-8aec-499d-adc9-fa88c15046a7), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.221470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82480209-684b-4765-9ab1-242a5269479f req-f3f82acf-8a51-466e-b40c-8df9e941ac41 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:39.227027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82480209-684b-4765-9ab1-242a5269479f req-f3f82acf-8a51-466e-b40c-8df9e941ac41 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:39.233329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82480209-684b-4765-9ab1-242a5269479f req-f3f82acf-8a51-466e-b40c-8df9e941ac41 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:39.235157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82480209-684b-4765-9ab1-242a5269479f req-f3f82acf-8a51-466e-b40c-8df9e941ac41 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3&device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e&device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 2418 time: 0.1324105 Feb 19 03:25:39.295799 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ce38d9-4648-40e6-95d5-9838d9dbc1eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (b5fe45a4-8aec-499d-adc9-fa88c15046a7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.349234 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0 req-c663a0aa-cf5d-42a3-ab3f-b82b009dedc7 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411821 Feb 19 03:25:39.366450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82480209-684b-4765-9ab1-242a5269479f req-dc8287d3-8cf7-457a-92a0-f93e30037c8e tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099007 Feb 19 03:25:39.451348 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ce38d9-4648-40e6-95d5-9838d9dbc1eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (b5fe45a4-8aec-499d-adc9-fa88c15046a7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.499864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce38d9-4648-40e6-95d5-9838d9dbc1eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Subnet': ['ID=b5fe45a4-8aec-499d-adc9-fa88c15046a7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:39.514365 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3ce38d9-4648-40e6-95d5-9838d9dbc1eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.519694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919bbbe7-1973-404f-b75f-c7faff415658 None None] Network 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:39.523187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e3ce38d9-4648-40e6-95d5-9838d9dbc1eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/b5fe45a4-8aec-499d-adc9-fa88c15046a7 HTTP/1.1" status: 204 len: 168 time: 0.6933105 Feb 19 03:25:39.528603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45364) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:39.551817 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bbb8f7b8-dac9-48aa-80d3-6f6c1d94afd0 req-680ec7c0-5426-49d6-b990-33e426808a0d service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961489 Feb 19 03:25:39.655633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e20e48a-750a-405d-9730-7fdb42ccee4e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting subnet b3eee942-7fc1-4e87-a5f9-fc123fc61585 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:39.668486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed087d5-ab22-4691-b319-c1e6dc033837 req-0f04c6f5-0fcb-4da7-9fe5-f7b96bf2d6e6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:39.670707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aed087d5-ab22-4691-b319-c1e6dc033837 req-0f04c6f5-0fcb-4da7-9fe5-f7b96bf2d6e6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 944 time: 0.1745374 Feb 19 03:25:39.671523 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e20e48a-750a-405d-9730-7fdb42ccee4e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (b3eee942-7fc1-4e87-a5f9-fc123fc61585), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.758098 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e20e48a-750a-405d-9730-7fdb42ccee4e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (b3eee942-7fc1-4e87-a5f9-fc123fc61585), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.817577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64014a67-7856-4314-98b6-a383a8094cd2 None None] DHCP port deletion for 5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:39.835633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aed087d5-ab22-4691-b319-c1e6dc033837 req-10f78ce4-663e-4c8f-8c08-7a2a8683f1e1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368625 Feb 19 03:25:40.022642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e20e48a-750a-405d-9730-7fdb42ccee4e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (b3eee942-7fc1-4e87-a5f9-fc123fc61585), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.049795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-64014a67-7856-4314-98b6-a383a8094cd2 None None] Deleting port c6732ac3-92bf-4c73-9bb7-2ed010c2292b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:40.050532 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-64014a67-7856-4314-98b6-a383a8094cd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.150179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e20e48a-750a-405d-9730-7fdb42ccee4e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (b3eee942-7fc1-4e87-a5f9-fc123fc61585), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.174637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-fa8afaeb-e2f0-4fd3-b309-0331427943d6 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5623d205fe7a4ff98e879236380c45f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809627 Feb 19 03:25:40.206954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c6732ac3-92bf-4c73-9bb7-2ed010c2292b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:40.219478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0ee52397-9af7-458d-bbe7-89622ac77f78 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:40.260698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-64014a67-7856-4314-98b6-a383a8094cd2 None None] For port c6732ac3-92bf-4c73-9bb7-2ed010c2292b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c6732ac3-92bf-4c73-9bb7-2ed010c2292b,segment=NetworkSegment(29741e02-eb9e-4dce-b1d8-670466435412),segment_id=29741e02-eb9e-4dce-b1d8-670466435412)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:40.261492 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-64014a67-7856-4314-98b6-a383a8094cd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.327787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-64014a67-7856-4314-98b6-a383a8094cd2 None None] Calling delete_port for c6732ac3-92bf-4c73-9bb7-2ed010c2292b owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:40.456897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-b6544673-c383-4e23-b58b-e46d59054d73 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:40.459830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-b6544673-c383-4e23-b58b-e46d59054d73 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642226 Feb 19 03:25:40.473053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09b1b8ed-7a8f-4bb9-b828-4a518f77552a req-5ea71f41-d427-4e68-9d32-37d9034fdc78 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 210 time: 0.3813906 Feb 19 03:25:40.482408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20e48a-750a-405d-9730-7fdb42ccee4e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Subnet': ['ID=b3eee942-7fc1-4e87-a5f9-fc123fc61585,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:40.496048 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e20e48a-750a-405d-9730-7fdb42ccee4e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.514286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0e20e48a-750a-405d-9730-7fdb42ccee4e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/b3eee942-7fc1-4e87-a5f9-fc123fc61585 HTTP/1.1" status: 204 len: 168 time: 0.9784076 Feb 19 03:25:40.514696 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-64014a67-7856-4314-98b6-a383a8094cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (c6732ac3-92bf-4c73-9bb7-2ed010c2292b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.519892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45370) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:40.521100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Request body: {'port': {'device_id': '4dc20b13-d8b9-4134-a97c-2a15d9f9d396', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '5623d205fe7a4ff98e879236380c45f2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:40.561216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f90240-bae2-4690-9572-0afba676d58e None None] Network f8f2ad46-37c1-414c-a9e2-c38891eaeeec requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:40.604694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64014a67-7856-4314-98b6-a383a8094cd2 None None] Pushing event deleted for resources: {'Port': ['ID=c6732ac3-92bf-4c73-9bb7-2ed010c2292b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:40.619553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64014a67-7856-4314-98b6-a383a8094cd2 None None] No DVR routers for this DVR port c6732ac3-92bf-4c73-9bb7-2ed010c2292b on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:40.634661 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:25:40.668112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e0d5-5202-472a-af24-6ea41dd5f2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.669261 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ca53dd-382a-488d-8db8-d01a627f01b8 x-openstack-request-id: req-c2ca53dd-382a-488d-8db8-d01a627f01b8 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:40.669772 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e390f67-35d8-4e7e-818e-7a70250df5e7", "name": "network-vif-plugged", "status": "completed", "tag": "99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:40.669772 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2ca53dd-382a-488d-8db8-d01a627f01b8 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:40.670335 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e390f67-35d8-4e7e-818e-7a70250df5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a', 'code': 200} Feb 19 03:25:40.726184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No active binding found for port c6732ac3-92bf-4c73-9bb7-2ed010c2292b {{(pid=103617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:25:40.726780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] The host n-d-826756-2 is not matching for port c6732ac3-92bf-4c73-9bb7-2ed010c2292b host None! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:25:40.727387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c6732ac3-92bf-4c73-9bb7-2ed010c2292b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:40.874714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Made reservation on behalf of 5623d205fe7a4ff98e879236380c45f2 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:40.880278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.903609 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (5a3fcad9-1a6d-49f8-93f3-cb4ccded1445), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.910495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b6fa-9e10-4191-b7f3-6618a4fb7125 req-24849e51-ee61-4306-8d6b-2e8063eae167 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:40.912062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0ee52397-9af7-458d-bbe7-89622ac77f78, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0ee52397-9af7-458d-bbe7-89622ac77f78,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:40.921572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2117b6fa-9e10-4191-b7f3-6618a4fb7125 req-24849e51-ee61-4306-8d6b-2e8063eae167 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.1183701 Feb 19 03:25:40.947205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef9051-64c6-4baf-a8be-b3f3c3c06574 req-84f8a474-d8a2-4b4e-8f3b-336f76bcecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:40.948907 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7cef9051-64c6-4baf-a8be-b3f3c3c06574 req-84f8a474-d8a2-4b4e-8f3b-336f76bcecdd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e390f67-35d8-4e7e-818e-7a70250df5e7 HTTP/1.1" status: 200 len: 1127 time: 0.1826336 Feb 19 03:25:40.955642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '0ee52397-9af7-458d-bbe7-89622ac77f78', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'port_id': '0ee52397-9af7-458d-bbe7-89622ac77f78', 'mac_address': 'fa:16:3e:bd:df:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0b9ce0-8147-44d2-825b-d86ca2bad80f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:41.015414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2117b6fa-9e10-4191-b7f3-6618a4fb7125 req-721b1fa9-5171-4eee-81e3-b051fb2ef72c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847292 Feb 19 03:25:41.016824 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.053723 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc5a6d6-3187-4bd8-87ff-ffa4cd341916 None None] DHCP port deletion for f8f2ad46-37c1-414c-a9e2-c38891eaeeec request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:41.101528 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (5a3fcad9-1a6d-49f8-93f3-cb4ccded1445), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.127893 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7cef9051-64c6-4baf-a8be-b3f3c3c06574 req-0af229db-f3af-4bdf-a88c-a37eeb0c4042 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340079 Feb 19 03:25:41.134724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 0ee52397-9af7-458d-bbe7-89622ac77f78 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:41.134724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.138152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3fcad9-1a6d-49f8-93f3-cb4ccded1445']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:41.150279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29741e02-eb9e-4dce-b1d8-670466435412') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:41.150798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29741e02-eb9e-4dce-b1d8-670466435412') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:41.165530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee52397-9af7-458d-bbe7-89622ac77f78 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:41.180692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (29741e02-eb9e-4dce-b1d8-670466435412), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.198581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks [] for security_group (f6b6bbb3-06f2-4104-b994-ec99ec486d30), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.211107 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f6b6bbb3-06f2-4104-b994-ec99ec486d30), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.215170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0ee52397-9af7-458d-bbe7-89622ac77f78, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0ee52397-9af7-458d-bbe7-89622ac77f78,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:41.219792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (29741e02-eb9e-4dce-b1d8-670466435412), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.229336 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.234459 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:41.235440 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (29741e02-eb9e-4dce-b1d8-670466435412), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.246093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5a6d6-3187-4bd8-87ff-ffa4cd341916 None None] Deleting port 83bc3ed6-6f8e-4329-b444-3dd21b516751 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:41.246537 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebc5a6d6-3187-4bd8-87ff-ffa4cd341916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.324105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b6bbb3-06f2-4104-b994-ec99ec486d30,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:41.326087 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:41.333476 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (5a3fcad9-1a6d-49f8-93f3-cb4ccded1445), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.364780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077cdf-af50-47f9-a9b6-375c04883fca req-38f97fe6-d96d-43f8-bc97-970684e0e543 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:41.369742 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.373231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74077cdf-af50-47f9-a9b6-375c04883fca req-38f97fe6-d96d-43f8-bc97-970684e0e543 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 946 time: 0.1801560 Feb 19 03:25:41.386427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45378) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:41.387223 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/networks/5a3fcad9-1a6d-49f8-93f3-cb4ccded1445 HTTP/1.1" status: 204 len: 168 time: 0.8656788 Feb 19 03:25:41.412612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae2e18-bdd1-4fa5-be71-9cdab423756e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Network': ['ID=5a3fcad9-1a6d-49f8-93f3-cb4ccded1445,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:41.421613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ebc5a6d6-3187-4bd8-87ff-ffa4cd341916 None None] For port 83bc3ed6-6f8e-4329-b444-3dd21b516751, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=83bc3ed6-6f8e-4329-b444-3dd21b516751,segment=NetworkSegment(ba17bc81-eb10-49ae-9280-00ef18b68c44),segment_id=ba17bc81-eb10-49ae-9280-00ef18b68c44)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:41.422044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebc5a6d6-3187-4bd8-87ff-ffa4cd341916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.430685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=0ee52397-9af7-458d-bbe7-89622ac77f78,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:41.440451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5a6d6-3187-4bd8-87ff-ffa4cd341916 None None] Calling delete_port for 83bc3ed6-6f8e-4329-b444-3dd21b516751 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:41.556231 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebc5a6d6-3187-4bd8-87ff-ffa4cd341916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (83bc3ed6-6f8e-4329-b444-3dd21b516751), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.560282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (f8f2ad46-37c1-414c-a9e2-c38891eaeeec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.587891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74077cdf-af50-47f9-a9b6-375c04883fca req-99af650e-eae2-4f6a-a102-e7a915f31fd7 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128022 Feb 19 03:25:41.593749 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc5a6d6-3187-4bd8-87ff-ffa4cd341916 None None] No DVR routers for this DVR port 83bc3ed6-6f8e-4329-b444-3dd21b516751 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:41.652558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5a6d6-3187-4bd8-87ff-ffa4cd341916 None None] Pushing event deleted for resources: {'Port': ['ID=83bc3ed6-6f8e-4329-b444-3dd21b516751,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:41.694606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Allocated IP 192.168.233.9 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/c03f83b7-1fa1-48c7-bb57-04a4eff5e35b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:41.794295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['0ee52397-9af7-458d-bbe7-89622ac77f78'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:41.912732 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.082867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 83bc3ed6-6f8e-4329-b444-3dd21b516751 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:42.131624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 83bc3ed6-6f8e-4329-b444-3dd21b516751 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:42.132345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 83bc3ed6-6f8e-4329-b444-3dd21b516751 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:42.206600 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (f8f2ad46-37c1-414c-a9e2-c38891eaeeec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.256098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ce321-4058-4a41-b317-ae68e9873d0f req-8fa01e33-dc0c-484b-b20f-0633fba9dc60 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:42.257729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-715ce321-4058-4a41-b317-ae68e9873d0f req-8fa01e33-dc0c-484b-b20f-0633fba9dc60 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e390f67-35d8-4e7e-818e-7a70250df5e7 HTTP/1.1" status: 200 len: 945 time: 0.5788336 Feb 19 03:25:42.261436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f2ad46-37c1-414c-a9e2-c38891eaeeec']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:42.280620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba17bc81-eb10-49ae-9280-00ef18b68c44') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:42.280922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba17bc81-eb10-49ae-9280-00ef18b68c44') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:42.295407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (ba17bc81-eb10-49ae-9280-00ef18b68c44), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.378829 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ba17bc81-eb10-49ae-9280-00ef18b68c44), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.398526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:42.398526 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (ba17bc81-eb10-49ae-9280-00ef18b68c44), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:42.404444 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:42.505652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-715ce321-4058-4a41-b317-ae68e9873d0f req-d2c7bc65-9b3d-4c83-aecf-9fb6d8c8c0a1 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121203 Feb 19 03:25:42.547006 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (f8f2ad46-37c1-414c-a9e2-c38891eaeeec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.557329 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks [] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.567716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.581761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45388) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:42.582702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/networks/f8f2ad46-37c1-414c-a9e2-c38891eaeeec HTTP/1.1" status: 204 len: 168 time: 1.1950686 Feb 19 03:25:42.595995 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1180705911'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:42.612173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01161e53-35eb-4e8c-8b1c-44e0d37bc514 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Network': ['ID=f8f2ad46-37c1-414c-a9e2-c38891eaeeec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:42.648585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:42.655952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.700544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:42.716164 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.718771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (608d0432-b775-4acd-ace8-51c1052322b9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.720491 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added segment 608d0432-b775-4acd-ace8-51c1052322b9 of type vlan for network 574a75b7-d5c8-4943-8657-6d5ca20a75a4 Feb 19 03:25:42.772589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:42.785066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:42.788007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Pushing event updated for resources: {'Port': ['ID=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:42.790652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:42.810730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (574a75b7-d5c8-4943-8657-6d5ca20a75a4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.832646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e1697-88e0-4688-a8cf-9dac30ff4d87 req-1a1d02b0-7443-4697-aa65-700b18f9ad54 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:42.834551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe9e1697-88e0-4688-a8cf-9dac30ff4d87 req-1a1d02b0-7443-4697-aa65-700b18f9ad54 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 945 time: 0.1725798 Feb 19 03:25:42.857683 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (574a75b7-d5c8-4943-8657-6d5ca20a75a4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.867116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:42.868337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.879010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:42.880455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.908942 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3178318 Feb 19 03:25:42.914783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45392) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:42.926841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'subnet': {'network_id': '574a75b7-d5c8-4943-8657-6d5ca20a75a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:42.949663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2c5456e2-3248-4ca6-a272-4a902aa3fb4e tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4416981 Feb 19 03:25:42.951540 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.044630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Request body: {'port': {'device_id': '4dc20b13-d8b9-4134-a97c-2a15d9f9d396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:43.058304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a00ee-31ea-4dc4-a77b-9dbc9e465981 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Network': ['ID=574a75b7-d5c8-4943-8657-6d5ca20a75a4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:43.076924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 574a75b7-d5c8-4943-8657-6d5ca20a75a4 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:43.135281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe9e1697-88e0-4688-a8cf-9dac30ff4d87 req-01e3188c-6bd9-4115-881b-26b99b1188c6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911947 Feb 19 03:25:43.215629 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.221308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:43.233594 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.252116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e62c2729-5437-4781-88e7-da59e7da8934 None None] Provisioning complete for port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:43.252529 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e62c2729-5437-4781-88e7-da59e7da8934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.316501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e62c2729-5437-4781-88e7-da59e7da8934 None None] Port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:43.494961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271315c-ec16-4dab-8da4-198169d3e1fb req-171a3f15-e212-4893-851d-ca73386259b2 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:43.496497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1271315c-ec16-4dab-8da4-198169d3e1fb req-171a3f15-e212-4893-851d-ca73386259b2 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 934 time: 0.2449315 Feb 19 03:25:43.653007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1271315c-ec16-4dab-8da4-198169d3e1fb req-de6580d1-aa24-48bd-a40e-f4568168a97b tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6b6bbb3-06f2-4104-b994-ec99ec486d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453507 Feb 19 03:25:43.733104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (78047a84-c876-4f80-a85f-3971ea029d67), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.914496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Subnet': ['ID=78047a84-c876-4f80-a85f-3971ea029d67,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:43.935983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03f83b7-1fa1-48c7-bb57-04a4eff5e35b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:43.952376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Publish callbacks [] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.970663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Checking segment: {'id': '608d0432-b775-4acd-ace8-51c1052322b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '574a75b7-d5c8-4943-8657-6d5ca20a75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:43.970989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network hostable DHCP agents. Network: 574a75b7-d5c8-4943-8657-6d5ca20a75a4, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:43.985796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Transition to ACTIVE for port object c03f83b7-1fa1-48c7-bb57-04a4eff5e35b will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:43.997782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.007425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29f269-f67a-4cf9-9db5-074f4a3ed598 req-c368ba66-9ece-4ed2-85f1-5c73a843ac32 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:44.009001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea29f269-f67a-4cf9-9db5-074f4a3ed598 req-c368ba66-9ece-4ed2-85f1-5c73a843ac32 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.1394684 Feb 19 03:25:44.052190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 574a75b7-d5c8-4943-8657-6d5ca20a75a4 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:44.083214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 574a75b7-d5c8-4943-8657-6d5ca20a75a4) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:44.102316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:44.102925 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.103811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e7dc4-1a2f-465d-b81f-973ae5a4ecae None None] Network 574a75b7-d5c8-4943-8657-6d5ca20a75a4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:44.111367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Pushing event updated for resources: {'Port': ['ID=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:44.219471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45400) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:44.220240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a65fb82f-4ae3-437a-82cf-7b2fcf3622fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3023002 Feb 19 03:25:44.225606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-943be76a-df1e-41b5-92b7-27beed71dcc7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1432159892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:44.244694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea29f269-f67a-4cf9-9db5-074f4a3ed598 req-5a5e5539-e285-4bbe-91d7-78a836f665ca tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245481 Feb 19 03:25:44.309682 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-943be76a-df1e-41b5-92b7-27beed71dcc7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (949e2529-754e-427a-91b8-81a01cb60850), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.310998 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-943be76a-df1e-41b5-92b7-27beed71dcc7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (949e2529-754e-427a-91b8-81a01cb60850), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.341575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Attempting to bind port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:44.342094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Attempting to bind port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:44.347316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Attempting to bind port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:44.379080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:44.379933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Attempting to bind port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:44.394406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45402) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:44.496741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0ee52397-9af7-458d-bbe7-89622ac77f78 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:44.496989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:44.497302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:44.497786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:44.498672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Bound port: c03f83b7-1fa1-48c7-bb57-04a4eff5e35b, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:44.499027 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.514962 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-943be76a-df1e-41b5-92b7-27beed71dcc7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (949e2529-754e-427a-91b8-81a01cb60850), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.529519 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-943be76a-df1e-41b5-92b7-27beed71dcc7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (949e2529-754e-427a-91b8-81a01cb60850), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.570417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9741a8-a99b-4dda-a686-dc64a97417a8 admin admin] Deleting subnet 92cb6b68-8002-4fcc-9721-8de355b47368 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:44.589816 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-943be76a-df1e-41b5-92b7-27beed71dcc7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.600674 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-943be76a-df1e-41b5-92b7-27beed71dcc7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3760536 Feb 19 03:25:44.602243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45404) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:44.609266 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd9741a8-a99b-4dda-a686-dc64a97417a8 admin admin] Publish callbacks [] for subnet (92cb6b68-8002-4fcc-9721-8de355b47368), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.613084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'port': {'network_id': '574a75b7-d5c8-4943-8657-6d5ca20a75a4', 'name': 'tempest-RoutersIpV6Test-1593147005'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:44.659296 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.711888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-574a75b7-d5c8-4943-8657-6d5ca20a75a4', 'network_id': '574a75b7-d5c8-4943-8657-6d5ca20a75a4', 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'fixed_ips': [{'subnet_id': '78047a84-c876-4f80-a85f-3971ea029d67'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:44.712914 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.719092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 0ee52397-9af7-458d-bbe7-89622ac77f78 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:44.737833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 0ee52397-9af7-458d-bbe7-89622ac77f78 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:44.738343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.747472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] For port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:44.754911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] For port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:44.761885 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd9741a8-a99b-4dda-a686-dc64a97417a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (92cb6b68-8002-4fcc-9721-8de355b47368), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.801645 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.822642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6768b5-1dee-4023-910d-9bdb5cce9ec6 req-33fe8095-a5b8-44dd-9806-c761e5d9cb81 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:44.824016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e6768b5-1dee-4023-910d-9bdb5cce9ec6 req-33fe8095-a5b8-44dd-9806-c761e5d9cb81 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e390f67-35d8-4e7e-818e-7a70250df5e7 HTTP/1.1" status: 200 len: 945 time: 0.2482622 Feb 19 03:25:44.864755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:44.871812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.902969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] device_id is not set on port 6ddaab94-575c-4095-80af-0bb3bb035c6a yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:25:44.939024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:44.940539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.943138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] 10.222.0.71 "PUT /v2.0/ports/c03f83b7-1fa1-48c7-bb57-04a4eff5e35b HTTP/1.1" status: 200 len: 1094 time: 1.9080570 Feb 19 03:25:44.945247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc20b13-d8b9-4134-a97c-2a15d9f9d396', 'tag': 'c03f83b7-1fa1-48c7-bb57-04a4eff5e35b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:44.965960 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc20b13-d8b9-4134-a97c-2a15d9f9d396", "tag": "c03f83b7-1fa1-48c7-bb57-04a4eff5e35b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:45.017823 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd9741a8-a99b-4dda-a686-dc64a97417a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (92cb6b68-8002-4fcc-9721-8de355b47368), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.022019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb625ae-59a6-46b1-8e7f-253759946675 service neutron] Pushing event updated for resources: {'Port': ['ID=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:45.029808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 0ee52397-9af7-458d-bbe7-89622ac77f78 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:45.030498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.058891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Allocated IP 2001:db8::2 (574a75b7-d5c8-4943-8657-6d5ca20a75a4/78047a84-c876-4f80-a85f-3971ea029d67/350d5b33-90e6-4535-991b-467ac4159068) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:45.070871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7c658a-8f6f-4555-b46c-40f6492688bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee52397-9af7-458d-bbe7-89622ac77f78'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:45.073037 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f99b92-c6c5-428f-b970-872def7d4feb" -d '{"events": [{"server_uuid": "eb7c658a-8f6f-4555-b46c-40f6492688bc", "name": "network-vif-plugged", "status": "completed", "tag": "0ee52397-9af7-458d-bbe7-89622ac77f78"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:45.081552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e6768b5-1dee-4023-910d-9bdb5cce9ec6 req-f8886383-fe0e-432d-acae-e6ddab7a3a04 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266395 Feb 19 03:25:45.100247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0ee52397-9af7-458d-bbe7-89622ac77f78, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0ee52397-9af7-458d-bbe7-89622ac77f78,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:45.107445 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.169944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-bbee3f21-2025-4d52-b170-50814b24fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:45.171526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-bbee3f21-2025-4d52-b170-50814b24fa55 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5623d205fe7a4ff98e879236380c45f2&device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 1128 time: 0.1327994 Feb 19 03:25:45.172977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd9741a8-a99b-4dda-a686-dc64a97417a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (92cb6b68-8002-4fcc-9721-8de355b47368), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.223571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9741a8-a99b-4dda-a686-dc64a97417a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92cb6b68-8002-4fcc-9721-8de355b47368,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:45.249690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=0ee52397-9af7-458d-bbe7-89622ac77f78,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:45.262689 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd9741a8-a99b-4dda-a686-dc64a97417a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.269341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45416) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:45.270212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fd9741a8-a99b-4dda-a686-dc64a97417a8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/92cb6b68-8002-4fcc-9721-8de355b47368 HTTP/1.1" status: 204 len: 168 time: 0.8670375 Feb 19 03:25:45.271400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-2b82f42c-6f18-479b-a68d-806916ace276 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b HTTP/1.1" status: 200 len: 217 time: 0.0868397 Feb 19 03:25:45.337700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-b554dcfe-d499-4056-9b36-3dcc2fa05614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:45.339587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-b554dcfe-d499-4056-9b36-3dcc2fa05614 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0592511 Feb 19 03:25:45.360263 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Publish callbacks [] for port (350d5b33-90e6-4535-991b-467ac4159068), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.367988 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (350d5b33-90e6-4535-991b-467ac4159068), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.411227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Network 574a75b7-d5c8-4943-8657-6d5ca20a75a4 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:45.416963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:45.426112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:45.426360 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (25eb2018-2882-4fd4-82c8-f389b0dea2c9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.435380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Pushing event updated for resources: {'Port': ['ID=350d5b33-90e6-4535-991b-467ac4159068,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:45.467927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-bac0346f-0b2a-495e-b391-59a0c5517a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:45.476732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-bac0346f-0b2a-495e-b391-59a0c5517a2e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1202357 Feb 19 03:25:45.480691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456eec1-1c2d-4c80-818d-481556079ee6 req-19c27ed1-607b-4cb2-9c9d-4d822553d8d3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:45.482274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0456eec1-1c2d-4c80-818d-481556079ee6 req-19c27ed1-607b-4cb2-9c9d-4d822553d8d3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 946 time: 0.1415732 Feb 19 03:25:45.493544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Allocated IP 2001:db8::3c9 (574a75b7-d5c8-4943-8657-6d5ca20a75a4/78047a84-c876-4f80-a85f-3971ea029d67/6ddaab94-575c-4095-80af-0bb3bb035c6a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:45.517039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Attempting to bind port 350d5b33-90e6-4535-991b-467ac4159068 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:45.517652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Attempting to bind port 350d5b33-90e6-4535-991b-467ac4159068 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '608d0432-b775-4acd-ace8-51c1052322b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '574a75b7-d5c8-4943-8657-6d5ca20a75a4'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:45.519265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Attempting to bind port 350d5b33-90e6-4535-991b-467ac4159068 on network 574a75b7-d5c8-4943-8657-6d5ca20a75a4 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:45.528944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:45.530824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Checking segment: {'id': '608d0432-b775-4acd-ace8-51c1052322b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '574a75b7-d5c8-4943-8657-6d5ca20a75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:45.530824 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.530824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Bound using segment: {'id': '608d0432-b775-4acd-ace8-51c1052322b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '574a75b7-d5c8-4943-8657-6d5ca20a75a4'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:45.532920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Bound port: 350d5b33-90e6-4535-991b-467ac4159068, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608d0432-b775-4acd-ace8-51c1052322b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '574a75b7-d5c8-4943-8657-6d5ca20a75a4'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:45.532920 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (350d5b33-90e6-4535-991b-467ac4159068), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.582569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (25eb2018-2882-4fd4-82c8-f389b0dea2c9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.584353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0456eec1-1c2d-4c80-818d-481556079ee6 req-c8ee1fb6-ce60-4fe4-933a-c7fb97bf6e14 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915136 Feb 19 03:25:45.627041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25eb2018-2882-4fd4-82c8-f389b0dea2c9']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:45.631350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-75351fd0-196d-4dd0-90aa-405bef1149e1 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479819 Feb 19 03:25:45.646721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088ab0b6-9c32-4757-9251-894f8eded0da') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:45.647327 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088ab0b6-9c32-4757-9251-894f8eded0da') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:45.647517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] For port 350d5b33-90e6-4535-991b-467ac4159068, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:45.652564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] For port 350d5b33-90e6-4535-991b-467ac4159068, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=350d5b33-90e6-4535-991b-467ac4159068,segment=NetworkSegment(608d0432-b775-4acd-ace8-51c1052322b9),segment_id=608d0432-b775-4acd-ace8-51c1052322b9)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:45.661883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (350d5b33-90e6-4535-991b-467ac4159068), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.674393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (088ab0b6-9c32-4757-9251-894f8eded0da), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.742339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5a792-bfc5-4dc5-9520-3c47eae5859f None None] Pushing event updated for resources: {'Port': ['ID=350d5b33-90e6-4535-991b-467ac4159068,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:45.763327 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (088ab0b6-9c32-4757-9251-894f8eded0da), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.781614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:45.781614 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (088ab0b6-9c32-4757-9251-894f8eded0da), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:45.783449 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:45.797001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3fc82-9743-4354-a718-cec130382a44 req-db67ff7e-5605-4028-9a79-aafe9c40a241 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:45.799265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2d3fc82-9743-4354-a718-cec130382a44 req-db67ff7e-5605-4028-9a79-aafe9c40a241 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 946 time: 0.0945256 Feb 19 03:25:45.831168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85a8854-4c17-46bf-84d0-44503e667f96 req-7af5ddbf-53a4-4c34-8d9c-bcde252b7e0d service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839986 Feb 19 03:25:45.887678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2d3fc82-9743-4354-a718-cec130382a44 req-27836635-9a68-4204-857a-faddf9cb2b8b tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6b6bbb3-06f2-4104-b994-ec99ec486d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749021 Feb 19 03:25:45.909180 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (25eb2018-2882-4fd4-82c8-f389b0dea2c9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.935053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.944180 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55a4708-840e-4d25-8622-58beac1d4905 x-openstack-request-id: req-e55a4708-840e-4d25-8622-58beac1d4905 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:45.944896 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc20b13-d8b9-4134-a97c-2a15d9f9d396", "tag": "c03f83b7-1fa1-48c7-bb57-04a4eff5e35b", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:45.945457 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e55a4708-840e-4d25-8622-58beac1d4905 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:45.947112 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc20b13-d8b9-4134-a97c-2a15d9f9d396', 'tag': 'c03f83b7-1fa1-48c7-bb57-04a4eff5e35b', 'status': 'completed', 'code': 200} Feb 19 03:25:45.951509 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] 10.222.0.42 "DELETE /v2.0/networks/25eb2018-2882-4fd4-82c8-f389b0dea2c9 HTTP/1.1" status: 204 len: 168 time: 0.6810136 Feb 19 03:25:45.961109 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d797e4c-29f8-4214-a3e0-e933cb776144 admin admin] Pushing event deleted for resources: {'Network': ['ID=25eb2018-2882-4fd4-82c8-f389b0dea2c9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:45.976491 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.051271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.126390 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723af298-6b72-47ac-a12c-59d9d3abbefe x-openstack-request-id: req-723af298-6b72-47ac-a12c-59d9d3abbefe {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:46.127404 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7c658a-8f6f-4555-b46c-40f6492688bc", "name": "network-vif-plugged", "status": "completed", "tag": "0ee52397-9af7-458d-bbe7-89622ac77f78", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:46.127635 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-723af298-6b72-47ac-a12c-59d9d3abbefe {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:46.129346 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7c658a-8f6f-4555-b46c-40f6492688bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee52397-9af7-458d-bbe7-89622ac77f78', 'code': 200} Feb 19 03:25:46.141579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-250593f4-07d8-4061-8436-921938b17600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:46.144832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-250593f4-07d8-4061-8436-921938b17600 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5623d205fe7a4ff98e879236380c45f2&device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 1128 time: 0.1100907 Feb 19 03:25:46.161516 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=6ddaab94-575c-4095-80af-0bb3bb035c6a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:46.182008 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 574a75b7-d5c8-4943-8657-6d5ca20a75a4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:46.184348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:46.187160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:46.195478 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:46.196454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.230297 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-62ae7d75-9a2d-43f4-b891-4b5cd5a37c57 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6260982 Feb 19 03:25:46.231752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45424) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.390074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-4159d004-893b-4ac6-a73d-36f6c42ad8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:46.392991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-4159d004-893b-4ac6-a73d-36f6c42ad8a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.2201693 Feb 19 03:25:46.402031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9944-a40f-4943-bfc4-fc2fcd31d277 req-17522721-5884-4372-8b44-7e1c93b153d6 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:46.403740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-092a9944-a40f-4943-bfc4-fc2fcd31d277 req-17522721-5884-4372-8b44-7e1c93b153d6 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9cfc453-7d76-4e0b-bb6c-ddba78835482 HTTP/1.1" status: 200 len: 946 time: 0.1261375 Feb 19 03:25:46.463299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45426) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.466510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-fa3f439e-4cee-4ff2-8c93-5f208866461f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b HTTP/1.1" status: 200 len: 217 time: 0.0552015 Feb 19 03:25:46.594804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-911bd844-1a13-4115-b45c-fd213d6bd77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:46.600376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-911bd844-1a13-4115-b45c-fd213d6bd77c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1164634 Feb 19 03:25:46.612957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-092a9944-a40f-4943-bfc4-fc2fcd31d277 req-a71cdd43-880e-4ca8-bd63-c6299869c7ca tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897931 Feb 19 03:25:46.618301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fa8370bb-a4d9-46fd-a916-4cc1ff5beebf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf3a3914dc064627ae0007141dbc228f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529031 Feb 19 03:25:46.629382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45428) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.726404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b745a8f7-8535-42ed-9813-9742b4249c82 admin admin] Publish callbacks [] for security_group (3206d3d6-a923-439e-8135-10605c022520), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.756730 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b745a8f7-8535-42ed-9813-9742b4249c82 admin admin] Publish callbacks [] for security_group (3206d3d6-a923-439e-8135-10605c022520), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.840274 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b745a8f7-8535-42ed-9813-9742b4249c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3206d3d6-a923-439e-8135-10605c022520), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.850868 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b745a8f7-8535-42ed-9813-9742b4249c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.854959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b745a8f7-8535-42ed-9813-9742b4249c82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3206d3d6-a923-439e-8135-10605c022520 HTTP/1.1" status: 204 len: 168 time: 0.2244370 Feb 19 03:25:46.878052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-8d4d2b58-6350-4c0f-8977-7f94d91dd9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:46.880867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-8d4d2b58-6350-4c0f-8977-7f94d91dd9c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2614064 Feb 19 03:25:46.882515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745a8f7-8535-42ed-9813-9742b4249c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3206d3d6-a923-439e-8135-10605c022520,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:47.162354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc4ee8-4a9b-486a-b5cc-14b2087d3c05 req-39cd8b3e-3157-4770-8165-972cbee070ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:47.178069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-91d80ab5-708b-492f-93b7-5d60f9c76b89 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793670 Feb 19 03:25:47.179030 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7bc4ee8-4a9b-486a-b5cc-14b2087d3c05 req-39cd8b3e-3157-4770-8165-972cbee070ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 1128 time: 0.8483672 Feb 19 03:25:47.201541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa48416-1a73-40f5-9d5d-f1dfa2f7f258 req-ab4293b0-f122-4e37-b57c-9f37e6df3f17 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:47.206088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fa48416-1a73-40f5-9d5d-f1dfa2f7f258 req-ab4293b0-f122-4e37-b57c-9f37e6df3f17 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.2465599 Feb 19 03:25:47.367841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5da67cf8-3a43-429d-ac71-4cbfcd7e6b57 req-1ffc8a15-b302-45e0-b4b0-1e9f0e478ea6 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583073 Feb 19 03:25:47.444459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fa48416-1a73-40f5-9d5d-f1dfa2f7f258 req-973937f8-889f-47b4-a1d3-1678d21254b7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145476 Feb 19 03:25:47.491338 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:47.492069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8368f4-9a72-4f3a-9269-8e4107680d3b None None] Network 574a75b7-d5c8-4943-8657-6d5ca20a75a4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:47.700900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4653eab-9099-4611-8500-0c4550a208f0 req-5190d08d-84b5-4676-a0dd-0f3a0508e59c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:47.710491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4653eab-9099-4611-8500-0c4550a208f0 req-5190d08d-84b5-4676-a0dd-0f3a0508e59c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 946 time: 0.1219661 Feb 19 03:25:47.725392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2f86d12a-394c-4253-8705-c42813fd3323 None None] Provisioning complete for port 350d5b33-90e6-4535-991b-467ac4159068 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:47.728442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f86d12a-394c-4253-8705-c42813fd3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (350d5b33-90e6-4535-991b-467ac4159068), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:47.771921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4653eab-9099-4611-8500-0c4550a208f0 req-93978553-be4e-4233-baec-f2220c6c5de9 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586100 Feb 19 03:25:47.909896 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c7bc4ee8-4a9b-486a-b5cc-14b2087d3c05 req-b9d9aa51-2755-4def-b672-d37e6b2636b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7295401 Feb 19 03:25:47.971635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2f86d12a-394c-4253-8705-c42813fd3323 None None] Current status of the port 350d5b33-90e6-4535-991b-467ac4159068 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:47.976770 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f86d12a-394c-4253-8705-c42813fd3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (350d5b33-90e6-4535-991b-467ac4159068), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.048452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2f86d12a-394c-4253-8705-c42813fd3323 None None] For port 350d5b33-90e6-4535-991b-467ac4159068, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=350d5b33-90e6-4535-991b-467ac4159068,segment=NetworkSegment(608d0432-b775-4acd-ace8-51c1052322b9),segment_id=608d0432-b775-4acd-ace8-51c1052322b9)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:48.054187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f86d12a-394c-4253-8705-c42813fd3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (350d5b33-90e6-4535-991b-467ac4159068), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.096137 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.110477 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.159250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 350d5b33-90e6-4535-991b-467ac4159068 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:48.223537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86d12a-394c-4253-8705-c42813fd3323 None None] Pushing event updated for resources: {'Port': ['ID=350d5b33-90e6-4535-991b-467ac4159068,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:48.241058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=6ddaab94-575c-4095-80af-0bb3bb035c6a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:48.334110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 350d5b33-90e6-4535-991b-467ac4159068 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:48.334430 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (350d5b33-90e6-4535-991b-467ac4159068), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.409365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c03f83b7-1fa1-48c7-bb57-04a4eff5e35b details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:48.457200 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (949e2529-754e-427a-91b8-81a01cb60850), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.528390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f4776-268b-42ca-8e55-4e9ad182d3fc req-4ac61432-99e1-490f-bc3f-b8bbc81b015d tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:48.530593 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-026f4776-268b-42ca-8e55-4e9ad182d3fc req-4ac61432-99e1-490f-bc3f-b8bbc81b015d tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 946 time: 0.0900931 Feb 19 03:25:48.606134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b5d21a2d-8fca-4f89-adc7-bdffa710d339 None None] Provisioning complete for port 350d5b33-90e6-4535-991b-467ac4159068 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:48.607048 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b5d21a2d-8fca-4f89-adc7-bdffa710d339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (350d5b33-90e6-4535-991b-467ac4159068), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.616248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-026f4776-268b-42ca-8e55-4e9ad182d3fc req-6e215532-2325-4e11-96e5-a086461160e3 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6b6bbb3-06f2-4104-b994-ec99ec486d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728102 Feb 19 03:25:48.695943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.706337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 350d5b33-90e6-4535-991b-467ac4159068 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:48.736629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:48.782710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'c03f83b7-1fa1-48c7-bb57-04a4eff5e35b', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'c03f83b7-1fa1-48c7-bb57-04a4eff5e35b', 'mac_address': 'fa:16:3e:ce:d1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:48.874706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b5d21a2d-8fca-4f89-adc7-bdffa710d339 None None] Current status of the port 350d5b33-90e6-4535-991b-467ac4159068 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:48.895897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:48.896372 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.922654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03f83b7-1fa1-48c7-bb57-04a4eff5e35b {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:48.928772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b5d21a2d-8fca-4f89-adc7-bdffa710d339 None None] Provisioning complete for port 6ddaab94-575c-4095-80af-0bb3bb035c6a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:48.929386 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b5d21a2d-8fca-4f89-adc7-bdffa710d339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.973153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b5d21a2d-8fca-4f89-adc7-bdffa710d339 None None] Port 6ddaab94-575c-4095-80af-0bb3bb035c6a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:49.007487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:49.023067 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.174093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:49.186190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-49c0dbd0-3adb-43ac-a3af-1f058c97125d None None] Provisioning complete for port 6ddaab94-575c-4095-80af-0bb3bb035c6a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:49.186666 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-49c0dbd0-3adb-43ac-a3af-1f058c97125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.252323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-49c0dbd0-3adb-43ac-a3af-1f058c97125d None None] Port 6ddaab94-575c-4095-80af-0bb3bb035c6a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:49.427550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['c03f83b7-1fa1-48c7-bb57-04a4eff5e35b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:49.429091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.437628 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.439060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (949e2529-754e-427a-91b8-81a01cb60850), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.631388 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=6ddaab94-575c-4095-80af-0bb3bb035c6a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:49.641407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d3d1eebd-5166-4ac5-b013-c9e8212662f3 None None] Provisioning complete for port 6ddaab94-575c-4095-80af-0bb3bb035c6a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:49.642032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d3d1eebd-5166-4ac5-b013-c9e8212662f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.709872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f572-49dd-4588-b6d0-6e36fceedbe6 req-9ada69cc-dd19-4747-81fc-97ac1bf19e20 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:49.710492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 574a75b7-d5c8-4943-8657-6d5ca20a75a4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:49.712097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e21f572-49dd-4588-b6d0-6e36fceedbe6 req-9ada69cc-dd19-4747-81fc-97ac1bf19e20 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.1219492 Feb 19 03:25:49.720823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:49.785515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1eebd-5166-4ac5-b013-c9e8212662f3 None None] Port 6ddaab94-575c-4095-80af-0bb3bb035c6a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:49.848677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e21f572-49dd-4588-b6d0-6e36fceedbe6 req-46e37c2b-591d-4d0e-85cc-d6307d3fb108 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275318 Feb 19 03:25:49.935567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45484) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:50.025273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 949e2529-754e-427a-91b8-81a01cb60850 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:25:50.120632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 350d5b33-90e6-4535-991b-467ac4159068 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:50.180650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fc374-3fe0-4040-b772-1e4a132bf9f0 req-0333e1d9-5942-4595-82d7-fbcd3d2ef3d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:50.189238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:50.189451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-077fc374-3fe0-4040-b772-1e4a132bf9f0 req-0333e1d9-5942-4595-82d7-fbcd3d2ef3d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 946 time: 0.1835485 Feb 19 03:25:50.202933 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3201252-1435-4db1-bb9a-0b3114dc3dae None None] Sync routers for ids ['949e2529-754e-427a-91b8-81a01cb60850'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:50.209017 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-99294c5b-4e6c-4ca9-96bd-9957f4ecd3cd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/949e2529-754e-427a-91b8-81a01cb60850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9705310 Feb 19 03:25:50.209257 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18bd296b-d65f-4055-9560-587e703608ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.209455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45488) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:50.235846 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3201252-1435-4db1-bb9a-0b3114dc3dae None None] Routers {'949e2529-754e-427a-91b8-81a01cb60850'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:50.237155 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e3201252-1435-4db1-bb9a-0b3114dc3dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['949e2529-754e-427a-91b8-81a01cb60850'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:50.253609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6a25a53c-5a1e-4da3-af1e-a40475374b67 None None] Provisioning complete for port 6ddaab94-575c-4095-80af-0bb3bb035c6a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:50.256550 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6a25a53c-5a1e-4da3-af1e-a40475374b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.282069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c3f6d-91a4-4777-ad4b-dc7b19272ebc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:50.287500 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-862c3f6d-91a4-4777-ad4b-dc7b19272ebc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports/6ddaab94-575c-4095-80af-0bb3bb035c6a HTTP/1.1" status: 200 len: 984 time: 0.0734766 Feb 19 03:25:50.287951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45490) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:50.301706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-e6338f87-d6c0-4c7c-9271-37e39f7cc27f tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:50.303396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-e6338f87-d6c0-4c7c-9271-37e39f7cc27f tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9cfc453-7d76-4e0b-bb6c-ddba78835482 HTTP/1.1" status: 200 len: 946 time: 0.2302005 Feb 19 03:25:50.331699 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e3201252-1435-4db1-bb9a-0b3114dc3dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:50.343263 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3201252-1435-4db1-bb9a-0b3114dc3dae None None] Routers {'949e2529-754e-427a-91b8-81a01cb60850'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:50.344796 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e3201252-1435-4db1-bb9a-0b3114dc3dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['949e2529-754e-427a-91b8-81a01cb60850'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:50.374664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6a25a53c-5a1e-4da3-af1e-a40475374b67 None None] Port 6ddaab94-575c-4095-80af-0bb3bb035c6a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:50.404355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 350d5b33-90e6-4535-991b-467ac4159068 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:50.405444 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (350d5b33-90e6-4535-991b-467ac4159068), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.423795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-077fc374-3fe0-4040-b772-1e4a132bf9f0 req-166ab673-c2d0-4412-9875-92152e5bca5a tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332017 Feb 19 03:25:50.459158 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e3201252-1435-4db1-bb9a-0b3114dc3dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:50.460375 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3201252-1435-4db1-bb9a-0b3114dc3dae None None] The sync data for ids ['949e2529-754e-427a-91b8-81a01cb60850'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:50.476036 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18bd296b-d65f-4055-9560-587e703608ad admin admin] Publish callbacks [] for security_group (2ef9edb7-cd3b-4f83-ab2a-4f139ee65ee4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.491327 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18bd296b-d65f-4055-9560-587e703608ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2ef9edb7-cd3b-4f83-ab2a-4f139ee65ee4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.572933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-18bd296b-d65f-4055-9560-587e703608ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e016b817c464c1d9d49dabd1bb8cb06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6362109 Feb 19 03:25:50.576667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45502) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:50.606942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd296b-d65f-4055-9560-587e703608ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef9edb7-cd3b-4f83-ab2a-4f139ee65ee4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:50.632256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 350d5b33-90e6-4535-991b-467ac4159068 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:50.712749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-6e56cea4-91d5-40a9-a59b-02aa5dee33a9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Deleting port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:50.713369 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-6e56cea4-91d5-40a9-a59b-02aa5dee33a9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.810425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa1e1-6038-45d7-b9c5-c769d44dd854 admin admin] Publish callbacks [] for security_group (2ef9edb7-cd3b-4f83-ab2a-4f139ee65ee4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.829538 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (949e2529-754e-427a-91b8-81a01cb60850), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.834167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-a07d4685-e093-4d5e-bbaa-cb444c11e3ca tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:50.836016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-a07d4685-e093-4d5e-bbaa-cb444c11e3ca tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/networks?id=e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 200 len: 813 time: 0.2584529 Feb 19 03:25:50.869958 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa1e1-6038-45d7-b9c5-c769d44dd854 admin admin] Publish callbacks [] for security_group (2ef9edb7-cd3b-4f83-ab2a-4f139ee65ee4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.895897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-07772e8d-913a-4784-a760-bd89c5559cd9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/quotas/a05e9d391677400abdf9d3cb2be5d9d8 HTTP/1.1" status: 200 len: 375 time: 0.0492916 Feb 19 03:25:50.915763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-6e56cea4-91d5-40a9-a59b-02aa5dee33a9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] For port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:50.916288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-6e56cea4-91d5-40a9-a59b-02aa5dee33a9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.966038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-6e56cea4-91d5-40a9-a59b-02aa5dee33a9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Calling delete_port for 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:51.058434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-5ffea1f6-f274-4189-988f-19c47c4d5e82 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510468 Feb 19 03:25:51.072352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa1e1-6038-45d7-b9c5-c769d44dd854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2ef9edb7-cd3b-4f83-ab2a-4f139ee65ee4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.075511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa1e1-6038-45d7-b9c5-c769d44dd854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.077955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aa6fa1e1-6038-45d7-b9c5-c769d44dd854 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ef9edb7-cd3b-4f83-ab2a-4f139ee65ee4 HTTP/1.1" status: 204 len: 168 time: 0.4973714 Feb 19 03:25:51.101279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fa1e1-6038-45d7-b9c5-c769d44dd854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef9edb7-cd3b-4f83-ab2a-4f139ee65ee4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:51.124662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-3c5d5b56-1867-40b3-b30e-a55e922194a7 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:51.127470 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-3c5d5b56-1867-40b3-b30e-a55e922194a7 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e390f67-35d8-4e7e-818e-7a70250df5e7 HTTP/1.1" status: 200 len: 945 time: 0.1774352 Feb 19 03:25:51.275265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-6f31ae1d-ea71-4af6-ac64-f032f72818d4 service neutron] 10.222.0.42 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149220 Feb 19 03:25:51.337665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-5fb019cb-d37e-4928-b0a7-2ba4e87ad637 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Deleting port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:51.338103 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-5fb019cb-d37e-4928-b0a7-2ba4e87ad637 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.435061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-a7453e5d-6a36-48f9-970c-8aa954824d0f service neutron] 10.222.0.42 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581829 Feb 19 03:25:51.438185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-6e56cea4-91d5-40a9-a59b-02aa5dee33a9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6f76d576-371c-4cc9-bbb2-7a3fe3e546c3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.454071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['6f76d576-371c-4cc9-bbb2-7a3fe3e546c3'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:51.469832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-5fb019cb-d37e-4928-b0a7-2ba4e87ad637 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] For port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:51.470612 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-5fb019cb-d37e-4928-b0a7-2ba4e87ad637 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.485984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-5fb019cb-d37e-4928-b0a7-2ba4e87ad637 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Calling delete_port for 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:51.498572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56cea4-91d5-40a9-a59b-02aa5dee33a9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Pushing event deleted for resources: {'Port': ['ID=6f76d576-371c-4cc9-bbb2-7a3fe3e546c3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:51.519942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:51.595073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-6e56cea4-91d5-40a9-a59b-02aa5dee33a9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] No DVR routers for this DVR port 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:51.606263 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-6e56cea4-91d5-40a9-a59b-02aa5dee33a9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.623737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36eaaa1c-4262-4705-b29d-13a3bd2b8f02 req-6e56cea4-91d5-40a9-a59b-02aa5dee33a9 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.71 "DELETE /v2.0/ports/6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 HTTP/1.1" status: 204 len: 173 time: 1.3112707 Feb 19 03:25:51.626888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cfc453-7d76-4e0b-bb6c-ddba78835482', 'name': 'network-vif-deleted', 'tag': '6f76d576-371c-4cc9-bbb2-7a3fe3e546c3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:51.648819 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7d09d8-3256-49e9-a5de-2e416cf56cf6" -d '{"events": [{"server_uuid": "f9cfc453-7d76-4e0b-bb6c-ddba78835482", "name": "network-vif-deleted", "tag": "6f76d576-371c-4cc9-bbb2-7a3fe3e546c3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:51.761123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 6ddaab94-575c-4095-80af-0bb3bb035c6a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:51.761533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.974693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-5fb019cb-d37e-4928-b0a7-2ba4e87ad637 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.994343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['6f76d576-371c-4cc9-bbb2-7a3fe3e546c3'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:52.075132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb019cb-d37e-4928-b0a7-2ba4e87ad637 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Pushing event deleted for resources: {'Port': ['ID=99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:52.228765 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-5fb019cb-d37e-4928-b0a7-2ba4e87ad637 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] No DVR routers for this DVR port 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:52.236815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-5fb019cb-d37e-4928-b0a7-2ba4e87ad637 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.240862 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f0b8f31b-f5c0-412a-876a-72b3aa816e5a req-5fb019cb-d37e-4928-b0a7-2ba4e87ad637 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.37 "DELETE /v2.0/ports/99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a HTTP/1.1" status: 204 len: 173 time: 1.1046402 Feb 19 03:25:52.242039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e390f67-35d8-4e7e-818e-7a70250df5e7', 'name': 'network-vif-deleted', 'tag': '99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:52.244184 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f6bf27-8114-480f-93bb-aa02920217b2" -d '{"events": [{"server_uuid": "3e390f67-35d8-4e7e-818e-7a70250df5e7", "name": "network-vif-deleted", "tag": "99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:52.260422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.285652 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.287926 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 6ddaab94-575c-4095-80af-0bb3bb035c6a owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:52.300735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67087c0c-357f-49cb-aa02-30cd12f6d6cd req-976a1a2f-2c06-4663-bfa0-75e0d0b3fdc7 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:52.309746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67087c0c-357f-49cb-aa02-30cd12f6d6cd req-976a1a2f-2c06-4663-bfa0-75e0d0b3fdc7 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 947 time: 0.1415436 Feb 19 03:25:52.416335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67087c0c-357f-49cb-aa02-30cd12f6d6cd req-2771f9ee-dc83-452f-a570-eb231bd67a77 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6b6bbb3-06f2-4104-b994-ec99ec486d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055057 Feb 19 03:25:52.428670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c03f83b7-1fa1-48c7-bb57-04a4eff5e35b up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:52.646951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:52.652025 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:52.652537 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.742303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45546) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:52.773899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364d3de-88d2-4cc0-85ad-7376b0a37f9b req-f3ed9f72-f5b3-4ae8-8c71-33ff4910bf75 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:52.783965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c364d3de-88d2-4cc0-85ad-7376b0a37f9b req-f3ed9f72-f5b3-4ae8-8c71-33ff4910bf75 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 946 time: 0.1486893 Feb 19 03:25:52.790742 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6ddaab94-575c-4095-80af-0bb3bb035c6a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.810110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:52.810477 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.853678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=6ddaab94-575c-4095-80af-0bb3bb035c6a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:52.877749 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc20b13-d8b9-4134-a97c-2a15d9f9d396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03f83b7-1fa1-48c7-bb57-04a4eff5e35b'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:52.880261 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a937b4a-2133-46c7-8243-551f05f5953f" -d '{"events": [{"server_uuid": "4dc20b13-d8b9-4134-a97c-2a15d9f9d396", "name": "network-vif-plugged", "status": "completed", "tag": "c03f83b7-1fa1-48c7-bb57-04a4eff5e35b"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:52.904239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.904659 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.905269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.905891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.906855 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.907301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.907772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.908350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.908783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.909221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.909757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.910226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.910653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:52.929542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:52.930597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c364d3de-88d2-4cc0-85ad-7376b0a37f9b req-8f750979-9c3a-44a0-abc2-e1adfde82383 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437898 Feb 19 03:25:52.946206 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.045878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (949e2529-754e-427a-91b8-81a01cb60850), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.075911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1603135991-network', 'tenant_id': '6a2f2b305a6d41cd9793cf2f3a21ee12'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:53.082797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:53.100416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.100739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.101035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.101380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.107162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.107701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.108056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.108400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.108739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.109075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.109409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.110333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.110652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:53.189756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Made reservation on behalf of 6a2f2b305a6d41cd9793cf2f3a21ee12 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:53.192381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.213358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.235145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb0544-a512-4fce-abc3-6682a0622d29 req-c6af56b6-9f9c-4f10-a8d9-56ec07acb264 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:53.238446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9fbb0544-a512-4fce-abc3-6682a0622d29 req-c6af56b6-9f9c-4f10-a8d9-56ec07acb264 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.1575973 Feb 19 03:25:53.331486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9fbb0544-a512-4fce-abc3-6682a0622d29 req-e1dd09f5-cca5-41b9-a6bb-db8e84ea41e0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839741 Feb 19 03:25:53.446991 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Publish callbacks [] for security_group (c0daed19-504d-49ec-b042-02766f8400f1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.471243 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c0daed19-504d-49ec-b042-02766f8400f1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.517855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:53.547475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0daed19-504d-49ec-b042-02766f8400f1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:53.562245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (dad925e6-a63c-4c1f-b046-a3f4ba1ef7eb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.562683 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Added segment dad925e6-a63c-4c1f-b046-a3f4ba1ef7eb of type vlan for network 2e763f44-9eb9-4834-950d-5803d2d4e3e1 Feb 19 03:25:53.588599 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed6b15d-92de-4a80-bf7f-837f2bd9ac63 x-openstack-request-id: req-6ed6b15d-92de-4a80-bf7f-837f2bd9ac63 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:53.588599 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cfc453-7d76-4e0b-bb6c-ddba78835482", "name": "network-vif-deleted", "tag": "6f76d576-371c-4cc9-bbb2-7a3fe3e546c3", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:53.588839 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ed6b15d-92de-4a80-bf7f-837f2bd9ac63 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:53.589121 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cfc453-7d76-4e0b-bb6c-ddba78835482', 'name': 'network-vif-deleted', 'tag': '6f76d576-371c-4cc9-bbb2-7a3fe3e546c3', 'status': 'completed', 'code': 200} Feb 19 03:25:53.654359 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (2e763f44-9eb9-4834-950d-5803d2d4e3e1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.713564 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (2e763f44-9eb9-4834-950d-5803d2d4e3e1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.715733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:53.716743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.800805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0530999 Feb 19 03:25:53.804361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45562) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:53.809702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Request body: {'subnet': {'network_id': '2e763f44-9eb9-4834-950d-5803d2d4e3e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1603135991-subnet', 'tenant_id': '6a2f2b305a6d41cd9793cf2f3a21ee12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:53.840322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a63c1-6591-4554-9a9f-a7a60a7f1780 admin admin] Pushing event updated for resources: {'Network': ['ID=2e763f44-9eb9-4834-950d-5803d2d4e3e1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:53.858909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 2e763f44-9eb9-4834-950d-5803d2d4e3e1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:53.863748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Made reservation on behalf of 6a2f2b305a6d41cd9793cf2f3a21ee12 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:53.869699 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.875847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 949e2529-754e-427a-91b8-81a01cb60850 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:54.043450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:54.051572 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802d6803-f074-4ac2-9b0c-78fd05351f74 x-openstack-request-id: req-802d6803-f074-4ac2-9b0c-78fd05351f74 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:54.052158 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e390f67-35d8-4e7e-818e-7a70250df5e7", "name": "network-vif-deleted", "tag": "99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:54.052442 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-802d6803-f074-4ac2-9b0c-78fd05351f74 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:54.059467 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e390f67-35d8-4e7e-818e-7a70250df5e7', 'name': 'network-vif-deleted', 'tag': '99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a', 'status': 'completed', 'code': 200} Feb 19 03:25:54.061145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f715f02-a071-4437-9732-4a361c08470e None None] Sync routers for ids ['949e2529-754e-427a-91b8-81a01cb60850'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:54.065978 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e01d66bd-b45f-45de-be14-1f55fd0e5b2b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/949e2529-754e-427a-91b8-81a01cb60850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7771771 Feb 19 03:25:54.069424 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45566) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:54.095570 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e2c3b5-797f-4bdb-b776-85661afa7bee x-openstack-request-id: req-85e2c3b5-797f-4bdb-b776-85661afa7bee {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:54.095985 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc20b13-d8b9-4134-a97c-2a15d9f9d396", "name": "network-vif-plugged", "status": "completed", "tag": "c03f83b7-1fa1-48c7-bb57-04a4eff5e35b", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:54.096243 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85e2c3b5-797f-4bdb-b776-85661afa7bee {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:54.096667 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc20b13-d8b9-4134-a97c-2a15d9f9d396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03f83b7-1fa1-48c7-bb57-04a4eff5e35b', 'code': 200} Feb 19 03:25:54.112034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f715f02-a071-4437-9732-4a361c08470e None None] Routers {'949e2529-754e-427a-91b8-81a01cb60850'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:54.112763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7f715f02-a071-4437-9732-4a361c08470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['949e2529-754e-427a-91b8-81a01cb60850'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:54.148755 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (24bdeb21-bf05-4dfc-a1da-589867b63287), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.200051 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7f715f02-a071-4437-9732-4a361c08470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:54.213683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f715f02-a071-4437-9732-4a361c08470e None None] Routers {'949e2529-754e-427a-91b8-81a01cb60850'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:54.214472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7f715f02-a071-4437-9732-4a361c08470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['949e2529-754e-427a-91b8-81a01cb60850'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:54.316881 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7f715f02-a071-4437-9732-4a361c08470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:54.317560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f715f02-a071-4437-9732-4a361c08470e None None] The sync data for ids ['949e2529-754e-427a-91b8-81a01cb60850'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:54.335262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:54.421802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24bdeb21-bf05-4dfc-a1da-589867b63287,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:54.432086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:54.503706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:54.504288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 99e3e732-f1a4-4b8b-afb6-3fa3bb61bd4a not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:54.509485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:54.509867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6f76d576-371c-4cc9-bbb2-7a3fe3e546c3 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:54.519336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Checking segment: {'id': 'dad925e6-a63c-4c1f-b046-a3f4ba1ef7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e763f44-9eb9-4834-950d-5803d2d4e3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:54.520530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Network hostable DHCP agents. Network: 2e763f44-9eb9-4834-950d-5803d2d4e3e1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:54.537405 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-cfdb3bba-402b-4190-99e9-6060157c2af7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 03:25:54.538504 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cfdb3bba-402b-4190-99e9-6060157c2af7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/949e2529-754e-427a-91b8-81a01cb60850/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4680488 Feb 19 03:25:54.553068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45572) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:54.627215 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-649dcab6-8cb3-4265-a74b-a9e2a27db326 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=949e2529-754e-427a-91b8-81a01cb60850 HTTP/1.1" status: 200 len: 205 time: 0.0729737 Feb 19 03:25:54.630710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45574) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:54.728673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b59550b3-32be-4876-bea2-6e3031e4f882 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (949e2529-754e-427a-91b8-81a01cb60850), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.839463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-ad067c97-365f-4d93-bbeb-1ee6e2be7c78 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:54.840705 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-ad067c97-365f-4d93-bbeb-1ee6e2be7c78 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.37 "GET /v2.0/networks?id=e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 200 len: 813 time: 0.3427377 Feb 19 03:25:54.911721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Request body: {'port': {'device_id': '017cb1fe-37d6-42a7-a7bd-15bd173d247c', 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67', 'admin_state_up': True, 'tenant_id': 'a05e9d391677400abdf9d3cb2be5d9d8'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:55.007804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-9613c298-ea3e-488e-83c8-c5b204dba799 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:55.009486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-9613c298-ea3e-488e-83c8-c5b204dba799 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.71 "GET /v2.0/networks?id=e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 200 len: 813 time: 0.7597997 Feb 19 03:25:55.025898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec1f8b-e239-4a93-96d5-a6a067eb8ba4 req-b86f087a-a1b5-413f-81f4-c1103e9f26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:55.028131 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22ec1f8b-e239-4a93-96d5-a6a067eb8ba4 req-b86f087a-a1b5-413f-81f4-c1103e9f26e8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 1130 time: 0.7531705 Feb 19 03:25:55.033039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Request body: {'port': {'device_id': '1bea1f76-5cdc-4253-a700-06d175bd73d8', 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67', 'admin_state_up': True, 'tenant_id': 'a05e9d391677400abdf9d3cb2be5d9d8'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:55.072070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Network 2e763f44-9eb9-4834-950d-5803d2d4e3e1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:55.078348 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b59550b3-32be-4876-bea2-6e3031e4f882 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (949e2529-754e-427a-91b8-81a01cb60850), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.082082 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b59550b3-32be-4876-bea2-6e3031e4f882 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (949e2529-754e-427a-91b8-81a01cb60850), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.088572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Made reservation on behalf of a05e9d391677400abdf9d3cb2be5d9d8 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:55.092037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.134210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 2e763f44-9eb9-4834-950d-5803d2d4e3e1) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:55.153689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220120f-c073-4a27-a71d-4375f5726590 req-9065d60d-1d2f-4287-8a07-56ffe2c43d66 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:55.155095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ce8ad-b0c9-4c86-a73a-c19973682c45 None None] Network 2e763f44-9eb9-4834-950d-5803d2d4e3e1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:55.161497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f220120f-c073-4a27-a71d-4375f5726590 req-9065d60d-1d2f-4287-8a07-56ffe2c43d66 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 948 time: 0.6524360 Feb 19 03:25:55.191294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:55.192381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.241515 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b59550b3-32be-4876-bea2-6e3031e4f882 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (949e2529-754e-427a-91b8-81a01cb60850), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.244295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59550b3-32be-4876-bea2-6e3031e4f882 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Fanout notify agent at l3_agent the message router_deleted on router 949e2529-754e-427a-91b8-81a01cb60850 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:25:55.250986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22ec1f8b-e239-4a93-96d5-a6a067eb8ba4 req-47ecf65c-746b-4784-be0e-2cd7756dd7c0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f6b6bbb3-06f2-4104-b994-ec99ec486d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073309 Feb 19 03:25:55.263674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-08696eb1-f1ec-40cf-a918-57d77960596e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4577000 Feb 19 03:25:55.284959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb02956-e894-41fd-a06b-b16618b71b61 None None] Network 2e763f44-9eb9-4834-950d-5803d2d4e3e1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:55.293163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b59550b3-32be-4876-bea2-6e3031e4f882 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.298059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f220120f-c073-4a27-a71d-4375f5726590 req-7bce0690-f7af-4781-b1bb-31fa2dbce563 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6b6bbb3-06f2-4104-b994-ec99ec486d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332321 Feb 19 03:25:55.326346 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b59550b3-32be-4876-bea2-6e3031e4f882 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/949e2529-754e-427a-91b8-81a01cb60850 HTTP/1.1" status: 204 len: 168 time: 0.6927464 Feb 19 03:25:55.329046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45578) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:55.387344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Made reservation on behalf of a05e9d391677400abdf9d3cb2be5d9d8 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:55.390892 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.456041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Allocated IP 172.20.0.7 (e159e8e8-53a6-491a-93da-6b95c9975b67/325ef738-5516-458a-bec6-1ce62652f493/784f3ed7-fd3e-45c3-8d06-25498214c2e2) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:55.506875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d607dc7-ccef-4f5d-b2bf-d5750b4c9da6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting subnet 78047a84-c876-4f80-a85f-3971ea029d67 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:55.515390 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d607dc7-ccef-4f5d-b2bf-d5750b4c9da6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (78047a84-c876-4f80-a85f-3971ea029d67), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.619111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d607dc7-ccef-4f5d-b2bf-d5750b4c9da6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (78047a84-c876-4f80-a85f-3971ea029d67), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.633053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f6905-0934-46cd-bc6e-5d7cbfb853d6 req-0c9b18bb-65f2-4e64-93b7-b075cf710c07 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:55.634719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea9f6905-0934-46cd-bc6e-5d7cbfb853d6 req-0c9b18bb-65f2-4e64-93b7-b075cf710c07 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 945 time: 0.0649362 Feb 19 03:25:55.699508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea9f6905-0934-46cd-bc6e-5d7cbfb853d6 req-9a6c609b-759a-465e-a01f-bdfefb206286 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575421 Feb 19 03:25:55.745111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks [] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.756640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d607dc7-ccef-4f5d-b2bf-d5750b4c9da6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (78047a84-c876-4f80-a85f-3971ea029d67), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.818420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15dd8878-90aa-4cbd-ab29-99fb7653844e req-fd1a3b9b-460c-4e34-ae05-6850b58f6559 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 210 time: 0.0343947 Feb 19 03:25:55.830550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.852104 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Network e159e8e8-53a6-491a-93da-6b95c9975b67 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:55.855080 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:55.880610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:55.883660 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d607dc7-ccef-4f5d-b2bf-d5750b4c9da6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (78047a84-c876-4f80-a85f-3971ea029d67), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.909700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Allocated IP 172.20.0.6 (e159e8e8-53a6-491a-93da-6b95c9975b67/325ef738-5516-458a-bec6-1ce62652f493/4c795c5a-f5c6-4d9a-8e29-0c3895560cff) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:55.950913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d607dc7-ccef-4f5d-b2bf-d5750b4c9da6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Subnet': ['ID=78047a84-c876-4f80-a85f-3971ea029d67,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:55.970920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d607dc7-ccef-4f5d-b2bf-d5750b4c9da6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.973664 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9d607dc7-ccef-4f5d-b2bf-d5750b4c9da6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/78047a84-c876-4f80-a85f-3971ea029d67 HTTP/1.1" status: 204 len: 168 time: 0.6436195 Feb 19 03:25:55.977019 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45584) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:55.977575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Pushing event updated for resources: {'Port': ['ID=784f3ed7-fd3e-45c3-8d06-25498214c2e2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:55.982068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60914c8c-5636-4a5b-92bd-2cadfc7d935b None None] Network 574a75b7-d5c8-4943-8657-6d5ca20a75a4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:56.040631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:56.041269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.078188 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (574a75b7-d5c8-4943-8657-6d5ca20a75a4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.085146 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e6593595-cfaf-44da-910f-be3b61b1def3 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2146108 Feb 19 03:25:56.125225 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Request body: {'port': {'device_id': '017cb1fe-37d6-42a7-a7bd-15bd173d247c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:56.179733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7eed4b-cbed-4379-9456-9548ff81204e req-36a4b0e5-7de0-48f0-a66d-bf6c7268e6be tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:56.193356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c7eed4b-cbed-4379-9456-9548ff81204e req-36a4b0e5-7de0-48f0-a66d-bf6c7268e6be tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.2787356 Feb 19 03:25:56.207992 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.227473 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 350d5b33-90e6-4535-991b-467ac4159068 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:56.227821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (350d5b33-90e6-4535-991b-467ac4159068), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.309677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c7eed4b-cbed-4379-9456-9548ff81204e req-46bcd668-a039-488b-a952-e9d712c800ff tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151135 Feb 19 03:25:56.319452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks [] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.388259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.414185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46829af-22f9-413a-99c0-191dab073212 None None] DHCP port deletion for 574a75b7-d5c8-4943-8657-6d5ca20a75a4 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:56.494875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Network e159e8e8-53a6-491a-93da-6b95c9975b67 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:56.498582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a46829af-22f9-413a-99c0-191dab073212 None None] Deleting port 350d5b33-90e6-4535-991b-467ac4159068 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:56.498963 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a46829af-22f9-413a-99c0-191dab073212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (350d5b33-90e6-4535-991b-467ac4159068), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.503931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:56.524923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:56.565626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port 350d5b33-90e6-4535-991b-467ac4159068, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=350d5b33-90e6-4535-991b-467ac4159068,segment=NetworkSegment(608d0432-b775-4acd-ace8-51c1052322b9),segment_id=608d0432-b775-4acd-ace8-51c1052322b9)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:56.566051 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (350d5b33-90e6-4535-991b-467ac4159068), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.596276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 350d5b33-90e6-4535-991b-467ac4159068 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:56.611496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:56.612490 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.616161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a46829af-22f9-413a-99c0-191dab073212 None None] For port 350d5b33-90e6-4535-991b-467ac4159068, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=350d5b33-90e6-4535-991b-467ac4159068,segment=NetworkSegment(608d0432-b775-4acd-ace8-51c1052322b9),segment_id=608d0432-b775-4acd-ace8-51c1052322b9)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:56.617587 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a46829af-22f9-413a-99c0-191dab073212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (350d5b33-90e6-4535-991b-467ac4159068), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.619497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Pushing event updated for resources: {'Port': ['ID=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:56.644437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-77d6bd1b-f4d7-4d1f-886b-291709a3adae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6151092 Feb 19 03:25:56.649966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a46829af-22f9-413a-99c0-191dab073212 None None] Calling delete_port for 350d5b33-90e6-4535-991b-467ac4159068 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:56.657691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a92f6-277e-4f32-9d97-a85722e925de req-69bc586e-95f8-4163-9c5c-d5ebf34b85c3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:56.665065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d3a92f6-277e-4f32-9d97-a85722e925de req-69bc586e-95f8-4163-9c5c-d5ebf34b85c3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.2287717 Feb 19 03:25:56.707032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-1ae68bb1-8db1-46da-8b51-09b84097027c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:56.710851 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-1ae68bb1-8db1-46da-8b51-09b84097027c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 946 time: 0.2454145 Feb 19 03:25:56.731014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d3a92f6-277e-4f32-9d97-a85722e925de req-6f45302c-cd0b-4026-b6b3-24a2d5f7c5f5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624042 Feb 19 03:25:56.816286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Request body: {'port': {'device_id': '1bea1f76-5cdc-4253-a700-06d175bd73d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:56.822459 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a46829af-22f9-413a-99c0-191dab073212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (350d5b33-90e6-4535-991b-467ac4159068), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.857071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46829af-22f9-413a-99c0-191dab073212 None None] Pushing event deleted for resources: {'Port': ['ID=350d5b33-90e6-4535-991b-467ac4159068,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:56.871111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46829af-22f9-413a-99c0-191dab073212 None None] No DVR routers for this DVR port 350d5b33-90e6-4535-991b-467ac4159068 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:56.922638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bc935-d480-44f4-abd1-642ed68b9179 req-1a3410ce-118e-4cb0-b56e-f98f4dc7b6fc tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:56.934420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f69bc935-d480-44f4-abd1-642ed68b9179 req-1a3410ce-118e-4cb0-b56e-f98f4dc7b6fc tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb7c658a-8f6f-4555-b46c-40f6492688bc HTTP/1.1" status: 200 len: 946 time: 0.1304581 Feb 19 03:25:56.960612 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.973475 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (350d5b33-90e6-4535-991b-467ac4159068), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.042961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f69bc935-d480-44f4-abd1-642ed68b9179 req-5be66781-7b56-46d9-9651-a4b9618a0350 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069794 Feb 19 03:25:57.088808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=350d5b33-90e6-4535-991b-467ac4159068,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:57.099382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No DVR routers for this DVR port 350d5b33-90e6-4535-991b-467ac4159068 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:57.164377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784f3ed7-fd3e-45c3-8d06-25498214c2e2 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:57.174082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-0d3606b6-3552-4ce4-b444-a3769cb629d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Deleting port 0ee52397-9af7-458d-bbe7-89622ac77f78 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:57.174727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-0d3606b6-3552-4ce4-b444-a3769cb629d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.204497 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Publish callbacks [] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.221513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3391f308-096d-4e73-a673-c8898ca7469c req-d301e66b-efdb-4530-9864-571be664be6b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1042665878', 'description': 'tempest-description-1579133793'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:57.247679 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3391f308-096d-4e73-a673-c8898ca7469c req-d301e66b-efdb-4530-9864-571be664be6b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.295015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Transition to ACTIVE for port object 784f3ed7-fd3e-45c3-8d06-25498214c2e2 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:57.299752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (574a75b7-d5c8-4943-8657-6d5ca20a75a4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.309875 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.364829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574a75b7-d5c8-4943-8657-6d5ca20a75a4']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:57.407057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608d0432-b775-4acd-ace8-51c1052322b9') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:57.407509 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608d0432-b775-4acd-ace8-51c1052322b9') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:57.416103 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3391f308-096d-4e73-a673-c8898ca7469c req-d301e66b-efdb-4530-9864-571be664be6b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (7d6de537-7ded-4b9b-a3d0-5947e565d814), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.416589 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Pushing event updated for resources: {'Port': ['ID=784f3ed7-fd3e-45c3-8d06-25498214c2e2,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:57.433812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (608d0432-b775-4acd-ace8-51c1052322b9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.440162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3391f308-096d-4e73-a673-c8898ca7469c req-d301e66b-efdb-4530-9864-571be664be6b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7d6de537-7ded-4b9b-a3d0-5947e565d814), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.457691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-0d3606b6-3552-4ce4-b444-a3769cb629d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] For port 0ee52397-9af7-458d-bbe7-89622ac77f78, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0ee52397-9af7-458d-bbe7-89622ac77f78,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:57.458184 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-0d3606b6-3552-4ce4-b444-a3769cb629d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.461437 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (608d0432-b775-4acd-ace8-51c1052322b9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.487352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3391f308-096d-4e73-a673-c8898ca7469c req-d301e66b-efdb-4530-9864-571be664be6b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.488778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3391f308-096d-4e73-a673-c8898ca7469c req-d301e66b-efdb-4530-9864-571be664be6b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2721672 Feb 19 03:25:57.494822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:57.495312 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (608d0432-b775-4acd-ace8-51c1052322b9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:57.500728 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:57.509561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301e66b-efdb-4530-9864-571be664be6b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6de537-7ded-4b9b-a3d0-5947e565d814,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:57.563608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-0d3606b6-3552-4ce4-b444-a3769cb629d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Calling delete_port for 0ee52397-9af7-458d-bbe7-89622ac77f78 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:57.587143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c795c5a-f5c6-4d9a-8e29-0c3895560cff {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:57.599970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Publish callbacks [] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.645082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Transition to ACTIVE for port object 4c795c5a-f5c6-4d9a-8e29-0c3895560cff will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:57.650761 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.675014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (574a75b7-d5c8-4943-8657-6d5ca20a75a4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.689174 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.692822 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/networks/574a75b7-d5c8-4943-8657-6d5ca20a75a4 HTTP/1.1" status: 204 len: 168 time: 1.7126312 Feb 19 03:25:57.707207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45598) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:57.722139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1291783255'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:57.722491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Attempting to bind port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:57.723625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Attempting to bind port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:57.724032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Attempting to bind port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 on network e159e8e8-53a6-491a-93da-6b95c9975b67 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:57.747721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdb486-d2ff-424e-a682-80e087079de4 req-fe9e69e9-0ab7-4ba3-8371-e906d545a818 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:57.749432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36bdb486-d2ff-424e-a682-80e087079de4 req-fe9e69e9-0ab7-4ba3-8371-e906d545a818 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 948 time: 0.1537733 Feb 19 03:25:57.757669 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58a42e-bd52-4529-bb8e-673d034037d8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Network': ['ID=574a75b7-d5c8-4943-8657-6d5ca20a75a4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:57.760591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Pushing event updated for resources: {'Port': ['ID=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:57.764032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 on network e159e8e8-53a6-491a-93da-6b95c9975b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:57.764309 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Attempting to bind port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 on network e159e8e8-53a6-491a-93da-6b95c9975b67 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:57.777410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:57.777991 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Checking segment: {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:57.778606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Bound using segment: {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:57.779299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Bound port: 784f3ed7-fd3e-45c3-8d06-25498214c2e2, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:57.780014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.829169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:57.832298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.918758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36bdb486-d2ff-424e-a682-80e087079de4 req-586bc83e-ace2-4b74-8615-8abd778ea4f9 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6b6bbb3-06f2-4104-b994-ec99ec486d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242218 Feb 19 03:25:57.933571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] For port 784f3ed7-fd3e-45c3-8d06-25498214c2e2, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:57.936673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-0d3606b6-3552-4ce4-b444-a3769cb629d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (0ee52397-9af7-458d-bbe7-89622ac77f78), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.943394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:57.947833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] For port 784f3ed7-fd3e-45c3-8d06-25498214c2e2, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=784f3ed7-fd3e-45c3-8d06-25498214c2e2,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:57.953612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Attempting to bind port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:57.953982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Attempting to bind port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:57.954338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Attempting to bind port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff on network e159e8e8-53a6-491a-93da-6b95c9975b67 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:57.971465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5042ccf7-56ae-4995-9e82-110a1a33b752), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.971749 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added segment 5042ccf7-56ae-4995-9e82-110a1a33b752 of type vlan for network 44d27053-5112-41e0-a206-a4b372a0c634 Feb 19 03:25:57.973556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff on network e159e8e8-53a6-491a-93da-6b95c9975b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:57.974446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Attempting to bind port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff on network e159e8e8-53a6-491a-93da-6b95c9975b67 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:57.982132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b', '0ee52397-9af7-458d-bbe7-89622ac77f78'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:57.993375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:57.993721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Checking segment: {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:57.994133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Bound using segment: {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:57.994580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Bound port: 4c795c5a-f5c6-4d9a-8e29-0c3895560cff, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b93016-3932-4fb4-b5a3-a50428d0bb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:57.994944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.038257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3606b6-3552-4ce4-b444-a3769cb629d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event deleted for resources: {'Port': ['ID=0ee52397-9af7-458d-bbe7-89622ac77f78,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:58.040608 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.102025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (44d27053-5112-41e0-a206-a4b372a0c634), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.143278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-0d3606b6-3552-4ce4-b444-a3769cb629d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] No DVR routers for this DVR port 0ee52397-9af7-458d-bbe7-89622ac77f78 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:58.144011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 350d5b33-90e6-4535-991b-467ac4159068 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:58.154108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-0d3606b6-3552-4ce4-b444-a3769cb629d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.159801 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e0da9ef1-7c19-4b7b-a0bb-41421c54fa57 req-0d3606b6-3552-4ce4-b444-a3769cb629d4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "DELETE /v2.0/ports/0ee52397-9af7-458d-bbe7-89622ac77f78 HTTP/1.1" status: 204 len: 173 time: 1.4427657 Feb 19 03:25:58.160802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7c658a-8f6f-4555-b46c-40f6492688bc', 'name': 'network-vif-deleted', 'tag': '0ee52397-9af7-458d-bbe7-89622ac77f78'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:58.164757 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091be218-951b-48fd-92e3-c25b14a146ea" -d '{"events": [{"server_uuid": "eb7c658a-8f6f-4555-b46c-40f6492688bc", "name": "network-vif-deleted", "tag": "0ee52397-9af7-458d-bbe7-89622ac77f78"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:58.172185 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:58.173109 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.175380 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] 10.222.0.37 "PUT /v2.0/ports/784f3ed7-fd3e-45c3-8d06-25498214c2e2 HTTP/1.1" status: 200 len: 1091 time: 2.0552783 Feb 19 03:25:58.179620 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 350d5b33-90e6-4535-991b-467ac4159068 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:58.180026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 350d5b33-90e6-4535-991b-467ac4159068 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:58.193277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543f1be-2ab1-4232-8611-07dc6f9c33be service neutron] Pushing event updated for resources: {'Port': ['ID=784f3ed7-fd3e-45c3-8d06-25498214c2e2,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:58.209285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (44d27053-5112-41e0-a206-a4b372a0c634), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.224113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:58.226646 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.325759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6091235 Feb 19 03:25:58.329120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45610) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:58.334483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'subnet': {'network_id': '44d27053-5112-41e0-a206-a4b372a0c634', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:58.342204 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-5a4d19ec-f221-40f0-a044-6ceb04b9b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:58.344398 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-5a4d19ec-f221-40f0-a044-6ceb04b9b143 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 1125 time: 0.0852413 Feb 19 03:25:58.368174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4b82d-3310-487e-8455-ac9a1c6ea081 req-1c446eaa-b3c6-41fb-a36a-bbd619586a11 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:58.371813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4e4b82d-3310-487e-8455-ac9a1c6ea081 req-1c446eaa-b3c6-41fb-a36a-bbd619586a11 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 943 time: 0.3465536 Feb 19 03:25:58.378446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb37e0-92af-41b6-9c5e-92e58d30fcde tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Network': ['ID=44d27053-5112-41e0-a206-a4b372a0c634,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:58.392827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 44d27053-5112-41e0-a206-a4b372a0c634 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:58.414878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] For port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:58.419437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] For port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:58.436085 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.448156 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-bc76c0e8-9ebe-482f-b318-fac7deb4ad93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=784f3ed7-fd3e-45c3-8d06-25498214c2e2 HTTP/1.1" status: 200 len: 217 time: 0.0855336 Feb 19 03:25:58.497965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:58.499452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.501798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] 10.222.0.71 "PUT /v2.0/ports/4c795c5a-f5c6-4d9a-8e29-0c3895560cff HTTP/1.1" status: 200 len: 1091 time: 1.6913798 Feb 19 03:25:58.504657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bea1f76-5cdc-4253-a700-06d175bd73d8', 'tag': '4c795c5a-f5c6-4d9a-8e29-0c3895560cff'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:58.507633 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743e1a00-86f1-48f3-ad6a-980c367f567e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bea1f76-5cdc-4253-a700-06d175bd73d8", "tag": "4c795c5a-f5c6-4d9a-8e29-0c3895560cff"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:58.538115 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:58.541628 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.576353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4e4b82d-3310-487e-8455-ac9a1c6ea081 req-16737bb1-55d2-434f-9316-8e5dcc4e241e tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741965 Feb 19 03:25:58.604734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4641b8-b625-4dc9-96f5-a131e7f055ce service neutron] Pushing event updated for resources: {'Port': ['ID=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:58.631045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-9dad05e8-66d7-4912-bc66-a81ec6784fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:58.633386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-9dad05e8-66d7-4912-bc66-a81ec6784fa0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&device_id=1bea1f76-5cdc-4253-a700-06d175bd73d8 HTTP/1.1" status: 200 len: 1125 time: 0.0719442 Feb 19 03:25:58.755492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-5b2c30b0-464b-45d9-92bc-6f0dead36889 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c795c5a-f5c6-4d9a-8e29-0c3895560cff HTTP/1.1" status: 200 len: 217 time: 0.1068125 Feb 19 03:25:58.846811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-a38e6555-e94b-45be-9a23-cee1a8342eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:58.849672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-a38e6555-e94b-45be-9a23-cee1a8342eb2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=325ef738-5516-458a-bec6-1ce62652f493 HTTP/1.1" status: 200 len: 853 time: 0.0844321 Feb 19 03:25:58.909987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-9617d4e4-39b3-4b40-b1cd-5729e73d9656 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e159e8e8-53a6-491a-93da-6b95c9975b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481112 Feb 19 03:25:58.924888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6f69d-c905-451e-b023-3cc173b0c255 req-137f6c05-16fd-454c-b3d9-9a7d621d533b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:58.936053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbd6f69d-c905-451e-b023-3cc173b0c255 req-137f6c05-16fd-454c-b3d9-9a7d621d533b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.2208068 Feb 19 03:25:58.995174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-2dbd4e59-e604-4803-9c09-d0955ba353ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:58.996739 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-2dbd4e59-e604-4803-9c09-d0955ba353ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=325ef738-5516-458a-bec6-1ce62652f493 HTTP/1.1" status: 200 len: 853 time: 0.5209913 Feb 19 03:25:59.047860 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-aebbd2d6-45c0-48e3-aff2-7053867e5cd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e159e8e8-53a6-491a-93da-6b95c9975b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321412 Feb 19 03:25:59.049112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbd6f69d-c905-451e-b023-3cc173b0c255 req-78130c42-8fc1-4483-a523-4ca3cd0ad74f tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100435 Feb 19 03:25:59.100344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-34b38b75-4fe4-4d79-bad4-848033ae122d service neutron] 10.222.0.71 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482506 Feb 19 03:25:59.186040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7282e303-e160-4ded-a4f2-56e69121ad98 req-d9f3eb27-a108-45fe-a5dc-24ee2740c8de tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/7d6de537-7ded-4b9b-a3d0-5947e565d814 HTTP/1.1" status: 200 len: 1824 time: 0.1071696 Feb 19 03:25:59.209410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7282e303-e160-4ded-a4f2-56e69121ad98 req-d88a7ddd-50a1-42b0-add3-2e6bf225bc8f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d6de537-7ded-4b9b-a3d0-5947e565d814', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:59.209980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7282e303-e160-4ded-a4f2-56e69121ad98 req-d88a7ddd-50a1-42b0-add3-2e6bf225bc8f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d6de537-7ded-4b9b-a3d0-5947e565d814', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:59.241223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-a1a0cf41-1e7d-4344-84fd-d856b6775ba5 service neutron] 10.222.0.71 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396582 Feb 19 03:25:59.244211 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-e03aa180-4970-4bec-88a3-eada080d2315 service neutron] 10.222.0.37 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886184 Feb 19 03:25:59.245906 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (32f750b9-2441-452c-86f8-8fef7091bf86), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.308667 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7282e303-e160-4ded-a4f2-56e69121ad98 req-d88a7ddd-50a1-42b0-add3-2e6bf225bc8f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (c22e56c4-9611-48eb-9c82-5a061cf99001), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.335275 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7282e303-e160-4ded-a4f2-56e69121ad98 req-d88a7ddd-50a1-42b0-add3-2e6bf225bc8f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (c22e56c4-9611-48eb-9c82-5a061cf99001), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.340994 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7282e303-e160-4ded-a4f2-56e69121ad98 req-d88a7ddd-50a1-42b0-add3-2e6bf225bc8f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (c22e56c4-9611-48eb-9c82-5a061cf99001), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.373579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a7ddd-50a1-42b0-add3-2e6bf225bc8f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22e56c4-9611-48eb-9c82-5a061cf99001,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:59.385093 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7282e303-e160-4ded-a4f2-56e69121ad98 req-d88a7ddd-50a1-42b0-add3-2e6bf225bc8f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.392128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Subnet': ['ID=32f750b9-2441-452c-86f8-8fef7091bf86,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:59.394421 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7282e303-e160-4ded-a4f2-56e69121ad98 req-d88a7ddd-50a1-42b0-add3-2e6bf225bc8f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1912937 Feb 19 03:25:59.417814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Checking segment: {'id': '5042ccf7-56ae-4995-9e82-110a1a33b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d27053-5112-41e0-a206-a4b372a0c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:59.418351 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network hostable DHCP agents. Network: 44d27053-5112-41e0-a206-a4b372a0c634, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:59.448862 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-30656d68-47b0-49c8-a0c2-4bf56e66aba2 req-5fcf96d4-d3a0-4add-8e26-2412c5655fa6 service neutron] 10.222.0.37 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962485 Feb 19 03:25:59.450602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 44d27053-5112-41e0-a206-a4b372a0c634 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:59.470946 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 44d27053-5112-41e0-a206-a4b372a0c634) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:59.482126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:59.482959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.493500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698102a6-8db6-433f-9bad-cc1387586e67 None None] Network 44d27053-5112-41e0-a206-a4b372a0c634 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:59.514913 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7d71a4c4-af15-41ab-94f0-f025c5d1d4b4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1840820 Feb 19 03:25:59.518187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45616) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:59.528538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f448f1b2-0dca-4d0b-af11-839e042d2601 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-813764562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:59.562652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b08d1-e05a-4809-8345-211304353c4b req-c5356bb7-28c1-4f28-bb30-61c431747fff tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:59.564390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-913b08d1-e05a-4809-8345-211304353c4b req-c5356bb7-28c1-4f28-bb30-61c431747fff tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.1055496 Feb 19 03:25:59.574546 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f448f1b2-0dca-4d0b-af11-839e042d2601 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (00a5b370-d4b6-4750-bb93-59fce33a6072), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.575873 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f448f1b2-0dca-4d0b-af11-839e042d2601 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (00a5b370-d4b6-4750-bb93-59fce33a6072), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.652141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-44d27053-5112-41e0-a206-a4b372a0c634', 'network_id': '44d27053-5112-41e0-a206-a4b372a0c634', 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'fixed_ips': [{'subnet_id': '32f750b9-2441-452c-86f8-8fef7091bf86'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:59.652623 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.683753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f448f1b2-0dca-4d0b-af11-839e042d2601 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (00a5b370-d4b6-4750-bb93-59fce33a6072), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.690274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-913b08d1-e05a-4809-8345-211304353c4b req-84dcccda-d836-44a6-9eb8-dc1ecad18944 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086066 Feb 19 03:25:59.692185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f448f1b2-0dca-4d0b-af11-839e042d2601 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (00a5b370-d4b6-4750-bb93-59fce33a6072), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.716400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f448f1b2-0dca-4d0b-af11-839e042d2601 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.734252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f448f1b2-0dca-4d0b-af11-839e042d2601 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2108598 Feb 19 03:25:59.735143 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45620) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:59.838634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Allocated IP 2001:db8::2 (44d27053-5112-41e0-a206-a4b372a0c634/32f750b9-2441-452c-86f8-8fef7091bf86/54769a4a-4b10-4a31-8c22-7570afe7080e) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:00.195460 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Publish callbacks [] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.205462 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4b3831-07a6-4f5b-9161-a44fd0b41de4 x-openstack-request-id: req-9d4b3831-07a6-4f5b-9161-a44fd0b41de4 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:00.207031 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7c658a-8f6f-4555-b46c-40f6492688bc", "name": "network-vif-deleted", "tag": "0ee52397-9af7-458d-bbe7-89622ac77f78", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:00.207697 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d4b3831-07a6-4f5b-9161-a44fd0b41de4 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:00.208666 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7c658a-8f6f-4555-b46c-40f6492688bc', 'name': 'network-vif-deleted', 'tag': '0ee52397-9af7-458d-bbe7-89622ac77f78', 'status': 'completed', 'code': 200} Feb 19 03:26:00.212269 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.266274 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f525ce-2091-404b-ae8d-d74687524427 x-openstack-request-id: req-30f525ce-2091-404b-ae8d-d74687524427 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:00.267698 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bea1f76-5cdc-4253-a700-06d175bd73d8", "tag": "4c795c5a-f5c6-4d9a-8e29-0c3895560cff", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:00.268325 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30f525ce-2091-404b-ae8d-d74687524427 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:00.269164 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bea1f76-5cdc-4253-a700-06d175bd73d8', 'tag': '4c795c5a-f5c6-4d9a-8e29-0c3895560cff', 'status': 'completed', 'code': 200} Feb 19 03:26:00.301773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a5b05571-a955-44fe-b317-882264708cd3 req-8cef5a84-2e97-4054-bb62-676e6f436f64 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1896292440', 'description': 'tempest-description-76528630'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:00.331360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Network 44d27053-5112-41e0-a206-a4b372a0c634 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:00.333549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0ee52397-9af7-458d-bbe7-89622ac77f78 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:00.359810 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.380588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:00.385755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:00.398671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 0ee52397-9af7-458d-bbe7-89622ac77f78 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:00.399396 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0ee52397-9af7-458d-bbe7-89622ac77f78 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:00.412102 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a5b05571-a955-44fe-b317-882264708cd3 req-8cef5a84-2e97-4054-bb62-676e6f436f64 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.430491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Pushing event updated for resources: {'Port': ['ID=54769a4a-4b10-4a31-8c22-7570afe7080e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:00.500133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e1a00-86f1-48f3-ad6a-980c367f567e req-7b872e43-77e3-410b-a160-d940b065283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:00.502817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-743e1a00-86f1-48f3-ad6a-980c367f567e req-7b872e43-77e3-410b-a160-d940b065283a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&device_id=1bea1f76-5cdc-4253-a700-06d175bd73d8 HTTP/1.1" status: 200 len: 1125 time: 0.1760573 Feb 19 03:26:00.550953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Attempting to bind port 54769a4a-4b10-4a31-8c22-7570afe7080e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:00.551792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Attempting to bind port 54769a4a-4b10-4a31-8c22-7570afe7080e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '5042ccf7-56ae-4995-9e82-110a1a33b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d27053-5112-41e0-a206-a4b372a0c634'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:00.552722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Attempting to bind port 54769a4a-4b10-4a31-8c22-7570afe7080e on network 44d27053-5112-41e0-a206-a4b372a0c634 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:00.563425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:00.564263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Checking segment: {'id': '5042ccf7-56ae-4995-9e82-110a1a33b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d27053-5112-41e0-a206-a4b372a0c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:00.570380 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.570971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Bound using segment: {'id': '5042ccf7-56ae-4995-9e82-110a1a33b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d27053-5112-41e0-a206-a4b372a0c634'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:00.571609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Bound port: 54769a4a-4b10-4a31-8c22-7570afe7080e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5042ccf7-56ae-4995-9e82-110a1a33b752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d27053-5112-41e0-a206-a4b372a0c634'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:00.572138 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.636089 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a5b05571-a955-44fe-b317-882264708cd3 req-8cef5a84-2e97-4054-bb62-676e6f436f64 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (051ad3f0-af3b-460a-9b9a-7328f4224efe), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.645570 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a5b05571-a955-44fe-b317-882264708cd3 req-8cef5a84-2e97-4054-bb62-676e6f436f64 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (051ad3f0-af3b-460a-9b9a-7328f4224efe), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.679002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a5b05571-a955-44fe-b317-882264708cd3 req-8cef5a84-2e97-4054-bb62-676e6f436f64 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.681719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] For port 54769a4a-4b10-4a31-8c22-7570afe7080e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:00.693565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] For port 54769a4a-4b10-4a31-8c22-7570afe7080e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=54769a4a-4b10-4a31-8c22-7570afe7080e,segment=NetworkSegment(5042ccf7-56ae-4995-9e82-110a1a33b752),segment_id=5042ccf7-56ae-4995-9e82-110a1a33b752)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:00.693741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b05571-a955-44fe-b317-882264708cd3 req-8cef5a84-2e97-4054-bb62-676e6f436f64 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3979423 Feb 19 03:26:00.708521 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.794510 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef5a84-2e97-4054-bb62-676e6f436f64 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051ad3f0-af3b-460a-9b9a-7328f4224efe,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:00.829155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Allocated IP 2001:db8::1 (44d27053-5112-41e0-a206-a4b372a0c634/32f750b9-2441-452c-86f8-8fef7091bf86/66f0f14b-12c5-4c19-b628-dc9ff8d8f16c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:00.838702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4145b-a0a1-4630-b897-a3419a8a29ed None None] Pushing event updated for resources: {'Port': ['ID=54769a4a-4b10-4a31-8c22-7570afe7080e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:00.843651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e1a00-86f1-48f3-ad6a-980c367f567e req-e5148456-0586-4244-9ca7-bb6ba096d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:00.845721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-743e1a00-86f1-48f3-ad6a-980c367f567e req-e5148456-0586-4244-9ca7-bb6ba096d33b service neutron] 10.222.0.71 "GET /v2.0/networks?id=e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 200 len: 914 time: 0.3283453 Feb 19 03:26:00.883242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cee7b3-17df-48b4-b646-bb62facafbbe req-80c0d964-4ce6-496f-857f-dd4d39bf3c81 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:00.884937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5cee7b3-17df-48b4-b646-bb62facafbbe req-80c0d964-4ce6-496f-857f-dd4d39bf3c81 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 943 time: 0.1094162 Feb 19 03:26:00.927889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-743e1a00-86f1-48f3-ad6a-980c367f567e req-b5e4edea-6f85-44dd-a208-556ecbfe7809 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c795c5a-f5c6-4d9a-8e29-0c3895560cff HTTP/1.1" status: 200 len: 217 time: 0.0636699 Feb 19 03:26:01.039504 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.041105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5cee7b3-17df-48b4-b646-bb62facafbbe req-ca94f8cf-c04e-40da-b5ff-28ad2c0eeb50 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199715 Feb 19 03:26:01.061561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e1a00-86f1-48f3-ad6a-980c367f567e req-385dd13d-d265-4bda-bd99-790351a7a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:01.063168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-743e1a00-86f1-48f3-ad6a-980c367f567e req-385dd13d-d265-4bda-bd99-790351a7a6ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=325ef738-5516-458a-bec6-1ce62652f493 HTTP/1.1" status: 200 len: 853 time: 0.1254663 Feb 19 03:26:01.141751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.147498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-743e1a00-86f1-48f3-ad6a-980c367f567e req-43686eea-0866-4cde-9bd2-758e83895a07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e159e8e8-53a6-491a-93da-6b95c9975b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599806 Feb 19 03:26:01.266595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 44d27053-5112-41e0-a206-a4b372a0c634 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:01.283681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:01.298221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:01.299661 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (00a5b370-d4b6-4750-bb93-59fce33a6072), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.349579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-743e1a00-86f1-48f3-ad6a-980c367f567e req-a31c3bc8-2c61-422f-8bf8-1cc0352df80f service neutron] 10.222.0.71 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955380 Feb 19 03:26:01.357348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2781ac-9de8-46b8-a7c8-320a26264f7e req-42cc7f35-a8da-4ec8-810d-397a56bdecfb tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:01.367492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c2781ac-9de8-46b8-a7c8-320a26264f7e req-42cc7f35-a8da-4ec8-810d-397a56bdecfb tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 945 time: 0.1135449 Feb 19 03:26:01.395870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=66f0f14b-12c5-4c19-b628-dc9ff8d8f16c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:01.533966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c2781ac-9de8-46b8-a7c8-320a26264f7e req-c47d3f50-cda1-4a78-bc5f-1ad7fed038a3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4180f49-e83b-4970-b993-a99907c0283e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653678 Feb 19 03:26:01.557929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.574086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-743e1a00-86f1-48f3-ad6a-980c367f567e req-061bcb37-a039-4c85-953d-4c716eeb182e service neutron] 10.222.0.71 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030733 Feb 19 03:26:01.757923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b87ec2-6148-4764-8be8-a763ba47641f req-e7f478f7-2532-420f-bb7b-543a639a4767 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:01.761101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00b87ec2-6148-4764-8be8-a763ba47641f req-e7f478f7-2532-420f-bb7b-543a639a4767 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 948 time: 0.0983245 Feb 19 03:26:01.859736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00b87ec2-6148-4764-8be8-a763ba47641f req-53f89e6f-af98-4beb-9c39-553602ceb936 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6b6bbb3-06f2-4104-b994-ec99ec486d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834761 Feb 19 03:26:01.969553 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.982043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.982424 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (00a5b370-d4b6-4750-bb93-59fce33a6072), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.055107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f638a-db2a-4250-818f-ff3d1ce856c7 req-13fcbba6-b3e3-4407-8249-61d67140a7c9 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:02.071847 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-154f638a-db2a-4250-818f-ff3d1ce856c7 req-13fcbba6-b3e3-4407-8249-61d67140a7c9 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.1056054 Feb 19 03:26:02.152010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 54769a4a-4b10-4a31-8c22-7570afe7080e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:02.153622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-154f638a-db2a-4250-818f-ff3d1ce856c7 req-e885e8aa-7954-469f-a365-8247ab8fcbdd tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803585 Feb 19 03:26:02.203628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=66f0f14b-12c5-4c19-b628-dc9ff8d8f16c,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:02.214551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017cb1fe-37d6-42a7-a7bd-15bd173d247c', 'tag': '784f3ed7-fd3e-45c3-8d06-25498214c2e2'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:02.216816 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19904733-8a78-4e4e-a43d-a2b531d3eeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "017cb1fe-37d6-42a7-a7bd-15bd173d247c", "tag": "784f3ed7-fd3e-45c3-8d06-25498214c2e2"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:02.304840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 44d27053-5112-41e0-a206-a4b372a0c634 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:02.311315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:02.327033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 54769a4a-4b10-4a31-8c22-7570afe7080e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:02.327839 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.385054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb355d04-959f-4ae2-be6a-df9363d808b5 req-1ea2748f-52b3-4b8f-8ecd-2db323184b80 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/051ad3f0-af3b-460a-9b9a-7328f4224efe HTTP/1.1" status: 200 len: 1822 time: 0.1118968 Feb 19 03:26:02.390131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-cb355d04-959f-4ae2-be6a-df9363d808b5 req-6ea7ff95-df4d-4d8b-9d83-adbdb9a609ae tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '051ad3f0-af3b-460a-9b9a-7328f4224efe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:02.391083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-cb355d04-959f-4ae2-be6a-df9363d808b5 req-6ea7ff95-df4d-4d8b-9d83-adbdb9a609ae tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '051ad3f0-af3b-460a-9b9a-7328f4224efe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:02.458500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 4c795c5a-f5c6-4d9a-8e29-0c3895560cff details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:26:02.480451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-340ae00d-8a81-4dcc-8a1a-79a2e2e57de5 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:02.482071 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-340ae00d-8a81-4dcc-8a1a-79a2e2e57de5 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.71 "GET /v2.0/ports?device_id=4dc20b13-d8b9-4134-a97c-2a15d9f9d396 HTTP/1.1" status: 200 len: 948 time: 0.1523049 Feb 19 03:26:02.502171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 54769a4a-4b10-4a31-8c22-7570afe7080e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:02.502738 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.524162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef20e0-b357-46e7-a5e6-c8cf7b74bd32 None None] Network 44d27053-5112-41e0-a206-a4b372a0c634 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:02.566546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 00a5b370-d4b6-4750-bb93-59fce33a6072 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:02.594059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-f8d3e074-de6d-4acd-a182-6b62f65b5e85 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:02.596518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-f8d3e074-de6d-4acd-a182-6b62f65b5e85 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.71 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 945 time: 0.2002261 Feb 19 03:26:02.649549 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:26:02.674429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:02.676582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 54769a4a-4b10-4a31-8c22-7570afe7080e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=54769a4a-4b10-4a31-8c22-7570afe7080e,segment=NetworkSegment(5042ccf7-56ae-4995-9e82-110a1a33b752),segment_id=5042ccf7-56ae-4995-9e82-110a1a33b752)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:02.680016 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2633dd33-d672-432c-88f9-475bba4049b6 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/00a5b370-d4b6-4750-bb93-59fce33a6072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9438124 Feb 19 03:26:02.683535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.689021 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ccb74-142b-4885-b40e-314374edf738 None None] Sync routers for ids ['00a5b370-d4b6-4750-bb93-59fce33a6072'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:02.700460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb355d04-959f-4ae2-be6a-df9363d808b5 req-6ea7ff95-df4d-4d8b-9d83-adbdb9a609ae tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (af886740-ba67-4445-9183-8da88b3b8fc1), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.711535 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.713080 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ccb74-142b-4885-b40e-314374edf738 None None] Routers {'00a5b370-d4b6-4750-bb93-59fce33a6072'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:02.713903 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-367ccb74-142b-4885-b40e-314374edf738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['00a5b370-d4b6-4750-bb93-59fce33a6072'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:02.755714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2159d-b67b-427c-9bb0-2bb014841cc7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:02.761488 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ebe2159d-b67b-427c-9bb0-2bb014841cc7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports/66f0f14b-12c5-4c19-b628-dc9ff8d8f16c HTTP/1.1" status: 200 len: 911 time: 0.0766482 Feb 19 03:26:02.762515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45648) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.772210 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-367ccb74-142b-4885-b40e-314374edf738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:02.784086 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb355d04-959f-4ae2-be6a-df9363d808b5 req-6ea7ff95-df4d-4d8b-9d83-adbdb9a609ae tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (af886740-ba67-4445-9183-8da88b3b8fc1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.788752 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ccb74-142b-4885-b40e-314374edf738 None None] Routers {'00a5b370-d4b6-4750-bb93-59fce33a6072'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:02.789578 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-367ccb74-142b-4885-b40e-314374edf738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['00a5b370-d4b6-4750-bb93-59fce33a6072'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:02.820212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-97fc4e4a-4fc4-4395-b7b8-68a770a5f645 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Deleting port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:02.820553 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-97fc4e4a-4fc4-4395-b7b8-68a770a5f645 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.823325 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb355d04-959f-4ae2-be6a-df9363d808b5 req-6ea7ff95-df4d-4d8b-9d83-adbdb9a609ae tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (af886740-ba67-4445-9183-8da88b3b8fc1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.842257 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-367ccb74-142b-4885-b40e-314374edf738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:02.844199 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ccb74-142b-4885-b40e-314374edf738 None None] The sync data for ids ['00a5b370-d4b6-4750-bb93-59fce33a6072'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:02.854449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3aa271f0-0b54-4b72-bf97-fc6c0b1803d1 None None] Provisioning complete for port 54769a4a-4b10-4a31-8c22-7570afe7080e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:02.854823 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3aa271f0-0b54-4b72-bf97-fc6c0b1803d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.926432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7ff95-df4d-4d8b-9d83-adbdb9a609ae tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af886740-ba67-4445-9183-8da88b3b8fc1,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:02.965813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=54769a4a-4b10-4a31-8c22-7570afe7080e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:02.997990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb355d04-959f-4ae2-be6a-df9363d808b5 req-6ea7ff95-df4d-4d8b-9d83-adbdb9a609ae tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.000730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb355d04-959f-4ae2-be6a-df9363d808b5 req-6ea7ff95-df4d-4d8b-9d83-adbdb9a609ae tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6147838 Feb 19 03:26:03.026068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:03.034076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-97fc4e4a-4fc4-4395-b7b8-68a770a5f645 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] For port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:03.035349 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-97fc4e4a-4fc4-4395-b7b8-68a770a5f645 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.046060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '4c795c5a-f5c6-4d9a-8e29-0c3895560cff', 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67', 'port_id': '4c795c5a-f5c6-4d9a-8e29-0c3895560cff', 'mac_address': 'fa:16:3e:f3:d7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325ef738-5516-458a-bec6-1ce62652f493', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:26:03.048281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3aa271f0-0b54-4b72-bf97-fc6c0b1803d1 None None] Current status of the port 54769a4a-4b10-4a31-8c22-7570afe7080e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:03.056828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Deleting port 9179c0ac-cee3-4029-942a-4bcf823d3b66 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:03.057479 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.066296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-97fc4e4a-4fc4-4395-b7b8-68a770a5f645 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Calling delete_port for c03f83b7-1fa1-48c7-bb57-04a4eff5e35b owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:03.097968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:03.098293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.113873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c795c5a-f5c6-4d9a-8e29-0c3895560cff {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:03.138592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:03.152491 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.246863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:03.302418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46360486-13f9-418b-b277-54bdee213f66 req-ddf26853-31c9-43b4-859c-123141c55409 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:03.304144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46360486-13f9-418b-b277-54bdee213f66 req-ddf26853-31c9-43b4-859c-123141c55409 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.1706567 Feb 19 03:26:03.306356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] For port 9179c0ac-cee3-4029-942a-4bcf823d3b66, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9179c0ac-cee3-4029-942a-4bcf823d3b66,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:03.306978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.336977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (00a5b370-d4b6-4750-bb93-59fce33a6072), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.396238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-11e17f15-9df5-4539-a665-5fd0d488ffad None None] Provisioning complete for port 54769a4a-4b10-4a31-8c22-7570afe7080e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:03.397029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-11e17f15-9df5-4539-a665-5fd0d488ffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.457791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['4c795c5a-f5c6-4d9a-8e29-0c3895560cff'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:03.554044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46360486-13f9-418b-b277-54bdee213f66 req-6d28d7ca-5676-4366-95f0-b64b2a85cd86 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426622 Feb 19 03:26:03.643118 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-97fc4e4a-4fc4-4395-b7b8-68a770a5f645 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c03f83b7-1fa1-48c7-bb57-04a4eff5e35b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.647760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-11e17f15-9df5-4539-a665-5fd0d488ffad None None] Current status of the port 54769a4a-4b10-4a31-8c22-7570afe7080e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:03.664853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['c03f83b7-1fa1-48c7-bb57-04a4eff5e35b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:03.701725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-11e17f15-9df5-4539-a665-5fd0d488ffad None None] Provisioning complete for port 66f0f14b-12c5-4c19-b628-dc9ff8d8f16c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:03.702038 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-11e17f15-9df5-4539-a665-5fd0d488ffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.771575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-11e17f15-9df5-4539-a665-5fd0d488ffad None None] Port 66f0f14b-12c5-4c19-b628-dc9ff8d8f16c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:03.783236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 66f0f14b-12c5-4c19-b628-dc9ff8d8f16c {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:03.784122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.909725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.911536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c16a1f6f-07c6-4411-8daf-770cef0ff5fd None None] Provisioning complete for port 66f0f14b-12c5-4c19-b628-dc9ff8d8f16c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:03.912697 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c16a1f6f-07c6-4411-8daf-770cef0ff5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.925617 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 66f0f14b-12c5-4c19-b628-dc9ff8d8f16c owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:03.962863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c16a1f6f-07c6-4411-8daf-770cef0ff5fd None None] Port 66f0f14b-12c5-4c19-b628-dc9ff8d8f16c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:04.052309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 54769a4a-4b10-4a31-8c22-7570afe7080e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:04.109034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9628d0f3-076c-4fd1-95c2-c719dfeb785a None None] Provisioning complete for port 66f0f14b-12c5-4c19-b628-dc9ff8d8f16c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:04.110009 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9628d0f3-076c-4fd1-95c2-c719dfeb785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.127920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc4e4a-4fc4-4395-b7b8-68a770a5f645 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Pushing event deleted for resources: {'Port': ['ID=c03f83b7-1fa1-48c7-bb57-04a4eff5e35b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:04.160152 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (66f0f14b-12c5-4c19-b628-dc9ff8d8f16c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.166616 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 54769a4a-4b10-4a31-8c22-7570afe7080e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:04.167523 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.199099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9628d0f3-076c-4fd1-95c2-c719dfeb785a None None] Port 66f0f14b-12c5-4c19-b628-dc9ff8d8f16c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:04.215352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.215718 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (68587466-7021-483a-a0f2-bdf4dfb107bd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.216040 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Floating IP 68587466-7021-483a-a0f2-bdf4dfb107bd disassociated. External IP: 172.25.4.244, port: 9179c0ac-cee3-4029-942a-4bcf823d3b66. Feb 19 03:26:04.216575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Calling delete_port for 9179c0ac-cee3-4029-942a-4bcf823d3b66 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:04.220489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-97fc4e4a-4fc4-4395-b7b8-68a770a5f645 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] No DVR routers for this DVR port c03f83b7-1fa1-48c7-bb57-04a4eff5e35b on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:04.226929 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-97fc4e4a-4fc4-4395-b7b8-68a770a5f645 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.230125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2280d7d-81f3-437d-9d56-5531ca74b222 req-97fc4e4a-4fc4-4395-b7b8-68a770a5f645 tempest-ImagesNegativeTestJSON-1982235154 tempest-ImagesNegativeTestJSON-1982235154-project] 10.222.0.71 "DELETE /v2.0/ports/c03f83b7-1fa1-48c7-bb57-04a4eff5e35b HTTP/1.1" status: 204 len: 173 time: 1.7371728 Feb 19 03:26:04.232367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc20b13-d8b9-4134-a97c-2a15d9f9d396', 'name': 'network-vif-deleted', 'tag': 'c03f83b7-1fa1-48c7-bb57-04a4eff5e35b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:04.235920 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792d98a0-fde3-4495-84c9-ba4e46e3f740" -d '{"events": [{"server_uuid": "4dc20b13-d8b9-4134-a97c-2a15d9f9d396", "name": "network-vif-deleted", "tag": "c03f83b7-1fa1-48c7-bb57-04a4eff5e35b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:04.265230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 784f3ed7-fd3e-45c3-8d06-25498214c2e2 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:26:04.274800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=66f0f14b-12c5-4c19-b628-dc9ff8d8f16c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:04.276262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a7b3b-4c17-4850-b805-bf60eb7371c3 req-9e2c7579-8630-41a3-bb04-84167f1df9c5 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:04.277815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d6a7b3b-4c17-4850-b805-bf60eb7371c3 req-9e2c7579-8630-41a3-bb04-84167f1df9c5 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 943 time: 0.2122676 Feb 19 03:26:04.410474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 54769a4a-4b10-4a31-8c22-7570afe7080e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:04.423432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d6a7b3b-4c17-4850-b805-bf60eb7371c3 req-9c816e21-d9ea-4e9f-9ae4-d24d9c1b1eae tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069946 Feb 19 03:26:04.468132 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (00a5b370-d4b6-4750-bb93-59fce33a6072), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.523356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 4c795c5a-f5c6-4d9a-8e29-0c3895560cff up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:04.571639 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff13e8bb-2be8-4e74-bb35-2ba0b6c03ea6 x-openstack-request-id: req-ff13e8bb-2be8-4e74-bb35-2ba0b6c03ea6 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:04.572063 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017cb1fe-37d6-42a7-a7bd-15bd173d247c", "tag": "784f3ed7-fd3e-45c3-8d06-25498214c2e2", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:04.572386 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff13e8bb-2be8-4e74-bb35-2ba0b6c03ea6 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:04.572913 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017cb1fe-37d6-42a7-a7bd-15bd173d247c', 'tag': '784f3ed7-fd3e-45c3-8d06-25498214c2e2', 'status': 'completed', 'code': 200} Feb 19 03:26:04.576238 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9179c0ac-cee3-4029-942a-4bcf823d3b66), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.677695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Pushing event deleted for resources: {'Port': ['ID=9179c0ac-cee3-4029-942a-4bcf823d3b66,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:04.717368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 784f3ed7-fd3e-45c3-8d06-25498214c2e2, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=784f3ed7-fd3e-45c3-8d06-25498214c2e2,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:04.720627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:26:04.737230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:04.737960 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.765643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '784f3ed7-fd3e-45c3-8d06-25498214c2e2', 'network_id': 'e159e8e8-53a6-491a-93da-6b95c9975b67', 'port_id': '784f3ed7-fd3e-45c3-8d06-25498214c2e2', 'mac_address': 'fa:16:3e:7b:71:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325ef738-5516-458a-bec6-1ce62652f493', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:26:04.786083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 00a5b370-d4b6-4750-bb93-59fce33a6072 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:04.799319 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904733-8a78-4e4e-a43d-a2b531d3eeaa req-fcca8bd0-a19b-4cf8-ae66-2abc9cd560d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:04.800390 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-19904733-8a78-4e4e-a43d-a2b531d3eeaa req-fcca8bd0-a19b-4cf8-ae66-2abc9cd560d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 1125 time: 0.1565914 Feb 19 03:26:04.829278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:04.829781 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.861370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-414e9d51-5763-4c1e-bf23-63cf4267b3a4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:04.865247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-414e9d51-5763-4c1e-bf23-63cf4267b3a4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.1994605 Feb 19 03:26:04.869176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784f3ed7-fd3e-45c3-8d06-25498214c2e2 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:04.887414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:04.887707 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.908622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 784f3ed7-fd3e-45c3-8d06-25498214c2e2, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=784f3ed7-fd3e-45c3-8d06-25498214c2e2,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:04.926768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-57d133b1-1f7b-4ba3-8295-033b4d779a9a tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/quotas/1ed1d0f12f104287bcbffc45332f2479 HTTP/1.1" status: 200 len: 375 time: 0.0247474 Feb 19 03:26:04.933529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:04.934585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bea1f76-5cdc-4253-a700-06d175bd73d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c795c5a-f5c6-4d9a-8e29-0c3895560cff'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:04.938120 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547d48a5-5afa-421f-bad8-bbd664de1eca" -d '{"events": [{"server_uuid": "1bea1f76-5cdc-4253-a700-06d175bd73d8", "name": "network-vif-plugged", "status": "completed", "tag": "4c795c5a-f5c6-4d9a-8e29-0c3895560cff"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:04.942026 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.944074 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.960725 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904733-8a78-4e4e-a43d-a2b531d3eeaa req-4b89d489-cdda-4622-9b1f-be8bbad82cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:04.962855 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-19904733-8a78-4e4e-a43d-a2b531d3eeaa req-4b89d489-cdda-4622-9b1f-be8bbad82cbe service neutron] 10.222.0.37 "GET /v2.0/networks?id=e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 200 len: 914 time: 0.1440306 Feb 19 03:26:05.017308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:05.030012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:05.060963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-4d6989c7-cbc2-43a6-8348-529d7ff16a93 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333094 Feb 19 03:26:05.114805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=784f3ed7-fd3e-45c3-8d06-25498214c2e2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:05.265107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-c7a886d6-a541-4390-a5d3-fe2a00552682 service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634564 Feb 19 03:26:05.267178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:05.292976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] Sync routers for ids ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:05.309976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] Routers {'1547f6ad-94df-45f3-a5be-cd7c675b0f32'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:05.310458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:05.331583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] No DVR routers for this DVR port 9179c0ac-cee3-4029-942a-4bcf823d3b66 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:05.362801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.366014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['784f3ed7-fd3e-45c3-8d06-25498214c2e2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:05.366195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32c6b14c-9818-4448-8822-5cf4ae1e1cf8 req-160e460c-f401-4e06-8662-3fde04cee8c3 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.71 "DELETE /v2.0/ports/9179c0ac-cee3-4029-942a-4bcf823d3b66 HTTP/1.1" status: 204 len: 173 time: 2.7335405 Feb 19 03:26:05.418020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-02eaccfc-6ff8-4f28-acb7-5b3934f2bfa3 service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256495 Feb 19 03:26:05.451438 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:05.465527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45672) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.465777 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-98dfc482-28aa-4245-8dc9-5006554a7c3e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/00a5b370-d4b6-4750-bb93-59fce33a6072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7017555 Feb 19 03:26:05.466981 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbda7d9-4dda-4bb8-96a6-d1bdb11239f3 None None] Sync routers for ids ['00a5b370-d4b6-4750-bb93-59fce33a6072'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:05.490727 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbda7d9-4dda-4bb8-96a6-d1bdb11239f3 None None] Routers {'00a5b370-d4b6-4750-bb93-59fce33a6072'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:05.491430 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cfbda7d9-4dda-4bb8-96a6-d1bdb11239f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['00a5b370-d4b6-4750-bb93-59fce33a6072'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:05.506453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-675f80e1-41e9-4aa5-81cd-cde8ea70339d tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a5b370-d4b6-4750-bb93-59fce33a6072 HTTP/1.1" status: 200 len: 205 time: 0.0392673 Feb 19 03:26:05.508683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45676) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.509796 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-19904733-8a78-4e4e-a43d-a2b531d3eeaa req-58506e67-f5e7-4a98-8d24-29f66035211d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=784f3ed7-fd3e-45c3-8d06-25498214c2e2 HTTP/1.1" status: 200 len: 217 time: 0.0558646 Feb 19 03:26:05.552621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] Set router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:05.573433 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cfbda7d9-4dda-4bb8-96a6-d1bdb11239f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:05.590802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904733-8a78-4e4e-a43d-a2b531d3eeaa req-074921c9-658b-474d-b2c4-86787231046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:05.592670 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-19904733-8a78-4e4e-a43d-a2b531d3eeaa req-074921c9-658b-474d-b2c4-86787231046d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=325ef738-5516-458a-bec6-1ce62652f493 HTTP/1.1" status: 200 len: 853 time: 0.0753682 Feb 19 03:26:05.596548 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbda7d9-4dda-4bb8-96a6-d1bdb11239f3 None None] Routers {'00a5b370-d4b6-4750-bb93-59fce33a6072'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:05.597189 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cfbda7d9-4dda-4bb8-96a6-d1bdb11239f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['00a5b370-d4b6-4750-bb93-59fce33a6072'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:05.672701 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47dcc358-f777-477d-a224-9bb5951b7e0b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (00a5b370-d4b6-4750-bb93-59fce33a6072), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.676165 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-19904733-8a78-4e4e-a43d-a2b531d3eeaa req-6537be3f-87d4-4a08-985e-14991b97c75f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e159e8e8-53a6-491a-93da-6b95c9975b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753260 Feb 19 03:26:05.686893 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cfbda7d9-4dda-4bb8-96a6-d1bdb11239f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:05.689524 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbda7d9-4dda-4bb8-96a6-d1bdb11239f3 None None] The sync data for ids ['00a5b370-d4b6-4750-bb93-59fce33a6072'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:05.748880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7b561e9-aab6-4002-9301-9aaccf7f4f35 req-8fa24185-d3cb-4dc3-8007-817d939e06b9 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 210 time: 0.0339322 Feb 19 03:26:05.866219 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-19904733-8a78-4e4e-a43d-a2b531d3eeaa req-07b2b612-3a4f-489b-9e63-87b7b7e7f67a service neutron] 10.222.0.37 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832995 Feb 19 03:26:05.878226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bb3511fd-bc8e-439e-bb34-96efe7c87405 req-1454c6a2-6948-4d04-b3d5-02fe243d00d7 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-609874638', 'description': 'tempest-description-1978394794'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:05.906900 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb3511fd-bc8e-439e-bb34-96efe7c87405 req-1454c6a2-6948-4d04-b3d5-02fe243d00d7 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.023609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47dcc358-f777-477d-a224-9bb5951b7e0b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (00a5b370-d4b6-4750-bb93-59fce33a6072), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.028145 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47dcc358-f777-477d-a224-9bb5951b7e0b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (00a5b370-d4b6-4750-bb93-59fce33a6072), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.036220 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.044601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb3511fd-bc8e-439e-bb34-96efe7c87405 req-1454c6a2-6948-4d04-b3d5-02fe243d00d7 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (708e5ee2-3059-432b-aa42-0b9c65f98514), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.064398 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-19904733-8a78-4e4e-a43d-a2b531d3eeaa req-627170f5-36c2-4110-9101-c36ebc4fadcf service neutron] 10.222.0.37 "GET /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901574 Feb 19 03:26:06.098430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb3511fd-bc8e-439e-bb34-96efe7c87405 req-1454c6a2-6948-4d04-b3d5-02fe243d00d7 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (708e5ee2-3059-432b-aa42-0b9c65f98514), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.134288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bb3511fd-bc8e-439e-bb34-96efe7c87405 req-1454c6a2-6948-4d04-b3d5-02fe243d00d7 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.136833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb3511fd-bc8e-439e-bb34-96efe7c87405 req-1454c6a2-6948-4d04-b3d5-02fe243d00d7 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2631934 Feb 19 03:26:06.140930 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47dcc358-f777-477d-a224-9bb5951b7e0b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (00a5b370-d4b6-4750-bb93-59fce33a6072), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.148202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dcc358-f777-477d-a224-9bb5951b7e0b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Fanout notify agent at l3_agent the message router_deleted on router 00a5b370-d4b6-4750-bb93-59fce33a6072 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:26:06.157353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47dcc358-f777-477d-a224-9bb5951b7e0b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.158968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-47dcc358-f777-477d-a224-9bb5951b7e0b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/00a5b370-d4b6-4750-bb93-59fce33a6072 HTTP/1.1" status: 204 len: 168 time: 0.6489322 Feb 19 03:26:06.160372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454c6a2-6948-4d04-b3d5-02fe243d00d7 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708e5ee2-3059-432b-aa42-0b9c65f98514,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:06.161628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45692) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:06.206252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:23:06Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23cb3607-e010-4239-848f-d97a189421f3', 'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'mac_address': 'fa:16:3e:bf:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:02Z', 'updated_at': '2022-02-19T03:23:15Z', 'revision_number': 5, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'subnets': [{'id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:06.249875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] Checking router: 1547f6ad-94df-45f3-a5be-cd7c675b0f32 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:06.262546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] Routers {'1547f6ad-94df-45f3-a5be-cd7c675b0f32'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:06.265876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:25:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:06.309550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-26617cd8-14ec-455d-b45a-cf4881bd9371 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting subnet 32f750b9-2441-452c-86f8-8fef7091bf86 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:06.313703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26617cd8-14ec-455d-b45a-cf4881bd9371 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (32f750b9-2441-452c-86f8-8fef7091bf86), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.359174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6440b-6b69-4a1f-829b-3fbf270354f6 req-c89e1918-1732-4559-9684-9e82e78d6fbc tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:06.362441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26617cd8-14ec-455d-b45a-cf4881bd9371 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (32f750b9-2441-452c-86f8-8fef7091bf86), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.367016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07f6440b-6b69-4a1f-829b-3fbf270354f6 req-c89e1918-1732-4559-9684-9e82e78d6fbc tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.0780699 Feb 19 03:26:06.421509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07f6440b-6b69-4a1f-829b-3fbf270354f6 req-f52c9e08-e9c2-4ee5-8187-03de7323dbdb tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533426 Feb 19 03:26:06.428710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] Set router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:06.471726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26617cd8-14ec-455d-b45a-cf4881bd9371 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (32f750b9-2441-452c-86f8-8fef7091bf86), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.491030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c03f83b7-1fa1-48c7-bb57-04a4eff5e35b no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:06.505709 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8afa15-450b-4611-8b48-7419eb204883 x-openstack-request-id: req-3d8afa15-450b-4611-8b48-7419eb204883 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:06.506247 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc20b13-d8b9-4134-a97c-2a15d9f9d396", "name": "network-vif-deleted", "tag": "c03f83b7-1fa1-48c7-bb57-04a4eff5e35b", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:06.506689 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d8afa15-450b-4611-8b48-7419eb204883 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:06.507324 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc20b13-d8b9-4134-a97c-2a15d9f9d396', 'name': 'network-vif-deleted', 'tag': 'c03f83b7-1fa1-48c7-bb57-04a4eff5e35b', 'status': 'completed', 'code': 200} Feb 19 03:26:06.520494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: c03f83b7-1fa1-48c7-bb57-04a4eff5e35b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:06.520846 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c03f83b7-1fa1-48c7-bb57-04a4eff5e35b not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:06.521273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9179c0ac-cee3-4029-942a-4bcf823d3b66 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:06.568636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26617cd8-14ec-455d-b45a-cf4881bd9371 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (32f750b9-2441-452c-86f8-8fef7091bf86), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.581888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 9179c0ac-cee3-4029-942a-4bcf823d3b66 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:06.582658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9179c0ac-cee3-4029-942a-4bcf823d3b66 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:06.608452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aabf9b-917d-450e-9838-bc7f0855c6bd None None] Network 44d27053-5112-41e0-a206-a4b372a0c634 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:06.618599 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26617cd8-14ec-455d-b45a-cf4881bd9371 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.621770 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-26617cd8-14ec-455d-b45a-cf4881bd9371 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/32f750b9-2441-452c-86f8-8fef7091bf86 HTTP/1.1" status: 204 len: 168 time: 0.4566116 Feb 19 03:26:06.623069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26617cd8-14ec-455d-b45a-cf4881bd9371 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Subnet': ['ID=32f750b9-2441-452c-86f8-8fef7091bf86,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:06.625625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45696) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:06.695328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2c0a-d0e8-4a31-9e40-0b6cfc4856ed req-8998f57e-8f1c-46a9-864a-6b04b30bef26 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:06.705195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb8b2c0a-d0e8-4a31-9e40-0b6cfc4856ed req-8998f57e-8f1c-46a9-864a-6b04b30bef26 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.0904500 Feb 19 03:26:06.735022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (44d27053-5112-41e0-a206-a4b372a0c634), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.787846 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb8b2c0a-d0e8-4a31-9e40-0b6cfc4856ed req-63fc01a6-6374-4503-a480-7f4067842317 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734763 Feb 19 03:26:06.804116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 54769a4a-4b10-4a31-8c22-7570afe7080e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:06.804464 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.853540 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5c39c6-10c5-4e56-b9d7-a288fd02465c x-openstack-request-id: req-0a5c39c6-10c5-4e56-b9d7-a288fd02465c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:06.853825 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bea1f76-5cdc-4253-a700-06d175bd73d8", "name": "network-vif-plugged", "status": "completed", "tag": "4c795c5a-f5c6-4d9a-8e29-0c3895560cff", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:06.854036 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a5c39c6-10c5-4e56-b9d7-a288fd02465c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:06.854340 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bea1f76-5cdc-4253-a700-06d175bd73d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c795c5a-f5c6-4d9a-8e29-0c3895560cff', 'code': 200} Feb 19 03:26:06.921675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port 54769a4a-4b10-4a31-8c22-7570afe7080e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=54769a4a-4b10-4a31-8c22-7570afe7080e,segment=NetworkSegment(5042ccf7-56ae-4995-9e82-110a1a33b752),segment_id=5042ccf7-56ae-4995-9e82-110a1a33b752)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:06.922310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.944040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:23:06Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23cb3607-e010-4239-848f-d97a189421f3', 'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'mac_address': 'fa:16:3e:bf:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:02Z', 'updated_at': '2022-02-19T03:23:15Z', 'revision_number': 5, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'subnets': [{'id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:06.947681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 54769a4a-4b10-4a31-8c22-7570afe7080e owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:06.995223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08042efc-6ab0-4477-85ca-05e41ef4f408 None None] The sync data for ids ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'] in n-d-826756-2 is: [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:23:06Z', 'revision_number': 4, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23cb3607-e010-4239-848f-d97a189421f3', 'name': '', 'network_id': '197609b1-494f-4c4b-8624-9047b7f8f74c', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'mac_address': 'fa:16:3e:bf:29:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:02Z', 'updated_at': '2022-02-19T03:23:15Z', 'revision_number': 5, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'subnets': [{'id': '49fe4f9e-30e6-47e6-a594-0916e1c98828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:07.021117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c82d61-7e94-4c03-abbd-71160b1d7b61 None None] DHCP port deletion for 44d27053-5112-41e0-a206-a4b372a0c634 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:26:07.024418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeaf16-eb17-4c37-a666-8fc3b17745a7 req-b233df57-4b3b-41d9-9c6b-b22f10cbd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:07.026243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ceeaf16-eb17-4c37-a666-8fc3b17745a7 req-b233df57-4b3b-41d9-9c6b-b22f10cbd757 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1bea1f76-5cdc-4253-a700-06d175bd73d8 HTTP/1.1" status: 200 len: 1127 time: 0.1128776 Feb 19 03:26:07.041937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2a456-aa43-447a-8528-1555d76261bf req-b6afe3db-0acf-4615-8437-0460d2e87083 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:07.043949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fe2a456-aa43-447a-8528-1555d76261bf req-b6afe3db-0acf-4615-8437-0460d2e87083 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 944 time: 0.1432600 Feb 19 03:26:07.067189 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.098685 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=54769a4a-4b10-4a31-8c22-7570afe7080e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:07.102276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No DVR routers for this DVR port 54769a4a-4b10-4a31-8c22-7570afe7080e on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:07.163151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e2c82d61-7e94-4c03-abbd-71160b1d7b61 None None] Deleting port 54769a4a-4b10-4a31-8c22-7570afe7080e {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:07.164786 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e2c82d61-7e94-4c03-abbd-71160b1d7b61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.171103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fe2a456-aa43-447a-8528-1555d76261bf req-9cf01a09-4e8c-468c-8f43-133ca92b6196 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185193 Feb 19 03:26:07.223840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ceeaf16-eb17-4c37-a666-8fc3b17745a7 req-941060c3-4142-40c2-af14-e26653cff16a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788342 Feb 19 03:26:07.284110 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (44d27053-5112-41e0-a206-a4b372a0c634), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.300686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e2c82d61-7e94-4c03-abbd-71160b1d7b61 None None] For port 54769a4a-4b10-4a31-8c22-7570afe7080e, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:07.301141 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e2c82d61-7e94-4c03-abbd-71160b1d7b61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.316451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e2c82d61-7e94-4c03-abbd-71160b1d7b61 None None] Calling delete_port for 54769a4a-4b10-4a31-8c22-7570afe7080e owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:07.319615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-e2c82d61-7e94-4c03-abbd-71160b1d7b61 None None] Port 54769a4a-4b10-4a31-8c22-7570afe7080e was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:26:07.321057 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e2c82d61-7e94-4c03-abbd-71160b1d7b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (54769a4a-4b10-4a31-8c22-7570afe7080e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.326887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d27053-5112-41e0-a206-a4b372a0c634']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:07.354163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c82d61-7e94-4c03-abbd-71160b1d7b61 None None] Pushing event deleted for resources: {'Port': ['ID=54769a4a-4b10-4a31-8c22-7570afe7080e,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:07.361977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c82d61-7e94-4c03-abbd-71160b1d7b61 None None] No DVR routers for this DVR port 54769a4a-4b10-4a31-8c22-7570afe7080e on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:07.367029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5042ccf7-56ae-4995-9e82-110a1a33b752') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:07.367372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5042ccf7-56ae-4995-9e82-110a1a33b752') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:07.410990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-20b4c233-63a1-4b8f-b721-2ba5b77d9ef3 req-d2fe0bb6-03f7-4004-a212-b085a61303d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 210 time: 0.0692768 Feb 19 03:26:07.460719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (5042ccf7-56ae-4995-9e82-110a1a33b752), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.500137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fff403b1-8faa-43a8-bf65-90faaf53c767 req-4f6a6bc2-2c59-44b5-94b2-46997bd99a80 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-630335209', 'description': 'tempest-description-2004369073'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:07.531527 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fff403b1-8faa-43a8-bf65-90faaf53c767 req-4f6a6bc2-2c59-44b5-94b2-46997bd99a80 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.537758 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5042ccf7-56ae-4995-9e82-110a1a33b752), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.555884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:07.557089 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (5042ccf7-56ae-4995-9e82-110a1a33b752), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:07.561745 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:07.583190 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-7324c5fb-1021-43aa-b0fd-fe3e8b12bf07 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:07.584862 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-7324c5fb-1021-43aa-b0fd-fe3e8b12bf07 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.3534918 Feb 19 03:26:07.640880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fff403b1-8faa-43a8-bf65-90faaf53c767 req-4f6a6bc2-2c59-44b5-94b2-46997bd99a80 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (e94fce0d-16f4-4e8b-b116-cc818186d8f5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.653120 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fff403b1-8faa-43a8-bf65-90faaf53c767 req-4f6a6bc2-2c59-44b5-94b2-46997bd99a80 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e94fce0d-16f4-4e8b-b116-cc818186d8f5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.661427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Request body: {'port': {'device_id': 'be65e078-70e7-492f-8d06-7ec79185d996', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'admin_state_up': True, 'tenant_id': '1ed1d0f12f104287bcbffc45332f2479'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:07.673669 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:26:07.700418 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fff403b1-8faa-43a8-bf65-90faaf53c767 req-4f6a6bc2-2c59-44b5-94b2-46997bd99a80 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.701725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fff403b1-8faa-43a8-bf65-90faaf53c767 req-4f6a6bc2-2c59-44b5-94b2-46997bd99a80 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2075355 Feb 19 03:26:07.716599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a6bc2-2c59-44b5-94b2-46997bd99a80 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94fce0d-16f4-4e8b-b116-cc818186d8f5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:07.774264 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (44d27053-5112-41e0-a206-a4b372a0c634), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.776346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e5f2e-65ec-4ec4-a3e9-4d3173293f59 None None] New status for floating IP 68587466-7021-483a-a0f2-bdf4dfb107bd: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:26:07.781112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.791381 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/networks/44d27053-5112-41e0-a206-a4b372a0c634 HTTP/1.1" status: 204 len: 168 time: 1.1612151 Feb 19 03:26:07.791727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45704) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:07.798392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1110335948', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:07.846208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f845ae8-3050-4295-a222-59e0ea34218b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Network': ['ID=44d27053-5112-41e0-a206-a4b372a0c634,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:07.860670 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (08702f3a-299f-49a8-8bc7-3e2edf328ed8), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.862290 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (08702f3a-299f-49a8-8bc7-3e2edf328ed8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.893875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Made reservation on behalf of 1ed1d0f12f104287bcbffc45332f2479 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:07.901469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.033765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ca516ae-eff5-450d-aecb-03a7bf9fa3db req-7c5c0dcc-1471-4f32-bcec-a5979776789a tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 210 time: 0.0481584 Feb 19 03:26:08.040841 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (08702f3a-299f-49a8-8bc7-3e2edf328ed8), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.072680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 54769a4a-4b10-4a31-8c22-7570afe7080e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:08.103963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 54769a4a-4b10-4a31-8c22-7570afe7080e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:08.104453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 54769a4a-4b10-4a31-8c22-7570afe7080e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:08.161893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Allocated IP 172.20.0.9 (e769ebff-2101-45e5-908a-ae42c5680f4f/3a0b9ce0-8147-44d2-825b-d86ca2bad80f/009742af-b4af-4858-a3ed-a0504f04b9dd) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:08.251677 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-218258bd-ecc8-49cd-8bd2-26162c3e7381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.285948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 784f3ed7-fd3e-45c3-8d06-25498214c2e2 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:08.322521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59482fdc-4adb-42ca-ac0e-ac244c42973e req-80a71a14-5559-4f84-b005-dacf97afe946 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/708e5ee2-3059-432b-aa42-0b9c65f98514 HTTP/1.1" status: 200 len: 1823 time: 0.2192626 Feb 19 03:26:08.325329 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_gateway (08702f3a-299f-49a8-8bc7-3e2edf328ed8), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.362230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:26:08.367516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:08.368280 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.378202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks [] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.420793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59482fdc-4adb-42ca-ac0e-ac244c42973e req-204754c8-d92f-465a-a41a-5ee72ceab9aa tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/e94fce0d-16f4-4e8b-b116-cc818186d8f5 HTTP/1.1" status: 200 len: 1823 time: 0.0918355 Feb 19 03:26:08.433737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-59482fdc-4adb-42ca-ac0e-ac244c42973e req-e20167ed-7cba-42ac-8ff7-378249ee3db8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '708e5ee2-3059-432b-aa42-0b9c65f98514', 'remote_group_id': 'e94fce0d-16f4-4e8b-b116-cc818186d8f5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:08.434744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-59482fdc-4adb-42ca-ac0e-ac244c42973e req-e20167ed-7cba-42ac-8ff7-378249ee3db8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '708e5ee2-3059-432b-aa42-0b9c65f98514', 'remote_group_id': 'e94fce0d-16f4-4e8b-b116-cc818186d8f5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:08.467827 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.507119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:08.515623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'name': 'network-vif-deleted', 'tag': '9179c0ac-cee3-4029-942a-4bcf823d3b66'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:08.519746 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da58962-2008-460d-8797-69051faa1b85" -d '{"events": [{"server_uuid": "30141f24-86b3-4c10-9eb6-62af910e42c1", "name": "network-vif-deleted", "tag": "9179c0ac-cee3-4029-942a-4bcf823d3b66"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:08.543761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Network e769ebff-2101-45e5-908a-ae42c5680f4f is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:08.550379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:08.555290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:08.571995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:08.572646 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.617111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:08.618441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.633613 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59482fdc-4adb-42ca-ac0e-ac244c42973e req-e20167ed-7cba-42ac-8ff7-378249ee3db8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (cd970d13-efad-45c3-bef2-08502767a655), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.652794 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0008276 Feb 19 03:26:08.677456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 784f3ed7-fd3e-45c3-8d06-25498214c2e2, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=784f3ed7-fd3e-45c3-8d06-25498214c2e2,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:08.678511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Request body: {'port': {'device_id': 'be65e078-70e7-492f-8d06-7ec79185d996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:08.683582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17b5e5-fb02-49d7-ad5e-a8084a5ca03b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event updated for resources: {'Port': ['ID=009742af-b4af-4858-a3ed-a0504f04b9dd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:08.695441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.778075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.806415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_gateway (08702f3a-299f-49a8-8bc7-3e2edf328ed8), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.807089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=784f3ed7-fd3e-45c3-8d06-25498214c2e2,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:08.811472 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59482fdc-4adb-42ca-ac0e-ac244c42973e req-e20167ed-7cba-42ac-8ff7-378249ee3db8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (cd970d13-efad-45c3-bef2-08502767a655), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.838610 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59482fdc-4adb-42ca-ac0e-ac244c42973e req-e20167ed-7cba-42ac-8ff7-378249ee3db8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (cd970d13-efad-45c3-bef2-08502767a655), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.855375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017cb1fe-37d6-42a7-a7bd-15bd173d247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784f3ed7-fd3e-45c3-8d06-25498214c2e2'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:08.858227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20167ed-7cba-42ac-8ff7-378249ee3db8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd970d13-efad-45c3-bef2-08502767a655,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:08.859451 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fe3159-4bcc-49d1-8fdc-fe637fb07f0f" -d '{"events": [{"server_uuid": "017cb1fe-37d6-42a7-a7bd-15bd173d247c", "name": "network-vif-plugged", "status": "completed", "tag": "784f3ed7-fd3e-45c3-8d06-25498214c2e2"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:08.861201 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.931524 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59482fdc-4adb-42ca-ac0e-ac244c42973e req-e20167ed-7cba-42ac-8ff7-378249ee3db8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.933389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59482fdc-4adb-42ca-ac0e-ac244c42973e req-e20167ed-7cba-42ac-8ff7-378249ee3db8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5036106 Feb 19 03:26:09.104543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Allocated IP 172.25.4.125 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/b4184db1-7552-436b-a065-5536ae29b118) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:09.118024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38f13f-e681-4233-a9af-936bb6b0bad7 req-394cc244-97c6-4c1a-86c9-00a4e1fcf9d0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.119588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff38f13f-e681-4233-a9af-936bb6b0bad7 req-394cc244-97c6-4c1a-86c9-00a4e1fcf9d0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.0916986 Feb 19 03:26:09.144276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009742af-b4af-4858-a3ed-a0504f04b9dd {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:09.153426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Publish callbacks [] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.167153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Transition to ACTIVE for port object 009742af-b4af-4858-a3ed-a0504f04b9dd will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:26:09.173462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.239223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Pushing event updated for resources: {'Port': ['ID=009742af-b4af-4858-a3ed-a0504f04b9dd,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:09.248455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff38f13f-e681-4233-a9af-936bb6b0bad7 req-ffdf9690-995d-4daf-b122-c7ac4ca0484e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057267 Feb 19 03:26:09.287795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (b4184db1-7552-436b-a065-5536ae29b118), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.316103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Attempting to bind port 009742af-b4af-4858-a3ed-a0504f04b9dd on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:09.316447 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Attempting to bind port 009742af-b4af-4858-a3ed-a0504f04b9dd by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:09.317041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Attempting to bind port 009742af-b4af-4858-a3ed-a0504f04b9dd on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:09.322364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Port 009742af-b4af-4858-a3ed-a0504f04b9dd on network e769ebff-2101-45e5-908a-ae42c5680f4f not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:26:09.322756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Attempting to bind port 009742af-b4af-4858-a3ed-a0504f04b9dd on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:09.329012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:09.329586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Checking segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:09.329949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Bound using segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:09.330523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Bound port: 009742af-b4af-4858-a3ed-a0504f04b9dd, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:09.330990 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.334900 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b4184db1-7552-436b-a065-5536ae29b118), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.381767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:09.385505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:09.388495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:09.418945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=b4184db1-7552-436b-a065-5536ae29b118,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:09.469119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] For port 009742af-b4af-4858-a3ed-a0504f04b9dd, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:09.472747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] For port 009742af-b4af-4858-a3ed-a0504f04b9dd, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=009742af-b4af-4858-a3ed-a0504f04b9dd,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:09.480654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.557652 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.559923 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.559923 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] 10.222.0.37 "PUT /v2.0/ports/009742af-b4af-4858-a3ed-a0504f04b9dd HTTP/1.1" status: 200 len: 1091 time: 0.8917942 Feb 19 03:26:09.563863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be65e078-70e7-492f-8d06-7ec79185d996', 'tag': '009742af-b4af-4858-a3ed-a0504f04b9dd'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:09.564424 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516ee564-63ce-41b7-a488-0ee0e7c59975" -d '{"events": [{"name": "network-changed", "server_uuid": "be65e078-70e7-492f-8d06-7ec79185d996", "tag": "009742af-b4af-4858-a3ed-a0504f04b9dd"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:09.613532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43fcd9-42e3-49c6-949f-4449898f2199 service neutron] Pushing event updated for resources: {'Port': ['ID=009742af-b4af-4858-a3ed-a0504f04b9dd,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:09.669160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-f43a923f-7148-4d93-8b62-c2acbf4b48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.670879 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-f43a923f-7148-4d93-8b62-c2acbf4b48d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 1128 time: 0.1272285 Feb 19 03:26:09.678517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-73610ea2-9527-4ca9-9430-8f3d8fbbf16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.680226 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-73610ea2-9527-4ca9-9430-8f3d8fbbf16b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 1125 time: 0.0626736 Feb 19 03:26:09.775220 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-090ea647-3704-4952-88ad-74b311310494 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009742af-b4af-4858-a3ed-a0504f04b9dd HTTP/1.1" status: 200 len: 217 time: 0.0753510 Feb 19 03:26:09.852863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-86404744-4ff9-4e71-b55b-6a446d45062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.854514 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-86404744-4ff9-4e71-b55b-6a446d45062a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.0723817 Feb 19 03:26:09.859365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-cd72de8b-7498-4845-bf59-3db5ed685f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.860930 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-cd72de8b-7498-4845-bf59-3db5ed685f88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 916 time: 0.1796589 Feb 19 03:26:09.924040 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-d31225e8-d0f0-4f0d-9f75-2bd2dba808e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620768 Feb 19 03:26:09.925343 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-d07ea455-e28e-4738-8029-6966210d595f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c795f1-b5c8-4ced-8ed9-a65699c4d856 HTTP/1.1" status: 200 len: 217 time: 0.0559468 Feb 19 03:26:10.039747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-6d1a5c65-79b5-4dca-a435-518c4b0a6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:10.041318 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-6d1a5c65-79b5-4dca-a435-518c4b0a6536 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f HTTP/1.1" status: 200 len: 854 time: 0.1063068 Feb 19 03:26:10.052966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b287-2ac9-44f4-90f3-f2324e03a08a req-47525ae5-a659-46bb-b458-d5a74cfbe63c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:10.063589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e4b287-2ac9-44f4-90f3-f2324e03a08a req-47525ae5-a659-46bb-b458-d5a74cfbe63c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 945 time: 0.1575863 Feb 19 03:26:10.099706 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-44a107a1-356b-45ff-9e09-5a8b943f20a6 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657059 Feb 19 03:26:10.155818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e4b287-2ac9-44f4-90f3-f2324e03a08a req-721f946c-ec9c-4eb9-b213-4f1691398d7c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911942 Feb 19 03:26:10.167342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-c8d6746b-3edc-4672-8c58-cfde5188d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:10.167964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_gateway (08702f3a-299f-49a8-8bc7-3e2edf328ed8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.169040 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-c8d6746b-3edc-4672-8c58-cfde5188d7f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92d6761f-8d54-4408-b37e-f290385865ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1175756 Feb 19 03:26:10.262240 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6f4dbfee-5603-47c2-bbc0-ec864dcddd5b req-0c2d57fa-9826-4333-b6de-8dae9e2a1d78 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556201 Feb 19 03:26:10.319038 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-0d1b7e71-39f9-4217-a0b2-28f77dd78837 service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429691 Feb 19 03:26:10.331716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c48901-db79-47eb-9344-41fb42ab2721 req-95e00042-8522-4e9e-b4d5-c9e4369c3863 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:10.333308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4c48901-db79-47eb-9344-41fb42ab2721 req-95e00042-8522-4e9e-b4d5-c9e4369c3863 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 943 time: 0.1130462 Feb 19 03:26:10.407982 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9e7b4a6a-0ff9-40e2-998c-5ec64fdf7244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.428690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4c48901-db79-47eb-9344-41fb42ab2721 req-574ac5b4-b599-4d0a-be26-97c7954ddf9f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861354 Feb 19 03:26:10.439103 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-63933a1b-0675-45a4-98fb-57c9185c2417 req-a4109079-8706-44a7-ae1a-2706cc0f6809 service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952988 Feb 19 03:26:10.507887 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7575d3c-2afa-455d-9530-dab1ff74d2c9 x-openstack-request-id: req-b7575d3c-2afa-455d-9530-dab1ff74d2c9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:10.508252 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30141f24-86b3-4c10-9eb6-62af910e42c1", "name": "network-vif-deleted", "tag": "9179c0ac-cee3-4029-942a-4bcf823d3b66", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:10.508582 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7575d3c-2afa-455d-9530-dab1ff74d2c9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:10.509308 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30141f24-86b3-4c10-9eb6-62af910e42c1', 'name': 'network-vif-deleted', 'tag': '9179c0ac-cee3-4029-942a-4bcf823d3b66', 'status': 'completed', 'code': 200} Feb 19 03:26:10.516043 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (08702f3a-299f-49a8-8bc7-3e2edf328ed8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.541613 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1becdec-56a5-4c7c-819d-4aca20485226 x-openstack-request-id: req-b1becdec-56a5-4c7c-819d-4aca20485226 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:10.541944 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017cb1fe-37d6-42a7-a7bd-15bd173d247c", "name": "network-vif-plugged", "status": "completed", "tag": "784f3ed7-fd3e-45c3-8d06-25498214c2e2", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:10.542254 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1becdec-56a5-4c7c-819d-4aca20485226 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:10.542715 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017cb1fe-37d6-42a7-a7bd-15bd173d247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784f3ed7-fd3e-45c3-8d06-25498214c2e2', 'code': 200} Feb 19 03:26:10.565819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-afda686d-06be-48e5-8b9c-aedea426238a req-c902f7c6-7678-4e75-a308-ad717e53d869 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1658200080', 'description': 'tempest-description-1387553643'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:10.601899 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-afda686d-06be-48e5-8b9c-aedea426238a req-c902f7c6-7678-4e75-a308-ad717e53d869 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.697115 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82acd3-810a-4c35-84e1-07e406860279 req-098a1b27-48f7-4445-85db-2c31545d2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:10.699676 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed82acd3-810a-4c35-84e1-07e406860279 req-098a1b27-48f7-4445-85db-2c31545d2b8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 1127 time: 0.0532320 Feb 19 03:26:10.734942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-afda686d-06be-48e5-8b9c-aedea426238a req-c902f7c6-7678-4e75-a308-ad717e53d869 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (b51c995a-46cb-40aa-83d7-fef8786623c8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.737677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 08702f3a-299f-49a8-8bc7-3e2edf328ed8 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:10.741135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-afda686d-06be-48e5-8b9c-aedea426238a req-c902f7c6-7678-4e75-a308-ad717e53d869 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b51c995a-46cb-40aa-83d7-fef8786623c8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.747823 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ed82acd3-810a-4c35-84e1-07e406860279 req-0c5cca9b-88ab-4147-a41e-f81a2ec2e01c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Feb 19 03:26:10.777119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902f7c6-7678-4e75-a308-ad717e53d869 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51c995a-46cb-40aa-83d7-fef8786623c8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:10.782356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-afda686d-06be-48e5-8b9c-aedea426238a req-c902f7c6-7678-4e75-a308-ad717e53d869 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.783611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-afda686d-06be-48e5-8b9c-aedea426238a req-c902f7c6-7678-4e75-a308-ad717e53d869 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2246053 Feb 19 03:26:10.901531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb59c647-1382-461d-b990-c9382cd102d1 req-ed7c6b6b-8d0b-4347-a2b2-f1d87320bb4d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 210 time: 0.0589294 Feb 19 03:26:10.915605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:10.936011 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6e5a1-67e0-4602-9eb3-b13a35e57439 None None] Sync routers for ids ['08702f3a-299f-49a8-8bc7-3e2edf328ed8'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:10.941401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.943092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b05ec1e0-80b8-49eb-83d5-bb0e83ae8254 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1504254 Feb 19 03:26:10.945942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45736) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:10.948657 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6e5a1-67e0-4602-9eb3-b13a35e57439 None None] Routers {'08702f3a-299f-49a8-8bc7-3e2edf328ed8'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:10.949514 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fce6e5a1-67e0-4602-9eb3-b13a35e57439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['08702f3a-299f-49a8-8bc7-3e2edf328ed8'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:10.986261 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fce6e5a1-67e0-4602-9eb3-b13a35e57439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:11.001102 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6e5a1-67e0-4602-9eb3-b13a35e57439 None None] Routers {'08702f3a-299f-49a8-8bc7-3e2edf328ed8'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:11.002108 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fce6e5a1-67e0-4602-9eb3-b13a35e57439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['08702f3a-299f-49a8-8bc7-3e2edf328ed8'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:11.038176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e3cf-83f0-4655-a3ba-274be3e3aeff req-6367ee60-3ca4-4ec7-a23e-fcd7a2075656 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:11.045885 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fce6e5a1-67e0-4602-9eb3-b13a35e57439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:11.046120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5636e3cf-83f0-4655-a3ba-274be3e3aeff req-6367ee60-3ca4-4ec7-a23e-fcd7a2075656 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.0674152 Feb 19 03:26:11.047386 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6e5a1-67e0-4602-9eb3-b13a35e57439 None None] The sync data for ids ['08702f3a-299f-49a8-8bc7-3e2edf328ed8'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:11.096486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5636e3cf-83f0-4655-a3ba-274be3e3aeff req-73139b50-758e-479d-8b2d-ab981705bd84 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Feb 19 03:26:11.098947 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-05c0f43f-d9ec-449b-a3df-a29e276a72e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/routers/08702f3a-299f-49a8-8bc7-3e2edf328ed8 HTTP/1.1" status: 200 len: 885 time: 0.1518888 Feb 19 03:26:11.101837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45738) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:11.153387 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98df3d3c-393a-47b0-a337-d7265b749609 x-openstack-request-id: req-98df3d3c-393a-47b0-a337-d7265b749609 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:11.153678 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be65e078-70e7-492f-8d06-7ec79185d996", "tag": "009742af-b4af-4858-a3ed-a0504f04b9dd", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:11.153951 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98df3d3c-393a-47b0-a337-d7265b749609 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:11.154357 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be65e078-70e7-492f-8d06-7ec79185d996', 'tag': '009742af-b4af-4858-a3ed-a0504f04b9dd', 'status': 'completed', 'code': 200} Feb 19 03:26:11.262157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c034c-50aa-4b86-8e91-2b5479787335 req-57c29039-156c-4863-b2f2-5e427c068458 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:11.263743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-744c034c-50aa-4b86-8e91-2b5479787335 req-57c29039-156c-4863-b2f2-5e427c068458 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 943 time: 0.0637376 Feb 19 03:26:11.323897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-744c034c-50aa-4b86-8e91-2b5479787335 req-3a827bfb-96f2-44fd-8e0d-f47fa6b5597b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539730 Feb 19 03:26:11.359936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee564-63ce-41b7-a488-0ee0e7c59975 req-c1aee8a8-6456-4333-a5a1-bb5d3bdad1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:11.361421 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-516ee564-63ce-41b7-a488-0ee0e7c59975 req-c1aee8a8-6456-4333-a5a1-bb5d3bdad1d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 1125 time: 0.0871480 Feb 19 03:26:11.362648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-6ce73877-fbc7-425a-aeb6-94d3a5a83549 req-df3a8b2f-4b3b-4d01-b9f8-7f550e6bc5d4 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-184984050', 'description': 'tempest-description-235350427'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:11.385957 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6ce73877-fbc7-425a-aeb6-94d3a5a83549 req-df3a8b2f-4b3b-4d01-b9f8-7f550e6bc5d4 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.464707 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cfebcb5d-9756-4ed0-a32c-670ee2942d69 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3610327 Feb 19 03:26:11.473457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45746) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:11.478260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-2dd7f81b-1a83-4199-afc0-2817707296ee tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1110335948'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:11.510332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee564-63ce-41b7-a488-0ee0e7c59975 req-f1cdf698-3d60-4284-8ae5-103aaee93989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:11.512471 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-516ee564-63ce-41b7-a488-0ee0e7c59975 req-f1cdf698-3d60-4284-8ae5-103aaee93989 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 906 time: 0.1424565 Feb 19 03:26:11.531752 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6ce73877-fbc7-425a-aeb6-94d3a5a83549 req-df3a8b2f-4b3b-4d01-b9f8-7f550e6bc5d4 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (a74f1a02-e5bf-47e1-9998-4794da6880eb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.540900 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6ce73877-fbc7-425a-aeb6-94d3a5a83549 req-df3a8b2f-4b3b-4d01-b9f8-7f550e6bc5d4 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a74f1a02-e5bf-47e1-9998-4794da6880eb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.563692 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-516ee564-63ce-41b7-a488-0ee0e7c59975 req-5ff3ab4f-ba49-48c3-babf-1f939cd9f479 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009742af-b4af-4858-a3ed-a0504f04b9dd HTTP/1.1" status: 200 len: 217 time: 0.0425074 Feb 19 03:26:11.603956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a8b2f-4b3b-4d01-b9f8-7f550e6bc5d4 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74f1a02-e5bf-47e1-9998-4794da6880eb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:11.608099 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6ce73877-fbc7-425a-aeb6-94d3a5a83549 req-df3a8b2f-4b3b-4d01-b9f8-7f550e6bc5d4 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.619654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ce73877-fbc7-425a-aeb6-94d3a5a83549 req-df3a8b2f-4b3b-4d01-b9f8-7f550e6bc5d4 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2621226 Feb 19 03:26:11.634845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee564-63ce-41b7-a488-0ee0e7c59975 req-f534ea8f-fce9-422c-ba37-3b5ef917b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:11.637789 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-516ee564-63ce-41b7-a488-0ee0e7c59975 req-f534ea8f-fce9-422c-ba37-3b5ef917b55c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.0673356 Feb 19 03:26:11.684905 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-516ee564-63ce-41b7-a488-0ee0e7c59975 req-4ecd2c2e-302b-438a-85b8-073efb90cdfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387895 Feb 19 03:26:11.785017 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-516ee564-63ce-41b7-a488-0ee0e7c59975 req-7e7f267f-6576-4619-8e2f-945354aaed7a service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930283 Feb 19 03:26:11.803500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a27ce-8a71-43c5-a92f-4e95c164448b req-0f8dfedc-1e19-47ac-8005-86019eb132f5 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:11.805028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c58a27ce-8a71-43c5-a92f-4e95c164448b req-0f8dfedc-1e19-47ac-8005-86019eb132f5 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 945 time: 0.0970445 Feb 19 03:26:11.874175 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.896384 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-516ee564-63ce-41b7-a488-0ee0e7c59975 req-12db0d00-2ccf-4e25-a505-0c3809a25329 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039112 Feb 19 03:26:11.905420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c58a27ce-8a71-43c5-a92f-4e95c164448b req-fad6cc05-33b0-4371-8671-99ffd420ee98 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910003 Feb 19 03:26:11.971191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f81b-1a83-4199-afc0-2817707296ee tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (08702f3a-299f-49a8-8bc7-3e2edf328ed8), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.993494 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f81b-1a83-4199-afc0-2817707296ee tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (08702f3a-299f-49a8-8bc7-3e2edf328ed8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.120041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76422a1-5395-4411-91fa-a69840edf83d req-63955b73-24a3-4392-90d4-adfcc92d93d9 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:12.121582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b76422a1-5395-4411-91fa-a69840edf83d req-63955b73-24a3-4392-90d4-adfcc92d93d9 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 943 time: 0.1389940 Feb 19 03:26:12.162204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd7f81b-1a83-4199-afc0-2817707296ee tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 08702f3a-299f-49a8-8bc7-3e2edf328ed8 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:12.198748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b76422a1-5395-4411-91fa-a69840edf83d req-77353d8d-ab95-444d-b0d6-06d288973ec1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704131 Feb 19 03:26:12.313236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16668331-5a65-413e-a512-18e624916835 req-024833e8-b65b-4e21-bb91-a6f103b8960a tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/b51c995a-46cb-40aa-83d7-fef8786623c8 HTTP/1.1" status: 200 len: 1824 time: 0.0830672 Feb 19 03:26:12.334695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd7f81b-1a83-4199-afc0-2817707296ee tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:12.345682 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f81b-1a83-4199-afc0-2817707296ee tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.349160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2dd7f81b-1a83-4199-afc0-2817707296ee tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/08702f3a-299f-49a8-8bc7-3e2edf328ed8 HTTP/1.1" status: 200 len: 892 time: 0.8725066 Feb 19 03:26:12.349552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45760) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:12.354331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ce31e-3942-4961-8470-f6f28fecb261 None None] Sync routers for ids ['08702f3a-299f-49a8-8bc7-3e2edf328ed8'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:12.366357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ce31e-3942-4961-8470-f6f28fecb261 None None] Routers {'08702f3a-299f-49a8-8bc7-3e2edf328ed8'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:12.366981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-687ce31e-3942-4961-8470-f6f28fecb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['08702f3a-299f-49a8-8bc7-3e2edf328ed8'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:12.401352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-687ce31e-3942-4961-8470-f6f28fecb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:12.410769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ce31e-3942-4961-8470-f6f28fecb261 None None] Routers {'08702f3a-299f-49a8-8bc7-3e2edf328ed8'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:12.411582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-687ce31e-3942-4961-8470-f6f28fecb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['08702f3a-299f-49a8-8bc7-3e2edf328ed8'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:12.417688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16668331-5a65-413e-a512-18e624916835 req-145680d0-f85b-497f-98ce-c0d58de0b4d1 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/a74f1a02-e5bf-47e1-9998-4794da6880eb HTTP/1.1" status: 200 len: 1822 time: 0.0958614 Feb 19 03:26:12.432317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-16668331-5a65-413e-a512-18e624916835 req-fe47332f-a85e-4727-a94c-6d372f8d2269 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b51c995a-46cb-40aa-83d7-fef8786623c8', 'remote_group_id': 'a74f1a02-e5bf-47e1-9998-4794da6880eb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:12.432643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-16668331-5a65-413e-a512-18e624916835 req-fe47332f-a85e-4727-a94c-6d372f8d2269 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b51c995a-46cb-40aa-83d7-fef8786623c8', 'remote_group_id': 'a74f1a02-e5bf-47e1-9998-4794da6880eb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:12.446369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-687ce31e-3942-4961-8470-f6f28fecb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:12.447031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ce31e-3942-4961-8470-f6f28fecb261 None None] The sync data for ids ['08702f3a-299f-49a8-8bc7-3e2edf328ed8'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:12.480585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:26:12.501043 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-00333f12-8329-424a-94d5-c8e3f11ceded tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/routers/08702f3a-299f-49a8-8bc7-3e2edf328ed8 HTTP/1.1" status: 200 len: 892 time: 0.1503468 Feb 19 03:26:12.504180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45762) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:12.544300 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16668331-5a65-413e-a512-18e624916835 req-fe47332f-a85e-4727-a94c-6d372f8d2269 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (d85e8213-6a2b-4b16-9b3b-6d959275c1d4), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.554339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45764) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:12.554960 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d587d856-fbb8-4a10-aca7-812be457be0e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=08702f3a-299f-49a8-8bc7-3e2edf328ed8 HTTP/1.1" status: 200 len: 205 time: 0.0495033 Feb 19 03:26:12.620033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:12.627459 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16668331-5a65-413e-a512-18e624916835 req-fe47332f-a85e-4727-a94c-6d372f8d2269 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (d85e8213-6a2b-4b16-9b3b-6d959275c1d4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.631618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'port_id': 'cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd', 'mac_address': 'fa:16:3e:6c:b3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:26:12.636730 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16668331-5a65-413e-a512-18e624916835 req-fe47332f-a85e-4727-a94c-6d372f8d2269 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d85e8213-6a2b-4b16-9b3b-6d959275c1d4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.672619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:12.673326 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.689024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:12.692240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47332f-a85e-4727-a94c-6d372f8d2269 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85e8213-6a2b-4b16-9b3b-6d959275c1d4,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:12.698381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-16668331-5a65-413e-a512-18e624916835 req-fe47332f-a85e-4727-a94c-6d372f8d2269 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.699576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16668331-5a65-413e-a512-18e624916835 req-fe47332f-a85e-4727-a94c-6d372f8d2269 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2727575 Feb 19 03:26:12.724136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (08702f3a-299f-49a8-8bc7-3e2edf328ed8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.735908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:12.740414 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.862339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:12.907038 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_gateway (08702f3a-299f-49a8-8bc7-3e2edf328ed8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.914511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-018c4fd4-e46b-489d-a93c-225c28dbc0ea req-82c2fb7f-a276-4b6e-86b5-f87fa9b2d15d tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 210 time: 0.0460215 Feb 19 03:26:12.927465 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.997450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port b4184db1-7552-436b-a065-5536ae29b118 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:12.998051 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b4184db1-7552-436b-a065-5536ae29b118), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.029505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:13.130621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45774) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:13.132118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd993ed-dcb1-415b-9b04-babd262522b4 req-2be6307d-94db-468b-b64a-2e2614c4c142 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:13.133746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bfd993ed-dcb1-415b-9b04-babd262522b4 req-2be6307d-94db-468b-b64a-2e2614c4c142 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.1203246 Feb 19 03:26:13.138421 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b4184db1-7552-436b-a065-5536ae29b118), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.168153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for b4184db1-7552-436b-a065-5536ae29b118 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:13.239305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bfd993ed-dcb1-415b-9b04-babd262522b4 req-257dd098-5db0-416f-acf0-b5e2b713c9c0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972817 Feb 19 03:26:13.321616 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-63d5ee80-5029-4dd1-88bc-24cedc093dc4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5623d205fe7a4ff98e879236380c45f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870723 Feb 19 03:26:13.321886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45782) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:13.392896 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88f5321c-70c8-4cd8-a0ba-79cde15dd77d admin admin] Publish callbacks [] for security_group (f6b6bbb3-06f2-4104-b994-ec99ec486d30), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.416954 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88f5321c-70c8-4cd8-a0ba-79cde15dd77d admin admin] Publish callbacks [] for security_group (f6b6bbb3-06f2-4104-b994-ec99ec486d30), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.487668 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88f5321c-70c8-4cd8-a0ba-79cde15dd77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f6b6bbb3-06f2-4104-b994-ec99ec486d30), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.491320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88f5321c-70c8-4cd8-a0ba-79cde15dd77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.492922 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-88f5321c-70c8-4cd8-a0ba-79cde15dd77d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6b6bbb3-06f2-4104-b994-ec99ec486d30 HTTP/1.1" status: 204 len: 168 time: 0.1700773 Feb 19 03:26:13.504719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5321c-70c8-4cd8-a0ba-79cde15dd77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b6bbb3-06f2-4104-b994-ec99ec486d30,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:13.860223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fdeb6-2888-4df2-aa85-d68c8312eb8f req-64603995-df4f-42c7-9ee6-4ef7ccb96d4d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:13.866997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-104fdeb6-2888-4df2-aa85-d68c8312eb8f req-64603995-df4f-42c7-9ee6-4ef7ccb96d4d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 944 time: 0.5202549 Feb 19 03:26:13.920639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b4184db1-7552-436b-a065-5536ae29b118), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.966970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=b4184db1-7552-436b-a065-5536ae29b118,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:13.999540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-104fdeb6-2888-4df2-aa85-d68c8312eb8f req-3d9c8b78-0a3b-4d72-bb9d-de1f81b6cc13 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301115 Feb 19 03:26:14.132616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (08702f3a-299f-49a8-8bc7-3e2edf328ed8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.217966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-beea1206-d73a-48fe-a8cd-8ec67ad98bf7 req-83f7cbce-fbf3-4b68-b139-e69c55be8d22 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/a74f1a02-e5bf-47e1-9998-4794da6880eb HTTP/1.1" status: 200 len: 1822 time: 0.1785176 Feb 19 03:26:14.309134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 009742af-b4af-4858-a3ed-a0504f04b9dd details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:26:14.316892 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (08702f3a-299f-49a8-8bc7-3e2edf328ed8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.319505 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (08702f3a-299f-49a8-8bc7-3e2edf328ed8), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.380525 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (08702f3a-299f-49a8-8bc7-3e2edf328ed8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.381295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Fanout notify agent at l3_agent the message router_deleted on router 08702f3a-299f-49a8-8bc7-3e2edf328ed8 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:26:14.389131 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.395341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45804) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:14.396104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c44d1a1e-2891-4d37-9a81-981ffe0ce60f tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/08702f3a-299f-49a8-8bc7-3e2edf328ed8 HTTP/1.1" status: 204 len: 168 time: 1.8404865 Feb 19 03:26:14.402472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1523102688'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:14.443449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-beea1206-d73a-48fe-a8cd-8ec67ad98bf7 req-4f065ba3-0498-4e95-8a68-22928b6041a8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (a74f1a02-e5bf-47e1-9998-4794da6880eb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.469904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:14.473440 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.489504 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-beea1206-d73a-48fe-a8cd-8ec67ad98bf7 req-4f065ba3-0498-4e95-8a68-22928b6041a8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (a74f1a02-e5bf-47e1-9998-4794da6880eb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.511743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:14.528946 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:14.565633 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (4c3e0405-fe5e-46be-bcd3-dc9c7333fb49), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.570380 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added segment 4c3e0405-fe5e-46be-bcd3-dc9c7333fb49 of type vlan for network 2fe3e119-80f7-4358-bb7b-265fba51166f Feb 19 03:26:14.578094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 009742af-b4af-4858-a3ed-a0504f04b9dd, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=009742af-b4af-4858-a3ed-a0504f04b9dd,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:14.663186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-beea1206-d73a-48fe-a8cd-8ec67ad98bf7 req-4f065ba3-0498-4e95-8a68-22928b6041a8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a74f1a02-e5bf-47e1-9998-4794da6880eb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.666481 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-beea1206-d73a-48fe-a8cd-8ec67ad98bf7 req-4f065ba3-0498-4e95-8a68-22928b6041a8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.668332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-beea1206-d73a-48fe-a8cd-8ec67ad98bf7 req-4f065ba3-0498-4e95-8a68-22928b6041a8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "DELETE /v2.0/security-groups/a74f1a02-e5bf-47e1-9998-4794da6880eb HTTP/1.1" status: 204 len: 173 time: 0.4485226 Feb 19 03:26:14.668469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '009742af-b4af-4858-a3ed-a0504f04b9dd', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'port_id': '009742af-b4af-4858-a3ed-a0504f04b9dd', 'mac_address': 'fa:16:3e:88:08:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0b9ce0-8147-44d2-825b-d86ca2bad80f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:26:14.685099 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.689778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f065ba3-0498-4e95-8a68-22928b6041a8 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74f1a02-e5bf-47e1-9998-4794da6880eb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:14.695636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (2fe3e119-80f7-4358-bb7b-265fba51166f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.775326 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (2fe3e119-80f7-4358-bb7b-265fba51166f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.775921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:26:14.780308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:14.785419 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.794676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:14.795210 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.834326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 009742af-b4af-4858-a3ed-a0504f04b9dd is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:14.834994 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.863505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009742af-b4af-4858-a3ed-a0504f04b9dd {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:14.875438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f69a71-9dd7-450e-a718-89f9b8fb5f1c req-333ac2c3-1307-451e-bd6b-19ada59d8583 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:14.882752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67f69a71-9dd7-450e-a718-89f9b8fb5f1c req-333ac2c3-1307-451e-bd6b-19ada59d8583 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 945 time: 0.1150565 Feb 19 03:26:14.926140 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Network': ['ID=2fe3e119-80f7-4358-bb7b-265fba51166f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:14.933792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 009742af-b4af-4858-a3ed-a0504f04b9dd, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=009742af-b4af-4858-a3ed-a0504f04b9dd,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:14.942503 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2974facd-6d37-42d5-a4c8-110c57e784d9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5423820 Feb 19 03:26:14.943033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45812) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:14.949422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 2fe3e119-80f7-4358-bb7b-265fba51166f details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:14.952695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'subnet': {'network_id': '2fe3e119-80f7-4358-bb7b-265fba51166f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:14.975438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67f69a71-9dd7-450e-a718-89f9b8fb5f1c req-f15b6925-6073-470c-a360-5f52a9cef6ce tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916524 Feb 19 03:26:15.102103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.164007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:15.168117 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.216176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=009742af-b4af-4858-a3ed-a0504f04b9dd,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:15.238653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97226fa9-c41f-4298-82c8-e243ecd0f021 req-3ee92596-b6b1-4fd3-acc9-89c4f16d50a4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:15.241470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97226fa9-c41f-4298-82c8-e243ecd0f021 req-3ee92596-b6b1-4fd3-acc9-89c4f16d50a4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 944 time: 0.1956327 Feb 19 03:26:15.257117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:15.257807 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.295380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e593bb7-df4c-4c49-956d-9d5d8ff89f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:15.299540 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8fac9e-e1a8-4256-bdf6-b5ccc53e2ba7" -d '{"events": [{"server_uuid": "0e593bb7-df4c-4c49-956d-9d5d8ff89f25", "name": "network-vif-plugged", "status": "completed", "tag": "cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:15.321973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-d84b8f6b-b49c-480e-a393-af6b7a9b1b39 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1885791 Feb 19 03:26:15.336634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:15.344552 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.366524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97226fa9-c41f-4298-82c8-e243ecd0f021 req-483533a2-b459-4aea-803c-d44e9c89f597 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116204 Feb 19 03:26:15.435179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-6037a751-4866-46b7-a87e-f67e92f74fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:15.435821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:15.437765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-6037a751-4866-46b7-a87e-f67e92f74fc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e HTTP/1.1" status: 200 len: 1127 time: 0.0751014 Feb 19 03:26:15.608765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d812c6e-8cf6-4470-906f-2499fd83cba6 req-f0b93138-82f3-4851-98c5-9f3de85c05a4 tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/ports?device_id=30141f24-86b3-4c10-9eb6-62af910e42c1 HTTP/1.1" status: 200 len: 210 time: 0.0425792 Feb 19 03:26:15.648180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['009742af-b4af-4858-a3ed-a0504f04b9dd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:15.650153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-5e27da70-aff4-4419-be19-f01e44438d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:15.651929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-5e27da70-aff4-4419-be19-f01e44438d82 service neutron] 10.222.0.71 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 916 time: 0.1901169 Feb 19 03:26:15.712347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccedf006-803c-4341-ba0b-132bb18d2e3c req-77a875d8-34ce-4237-8082-ad3326c48b19 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/b51c995a-46cb-40aa-83d7-fef8786623c8 HTTP/1.1" status: 200 len: 1824 time: 0.0697627 Feb 19 03:26:15.757049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-837037c5-dae7-484d-810e-3f7538432072 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1957149a-d59c-4069-acfc-8e1288bff80d HTTP/1.1" status: 200 len: 217 time: 0.0489447 Feb 19 03:26:15.838520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-95cac231-1f3b-44f7-bb17-cbcc75bf6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:15.841767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-95cac231-1f3b-44f7-bb17-cbcc75bf6e33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f HTTP/1.1" status: 200 len: 854 time: 0.0783589 Feb 19 03:26:15.927541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-3c7d0bd0-5848-40d8-9062-81512386a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:15.929106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-3c7d0bd0-5848-40d8-9062-81512386a3f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=92d6761f-8d54-4408-b37e-f290385865ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0809989 Feb 19 03:26:16.043876 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (0750aa1d-3462-4c22-b36b-34780a5cf173), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.090405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-45164cdb-4b12-43a3-ae09-852aed6f1dbf service neutron] 10.222.0.71 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540480 Feb 19 03:26:16.139922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Subnet': ['ID=0750aa1d-3462-4c22-b36b-34780a5cf173,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:16.194225 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Checking segment: {'id': '4c3e0405-fe5e-46be-bcd3-dc9c7333fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2fe3e119-80f7-4358-bb7b-265fba51166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:16.194933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network hostable DHCP agents. Network: 2fe3e119-80f7-4358-bb7b-265fba51166f, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:16.216637 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 2fe3e119-80f7-4358-bb7b-265fba51166f is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:16.229154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 2fe3e119-80f7-4358-bb7b-265fba51166f) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:16.239803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:16.242095 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.243911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532ae08-dc77-4b44-a355-3768151af5ba None None] Network 2fe3e119-80f7-4358-bb7b-265fba51166f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:16.275423 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-885d9705-eefb-42b4-bfbe-bc97d4c11cc4 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3287997 Feb 19 03:26:16.276289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45826) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:16.280664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50e06a5c-2aaa-4a6a-9abb-d6cb9b2844f5 req-cbb146aa-baa7-4594-813f-f68c82b066ad service neutron] 10.222.0.71 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834307 Feb 19 03:26:16.287095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1a6c64f3-b1c5-424d-85b5-87d57d23e9c7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785990053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:16.318923 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a6c64f3-b1c5-424d-85b5-87d57d23e9c7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (62c5c16b-4a1b-4f30-904f-a4ee584e7688), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.319920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a6c64f3-b1c5-424d-85b5-87d57d23e9c7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (62c5c16b-4a1b-4f30-904f-a4ee584e7688), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.397772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a6c64f3-b1c5-424d-85b5-87d57d23e9c7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (62c5c16b-4a1b-4f30-904f-a4ee584e7688), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.402803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a6c64f3-b1c5-424d-85b5-87d57d23e9c7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (62c5c16b-4a1b-4f30-904f-a4ee584e7688), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.413300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-2fe3e119-80f7-4358-bb7b-265fba51166f', 'network_id': '2fe3e119-80f7-4358-bb7b-265fba51166f', 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'fixed_ips': [{'subnet_id': '0750aa1d-3462-4c22-b36b-34780a5cf173'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:16.414254 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.434022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a6c64f3-b1c5-424d-85b5-87d57d23e9c7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.439813 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1a6c64f3-b1c5-424d-85b5-87d57d23e9c7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1620710 Feb 19 03:26:16.440013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45832) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:16.604506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Allocated IP 2001:db8::2 (2fe3e119-80f7-4358-bb7b-265fba51166f/0750aa1d-3462-4c22-b36b-34780a5cf173/ea1ecd75-28d2-4989-b019-44372afe7323) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:16.707773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805ca31-e86f-4c71-88be-a3c2750c8a41 req-08b9e978-3703-4440-ae6d-f09664dd7c36 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:16.709212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e805ca31-e86f-4c71-88be-a3c2750c8a41 req-08b9e978-3703-4440-ae6d-f09664dd7c36 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bea1f76-5cdc-4253-a700-06d175bd73d8 HTTP/1.1" status: 200 len: 945 time: 0.1958799 Feb 19 03:26:16.778830 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Publish callbacks [] for port (ea1ecd75-28d2-4989-b019-44372afe7323), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.799256 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.851855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Network 2fe3e119-80f7-4358-bb7b-265fba51166f is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:16.860040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:16.870180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:16.876328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Pushing event updated for resources: {'Port': ['ID=ea1ecd75-28d2-4989-b019-44372afe7323,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:16.882316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e805ca31-e86f-4c71-88be-a3c2750c8a41 req-99335282-a510-4abb-bead-2c6dec9987ac tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369236 Feb 19 03:26:16.948479 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.984816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Attempting to bind port ea1ecd75-28d2-4989-b019-44372afe7323 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:16.985197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Attempting to bind port ea1ecd75-28d2-4989-b019-44372afe7323 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '4c3e0405-fe5e-46be-bcd3-dc9c7333fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2fe3e119-80f7-4358-bb7b-265fba51166f'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:16.985559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Attempting to bind port ea1ecd75-28d2-4989-b019-44372afe7323 on network 2fe3e119-80f7-4358-bb7b-265fba51166f {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:16.991008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:16.991385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Checking segment: {'id': '4c3e0405-fe5e-46be-bcd3-dc9c7333fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2fe3e119-80f7-4358-bb7b-265fba51166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:16.991792 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.992187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Bound using segment: {'id': '4c3e0405-fe5e-46be-bcd3-dc9c7333fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2fe3e119-80f7-4358-bb7b-265fba51166f'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:16.992654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Bound port: ea1ecd75-28d2-4989-b019-44372afe7323, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3e0405-fe5e-46be-bcd3-dc9c7333fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2fe3e119-80f7-4358-bb7b-265fba51166f'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:16.993039 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.065090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] For port ea1ecd75-28d2-4989-b019-44372afe7323, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:17.069197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] For port ea1ecd75-28d2-4989-b019-44372afe7323, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ea1ecd75-28d2-4989-b019-44372afe7323,segment=NetworkSegment(4c3e0405-fe5e-46be-bcd3-dc9c7333fb49),segment_id=4c3e0405-fe5e-46be-bcd3-dc9c7333fb49)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:17.075897 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.150019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe51a62-b3fa-4e9c-9830-eb6943c4c23b req-d1918698-71cf-4856-bddf-4574b626aa8b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:17.152404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c398e9-7c77-40f2-8736-07d8dcb10816 None None] Pushing event updated for resources: {'Port': ['ID=ea1ecd75-28d2-4989-b019-44372afe7323,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:17.157869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebe51a62-b3fa-4e9c-9830-eb6943c4c23b req-d1918698-71cf-4856-bddf-4574b626aa8b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 945 time: 0.1555977 Feb 19 03:26:17.258967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebe51a62-b3fa-4e9c-9830-eb6943c4c23b req-0fc1a15c-590b-415f-8506-1195b6def64b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001518 Feb 19 03:26:17.341874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Allocated IP 2001:db8::1 (2fe3e119-80f7-4358-bb7b-265fba51166f/0750aa1d-3462-4c22-b36b-34780a5cf173/c587d69a-0488-4952-a3f6-b38b23b499ee) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:17.366656 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc30a195-f18d-4102-a429-8ee8e8f144d7 x-openstack-request-id: req-dc30a195-f18d-4102-a429-8ee8e8f144d7 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:17.367519 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e593bb7-df4c-4c49-956d-9d5d8ff89f25", "name": "network-vif-plugged", "status": "completed", "tag": "cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:17.367864 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc30a195-f18d-4102-a429-8ee8e8f144d7 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:17.368343 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e593bb7-df4c-4c49-956d-9d5d8ff89f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd', 'code': 200} Feb 19 03:26:17.587345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245caec-6fbe-4d95-bbaa-01ee73406128 req-c2dea425-25af-4e76-9f99-ed5c9cfa53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:17.589016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c245caec-6fbe-4d95-bbaa-01ee73406128 req-c2dea425-25af-4e76-9f99-ed5c9cfa53dd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 1127 time: 0.1106470 Feb 19 03:26:17.591847 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.621503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcfb16-d728-4ee9-a1fe-8ae3a47a426c req-ee119d2c-fd41-4c3f-b819-e792977cb600 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:17.623038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3fcfb16-d728-4ee9-a1fe-8ae3a47a426c req-ee119d2c-fd41-4c3f-b819-e792977cb600 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.1596062 Feb 19 03:26:17.690600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c245caec-6fbe-4d95-bbaa-01ee73406128 req-7c2a47b9-de3f-42ff-a291-cddb960c6027 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938463 Feb 19 03:26:17.716747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.755575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3fcfb16-d728-4ee9-a1fe-8ae3a47a426c req-efc571cf-063b-4f5e-86ec-9b3cda49de92 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221848 Feb 19 03:26:17.774024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 2fe3e119-80f7-4358-bb7b-265fba51166f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:17.779221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:17.785438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:17.786026 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (62c5c16b-4a1b-4f30-904f-a4ee584e7688), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.791395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-2f67a32e-4811-4e85-a1b1-357263543ed0 req-9109eca4-6721-4724-bd6e-cd4d18e7f940 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1984192868', 'description': 'tempest-description-1655919573'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:17.796176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=c587d69a-0488-4952-a3f6-b38b23b499ee,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:17.879491 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2f67a32e-4811-4e85-a1b1-357263543ed0 req-9109eca4-6721-4724-bd6e-cd4d18e7f940 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.997114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.109308 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2f67a32e-4811-4e85-a1b1-357263543ed0 req-9109eca4-6721-4724-bd6e-cd4d18e7f940 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (9f925b26-8a15-4dc5-aca7-921498527865), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.118137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2f67a32e-4811-4e85-a1b1-357263543ed0 req-9109eca4-6721-4724-bd6e-cd4d18e7f940 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9f925b26-8a15-4dc5-aca7-921498527865), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.216267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ea1ecd75-28d2-4989-b019-44372afe7323 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:18.304712 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ea1ecd75-28d2-4989-b019-44372afe7323 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:18.305303 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.344018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 009742af-b4af-4858-a3ed-a0504f04b9dd up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:18.359039 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2f67a32e-4811-4e85-a1b1-357263543ed0 req-9109eca4-6721-4724-bd6e-cd4d18e7f940 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.360890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f67a32e-4811-4e85-a1b1-357263543ed0 req-9109eca4-6721-4724-bd6e-cd4d18e7f940 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5767770 Feb 19 03:26:18.369646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109eca4-6721-4724-bd6e-cd4d18e7f940 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f925b26-8a15-4dc5-aca7-921498527865,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:18.522000 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.528814 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.530009 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (62c5c16b-4a1b-4f30-904f-a4ee584e7688), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.536167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18a6777-27ef-4e20-9760-b4e12b2b832b None None] Network 2fe3e119-80f7-4358-bb7b-265fba51166f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:18.595668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc21ec-e417-44b2-b511-9786ac464c10 req-8956ae8f-dbc2-431e-8e87-101fa8c5ab28 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:18.598290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8bfc21ec-e417-44b2-b511-9786ac464c10 req-8956ae8f-dbc2-431e-8e87-101fa8c5ab28 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 944 time: 0.1492407 Feb 19 03:26:18.622528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-28ba3626-bd23-40ea-99ef-a64671636da8 None None] Provisioning complete for port ea1ecd75-28d2-4989-b019-44372afe7323 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:18.622950 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28ba3626-bd23-40ea-99ef-a64671636da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.697720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=c587d69a-0488-4952-a3f6-b38b23b499ee,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:18.720155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 009742af-b4af-4858-a3ed-a0504f04b9dd completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:26:18.727474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ea1ecd75-28d2-4989-b019-44372afe7323 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:18.727880 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.743851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 009742af-b4af-4858-a3ed-a0504f04b9dd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:18.744250 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.769943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8bfc21ec-e417-44b2-b511-9786ac464c10 req-7413f047-e441-46ea-ba66-b031a18fc87b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346428 Feb 19 03:26:18.790743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 2fe3e119-80f7-4358-bb7b-265fba51166f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:18.792704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:18.827311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port ea1ecd75-28d2-4989-b019-44372afe7323, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ea1ecd75-28d2-4989-b019-44372afe7323,segment=NetworkSegment(4c3e0405-fe5e-46be-bcd3-dc9c7333fb49),segment_id=4c3e0405-fe5e-46be-bcd3-dc9c7333fb49)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:18.869622 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.933778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-28ba3626-bd23-40ea-99ef-a64671636da8 None None] Current status of the port ea1ecd75-28d2-4989-b019-44372afe7323 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:18.999092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=ea1ecd75-28d2-4989-b019-44372afe7323,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:19.037993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 009742af-b4af-4858-a3ed-a0504f04b9dd is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:19.038366 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.119943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 62c5c16b-4a1b-4f30-904f-a4ee584e7688 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:19.126503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 009742af-b4af-4858-a3ed-a0504f04b9dd, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=009742af-b4af-4858-a3ed-a0504f04b9dd,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:19.132752 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.216337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=009742af-b4af-4858-a3ed-a0504f04b9dd,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:19.346935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42101-e77d-4ac0-a2c8-7e5e13ad2d1a req-05b7daf8-a75f-4f00-9009-0bf1a2cad04f tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:19.355554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ee42101-e77d-4ac0-a2c8-7e5e13ad2d1a req-05b7daf8-a75f-4f00-9009-0bf1a2cad04f tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e HTTP/1.1" status: 200 len: 945 time: 0.1142581 Feb 19 03:26:19.357994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:19.370614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-406ad055-8c74-4659-a7d8-b392ae0af8eb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/62c5c16b-4a1b-4f30-904f-a4ee584e7688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9229360 Feb 19 03:26:19.373064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45850) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:19.375421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be65e078-70e7-492f-8d06-7ec79185d996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009742af-b4af-4858-a3ed-a0504f04b9dd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:19.377460 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35d280-d533-4e02-a2ad-2c20629a7f5d None None] Sync routers for ids ['62c5c16b-4a1b-4f30-904f-a4ee584e7688'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:19.381407 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5b191c-e156-4d44-9ef6-2e7eed53bec7" -d '{"events": [{"server_uuid": "be65e078-70e7-492f-8d06-7ec79185d996", "name": "network-vif-plugged", "status": "completed", "tag": "009742af-b4af-4858-a3ed-a0504f04b9dd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:19.397952 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35d280-d533-4e02-a2ad-2c20629a7f5d None None] Routers {'62c5c16b-4a1b-4f30-904f-a4ee584e7688'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:19.398592 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4b35d280-d533-4e02-a2ad-2c20629a7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['62c5c16b-4a1b-4f30-904f-a4ee584e7688'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:19.420235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7c8e2cfe-070b-4c42-9c18-b708352d661f None None] Provisioning complete for port ea1ecd75-28d2-4989-b019-44372afe7323 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:19.421386 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2cfe-070b-4c42-9c18-b708352d661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.463094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6917c2be-d019-4e91-ab4c-69b20577602c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:19.465646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ee42101-e77d-4ac0-a2c8-7e5e13ad2d1a req-301bc997-68ae-49ae-9562-8cc573d4ab54 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094370 Feb 19 03:26:19.465776 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6917c2be-d019-4e91-ab4c-69b20577602c tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports/c587d69a-0488-4952-a3f6-b38b23b499ee HTTP/1.1" status: 200 len: 911 time: 0.0918119 Feb 19 03:26:19.471371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45854) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:19.476776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7ba4e30a-9d89-4f22-b50b-86f3169de5fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0750aa1d-3462-4c22-b36b-34780a5cf173'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:19.524160 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4b35d280-d533-4e02-a2ad-2c20629a7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:19.553816 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35d280-d533-4e02-a2ad-2c20629a7f5d None None] Routers {'62c5c16b-4a1b-4f30-904f-a4ee584e7688'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:19.554551 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4b35d280-d533-4e02-a2ad-2c20629a7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['62c5c16b-4a1b-4f30-904f-a4ee584e7688'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:19.607209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e2cfe-070b-4c42-9c18-b708352d661f None None] Current status of the port ea1ecd75-28d2-4989-b019-44372afe7323 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:19.610971 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4b35d280-d533-4e02-a2ad-2c20629a7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:19.612056 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35d280-d533-4e02-a2ad-2c20629a7f5d None None] The sync data for ids ['62c5c16b-4a1b-4f30-904f-a4ee584e7688'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:19.632427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7c8e2cfe-070b-4c42-9c18-b708352d661f None None] Provisioning complete for port c587d69a-0488-4952-a3f6-b38b23b499ee triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:19.632911 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2cfe-070b-4c42-9c18-b708352d661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.697519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e2cfe-070b-4c42-9c18-b708352d661f None None] Port c587d69a-0488-4952-a3f6-b38b23b499ee cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:19.735799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf82d33-3b9f-4c38-91c2-f49a6d41c6f1 req-cb86fa97-b923-4fb4-8d5c-f2e40f7f0e15 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:19.739895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caf82d33-3b9f-4c38-91c2-f49a6d41c6f1 req-cb86fa97-b923-4fb4-8d5c-f2e40f7f0e15 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 945 time: 0.1543136 Feb 19 03:26:19.806751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ba4e30a-9d89-4f22-b50b-86f3169de5fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.829301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caf82d33-3b9f-4c38-91c2-f49a6d41c6f1 req-5ac0363f-b61e-4db4-b61c-49e9bf4410b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827525 Feb 19 03:26:19.837341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-037b72c0-c83a-4f4d-8cdb-040a00c15ba4 None None] Provisioning complete for port c587d69a-0488-4952-a3f6-b38b23b499ee triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:19.837829 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-037b72c0-c83a-4f4d-8cdb-040a00c15ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.895849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-037b72c0-c83a-4f4d-8cdb-040a00c15ba4 None None] Port c587d69a-0488-4952-a3f6-b38b23b499ee cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:20.058877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ea1ecd75-28d2-4989-b019-44372afe7323 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:20.135071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f3ac8ecb-7bab-4795-acb0-1476fe0f21fc None None] Provisioning complete for port c587d69a-0488-4952-a3f6-b38b23b499ee triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:20.135603 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8ecb-7bab-4795-acb0-1476fe0f21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.208181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ea1ecd75-28d2-4989-b019-44372afe7323 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:20.208771 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.211566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac8ecb-7bab-4795-acb0-1476fe0f21fc None None] Port c587d69a-0488-4952-a3f6-b38b23b499ee cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:20.348356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ea1ecd75-28d2-4989-b019-44372afe7323 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:20.491848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a138855b-e80d-47b7-8eb0-57be152a5738 req-244de34e-67e3-4cf7-b03f-29e651db8fb6 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/9f925b26-8a15-4dc5-aca7-921498527865 HTTP/1.1" status: 200 len: 1824 time: 0.6173344 Feb 19 03:26:20.531237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a138855b-e80d-47b7-8eb0-57be152a5738 req-bf19c5da-e956-4a7e-b61a-87e784031166 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f925b26-8a15-4dc5-aca7-921498527865', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:20.531760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a138855b-e80d-47b7-8eb0-57be152a5738 req-bf19c5da-e956-4a7e-b61a-87e784031166 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f925b26-8a15-4dc5-aca7-921498527865', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:20.688082 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a138855b-e80d-47b7-8eb0-57be152a5738 req-bf19c5da-e956-4a7e-b61a-87e784031166 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (28d4f168-6ac5-4d38-bed7-63c7b410949c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.741829 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a138855b-e80d-47b7-8eb0-57be152a5738 req-bf19c5da-e956-4a7e-b61a-87e784031166 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (28d4f168-6ac5-4d38-bed7-63c7b410949c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.747911 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a138855b-e80d-47b7-8eb0-57be152a5738 req-bf19c5da-e956-4a7e-b61a-87e784031166 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (28d4f168-6ac5-4d38-bed7-63c7b410949c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.781536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19c5da-e956-4a7e-b61a-87e784031166 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d4f168-6ac5-4d38-bed7-63c7b410949c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:20.786705 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ba4e30a-9d89-4f22-b50b-86f3169de5fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.803183 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a138855b-e80d-47b7-8eb0-57be152a5738 req-bf19c5da-e956-4a7e-b61a-87e784031166 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.804670 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a138855b-e80d-47b7-8eb0-57be152a5738 req-bf19c5da-e956-4a7e-b61a-87e784031166 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2862864 Feb 19 03:26:20.806023 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ba4e30a-9d89-4f22-b50b-86f3169de5fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.812768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4e30a-9d89-4f22-b50b-86f3169de5fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:20.814062 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ba4e30a-9d89-4f22-b50b-86f3169de5fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.820796 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7ba4e30a-9d89-4f22-b50b-86f3169de5fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/ports/c587d69a-0488-4952-a3f6-b38b23b499ee HTTP/1.1" status: 200 len: 911 time: 1.3437800 Feb 19 03:26:20.821264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45864) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:20.882501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4e30a-9d89-4f22-b50b-86f3169de5fc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=c587d69a-0488-4952-a3f6-b38b23b499ee,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:20.900392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45868) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:20.987935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58241af2-310b-45ee-8960-4883667431db tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group (f4180f49-e83b-4970-b993-a99907c0283e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.047465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58241af2-310b-45ee-8960-4883667431db tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group (f4180f49-e83b-4970-b993-a99907c0283e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.102484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-62770a8a-4fae-4570-8ebf-4593326e8886 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:21.104237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-62770a8a-4fae-4570-8ebf-4593326e8886 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.71 "GET /v2.0/ports?device_id=1bea1f76-5cdc-4253-a700-06d175bd73d8 HTTP/1.1" status: 200 len: 945 time: 0.1099129 Feb 19 03:26:21.113922 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66a95c4-589b-4721-92de-484e7209e4ac x-openstack-request-id: req-c66a95c4-589b-4721-92de-484e7209e4ac {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:21.114338 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be65e078-70e7-492f-8d06-7ec79185d996", "name": "network-vif-plugged", "status": "completed", "tag": "009742af-b4af-4858-a3ed-a0504f04b9dd", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:21.114880 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c66a95c4-589b-4721-92de-484e7209e4ac {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:21.115488 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be65e078-70e7-492f-8d06-7ec79185d996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009742af-b4af-4858-a3ed-a0504f04b9dd', 'code': 200} Feb 19 03:26:21.185082 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58241af2-310b-45ee-8960-4883667431db tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f4180f49-e83b-4970-b993-a99907c0283e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.188569 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58241af2-310b-45ee-8960-4883667431db tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.189988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-58241af2-310b-45ee-8960-4883667431db tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "DELETE /v2.0/security-groups/f4180f49-e83b-4970-b993-a99907c0283e HTTP/1.1" status: 204 len: 168 time: 0.2880814 Feb 19 03:26:21.203045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:21.227736 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-fa340065-fce3-4ad7-b093-b31e0e0b412b tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] show failed (client error): The resource could not be found. Feb 19 03:26:21.229362 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fa340065-fce3-4ad7-b093-b31e0e0b412b tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "GET /v2.0/security-groups/f4180f49-e83b-4970-b993-a99907c0283e HTTP/1.1" status: 404 len: 347 time: 0.0252459 Feb 19 03:26:21.232942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45874) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:21.249953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58241af2-310b-45ee-8960-4883667431db tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4180f49-e83b-4970-b993-a99907c0283e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:21.291961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84075f34-c30e-4b1c-823f-eb6f636c1315 req-cb985c02-7343-44f4-9433-92c0b9edc9e3 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:21.293545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84075f34-c30e-4b1c-823f-eb6f636c1315 req-cb985c02-7343-44f4-9433-92c0b9edc9e3 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 946 time: 0.1095750 Feb 19 03:26:21.336253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-e7014cb9-1935-4219-bf26-c54b83eb9ed2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Deleting port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:21.336756 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-e7014cb9-1935-4219-bf26-c54b83eb9ed2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.423398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84075f34-c30e-4b1c-823f-eb6f636c1315 req-65ffca55-136b-4d53-8022-fb66512049ce tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177757 Feb 19 03:26:21.444762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115dda8-3366-4c74-9aa2-59cfa2ef72c5 req-17fb205e-5f61-48fe-9556-8486dfa42fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:21.446349 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d115dda8-3366-4c74-9aa2-59cfa2ef72c5 req-17fb205e-5f61-48fe-9556-8486dfa42fdd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 1127 time: 0.1586711 Feb 19 03:26:21.480719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-e7014cb9-1935-4219-bf26-c54b83eb9ed2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] For port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:21.481355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-e7014cb9-1935-4219-bf26-c54b83eb9ed2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.496544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-e7014cb9-1935-4219-bf26-c54b83eb9ed2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Calling delete_port for 4c795c5a-f5c6-4d9a-8e29-0c3895560cff owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:21.533371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-924b2919-e3a6-4f8f-a58f-4141e0b2985c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Deleting port 77960242-b03f-4e2d-a8bd-4b7f12a2505a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:21.533723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-924b2919-e3a6-4f8f-a58f-4141e0b2985c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (77960242-b03f-4e2d-a8bd-4b7f12a2505a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.556090 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d115dda8-3366-4c74-9aa2-59cfa2ef72c5 req-18d209f3-c7c3-4f59-be65-ddad5cdd8823 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983982 Feb 19 03:26:21.600015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36ffe8-edb0-40bd-b7fc-3ee3ac0326a4 req-2302356c-b6a8-41ed-94fa-e98b4926bb4f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:21.601452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f36ffe8-edb0-40bd-b7fc-3ee3ac0326a4 req-2302356c-b6a8-41ed-94fa-e98b4926bb4f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 945 time: 0.1021111 Feb 19 03:26:21.637942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (62c5c16b-4a1b-4f30-904f-a4ee584e7688), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.644587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-924b2919-e3a6-4f8f-a58f-4141e0b2985c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (77960242-b03f-4e2d-a8bd-4b7f12a2505a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.644922 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-924b2919-e3a6-4f8f-a58f-4141e0b2985c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for floatingip (77960242-b03f-4e2d-a8bd-4b7f12a2505a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.697253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f36ffe8-edb0-40bd-b7fc-3ee3ac0326a4 req-48589638-00be-4c44-9610-927ffa28dba3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789926 Feb 19 03:26:21.726923 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-e7014cb9-1935-4219-bf26-c54b83eb9ed2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4c795c5a-f5c6-4d9a-8e29-0c3895560cff), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.727200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-924b2919-e3a6-4f8f-a58f-4141e0b2985c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Calling delete_port for 77960242-b03f-4e2d-a8bd-4b7f12a2505a owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:21.734627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['4c795c5a-f5c6-4d9a-8e29-0c3895560cff'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:21.755061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7014cb9-1935-4219-bf26-c54b83eb9ed2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Pushing event deleted for resources: {'Port': ['ID=4c795c5a-f5c6-4d9a-8e29-0c3895560cff,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:21.781914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['784f3ed7-fd3e-45c3-8d06-25498214c2e2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:21.813351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-e7014cb9-1935-4219-bf26-c54b83eb9ed2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] No DVR routers for this DVR port 4c795c5a-f5c6-4d9a-8e29-0c3895560cff on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:21.824941 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-e7014cb9-1935-4219-bf26-c54b83eb9ed2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.828269 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3b37d2a-d747-41ff-9aaa-6e9ec6e268d3 req-e7014cb9-1935-4219-bf26-c54b83eb9ed2 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.71 "DELETE /v2.0/ports/4c795c5a-f5c6-4d9a-8e29-0c3895560cff HTTP/1.1" status: 204 len: 173 time: 0.7169931 Feb 19 03:26:21.828745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bea1f76-5cdc-4253-a700-06d175bd73d8', 'name': 'network-vif-deleted', 'tag': '4c795c5a-f5c6-4d9a-8e29-0c3895560cff'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:21.841294 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ff0f36-e4cd-420c-b7be-6b9962500d4e" -d '{"events": [{"server_uuid": "1bea1f76-5cdc-4253-a700-06d175bd73d8", "name": "network-vif-deleted", "tag": "4c795c5a-f5c6-4d9a-8e29-0c3895560cff"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:21.919772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f0e5e-90d1-46e3-89a7-668c81750b1d req-66d53af1-97c7-45cf-a19f-55eb116cce8f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:21.930447 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd8f0e5e-90d1-46e3-89a7-668c81750b1d req-66d53af1-97c7-45cf-a19f-55eb116cce8f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 945 time: 0.1210763 Feb 19 03:26:22.007716 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd8f0e5e-90d1-46e3-89a7-668c81750b1d req-da78a733-ccdf-4ab5-946d-f17f9aaab641 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750721 Feb 19 03:26:22.092291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28081cf2-ba71-441a-8af4-82a7200b887b req-f18eb748-31cd-4eb5-8044-0388584fd11f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/9f925b26-8a15-4dc5-aca7-921498527865 HTTP/1.1" status: 200 len: 2418 time: 0.0558839 Feb 19 03:26:22.098827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-28081cf2-ba71-441a-8af4-82a7200b887b req-af2a4906-51df-46ad-9362-cc5a24d6c63b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f925b26-8a15-4dc5-aca7-921498527865', 'remote_group_id': None}]} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:22.099236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-28081cf2-ba71-441a-8af4-82a7200b887b req-af2a4906-51df-46ad-9362-cc5a24d6c63b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f925b26-8a15-4dc5-aca7-921498527865', 'remote_group_id': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:22.112331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-924b2919-e3a6-4f8f-a58f-4141e0b2985c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (77960242-b03f-4e2d-a8bd-4b7f12a2505a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.188391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-28081cf2-ba71-441a-8af4-82a7200b887b req-af2a4906-51df-46ad-9362-cc5a24d6c63b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (331c2cad-fa12-4af4-ae58-d2f069c98553), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.200755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b2919-e3a6-4f8f-a58f-4141e0b2985c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Pushing event deleted for resources: {'Port': ['ID=77960242-b03f-4e2d-a8bd-4b7f12a2505a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:22.226897 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-28081cf2-ba71-441a-8af4-82a7200b887b req-af2a4906-51df-46ad-9362-cc5a24d6c63b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (331c2cad-fa12-4af4-ae58-d2f069c98553), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.231801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-28081cf2-ba71-441a-8af4-82a7200b887b req-af2a4906-51df-46ad-9362-cc5a24d6c63b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (331c2cad-fa12-4af4-ae58-d2f069c98553), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.258500 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.267572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a4906-51df-46ad-9362-cc5a24d6c63b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331c2cad-fa12-4af4-ae58-d2f069c98553,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:22.292450 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-28081cf2-ba71-441a-8af4-82a7200b887b req-af2a4906-51df-46ad-9362-cc5a24d6c63b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.296721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port c587d69a-0488-4952-a3f6-b38b23b499ee {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:22.297072 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.298100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28081cf2-ba71-441a-8af4-82a7200b887b req-af2a4906-51df-46ad-9362-cc5a24d6c63b tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2041814 Feb 19 03:26:22.367823 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-924b2919-e3a6-4f8f-a58f-4141e0b2985c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks [] for floatingip (68587466-7021-483a-a0f2-bdf4dfb107bd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.370628 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-924b2919-e3a6-4f8f-a58f-4141e0b2985c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.375510 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-924b2919-e3a6-4f8f-a58f-4141e0b2985c tempest-ServersTestBootFromVolume-163638422 tempest-ServersTestBootFromVolume-163638422-project] 10.222.0.42 "DELETE /v2.0/floatingips/68587466-7021-483a-a0f2-bdf4dfb107bd HTTP/1.1" status: 204 len: 168 time: 1.1406250 Feb 19 03:26:22.375793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45884) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:22.424848 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.439212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for c587d69a-0488-4952-a3f6-b38b23b499ee owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:22.657599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-d01935e4-ee5f-49f1-83cb-5c9ea0cc92c5 req-3813ca65-f29f-4ec5-8e52-f0ae6d81acfc tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:26:22.658678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d01935e4-ee5f-49f1-83cb-5c9ea0cc92c5 req-3813ca65-f29f-4ec5-8e52-f0ae6d81acfc tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079315 Feb 19 03:26:22.675617 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c587d69a-0488-4952-a3f6-b38b23b499ee), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.705569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=c587d69a-0488-4952-a3f6-b38b23b499ee,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:22.826715 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (62c5c16b-4a1b-4f30-904f-a4ee584e7688), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.829474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d01935e4-ee5f-49f1-83cb-5c9ea0cc92c5 req-ceea46c4-57bb-4e87-a35a-f59aa5d1dfbe tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1622167 Feb 19 03:26:23.051909 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (1547f6ad-94df-45f3-a5be-cd7c675b0f32), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.087883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 62c5c16b-4a1b-4f30-904f-a4ee584e7688 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:23.104656 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d7fcb2-f0f4-4ace-bb34-fd4512d90193 x-openstack-request-id: req-16d7fcb2-f0f4-4ace-bb34-fd4512d90193 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:23.105040 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bea1f76-5cdc-4253-a700-06d175bd73d8", "name": "network-vif-deleted", "tag": "4c795c5a-f5c6-4d9a-8e29-0c3895560cff", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:23.105497 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16d7fcb2-f0f4-4ace-bb34-fd4512d90193 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:23.106069 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bea1f76-5cdc-4253-a700-06d175bd73d8', 'name': 'network-vif-deleted', 'tag': '4c795c5a-f5c6-4d9a-8e29-0c3895560cff', 'status': 'completed', 'code': 200} Feb 19 03:26:23.179359 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:23.191942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13915e-ea57-4a62-91c7-f4b03d14a177 None None] Sync routers for ids ['62c5c16b-4a1b-4f30-904f-a4ee584e7688'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:23.197665 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f6f66924-bfe8-46cf-a49c-7d2791c226fe tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/62c5c16b-4a1b-4f30-904f-a4ee584e7688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3740544 Feb 19 03:26:23.198480 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45894) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:23.207414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13915e-ea57-4a62-91c7-f4b03d14a177 None None] Routers {'62c5c16b-4a1b-4f30-904f-a4ee584e7688'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:23.208449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bf13915e-ea57-4a62-91c7-f4b03d14a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['62c5c16b-4a1b-4f30-904f-a4ee584e7688'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:23.244486 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7b45d2d6-a3b7-4ab7-b4db-34e68dd04541 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=62c5c16b-4a1b-4f30-904f-a4ee584e7688 HTTP/1.1" status: 200 len: 205 time: 0.0445130 Feb 19 03:26:23.244968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45896) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:23.245826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bf13915e-ea57-4a62-91c7-f4b03d14a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:23.257189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13915e-ea57-4a62-91c7-f4b03d14a177 None None] Routers {'62c5c16b-4a1b-4f30-904f-a4ee584e7688'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:23.258543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bf13915e-ea57-4a62-91c7-f4b03d14a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['62c5c16b-4a1b-4f30-904f-a4ee584e7688'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:23.300834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fa120-50af-4f76-b810-de63204ac032 req-18dd1f0e-b70a-496e-b235-298b6264767f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:23.302606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-216fa120-50af-4f76-b810-de63204ac032 req-18dd1f0e-b70a-496e-b235-298b6264767f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 945 time: 0.1406310 Feb 19 03:26:23.311310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bf13915e-ea57-4a62-91c7-f4b03d14a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:23.312824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13915e-ea57-4a62-91c7-f4b03d14a177 None None] The sync data for ids ['62c5c16b-4a1b-4f30-904f-a4ee584e7688'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:23.342266 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a624b75-d37f-4da9-9076-c35fcb4596e2 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (62c5c16b-4a1b-4f30-904f-a4ee584e7688), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.380955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-216fa120-50af-4f76-b810-de63204ac032 req-71e6128d-f020-4038-a4f2-6adcfe595a13 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712790 Feb 19 03:26:23.501704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3bf733d-ddfb-4796-b714-5384db4e122c req-e9825fd1-0a86-44c6-a0ef-62b0c26c5511 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/9f925b26-8a15-4dc5-aca7-921498527865 HTTP/1.1" status: 200 len: 3017 time: 0.0850289 Feb 19 03:26:23.540030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] Deleting port 23cb3607-e010-4239-848f-d97a189421f3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:23.540390 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (23cb3607-e010-4239-848f-d97a189421f3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.592513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a624b75-d37f-4da9-9076-c35fcb4596e2 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (62c5c16b-4a1b-4f30-904f-a4ee584e7688), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.596459 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a624b75-d37f-4da9-9076-c35fcb4596e2 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (62c5c16b-4a1b-4f30-904f-a4ee584e7688), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.648052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a624b75-d37f-4da9-9076-c35fcb4596e2 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (62c5c16b-4a1b-4f30-904f-a4ee584e7688), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.648682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a624b75-d37f-4da9-9076-c35fcb4596e2 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Fanout notify agent at l3_agent the message router_deleted on router 62c5c16b-4a1b-4f30-904f-a4ee584e7688 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:26:23.660964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a624b75-d37f-4da9-9076-c35fcb4596e2 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.662928 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4a624b75-d37f-4da9-9076-c35fcb4596e2 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/62c5c16b-4a1b-4f30-904f-a4ee584e7688 HTTP/1.1" status: 204 len: 168 time: 0.4167855 Feb 19 03:26:23.665270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45906) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:23.714504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] For port 23cb3607-e010-4239-848f-d97a189421f3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=23cb3607-e010-4239-848f-d97a189421f3,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:23.714861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (23cb3607-e010-4239-848f-d97a189421f3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.732948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7432a-f868-41a2-9a8b-e42a3523c9b9 req-89efd4c5-73da-4ad1-ba2c-90c0b4251c0e tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:23.740373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9d7432a-f868-41a2-9a8b-e42a3523c9b9 req-89efd4c5-73da-4ad1-ba2c-90c0b4251c0e tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 945 time: 0.1441171 Feb 19 03:26:23.752437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] Calling delete_port for 23cb3607-e010-4239-848f-d97a189421f3 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:23.817512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c809e3-d3d6-4e55-aaa5-07cf0d201385 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting subnet 0750aa1d-3462-4c22-b36b-34780a5cf173 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:23.835311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13c809e3-d3d6-4e55-aaa5-07cf0d201385 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (0750aa1d-3462-4c22-b36b-34780a5cf173), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.879867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9d7432a-f868-41a2-9a8b-e42a3523c9b9 req-1e5b8a6f-6f6c-459b-a18a-20480884591a tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.42 "GET /v2.0/security-groups?id=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385565 Feb 19 03:26:23.906085 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13c809e3-d3d6-4e55-aaa5-07cf0d201385 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (0750aa1d-3462-4c22-b36b-34780a5cf173), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.992642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e4715-c259-4a0a-a101-68f71df68694 req-4fe224b2-b15f-42cc-91af-5e4e8e5a0408 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:23.997810 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a08e4715-c259-4a0a-a101-68f71df68694 req-4fe224b2-b15f-42cc-91af-5e4e8e5a0408 tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.37 "GET /v2.0/ports?device_id=017cb1fe-37d6-42a7-a7bd-15bd173d247c HTTP/1.1" status: 200 len: 945 time: 0.0805621 Feb 19 03:26:24.101393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-a08e4715-c259-4a0a-a101-68f71df68694 req-9c8c09fc-a737-47a4-8d78-b04922c6619c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Deleting port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:24.101653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a08e4715-c259-4a0a-a101-68f71df68694 req-9c8c09fc-a737-47a4-8d78-b04922c6619c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.117686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e129e-4f7d-4817-87f5-89fde17922a1 req-61cdb695-3ea3-40be-b27e-15ce48bebafb tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:24.120317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2e3e129e-4f7d-4817-87f5-89fde17922a1 req-61cdb695-3ea3-40be-b27e-15ce48bebafb tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 945 time: 0.1583078 Feb 19 03:26:24.146950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13c809e3-d3d6-4e55-aaa5-07cf0d201385 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (0750aa1d-3462-4c22-b36b-34780a5cf173), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.193704 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-a08e4715-c259-4a0a-a101-68f71df68694 req-9c8c09fc-a737-47a4-8d78-b04922c6619c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] For port 784f3ed7-fd3e-45c3-8d06-25498214c2e2, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=784f3ed7-fd3e-45c3-8d06-25498214c2e2,segment=NetworkSegment(17b93016-3932-4fb4-b5a3-a50428d0bb4e),segment_id=17b93016-3932-4fb4-b5a3-a50428d0bb4e)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:24.194428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a08e4715-c259-4a0a-a101-68f71df68694 req-9c8c09fc-a737-47a4-8d78-b04922c6619c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.208016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-a08e4715-c259-4a0a-a101-68f71df68694 req-9c8c09fc-a737-47a4-8d78-b04922c6619c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Calling delete_port for 784f3ed7-fd3e-45c3-8d06-25498214c2e2 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:24.322209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2e3e129e-4f7d-4817-87f5-89fde17922a1 req-5ba5ebe3-309e-4e83-8d0b-5a0a05dbb0c7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909270 Feb 19 03:26:24.340119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (23cb3607-e010-4239-848f-d97a189421f3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.418719 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13c809e3-d3d6-4e55-aaa5-07cf0d201385 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (0750aa1d-3462-4c22-b36b-34780a5cf173), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.439128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=23cb3607-e010-4239-848f-d97a189421f3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:24.552737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c809e3-d3d6-4e55-aaa5-07cf0d201385 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Subnet': ['ID=0750aa1d-3462-4c22-b36b-34780a5cf173,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:24.556715 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13c809e3-d3d6-4e55-aaa5-07cf0d201385 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.561081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab95ea4-e3ef-48fa-986b-fcf170274dd1 None None] Network 2fe3e119-80f7-4358-bb7b-265fba51166f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:24.563110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-13c809e3-d3d6-4e55-aaa5-07cf0d201385 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/0750aa1d-3462-4c22-b36b-34780a5cf173 HTTP/1.1" status: 204 len: 168 time: 0.8966005 Feb 19 03:26:24.610375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 4c795c5a-f5c6-4d9a-8e29-0c3895560cff no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:24.672905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45910) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:24.722381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 4c795c5a-f5c6-4d9a-8e29-0c3895560cff {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:24.723349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 4c795c5a-f5c6-4d9a-8e29-0c3895560cff not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:24.783891 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a08e4715-c259-4a0a-a101-68f71df68694 req-9c8c09fc-a737-47a4-8d78-b04922c6619c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (784f3ed7-fd3e-45c3-8d06-25498214c2e2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.825217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['784f3ed7-fd3e-45c3-8d06-25498214c2e2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:24.834193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c09fc-a737-47a4-8d78-b04922c6619c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Pushing event deleted for resources: {'Port': ['ID=784f3ed7-fd3e-45c3-8d06-25498214c2e2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:24.909638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08e4715-c259-4a0a-a101-68f71df68694 req-9c8c09fc-a737-47a4-8d78-b04922c6619c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] No DVR routers for this DVR port 784f3ed7-fd3e-45c3-8d06-25498214c2e2 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:24.913361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-a08e4715-c259-4a0a-a101-68f71df68694 req-9c8c09fc-a737-47a4-8d78-b04922c6619c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.919061 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a08e4715-c259-4a0a-a101-68f71df68694 req-9c8c09fc-a737-47a4-8d78-b04922c6619c tempest-MultipleCreateTestJSON-1644500941 tempest-MultipleCreateTestJSON-1644500941-project] 10.222.0.37 "DELETE /v2.0/ports/784f3ed7-fd3e-45c3-8d06-25498214c2e2 HTTP/1.1" status: 204 len: 173 time: 0.9180169 Feb 19 03:26:24.919803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017cb1fe-37d6-42a7-a7bd-15bd173d247c', 'name': 'network-vif-deleted', 'tag': '784f3ed7-fd3e-45c3-8d06-25498214c2e2'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:24.924314 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e514dcd-380a-45e5-99f9-d4992c6f0f63" -d '{"events": [{"server_uuid": "017cb1fe-37d6-42a7-a7bd-15bd173d247c", "name": "network-vif-deleted", "tag": "784f3ed7-fd3e-45c3-8d06-25498214c2e2"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:24.959628 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (2fe3e119-80f7-4358-bb7b-265fba51166f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.976557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e76db-c3ec-4111-9e66-3cacad177c9f None None] DHCP port deletion for 2fe3e119-80f7-4358-bb7b-265fba51166f request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:26:25.015566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28a736-98ef-4aa3-ac29-a0f234d790a9 req-2409b110-3706-47b4-be63-9686dbb48fc6 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:25.018602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a28a736-98ef-4aa3-ac29-a0f234d790a9 req-2409b110-3706-47b4-be63-9686dbb48fc6 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.5365422 Feb 19 03:26:25.048507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-414e76db-c3ec-4111-9e66-3cacad177c9f None None] Deleting port ea1ecd75-28d2-4989-b019-44372afe7323 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:25.049063 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-414e76db-c3ec-4111-9e66-3cacad177c9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.087502 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (1547f6ad-94df-45f3-a5be-cd7c675b0f32), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.127523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a28a736-98ef-4aa3-ac29-a0f234d790a9 req-1763eb46-a690-4154-b8c5-fbd90b34964c tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983887 Feb 19 03:26:25.153530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-414e76db-c3ec-4111-9e66-3cacad177c9f None None] For port ea1ecd75-28d2-4989-b019-44372afe7323, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ea1ecd75-28d2-4989-b019-44372afe7323,segment=NetworkSegment(4c3e0405-fe5e-46be-bcd3-dc9c7333fb49),segment_id=4c3e0405-fe5e-46be-bcd3-dc9c7333fb49)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:25.155968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-414e76db-c3ec-4111-9e66-3cacad177c9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.179172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-414e76db-c3ec-4111-9e66-3cacad177c9f None None] Calling delete_port for ea1ecd75-28d2-4989-b019-44372afe7323 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:25.199673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port ea1ecd75-28d2-4989-b019-44372afe7323 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:25.199942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.281603 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-414e76db-c3ec-4111-9e66-3cacad177c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.311358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port ea1ecd75-28d2-4989-b019-44372afe7323, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ea1ecd75-28d2-4989-b019-44372afe7323,segment=NetworkSegment(4c3e0405-fe5e-46be-bcd3-dc9c7333fb49),segment_id=4c3e0405-fe5e-46be-bcd3-dc9c7333fb49)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:25.312272 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.320555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e76db-c3ec-4111-9e66-3cacad177c9f None None] Pushing event deleted for resources: {'Port': ['ID=ea1ecd75-28d2-4989-b019-44372afe7323,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:25.322968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e76db-c3ec-4111-9e66-3cacad177c9f None None] No DVR routers for this DVR port ea1ecd75-28d2-4989-b019-44372afe7323 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:25.729340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for ea1ecd75-28d2-4989-b019-44372afe7323 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:25.758110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-472e4cb5-35dd-4969-a96b-e47730b2e9b3 req-66b54f68-0d81-4dad-a0f8-756c0f43fc94 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-group-rules/331c2cad-fa12-4af4-ae58-d2f069c98553 HTTP/1.1" status: 200 len: 783 time: 0.0306225 Feb 19 03:26:25.907795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-472e4cb5-35dd-4969-a96b-e47730b2e9b3 req-b71a20f9-9aee-42b8-bff9-4bbcf7e8c934 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/9f925b26-8a15-4dc5-aca7-921498527865 HTTP/1.1" status: 200 len: 3017 time: 0.1105688 Feb 19 03:26:25.914602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] Router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:25.918801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ea1ecd75-28d2-4989-b019-44372afe7323), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.970004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=ea1ecd75-28d2-4989-b019-44372afe7323,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:25.972067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No DVR routers for this DVR port ea1ecd75-28d2-4989-b019-44372afe7323 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:26.054998 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-472e4cb5-35dd-4969-a96b-e47730b2e9b3 req-26571d61-76ef-474c-90dd-2dbb79637196 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (331c2cad-fa12-4af4-ae58-d2f069c98553), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.080394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-472e4cb5-35dd-4969-a96b-e47730b2e9b3 req-26571d61-76ef-474c-90dd-2dbb79637196 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (331c2cad-fa12-4af4-ae58-d2f069c98553), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.143710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ea1ecd75-28d2-4989-b019-44372afe7323 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:26.169775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ea1ecd75-28d2-4989-b019-44372afe7323 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:26.170504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ea1ecd75-28d2-4989-b019-44372afe7323 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:26.184215 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (2fe3e119-80f7-4358-bb7b-265fba51166f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.197538 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-472e4cb5-35dd-4969-a96b-e47730b2e9b3 req-26571d61-76ef-474c-90dd-2dbb79637196 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (331c2cad-fa12-4af4-ae58-d2f069c98553), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.216946 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-472e4cb5-35dd-4969-a96b-e47730b2e9b3 req-26571d61-76ef-474c-90dd-2dbb79637196 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.218355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-472e4cb5-35dd-4969-a96b-e47730b2e9b3 req-26571d61-76ef-474c-90dd-2dbb79637196 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/331c2cad-fa12-4af4-ae58-d2f069c98553 HTTP/1.1" status: 204 len: 173 time: 0.2973537 Feb 19 03:26:26.224498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe3e119-80f7-4358-bb7b-265fba51166f']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.248669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26571d61-76ef-474c-90dd-2dbb79637196 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=331c2cad-fa12-4af4-ae58-d2f069c98553,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:26.253523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3e0405-fe5e-46be-bcd3-dc9c7333fb49') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.253826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3e0405-fe5e-46be-bcd3-dc9c7333fb49') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.261410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:26.271749 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45924) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:26.272411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-75bf96a3-0cbd-4033-b806-1be956c1eb5f admin admin] 10.222.0.42 "PUT /v2.0/routers/1547f6ad-94df-45f3-a5be-cd7c675b0f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8945799 Feb 19 03:26:26.273090 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] Sync routers for ids ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:26.275551 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (4c3e0405-fe5e-46be-bcd3-dc9c7333fb49), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.294741 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (4c3e0405-fe5e-46be-bcd3-dc9c7333fb49), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.296861 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] Routers {'1547f6ad-94df-45f3-a5be-cd7c675b0f32'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:26.297491 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.303121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:26.303861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (4c3e0405-fe5e-46be-bcd3-dc9c7333fb49), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:26.310362 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:26.402904 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (2fe3e119-80f7-4358-bb7b-265fba51166f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.413290 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.421154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/networks/2fe3e119-80f7-4358-bb7b-265fba51166f HTTP/1.1" status: 204 len: 168 time: 1.7443175 Feb 19 03:26:26.424766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45936) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:26.429513 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] Set router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:26.440278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-36be36ff-6591-429e-b8e9-a637b8e1a197 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1555463224', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:26.468471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49742de-9df7-4213-9612-53c34f23bca5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Network': ['ID=2fe3e119-80f7-4358-bb7b-265fba51166f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:26.475138 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Publish callbacks [] for router (1547f6ad-94df-45f3-a5be-cd7c675b0f32), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.547886 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36be36ff-6591-429e-b8e9-a637b8e1a197 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.548947 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36be36ff-6591-429e-b8e9-a637b8e1a197 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.604281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Publish callbacks [] for router_gateway (1547f6ad-94df-45f3-a5be-cd7c675b0f32), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.620031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-a303304c-0afc-44c2-b0c3-2c862f142b25 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:26.629136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-a303304c-0afc-44c2-b0c3-2c862f142b25 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.2066865 Feb 19 03:26:26.673716 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-ca598f3a-52d7-4c26-b598-49257225abb7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/quotas/1ed1d0f12f104287bcbffc45332f2479 HTTP/1.1" status: 200 len: 375 time: 0.0436263 Feb 19 03:26:26.675621 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36be36ff-6591-429e-b8e9-a637b8e1a197 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (7478db55-d71a-462e-9a12-8f18d1de8664), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.682705 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36be36ff-6591-429e-b8e9-a637b8e1a197 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.721484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Deleting port d2e4861b-49e8-43f1-8a78-4079ad61a76e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:26.721940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.750638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36be36ff-6591-429e-b8e9-a637b8e1a197 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.755409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-36be36ff-6591-429e-b8e9-a637b8e1a197 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3288627 Feb 19 03:26:26.756956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45938) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:26.762092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-549595845'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:26.777496 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:26:24Z', 'revision_number': 5, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port': {'id': 'd2e4861b-49e8-43f1-8a78-4079ad61a76e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:52Z', 'updated_at': '2022-02-19T03:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.783316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-2be5a1e8-b7fd-4731-81e6-a9da87f1be29 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931277 Feb 19 03:26:26.841472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] For port d2e4861b-49e8-43f1-8a78-4079ad61a76e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d2e4861b-49e8-43f1-8a78-4079ad61a76e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:26.842179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.843974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:26.848161 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] Checking router: 1547f6ad-94df-45f3-a5be-cd7c675b0f32 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:26.848689 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.864010 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] Routers {'1547f6ad-94df-45f3-a5be-cd7c675b0f32'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:26.864915 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.865276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Calling delete_port for d2e4861b-49e8-43f1-8a78-4079ad61a76e owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:26.911870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:26.940749 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (4c0c2378-3413-4c11-9420-8bb57befd562), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.941101 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added segment 4c0c2378-3413-4c11-9420-8bb57befd562 of type vlan for network fbaf2571-5fad-4fdd-94b3-a677828f9940 Feb 19 03:26:26.955317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-abfb6e59-c51e-4b7f-bf91-03f4cd29ab01 service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647384 Feb 19 03:26:27.007493 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] Set router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:27.044376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (fbaf2571-5fad-4fdd-94b3-a677828f9940), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.063874 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:26:26Z', 'revision_number': 6, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:27.095140 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (fbaf2571-5fad-4fdd-94b3-a677828f9940), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.095382 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3805c-2f35-4b85-a6f7-42382f5856a3 None None] The sync data for ids ['1547f6ad-94df-45f3-a5be-cd7c675b0f32'] in n-d-826756-2 is: [{'id': '1547f6ad-94df-45f3-a5be-cd7c675b0f32', 'name': 'tempest-ServersTestBootFromVolume-400162297-router', 'tenant_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:49Z', 'updated_at': '2022-02-19T03:26:26Z', 'revision_number': 6, 'project_id': 'f9d19f4618cd46e5b249cf0e7f8e935f', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:27.103312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:27.103927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.121443 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d2e4861b-49e8-43f1-8a78-4079ad61a76e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.142897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-8a9ac670-5883-4424-9735-e97a5b90cbff service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664691 Feb 19 03:26:27.176203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e4861b-49e8-43f1-8a78-4079ad61a76e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:27.182705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4246273 Feb 19 03:26:27.186288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45940) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:27.191788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'subnet': {'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:27.251230 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (1547f6ad-94df-45f3-a5be-cd7c675b0f32), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.281049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666dfc6-2854-481e-b138-9c9a2154c30a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Network': ['ID=fbaf2571-5fad-4fdd-94b3-a677828f9940,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:27.298685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network fbaf2571-5fad-4fdd-94b3-a677828f9940 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:27.305406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45944) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:27.387134 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (1547f6ad-94df-45f3-a5be-cd7c675b0f32), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.388230 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Publish callbacks [] for router_controller (1547f6ad-94df-45f3-a5be-cd7c675b0f32), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.389249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Deleting subnet 325ef738-5516-458a-bec6-1ce62652f493 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:27.399764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-62e43157-0b10-4143-bf69-5092074d379e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:27.401292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-62e43157-0b10-4143-bf69-5092074d379e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 945 time: 0.1400118 Feb 19 03:26:27.402056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Publish callbacks [] for subnet (325ef738-5516-458a-bec6-1ce62652f493), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.404373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:27.408428 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.441426 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a65542-9837-4fd0-8b8f-a9427e2cb5b4 x-openstack-request-id: req-a8a65542-9837-4fd0-8b8f-a9427e2cb5b4 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:27.442193 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017cb1fe-37d6-42a7-a7bd-15bd173d247c", "name": "network-vif-deleted", "tag": "784f3ed7-fd3e-45c3-8d06-25498214c2e2", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:27.442482 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8a65542-9837-4fd0-8b8f-a9427e2cb5b4 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:27.443084 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017cb1fe-37d6-42a7-a7bd-15bd173d247c', 'name': 'network-vif-deleted', 'tag': '784f3ed7-fd3e-45c3-8d06-25498214c2e2', 'status': 'completed', 'code': 200} Feb 19 03:26:27.447580 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (1547f6ad-94df-45f3-a5be-cd7c675b0f32), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.448356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1547f6ad-94df-45f3-a5be-cd7c675b0f32 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:26:27.457727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.459029 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0f9e203e-b27f-405b-9785-3cba41722ab5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1547f6ad-94df-45f3-a5be-cd7c675b0f32 HTTP/1.1" status: 204 len: 168 time: 1.1843681 Feb 19 03:26:27.461374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45948) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:27.497221 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (325ef738-5516-458a-bec6-1ce62652f493), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.521265 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e19b27e-8b27-44b9-a884-68f7c982bf73 admin admin] Deleting subnet 49fe4f9e-30e6-47e6-a594-0916e1c98828 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:27.524989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e19b27e-8b27-44b9-a884-68f7c982bf73 admin admin] Publish callbacks [] for subnet (49fe4f9e-30e6-47e6-a594-0916e1c98828), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.569513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e19b27e-8b27-44b9-a884-68f7c982bf73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (49fe4f9e-30e6-47e6-a594-0916e1c98828), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.657202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (325ef738-5516-458a-bec6-1ce62652f493), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.662138 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e19b27e-8b27-44b9-a884-68f7c982bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (49fe4f9e-30e6-47e6-a594-0916e1c98828), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.724456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e19b27e-8b27-44b9-a884-68f7c982bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (49fe4f9e-30e6-47e6-a594-0916e1c98828), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.752289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19b27e-8b27-44b9-a884-68f7c982bf73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49fe4f9e-30e6-47e6-a594-0916e1c98828,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:27.756894 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e19b27e-8b27-44b9-a884-68f7c982bf73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.757523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c2d6-5fea-4ffc-b34a-d75365c07236 req-3bd9715d-545c-4527-9192-0b40a08815be tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:27.765562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9011c2d6-5fea-4ffc-b34a-d75365c07236 req-3bd9715d-545c-4527-9192-0b40a08815be tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e HTTP/1.1" status: 200 len: 945 time: 0.3120537 Feb 19 03:26:27.770534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa891ea-256f-408e-a59e-704a9017854b None None] Network 197609b1-494f-4c4b-8624-9047b7f8f74c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:27.771013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45956) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:27.776478 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2e19b27e-8b27-44b9-a884-68f7c982bf73 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/49fe4f9e-30e6-47e6-a594-0916e1c98828 HTTP/1.1" status: 204 len: 168 time: 0.3136127 Feb 19 03:26:27.915883 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (325ef738-5516-458a-bec6-1ce62652f493), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.953770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-d9581515-258c-4871-bf0d-ad70105a3c93 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Deleting port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:27.954137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-d9581515-258c-4871-bf0d-ad70105a3c93 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.990229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e0266-898a-4d1d-9c74-435353c4822c None None] DHCP port deletion for 197609b1-494f-4c4b-8624-9047b7f8f74c request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:26:28.001378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325ef738-5516-458a-bec6-1ce62652f493,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:28.017326 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.023063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/325ef738-5516-458a-bec6-1ce62652f493 HTTP/1.1" status: 204 len: 168 time: 0.7121007 Feb 19 03:26:28.023738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45958) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:28.025903 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (197609b1-494f-4c4b-8624-9047b7f8f74c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.038485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9011c2d6-5fea-4ffc-b34a-d75365c07236 req-4bbfb1b5-6878-4b9e-aa19-976e5600709f tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718899 Feb 19 03:26:28.069335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e0266-898a-4d1d-9c74-435353c4822c None None] Deleting port 87e12d86-d71a-4539-b5cf-377305439327 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:28.070028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0266-898a-4d1d-9c74-435353c4822c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (87e12d86-d71a-4539-b5cf-377305439327), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.149835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 23cb3607-e010-4239-848f-d97a189421f3 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:28.167782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.168138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.168484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.169026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.169656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.170156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.170724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.171662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.171994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.172356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.172692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.173545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.173904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f4d50-b28d-430a-b982-c3875ab7f0f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:28.183781 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (e159e8e8-53a6-491a-93da-6b95c9975b67), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.193005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 23cb3607-e010-4239-848f-d97a189421f3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:28.193698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 23cb3607-e010-4239-848f-d97a189421f3 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:28.199475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d2e4861b-49e8-43f1-8a78-4079ad61a76e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:28.234978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d2e4861b-49e8-43f1-8a78-4079ad61a76e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:28.235616 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d2e4861b-49e8-43f1-8a78-4079ad61a76e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:28.236197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 87e12d86-d71a-4539-b5cf-377305439327 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:28.243043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ed0e0266-898a-4d1d-9c74-435353c4822c None None] For port 87e12d86-d71a-4539-b5cf-377305439327, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=87e12d86-d71a-4539-b5cf-377305439327,segment=NetworkSegment(b485f176-7f27-476d-91f9-9d9ee6353ef1),segment_id=b485f176-7f27-476d-91f9-9d9ee6353ef1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:28.243732 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0266-898a-4d1d-9c74-435353c4822c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (87e12d86-d71a-4539-b5cf-377305439327), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.284456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e0266-898a-4d1d-9c74-435353c4822c None None] Calling delete_port for 87e12d86-d71a-4539-b5cf-377305439327 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:28.286180 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (83f23662-c75b-4611-bd18-01c68cec6cd6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.312292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (e159e8e8-53a6-491a-93da-6b95c9975b67), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.316899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-d9581515-258c-4871-bf0d-ad70105a3c93 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] For port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:28.317276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-d9581515-258c-4871-bf0d-ad70105a3c93 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.350693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e159e8e8-53a6-491a-93da-6b95c9975b67']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:28.371938 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b93016-3932-4fb4-b5a3-a50428d0bb4e') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:28.372282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b93016-3932-4fb4-b5a3-a50428d0bb4e') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:28.373626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-d9581515-258c-4871-bf0d-ad70105a3c93 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Calling delete_port for cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:28.394423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 87e12d86-d71a-4539-b5cf-377305439327 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:28.394423 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (87e12d86-d71a-4539-b5cf-377305439327), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.399204 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (17b93016-3932-4fb4-b5a3-a50428d0bb4e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.424908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (17b93016-3932-4fb4-b5a3-a50428d0bb4e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.427391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 784f3ed7-fd3e-45c3-8d06-25498214c2e2 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:28.438736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:28.439084 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (17b93016-3932-4fb4-b5a3-a50428d0bb4e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.459570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 784f3ed7-fd3e-45c3-8d06-25498214c2e2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:28.460343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 784f3ed7-fd3e-45c3-8d06-25498214c2e2 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:28.462344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Subnet': ['ID=83f23662-c75b-4611-bd18-01c68cec6cd6,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:28.465546 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0266-898a-4d1d-9c74-435353c4822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (87e12d86-d71a-4539-b5cf-377305439327), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.484376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1438ee-31b5-40cc-87c7-7e5312dbeeca req-a0733445-ad5b-4a08-8bad-ede26ca65200 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:28.487342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f1438ee-31b5-40cc-87c7-7e5312dbeeca req-a0733445-ad5b-4a08-8bad-ede26ca65200 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 945 time: 0.3017714 Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:28.506331 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:28.512569 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e0266-898a-4d1d-9c74-435353c4822c None None] Pushing event deleted for resources: {'Port': ['ID=87e12d86-d71a-4539-b5cf-377305439327,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:28.515203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (e159e8e8-53a6-491a-93da-6b95c9975b67), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.519148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e0266-898a-4d1d-9c74-435353c4822c None None] No DVR routers for this DVR port 87e12d86-d71a-4539-b5cf-377305439327 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:28.540181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.544807 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] 10.222.0.42 "DELETE /v2.0/networks/e159e8e8-53a6-491a-93da-6b95c9975b67 HTTP/1.1" status: 204 len: 168 time: 0.5189590 Feb 19 03:26:28.560012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d2ba6-a32b-4df9-bef7-1000b95fe66f admin admin] Pushing event deleted for resources: {'Network': ['ID=e159e8e8-53a6-491a-93da-6b95c9975b67,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:28.607305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Deleting port 87e12d86-d71a-4539-b5cf-377305439327 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:28.607654 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (87e12d86-d71a-4539-b5cf-377305439327), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.698010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Checking segment: {'id': '4c0c2378-3413-4c11-9420-8bb57befd562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:28.698290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network hostable DHCP agents. Network: fbaf2571-5fad-4fdd-94b3-a677828f9940, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:28.782907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f1438ee-31b5-40cc-87c7-7e5312dbeeca req-3c72a93e-c2f2-4c06-b5fb-56b91638cc5d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288549 Feb 19 03:26:28.783515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45964) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:28.805683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] For port 87e12d86-d71a-4539-b5cf-377305439327, host n-d-826756-2, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:28.806155 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (87e12d86-d71a-4539-b5cf-377305439327), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.832153 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b8edd52f-852c-4302-9720-fc03a8fff723 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a05e9d391677400abdf9d3cb2be5d9d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476263 Feb 19 03:26:28.834630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45966) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:28.852125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network fbaf2571-5fad-4fdd-94b3-a677828f9940 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:28.859402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Calling delete_port for 87e12d86-d71a-4539-b5cf-377305439327 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:28.867803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Port 87e12d86-d71a-4539-b5cf-377305439327 was not found and therefore no delete operation was performed {{(pid=103615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:26:28.878643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-0917746b-5698-4367-a2c5-bef7debe70e0 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:28.880101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-0917746b-5698-4367-a2c5-bef7debe70e0 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.3193660 Feb 19 03:26:28.886714 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (87e12d86-d71a-4539-b5cf-377305439327), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.886951 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d2c048f-830d-4da3-838d-e4ffa2a620a5 admin admin] Publish callbacks [] for security_group (cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.893455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-d9581515-258c-4871-bf0d-ad70105a3c93 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.894990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, fbaf2571-5fad-4fdd-94b3-a677828f9940) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:28.904344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c4941d-1916-4f40-af27-0add4546fa0a None None] Network fbaf2571-5fad-4fdd-94b3-a677828f9940 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:28.916314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d2c048f-830d-4da3-838d-e4ffa2a620a5 admin admin] Publish callbacks [] for security_group (cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.933827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Request body: {'port': {'device_id': '6ca16389-abe8-40c3-9360-2c2421f6a9c1', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'admin_state_up': True, 'tenant_id': '1ed1d0f12f104287bcbffc45332f2479'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:28.942910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:28.943513 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.962867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e12d86-d71a-4539-b5cf-377305439327,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:28.970452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] No DVR routers for this DVR port 87e12d86-d71a-4539-b5cf-377305439327 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:28.975015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d2c048f-830d-4da3-838d-e4ffa2a620a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.979140 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d2c048f-830d-4da3-838d-e4ffa2a620a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.985698 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6d2c048f-830d-4da3-838d-e4ffa2a620a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7 HTTP/1.1" status: 204 len: 168 time: 0.1495657 Feb 19 03:26:28.995163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c048f-830d-4da3-838d-e4ffa2a620a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba3cd15-e8e2-4d2c-9d26-5038b9c07ff7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.045463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-fbaf2571-5fad-4fdd-94b3-a677828f9940', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:29.046947 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.080850 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e85d7fca-86de-42f4-8469-93f6fe2b0365 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8938053 Feb 19 03:26:29.082799 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45970) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:29.090398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd66c86f-8546-4138-869e-9d94f3e77e7e req-8fdeb5be-cb3d-4de2-8934-d9a3cc2a6092 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/9f925b26-8a15-4dc5-aca7-921498527865 HTTP/1.1" status: 200 len: 2418 time: 0.2668741 Feb 19 03:26:29.096788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9581515-258c-4871-bf0d-ad70105a3c93 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'Port': ['ID=cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.186882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-d9581515-258c-4871-bf0d-ad70105a3c93 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] No DVR routers for this DVR port cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:29.190374 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-d9581515-258c-4871-bf0d-ad70105a3c93 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.195345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0ef13f4-eb66-4b45-b649-3d2eec4a8960 req-d9581515-258c-4871-bf0d-ad70105a3c93 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "DELETE /v2.0/ports/cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd HTTP/1.1" status: 204 len: 173 time: 1.7821903 Feb 19 03:26:29.196410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-8ad6dd10-b99f-4098-94ea-f3a0b6b04bb5 service neutron] (103615) timed out ('10.222.0.42', 56248) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:26:29.212325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e593bb7-df4c-4c49-956d-9d5d8ff89f25', 'name': 'network-vif-deleted', 'tag': 'cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:29.215473 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3099d8e-f0f2-4ee8-b842-54f50310e733" -d '{"events": [{"server_uuid": "0e593bb7-df4c-4c49-956d-9d5d8ff89f25", "name": "network-vif-deleted", "tag": "cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:29.224480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Allocated IP 2001:db8::2 (fbaf2571-5fad-4fdd-94b3-a677828f9940/83f23662-c75b-4611-bd18-01c68cec6cd6/794cb07b-a80a-4086-8b2a-8e2c7ea14b78) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:29.253092 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (197609b1-494f-4c4b-8624-9047b7f8f74c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.303087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197609b1-494f-4c4b-8624-9047b7f8f74c']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:29.319188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b485f176-7f27-476d-91f9-9d9ee6353ef1') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:29.320088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b485f176-7f27-476d-91f9-9d9ee6353ef1') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:29.331314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (b485f176-7f27-476d-91f9-9d9ee6353ef1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.361915 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b485f176-7f27-476d-91f9-9d9ee6353ef1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.369077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:29.369620 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (b485f176-7f27-476d-91f9-9d9ee6353ef1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:29.434094 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:29.446183 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Publish callbacks [] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.459991 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.488078 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (197609b1-494f-4c4b-8624-9047b7f8f74c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.490871 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cd66c86f-8546-4138-869e-9d94f3e77e7e req-d40bdb5c-b408-4181-9848-3959aa8b228a tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (9f925b26-8a15-4dc5-aca7-921498527865), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.535685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Network fbaf2571-5fad-4fdd-94b3-a677828f9940 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:29.540966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:29.551752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:29.557683 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cd66c86f-8546-4138-869e-9d94f3e77e7e req-d40bdb5c-b408-4181-9848-3959aa8b228a tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (9f925b26-8a15-4dc5-aca7-921498527865), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.592770 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f5dfb451-db84-4329-86c9-067a728c53cd req-22dcdbc8-eaa3-4114-a6d5-1e832b8614ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3146925 Feb 19 03:26:29.640956 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.661622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] 10.222.0.42 "DELETE /v2.0/networks/197609b1-494f-4c4b-8624-9047b7f8f74c HTTP/1.1" status: 204 len: 168 time: 1.8748062 Feb 19 03:26:29.667538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9483a3c-1910-41a5-b825-0edc1fbae072 admin admin] Pushing event deleted for resources: {'Network': ['ID=197609b1-494f-4c4b-8624-9047b7f8f74c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.673119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Made reservation on behalf of 1ed1d0f12f104287bcbffc45332f2479 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:29.685079 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.685336 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.689001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Pushing event updated for resources: {'Port': ['ID=794cb07b-a80a-4086-8b2a-8e2c7ea14b78,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.701665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Attempting to bind port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:29.703510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Attempting to bind port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '4c0c2378-3413-4c11-9420-8bb57befd562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:29.703987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Attempting to bind port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 on network fbaf2571-5fad-4fdd-94b3-a677828f9940 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:29.711793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:29.712767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Checking segment: {'id': '4c0c2378-3413-4c11-9420-8bb57befd562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:29.713508 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.714064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Bound using segment: {'id': '4c0c2378-3413-4c11-9420-8bb57befd562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:29.714952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Bound port: 794cb07b-a80a-4086-8b2a-8e2c7ea14b78, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0c2378-3413-4c11-9420-8bb57befd562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:29.715449 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.719783 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cd66c86f-8546-4138-869e-9d94f3e77e7e req-d40bdb5c-b408-4181-9848-3959aa8b228a tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9f925b26-8a15-4dc5-aca7-921498527865), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.722420 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cd66c86f-8546-4138-869e-9d94f3e77e7e req-d40bdb5c-b408-4181-9848-3959aa8b228a tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.723600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd66c86f-8546-4138-869e-9d94f3e77e7e req-d40bdb5c-b408-4181-9848-3959aa8b228a tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "DELETE /v2.0/security-groups/9f925b26-8a15-4dc5-aca7-921498527865 HTTP/1.1" status: 204 len: 173 time: 0.6324265 Feb 19 03:26:29.778419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bdb5c-b408-4181-9848-3959aa8b228a tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f925b26-8a15-4dc5-aca7-921498527865,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.840905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] For port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:29.849484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] For port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=794cb07b-a80a-4086-8b2a-8e2c7ea14b78,segment=NetworkSegment(4c0c2378-3413-4c11-9420-8bb57befd562),segment_id=4c0c2378-3413-4c11-9420-8bb57befd562)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:29.861407 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.913098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45992) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:29.951658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc3ef6-1a3c-4680-a331-8dc3d715bc4f None None] Pushing event updated for resources: {'Port': ['ID=794cb07b-a80a-4086-8b2a-8e2c7ea14b78,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.979719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-400bfb36-4e66-4daa-9556-318c87105780 req-77d452af-6509-43ee-8b8f-0a9a4bd805b5 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 210 time: 0.0703838 Feb 19 03:26:30.082596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfb451-db84-4329-86c9-067a728c53cd req-0debf57f-411b-4664-add4-0647db444f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.084312 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f5dfb451-db84-4329-86c9-067a728c53cd req-0debf57f-411b-4664-add4-0647db444f83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f9d5c28ebe40de85bd85361c11718f&device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 1128 time: 0.4184926 Feb 19 03:26:30.180202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c52437cb-2249-4217-9363-5c301f8d36f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9d19f4618cd46e5b249cf0e7f8e935f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033365 Feb 19 03:26:30.188720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45998) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:30.195549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Allocated IP 172.20.0.7 (e769ebff-2101-45e5-908a-ae42c5680f4f/3a0b9ce0-8147-44d2-825b-d86ca2bad80f/03093107-456b-478c-89b2-c34b92703236) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:30.226433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b8626-c4e2-4927-abe0-1e86a660484d req-fe4b8a7c-8d54-453d-8ff7-d0ce0bb6a61d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.234143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e4b8626-c4e2-4927-abe0-1e86a660484d req-fe4b8a7c-8d54-453d-8ff7-d0ce0bb6a61d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 946 time: 0.1104038 Feb 19 03:26:30.337938 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfb451-db84-4329-86c9-067a728c53cd req-eadc08d6-e9c8-4802-bb01-ac160622ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.339552 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f5dfb451-db84-4329-86c9-067a728c53cd req-eadc08d6-e9c8-4802-bb01-ac160622ae4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 200 len: 916 time: 0.2262657 Feb 19 03:26:30.401089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e4b8626-c4e2-4927-abe0-1e86a660484d req-755b37f1-0f7b-46fa-8831-8312bda142e3 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495717 Feb 19 03:26:30.430984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46006) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:30.453416 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f5dfb451-db84-4329-86c9-067a728c53cd req-ab624926-b5dc-47ca-b510-6f2c1e92a051 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c795f1-b5c8-4ced-8ed9-a65699c4d856 HTTP/1.1" status: 200 len: 217 time: 0.1035676 Feb 19 03:26:30.513336 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Allocated IP 2001:db8::1 (fbaf2571-5fad-4fdd-94b3-a677828f9940/83f23662-c75b-4611-bd18-01c68cec6cd6/29522e86-c32b-497f-880b-88abd48b4eca) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:30.516515 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ca4930-548d-49b3-914e-438c6c2a7077 x-openstack-request-id: req-b0ca4930-548d-49b3-914e-438c6c2a7077 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:30.517679 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e593bb7-df4c-4c49-956d-9d5d8ff89f25", "name": "network-vif-deleted", "tag": "cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:30.518246 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0ca4930-548d-49b3-914e-438c6c2a7077 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:30.518887 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e593bb7-df4c-4c49-956d-9d5d8ff89f25', 'name': 'network-vif-deleted', 'tag': 'cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd', 'status': 'completed', 'code': 200} Feb 19 03:26:30.562901 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks [] for port (03093107-456b-478c-89b2-c34b92703236), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.579151 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-ef5b6c3f-60f5-4083-ba7a-8d50aab71d86 req-ba05a11e-1d48-4bc1-b401-df63502785ea tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] show failed (client error): The resource could not be found. Feb 19 03:26:30.590985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef5b6c3f-60f5-4083-ba7a-8d50aab71d86 req-ba05a11e-1d48-4bc1-b401-df63502785ea tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/a74f1a02-e5bf-47e1-9998-4794da6880eb HTTP/1.1" status: 404 len: 352 time: 0.0534830 Feb 19 03:26:30.596949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:30.636443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:30.636811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cbdbe621-2e57-43a1-bbbf-fcf414dfc0bd not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:30.640475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-network', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:30.674338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (03093107-456b-478c-89b2-c34b92703236), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.683087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-f72f2a5a-9a02-434c-98e6-77d146a7d904 tempest-MigrationsAdminTest-1521991207 tempest-MigrationsAdminTest-1521991207-project] (103615) timed out ('10.222.0.42', 56298) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:26:30.685105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62640d5f-bc66-4355-80b3-eabe4630e554 admin admin] Publish callbacks [] for security_group (58138c48-1a80-4e4d-bce4-25244702de80), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.695978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Made reservation on behalf of e9605fe96c2c4f65bc69205e0b7e9c65 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:30.699304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.725609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b', '009742af-b4af-4858-a3ed-a0504f04b9dd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:30.751480 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62640d5f-bc66-4355-80b3-eabe4630e554 admin admin] Publish callbacks [] for security_group (58138c48-1a80-4e4d-bce4-25244702de80), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.760789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfb451-db84-4329-86c9-067a728c53cd req-793bbaab-f161-477a-8fbd-b2f9250f76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.762794 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f5dfb451-db84-4329-86c9-067a728c53cd req-793bbaab-f161-477a-8fbd-b2f9250f76ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f HTTP/1.1" status: 200 len: 854 time: 0.2959185 Feb 19 03:26:30.800680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.838643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Network e769ebff-2101-45e5-908a-ae42c5680f4f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:30.855766 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (29522e86-c32b-497f-880b-88abd48b4eca), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.870797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event updated for resources: {'Port': ['ID=03093107-456b-478c-89b2-c34b92703236,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:30.887133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:30.887684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfb451-db84-4329-86c9-067a728c53cd req-081fac3e-e1d0-4dda-afbe-deeedbbfe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.890057 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f5dfb451-db84-4329-86c9-067a728c53cd req-081fac3e-e1d0-4dda-afbe-deeedbbfe9f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92d6761f-8d54-4408-b37e-f290385865ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1175392 Feb 19 03:26:30.900514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:31.010115 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62640d5f-bc66-4355-80b3-eabe4630e554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (58138c48-1a80-4e4d-bce4-25244702de80), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.013264 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-62640d5f-bc66-4355-80b3-eabe4630e554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.019429 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-62640d5f-bc66-4355-80b3-eabe4630e554 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58138c48-1a80-4e4d-bce4-25244702de80 HTTP/1.1" status: 204 len: 168 time: 0.8254528 Feb 19 03:26:31.026745 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (29522e86-c32b-497f-880b-88abd48b4eca), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.073941 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62640d5f-bc66-4355-80b3-eabe4630e554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58138c48-1a80-4e4d-bce4-25244702de80,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:31.149912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network fbaf2571-5fad-4fdd-94b3-a677828f9940 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:31.153755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=29522e86-c32b-497f-880b-88abd48b4eca,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:31.167727 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:31.192332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:31.194417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.351278 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f5dfb451-db84-4329-86c9-067a728c53cd req-c5b1ff85-5f63-48ba-bdf1-ba791091b5fa service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494884 Feb 19 03:26:31.472979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:31.473531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.567314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae690cb3-a2a0-4f28-b69b-b4421a4ef94d req-52005bb8-d909-4601-8521-04c5f247c3fe tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 210 time: 0.0994501 Feb 19 03:26:31.598050 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f5dfb451-db84-4329-86c9-067a728c53cd req-ff3152fa-8d66-4a40-a60b-dcc7e5e8885e service neutron] 10.222.0.37 "GET /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366080 Feb 19 03:26:31.598234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c9a070-f178-4737-b4da-8c977343e8f0 None None] Network fbaf2571-5fad-4fdd-94b3-a677828f9940 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:31.602086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (29522e86-c32b-497f-880b-88abd48b4eca), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.732160 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Publish callbacks [] for security_group (5e270286-7863-468c-8533-8cfe4346bf21), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.751326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-c1c4a658-4c2a-4ec6-9268-26d48dc9dbc6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8396163 Feb 19 03:26:31.753309 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5e270286-7863-468c-8533-8cfe4346bf21), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.757654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-86de0dab-1ce6-41f3-a7f3-7f335c657d98 None None] Provisioning complete for port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:31.758068 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-86de0dab-1ce6-41f3-a7f3-7f335c657d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.774705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Request body: {'port': {'device_id': '6ca16389-abe8-40c3-9360-2c2421f6a9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:31.870077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-86de0dab-1ce6-41f3-a7f3-7f335c657d98 None None] Current status of the port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:31.870077 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-86de0dab-1ce6-41f3-a7f3-7f335c657d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.898499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:31.917201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e270286-7863-468c-8533-8cfe4346bf21,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:31.920068 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (03093107-456b-478c-89b2-c34b92703236), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.942001 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (77a769a9-4923-4bc4-be34-efd28abda335), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.942836 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Added segment 77a769a9-4923-4bc4-be34-efd28abda335 of type vlan for network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 Feb 19 03:26:31.957119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-86de0dab-1ce6-41f3-a7f3-7f335c657d98 None None] For port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=794cb07b-a80a-4086-8b2a-8e2c7ea14b78,segment=NetworkSegment(4c0c2378-3413-4c11-9420-8bb57befd562),segment_id=4c0c2378-3413-4c11-9420-8bb57befd562)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:31.972884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-86de0dab-1ce6-41f3-a7f3-7f335c657d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.988569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e326da6-8dd8-41f5-ab6d-57719ce28ec9 req-ad150583-8ef1-44d6-bf3b-fdafb7d7c34d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:31.994068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e326da6-8dd8-41f5-ab6d-57719ce28ec9 req-ad150583-8ef1-44d6-bf3b-fdafb7d7c34d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:31.999575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e326da6-8dd8-41f5-ab6d-57719ce28ec9 req-ad150583-8ef1-44d6-bf3b-fdafb7d7c34d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:32.001316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e326da6-8dd8-41f5-ab6d-57719ce28ec9 req-ad150583-8ef1-44d6-bf3b-fdafb7d7c34d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3&device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e&device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 2418 time: 0.1803575 Feb 19 03:26:32.063354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de0dab-1ce6-41f3-a7f3-7f335c657d98 None None] Pushing event updated for resources: {'Port': ['ID=794cb07b-a80a-4086-8b2a-8e2c7ea14b78,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:32.080411 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (09df53f5-fc2c-4d67-ba9f-78200a1f53a4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.196851 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (29522e86-c32b-497f-880b-88abd48b4eca), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.203028 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (29522e86-c32b-497f-880b-88abd48b4eca), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.203962 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.225571 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:26:32.232910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:32.290461 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (09df53f5-fc2c-4d67-ba9f-78200a1f53a4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.291944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:32.292690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.318896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:32.319263 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.343312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46036) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:32.369662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e326da6-8dd8-41f5-ab6d-57719ce28ec9 req-6ea9b22f-f812-437f-b958-6e7de1034552 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452079 Feb 19 03:26:32.371167 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=29522e86-c32b-497f-880b-88abd48b4eca,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:32.417341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9562819 Feb 19 03:26:32.418553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46042) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:32.447727 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Request body: {'subnet': {'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-subnet', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:32.459742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network fbaf2571-5fad-4fdd-94b3-a677828f9940 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:32.468866 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:32.516068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:32.526442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-162b7e50-ceee-43f4-9878-2bee59c374b4 None None] Provisioning complete for port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:32.526812 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-162b7e50-ceee-43f4-9878-2bee59c374b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.548408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2afb4-5d22-4993-8c85-e9537e17737c admin admin] Pushing event updated for resources: {'Network': ['ID=09df53f5-fc2c-4d67-ba9f-78200a1f53a4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:32.569233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:32.586709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4465ede4-5d95-4de0-92d1-91f5d9341013 req-ca1e4662-cb50-424d-a13b-9dcdaed5c8f7 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/b51c995a-46cb-40aa-83d7-fef8786623c8 HTTP/1.1" status: 200 len: 1824 time: 0.1826243 Feb 19 03:26:32.642691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1485248534-network', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:32.663149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-162b7e50-ceee-43f4-9878-2bee59c374b4 None None] Current status of the port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:32.694947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-162b7e50-ceee-43f4-9878-2bee59c374b4 None None] Provisioning complete for port 29522e86-c32b-497f-880b-88abd48b4eca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:32.695360 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-162b7e50-ceee-43f4-9878-2bee59c374b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (29522e86-c32b-497f-880b-88abd48b4eca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.712408 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Made reservation on behalf of e9605fe96c2c4f65bc69205e0b7e9c65 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:32.715903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.718927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Made reservation on behalf of 9af0ac6206e4458d8c0615fcd62186b3 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:32.723781 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.735172 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4465ede4-5d95-4de0-92d1-91f5d9341013 req-4accd3f9-3dec-453f-bd35-be5a1d80ee6f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (b51c995a-46cb-40aa-83d7-fef8786623c8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.741021 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.772933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-162b7e50-ceee-43f4-9878-2bee59c374b4 None None] Port 29522e86-c32b-497f-880b-88abd48b4eca cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:32.824782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4465ede4-5d95-4de0-92d1-91f5d9341013 req-4accd3f9-3dec-453f-bd35-be5a1d80ee6f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (b51c995a-46cb-40aa-83d7-fef8786623c8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.845865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03093107-456b-478c-89b2-c34b92703236 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:32.859449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Publish callbacks [] for port (03093107-456b-478c-89b2-c34b92703236), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.891018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Transition to ACTIVE for port object 03093107-456b-478c-89b2-c34b92703236 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:26:32.900647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a55478f1-663b-4bad-854c-77385ecb39f1 None None] Provisioning complete for port 29522e86-c32b-497f-880b-88abd48b4eca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:32.901274 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a55478f1-663b-4bad-854c-77385ecb39f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (29522e86-c32b-497f-880b-88abd48b4eca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.908656 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (03093107-456b-478c-89b2-c34b92703236), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.916060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4465ede4-5d95-4de0-92d1-91f5d9341013 req-4accd3f9-3dec-453f-bd35-be5a1d80ee6f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b51c995a-46cb-40aa-83d7-fef8786623c8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.924032 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4465ede4-5d95-4de0-92d1-91f5d9341013 req-4accd3f9-3dec-453f-bd35-be5a1d80ee6f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.937529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4465ede4-5d95-4de0-92d1-91f5d9341013 req-4accd3f9-3dec-453f-bd35-be5a1d80ee6f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "DELETE /v2.0/security-groups/b51c995a-46cb-40aa-83d7-fef8786623c8 HTTP/1.1" status: 204 len: 173 time: 0.3492112 Feb 19 03:26:32.946448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:32.976399 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Publish callbacks [] for security_group (e7b5cacf-fdc4-466a-919f-71f60a5ca9d0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.018764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a55478f1-663b-4bad-854c-77385ecb39f1 None None] Port 29522e86-c32b-497f-880b-88abd48b4eca cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:33.034776 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e7b5cacf-fdc4-466a-919f-71f60a5ca9d0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.036913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accd3f9-3dec-453f-bd35-be5a1d80ee6f tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51c995a-46cb-40aa-83d7-fef8786623c8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.068426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Pushing event updated for resources: {'Port': ['ID=03093107-456b-478c-89b2-c34b92703236,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.126577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:33.167013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b5cacf-fdc4-466a-919f-71f60a5ca9d0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.182150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (bcf2b452-b641-4914-ab91-d545e79c2ebc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.182705 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Added segment bcf2b452-b641-4914-ab91-d545e79c2ebc of type vlan for network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 Feb 19 03:26:33.194604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:33.200308 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9a1348bf-051a-4183-b06a-9956d7d7beaf tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1162119 Feb 19 03:26:33.203415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46048) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:33.208156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:33.215353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2091017436'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:33.222446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:33.223288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:33.271093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (7ba870a8-2c2a-4823-a9dd-c466790e27a2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.282024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Attempting to bind port 03093107-456b-478c-89b2-c34b92703236 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:33.282566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Attempting to bind port 03093107-456b-478c-89b2-c34b92703236 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:33.283006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Attempting to bind port 03093107-456b-478c-89b2-c34b92703236 on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:33.289036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Port 03093107-456b-478c-89b2-c34b92703236 on network e769ebff-2101-45e5-908a-ae42c5680f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:26:33.289492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Attempting to bind port 03093107-456b-478c-89b2-c34b92703236 on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:33.291791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:33.295420 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.319488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:33.319984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Checking segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:33.321667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Bound using segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:33.324142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Bound port: 03093107-456b-478c-89b2-c34b92703236, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:33.324614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (03093107-456b-478c-89b2-c34b92703236), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.330816 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (6fb343f7-4220-46b0-ab49-26a68f2844e2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.342594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-db1c72e1-bf78-4a43-b6bf-a8cd4dc35110 None None] Provisioning complete for port 29522e86-c32b-497f-880b-88abd48b4eca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:33.343742 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-db1c72e1-bf78-4a43-b6bf-a8cd4dc35110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (29522e86-c32b-497f-880b-88abd48b4eca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.388352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb343f7-4220-46b0-ab49-26a68f2844e2,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.400363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-db1c72e1-bf78-4a43-b6bf-a8cd4dc35110 None None] Port 29522e86-c32b-497f-880b-88abd48b4eca cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:33.406169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (7ba870a8-2c2a-4823-a9dd-c466790e27a2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.408034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:33.408712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.416713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:33.417482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:33.455048 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d1450d67-1a2e-4d1e-8765-1618db912f62), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.455502 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added segment d1450d67-1a2e-4d1e-8765-1618db912f62 of type vlan for network 47d4254e-4a95-4519-8237-f4a97d772eee Feb 19 03:26:33.491445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba870a8-2c2a-4823-a9dd-c466790e27a2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.501982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d8dbbbde-0404-416d-b4fb-f57699c03957 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1571851 Feb 19 03:26:33.507636 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46050) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:33.512811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Request body: {'subnet': {'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-subnet', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:33.530847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Checking segment: {'id': '77a769a9-4923-4bc4-be34-efd28abda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:33.531213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Network hostable DHCP agents. Network: 09df53f5-fc2c-4d67-ba9f-78200a1f53a4, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:33.553140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] For port 03093107-456b-478c-89b2-c34b92703236, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:33.560001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] For port 03093107-456b-478c-89b2-c34b92703236, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=03093107-456b-478c-89b2-c34b92703236,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:33.570885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Made reservation on behalf of 9af0ac6206e4458d8c0615fcd62186b3 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:33.576400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:33.580455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.583850 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:33.593397 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (03093107-456b-478c-89b2-c34b92703236), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.631421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 09df53f5-fc2c-4d67-ba9f-78200a1f53a4) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:33.663147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:33.663746 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.673999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (47d4254e-4a95-4519-8237-f4a97d772eee), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.687817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:33.688625 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.691012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] 10.222.0.71 "PUT /v2.0/ports/03093107-456b-478c-89b2-c34b92703236 HTTP/1.1" status: 200 len: 1091 time: 1.9283986 Feb 19 03:26:33.693569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca16389-abe8-40c3-9360-2c2421f6a9c1', 'tag': '03093107-456b-478c-89b2-c34b92703236'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:33.697565 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-19d2ff02-07dd-4f7a-804d-d0080d53f7d6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2770078 Feb 19 03:26:33.700356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46052) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:33.705349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:33.706420 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34458d3-f189-41e4-92b1-b67651df547b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca16389-abe8-40c3-9360-2c2421f6a9c1", "tag": "03093107-456b-478c-89b2-c34b92703236"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:33.714218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cbaf68-7f45-49d1-be51-a2f5b9c19dfa None None] Network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:33.774074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (df25438a-b1db-4c23-9015-13a07c755a7f), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.775075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (df25438a-b1db-4c23-9015-13a07c755a7f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.826269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb8544-f699-4700-af8e-163ff38549ea service neutron] Pushing event updated for resources: {'Port': ['ID=03093107-456b-478c-89b2-c34b92703236,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.854561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (47d4254e-4a95-4519-8237-f4a97d772eee), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.861525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:33.862190 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.885028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-a6a2489a-a7c9-424d-9cb2-3e87f942ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:33.886946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-a6a2489a-a7c9-424d-9cb2-3e87f942ad11 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 1125 time: 0.1314404 Feb 19 03:26:33.904400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks [] for router_controller (df25438a-b1db-4c23-9015-13a07c755a7f), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.950868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81926823-25ef-4d64-aabb-bb01ac307f98 None None] Network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:34.050901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8462598 Feb 19 03:26:34.057190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-ed688f0c-f693-4c0a-8f85-ce661b5daaf1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03093107-456b-478c-89b2-c34b92703236 HTTP/1.1" status: 200 len: 217 time: 0.1486375 Feb 19 03:26:34.065650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46058) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:34.074656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'subnet': {'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:34.108832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:34.142493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc658c-b818-47ea-a43e-d1cf1e22cd73 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Network': ['ID=47d4254e-4a95-4519-8237-f4a97d772eee,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:34.154345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-e17fcdbc-ab73-4475-8096-13e40f737365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:34.157620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-e17fcdbc-ab73-4475-8096-13e40f737365 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.0878212 Feb 19 03:26:34.172440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 47d4254e-4a95-4519-8237-f4a97d772eee details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:34.238812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-d53769d6-3d29-4875-bdea-8af97e2905a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658667 Feb 19 03:26:34.249269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:34.250281 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.334025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dd66a-cdb1-46a3-bf45-3693bf179ee0 req-cc4e97cc-5b15-4409-ba64-0ea169e3d256 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:34.335869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c34dd66a-cdb1-46a3-bf45-3693bf179ee0 req-cc4e97cc-5b15-4409-ba64-0ea169e3d256 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 943 time: 0.4699209 Feb 19 03:26:34.385469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:26:31Z', 'revision_number': 2, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:31Z', 'revision_number': 2, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:34.394299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:34.398167 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.408908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (c831785f-15e9-481d-993e-78d0e1f16b5f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.431332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:34.431688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Updating router 7478db55-d71a-462e-9a12-8f18d1de8664 port 29522e86-c32b-497f-880b-88abd48b4eca binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:34.436040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:34.467980 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (29522e86-c32b-497f-880b-88abd48b4eca), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.528371 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks [] for router_gateway (df25438a-b1db-4c23-9015-13a07c755a7f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.539301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c831785f-15e9-481d-993e-78d0e1f16b5f,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:34.574968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Checking segment: {'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:34.575489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Network hostable DHCP agents. Network: 7ba870a8-2c2a-4823-a9dd-c466790e27a2, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:34.638186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:34.663987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 7ba870a8-2c2a-4823-a9dd-c466790e27a2) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:34.671081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:34.671790 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.679786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f871f-cd4e-49c7-aa75-a423fb9e6b06 None None] Network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:34.692091 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (275c5640-890b-46f1-9200-2db0392f133a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.699649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-198d5fa1-35d5-49e8-9865-a1d2c792770b service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491041 Feb 19 03:26:34.773301 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a30ea2f0-1902-4bb6-9e4d-a353f5f0fa5e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2645395 Feb 19 03:26:34.775183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46060) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:34.779888 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:34.831482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f664ee-59d9-4d8e-b286-83d16195d8e1 req-90dfe967-8847-457a-a428-e7e7f380b0fe service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194227 Feb 19 03:26:34.833922 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks [] for router_gateway (df25438a-b1db-4c23-9015-13a07c755a7f), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.849453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c34dd66a-cdb1-46a3-bf45-3693bf179ee0 req-b4e5d692-7bb7-4bae-952f-8306e6d9b11c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024948 Feb 19 03:26:34.866180 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (09631775-e1e4-4cc9-83db-f236c939de57), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.867382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (09631775-e1e4-4cc9-83db-f236c939de57), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.872867 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.925329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Checking segment: {'id': 'd1450d67-1a2e-4d1e-8765-1618db912f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:34.926036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network hostable DHCP agents. Network: 47d4254e-4a95-4519-8237-f4a97d772eee, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:35.017525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Subnet': ['ID=275c5640-890b-46f1-9200-2db0392f133a,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:35.026272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 47d4254e-4a95-4519-8237-f4a97d772eee is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:35.050401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Allocated IP 172.25.4.19 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/8033c8ab-da98-4175-aed3-16cb812e96fb) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:35.067049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba4d0d8-4c5d-4f18-84eb-15221b2d4ba8 req-2fa8fd6c-09b1-4cc6-ae57-6a0faa92fdf1 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1513350 Feb 19 03:26:35.069689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 47d4254e-4a95-4519-8237-f4a97d772eee) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:35.079198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:35.079812 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.086184 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Publish callbacks [] for port (29522e86-c32b-497f-880b-88abd48b4eca), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.097339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf24c5b9-3d71-44d0-b5fc-06e9870ef452 None None] Network 47d4254e-4a95-4519-8237-f4a97d772eee requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:35.104068 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (29522e86-c32b-497f-880b-88abd48b4eca), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.120801 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-51b7079d-fa4c-4807-b9c2-16427bcb2946 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0526509 Feb 19 03:26:35.123859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46062) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:35.124604 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks [] for router_controller (09631775-e1e4-4cc9-83db-f236c939de57), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.269092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd862983-429a-4aff-830a-fdce528a30db None None] Pushing event updated for resources: {'Port': ['ID=29522e86-c32b-497f-880b-88abd48b4eca,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:35.305458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73293708-df96-405d-9a26-34fa6dcb5199 req-336c2828-2226-4971-8ea1-9063c2e66c2a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 210 time: 0.0458341 Feb 19 03:26:35.317566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:35.318480 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.406783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Attempting to bind port 29522e86-c32b-497f-880b-88abd48b4eca on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:35.407165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Attempting to bind port 29522e86-c32b-497f-880b-88abd48b4eca by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '4c0c2378-3413-4c11-9420-8bb57befd562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:35.407523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Attempting to bind port 29522e86-c32b-497f-880b-88abd48b4eca on network fbaf2571-5fad-4fdd-94b3-a677828f9940 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:35.421710 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks [] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.425334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:35.425731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Checking segment: {'id': '4c0c2378-3413-4c11-9420-8bb57befd562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:35.426183 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.426592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Bound using segment: {'id': '4c0c2378-3413-4c11-9420-8bb57befd562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:35.427081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Bound port: 29522e86-c32b-497f-880b-88abd48b4eca, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0c2378-3413-4c11-9420-8bb57befd562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:35.427467 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (29522e86-c32b-497f-880b-88abd48b4eca), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.510356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.550537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39662b00-5109-43b6-8c25-4cc3852b7552 req-f4e1ce67-d9dd-42cd-ad48-8595c0be3db7 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/e94fce0d-16f4-4e8b-b116-cc818186d8f5 HTTP/1.1" status: 200 len: 1823 time: 0.1454065 Feb 19 03:26:35.561453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] For port 29522e86-c32b-497f-880b-88abd48b4eca, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:35.565100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] For port 29522e86-c32b-497f-880b-88abd48b4eca, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=29522e86-c32b-497f-880b-88abd48b4eca,segment=NetworkSegment(4c0c2378-3413-4c11-9420-8bb57befd562),segment_id=4c0c2378-3413-4c11-9420-8bb57befd562)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:35.572826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-47d4254e-4a95-4519-8237-f4a97d772eee', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:35.574544 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.608701 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks [] for router_gateway (09631775-e1e4-4cc9-83db-f236c939de57), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.632011 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:35.651886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:35.662719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:35.666668 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Pushing event updated for resources: {'Port': ['ID=8033c8ab-da98-4175-aed3-16cb812e96fb,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:35.673444 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (29522e86-c32b-497f-880b-88abd48b4eca), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.829386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-39662b00-5109-43b6-8c25-4cc3852b7552 req-b0b70f1d-f69b-464e-afa2-45339ffb4cd5 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (e94fce0d-16f4-4e8b-b116-cc818186d8f5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.898386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-39662b00-5109-43b6-8c25-4cc3852b7552 req-b0b70f1d-f69b-464e-afa2-45339ffb4cd5 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (e94fce0d-16f4-4e8b-b116-cc818186d8f5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.949046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Allocated IP 172.20.0.2 (7ba870a8-2c2a-4823-a9dd-c466790e27a2/c831785f-15e9-481d-993e-78d0e1f16b5f/861e90e5-bbf6-4b92-804c-2ff2ae103113) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:36.007510 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.025881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-826fc112-8f80-467f-b5ac-f0cdf37ddaa1 req-9cebd8be-fa68-4aa2-a9fc-cf48d370ad4c service neutron] (103616) timed out ('10.222.0.37', 50754) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:26:36.186019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Publish callbacks [] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.208532 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks [] for router_gateway (09631775-e1e4-4cc9-83db-f236c939de57), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.234147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.270730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Allocated IP 2001:db8:1::2 (47d4254e-4a95-4519-8237-f4a97d772eee/275c5640-890b-46f1-9200-2db0392f133a/44c52c18-f28e-49c2-a085-ed3290480001) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:36.289291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd862983-429a-4aff-830a-fdce528a30db None None] Pushing event updated for resources: {'Port': ['ID=29522e86-c32b-497f-880b-88abd48b4eca,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:36.292611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks [] for router_gateway (df25438a-b1db-4c23-9015-13a07c755a7f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.310675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-39662b00-5109-43b6-8c25-4cc3852b7552 req-b0b70f1d-f69b-464e-afa2-45339ffb4cd5 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e94fce0d-16f4-4e8b-b116-cc818186d8f5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.313974 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-39662b00-5109-43b6-8c25-4cc3852b7552 req-b0b70f1d-f69b-464e-afa2-45339ffb4cd5 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.317134 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.328603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39662b00-5109-43b6-8c25-4cc3852b7552 req-b0b70f1d-f69b-464e-afa2-45339ffb4cd5 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "DELETE /v2.0/security-groups/e94fce0d-16f4-4e8b-b116-cc818186d8f5 HTTP/1.1" status: 204 len: 173 time: 0.7243237 Feb 19 03:26:36.345295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:36.346617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-38ad34da-6fa5-4a56-b8ac-f2b0b5144ac2 None None] Provisioning complete for port 29522e86-c32b-497f-880b-88abd48b4eca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:36.347061 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-38ad34da-6fa5-4a56-b8ac-f2b0b5144ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (29522e86-c32b-497f-880b-88abd48b4eca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.350025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b70f1d-f69b-464e-afa2-45339ffb4cd5 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94fce0d-16f4-4e8b-b116-cc818186d8f5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:36.368978 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deae118-d524-42e5-b0e0-b956d6625239 x-openstack-request-id: req-2deae118-d524-42e5-b0e0-b956d6625239 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:36.369346 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca16389-abe8-40c3-9360-2c2421f6a9c1", "tag": "03093107-456b-478c-89b2-c34b92703236", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:36.369677 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2deae118-d524-42e5-b0e0-b956d6625239 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:36.370276 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca16389-abe8-40c3-9360-2c2421f6a9c1', 'tag': '03093107-456b-478c-89b2-c34b92703236', 'status': 'completed', 'code': 200} Feb 19 03:26:36.445340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:36.450824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:36.452045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:36.466104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:36.466783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34458d3-f189-41e4-92b1-b67651df547b req-a9df43bb-bf97-48ce-972b-6ddbf651de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:36.469350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d34458d3-f189-41e4-92b1-b67651df547b req-a9df43bb-bf97-48ce-972b-6ddbf651de36 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 1125 time: 0.0703032 Feb 19 03:26:36.546763 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.564731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Allocated IP 172.25.4.208 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/fa79cd9a-d594-4265-b575-ebf5419f4ee0) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:36.620645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34458d3-f189-41e4-92b1-b67651df547b req-d89b7146-f48e-4c43-a841-2467b305ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:36.623239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d34458d3-f189-41e4-92b1-b67651df547b req-d89b7146-f48e-4c43-a841-2467b305ae6c service neutron] 10.222.0.71 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 906 time: 0.1477530 Feb 19 03:26:36.694221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Pushing event updated for resources: {'Port': ['ID=861e90e5-bbf6-4b92-804c-2ff2ae103113,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:36.711953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d34458d3-f189-41e4-92b1-b67651df547b req-15b1ce54-2626-4519-a1bc-dd26b784fe81 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03093107-456b-478c-89b2-c34b92703236 HTTP/1.1" status: 200 len: 217 time: 0.0734375 Feb 19 03:26:36.729294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Attempting to bind port 861e90e5-bbf6-4b92-804c-2ff2ae103113 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:36.729993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Attempting to bind port 861e90e5-bbf6-4b92-804c-2ff2ae103113 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:36.730764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Attempting to bind port 861e90e5-bbf6-4b92-804c-2ff2ae103113 on network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:36.740435 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (df25438a-b1db-4c23-9015-13a07c755a7f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.772675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34458d3-f189-41e4-92b1-b67651df547b req-a353d4ad-0550-4a86-b758-8ba47daade6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:36.774322 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d34458d3-f189-41e4-92b1-b67651df547b req-a353d4ad-0550-4a86-b758-8ba47daade6a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.0539074 Feb 19 03:26:36.780761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:36.781798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Checking segment: {'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:36.782411 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.782979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Bound using segment: {'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:36.783660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Bound port: 861e90e5-bbf6-4b92-804c-2ff2ae103113, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:36.784225 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.795579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:36.814686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d34458d3-f189-41e4-92b1-b67651df547b req-34054c55-cea5-49f1-aac9-9a383d728171 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332298 Feb 19 03:26:36.876450 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks [] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.888310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-38ad34da-6fa5-4a56-b8ac-f2b0b5144ac2 None None] Current status of the port 29522e86-c32b-497f-880b-88abd48b4eca is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:36.889142 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-38ad34da-6fa5-4a56-b8ac-f2b0b5144ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (29522e86-c32b-497f-880b-88abd48b4eca), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.955197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.962068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] For port 861e90e5-bbf6-4b92-804c-2ff2ae103113, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:36.968537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] For port 861e90e5-bbf6-4b92-804c-2ff2ae103113, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=861e90e5-bbf6-4b92-804c-2ff2ae103113,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:36.990375 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.026621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa79cd9a-d594-4265-b575-ebf5419f4ee0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.029351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d34458d3-f189-41e4-92b1-b67651df547b req-990f26e3-8b95-41d3-8f5f-7cc1ad3a7e5a service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063129 Feb 19 03:26:37.043728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:37.049250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:37.058033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:37.094075 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Publish callbacks [] for port (44c52c18-f28e-49c2-a085-ed3290480001), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.141446 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (44c52c18-f28e-49c2-a085-ed3290480001), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.197677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-38ad34da-6fa5-4a56-b8ac-f2b0b5144ac2 None None] For port 29522e86-c32b-497f-880b-88abd48b4eca, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=29522e86-c32b-497f-880b-88abd48b4eca,segment=NetworkSegment(4c0c2378-3413-4c11-9420-8bb57befd562),segment_id=4c0c2378-3413-4c11-9420-8bb57befd562)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:37.224070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d34458d3-f189-41e4-92b1-b67651df547b req-61ea9234-d8d2-406c-b7d5-ae6ab71a5135 service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881034 Feb 19 03:26:37.224358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Network 47d4254e-4a95-4519-8237-f4a97d772eee is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:37.228635 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-38ad34da-6fa5-4a56-b8ac-f2b0b5144ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (29522e86-c32b-497f-880b-88abd48b4eca), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.237059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:37.242276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:37.247920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ace1f2-60b8-4285-8bce-d869194fa021 None None] Pushing event updated for resources: {'Port': ['ID=861e90e5-bbf6-4b92-804c-2ff2ae103113,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.368767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Allocated IP 2001:db8:1::1 (47d4254e-4a95-4519-8237-f4a97d772eee/275c5640-890b-46f1-9200-2db0392f133a/9098ac4a-fef4-4005-ab77-7cc109f18927) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:37.399193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959992fa-6764-4973-a8ff-3d1a84ab063e req-2bebc4f2-8dc3-4c5e-a6fb-e9a2a989f47d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:37.407816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-959992fa-6764-4973-a8ff-3d1a84ab063e req-2bebc4f2-8dc3-4c5e-a6fb-e9a2a989f47d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 943 time: 0.1825812 Feb 19 03:26:37.566780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks [] for router_gateway (09631775-e1e4-4cc9-83db-f236c939de57), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.586841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Pushing event updated for resources: {'Port': ['ID=44c52c18-f28e-49c2-a085-ed3290480001,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.593161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Attempting to bind port 44c52c18-f28e-49c2-a085-ed3290480001 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:37.593540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Attempting to bind port 44c52c18-f28e-49c2-a085-ed3290480001 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd1450d67-1a2e-4d1e-8765-1618db912f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:37.593959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Attempting to bind port 44c52c18-f28e-49c2-a085-ed3290480001 on network 47d4254e-4a95-4519-8237-f4a97d772eee {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:37.617969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-959992fa-6764-4973-a8ff-3d1a84ab063e req-85d55bf1-53a1-483c-aee6-fb41ff5d1b8f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092862 Feb 19 03:26:37.629544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.642130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:37.643034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Checking segment: {'id': 'd1450d67-1a2e-4d1e-8765-1618db912f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:37.643916 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.644488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Bound using segment: {'id': 'd1450d67-1a2e-4d1e-8765-1618db912f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:37.645143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Bound port: 44c52c18-f28e-49c2-a085-ed3290480001, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1450d67-1a2e-4d1e-8765-1618db912f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:37.645707 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (44c52c18-f28e-49c2-a085-ed3290480001), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.688575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8b5a6821-2623-4610-a131-28ade6bee8e4 None None] Provisioning complete for port 29522e86-c32b-497f-880b-88abd48b4eca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:37.689486 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6821-2623-4610-a131-28ade6bee8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (29522e86-c32b-497f-880b-88abd48b4eca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.736653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ee2598e-b411-4f66-8914-dc086aa6a5b6 req-d43c0950-c5cd-42d2-a4e6-7f9b062952af tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/708e5ee2-3059-432b-aa42-0b9c65f98514 HTTP/1.1" status: 200 len: 1823 time: 0.0968184 Feb 19 03:26:37.770049 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.789776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad34da-6fa5-4a56-b8ac-f2b0b5144ac2 None None] Pushing event updated for resources: {'Port': ['ID=29522e86-c32b-497f-880b-88abd48b4eca,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.855752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 47d4254e-4a95-4519-8237-f4a97d772eee is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:37.864782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:37.872282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:37.873251 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.875981 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0ee2598e-b411-4f66-8914-dc086aa6a5b6 req-3b39dc50-30e5-4db8-b337-e71a31047774 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (708e5ee2-3059-432b-aa42-0b9c65f98514), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.908032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:26:31Z', 'revision_number': 2, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:35Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:37.926663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=9098ac4a-fef4-4005-ab77-7cc109f18927,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.953314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45557f-b433-4bd6-97a5-685f50221df2 None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:26:31Z', 'revision_number': 2, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:35Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:37.960678 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a6821-2623-4610-a131-28ade6bee8e4 None None] Current status of the port 29522e86-c32b-497f-880b-88abd48b4eca is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:37.971774 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0ee2598e-b411-4f66-8914-dc086aa6a5b6 req-3b39dc50-30e5-4db8-b337-e71a31047774 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (708e5ee2-3059-432b-aa42-0b9c65f98514), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.977523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] For port 44c52c18-f28e-49c2-a085-ed3290480001, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:37.985914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] For port 44c52c18-f28e-49c2-a085-ed3290480001, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=44c52c18-f28e-49c2-a085-ed3290480001,segment=NetworkSegment(d1450d67-1a2e-4d1e-8765-1618db912f62),segment_id=d1450d67-1a2e-4d1e-8765-1618db912f62)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:38.010369 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (44c52c18-f28e-49c2-a085-ed3290480001), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.090285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Router df25438a-b1db-4c23-9015-13a07c755a7f is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:38.121834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0ee2598e-b411-4f66-8914-dc086aa6a5b6 req-3b39dc50-30e5-4db8-b337-e71a31047774 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (708e5ee2-3059-432b-aa42-0b9c65f98514), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.126561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0ee2598e-b411-4f66-8914-dc086aa6a5b6 req-3b39dc50-30e5-4db8-b337-e71a31047774 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.144371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ee2598e-b411-4f66-8914-dc086aa6a5b6 req-3b39dc50-30e5-4db8-b337-e71a31047774 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "DELETE /v2.0/security-groups/708e5ee2-3059-432b-aa42-0b9c65f98514 HTTP/1.1" status: 204 len: 173 time: 0.4064431 Feb 19 03:26:38.212283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09714ce9-73ed-4633-8f91-37a7cf915c67 None None] Pushing event updated for resources: {'Port': ['ID=44c52c18-f28e-49c2-a085-ed3290480001,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:38.232060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39dc50-30e5-4db8-b337-e71a31047774 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708e5ee2-3059-432b-aa42-0b9c65f98514,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:38.237908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.261810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 861e90e5-bbf6-4b92-804c-2ff2ae103113 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:38.340563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:38.351352 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Sync routers for ids ['df25438a-b1db-4c23-9015-13a07c755a7f'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:38.369557 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Routers {'df25438a-b1db-4c23-9015-13a07c755a7f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:38.370390 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['df25438a-b1db-4c23-9015-13a07c755a7f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:38.421422 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8cd6aec8-ca82-4237-8da3-3aaf3dbe2d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.441923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 861e90e5-bbf6-4b92-804c-2ff2ae103113 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:38.441923 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.500471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.512609 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-38b789aa-c0cb-4b03-b2d4-60878efa7f01 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8112986 Feb 19 03:26:38.513536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46078) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:38.629811 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Set router df25438a-b1db-4c23-9015-13a07c755a7f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:38.644506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 03093107-456b-478c-89b2-c34b92703236 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:26:38.688068 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36e30873-eaf1-438c-823c-453232f1138d req-f6fc7adc-08be-4ad6-9b18-d9e106cc1099 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 210 time: 0.1457825 Feb 19 03:26:38.695072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 861e90e5-bbf6-4b92-804c-2ff2ae103113 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:38.695660 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.769468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 861e90e5-bbf6-4b92-804c-2ff2ae103113, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=861e90e5-bbf6-4b92-804c-2ff2ae103113,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:38.804019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.886807 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (09631775-e1e4-4cc9-83db-f236c939de57), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.058285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.073529 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.074425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.098288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=861e90e5-bbf6-4b92-804c-2ff2ae103113,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:39.139374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ecc6d-000d-4b6f-ab2c-e6363d559a8d None None] Network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:39.180965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 03093107-456b-478c-89b2-c34b92703236, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=03093107-456b-478c-89b2-c34b92703236,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:39.240519 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:35Z', 'revision_number': 3, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:39.250939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Router 09631775-e1e4-4cc9-83db-f236c939de57 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:39.333824 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Checking router: df25438a-b1db-4c23-9015-13a07c755a7f for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:39.334276 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Updating router df25438a-b1db-4c23-9015-13a07c755a7f port 8033c8ab-da98-4175-aed3-16cb812e96fb binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:39.347428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '03093107-456b-478c-89b2-c34b92703236', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'port_id': '03093107-456b-478c-89b2-c34b92703236', 'mac_address': 'fa:16:3e:c4:1a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0b9ce0-8147-44d2-825b-d86ca2bad80f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:26:39.380395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=9098ac4a-fef4-4005-ab77-7cc109f18927,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:39.387834 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.451932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45d2890f-18ea-4a99-9d03-d243caee8451 req-e50107be-37cd-4ed2-bddc-d1be38a408df tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/051ad3f0-af3b-460a-9b9a-7328f4224efe HTTP/1.1" status: 200 len: 2422 time: 0.1142044 Feb 19 03:26:39.486976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network 47d4254e-4a95-4519-8237-f4a97d772eee is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:39.494170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:39.505410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d3e59930-1a36-4e16-81ff-5d61ea5455df None None] Provisioning complete for port 861e90e5-bbf6-4b92-804c-2ff2ae103113 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:39.505791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d3e59930-1a36-4e16-81ff-5d61ea5455df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.637621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 03093107-456b-478c-89b2-c34b92703236 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:39.642177 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (03093107-456b-478c-89b2-c34b92703236), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.699429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03093107-456b-478c-89b2-c34b92703236 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:39.767299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 03093107-456b-478c-89b2-c34b92703236, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=03093107-456b-478c-89b2-c34b92703236,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:39.791161 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (03093107-456b-478c-89b2-c34b92703236), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.822778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:39.917903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d3e59930-1a36-4e16-81ff-5d61ea5455df None None] Current status of the port 861e90e5-bbf6-4b92-804c-2ff2ae103113 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:39.935984 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.942554 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-16d36a08-85b7-4380-9fb3-78e9f653d8f2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1660631 Feb 19 03:26:39.946592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46088) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:39.974395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Sync routers for ids ['09631775-e1e4-4cc9-83db-f236c939de57'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:40.020582 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Publish callbacks [] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.032713 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.059125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Routers {'09631775-e1e4-4cc9-83db-f236c939de57'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:40.062076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['09631775-e1e4-4cc9-83db-f236c939de57'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:40.113303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97504ce5-1104-4006-9fa3-62ab6d05496f None None] Network 47d4254e-4a95-4519-8237-f4a97d772eee requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:40.122086 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Attempting to bind port 8033c8ab-da98-4175-aed3-16cb812e96fb on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:40.122585 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Attempting to bind port 8033c8ab-da98-4175-aed3-16cb812e96fb by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:40.123990 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Attempting to bind port 8033c8ab-da98-4175-aed3-16cb812e96fb on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:40.192366 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:40.194470 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:40.197706 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.198867 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:40.199584 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Bound port: 8033c8ab-da98-4175-aed3-16cb812e96fb, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:40.200972 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.255747 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['03093107-456b-478c-89b2-c34b92703236'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:40.283081 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] For port 8033c8ab-da98-4175-aed3-16cb812e96fb, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:40.286873 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] For port 8033c8ab-da98-4175-aed3-16cb812e96fb, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8033c8ab-da98-4175-aed3-16cb812e96fb,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:40.308173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.312330 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.345145 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Pushing event updated for resources: {'Port': ['ID=8033c8ab-da98-4175-aed3-16cb812e96fb,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:40.377210 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.378279 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.379114 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.379743 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.380260 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.380800 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.381488 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.382633 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.383183 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.383678 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.384164 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.384682 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.385428 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.403210 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-45d2890f-18ea-4a99-9d03-d243caee8451 req-4f540d23-062d-40f8-890b-1f8f9ed41ce0 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (051ad3f0-af3b-460a-9b9a-7328f4224efe), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.405659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-22d26769-4695-45fb-b782-6e63949e8047 req-87a289da-590a-48c8-a83d-15caabf99364 service neutron] (103615) timed out ('10.222.0.71', 61240) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:26:40.406517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-8c63826b-7dbd-47ba-9cd5-8b9afbbf4a8d req-f8cfc863-c8ea-45a3-8f80-79d3cf0380d0 tempest-ServersWithSpecificFlavorTestJSON-1968689982 tempest-ServersWithSpecificFlavorTestJSON-1968689982-project] (103615) timed out ('10.222.0.37', 50753) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:26:40.413832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:40.439387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 861e90e5-bbf6-4b92-804c-2ff2ae103113 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:40.460204 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015e7aa-439a-4163-bb5c-2171f7fb6aaf None None] Pushing event updated for resources: {'Port': ['ID=8033c8ab-da98-4175-aed3-16cb812e96fb,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:40.462138 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-45d2890f-18ea-4a99-9d03-d243caee8451 req-4f540d23-062d-40f8-890b-1f8f9ed41ce0 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (051ad3f0-af3b-460a-9b9a-7328f4224efe), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.478018 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Routers {'df25438a-b1db-4c23-9015-13a07c755a7f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:40.481510 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['df25438a-b1db-4c23-9015-13a07c755a7f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:40.483771 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=03093107-456b-478c-89b2-c34b92703236,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:40.507947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2659a6ca-4907-4bc6-9b19-2741eef2c68a None None] Provisioning complete for port 44c52c18-f28e-49c2-a085-ed3290480001 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:40.508611 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2659a6ca-4907-4bc6-9b19-2741eef2c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (44c52c18-f28e-49c2-a085-ed3290480001), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.661131 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9eece280-33a0-42cb-9514-f2f1c8f9b83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.710393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-45d2890f-18ea-4a99-9d03-d243caee8451 req-4f540d23-062d-40f8-890b-1f8f9ed41ce0 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (051ad3f0-af3b-460a-9b9a-7328f4224efe), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.715964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-45d2890f-18ea-4a99-9d03-d243caee8451 req-4f540d23-062d-40f8-890b-1f8f9ed41ce0 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.735832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45d2890f-18ea-4a99-9d03-d243caee8451 req-4f540d23-062d-40f8-890b-1f8f9ed41ce0 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "DELETE /v2.0/security-groups/051ad3f0-af3b-460a-9b9a-7328f4224efe HTTP/1.1" status: 204 len: 173 time: 1.2829282 Feb 19 03:26:40.772719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f540d23-062d-40f8-890b-1f8f9ed41ce0 tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051ad3f0-af3b-460a-9b9a-7328f4224efe,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:40.782056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:40.818273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-61d02aac-0255-433e-8183-e06fa423db97 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6932316 Feb 19 03:26:40.818967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46092) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:40.828376 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] Set router df25438a-b1db-4c23-9015-13a07c755a7f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:40.836779 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:40.842999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1899690031'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:40.848088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Set router 09631775-e1e4-4cc9-83db-f236c939de57 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:40.876998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Allocated IP 172.20.0.1 (09df53f5-fc2c-4d67-ba9f-78200a1f53a4/6fb343f7-4220-46b0-ab49-26a68f2844e2/23c34a09-9bb3-4b10-abcc-e489cc736c6c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:40.947786 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:40.951201 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.999897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aadce-418d-4331-9343-1b5c4a9d8c3f req-11dad327-95de-499d-9f17-754c67fce9d5 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:41.009263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf4aadce-418d-4331-9343-1b5c4a9d8c3f req-11dad327-95de-499d-9f17-754c67fce9d5 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 944 time: 0.1158869 Feb 19 03:26:41.068836 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:41.069477 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:41.083032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:41.117753 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5f65c7bb-4fbe-4314-b9db-e80ce1bb3571), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.118245 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added segment 5f65c7bb-4fbe-4314-b9db-e80ce1bb3571 of type vlan for network a8fd0944-aa63-495e-b126-ccc8a66536cf Feb 19 03:26:41.143447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Publish callbacks [] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.145059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf4aadce-418d-4331-9343-1b5c4a9d8c3f req-483893bf-7038-499d-8220-b4a0b5ca8f90 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310453 Feb 19 03:26:41.171282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 861e90e5-bbf6-4b92-804c-2ff2ae103113 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:41.172054 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.249458 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (a8fd0944-aa63-495e-b126-ccc8a66536cf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.407484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (a8fd0944-aa63-495e-b126-ccc8a66536cf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.412891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:41.415052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.536069 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.550222 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7215612 Feb 19 03:26:41.551116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46096) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:41.557327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'subnet': {'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:41.646632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2659a6ca-4907-4bc6-9b19-2741eef2c68a None None] Current status of the port 44c52c18-f28e-49c2-a085-ed3290480001 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:41.647810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2659a6ca-4907-4bc6-9b19-2741eef2c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (44c52c18-f28e-49c2-a085-ed3290480001), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.667923 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:41.788953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:41.792692 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.849092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2659a6ca-4907-4bc6-9b19-2741eef2c68a None None] For port 44c52c18-f28e-49c2-a085-ed3290480001, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=44c52c18-f28e-49c2-a085-ed3290480001,segment=NetworkSegment(d1450d67-1a2e-4d1e-8765-1618db912f62),segment_id=d1450d67-1a2e-4d1e-8765-1618db912f62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:41.865730 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2659a6ca-4907-4bc6-9b19-2741eef2c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (44c52c18-f28e-49c2-a085-ed3290480001), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.884193 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:35Z', 'revision_number': 3, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:41.973336 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.974959 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c1a7f0-1a76-4a07-96eb-3afd31fb5154 None None] The sync data for ids ['df25438a-b1db-4c23-9015-13a07c755a7f'] in n-d-826756-2 is: [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:35Z', 'revision_number': 3, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:41.984521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659a6ca-4907-4bc6-9b19-2741eef2c68a None None] Pushing event updated for resources: {'Port': ['ID=44c52c18-f28e-49c2-a085-ed3290480001,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:42.033141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 3, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:42.075900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Checking router: 09631775-e1e4-4cc9-83db-f236c939de57 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:42.077194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Updating router 09631775-e1e4-4cc9-83db-f236c939de57 port fa79cd9a-d594-4265-b575-ebf5419f4ee0 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:42.148691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 861e90e5-bbf6-4b92-804c-2ff2ae103113 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:42.150826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 44c52c18-f28e-49c2-a085-ed3290480001 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:42.153079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Provisioning complete for port 861e90e5-bbf6-4b92-804c-2ff2ae103113 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:42.153766 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.160427 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.273222 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:26:38Z', 'revision_number': 3, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:38Z', 'revision_number': 2, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:42.336997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad7eb6fb-a268-4619-bb8b-f4d63d3b39b5 req-4afd46d1-64c0-4fbc-8cd4-297d64516865 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 210 time: 0.4251285 Feb 19 03:26:42.339214 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:42.339582 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Updating router 7478db55-d71a-462e-9a12-8f18d1de8664 port 9098ac4a-fef4-4005-ab77-7cc109f18927 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:42.357457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (3800ba24-37a2-4b6a-ba5a-540365e8ea21), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.402300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b49d8-7650-4e7c-8be4-d53a129225bd tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Network': ['ID=a8fd0944-aa63-495e-b126-ccc8a66536cf,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:42.406673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:42.431120 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.456117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Pushing event updated for resources: {'Port': ['ID=23c34a09-9bb3-4b10-abcc-e489cc736c6c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:42.462141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.473374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network a8fd0944-aa63-495e-b126-ccc8a66536cf details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:42.477368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:42.479891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:42.535915 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (df25438a-b1db-4c23-9015-13a07c755a7f), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.565293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Subnet': ['ID=3800ba24-37a2-4b6a-ba5a-540365e8ea21,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:42.582188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Checking segment: {'id': '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:42.582847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network hostable DHCP agents. Network: a8fd0944-aa63-495e-b126-ccc8a66536cf, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:42.601898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d51158a6-45ac-403b-a43e-acc684cb0244 req-dea92db5-45c9-4222-b9de-ca1c2828fe5c tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "GET /v2.0/security-groups/7d6de537-7ded-4b9b-a3d0-5947e565d814 HTTP/1.1" status: 200 len: 2418 time: 0.1600952 Feb 19 03:26:42.676920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 03093107-456b-478c-89b2-c34b92703236 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:42.711150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network a8fd0944-aa63-495e-b126-ccc8a66536cf is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:42.766441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, a8fd0944-aa63-495e-b126-ccc8a66536cf) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:42.774380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d51158a6-45ac-403b-a43e-acc684cb0244 req-c7ccf2d4-3554-44dc-9e4d-5c914f8a77ce tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (7d6de537-7ded-4b9b-a3d0-5947e565d814), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.778359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:42.778975 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.790132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Current status of the port 861e90e5-bbf6-4b92-804c-2ff2ae103113 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:42.794461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b809212-af41-423c-80c2-adaa823cd42f None None] Network a8fd0944-aa63-495e-b126-ccc8a66536cf requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:42.852824 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d51158a6-45ac-403b-a43e-acc684cb0244 req-c7ccf2d4-3554-44dc-9e4d-5c914f8a77ce tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (7d6de537-7ded-4b9b-a3d0-5947e565d814), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.870110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ae2f9db8-d082-4e0e-aa4a-e9db1c8f94b9 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3172436 Feb 19 03:26:42.876975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46102) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:42.971416 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Publish callbacks [] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.988427 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.003566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Provisioning complete for port 44c52c18-f28e-49c2-a085-ed3290480001 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:43.003946 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (44c52c18-f28e-49c2-a085-ed3290480001), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.045244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-a8fd0944-aa63-495e-b126-ccc8a66536cf', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:43.046159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.068147 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df444cc0-d552-492a-ad26-34044926a02c None None] Pushing event updated for resources: {'Port': ['ID=9098ac4a-fef4-4005-ab77-7cc109f18927,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:43.162526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Allocated IP 172.20.0.1 (7ba870a8-2c2a-4823-a9dd-c466790e27a2/c831785f-15e9-481d-993e-78d0e1f16b5f/b0fc9b88-769e-46fa-afff-2c6f877b61a3) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:43.198607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.225630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d51158a6-45ac-403b-a43e-acc684cb0244 req-c7ccf2d4-3554-44dc-9e4d-5c914f8a77ce tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7d6de537-7ded-4b9b-a3d0-5947e565d814), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.225911 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Attempting to bind port 9098ac4a-fef4-4005-ab77-7cc109f18927 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:43.228553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Allocated IP 2001:db8:2::2 (a8fd0944-aa63-495e-b126-ccc8a66536cf/3800ba24-37a2-4b6a-ba5a-540365e8ea21/603bdb2a-e982-48f7-9e67-0c118788fcc0) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:43.228697 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d51158a6-45ac-403b-a43e-acc684cb0244 req-c7ccf2d4-3554-44dc-9e4d-5c914f8a77ce tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.230084 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d51158a6-45ac-403b-a43e-acc684cb0244 req-c7ccf2d4-3554-44dc-9e4d-5c914f8a77ce tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] 10.222.0.42 "DELETE /v2.0/security-groups/7d6de537-7ded-4b9b-a3d0-5947e565d814 HTTP/1.1" status: 204 len: 173 time: 0.6146278 Feb 19 03:26:43.239768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46104) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:43.246123 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Attempting to bind port 9098ac4a-fef4-4005-ab77-7cc109f18927 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd1450d67-1a2e-4d1e-8765-1618db912f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:43.247203 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Attempting to bind port 9098ac4a-fef4-4005-ab77-7cc109f18927 on network 47d4254e-4a95-4519-8237-f4a97d772eee {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:43.263026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccf2d4-3554-44dc-9e4d-5c914f8a77ce tempest-SecurityGroupRulesTestJSON-2041581511 tempest-SecurityGroupRulesTestJSON-2041581511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6de537-7ded-4b9b-a3d0-5947e565d814,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:43.275488 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:43.276158 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Checking segment: {'id': 'd1450d67-1a2e-4d1e-8765-1618db912f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:43.276734 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.279731 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Bound using segment: {'id': 'd1450d67-1a2e-4d1e-8765-1618db912f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:43.280440 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Bound port: 9098ac4a-fef4-4005-ab77-7cc109f18927, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1450d67-1a2e-4d1e-8765-1618db912f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:43.281021 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.407418 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Publish callbacks [] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.444063 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.459006 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.496499 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] For port 9098ac4a-fef4-4005-ab77-7cc109f18927, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:43.506394 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] For port 9098ac4a-fef4-4005-ab77-7cc109f18927, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9098ac4a-fef4-4005-ab77-7cc109f18927,segment=NetworkSegment(d1450d67-1a2e-4d1e-8765-1618db912f62),segment_id=d1450d67-1a2e-4d1e-8765-1618db912f62)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:43.533730 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.566046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-a580cc86-da59-45f6-ab93-11d6b2e00cba admin admin] Deleting subnet 24bdeb21-bf05-4dfc-a1da-589867b63287 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:43.600495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a580cc86-da59-45f6-ab93-11d6b2e00cba admin admin] Publish callbacks [] for subnet (24bdeb21-bf05-4dfc-a1da-589867b63287), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.609557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Network a8fd0944-aa63-495e-b126-ccc8a66536cf is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:43.611258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 03093107-456b-478c-89b2-c34b92703236 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:26:43.636391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Pushing event updated for resources: {'Port': ['ID=603bdb2a-e982-48f7-9e67-0c118788fcc0,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:43.647583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:43.648403 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df444cc0-d552-492a-ad26-34044926a02c None None] Pushing event updated for resources: {'Port': ['ID=9098ac4a-fef4-4005-ab77-7cc109f18927,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:43.650823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:43.664616 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 03093107-456b-478c-89b2-c34b92703236 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:43.665000 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (03093107-456b-478c-89b2-c34b92703236), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.702696 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:43.707909 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:43.776245 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a580cc86-da59-45f6-ab93-11d6b2e00cba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (24bdeb21-bf05-4dfc-a1da-589867b63287), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.847222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Publish callbacks [] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.868329 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.905885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Current status of the port 44c52c18-f28e-49c2-a085-ed3290480001 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:43.908089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 44c52c18-f28e-49c2-a085-ed3290480001 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:43.908466 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (44c52c18-f28e-49c2-a085-ed3290480001), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.942881 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:44.024273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a580cc86-da59-45f6-ab93-11d6b2e00cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (24bdeb21-bf05-4dfc-a1da-589867b63287), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.078762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.107830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:44.115286 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:44.117820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:44.152076 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Publish callbacks [] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.190294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Provisioning complete for port 9098ac4a-fef4-4005-ab77-7cc109f18927 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:44.190679 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.214018 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (09631775-e1e4-4cc9-83db-f236c939de57), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.366546 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.375075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 44c52c18-f28e-49c2-a085-ed3290480001 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:44.376383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 29522e86-c32b-497f-880b-88abd48b4eca up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:44.387217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Allocated IP 2001:db8:2::1 (a8fd0944-aa63-495e-b126-ccc8a66536cf/3800ba24-37a2-4b6a-ba5a-540365e8ea21/eee87a92-0a89-4369-99a2-760454db6600) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:44.400079 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:26:38Z', 'revision_number': 3, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:44.449783 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.465134 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e66c3b-7acb-42e5-aa70-3128880756e2 None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:26:38Z', 'revision_number': 3, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:44.511380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a169624-5ce0-4f4d-94e1-4f132ac10877 None None] Pushing event updated for resources: {'Port': ['ID=fa79cd9a-d594-4265-b575-ebf5419f4ee0,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:44.566777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Attempting to bind port 603bdb2a-e982-48f7-9e67-0c118788fcc0 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:44.567346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Attempting to bind port 603bdb2a-e982-48f7-9e67-0c118788fcc0 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:44.567885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Attempting to bind port 603bdb2a-e982-48f7-9e67-0c118788fcc0 on network a8fd0944-aa63-495e-b126-ccc8a66536cf {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:44.615226 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Publish callbacks [] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.629039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:44.633986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Checking segment: {'id': '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:44.634309 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.635013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Bound using segment: {'id': '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:44.635845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Bound port: 603bdb2a-e982-48f7-9e67-0c118788fcc0, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:44.636517 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.655797 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.661826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Pushing event updated for resources: {'Port': ['ID=b0fc9b88-769e-46fa-afff-2c6f877b61a3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:44.676556 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:26:44.689388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a580cc86-da59-45f6-ab93-11d6b2e00cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (24bdeb21-bf05-4dfc-a1da-589867b63287), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.696882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8eb00-7118-4441-8382-864b1308d60a req-072e2211-cb6f-49e7-b290-8080e9ef55e0 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:44.706977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ba8eb00-7118-4441-8382-864b1308d60a req-072e2211-cb6f-49e7-b290-8080e9ef55e0 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 944 time: 0.1987543 Feb 19 03:26:44.744033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Attempting to bind port fa79cd9a-d594-4265-b575-ebf5419f4ee0 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:44.744421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Attempting to bind port fa79cd9a-d594-4265-b575-ebf5419f4ee0 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:44.744790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Attempting to bind port fa79cd9a-d594-4265-b575-ebf5419f4ee0 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:44.747733 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.749871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 03093107-456b-478c-89b2-c34b92703236 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:44.750264 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (03093107-456b-478c-89b2-c34b92703236), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.780146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (eee87a92-0a89-4369-99a2-760454db6600), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.831673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:44.832060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:44.832477 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.832876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:44.833607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Bound port: fa79cd9a-d594-4265-b575-ebf5419f4ee0, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:44.833745 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.836020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ba8eb00-7118-4441-8382-864b1308d60a req-a1709a97-b49d-4169-b4e9-c64725656d42 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280284 Feb 19 03:26:44.858031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Current status of the port 9098ac4a-fef4-4005-ab77-7cc109f18927 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:44.858433 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.860303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 29522e86-c32b-497f-880b-88abd48b4eca triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:44.860672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (29522e86-c32b-497f-880b-88abd48b4eca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.888564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580cc86-da59-45f6-ab93-11d6b2e00cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24bdeb21-bf05-4dfc-a1da-589867b63287,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:44.911492 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (eee87a92-0a89-4369-99a2-760454db6600), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.987709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca16389-abe8-40c3-9360-2c2421f6a9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03093107-456b-478c-89b2-c34b92703236'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:44.991247 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e005384-599f-4d53-862d-793e746c9f7a" -d '{"events": [{"server_uuid": "6ca16389-abe8-40c3-9360-2c2421f6a9c1", "name": "network-vif-plugged", "status": "completed", "tag": "03093107-456b-478c-89b2-c34b92703236"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:45.000935 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a580cc86-da59-45f6-ab93-11d6b2e00cba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.028436 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a580cc86-da59-45f6-ab93-11d6b2e00cba admin admin] 10.222.0.42 "DELETE /v2.0/subnets/24bdeb21-bf05-4dfc-a1da-589867b63287 HTTP/1.1" status: 204 len: 168 time: 1.7847164 Feb 19 03:26:45.035635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46116) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:45.054003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network a8fd0944-aa63-495e-b126-ccc8a66536cf is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:45.065098 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Pushing event updated for resources: {'Port': ['ID=23c34a09-9bb3-4b10-abcc-e489cc736c6c,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:45.080221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (df25438a-b1db-4c23-9015-13a07c755a7f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.106178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecf9ad28-1d64-4cac-b187-d6926d48d39c req-9e2dfac0-681d-4b36-ab62-4ce88b135225 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 210 time: 0.0464060 Feb 19 03:26:45.125526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 03093107-456b-478c-89b2-c34b92703236, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=03093107-456b-478c-89b2-c34b92703236,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:45.144951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:45.185030 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (03093107-456b-478c-89b2-c34b92703236), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.194844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:45.195426 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.215300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] For port 603bdb2a-e982-48f7-9e67-0c118788fcc0, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:45.218897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] For port 9098ac4a-fef4-4005-ab77-7cc109f18927, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9098ac4a-fef4-4005-ab77-7cc109f18927,segment=NetworkSegment(d1450d67-1a2e-4d1e-8765-1618db912f62),segment_id=d1450d67-1a2e-4d1e-8765-1618db912f62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:45.273384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] For port fa79cd9a-d594-4265-b575-ebf5419f4ee0, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:45.300020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.309797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=eee87a92-0a89-4369-99a2-760454db6600,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:45.339176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] For port 603bdb2a-e982-48f7-9e67-0c118788fcc0, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=603bdb2a-e982-48f7-9e67-0c118788fcc0,segment=NetworkSegment(5f65c7bb-4fbe-4314-b9db-e80ce1bb3571),segment_id=5f65c7bb-4fbe-4314-b9db-e80ce1bb3571)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:45.397559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] For port fa79cd9a-d594-4265-b575-ebf5419f4ee0, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fa79cd9a-d594-4265-b575-ebf5419f4ee0,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:45.414977 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.425710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (2e763f44-9eb9-4834-950d-5803d2d4e3e1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.439873 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eee87a92-0a89-4369-99a2-760454db6600), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.440101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:45.445124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:45.448385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46120) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:45.575066 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Publish callbacks [] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.603119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.676490 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (2e763f44-9eb9-4834-950d-5803d2d4e3e1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.737550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e763f44-9eb9-4834-950d-5803d2d4e3e1']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:45.762242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad925e6-a63c-4c1f-b046-a3f4ba1ef7eb') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:45.762727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad925e6-a63c-4c1f-b046-a3f4ba1ef7eb') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:45.783843 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (dad925e6-a63c-4c1f-b046-a3f4ba1ef7eb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.818495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3586be2f-e7f5-41b4-b174-503ae3f949fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.867511 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (09631775-e1e4-4cc9-83db-f236c939de57), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.886873 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (dad925e6-a63c-4c1f-b046-a3f4ba1ef7eb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.893774 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a88018-883f-466a-b4ff-ba77e890331e x-openstack-request-id: req-55a88018-883f-466a-b4ff-ba77e890331e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:45.894182 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca16389-abe8-40c3-9360-2c2421f6a9c1", "name": "network-vif-plugged", "status": "completed", "tag": "03093107-456b-478c-89b2-c34b92703236", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:45.894535 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55a88018-883f-466a-b4ff-ba77e890331e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:45.895063 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca16389-abe8-40c3-9360-2c2421f6a9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03093107-456b-478c-89b2-c34b92703236', 'code': 200} Feb 19 03:26:45.903606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 29522e86-c32b-497f-880b-88abd48b4eca is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:45.904332 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.912523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=03093107-456b-478c-89b2-c34b92703236,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:45.920648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:45.921199 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (dad925e6-a63c-4c1f-b046-a3f4ba1ef7eb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:45.922981 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:45.981619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2d0d3703-d2e8-4862-8a7b-b10859c782e9 None None] Provisioning complete for port b0fc9b88-769e-46fa-afff-2c6f877b61a3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:45.982142 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3703-d2e8-4862-8a7b-b10859c782e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.022234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Pushing event updated for resources: {'Port': ['ID=b0fc9b88-769e-46fa-afff-2c6f877b61a3,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:46.067496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ce6e0-b10c-439a-93a7-475bdfae129f None None] Pushing event updated for resources: {'Port': ['ID=9098ac4a-fef4-4005-ab77-7cc109f18927,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:46.114783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c78d3-99d5-4e04-8e2f-76b797ff8533 req-e7a23d7e-80be-4d86-a717-7b74c1ac130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:46.116917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-560c78d3-99d5-4e04-8e2f-76b797ff8533 req-e7a23d7e-80be-4d86-a717-7b74c1ac130a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 1127 time: 0.3235292 Feb 19 03:26:46.125409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Router df25438a-b1db-4c23-9015-13a07c755a7f has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:46.152182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb977ef-a793-4725-a67a-0c3136680a9d None None] Pushing event updated for resources: {'Port': ['ID=603bdb2a-e982-48f7-9e67-0c118788fcc0,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:46.171694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (2e763f44-9eb9-4834-950d-5803d2d4e3e1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.243139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a169624-5ce0-4f4d-94e1-4f132ac10877 None None] Pushing event updated for resources: {'Port': ['ID=fa79cd9a-d594-4265-b575-ebf5419f4ee0,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:46.252439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Routers {'09631775-e1e4-4cc9-83db-f236c939de57'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:46.253105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['09631775-e1e4-4cc9-83db-f236c939de57'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:46.319410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.322921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] 10.222.0.42 "DELETE /v2.0/networks/2e763f44-9eb9-4834-950d-5803d2d4e3e1 HTTP/1.1" status: 204 len: 168 time: 1.2790616 Feb 19 03:26:46.330838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8aa11-38c0-46cd-979b-cec209615fda admin admin] Pushing event deleted for resources: {'Network': ['ID=2e763f44-9eb9-4834-950d-5803d2d4e3e1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:46.340830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d3703-d2e8-4862-8a7b-b10859c782e9 None None] Port b0fc9b88-769e-46fa-afff-2c6f877b61a3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:46.423354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8033c8ab-da98-4175-aed3-16cb812e96fb up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:46.458455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:46.470479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53084e69-07a1-4f1e-913a-89126227a37f req-e9e83b22-14aa-4820-871e-2bcae883442c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:46.471163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2d0d3703-d2e8-4862-8a7b-b10859c782e9 None None] Provisioning complete for port 9098ac4a-fef4-4005-ab77-7cc109f18927 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:46.471547 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3703-d2e8-4862-8a7b-b10859c782e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.478261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:46.480422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53084e69-07a1-4f1e-913a-89126227a37f req-e9e83b22-14aa-4820-871e-2bcae883442c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 945 time: 0.3595662 Feb 19 03:26:46.491693 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (eee87a92-0a89-4369-99a2-760454db6600), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.496015 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-560c78d3-99d5-4e04-8e2f-76b797ff8533 req-3133a119-edb8-4314-b174-eb2dbb3ba605 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622618 Feb 19 03:26:46.507958 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (eee87a92-0a89-4369-99a2-760454db6600), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.509115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.582413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46134) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:46.590069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] Set router 09631775-e1e4-4cc9-83db-f236c939de57 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:46.666917 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3586be2f-e7f5-41b4-b174-503ae3f949fb admin admin] Publish callbacks [] for security_group (6beab9f0-4c1f-454f-be82-1562db067e3d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.677700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53084e69-07a1-4f1e-913a-89126227a37f req-92f45c2f-9771-4e46-b6e3-0a2a4354633b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934388 Feb 19 03:26:46.722638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3586be2f-e7f5-41b4-b174-503ae3f949fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6beab9f0-4c1f-454f-be82-1562db067e3d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.785007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8033c8ab-da98-4175-aed3-16cb812e96fb triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:46.785398 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.818477 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3586be2f-e7f5-41b4-b174-503ae3f949fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c67d2155e1c4541ae2fe7fdc5745701&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3652995 Feb 19 03:26:46.825653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46136) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:46.861201 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46138) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:46.867456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-66fda97e-55ce-4105-8bd1-1ebcb4910bad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a2f2b305a6d41cd9793cf2f3a21ee12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829351 Feb 19 03:26:46.872735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:46.875463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586be2f-e7f5-41b4-b174-503ae3f949fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beab9f0-4c1f-454f-be82-1562db067e3d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:46.877363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=eee87a92-0a89-4369-99a2-760454db6600,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:46.891917 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-68972c60-8fdf-41de-b6da-a3423988e616 admin admin] 10.222.0.42 "PUT /v2.0/routers/df25438a-b1db-4c23-9015-13a07c755a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3722258 Feb 19 03:26:46.948199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Router 09631775-e1e4-4cc9-83db-f236c939de57 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:47.006761 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c4577c3-60d5-49d7-b2fe-03fd90502e6c admin admin] Publish callbacks [] for security_group (6beab9f0-4c1f-454f-be82-1562db067e3d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.012887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8eb99a8-1e8d-4870-bafb-c0c22800f65f admin admin] Publish callbacks [] for security_group (c0daed19-504d-49ec-b042-02766f8400f1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.023357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8bed4-1629-41ea-8cf9-cc2a35138995 req-077d8e0a-b040-42d0-bb72-fe5fbbd26fd4 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:47.036333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51f8bed4-1629-41ea-8cf9-cc2a35138995 req-077d8e0a-b040-42d0-bb72-fe5fbbd26fd4 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 946 time: 0.2431526 Feb 19 03:26:47.055519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d3703-d2e8-4862-8a7b-b10859c782e9 None None] Current status of the port 9098ac4a-fef4-4005-ab77-7cc109f18927 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:47.111643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Sync routers for ids ['df25438a-b1db-4c23-9015-13a07c755a7f'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:47.113242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network a8fd0944-aa63-495e-b126-ccc8a66536cf is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:47.123368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:47.132877 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c4577c3-60d5-49d7-b2fe-03fd90502e6c admin admin] Publish callbacks [] for security_group (6beab9f0-4c1f-454f-be82-1562db067e3d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.168779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Routers {'df25438a-b1db-4c23-9015-13a07c755a7f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:47.169422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['df25438a-b1db-4c23-9015-13a07c755a7f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:47.251462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8eb99a8-1e8d-4870-bafb-c0c22800f65f admin admin] Publish callbacks [] for security_group (c0daed19-504d-49ec-b042-02766f8400f1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.320725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-af0bb65c-a475-4c0b-abdc-14d0564dcebc None None] Provisioning complete for port b0fc9b88-769e-46fa-afff-2c6f877b61a3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:47.321373 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-af0bb65c-a475-4c0b-abdc-14d0564dcebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.340668 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c4577c3-60d5-49d7-b2fe-03fd90502e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6beab9f0-4c1f-454f-be82-1562db067e3d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.344677 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c4577c3-60d5-49d7-b2fe-03fd90502e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.349467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3c4577c3-60d5-49d7-b2fe-03fd90502e6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6beab9f0-4c1f-454f-be82-1562db067e3d HTTP/1.1" status: 204 len: 168 time: 0.4964952 Feb 19 03:26:47.397124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-af0bb65c-a475-4c0b-abdc-14d0564dcebc None None] Port b0fc9b88-769e-46fa-afff-2c6f877b61a3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:47.419795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51f8bed4-1629-41ea-8cf9-cc2a35138995 req-f342f027-fcf4-4a3a-8830-4a4b70afb760 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823979 Feb 19 03:26:47.448484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4577c3-60d5-49d7-b2fe-03fd90502e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beab9f0-4c1f-454f-be82-1562db067e3d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:47.469802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8033c8ab-da98-4175-aed3-16cb812e96fb is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:47.470431 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.508729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:47.515148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:47.533097 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dc4303a3-6c37-47e0-890a-2c3a58b125dd admin admin] 10.222.0.42 "PUT /v2.0/routers/09631775-e1e4-4cc9-83db-f236c939de57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5769708 Feb 19 03:26:47.536948 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8eb99a8-1e8d-4870-bafb-c0c22800f65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c0daed19-504d-49ec-b042-02766f8400f1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.547911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 2, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:47.552885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8eb99a8-1e8d-4870-bafb-c0c22800f65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.560707 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a8eb99a8-1e8d-4870-bafb-c0c22800f65f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0daed19-504d-49ec-b042-02766f8400f1 HTTP/1.1" status: 204 len: 168 time: 0.6979823 Feb 19 03:26:47.586245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb99a8-1e8d-4870-bafb-c0c22800f65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0daed19-504d-49ec-b042-02766f8400f1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:47.649478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f290c-e188-4f89-a1a2-464f7e4cb345 None None] The sync data for ids ['09631775-e1e4-4cc9-83db-f236c939de57'] in n-d-826756-2 is: [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 2, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:47.725088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebd3964c-ea1b-4124-928a-a834aec0b2fa req-51b5f37b-c3e8-4e0f-a256-768e35f8589e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e593bb7-df4c-4c49-956d-9d5d8ff89f25 HTTP/1.1" status: 200 len: 210 time: 0.1092675 Feb 19 03:26:47.852098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 8033c8ab-da98-4175-aed3-16cb812e96fb, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8033c8ab-da98-4175-aed3-16cb812e96fb,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:47.877957 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.879802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:47.881239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9098ac4a-fef4-4005-ab77-7cc109f18927 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:47.899450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-15c5c6b1-441f-488a-a3f9-e7e72ff9d211 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0079088 Feb 19 03:26:47.900241 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46158) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:47.906139 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:47.916911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-540273213'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:47.967992 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:47.968635 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:48.029341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:48.047516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.098156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Set router df25438a-b1db-4c23-9015-13a07c755a7f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:48.192593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:48.211925 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (553bf016-2691-4866-9d9a-e322d413acf9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.212424 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added segment 553bf016-2691-4866-9d9a-e322d413acf9 of type vlan for network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 Feb 19 03:26:48.269407 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:48.288653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (f0b754b5-b422-49cc-a50e-f3c57a4a6e43), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.330742 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (f0b754b5-b422-49cc-a50e-f3c57a4a6e43), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.340647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46316102-3bc6-46c0-934a-a7dbf01f406f None None] Network a8fd0944-aa63-495e-b126-ccc8a66536cf requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:48.341401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:48.343358 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.374394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-816cc690-4cca-4605-bbef-0d7577b57053 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:48.376170 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-816cc690-4cca-4605-bbef-0d7577b57053 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.37 "GET /v2.0/ports?device_id=93a85018-02fc-44e9-82f1-0265af530bf3 HTTP/1.1" status: 200 len: 946 time: 0.3862712 Feb 19 03:26:48.470785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Network': ['ID=f0b754b5-b422-49cc-a50e-f3c57a4a6e43,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:48.489674 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-60952d56-bf2f-4327-9f81-c763eb98c97a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5874236 Feb 19 03:26:48.492365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46166) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:48.499244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'subnet': {'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:48.539886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:48.619805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-8bb5b588-cd08-4d7f-9f02-634cb802e45d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Deleting port ae1171dd-a994-4a2b-b755-44cbf0743e04 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:48.620785 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-8bb5b588-cd08-4d7f-9f02-634cb802e45d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.757296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Made reservation on behalf of 4c85d6ec1e4a4352bd3474c9e290ef80 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:48.772697 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.846343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-8bb5b588-cd08-4d7f-9f02-634cb802e45d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] For port ae1171dd-a994-4a2b-b755-44cbf0743e04, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ae1171dd-a994-4a2b-b755-44cbf0743e04,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:48.846725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-8bb5b588-cd08-4d7f-9f02-634cb802e45d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.869753 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 2, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:48.883516 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-8bb5b588-cd08-4d7f-9f02-634cb802e45d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Calling delete_port for ae1171dd-a994-4a2b-b755-44cbf0743e04 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:48.936044 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:48.936606 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Updating router 7478db55-d71a-462e-9a12-8f18d1de8664 port eee87a92-0a89-4369-99a2-760454db6600 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:49.032993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fd3f3827-708d-4716-9541-aa3a70c41a0e None None] Provisioning complete for port 603bdb2a-e982-48f7-9e67-0c118788fcc0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:49.033368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3827-708d-4716-9541-aa3a70c41a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.052196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-a945119c-17ba-4558-a222-0fa023613c55 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:49.055366 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eee87a92-0a89-4369-99a2-760454db6600), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.059668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=8033c8ab-da98-4175-aed3-16cb812e96fb,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:49.077365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-a945119c-17ba-4558-a222-0fa023613c55 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 820 time: 0.2741854 Feb 19 03:26:49.099282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 9098ac4a-fef4-4005-ab77-7cc109f18927 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:49.099696 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.246931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-9cd64c05-d511-4bfd-90f1-9f480fc69f39 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/quotas/e9605fe96c2c4f65bc69205e0b7e9c65 HTTP/1.1" status: 200 len: 375 time: 0.1643026 Feb 19 03:26:49.287717 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-8bb5b588-cd08-4d7f-9f02-634cb802e45d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ae1171dd-a994-4a2b-b755-44cbf0743e04), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.361770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5b588-cd08-4d7f-9f02-634cb802e45d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Pushing event deleted for resources: {'Port': ['ID=ae1171dd-a994-4a2b-b755-44cbf0743e04,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:49.429518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-8bb5b588-cd08-4d7f-9f02-634cb802e45d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] No DVR routers for this DVR port ae1171dd-a994-4a2b-b755-44cbf0743e04 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:49.433557 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-8bb5b588-cd08-4d7f-9f02-634cb802e45d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.438170 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f7e3ea38-c5a6-4232-9ea8-44d7d9b2f248 req-8bb5b588-cd08-4d7f-9f02-634cb802e45d tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.37 "DELETE /v2.0/ports/ae1171dd-a994-4a2b-b755-44cbf0743e04 HTTP/1.1" status: 204 len: 173 time: 0.9748306 Feb 19 03:26:49.438845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a85018-02fc-44e9-82f1-0265af530bf3', 'name': 'network-vif-deleted', 'tag': 'ae1171dd-a994-4a2b-b755-44cbf0743e04'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:49.452255 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f40604-2023-4692-ac13-128a53be5040" -d '{"events": [{"server_uuid": "93a85018-02fc-44e9-82f1-0265af530bf3", "name": "network-vif-deleted", "tag": "ae1171dd-a994-4a2b-b755-44cbf0743e04"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:49.512861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-1ac15801-aef3-44e2-b920-4a0e89863335 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2643957 Feb 19 03:26:49.689534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46212) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:49.730392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1957149a-d59c-4069-acfc-8e1288bff80d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:49.732378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['71c795f1-b5c8-4ced-8ed9-a65699c4d856', 'ae1171dd-a994-4a2b-b755-44cbf0743e04'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:49.792019 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46216) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:49.989252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-71aff778-836e-49c8-b59a-0e596dc4a033 service neutron] 10.222.0.42 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602842 Feb 19 03:26:49.998859 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1289565023-network', 'tenant_id': '8c9cbff4c3c74166b365b4d69617218e'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:50.058683 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Made reservation on behalf of 8c9cbff4c3c74166b365b4d69617218e for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:50.069976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.082243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f3827-708d-4716-9541-aa3a70c41a0e None None] Current status of the port 603bdb2a-e982-48f7-9e67-0c118788fcc0 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:50.082779 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3827-708d-4716-9541-aa3a70c41a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.090979 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.128116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (2023eb80-11d4-4653-8183-5b12356554d7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.139016 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Publish callbacks [] for port (eee87a92-0a89-4369-99a2-760454db6600), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.147409 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eee87a92-0a89-4369-99a2-760454db6600), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.269419 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37807a-029d-43b5-bbea-aaf7682c36a4 None None] Pushing event updated for resources: {'Port': ['ID=eee87a92-0a89-4369-99a2-760454db6600,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:50.308582 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Attempting to bind port eee87a92-0a89-4369-99a2-760454db6600 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:50.309289 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Attempting to bind port eee87a92-0a89-4369-99a2-760454db6600 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:50.310048 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Attempting to bind port eee87a92-0a89-4369-99a2-760454db6600 on network a8fd0944-aa63-495e-b126-ccc8a66536cf {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:50.320890 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:50.321828 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Checking segment: {'id': '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:50.322420 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.323132 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Bound using segment: {'id': '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:50.323592 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Publish callbacks [] for security_group (2f69e6bb-c6aa-438d-9013-3213d719442e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.324460 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Bound port: eee87a92-0a89-4369-99a2-760454db6600, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:50.325361 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eee87a92-0a89-4369-99a2-760454db6600), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.335665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1213613517-network', 'tenant_id': '945f4e3f343b489cafd000abb754fec1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:50.346873 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2f69e6bb-c6aa-438d-9013-3213d719442e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.433133 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] For port eee87a92-0a89-4369-99a2-760454db6600, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:50.441754 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] For port eee87a92-0a89-4369-99a2-760454db6600, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=eee87a92-0a89-4369-99a2-760454db6600,segment=NetworkSegment(5f65c7bb-4fbe-4314-b9db-e80ce1bb3571),segment_id=5f65c7bb-4fbe-4314-b9db-e80ce1bb3571)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:50.451878 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eee87a92-0a89-4369-99a2-760454db6600), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.462928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:50.491091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f69e6bb-c6aa-438d-9013-3213d719442e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:50.508259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Made reservation on behalf of 945f4e3f343b489cafd000abb754fec1 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:50.512731 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.525507 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (cc2b4bcc-1b26-43f3-926e-fb88e8eeee88), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.529339 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Added segment cc2b4bcc-1b26-43f3-926e-fb88e8eeee88 of type vlan for network b6d45aaf-07b8-4ee3-ae4e-b68237b80a90 Feb 19 03:26:50.564227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 9098ac4a-fef4-4005-ab77-7cc109f18927 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:50.569218 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.571113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 44c52c18-f28e-49c2-a085-ed3290480001 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:50.621814 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:50.622809 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:50.625821 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37807a-029d-43b5-bbea-aaf7682c36a4 None None] Pushing event updated for resources: {'Port': ['ID=eee87a92-0a89-4369-99a2-760454db6600,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:50.695099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (b6d45aaf-07b8-4ee3-ae4e-b68237b80a90), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.734155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-fd3f3827-708d-4716-9541-aa3a70c41a0e None None] For port 603bdb2a-e982-48f7-9e67-0c118788fcc0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=603bdb2a-e982-48f7-9e67-0c118788fcc0,segment=NetworkSegment(5f65c7bb-4fbe-4314-b9db-e80ce1bb3571),segment_id=5f65c7bb-4fbe-4314-b9db-e80ce1bb3571)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:50.774359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3827-708d-4716-9541-aa3a70c41a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.796056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (b6d45aaf-07b8-4ee3-ae4e-b68237b80a90), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.801714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:50.802529 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.823562 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:50.856028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 44c52c18-f28e-49c2-a085-ed3290480001 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:50.856416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (44c52c18-f28e-49c2-a085-ed3290480001), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.871674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23c34a09-9bb3-4b10-abcc-e489cc736c6c', 'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'mac_address': 'fa:16:3e:db:83:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:40Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 2, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'subnets': [{'id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:50.898757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] Pushing event updated for resources: {'Network': ['ID=b6d45aaf-07b8-4ee3-ae4e-b68237b80a90,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:50.938361 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-31bff00d-439f-4996-a3c0-1a181e92412e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1448474 Feb 19 03:26:50.944656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46220) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:50.946872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Checking router: df25438a-b1db-4c23-9015-13a07c755a7f for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:50.947239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Updating router df25438a-b1db-4c23-9015-13a07c755a7f port 23c34a09-9bb3-4b10-abcc-e489cc736c6c binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:50.950061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network b6d45aaf-07b8-4ee3-ae4e-b68237b80a90 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:50.953784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Request body: {'subnet': {'network_id': 'b6d45aaf-07b8-4ee3-ae4e-b68237b80a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1289565023-subnet', 'tenant_id': '8c9cbff4c3c74166b365b4d69617218e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:50.959425 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Publish callbacks [] for security_group (cf78581d-e81f-4c58-a51a-109d16062b18), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.966721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cf78581d-e81f-4c58-a51a-109d16062b18), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.012912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:51.015564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Made reservation on behalf of 8c9cbff4c3c74166b365b4d69617218e for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:51.023938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.175856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Subnet': ['ID=2023eb80-11d4-4653-8183-5b12356554d7,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:51.235944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8a539927-382d-4986-b807-87c817b7434c None None] Provisioning complete for port eee87a92-0a89-4369-99a2-760454db6600 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:51.236329 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eee87a92-0a89-4369-99a2-760454db6600), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.269970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf78581d-e81f-4c58-a51a-109d16062b18,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:51.274427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (e0f3e0ae-f4f5-45e8-af32-97a91f1fa643), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.292028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.306920 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:50Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:51.352403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f3e0ae-f4f5-45e8-af32-97a91f1fa643,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:51.359166 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (329392bf-8915-48d5-8740-6d42f00fead2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.359629 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Added segment 329392bf-8915-48d5-8740-6d42f00fead2 of type vlan for network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 Feb 19 03:26:51.362830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Checking segment: {'id': '553bf016-2691-4866-9d9a-e322d413acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:51.363240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network hostable DHCP agents. Network: f0b754b5-b422-49cc-a50e-f3c57a4a6e43, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:51.372087 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46786baf-1457-411f-ab42-077d87072bf9 None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:50Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:51.408715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-e8c2208d-bbad-40ab-8308-65803bb25caa service neutron] 10.222.0.42 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4034088 Feb 19 03:26:51.414215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f3827-708d-4716-9541-aa3a70c41a0e None None] Pushing event updated for resources: {'Port': ['ID=603bdb2a-e982-48f7-9e67-0c118788fcc0,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:51.470415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:51.499490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, f0b754b5-b422-49cc-a50e-f3c57a4a6e43) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:51.522914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d3336400-e1dd-4eb4-bf58-d531a8c12ae4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.530807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:51.532600 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.556141 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Checking segment: {'id': 'cc2b4bcc-1b26-43f3-926e-fb88e8eeee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b6d45aaf-07b8-4ee3-ae4e-b68237b80a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:51.556929 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Network hostable DHCP agents. Network: b6d45aaf-07b8-4ee3-ae4e-b68237b80a90, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:51.563992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c638be3a-967b-4f0e-8b0d-6a7c172b0d79 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0703769 Feb 19 03:26:51.567240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46222) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:51.627409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a5afd-1f3a-41c9-9ee4-89577ca67c33 None None] Network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:51.647055 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d3336400-e1dd-4eb4-bf58-d531a8c12ae4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.651516 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:51.652967 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.760575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Network b6d45aaf-07b8-4ee3-ae4e-b68237b80a90 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:51.854620 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1602936 Feb 19 03:26:51.865886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46228) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:51.883832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, b6d45aaf-07b8-4ee3-ae4e-b68237b80a90) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:51.905550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2180b30e-38bf-45a2-986b-7bbc9b0fa9f9 None None] Network b6d45aaf-07b8-4ee3-ae4e-b68237b80a90 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:51.911129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Request body: {'subnet': {'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1213613517-subnet', 'tenant_id': '945f4e3f343b489cafd000abb754fec1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:51.932539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:51.935303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.971607 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6da39-5286-43fa-9bae-8b89b783a50f admin admin] Pushing event updated for resources: {'Network': ['ID=d3336400-e1dd-4eb4-bf58-d531a8c12ae4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:51.997674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Sync routers for ids ['09631775-e1e4-4cc9-83db-f236c939de57'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:52.006720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Made reservation on behalf of 945f4e3f343b489cafd000abb754fec1 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:52.012622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.097935 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-33403fbf-f3a6-425e-8a93-d8f38e3ab430 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1450574 Feb 19 03:26:52.098162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:52.098162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-f0b754b5-b422-49cc-a50e-f3c57a4a6e43', 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43', 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'fixed_ips': [{'subnet_id': '2023eb80-11d4-4653-8183-5b12356554d7'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:52.100614 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.243193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbcc60-84c4-49d6-ba25-2ceefd48e769 req-8033749f-738e-4eed-9ace-8e5133ee9bfd tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:52.253707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fdbcc60-84c4-49d6-ba25-2ceefd48e769 req-8033749f-738e-4eed-9ace-8e5133ee9bfd tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 945 time: 0.4082589 Feb 19 03:26:52.480001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Routers {'09631775-e1e4-4cc9-83db-f236c939de57'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:52.480656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['09631775-e1e4-4cc9-83db-f236c939de57'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:52.489702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 44c52c18-f28e-49c2-a085-ed3290480001 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:52.494421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.627911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ae1171dd-a994-4a2b-b755-44cbf0743e04 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:52.656202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:52.702768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fdbcc60-84c4-49d6-ba25-2ceefd48e769 req-3f6146d4-a37c-4b99-a811-fd89da5f9643 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478846 Feb 19 03:26:52.727350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Checking segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:52.737263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Network hostable DHCP agents. Network: d3336400-e1dd-4eb4-bf58-d531a8c12ae4, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:52.774577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:52.804242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d3336400-e1dd-4eb4-bf58-d531a8c12ae4) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:52.817487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:52.821942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.890743 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9a1480d0-e40e-4777-a1d9-f3af02272fa1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0047112 Feb 19 03:26:52.940672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: ae1171dd-a994-4a2b-b755-44cbf0743e04 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:52.941158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ae1171dd-a994-4a2b-b755-44cbf0743e04 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:52.944008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445a81d0-bc59-4a12-ba8b-1ea13217f3c1 None None] Network b6d45aaf-07b8-4ee3-ae4e-b68237b80a90 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:52.947443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.177130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8a539927-382d-4986-b807-87c817b7434c None None] Current status of the port eee87a92-0a89-4369-99a2-760454db6600 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:53.177918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eee87a92-0a89-4369-99a2-760454db6600), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.220127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4b16d2-f2cc-49d0-a72f-a9dba2931a04 None None] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:53.272091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8033c8ab-da98-4175-aed3-16cb812e96fb up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:53.299740 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.500114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46250) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:53.511240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--202254421', 'description': 'tempest-description--1751615075'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:53.561574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8a539927-382d-4986-b807-87c817b7434c None None] For port eee87a92-0a89-4369-99a2-760454db6600, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=eee87a92-0a89-4369-99a2-760454db6600,segment=NetworkSegment(5f65c7bb-4fbe-4314-b9db-e80ce1bb3571),segment_id=5f65c7bb-4fbe-4314-b9db-e80ce1bb3571)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:53.566126 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.581100 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eee87a92-0a89-4369-99a2-760454db6600), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.657566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Allocated IP 2001:db8:3::2 (f0b754b5-b422-49cc-a50e-f3c57a4a6e43/2023eb80-11d4-4653-8183-5b12356554d7/8eb9d8a3-fba3-4602-af04-cfcbd243ba8b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:53.672554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a539927-382d-4986-b807-87c817b7434c None None] Pushing event updated for resources: {'Port': ['ID=eee87a92-0a89-4369-99a2-760454db6600,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:53.714140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.718302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.719214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.720316 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.721325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.722447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.724132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.724927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.725982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.745759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.754587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.758992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.759553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.774347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8a539927-382d-4986-b807-87c817b7434c None None] Provisioning complete for port 603bdb2a-e982-48f7-9e67-0c118788fcc0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:53.775051 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a539927-382d-4986-b807-87c817b7434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.796023 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b62a43-5d28-4051-8b9c-d8381c70d20d x-openstack-request-id: req-63b62a43-5d28-4051-8b9c-d8381c70d20d {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:53.796632 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a85018-02fc-44e9-82f1-0265af530bf3", "name": "network-vif-deleted", "tag": "ae1171dd-a994-4a2b-b755-44cbf0743e04", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:53.797052 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63b62a43-5d28-4051-8b9c-d8381c70d20d {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:53.803840 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a85018-02fc-44e9-82f1-0265af530bf3', 'name': 'network-vif-deleted', 'tag': 'ae1171dd-a994-4a2b-b755-44cbf0743e04', 'status': 'completed', 'code': 200} Feb 19 03:26:53.843388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group (d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.859834 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.880540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-ebb32429-2557-4187-b027-197587550381 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:53.882118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-ebb32429-2557-4187-b027-197587550381 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.71 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 820 time: 0.1776042 Feb 19 03:26:53.897258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Request body: {'port': {'device_id': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'admin_state_up': True, 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:53.905263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.911732 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4089148 Feb 19 03:26:53.917987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46256) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:53.932787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c8a7a344-73ca-4f02-876d-e317e408fd09 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Request body: {'security_group_rule': {'security_group_id': 'd8ef2d2a-0e39-4e4f-987f-c1b740bb0a28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:53.943527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:53.957095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.957323 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.957772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.958311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.958827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.959325 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.959819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.960312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.960803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.961282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.961804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.962277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.962759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71841f9-d693-457d-8247-4ea9252afe0f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:53.965156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7861fd69-0ece-4b99-99f4-e6cb8dae7a4a req-2f11e4bb-af81-432a-874b-67611d6c3ec9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 210 time: 0.0734339 Feb 19 03:26:54.040118 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a344-73ca-4f02-876d-e317e408fd09 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group_rule (335da962-55a2-4fc0-853c-8ccebf2ec59d), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.107733 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Publish callbacks [] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.132612 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a344-73ca-4f02-876d-e317e408fd09 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group_rule (335da962-55a2-4fc0-853c-8ccebf2ec59d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.146912 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a344-73ca-4f02-876d-e317e408fd09 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (335da962-55a2-4fc0-853c-8ccebf2ec59d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.166999 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.175829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543155a-5fed-4e34-8a53-bb47f3a35181 None None] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:54.182989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Made reservation on behalf of e9605fe96c2c4f65bc69205e0b7e9c65 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:54.183525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Set router 09631775-e1e4-4cc9-83db-f236c939de57 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:54.186787 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.210969 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-6fe6d084-08fe-4e0e-b6d6-68beed3ad0bf req-2d0e9b51-e49e-4e32-be53-f54c4940610a tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] show failed (client error): The resource could not be found. Feb 19 03:26:54.211964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fe6d084-08fe-4e0e-b6d6-68beed3ad0bf req-2d0e9b51-e49e-4e32-be53-f54c4940610a tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] 10.222.0.42 "GET /v2.0/security-groups/502494a0-ce13-4dd6-a25d-50c1ee2e10a0 HTTP/1.1" status: 404 len: 352 time: 0.0506549 Feb 19 03:26:54.214817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7a344-73ca-4f02-876d-e317e408fd09 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335da962-55a2-4fc0-853c-8ccebf2ec59d,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:54.279906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8033c8ab-da98-4175-aed3-16cb812e96fb triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:54.280297 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.302980 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a344-73ca-4f02-876d-e317e408fd09 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.306794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c8a7a344-73ca-4f02-876d-e317e408fd09 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3852673 Feb 19 03:26:54.307536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46262) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:54.313938 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-528798f8-5580-4d10-86d0-d75ecadc47b7 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Request body: {'security_group_rule': {'security_group_id': 'd8ef2d2a-0e39-4e4f-987f-c1b740bb0a28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:54.349377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-528798f8-5580-4d10-86d0-d75ecadc47b7 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group_rule (ee13710f-4b91-497d-b584-9982aeace7eb), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.425450 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-528798f8-5580-4d10-86d0-d75ecadc47b7 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group_rule (ee13710f-4b91-497d-b584-9982aeace7eb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.432637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-528798f8-5580-4d10-86d0-d75ecadc47b7 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (ee13710f-4b91-497d-b584-9982aeace7eb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.435313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Allocated IP 172.20.0.5 (09df53f5-fc2c-4d67-ba9f-78200a1f53a4/6fb343f7-4220-46b0-ab49-26a68f2844e2/1f4e6502-669f-4021-96e4-630fc1043116) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:54.457241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-528798f8-5580-4d10-86d0-d75ecadc47b7 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.458721 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-528798f8-5580-4d10-86d0-d75ecadc47b7 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490695 Feb 19 03:26:54.463972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46264) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:54.464329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cb62d-bd6f-4b58-9c8f-3cd5052ce632 req-d6ce3062-757b-4260-bc94-08132c10508d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:54.466228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e2cb62d-bd6f-4b58-9c8f-3cd5052ce632 req-d6ce3062-757b-4260-bc94-08132c10508d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 945 time: 0.1566563 Feb 19 03:26:54.471288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:54.495013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528798f8-5580-4d10-86d0-d75ecadc47b7 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee13710f-4b91-497d-b584-9982aeace7eb,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:54.500242 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.549747 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1db4e-8af5-454a-9211-72b1c0c09072 None None] Pushing event updated for resources: {'Port': ['ID=23c34a09-9bb3-4b10-abcc-e489cc736c6c,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:54.565578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e2cb62d-bd6f-4b58-9c8f-3cd5052ce632 req-19ea9f3c-6d1f-4105-96ea-16dfc0ef179a tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898173 Feb 19 03:26:54.646374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8a539927-382d-4986-b807-87c817b7434c None None] Current status of the port 603bdb2a-e982-48f7-9e67-0c118788fcc0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:54.714434 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.756539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for port (1f4e6502-669f-4021-96e4-630fc1043116), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.833172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Attempting to bind port 23c34a09-9bb3-4b10-abcc-e489cc736c6c on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:54.834110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Attempting to bind port 23c34a09-9bb3-4b10-abcc-e489cc736c6c by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '77a769a9-4923-4bc4-be34-efd28abda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:54.834688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Attempting to bind port 23c34a09-9bb3-4b10-abcc-e489cc736c6c on network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:54.868315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Allocated IP 172.25.4.101 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/27f4235d-fb06-4406-989c-bc756598a94c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:54.892125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-002b93ff-8de9-4b34-8ff7-b02d60550388 None None] Provisioning complete for port eee87a92-0a89-4369-99a2-760454db6600 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:54.892861 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-002b93ff-8de9-4b34-8ff7-b02d60550388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eee87a92-0a89-4369-99a2-760454db6600), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.895257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:54.895950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Checking segment: {'id': '77a769a9-4923-4bc4-be34-efd28abda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:54.896548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.897137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Bound using segment: {'id': '77a769a9-4923-4bc4-be34-efd28abda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:54.897909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Bound port: 23c34a09-9bb3-4b10-abcc-e489cc736c6c, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a769a9-4923-4bc4-be34-efd28abda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:54.898766 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.941663 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1f4e6502-669f-4021-96e4-630fc1043116), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.007196 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Publish callbacks [] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.011314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for port (27f4235d-fb06-4406-989c-bc756598a94c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.017401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8033c8ab-da98-4175-aed3-16cb812e96fb is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:55.018896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fa79cd9a-d594-4265-b575-ebf5419f4ee0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:55.059949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (27f4235d-fb06-4406-989c-bc756598a94c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.081098 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.107642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:55.112857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:55.114518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:55.118503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:55.139658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:55.155825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:55.160929 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Pushing event updated for resources: {'Port': ['ID=27f4235d-fb06-4406-989c-bc756598a94c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:55.206492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Pushing event updated for resources: {'Port': ['ID=1f4e6502-669f-4021-96e4-630fc1043116,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:55.219309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:55.235887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:55.236495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-8283b69a-75e2-45d4-bb11-dac67cfd528c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:55.238579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:55.240751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-8283b69a-75e2-45d4-bb11-dac67cfd528c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.4365823 Feb 19 03:26:55.254531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Pushing event updated for resources: {'Port': ['ID=8eb9d8a3-fba3-4602-af04-cfcbd243ba8b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:55.267182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] For port 23c34a09-9bb3-4b10-abcc-e489cc736c6c, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:55.295783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Allocated IP 2001:db8:3::1 (f0b754b5-b422-49cc-a50e-f3c57a4a6e43/2023eb80-11d4-4653-8183-5b12356554d7/2d2312a7-3905-4584-b51a-2bf0f84fd306) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:55.319353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:55.320881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.333135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-bd8be5fa-2772-4159-b213-e3bd09831cb4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/quotas/945f4e3f343b489cafd000abb754fec1 HTTP/1.1" status: 200 len: 375 time: 0.0764394 Feb 19 03:26:55.345295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] For port 23c34a09-9bb3-4b10-abcc-e489cc736c6c, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=23c34a09-9bb3-4b10-abcc-e489cc736c6c,segment=NetworkSegment(77a769a9-4923-4bc4-be34-efd28abda335),segment_id=77a769a9-4923-4bc4-be34-efd28abda335)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:55.362769 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.365195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-cf79710a-b8dd-41c9-9904-269adc88735b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4725921 Feb 19 03:26:55.402789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-b6058658-700e-447e-b9b8-7d18aaa0f799 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628109 Feb 19 03:26:55.411670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Request body: {'port': {'device_id': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:55.464092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1db4e-8af5-454a-9211-72b1c0c09072 None None] Pushing event updated for resources: {'Port': ['ID=23c34a09-9bb3-4b10-abcc-e489cc736c6c,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:55.475214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port fa79cd9a-d594-4265-b575-ebf5419f4ee0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:55.475861 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.495475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-002b93ff-8de9-4b34-8ff7-b02d60550388 None None] Current status of the port eee87a92-0a89-4369-99a2-760454db6600 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:55.567501 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1f4e6502-669f-4021-96e4-630fc1043116), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.571477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Attempting to bind port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:55.572099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Attempting to bind port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '553bf016-2691-4866-9d9a-e322d413acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:55.572629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Attempting to bind port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b on network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:55.577405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Routers {'df25438a-b1db-4c23-9015-13a07c755a7f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:55.578113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['df25438a-b1db-4c23-9015-13a07c755a7f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:55.581627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 2, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:55.650821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Checking router: 09631775-e1e4-4cc9-83db-f236c939de57 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:55.651176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Updating router 09631775-e1e4-4cc9-83db-f236c939de57 port b0fc9b88-769e-46fa-afff-2c6f877b61a3 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:55.695421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for floatingip (24e1f0e8-1263-489e-8824-0305f30643ce), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.742780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:55.745567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Checking segment: {'id': '553bf016-2691-4866-9d9a-e322d413acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:55.749159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.750117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Bound using segment: {'id': '553bf016-2691-4866-9d9a-e322d413acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:55.751378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Bound port: 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553bf016-2691-4866-9d9a-e322d413acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:55.754991 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.797056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (27f4235d-fb06-4406-989c-bc756598a94c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.807516 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.911747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.935688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-1fee9ad8-2e31-4e21-8528-8c6300bdd070 service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795004 Feb 19 03:26:56.034409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for port (27f4235d-fb06-4406-989c-bc756598a94c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.040563 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (27f4235d-fb06-4406-989c-bc756598a94c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.087336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-dc769fff-46a4-4d35-b0e0-c9631947b89a service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504264 Feb 19 03:26:56.150397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Pushing event updated for resources: {'Port': ['ID=27f4235d-fb06-4406-989c-bc756598a94c,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:56.165107 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (24e1f0e8-1263-489e-8824-0305f30643ce), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.191176 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.203460 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.209674 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-158e33ee-17f1-4bf6-b798-6f6876a4d5b8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7444096 Feb 19 03:26:56.256676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:56.270581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:56.280170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:56.280875 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.338559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=2d2312a7-3905-4584-b51a-2bf0f84fd306,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:56.441808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4e6502-669f-4021-96e4-630fc1043116 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:56.453179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Publish callbacks [] for port (1f4e6502-669f-4021-96e4-630fc1043116), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.453511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] For port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:56.486114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] For port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8eb9d8a3-fba3-4602-af04-cfcbd243ba8b,segment=NetworkSegment(553bf016-2691-4866-9d9a-e322d413acf9),segment_id=553bf016-2691-4866-9d9a-e322d413acf9)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:56.499745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] Set router df25438a-b1db-4c23-9015-13a07c755a7f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:56.511627 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.514921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Transition to ACTIVE for port object 1f4e6502-669f-4021-96e4-630fc1043116 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:26:56.523738 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.563258 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1f4e6502-669f-4021-96e4-630fc1043116), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.651210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port fa79cd9a-d594-4265-b575-ebf5419f4ee0 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:56.651896 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.817755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port fa79cd9a-d594-4265-b575-ebf5419f4ee0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fa79cd9a-d594-4265-b575-ebf5419f4ee0,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:56.875487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4e6502-669f-4021-96e4-630fc1043116,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:56.927057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c29f98-56d9-48bb-8235-cc5a1649c38b None None] Pushing event updated for resources: {'Port': ['ID=8eb9d8a3-fba3-4602-af04-cfcbd243ba8b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:56.932900 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.933952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 603bdb2a-e982-48f7-9e67-0c118788fcc0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:56.963628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50703897-9df2-4e98-a26c-9854b74b1d0d req-947b3d51-1358-4bd5-b17a-440ce3dab653 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:56.972747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50703897-9df2-4e98-a26c-9854b74b1d0d req-947b3d51-1358-4bd5-b17a-440ce3dab653 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 945 time: 0.2556727 Feb 19 03:26:57.151024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-50703897-9df2-4e98-a26c-9854b74b1d0d req-d45d86fb-5944-47e4-b252-60afb5151983 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727459 Feb 19 03:26:57.176709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Attempting to bind port 1f4e6502-669f-4021-96e4-630fc1043116 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:57.177058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Attempting to bind port 1f4e6502-669f-4021-96e4-630fc1043116 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '77a769a9-4923-4bc4-be34-efd28abda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:57.177544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Attempting to bind port 1f4e6502-669f-4021-96e4-630fc1043116 on network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:57.188348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Port 1f4e6502-669f-4021-96e4-630fc1043116 on network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:26:57.189769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Attempting to bind port 1f4e6502-669f-4021-96e4-630fc1043116 on network 09df53f5-fc2c-4d67-ba9f-78200a1f53a4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:57.230636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:57.231800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Checking segment: {'id': '77a769a9-4923-4bc4-be34-efd28abda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:57.233903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Bound using segment: {'id': '77a769a9-4923-4bc4-be34-efd28abda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:57.235525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Bound port: 1f4e6502-669f-4021-96e4-630fc1043116, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a769a9-4923-4bc4-be34-efd28abda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:57.236795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1f4e6502-669f-4021-96e4-630fc1043116), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.293185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=fa79cd9a-d594-4265-b575-ebf5419f4ee0,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:57.453515 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Publish callbacks [] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.478017 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.478501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3da8a-51ed-41de-afdd-4232521a9356 req-09155b14-2721-463b-8b0e-628724318998 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:57.480098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33d3da8a-51ed-41de-afdd-4232521a9356 req-09155b14-2721-463b-8b0e-628724318998 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 943 time: 0.2188969 Feb 19 03:26:57.534173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] For port 1f4e6502-669f-4021-96e4-630fc1043116, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:57.578524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 603bdb2a-e982-48f7-9e67-0c118788fcc0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:57.578907 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.609052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] For port 1f4e6502-669f-4021-96e4-630fc1043116, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1f4e6502-669f-4021-96e4-630fc1043116,segment=NetworkSegment(77a769a9-4923-4bc4-be34-efd28abda335),segment_id=77a769a9-4923-4bc4-be34-efd28abda335)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:57.650453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29172-0817-4296-bd1b-286f1e611722 None None] Pushing event updated for resources: {'Port': ['ID=b0fc9b88-769e-46fa-afff-2c6f877b61a3,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:57.658858 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1f4e6502-669f-4021-96e4-630fc1043116), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.714926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23c34a09-9bb3-4b10-abcc-e489cc736c6c', 'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'mac_address': 'fa:16:3e:db:83:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:40Z', 'updated_at': '2022-02-19T03:26:55Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'subnets': [{'id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:57.743321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33d3da8a-51ed-41de-afdd-4232521a9356 req-64ed3025-6340-4df8-aaea-a1d4e23670e8 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491665 Feb 19 03:26:57.798951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:57.799398 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.800964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] 10.222.0.71 "PUT /v2.0/ports/1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 1091 time: 2.3968787 Feb 19 03:26:57.804192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:57.808058 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "tag": "1f4e6502-669f-4021-96e4-630fc1043116"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:57.840427 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.883889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Attempting to bind port b0fc9b88-769e-46fa-afff-2c6f877b61a3 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:57.885094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Attempting to bind port b0fc9b88-769e-46fa-afff-2c6f877b61a3 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:57.885724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Attempting to bind port b0fc9b88-769e-46fa-afff-2c6f877b61a3 on network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:57.887946 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.889310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.918250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544f91a-646d-491d-a02e-4f41f96bd3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4e6502-669f-4021-96e4-630fc1043116,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:57.924912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:57.925629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Checking segment: {'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:57.926605 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.927123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Bound using segment: {'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:57.928079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Bound port: b0fc9b88-769e-46fa-afff-2c6f877b61a3, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:57.928682 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.972594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582da79-6d56-47c1-ab4c-7547337d830b None None] The sync data for ids ['df25438a-b1db-4c23-9015-13a07c755a7f'] in n-d-826756-2 is: [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23c34a09-9bb3-4b10-abcc-e489cc736c6c', 'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'mac_address': 'fa:16:3e:db:83:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:40Z', 'updated_at': '2022-02-19T03:26:55Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'subnets': [{'id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:58.047589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 603bdb2a-e982-48f7-9e67-0c118788fcc0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:58.048930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9098ac4a-fef4-4005-ab77-7cc109f18927 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:58.149099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] For port b0fc9b88-769e-46fa-afff-2c6f877b61a3, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:58.155582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] For port b0fc9b88-769e-46fa-afff-2c6f877b61a3, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b0fc9b88-769e-46fa-afff-2c6f877b61a3,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:58.172125 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.177490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event updated for resources: {'Port': ['ID=2d2312a7-3905-4584-b51a-2bf0f84fd306,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:58.251373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-29e34784-eadc-483f-9895-2b3944f47c27 None None] Provisioning complete for port b0fc9b88-769e-46fa-afff-2c6f877b61a3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:58.252522 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29e34784-eadc-483f-9895-2b3944f47c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.395034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29172-0817-4296-bd1b-286f1e611722 None None] Pushing event updated for resources: {'Port': ['ID=b0fc9b88-769e-46fa-afff-2c6f877b61a3,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:58.397437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-428c7075-91bd-422d-a31e-d6aec83b232a tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--202254421&fields=id&tenant_id=9af0ac6206e4458d8c0615fcd62186b3 HTTP/1.1" status: 200 len: 267 time: 0.4743562 Feb 19 03:26:58.416012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 9098ac4a-fef4-4005-ab77-7cc109f18927 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:58.416658 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.486100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Routers {'09631775-e1e4-4cc9-83db-f236c939de57'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:58.488023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['09631775-e1e4-4cc9-83db-f236c939de57'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:58.519608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-05f2ca41-6fe2-4e39-ac4d-deac4610f447 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:58.522729 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-05f2ca41-6fe2-4e39-ac4d-deac4610f447 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.3421829 Feb 19 03:26:58.559820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Request body: {'port': {'device_id': '9ee45f1c-2bd7-4be4-93c5-3a061d653e34', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'admin_state_up': True, 'tenant_id': '945f4e3f343b489cafd000abb754fec1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:58.693141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363a7746-1bce-44ea-a11b-1c60d9c938a4 None None] Network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:58.812726 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Made reservation on behalf of 945f4e3f343b489cafd000abb754fec1 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:58.817174 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.873956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-29e34784-eadc-483f-9895-2b3944f47c27 None None] Current status of the port b0fc9b88-769e-46fa-afff-2c6f877b61a3 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:58.874353 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29e34784-eadc-483f-9895-2b3944f47c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.931811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 9098ac4a-fef4-4005-ab77-7cc109f18927 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:58.932983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device eee87a92-0a89-4369-99a2-760454db6600 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:59.011136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] Set router 09631775-e1e4-4cc9-83db-f236c939de57 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:59.095953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-29e34784-eadc-483f-9895-2b3944f47c27 None None] For port b0fc9b88-769e-46fa-afff-2c6f877b61a3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b0fc9b88-769e-46fa-afff-2c6f877b61a3,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:59.109022 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29e34784-eadc-483f-9895-2b3944f47c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.151952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Allocated IP 172.20.0.12 (d3336400-e1dd-4eb4-bf58-d531a8c12ae4/b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c/f304a424-f767-4a61-ac9e-24bbd0fc9ab3) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:59.212891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:59.216750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-3a5c372d-7864-47f2-8a50-bb84a9bde672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:59.217806 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-3a5c372d-7864-47f2-8a50-bb84a9bde672 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1125 time: 1.3571692 Feb 19 03:26:59.224790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:59.284267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-4935b15d-b937-453f-ad09-e12d09e81b62 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 217 time: 0.0543730 Feb 19 03:26:59.331183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-ee0f321f-44f9-4ac7-a960-8b9d2eadd96e tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:59.332835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-ee0f321f-44f9-4ac7-a960-8b9d2eadd96e tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e HTTP/1.1" status: 200 len: 945 time: 0.8277099 Feb 19 03:26:59.463474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks [] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.540995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-2da27c0b-47d1-4cf0-8252-24054d6e4e84 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:59.553208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-2da27c0b-47d1-4cf0-8252-24054d6e4e84 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/networks?id=7ba870a8-2c2a-4823-a9dd-c466790e27a2 HTTP/1.1" status: 200 len: 815 time: 1.1522963 Feb 19 03:26:59.572421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.589660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-69a85c9c-7285-4776-98c2-1f8594e4b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:59.590067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-69a85c9c-7285-4776-98c2-1f8594e4b397 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.2939961 Feb 19 03:26:59.591425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-9852e528-5ae8-4c96-8dc7-e43ea0909865 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/quotas/9af0ac6206e4458d8c0615fcd62186b3 HTTP/1.1" status: 200 len: 375 time: 0.0373819 Feb 19 03:26:59.648269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:59.656330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:59.660642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:59.675436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port eee87a92-0a89-4369-99a2-760454db6600 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:59.676498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eee87a92-0a89-4369-99a2-760454db6600), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.721425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e34784-eadc-483f-9895-2b3944f47c27 None None] Pushing event updated for resources: {'Port': ['ID=b0fc9b88-769e-46fa-afff-2c6f877b61a3,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:59.725604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event updated for resources: {'Port': ['ID=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:59.746943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-10f84e76-8ee1-483a-9525-dd276571ab94 None None] Provisioning complete for port b0fc9b88-769e-46fa-afff-2c6f877b61a3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:59.747335 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10f84e76-8ee1-483a-9525-dd276571ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.761731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:59.762442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.799825 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-c860d6ab-1b15-49ed-823b-ef0244ba3afe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2616131 Feb 19 03:26:59.809375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-b2e4c918-8b7b-4cf6-8ad4-fb72a3a3d5ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1982081 Feb 19 03:26:59.831620 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Request body: {'port': {'device_id': '9ee45f1c-2bd7-4be4-93c5-3a061d653e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:59.988564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:00.025698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port eee87a92-0a89-4369-99a2-760454db6600 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:00.037085 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.044995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-10f84e76-8ee1-483a-9525-dd276571ab94 None None] Current status of the port b0fc9b88-769e-46fa-afff-2c6f877b61a3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:00.072480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:58Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:00.077882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-10f84e76-8ee1-483a-9525-dd276571ab94 None None] Provisioning complete for port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:00.078276 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10f84e76-8ee1-483a-9525-dd276571ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.170090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61016bef-7e19-401d-b6a7-3c0ec3c8bc75 None None] The sync data for ids ['09631775-e1e4-4cc9-83db-f236c939de57'] in n-d-826756-2 is: [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:58Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:00.274467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-c8d53429-41e4-4772-8804-cb164f877bb0 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9af0ac6206e4458d8c0615fcd62186b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6669612 Feb 19 03:27:00.289175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:00.301020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6df86339-b5b6-4e23-8386-8e41f0cadde1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7315662 Feb 19 03:27:00.302453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46322) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:00.303365 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:00.312228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-76553736-33b2-4262-825b-045988a48879 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:00.325521 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:00.330590 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:00.339579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-10f84e76-8ee1-483a-9525-dd276571ab94 None None] Current status of the port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:00.340008 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10f84e76-8ee1-483a-9525-dd276571ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.438687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-a74db180-809b-4d37-90ab-27c9e5222a33 service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714238 Feb 19 03:27:00.454000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-7a4e23c0-67fe-4d55-94cf-32d9ec49a038 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Deleting port 1957149a-d59c-4069-acfc-8e1288bff80d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:00.454355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-7a4e23c0-67fe-4d55-94cf-32d9ec49a038 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.455606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-10f84e76-8ee1-483a-9525-dd276571ab94 None None] For port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8eb9d8a3-fba3-4602-af04-cfcbd243ba8b,segment=NetworkSegment(553bf016-2691-4866-9d9a-e322d413acf9),segment_id=553bf016-2691-4866-9d9a-e322d413acf9)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:00.460737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10f84e76-8ee1-483a-9525-dd276571ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.614156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f84e76-8ee1-483a-9525-dd276571ab94 None None] Pushing event updated for resources: {'Port': ['ID=8eb9d8a3-fba3-4602-af04-cfcbd243ba8b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:00.634819 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:00.657442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b0fc9b88-769e-46fa-afff-2c6f877b61a3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:00.661557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-52d69fed-bc3b-47fa-974b-35ced463695f None None] Provisioning complete for port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:00.661963 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52d69fed-bc3b-47fa-974b-35ced463695f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.850780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b0fc9b88-769e-46fa-afff-2c6f877b61a3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:00.851441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.922252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e27efe9b-c1ca-4104-8ab2-72bbae92d977 service neutron] 10.222.0.42 "GET /v2.0/networks/7ba870a8-2c2a-4823-a9dd-c466790e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467023 Feb 19 03:27:01.016188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-52d69fed-bc3b-47fa-974b-35ced463695f None None] Current status of the port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:01.039452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-fff5d2c0-c172-4f9b-b78f-482fdfe9ff65 service neutron] 10.222.0.42 "GET /v2.0/networks/7ba870a8-2c2a-4823-a9dd-c466790e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161189 Feb 19 03:27:01.060532 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d2312a7-3905-4584-b51a-2bf0f84fd306', 'name': '', 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:a9:7f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '2023eb80-11d4-4653-8183-5b12356554d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:53Z', 'updated_at': '2022-02-19T03:26:57Z', 'revision_number': 2, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '2023eb80-11d4-4653-8183-5b12356554d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:01.060877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-52d69fed-bc3b-47fa-974b-35ced463695f None None] Provisioning complete for port 2d2312a7-3905-4584-b51a-2bf0f84fd306 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:01.061107 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52d69fed-bc3b-47fa-974b-35ced463695f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.101534 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f4f681f-53e9-4b1a-adb7-280f87ab7693 req-fc42ae53-fb2a-47e9-831d-bb5b132a69eb service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400223 Feb 19 03:27:01.111082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-7a4e23c0-67fe-4d55-94cf-32d9ec49a038 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] For port 1957149a-d59c-4069-acfc-8e1288bff80d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1957149a-d59c-4069-acfc-8e1288bff80d,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:01.115232 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-7a4e23c0-67fe-4d55-94cf-32d9ec49a038 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.121350 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:01.121688 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Updating router 7478db55-d71a-462e-9a12-8f18d1de8664 port 2d2312a7-3905-4584-b51a-2bf0f84fd306 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:27:01.158178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-7a4e23c0-67fe-4d55-94cf-32d9ec49a038 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Calling delete_port for 1957149a-d59c-4069-acfc-8e1288bff80d owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:01.159657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b0fc9b88-769e-46fa-afff-2c6f877b61a3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:01.160806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fa79cd9a-d594-4265-b575-ebf5419f4ee0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:01.193159 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.197952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f304a424-f767-4a61-ac9e-24bbd0fc9ab3 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:01.205521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-52d69fed-bc3b-47fa-974b-35ced463695f None None] Port 2d2312a7-3905-4584-b51a-2bf0f84fd306 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:01.211622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Publish callbacks [] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.237211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Transition to ACTIVE for port object f304a424-f767-4a61-ac9e-24bbd0fc9ab3 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:01.265942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.extraroute_db [None req-76553736-33b2-4262-825b-045988a48879 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103616) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:27:01.275221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port fa79cd9a-d594-4265-b575-ebf5419f4ee0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:01.275702 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.293931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.extraroute_db [None req-76553736-33b2-4262-825b-045988a48879 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Removed routes are [] {{(pid=103616) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:27:01.294633 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76553736-33b2-4262-825b-045988a48879 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.300653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.488675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Pushing event updated for resources: {'Port': ['ID=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:01.511756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port fa79cd9a-d594-4265-b575-ebf5419f4ee0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:01.517007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 23c34a09-9bb3-4b10-abcc-e489cc736c6c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:01.525710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-7a4e23c0-67fe-4d55-94cf-32d9ec49a038 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1957149a-d59c-4069-acfc-8e1288bff80d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.592329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['71c795f1-b5c8-4ced-8ed9-a65699c4d856'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:01.706669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e23c0-67fe-4d55-94cf-32d9ec49a038 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Pushing event deleted for resources: {'Port': ['ID=1957149a-d59c-4069-acfc-8e1288bff80d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:01.710989 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Attempting to bind port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:01.711496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Attempting to bind port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:01.711976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Attempting to bind port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:01.780755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ac7b2-868a-4155-b66e-0adfcefe8860 req-c03fc042-e6f2-4d62-9d94-cf42b0e61765 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:01.795297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e67ac7b2-868a-4155-b66e-0adfcefe8860 req-c03fc042-e6f2-4d62-9d94-cf42b0e61765 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 944 time: 0.2944837 Feb 19 03:27:01.845152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:01.845578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Attempting to bind port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:01.849137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 23c34a09-9bb3-4b10-abcc-e489cc736c6c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:01.853821 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.877503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-7a4e23c0-67fe-4d55-94cf-32d9ec49a038 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] No DVR routers for this DVR port 1957149a-d59c-4069-acfc-8e1288bff80d on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:01.900568 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-7a4e23c0-67fe-4d55-94cf-32d9ec49a038 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.922471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f013fd11-ee21-4355-8a7f-183914df4ad9 req-7a4e23c0-67fe-4d55-94cf-32d9ec49a038 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.71 "DELETE /v2.0/ports/1957149a-d59c-4069-acfc-8e1288bff80d HTTP/1.1" status: 204 len: 173 time: 2.5250304 Feb 19 03:27:01.928002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:01.929438 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Checking segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:01.930054 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Bound using segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:01.930869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Bound port: f304a424-f767-4a61-ac9e-24bbd0fc9ab3, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:01.931541 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.002254 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Publish callbacks [] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.030930 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.031823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e67ac7b2-868a-4155-b66e-0adfcefe8860 req-30dbfa85-2865-4432-8a03-2cbc6500a1e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338417 Feb 19 03:27:02.046271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 23c34a09-9bb3-4b10-abcc-e489cc736c6c is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:02.046820 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.093610 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76553736-33b2-4262-825b-045988a48879 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.131628 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76553736-33b2-4262-825b-045988a48879 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.140741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 23c34a09-9bb3-4b10-abcc-e489cc736c6c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=23c34a09-9bb3-4b10-abcc-e489cc736c6c,segment=NetworkSegment(77a769a9-4923-4bc4-be34-efd28abda335),segment_id=77a769a9-4923-4bc4-be34-efd28abda335)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:02.158390 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.161260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:02.232933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14db43fb-7715-4900-80d3-9ba0e9900995 req-6d6ad096-6dc3-492d-9def-ae03e5565d2c tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcaa8557-6fe3-46aa-b219-77d1548ac91e HTTP/1.1" status: 200 len: 210 time: 0.0874529 Feb 19 03:27:02.340488 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c30be-81b4-4347-a9cc-be8dfebdec5d None None] Pushing event updated for resources: {'Port': ['ID=2d2312a7-3905-4584-b51a-2bf0f84fd306,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:02.355631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] For port f304a424-f767-4a61-ac9e-24bbd0fc9ab3, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:02.420813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e98bdfc5-d9c2-4910-ac6e-13964ca2fee8 req-8a6342a7-a225-4d2d-a272-e6b07e3b6a9e tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c9cbff4c3c74166b365b4d69617218e HTTP/1.1" status: 200 len: 3005 time: 0.1438718 Feb 19 03:27:02.475232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=23c34a09-9bb3-4b10-abcc-e489cc736c6c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:02.481538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] For port f304a424-f767-4a61-ac9e-24bbd0fc9ab3, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:02.501744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:02.502193 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.520211 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.531998 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Attempting to bind port 2d2312a7-3905-4584-b51a-2bf0f84fd306 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:02.535093 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Attempting to bind port 2d2312a7-3905-4584-b51a-2bf0f84fd306 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '553bf016-2691-4866-9d9a-e322d413acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:02.536569 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Attempting to bind port 2d2312a7-3905-4584-b51a-2bf0f84fd306 on network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:02.553245 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:02.553664 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Checking segment: {'id': '553bf016-2691-4866-9d9a-e322d413acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:02.554172 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.554661 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Bound using segment: {'id': '553bf016-2691-4866-9d9a-e322d413acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:02.556912 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Bound port: 2d2312a7-3905-4584-b51a-2bf0f84fd306, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553bf016-2691-4866-9d9a-e322d413acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:02.557355 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.572722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e98bdfc5-d9c2-4910-ac6e-13964ca2fee8 req-e81c1016-e36a-4a1e-84e0-416db919d305 tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] 10.222.0.42 "GET /v2.0/security-groups/2f69e6bb-c6aa-438d-9013-3213d719442e HTTP/1.1" status: 200 len: 3002 time: 0.1500342 Feb 19 03:27:02.605729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76553736-33b2-4262-825b-045988a48879 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:02.654452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e98bdfc5-d9c2-4910-ac6e-13964ca2fee8 req-17add82a-11f9-42be-b492-d3e4a2f2aa64 tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] 10.222.0.42 "GET /v2.0/security-groups/2f69e6bb-c6aa-438d-9013-3213d719442e HTTP/1.1" status: 200 len: 3002 time: 0.0733709 Feb 19 03:27:02.658812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:02.658812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.666350 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] 10.222.0.37 "PUT /v2.0/ports/f304a424-f767-4a61-ac9e-24bbd0fc9ab3 HTTP/1.1" status: 200 len: 1092 time: 2.8467808 Feb 19 03:27:02.666350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee45f1c-2bd7-4be4-93c5-3a061d653e34', 'tag': 'f304a424-f767-4a61-ac9e-24bbd0fc9ab3'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:02.677654 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f9a1de-cb9d-4158-8085-5e0450917510" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee45f1c-2bd7-4be4-93c5-3a061d653e34", "tag": "f304a424-f767-4a61-ac9e-24bbd0fc9ab3"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:02.742738 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] For port 2d2312a7-3905-4584-b51a-2bf0f84fd306, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:02.748153 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] For port 2d2312a7-3905-4584-b51a-2bf0f84fd306, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2d2312a7-3905-4584-b51a-2bf0f84fd306,segment=NetworkSegment(553bf016-2691-4866-9d9a-e322d413acf9),segment_id=553bf016-2691-4866-9d9a-e322d413acf9)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:02.748485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:02.750367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device eee87a92-0a89-4369-99a2-760454db6600 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:02.758364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1957149a-d59c-4069-acfc-8e1288bff80d no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:02.759980 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.821901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 1957149a-d59c-4069-acfc-8e1288bff80d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:02.822408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1957149a-d59c-4069-acfc-8e1288bff80d not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:02.835918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6093ee25-6dd7-4ada-add3-f69fe17c6dd0 None None] Provisioning complete for port 2d2312a7-3905-4584-b51a-2bf0f84fd306 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:02.835918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6093ee25-6dd7-4ada-add3-f69fe17c6dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.841333 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c30be-81b4-4347-a9cc-be8dfebdec5d None None] Pushing event updated for resources: {'Port': ['ID=2d2312a7-3905-4584-b51a-2bf0f84fd306,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:02.897658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port eee87a92-0a89-4369-99a2-760454db6600 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:02.898487 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eee87a92-0a89-4369-99a2-760454db6600), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.898972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd8dc8-0c06-4fec-b1f1-435707c1100c service neutron] Pushing event updated for resources: {'Port': ['ID=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:02.972360 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:02.972775 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:03.000881 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6093ee25-6dd7-4ada-add3-f69fe17c6dd0 None None] Current status of the port 2d2312a7-3905-4584-b51a-2bf0f84fd306 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:03.001536 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6093ee25-6dd7-4ada-add3-f69fe17c6dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.025332 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125ed7bb-374d-49e9-9e64-d78fc3a0d3aa x-openstack-request-id: req-125ed7bb-374d-49e9-9e64-d78fc3a0d3aa {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:03.025755 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "tag": "1f4e6502-669f-4021-96e4-630fc1043116", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:03.026165 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-125ed7bb-374d-49e9-9e64-d78fc3a0d3aa {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:03.026753 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116', 'status': 'completed', 'code': 200} Feb 19 03:27:03.030561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-09a6ce0d-d4a7-400e-ab46-d9f45fc68cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.033198 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-09a6ce0d-d4a7-400e-ab46-d9f45fc68cf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 1126 time: 0.2723768 Feb 19 03:27:03.039419 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76553736-33b2-4262-825b-045988a48879 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:03.056814 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76553736-33b2-4262-825b-045988a48879 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.062172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46342) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:03.062458 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-76553736-33b2-4262-825b-045988a48879 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664 HTTP/1.1" status: 200 len: 954 time: 2.7591639 Feb 19 03:27:03.095486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6093ee25-6dd7-4ada-add3-f69fe17c6dd0 None None] For port 2d2312a7-3905-4584-b51a-2bf0f84fd306, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2d2312a7-3905-4584-b51a-2bf0f84fd306,segment=NetworkSegment(553bf016-2691-4866-9d9a-e322d413acf9),segment_id=553bf016-2691-4866-9d9a-e322d413acf9)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:03.112634 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6093ee25-6dd7-4ada-add3-f69fe17c6dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.116593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port eee87a92-0a89-4369-99a2-760454db6600 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:03.173074 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-fbf60513-0cde-4bee-933c-ba35ce41d412 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f304a424-f767-4a61-ac9e-24bbd0fc9ab3 HTTP/1.1" status: 200 len: 217 time: 0.1094015 Feb 19 03:27:03.257309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093ee25-6dd7-4ada-add3-f69fe17c6dd0 None None] Pushing event updated for resources: {'Port': ['ID=2d2312a7-3905-4584-b51a-2bf0f84fd306,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:03.311214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-62845daa-8d3b-46f6-934c-0e4896c0a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.312737 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-62845daa-8d3b-46f6-934c-0e4896c0a793 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.1320703 Feb 19 03:27:03.313414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:03.388359 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-fd753619-f3b2-4b86-9813-8fe7ee227b9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685289 Feb 19 03:27:03.413668 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:03.439272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:03.439722 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.526395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf req-64105859-7884-4f8c-9c2b-728d9a75c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.527995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf req-64105859-7884-4f8c-9c2b-728d9a75c09e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1125 time: 0.4541488 Feb 19 03:27:03.540411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f14af0e0-d6b1-4635-aefa-3f5b34f0c508 None None] Provisioning complete for port 2d2312a7-3905-4584-b51a-2bf0f84fd306 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:03.540864 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f14af0e0-d6b1-4635-aefa-3f5b34f0c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.596017 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-f630b592-70b7-4068-a72e-ee07ead18443 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987128 Feb 19 03:27:03.609115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f4f518d5-d5c3-4a1c-afb5-c7ec7dafbd7b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664 HTTP/1.1" status: 200 len: 954 time: 0.5453932 Feb 19 03:27:03.619289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46348) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:03.626833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6fd0622a-713e-494c-b562-d251c2f680bc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'routes': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:03.660597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6991523-7c36-4f5a-8e08-fb1d97d1641a req-cc645a0d-1c9e-4fd3-924c-4b9656e10f71 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.671526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6991523-7c36-4f5a-8e08-fb1d97d1641a req-cc645a0d-1c9e-4fd3-924c-4b9656e10f71 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 943 time: 0.3673790 Feb 19 03:27:03.700630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:03.701728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 23c34a09-9bb3-4b10-abcc-e489cc736c6c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:03.766630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f14af0e0-d6b1-4635-aefa-3f5b34f0c508 None None] Current status of the port 2d2312a7-3905-4584-b51a-2bf0f84fd306 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:03.809481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 23c34a09-9bb3-4b10-abcc-e489cc736c6c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:03.809481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.832232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-cdbc132b-0c2e-4f9d-b996-78a73443ab8f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.834164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-cdbc132b-0c2e-4f9d-b996-78a73443ab8f tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.71 "GET /v2.0/networks?id=7ba870a8-2c2a-4823-a9dd-c466790e27a2 HTTP/1.1" status: 200 len: 815 time: 0.4234495 Feb 19 03:27:03.851819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6991523-7c36-4f5a-8e08-fb1d97d1641a req-fdcb8ef4-c3a0-4a01-a541-5071475c2a48 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788840 Feb 19 03:27:03.859398 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:01Z', 'revision_number': 6, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d2312a7-3905-4584-b51a-2bf0f84fd306', 'name': '', 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:a9:7f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '2023eb80-11d4-4653-8183-5b12356554d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:53Z', 'updated_at': '2022-02-19T03:27:02Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '2023eb80-11d4-4653-8183-5b12356554d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:03.878227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf req-8bad5ac0-e579-423d-a2ea-dae0bb646d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.880139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf req-8bad5ac0-e579-423d-a2ea-dae0bb646d1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 921 time: 0.3427160 Feb 19 03:27:03.902656 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f17028-8319-40ce-8647-2bd22f4ece92 None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:01Z', 'revision_number': 6, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d2312a7-3905-4584-b51a-2bf0f84fd306', 'name': '', 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:a9:7f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '2023eb80-11d4-4653-8183-5b12356554d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:53Z', 'updated_at': '2022-02-19T03:27:02Z', 'revision_number': 4, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '2023eb80-11d4-4653-8183-5b12356554d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:03.974088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf req-3cad4f0a-bace-411c-89c8-6055035e9b50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 217 time: 0.0603745 Feb 19 03:27:03.999195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 23c34a09-9bb3-4b10-abcc-e489cc736c6c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:04.038180 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-152daa87-34a2-4eff-aadb-5c7886a2379a req-92c59ec0-2803-4e66-b954-00f251d6b4c4 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337308 Feb 19 03:27:04.064198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf req-fc4fac11-d841-4a14-965a-052769bc2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:04.066265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf req-fc4fac11-d841-4a14-965a-052769bc2b94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.0957062 Feb 19 03:27:04.080141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9130d0ef-ac60-45ff-99a5-ee274f2b1e31 req-4b229ad9-d4f3-42c2-9007-31fe2064e3a6 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 210 time: 0.0553963 Feb 19 03:27:04.150528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-96fc56ac-d50b-4775-ab60-fb04438515fb tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9af0ac6206e4458d8c0615fcd62186b3 HTTP/1.1" status: 200 len: 379 time: 0.2959967 Feb 19 03:27:04.152808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf req-2170252d-7520-43e3-b652-1183454baa2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645366 Feb 19 03:27:04.186686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Request body: {'port': {'device_id': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'admin_state_up': True, 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'security_groups': ['d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:04.289795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.extraroute_db [None req-6fd0622a-713e-494c-b562-d251c2f680bc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added routes are [] {{(pid=103616) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:27:04.290773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.extraroute_db [None req-6fd0622a-713e-494c-b562-d251c2f680bc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103616) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:27:04.304668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97ddc949-c85b-444b-a2c0-4aa69b49ac1e req-c733057e-2fcc-415f-bfa9-0eb3e7e73516 tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] 10.222.0.42 "GET /v2.0/security-groups/2f69e6bb-c6aa-438d-9013-3213d719442e HTTP/1.1" status: 200 len: 3002 time: 0.1888199 Feb 19 03:27:04.329273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fd0622a-713e-494c-b562-d251c2f680bc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.400715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf req-65c5be84-b0e1-46d9-ad99-59e780e3b57f service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286620 Feb 19 03:27:04.512340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Made reservation on behalf of 9af0ac6206e4458d8c0615fcd62186b3 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:04.516401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.525823 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-97ddc949-c85b-444b-a2c0-4aa69b49ac1e req-718c5e46-1d3c-40ab-8306-b4cf6ad18998 tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 03:27:04.527033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97ddc949-c85b-444b-a2c0-4aa69b49ac1e req-718c5e46-1d3c-40ab-8306-b4cf6ad18998 tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] 10.222.0.42 "DELETE /v2.0/security-groups/2f69e6bb-c6aa-438d-9013-3213d719442e HTTP/1.1" status: 409 len: 352 time: 0.2067552 Feb 19 03:27:04.555722 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fd0622a-713e-494c-b562-d251c2f680bc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.561028 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fd0622a-713e-494c-b562-d251c2f680bc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.633129 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1508cde1-9259-4623-a377-a44549d02db5 x-openstack-request-id: req-1508cde1-9259-4623-a377-a44549d02db5 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:04.633517 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee45f1c-2bd7-4be4-93c5-3a061d653e34", "tag": "f304a424-f767-4a61-ac9e-24bbd0fc9ab3", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:04.634068 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1508cde1-9259-4623-a377-a44549d02db5 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:04.634881 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee45f1c-2bd7-4be4-93c5-3a061d653e34', 'tag': 'f304a424-f767-4a61-ac9e-24bbd0fc9ab3', 'status': 'completed', 'code': 200} Feb 19 03:27:04.648642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c99c6c8e-9353-4ee5-b8d3-8e2216f2a4bf req-0dc6a74e-1b2d-4b5a-bdc6-2b360c4bbb65 service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391925 Feb 19 03:27:04.769881 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1f4e6502-669f-4021-96e4-630fc1043116 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:04.785478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Allocated IP 172.20.0.12 (7ba870a8-2c2a-4823-a9dd-c466790e27a2/c831785f-15e9-481d-993e-78d0e1f16b5f/e4e522ad-8423-4852-bbbe-9a581af8fb2a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:04.813428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc9306-07aa-46b7-bb8f-c7071a884c62 req-c5f0c39e-eed4-4773-8672-1e4b40d93dd7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:04.815200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6dc9306-07aa-46b7-bb8f-c7071a884c62 req-c5f0c39e-eed4-4773-8672-1e4b40d93dd7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 945 time: 0.0906434 Feb 19 03:27:04.909970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1f4e6502-669f-4021-96e4-630fc1043116, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1f4e6502-669f-4021-96e4-630fc1043116,segment=NetworkSegment(77a769a9-4923-4bc4-be34-efd28abda335),segment_id=77a769a9-4923-4bc4-be34-efd28abda335)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:04.923169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '1f4e6502-669f-4021-96e4-630fc1043116', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'port_id': '1f4e6502-669f-4021-96e4-630fc1043116', 'mac_address': 'fa:16:3e:e2:05:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:04.972961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 1f4e6502-669f-4021-96e4-630fc1043116 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:04.973360 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1f4e6502-669f-4021-96e4-630fc1043116), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.985689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6dc9306-07aa-46b7-bb8f-c7071a884c62 req-64124711-2fdf-44e9-a404-51f097a81e9a tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334147 Feb 19 03:27:04.990696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4e6502-669f-4021-96e4-630fc1043116 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:05.007569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-21f5c439-a220-4eac-88b5-824c431777cb tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.009805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-21f5c439-a220-4eac-88b5-824c431777cb tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ca16389-abe8-40c3-9360-2c2421f6a9c1 HTTP/1.1" status: 200 len: 945 time: 0.1876855 Feb 19 03:27:05.023083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1f4e6502-669f-4021-96e4-630fc1043116, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1f4e6502-669f-4021-96e4-630fc1043116,segment=NetworkSegment(77a769a9-4923-4bc4-be34-efd28abda335),segment_id=77a769a9-4923-4bc4-be34-efd28abda335)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:05.031110 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1f4e6502-669f-4021-96e4-630fc1043116), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.035835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaa8557-6fe3-46aa-b219-77d1548ac91e', 'name': 'network-vif-deleted', 'tag': '1957149a-d59c-4069-acfc-8e1288bff80d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:05.038290 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67572de5-8412-4ead-b2c2-8e761d3cb55e" -d '{"events": [{"server_uuid": "fcaa8557-6fe3-46aa-b219-77d1548ac91e", "name": "network-vif-deleted", "tag": "1957149a-d59c-4069-acfc-8e1288bff80d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:05.111751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=1f4e6502-669f-4021-96e4-630fc1043116,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:05.124928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:05.139641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd0622a-713e-494c-b562-d251c2f680bc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:05.140220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:05.140987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:05.160922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a1de-cb9d-4158-8085-5e0450917510 req-dd98c893-20d2-4fc2-bd6f-35d849a413a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.166097 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3f9a1de-cb9d-4158-8085-5e0450917510 req-dd98c893-20d2-4fc2-bd6f-35d849a413a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 1126 time: 0.4874048 Feb 19 03:27:05.262074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.264585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:05.318204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa6b50-7245-48c9-bcf1-b93f3c284920 req-57d6f698-9cfc-4b72-86d6-25a7bb7f4e4d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.319866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2d2312a7-3905-4584-b51a-2bf0f84fd306 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:05.322523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1f4e6502-669f-4021-96e4-630fc1043116'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:05.325161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23fa6b50-7245-48c9-bcf1-b93f3c284920 req-57d6f698-9cfc-4b72-86d6-25a7bb7f4e4d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 944 time: 0.2345345 Feb 19 03:27:05.339379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd0622a-713e-494c-b562-d251c2f680bc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:05.347201 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fd0622a-713e-494c-b562-d251c2f680bc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.348959 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6fd0622a-713e-494c-b562-d251c2f680bc tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664 HTTP/1.1" status: 200 len: 704 time: 1.7295845 Feb 19 03:27:05.350918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46358) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:05.359553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-fd9f7de2-1e8b-4ced-8a8f-240561f01ec3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Deleting port 03093107-456b-478c-89b2-c34b92703236 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:05.359553 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-fd9f7de2-1e8b-4ced-8a8f-240561f01ec3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (03093107-456b-478c-89b2-c34b92703236), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.377565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.414373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a1de-cb9d-4158-8085-5e0450917510 req-bf668bf9-5d55-475c-abe1-4f8dc62a1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.415798 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3f9a1de-cb9d-4158-8085-5e0450917510 req-bf668bf9-5d55-475c-abe1-4f8dc62a1d8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 913 time: 0.2101605 Feb 19 03:27:05.483461 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3f9a1de-cb9d-4158-8085-5e0450917510 req-a4228a6f-b6dd-49b5-a2d4-795b7e994af6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f304a424-f767-4a61-ac9e-24bbd0fc9ab3 HTTP/1.1" status: 200 len: 217 time: 0.0399756 Feb 19 03:27:05.490396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23fa6b50-7245-48c9-bcf1-b93f3c284920 req-5ae7c2e5-c86d-483a-8b64-2104ce9ec76e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643209 Feb 19 03:27:05.493622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:05.541211 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0d018769-81dd-490f-8bab-bef9257db66b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664 HTTP/1.1" status: 200 len: 704 time: 0.1891923 Feb 19 03:27:05.544041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46360) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:05.561772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-fd9f7de2-1e8b-4ced-8a8f-240561f01ec3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] For port 03093107-456b-478c-89b2-c34b92703236, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=03093107-456b-478c-89b2-c34b92703236,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:05.562235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-fd9f7de2-1e8b-4ced-8a8f-240561f01ec3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (03093107-456b-478c-89b2-c34b92703236), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.601328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a1de-cb9d-4158-8085-5e0450917510 req-3c5e1c2a-48b8-413b-b1b3-96d4c8500bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.602497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-fd9f7de2-1e8b-4ced-8a8f-240561f01ec3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Calling delete_port for 03093107-456b-478c-89b2-c34b92703236 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:05.602930 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3f9a1de-cb9d-4158-8085-5e0450917510 req-3c5e1c2a-48b8-413b-b1b3-96d4c8500bd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.1106322 Feb 19 03:27:05.636551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:05.639890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Pushing event updated for resources: {'Port': ['ID=e4e522ad-8423-4852-bbbe-9a581af8fb2a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:05.653816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:05.676252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2d2312a7-3905-4584-b51a-2bf0f84fd306 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:05.676551 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.702156 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3f9a1de-cb9d-4158-8085-5e0450917510 req-ba7f44b3-830b-4dc7-94d8-d87cbedfe923 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664275 Feb 19 03:27:05.860260 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-f67d164b-9ca6-46cf-b38b-713be1426969 req-f409b01f-93a0-4dd7-a3ff-150afd04cd1b tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] show failed (client error): The resource could not be found. Feb 19 03:27:05.861934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f67d164b-9ca6-46cf-b38b-713be1426969 req-f409b01f-93a0-4dd7-a3ff-150afd04cd1b tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] 10.222.0.42 "GET /v2.0/security-groups/1b2415e3-db11-4cdd-9a86-a398b7c94547 HTTP/1.1" status: 404 len: 352 time: 0.2191899 Feb 19 03:27:05.930425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.931006 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.946570 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-fd9f7de2-1e8b-4ced-8a8f-240561f01ec3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (03093107-456b-478c-89b2-c34b92703236), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.952143 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3f9a1de-cb9d-4158-8085-5e0450917510 req-0f832322-2aea-44f3-a0ed-eb8f13e30d98 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034645 Feb 19 03:27:05.980778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['03093107-456b-478c-89b2-c34b92703236'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:06.009689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b', '009742af-b4af-4858-a3ed-a0504f04b9dd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:06.021311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f7de2-1e8b-4ced-8a8f-240561f01ec3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event deleted for resources: {'Port': ['ID=03093107-456b-478c-89b2-c34b92703236,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:06.034502 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-e01b1a65-4a5c-422b-8744-f492420b2408 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8634934 Feb 19 03:27:06.107433 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2d2312a7-3905-4584-b51a-2bf0f84fd306 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:06.128593 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.142838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-fd9f7de2-1e8b-4ced-8a8f-240561f01ec3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] No DVR routers for this DVR port 03093107-456b-478c-89b2-c34b92703236 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:06.148547 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3f9a1de-cb9d-4158-8085-5e0450917510 req-6c963d39-7f79-4d5f-87dd-a24650e0cc97 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868513 Feb 19 03:27:06.155155 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-fd9f7de2-1e8b-4ced-8a8f-240561f01ec3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.160614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3de5d62b-4d1e-470f-afb6-0d25de6b6501 req-fd9f7de2-1e8b-4ced-8a8f-240561f01ec3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "DELETE /v2.0/ports/03093107-456b-478c-89b2-c34b92703236 HTTP/1.1" status: 204 len: 173 time: 1.1435380 Feb 19 03:27:06.177674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:04Z', 'revision_number': 7, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d2312a7-3905-4584-b51a-2bf0f84fd306', 'name': '', 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:a9:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '2023eb80-11d4-4653-8183-5b12356554d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:53Z', 'updated_at': '2022-02-19T03:27:03Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '2023eb80-11d4-4653-8183-5b12356554d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:06.187817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Request body: {'port': {'device_id': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:06.224196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5dc048bd-2749-4e91-a334-77c0aa59da5f None None] Provisioning complete for port e4e522ad-8423-4852-bbbe-9a581af8fb2a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:06.224698 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dc048bd-2749-4e91-a334-77c0aa59da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.227889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:06.237284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.294027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:06.295270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:06.305553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5dc048bd-2749-4e91-a334-77c0aa59da5f None None] Port e4e522ad-8423-4852-bbbe-9a581af8fb2a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:06.340395 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.450571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e88e56-2fb1-4036-ab1c-759f26e549e6 req-c00ed861-ecb1-40f2-bc5e-c06434800953 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.458030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22e88e56-2fb1-4036-ab1c-759f26e549e6 req-c00ed861-ecb1-40f2-bc5e-c06434800953 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 944 time: 0.4389341 Feb 19 03:27:06.483687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:06.640564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22e88e56-2fb1-4036-ab1c-759f26e549e6 req-af022cce-315b-4ff0-be9c-f605a72f4807 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813860 Feb 19 03:27:06.686981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 2d2312a7-3905-4584-b51a-2bf0f84fd306 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:06.687485 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.792459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1f4e6502-669f-4021-96e4-630fc1043116 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:06.896554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:04Z', 'revision_number': 7, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d2312a7-3905-4584-b51a-2bf0f84fd306', 'name': '', 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:a9:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '2023eb80-11d4-4653-8183-5b12356554d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:53Z', 'updated_at': '2022-02-19T03:27:03Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '2023eb80-11d4-4653-8183-5b12356554d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:06.905484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port 2d2312a7-3905-4584-b51a-2bf0f84fd306, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2d2312a7-3905-4584-b51a-2bf0f84fd306,segment=NetworkSegment(553bf016-2691-4866-9d9a-e322d413acf9),segment_id=553bf016-2691-4866-9d9a-e322d413acf9)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:06.908280 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.936997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 2d2312a7-3905-4584-b51a-2bf0f84fd306 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:06.954799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb1d6b-c79e-48fb-9f3d-9a6b1d8e70ba None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:04Z', 'revision_number': 7, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d2312a7-3905-4584-b51a-2bf0f84fd306', 'name': '', 'network_id': 'f0b754b5-b422-49cc-a50e-f3c57a4a6e43', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:a9:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '2023eb80-11d4-4653-8183-5b12356554d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:53Z', 'updated_at': '2022-02-19T03:27:03Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '2023eb80-11d4-4653-8183-5b12356554d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:06.957720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 1f4e6502-669f-4021-96e4-630fc1043116 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:06.962756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 1f4e6502-669f-4021-96e4-630fc1043116 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:06.963258 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1f4e6502-669f-4021-96e4-630fc1043116), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.094182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 1f4e6502-669f-4021-96e4-630fc1043116 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:07.094980 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1f4e6502-669f-4021-96e4-630fc1043116), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.125944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:07.130125 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f015e5-5724-429a-96f6-19bed176fb6f" -d '{"events": [{"server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "name": "network-vif-plugged", "status": "completed", "tag": "1f4e6502-669f-4021-96e4-630fc1043116"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:07.156595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1f4e6502-669f-4021-96e4-630fc1043116, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1f4e6502-669f-4021-96e4-630fc1043116,segment=NetworkSegment(77a769a9-4923-4bc4-be34-efd28abda335),segment_id=77a769a9-4923-4bc4-be34-efd28abda335)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:07.160862 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1f4e6502-669f-4021-96e4-630fc1043116), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.161676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 03093107-456b-478c-89b2-c34b92703236 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:07.204189 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2d2312a7-3905-4584-b51a-2bf0f84fd306), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.260889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=2d2312a7-3905-4584-b51a-2bf0f84fd306,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:07.268538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=1f4e6502-669f-4021-96e4-630fc1043116,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:07.277099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 03093107-456b-478c-89b2-c34b92703236 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:07.277444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 03093107-456b-478c-89b2-c34b92703236 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:07.322644 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc06f44-bb93-4c63-a52f-b94c4cf6ecf8 x-openstack-request-id: req-7cc06f44-bb93-4c63-a52f-b94c4cf6ecf8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:07.323239 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaa8557-6fe3-46aa-b219-77d1548ac91e", "name": "network-vif-deleted", "tag": "1957149a-d59c-4069-acfc-8e1288bff80d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:07.323348 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cc06f44-bb93-4c63-a52f-b94c4cf6ecf8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:07.323793 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcaa8557-6fe3-46aa-b219-77d1548ac91e', 'name': 'network-vif-deleted', 'tag': '1957149a-d59c-4069-acfc-8e1288bff80d', 'status': 'completed', 'code': 200} Feb 19 03:27:07.343520 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:07.360332 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:07.361310 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:07.439902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224b1c0-c80f-4bb7-81b6-bf147eccd192 req-e02c16c2-d7de-401d-a881-38d9584d5886 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:07.447672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2224b1c0-c80f-4bb7-81b6-bf147eccd192 req-e02c16c2-d7de-401d-a881-38d9584d5886 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 932 time: 0.1268451 Feb 19 03:27:07.488409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.519241 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:07.569681 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2224b1c0-c80f-4bb7-81b6-bf147eccd192 req-d0776fc7-a5f5-47d8-b60d-b5517d7ad857 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210351 Feb 19 03:27:07.579515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e522ad-8423-4852-bbbe-9a581af8fb2a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:07.604727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Publish callbacks [] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.632795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Transition to ACTIVE for port object e4e522ad-8423-4852-bbbe-9a581af8fb2a will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:07.640521 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.694808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Pushing event updated for resources: {'Port': ['ID=e4e522ad-8423-4852-bbbe-9a581af8fb2a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:07.782206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:07.837655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Attempting to bind port e4e522ad-8423-4852-bbbe-9a581af8fb2a on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:07.838031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Attempting to bind port e4e522ad-8423-4852-bbbe-9a581af8fb2a by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:07.838371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Attempting to bind port e4e522ad-8423-4852-bbbe-9a581af8fb2a on network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:07.864923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Port e4e522ad-8423-4852-bbbe-9a581af8fb2a on network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:07.865660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Attempting to bind port e4e522ad-8423-4852-bbbe-9a581af8fb2a on network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:07.876573 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-b5bbfb7d-c5c8-450d-8a6a-f8fc9bed905f req-2899d526-9bf7-424d-bd9f-322ca2d1de7d tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] show failed (client error): The resource could not be found. Feb 19 03:27:07.891173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5bbfb7d-c5c8-450d-8a6a-f8fc9bed905f req-2899d526-9bf7-424d-bd9f-322ca2d1de7d tempest-SecurityGroupsNegativeTestJSON-1523112823 tempest-SecurityGroupsNegativeTestJSON-1523112823-project] 10.222.0.42 "GET /v2.0/security-groups/784a6baa-9d32-42d5-ad89-d13076493a53 HTTP/1.1" status: 404 len: 352 time: 0.0373681 Feb 19 03:27:07.892245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46384) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:07.909189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:07.911951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Checking segment: {'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:07.913179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Bound using segment: {'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:07.913908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Bound port: e4e522ad-8423-4852-bbbe-9a581af8fb2a, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf2b452-b641-4914-ab91-d545e79c2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:07.915645 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.943318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:07.958775 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-117a6e73-996a-4a79-b7f1-328b9302cceb tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4121611 Feb 19 03:27:07.959714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46386) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:08.002066 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:07Z', 'revision_number': 8, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:08.044577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-de96b4c2-0964-4de7-b06c-30ab615327ad tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting subnet 2023eb80-11d4-4653-8183-5b12356554d7 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:08.048331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de96b4c2-0964-4de7-b06c-30ab615327ad tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (2023eb80-11d4-4653-8183-5b12356554d7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.071856 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:08.083237 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:08.084214 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:08.104300 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de96b4c2-0964-4de7-b06c-30ab615327ad tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (2023eb80-11d4-4653-8183-5b12356554d7), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.115116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b7d3ad-c1a1-4ee2-abe2-062b6fa619b2 admin admin] Deleting subnet e0f3e0ae-f4f5-45e8-af32-97a91f1fa643 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:08.126414 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21b7d3ad-c1a1-4ee2-abe2-062b6fa619b2 admin admin] Publish callbacks [] for subnet (e0f3e0ae-f4f5-45e8-af32-97a91f1fa643), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.190271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] For port e4e522ad-8423-4852-bbbe-9a581af8fb2a, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:08.196608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] For port e4e522ad-8423-4852-bbbe-9a581af8fb2a, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e4e522ad-8423-4852-bbbe-9a581af8fb2a,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:08.205242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21b7d3ad-c1a1-4ee2-abe2-062b6fa619b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (e0f3e0ae-f4f5-45e8-af32-97a91f1fa643), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.214123 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:08.225865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de96b4c2-0964-4de7-b06c-30ab615327ad tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (2023eb80-11d4-4653-8183-5b12356554d7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.234312 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.261922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa9a38-0062-4519-a525-44322135fafc req-77640167-854a-4429-95f5-4eb7df477375 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:08.264112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74aa9a38-0062-4519-a525-44322135fafc req-77640167-854a-4429-95f5-4eb7df477375 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 944 time: 0.1874154 Feb 19 03:27:08.265674 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bef2b026-e203-4af9-b664-e5598410142f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.318895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:08.319600 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.321486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] 10.222.0.71 "PUT /v2.0/ports/e4e522ad-8423-4852-bbbe-9a581af8fb2a HTTP/1.1" status: 200 len: 1092 time: 2.2183661 Feb 19 03:27:08.369261 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de96b4c2-0964-4de7-b06c-30ab615327ad tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (2023eb80-11d4-4653-8183-5b12356554d7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.392639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de96b4c2-0964-4de7-b06c-30ab615327ad tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.400602 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-de96b4c2-0964-4de7-b06c-30ab615327ad tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/2023eb80-11d4-4653-8183-5b12356554d7 HTTP/1.1" status: 204 len: 168 time: 0.4350216 Feb 19 03:27:08.400812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3884e338-14bc-4f3f-ae77-2db04979b153 None None] Network f0b754b5-b422-49cc-a50e-f3c57a4a6e43 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:08.410805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74aa9a38-0062-4519-a525-44322135fafc req-94e015ce-1f10-4a0a-91ba-aeea2fc44ed5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113524 Feb 19 03:27:08.411665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46390) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:08.466284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96b4c2-0964-4de7-b06c-30ab615327ad tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Subnet': ['ID=2023eb80-11d4-4653-8183-5b12356554d7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:08.529765 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:07Z', 'revision_number': 8, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:08.532844 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf9985d-d49d-4042-923c-8dac51317c12 x-openstack-request-id: req-7cf9985d-d49d-4042-923c-8dac51317c12 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:08.533232 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "name": "network-vif-plugged", "status": "completed", "tag": "1f4e6502-669f-4021-96e4-630fc1043116", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:08.533405 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cf9985d-d49d-4042-923c-8dac51317c12 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:08.542460 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116', 'code': 200} Feb 19 03:27:08.548721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f304a424-f767-4a61-ac9e-24bbd0fc9ab3 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:08.578906 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ee8ef-ab50-4871-8b43-82ed1ff51932 None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:07Z', 'revision_number': 8, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:08.622693 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21b7d3ad-c1a1-4ee2-abe2-062b6fa619b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (e0f3e0ae-f4f5-45e8-af32-97a91f1fa643), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.635236 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (f0b754b5-b422-49cc-a50e-f3c57a4a6e43), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.726508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1f972-7145-4cec-a569-326f280d45ba service neutron] Pushing event updated for resources: {'Port': ['ID=e4e522ad-8423-4852-bbbe-9a581af8fb2a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:08.749606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f304a424-f767-4a61-ac9e-24bbd0fc9ab3, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:08.774288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'f304a424-f767-4a61-ac9e-24bbd0fc9ab3', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'port_id': 'f304a424-f767-4a61-ac9e-24bbd0fc9ab3', 'mac_address': 'fa:16:3e:f4:75:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:08.821289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:08.821649 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.830612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-b11edef8-01bc-4a0d-98cb-5702a87b6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:08.832193 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-b11edef8-01bc-4a0d-98cb-5702a87b6ecc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9af0ac6206e4458d8c0615fcd62186b3&device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 1126 time: 0.4082289 Feb 19 03:27:08.833202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21b7d3ad-c1a1-4ee2-abe2-062b6fa619b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (e0f3e0ae-f4f5-45e8-af32-97a91f1fa643), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.838755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f304a424-f767-4a61-ac9e-24bbd0fc9ab3 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:08.875243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f304a424-f767-4a61-ac9e-24bbd0fc9ab3, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:08.875439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c5d8e-ea8b-4a92-b55a-ff07196ac19a req-52bae31f-85e5-4e51-820a-74acc3433e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:08.876671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c21c5d8e-ea8b-4a92-b55a-ff07196ac19a req-52bae31f-85e5-4e51-820a-74acc3433e1c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.2108786 Feb 19 03:27:08.879874 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.929467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872fe-f531-4c7f-8b91-34f25841d84c req-996d7c8d-d9fc-4b15-aa1b-d32e9ad12eb9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:08.938220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f72872fe-f531-4c7f-8b91-34f25841d84c req-996d7c8d-d9fc-4b15-aa1b-d32e9ad12eb9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.3006051 Feb 19 03:27:08.942918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21b7d3ad-c1a1-4ee2-abe2-062b6fa619b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.948045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-21b7d3ad-c1a1-4ee2-abe2-062b6fa619b2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e0f3e0ae-f4f5-45e8-af32-97a91f1fa643 HTTP/1.1" status: 204 len: 168 time: 1.0520313 Feb 19 03:27:08.949347 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46396) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:08.957808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:08.983255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5187e4-f3fc-4290-b222-ce0807add2e1 None None] DHCP port deletion for f0b754b5-b422-49cc-a50e-f3c57a4a6e43 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:09.006420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7d3ad-c1a1-4ee2-abe2-062b6fa619b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f3e0ae-f4f5-45e8-af32-97a91f1fa643,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:09.024707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-ab1528f6-4b50-4cd6-8401-f6b41493a54d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e522ad-8423-4852-bbbe-9a581af8fb2a HTTP/1.1" status: 200 len: 217 time: 0.1530585 Feb 19 03:27:09.051617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c21c5d8e-ea8b-4a92-b55a-ff07196ac19a req-f902ca69-3905-44db-a5dd-4573bbcfdef3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484852 Feb 19 03:27:09.079150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fe5187e4-f3fc-4290-b222-ce0807add2e1 None None] Deleting port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:09.079674 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fe5187e4-f3fc-4290-b222-ce0807add2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.107428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (b6d45aaf-07b8-4ee3-ae4e-b68237b80a90), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.145630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:09.146044 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.209966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-fe5187e4-f3fc-4290-b222-ce0807add2e1 None None] For port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8eb9d8a3-fba3-4602-af04-cfcbd243ba8b,segment=NetworkSegment(553bf016-2691-4866-9d9a-e322d413acf9),segment_id=553bf016-2691-4866-9d9a-e322d413acf9)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:09.210298 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fe5187e4-f3fc-4290-b222-ce0807add2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.228536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fe5187e4-f3fc-4290-b222-ce0807add2e1 None None] Calling delete_port for 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:09.254834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8eb9d8a3-fba3-4602-af04-cfcbd243ba8b,segment=NetworkSegment(553bf016-2691-4866-9d9a-e322d413acf9),segment_id=553bf016-2691-4866-9d9a-e322d413acf9)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:09.255512 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.272019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:09.289401 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (b6d45aaf-07b8-4ee3-ae4e-b68237b80a90), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.290641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2d2312a7-3905-4584-b51a-2bf0f84fd306 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:09.292227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f72872fe-f531-4c7f-8b91-34f25841d84c req-4c296d4c-735f-4728-adea-ca5629d15a82 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528869 Feb 19 03:27:09.331315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca16389-abe8-40c3-9360-2c2421f6a9c1', 'name': 'network-vif-deleted', 'tag': '03093107-456b-478c-89b2-c34b92703236'}, {'name': 'network-changed', 'server_uuid': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'tag': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:09.333506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d45aaf-07b8-4ee3-ae4e-b68237b80a90']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:09.333877 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa" -d '{"events": [{"server_uuid": "6ca16389-abe8-40c3-9360-2c2421f6a9c1", "name": "network-vif-deleted", "tag": "03093107-456b-478c-89b2-c34b92703236"}, {"name": "network-changed", "server_uuid": "c7affa02-259c-40cd-9f27-b5fd9d951e97", "tag": "e4e522ad-8423-4852-bbbe-9a581af8fb2a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:09.343089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-6f102b92-e444-40e9-b3c5-2dd757459ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:09.345239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-6f102b92-e444-40e9-b3c5-2dd757459ac7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c831785f-15e9-481d-993e-78d0e1f16b5f HTTP/1.1" status: 200 len: 854 time: 0.2911630 Feb 19 03:27:09.349355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2b4bcc-1b26-43f3-926e-fb88e8eeee88') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:09.350047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2b4bcc-1b26-43f3-926e-fb88e8eeee88') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:09.363257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (cc2b4bcc-1b26-43f3-926e-fb88e8eeee88), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.373828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2d2312a7-3905-4584-b51a-2bf0f84fd306 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:09.374444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2d2312a7-3905-4584-b51a-2bf0f84fd306 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:09.374892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:09.390863 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (cc2b4bcc-1b26-43f3-926e-fb88e8eeee88), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.399976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:09.400572 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (cc2b4bcc-1b26-43f3-926e-fb88e8eeee88), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:09.402834 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:09.405741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f304a424-f767-4a61-ac9e-24bbd0fc9ab3'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:09.476084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-2f07871b-333a-4339-a838-8cceac41c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:09.477662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-2f07871b-333a-4339-a838-8cceac41c79f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ba870a8-2c2a-4823-a9dd-c466790e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1227462 Feb 19 03:27:09.481560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.484085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:09.508237 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (b6d45aaf-07b8-4ee3-ae4e-b68237b80a90), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.525194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=8eb9d8a3-fba3-4602-af04-cfcbd243ba8b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:09.529111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.535564 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b6d45aaf-07b8-4ee3-ae4e-b68237b80a90 HTTP/1.1" status: 204 len: 168 time: 0.5823624 Feb 19 03:27:09.535564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137f36d-076b-4a55-a211-d367a17482d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d45aaf-07b8-4ee3-ae4e-b68237b80a90,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:09.540447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:09.541078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:26:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:09.554345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No DVR routers for this DVR port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:09.595872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No active binding found for port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b {{(pid=103617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:27:09.596259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] The host n-d-826756-2 is not matching for port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b host None! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:27:09.596667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:09.648364 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fe5187e4-f3fc-4290-b222-ce0807add2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (8eb9d8a3-fba3-4602-af04-cfcbd243ba8b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.681886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcbe16-9eea-4dbf-ac6e-785c541504e1 req-7032826f-1d3e-4be4-a937-f6c7ba6dd20b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:09.683446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5bcbe16-9eea-4dbf-ac6e-785c541504e1 req-7032826f-1d3e-4be4-a937-f6c7ba6dd20b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.2691913 Feb 19 03:27:09.712653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5187e4-f3fc-4290-b222-ce0807add2e1 None None] Pushing event deleted for resources: {'Port': ['ID=8eb9d8a3-fba3-4602-af04-cfcbd243ba8b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:09.717548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:09.719156 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (f0b754b5-b422-49cc-a50e-f3c57a4a6e43), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.721488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5187e4-f3fc-4290-b222-ce0807add2e1 None None] No DVR routers for this DVR port 8eb9d8a3-fba3-4602-af04-cfcbd243ba8b on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:09.744272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46404) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:09.779439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b754b5-b422-49cc-a50e-f3c57a4a6e43']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:09.793277 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-36120651-484a-4fef-b29f-f424ac33b952 service neutron] 10.222.0.71 "GET /v2.0/networks/7ba870a8-2c2a-4823-a9dd-c466790e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786756 Feb 19 03:27:09.800539 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f6b884ef-a180-4575-b302-ea52bee8b441 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c9cbff4c3c74166b365b4d69617218e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0545778 Feb 19 03:27:09.803887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553bf016-2691-4866-9d9a-e322d413acf9') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:09.804299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553bf016-2691-4866-9d9a-e322d413acf9') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:09.804870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46406) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:09.827236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5bcbe16-9eea-4dbf-ac6e-785c541504e1 req-bdccc294-6238-4139-b682-59125a46e2a0 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296844 Feb 19 03:27:09.839073 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (553bf016-2691-4866-9d9a-e322d413acf9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.877432 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1db64b78-1a7d-4c3d-a82c-ae88f2342776 admin admin] Publish callbacks [] for security_group (2f69e6bb-c6aa-438d-9013-3213d719442e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.893283 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (553bf016-2691-4866-9d9a-e322d413acf9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.905013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:09.905619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (553bf016-2691-4866-9d9a-e322d413acf9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:09.909794 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:09.934786 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1db64b78-1a7d-4c3d-a82c-ae88f2342776 admin admin] Publish callbacks [] for security_group (2f69e6bb-c6aa-438d-9013-3213d719442e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.972194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-2415ec1d-c3ec-4de2-b450-af7a5f6ee949 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:09.973750 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-2415ec1d-c3ec-4de2-b450-af7a5f6ee949 tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab96061f-d311-4108-b5df-11285ccb38ed HTTP/1.1" status: 200 len: 946 time: 0.1074357 Feb 19 03:27:10.019029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6bff3a-89dd-41ce-a174-856662c448cb req-6b7d8a54-d47f-44bc-bc92-1a5297ed31ba service neutron] 10.222.0.71 "GET /v2.0/networks/7ba870a8-2c2a-4823-a9dd-c466790e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114978 Feb 19 03:27:10.032179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (f0b754b5-b422-49cc-a50e-f3c57a4a6e43), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.117642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1db64b78-1a7d-4c3d-a82c-ae88f2342776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2f69e6bb-c6aa-438d-9013-3213d719442e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.121517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1db64b78-1a7d-4c3d-a82c-ae88f2342776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.122280 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1db64b78-1a7d-4c3d-a82c-ae88f2342776 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f69e6bb-c6aa-438d-9013-3213d719442e HTTP/1.1" status: 204 len: 168 time: 0.3158724 Feb 19 03:27:10.137206 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.147349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/networks/f0b754b5-b422-49cc-a50e-f3c57a4a6e43 HTTP/1.1" status: 204 len: 168 time: 1.7075360 Feb 19 03:27:10.149081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e7b43-42d6-4ae3-aaec-58efc0e851e8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Network': ['ID=f0b754b5-b422-49cc-a50e-f3c57a4a6e43,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:10.159037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db64b78-1a7d-4c3d-a82c-ae88f2342776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f69e6bb-c6aa-438d-9013-3213d719442e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:10.165965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46416) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:10.211376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-a2fb586a-6535-4b41-9083-a0933d56463b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Deleting port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:10.211797 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-a2fb586a-6535-4b41-9083-a0933d56463b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.468255 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9862827b-8218-480d-bcee-fad476bb4535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.519789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:07Z', 'revision_number': 8, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:10.569997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:10.580549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:10.581192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:10.594924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-a2fb586a-6535-4b41-9083-a0933d56463b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] For port 71c795f1-b5c8-4ced-8ed9-a65699c4d856, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=71c795f1-b5c8-4ced-8ed9-a65699c4d856,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:10.596677 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-a2fb586a-6535-4b41-9083-a0933d56463b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.635554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-a2fb586a-6535-4b41-9083-a0933d56463b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Calling delete_port for 71c795f1-b5c8-4ced-8ed9-a65699c4d856 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:10.739058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:10.830030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bb498-6a92-4653-a76d-bbc3c8129fed req-07bd5aa1-1f20-4cce-a1b0-7ce5cb1f2655 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:10.837012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c2bb498-6a92-4653-a76d-bbc3c8129fed req-07bd5aa1-1f20-4cce-a1b0-7ce5cb1f2655 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 944 time: 0.1636362 Feb 19 03:27:10.946967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c2bb498-6a92-4653-a76d-bbc3c8129fed req-db5d73aa-e8b7-49e7-b09c-a66de4690121 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089859 Feb 19 03:27:10.989675 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-a2fb586a-6535-4b41-9083-a0933d56463b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (71c795f1-b5c8-4ced-8ed9-a65699c4d856), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.004720 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.029639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['71c795f1-b5c8-4ced-8ed9-a65699c4d856'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:11.050178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb586a-6535-4b41-9083-a0933d56463b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Pushing event deleted for resources: {'Port': ['ID=71c795f1-b5c8-4ced-8ed9-a65699c4d856,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:11.138816 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1caa699-4c46-4f64-bdff-ed12cb4b7134 x-openstack-request-id: req-c1caa699-4c46-4f64-bdff-ed12cb4b7134 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:11.139036 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca16389-abe8-40c3-9360-2c2421f6a9c1", "name": "network-vif-deleted", "tag": "03093107-456b-478c-89b2-c34b92703236", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7affa02-259c-40cd-9f27-b5fd9d951e97", "tag": "e4e522ad-8423-4852-bbbe-9a581af8fb2a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:11.139296 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1caa699-4c46-4f64-bdff-ed12cb4b7134 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:11.139709 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca16389-abe8-40c3-9360-2c2421f6a9c1', 'name': 'network-vif-deleted', 'tag': '03093107-456b-478c-89b2-c34b92703236', 'status': 'completed', 'code': 200} Feb 19 03:27:11.139972 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'tag': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a', 'status': 'completed', 'code': 200} Feb 19 03:27:11.173679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-a2fb586a-6535-4b41-9083-a0933d56463b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] No DVR routers for this DVR port 71c795f1-b5c8-4ced-8ed9-a65699c4d856 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:11.191320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-a2fb586a-6535-4b41-9083-a0933d56463b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.195679 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-99d2d019-ecb4-4dd4-b9f9-b2779743535c req-a2fb586a-6535-4b41-9083-a0933d56463b tempest-ListServerFiltersTestJSON-1733738698 tempest-ListServerFiltersTestJSON-1733738698-project] 10.222.0.37 "DELETE /v2.0/ports/71c795f1-b5c8-4ced-8ed9-a65699c4d856 HTTP/1.1" status: 204 len: 173 time: 1.2162502 Feb 19 03:27:11.196377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab96061f-d311-4108-b5df-11285ccb38ed', 'name': 'network-vif-deleted', 'tag': '71c795f1-b5c8-4ced-8ed9-a65699c4d856'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:11.207589 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9128a1cc-1310-41f8-8360-8b68694b9d3c" -d '{"events": [{"server_uuid": "ab96061f-d311-4108-b5df-11285ccb38ed", "name": "network-vif-deleted", "tag": "71c795f1-b5c8-4ced-8ed9-a65699c4d856"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:11.334689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-63e6a81a-7258-4329-b3ad-7fec11fb93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:11.336580 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-63e6a81a-7258-4329-b3ad-7fec11fb93b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9af0ac6206e4458d8c0615fcd62186b3&device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 1126 time: 0.1957877 Feb 19 03:27:11.347207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:07Z', 'revision_number': 8, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:11.390027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7dbca6-d3e4-43b0-a291-b03ccfc5a183 None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:07Z', 'revision_number': 8, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eee87a92-0a89-4369-99a2-760454db6600', 'name': '', 'network_id': 'a8fd0944-aa63-495e-b126-ccc8a66536cf', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:2c:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:44Z', 'updated_at': '2022-02-19T03:26:53Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '3800ba24-37a2-4b6a-ba5a-540365e8ea21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:11.448253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a834139-9539-4329-93b3-aff56e97e4b9 req-ee40123d-bbca-4bd5-9d81-82f91cae7dc7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:11.450024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a834139-9539-4329-93b3-aff56e97e4b9 req-ee40123d-bbca-4bd5-9d81-82f91cae7dc7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 945 time: 0.2286131 Feb 19 03:27:11.474975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46446) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:11.518169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-cbb71e7c-b1bc-4346-9110-aa469d62eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:11.519777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-cbb71e7c-b1bc-4346-9110-aa469d62eb4b service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ba870a8-2c2a-4823-a9dd-c466790e27a2 HTTP/1.1" status: 200 len: 916 time: 0.1758146 Feb 19 03:27:11.628337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1092528569-network', 'tenant_id': '0ed8647cebf9401d9e8f0dd58ad5b4c1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:11.635678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-5961f70a-a221-4b79-8fab-44a6093c2e06 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e522ad-8423-4852-bbbe-9a581af8fb2a HTTP/1.1" status: 200 len: 217 time: 0.1074421 Feb 19 03:27:11.684349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Made reservation on behalf of 0ed8647cebf9401d9e8f0dd58ad5b4c1 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:11.687544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.696618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a834139-9539-4329-93b3-aff56e97e4b9 req-23f9e576-0628-4d4d-a4e8-2a5c138408f6 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182288 Feb 19 03:27:11.704445 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.768167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-7edcbd86-e422-4770-908d-797bf06504d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:11.774073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-7edcbd86-e422-4770-908d-797bf06504d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c831785f-15e9-481d-993e-78d0e1f16b5f HTTP/1.1" status: 200 len: 854 time: 0.1241119 Feb 19 03:27:11.800750 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Publish callbacks [] for security_group (544ea4ed-94c6-41a5-ae21-8fa37f908ce6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.805378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (544ea4ed-94c6-41a5-ae21-8fa37f908ce6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.835403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544ea4ed-94c6-41a5-ae21-8fa37f908ce6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:11.839438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port eee87a92-0a89-4369-99a2-760454db6600 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:11.840248 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (eee87a92-0a89-4369-99a2-760454db6600), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.847669 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:11.862387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (be6ce369-c431-404c-8709-a969075fbb2c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.863031 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Added segment be6ce369-c431-404c-8709-a969075fbb2c of type vlan for network 158120bf-ffab-4b73-9258-6428fac51c79 Feb 19 03:27:11.887200 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.913895 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (158120bf-ffab-4b73-9258-6428fac51c79), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.991687 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (158120bf-ffab-4b73-9258-6428fac51c79), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.992834 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:11.993657 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.081995 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6057868 Feb 19 03:27:12.085226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46452) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:12.091220 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Request body: {'subnet': {'network_id': '158120bf-ffab-4b73-9258-6428fac51c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1092528569-subnet', 'tenant_id': '0ed8647cebf9401d9e8f0dd58ad5b4c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:12.107240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f13150-96a9-4370-ac47-ab828587fcdc admin admin] Pushing event updated for resources: {'Network': ['ID=158120bf-ffab-4b73-9258-6428fac51c79,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:12.118157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 158120bf-ffab-4b73-9258-6428fac51c79 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:12.158217 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Made reservation on behalf of 0ed8647cebf9401d9e8f0dd58ad5b4c1 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:12.161379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.172583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-6ab4f4be-ed39-4ca9-9bc3-e1c93a8a3b5d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:12.174795 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-6ab4f4be-ed39-4ca9-9bc3-e1c93a8a3b5d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 945 time: 0.2279613 Feb 19 03:27:12.297562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacd270-1b65-4ff0-9885-606553030c2f req-e61fdcc1-6583-4c41-9ce6-d1001bf903c8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:12.315919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4eacd270-1b65-4ff0-9885-606553030c2f req-e61fdcc1-6583-4c41-9ce6-d1001bf903c8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=be65e078-70e7-492f-8d06-7ec79185d996 HTTP/1.1" status: 200 len: 945 time: 0.5501554 Feb 19 03:27:12.349741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-2537ce94-6bbb-45a2-82f3-deef6204ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:12.351485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-2537ce94-6bbb-45a2-82f3-deef6204ae74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ba870a8-2c2a-4823-a9dd-c466790e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5670083 Feb 19 03:27:12.408957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-5941eb33-9e64-49f3-b77c-1fa2010d61d7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Deleting port 009742af-b4af-4858-a3ed-a0504f04b9dd {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:12.409723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-5941eb33-9e64-49f3-b77c-1fa2010d61d7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.457234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port eee87a92-0a89-4369-99a2-760454db6600, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=eee87a92-0a89-4369-99a2-760454db6600,segment=NetworkSegment(5f65c7bb-4fbe-4314-b9db-e80ce1bb3571),segment_id=5f65c7bb-4fbe-4314-b9db-e80ce1bb3571)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:12.457694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (eee87a92-0a89-4369-99a2-760454db6600), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.470308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4eacd270-1b65-4ff0-9885-606553030c2f req-7134cdf6-5301-4ce6-a515-29aff8dd7cba tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525109 Feb 19 03:27:12.481002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for eee87a92-0a89-4369-99a2-760454db6600 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:12.538346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (08301ea9-9b24-4f85-ae27-3b78de00da98), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.581204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-94944811-8a92-4d23-959a-9c7d71f1ee02 service neutron] 10.222.0.71 "GET /v2.0/networks/7ba870a8-2c2a-4823-a9dd-c466790e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139747 Feb 19 03:27:12.585410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f304a424-f767-4a61-ac9e-24bbd0fc9ab3 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:12.637659 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Pushing event updated for resources: {'Subnet': ['ID=08301ea9-9b24-4f85-ae27-3b78de00da98,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:12.647979 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-5941eb33-9e64-49f3-b77c-1fa2010d61d7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] For port 009742af-b4af-4858-a3ed-a0504f04b9dd, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=009742af-b4af-4858-a3ed-a0504f04b9dd,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:12.648351 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-5941eb33-9e64-49f3-b77c-1fa2010d61d7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.665997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-5941eb33-9e64-49f3-b77c-1fa2010d61d7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Calling delete_port for 009742af-b4af-4858-a3ed-a0504f04b9dd owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:12.666856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:12.673581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:12.675208 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.742302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Checking segment: {'id': 'be6ce369-c431-404c-8709-a969075fbb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '158120bf-ffab-4b73-9258-6428fac51c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:12.742579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Network hostable DHCP agents. Network: 158120bf-ffab-4b73-9258-6428fac51c79, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:12.761598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707eca7-5765-4b86-a186-2b1211e0fa57 req-bef19141-981a-4503-8512-cb38fe8a59c1 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:12.769593 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e707eca7-5765-4b86-a186-2b1211e0fa57 req-bef19141-981a-4503-8512-cb38fe8a59c1 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1935704 Feb 19 03:27:12.785705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Network 158120bf-ffab-4b73-9258-6428fac51c79 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:12.806377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:12.807570 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.815562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 158120bf-ffab-4b73-9258-6428fac51c79) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:12.821372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:12.822049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.851976 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-91469dc3-022c-48df-9968-d96c0b38242f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7575672 Feb 19 03:27:12.853106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c324b21-dd8c-4d5d-9899-743e26dcea43 None None] Network 158120bf-ffab-4b73-9258-6428fac51c79 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:12.855993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eb534e5-aed7-42ab-8e9f-37f9e99fe7aa req-63d83fb9-b6b2-4787-a7c1-37b6740f9319 service neutron] 10.222.0.71 "GET /v2.0/networks/7ba870a8-2c2a-4823-a9dd-c466790e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646477 Feb 19 03:27:12.859400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e4e522ad-8423-4852-bbbe-9a581af8fb2a details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:12.912692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e707eca7-5765-4b86-a186-2b1211e0fa57 req-0f4a7889-09fe-4eca-8af1-1f2c45f68fa3 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417093 Feb 19 03:27:12.913875 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (eee87a92-0a89-4369-99a2-760454db6600), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.919015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee45f1c-2bd7-4be4-93c5-3a061d653e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f304a424-f767-4a61-ac9e-24bbd0fc9ab3'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:12.922685 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b8e815-accc-4f71-924c-d926463f3ca9" -d '{"events": [{"server_uuid": "9ee45f1c-2bd7-4be4-93c5-3a061d653e34", "name": "network-vif-plugged", "status": "completed", "tag": "f304a424-f767-4a61-ac9e-24bbd0fc9ab3"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:12.965936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f304a424-f767-4a61-ac9e-24bbd0fc9ab3, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:12.978852 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-5941eb33-9e64-49f3-b77c-1fa2010d61d7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (009742af-b4af-4858-a3ed-a0504f04b9dd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.984974 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.985928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 71c795f1-b5c8-4ced-8ed9-a65699c4d856 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:13.043566 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.093922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46464) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:13.100736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b', '009742af-b4af-4858-a3ed-a0504f04b9dd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:13.105339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=eee87a92-0a89-4369-99a2-760454db6600,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:13.108394 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d4665e-c1ce-4924-9fb3-640d6bd2f2f5 x-openstack-request-id: req-e6d4665e-c1ce-4924-9fb3-640d6bd2f2f5 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:13.108394 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab96061f-d311-4108-b5df-11285ccb38ed", "name": "network-vif-deleted", "tag": "71c795f1-b5c8-4ced-8ed9-a65699c4d856", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:13.108394 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6d4665e-c1ce-4924-9fb3-640d6bd2f2f5 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:13.108774 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab96061f-d311-4108-b5df-11285ccb38ed', 'name': 'network-vif-deleted', 'tag': '71c795f1-b5c8-4ced-8ed9-a65699c4d856', 'status': 'completed', 'code': 200} Feb 19 03:27:13.141377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 71c795f1-b5c8-4ced-8ed9-a65699c4d856 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:13.141822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 71c795f1-b5c8-4ced-8ed9-a65699c4d856 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:13.222312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-5941eb33-9e64-49f3-b77c-1fa2010d61d7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] No DVR routers for this DVR port 009742af-b4af-4858-a3ed-a0504f04b9dd on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:13.234465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941eb33-9e64-49f3-b77c-1fa2010d61d7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event deleted for resources: {'Port': ['ID=009742af-b4af-4858-a3ed-a0504f04b9dd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:13.239477 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-5941eb33-9e64-49f3-b77c-1fa2010d61d7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.242959 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-73a9be09-0e15-4e40-bf40-1df2d9d06ba0 req-5941eb33-9e64-49f3-b77c-1fa2010d61d7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "DELETE /v2.0/ports/009742af-b4af-4858-a3ed-a0504f04b9dd HTTP/1.1" status: 204 len: 173 time: 1.0489676 Feb 19 03:27:13.253458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-88914ec2-9d6f-4397-a60d-4077a9bafe3b admin admin] Deleting subnet f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:13.257498 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88914ec2-9d6f-4397-a60d-4077a9bafe3b admin admin] Publish callbacks [] for subnet (f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.348813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88914ec2-9d6f-4397-a60d-4077a9bafe3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.387122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.433233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5493716e-6deb-4245-ac5e-6c2f1e784ac1 None None] Network 158120bf-ffab-4b73-9258-6428fac51c79 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:13.445467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:13.469367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69478adf-4f6e-4b62-a800-c14e8ab9aef6 req-aaf5d0df-468d-44e5-94c5-f91cdcd72557 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:13.471130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69478adf-4f6e-4b62-a800-c14e8ab9aef6 req-aaf5d0df-468d-44e5-94c5-f91cdcd72557 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 944 time: 0.2065516 Feb 19 03:27:13.525359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port e4e522ad-8423-4852-bbbe-9a581af8fb2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e4e522ad-8423-4852-bbbe-9a581af8fb2a,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:13.539391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88914ec2-9d6f-4397-a60d-4077a9bafe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.563690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'port_id': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a', 'mac_address': 'fa:16:3e:0b:54:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:13.595434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69478adf-4f6e-4b62-a800-c14e8ab9aef6 req-db9753b6-4c00-49ac-9196-17f8f3855761 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178513 Feb 19 03:27:13.672626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port e4e522ad-8423-4852-bbbe-9a581af8fb2a is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:13.673185 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.704387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e522ad-8423-4852-bbbe-9a581af8fb2a {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:13.846030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port e4e522ad-8423-4852-bbbe-9a581af8fb2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e4e522ad-8423-4852-bbbe-9a581af8fb2a,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:13.852636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.981226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c81e1-29a7-4517-85fe-bec4d49bb522 req-373315dc-a7f2-46a9-8507-9d56077d6509 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:13.988942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=e4e522ad-8423-4852-bbbe-9a581af8fb2a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:13.991300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-210c81e1-29a7-4517-85fe-bec4d49bb522 req-373315dc-a7f2-46a9-8507-9d56077d6509 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 946 time: 0.1896324 Feb 19 03:27:14.033390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:14.134030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['e4e522ad-8423-4852-bbbe-9a581af8fb2a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:14.170302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:14.180459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-846436f5-f1da-4a26-a1e7-f75937b3b887 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0105679 Feb 19 03:27:14.182641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46476) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:14.190811 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:14.217554 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:14.219241 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:14.228868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-210c81e1-29a7-4517-85fe-bec4d49bb522 req-dbde10b2-a859-47ed-a478-344558ac2f12 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356899 Feb 19 03:27:14.276521 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88914ec2-9d6f-4397-a60d-4077a9bafe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.326454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9d3b5f-3a92-49b9-a70a-d38a9517d3ec tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting subnet 3800ba24-37a2-4b6a-ba5a-540365e8ea21 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:14.334482 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3b5f-3a92-49b9-a70a-d38a9517d3ec tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (3800ba24-37a2-4b6a-ba5a-540365e8ea21), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.364520 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445bc9a2-eac9-426a-ab2f-6013c5191a52 x-openstack-request-id: req-445bc9a2-eac9-426a-ab2f-6013c5191a52 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:14.364892 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee45f1c-2bd7-4be4-93c5-3a061d653e34", "name": "network-vif-plugged", "status": "completed", "tag": "f304a424-f767-4a61-ac9e-24bbd0fc9ab3", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:14.365149 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-445bc9a2-eac9-426a-ab2f-6013c5191a52 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:14.365554 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee45f1c-2bd7-4be4-93c5-3a061d653e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f304a424-f767-4a61-ac9e-24bbd0fc9ab3', 'code': 200} Feb 19 03:27:14.370383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643282ff-6335-42e4-a26e-034257c16b9d None None] Network 92d6761f-8d54-4408-b37e-f290385865ae requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:14.373872 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88914ec2-9d6f-4397-a60d-4077a9bafe3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.387031 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-88914ec2-9d6f-4397-a60d-4077a9bafe3b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f HTTP/1.1" status: 204 len: 168 time: 1.2919133 Feb 19 03:27:14.390057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88914ec2-9d6f-4397-a60d-4077a9bafe3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f79a3074-4fbf-486b-b3dc-f8a9df5d0c0f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:14.397968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46480) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:14.469159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3b5f-3a92-49b9-a70a-d38a9517d3ec tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (3800ba24-37a2-4b6a-ba5a-540365e8ea21), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.547839 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:14.707935 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (92d6761f-8d54-4408-b37e-f290385865ae), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.748112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea631af-e2db-4d63-b19a-4f65c4e41072 req-9be228c3-2eae-4ede-b68e-d874be5b07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:14.753873 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dea631af-e2db-4d63-b19a-4f65c4e41072 req-9be228c3-2eae-4ede-b68e-d874be5b07d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 1128 time: 0.2828124 Feb 19 03:27:14.790205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3b5f-3a92-49b9-a70a-d38a9517d3ec tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (3800ba24-37a2-4b6a-ba5a-540365e8ea21), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.921025 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dea631af-e2db-4d63-b19a-4f65c4e41072 req-c0047081-3559-45a4-b688-f933a2144b67 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529076 Feb 19 03:27:14.948389 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Deleting port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:14.948888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.962720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b9e3-a6ac-4cd3-9a82-fb479c99cc18 req-6be7ce8f-190b-485f-9d23-40e264b24f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:14.967582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14d7b9e3-a6ac-4cd3-9a82-fb479c99cc18 req-6be7ce8f-190b-485f-9d23-40e264b24f6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.2696257 Feb 19 03:27:15.025583 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:12Z', 'revision_number': 9, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:15.030562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.068726 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:15.079347 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:15.083025 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:15.103337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] For port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0e1b7599-c4df-4a1c-81f0-8ec5145c0276,segment=NetworkSegment(ca20a823-0792-4bf6-a567-b17e932c1aa6),segment_id=ca20a823-0792-4bf6-a567-b17e932c1aa6)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:15.103882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.111069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be65e078-70e7-492f-8d06-7ec79185d996', 'name': 'network-vif-deleted', 'tag': '009742af-b4af-4858-a3ed-a0504f04b9dd'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:15.119237 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58944ab3-6e0b-4e2d-a974-5cd3f68a9382" -d '{"events": [{"server_uuid": "be65e078-70e7-492f-8d06-7ec79185d996", "name": "network-vif-deleted", "tag": "009742af-b4af-4858-a3ed-a0504f04b9dd"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:15.146907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Calling delete_port for 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:15.163601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3b5f-3a92-49b9-a70a-d38a9517d3ec tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (3800ba24-37a2-4b6a-ba5a-540365e8ea21), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.235981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d3b5f-3a92-49b9-a70a-d38a9517d3ec tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Subnet': ['ID=3800ba24-37a2-4b6a-ba5a-540365e8ea21,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:15.284303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08555716-c956-484e-a471-946ff97b2b61 req-24dc8dbb-8513-4dbf-b118-ccae4b12c6cd tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:15.284884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d58e65-7e92-4c29-bccc-75a85a4b6492 None None] Network a8fd0944-aa63-495e-b126-ccc8a66536cf requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:15.293461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-24dc8dbb-8513-4dbf-b118-ccae4b12c6cd tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/networks?id=158120bf-ffab-4b73-9258-6428fac51c79 HTTP/1.1" status: 200 len: 814 time: 0.3240154 Feb 19 03:27:15.303385 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3b5f-3a92-49b9-a70a-d38a9517d3ec tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.307310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ac9d3b5f-3a92-49b9-a70a-d38a9517d3ec tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/3800ba24-37a2-4b6a-ba5a-540365e8ea21 HTTP/1.1" status: 204 len: 168 time: 1.1235602 Feb 19 03:27:15.312415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46500) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:15.318964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b9e3-a6ac-4cd3-9a82-fb479c99cc18 req-cf62e598-78bc-441b-9e70-ec11704fa59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:15.321002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14d7b9e3-a6ac-4cd3-9a82-fb479c99cc18 req-cf62e598-78bc-441b-9e70-ec11704fa59a service neutron] 10.222.0.71 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 921 time: 0.3380909 Feb 19 03:27:15.329362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-42f173bd-11ce-4910-965c-efaace5c85f2 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/quotas/0ed8647cebf9401d9e8f0dd58ad5b4c1 HTTP/1.1" status: 200 len: 375 time: 0.0303938 Feb 19 03:27:15.380166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14d7b9e3-a6ac-4cd3-9a82-fb479c99cc18 req-0030e11d-52c0-4294-ac49-b1ebe5d95a3c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 217 time: 0.0481076 Feb 19 03:27:15.441024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (0e1b7599-c4df-4a1c-81f0-8ec5145c0276), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.495862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-09e4f8f9-4eeb-403a-93f0-5b88714f9a43 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ed8647cebf9401d9e8f0dd58ad5b4c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1650174 Feb 19 03:27:15.499376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b9e3-a6ac-4cd3-9a82-fb479c99cc18 req-91fe6981-04a8-42be-8be8-382033b0139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:15.500927 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14d7b9e3-a6ac-4cd3-9a82-fb479c99cc18 req-91fe6981-04a8-42be-8be8-382033b0139b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.1115668 Feb 19 03:27:15.540467 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:15.554143 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1b7599-c4df-4a1c-81f0-8ec5145c0276,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:15.556578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] No DVR routers for this DVR port 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:15.576579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753104f-b020-4ff8-afe0-c10af7b9342d None None] DHCP port deletion for 92d6761f-8d54-4408-b37e-f290385865ae request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:15.601181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (a8fd0944-aa63-495e-b126-ccc8a66536cf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.762203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14d7b9e3-a6ac-4cd3-9a82-fb479c99cc18 req-b7d4c566-98e8-4995-84a6-892414e440cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2491479 Feb 19 03:27:15.762978 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (92d6761f-8d54-4408-b37e-f290385865ae), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.765569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-aced1834-fe35-4712-bd7d-3976840849b5 service neutron] 10.222.0.42 "GET /v2.0/networks/158120bf-ffab-4b73-9258-6428fac51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689123 Feb 19 03:27:15.806052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f27bb3-3dfc-4b6f-ad90-ed3730c501cb None None] DHCP port deletion for a8fd0944-aa63-495e-b126-ccc8a66536cf request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:15.829923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d6761f-8d54-4408-b37e-f290385865ae']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:15.843916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca20a823-0792-4bf6-a567-b17e932c1aa6') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:15.844614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca20a823-0792-4bf6-a567-b17e932c1aa6') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:15.857958 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (ca20a823-0792-4bf6-a567-b17e932c1aa6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.877127 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ca20a823-0792-4bf6-a567-b17e932c1aa6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.893987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:15.894772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (ca20a823-0792-4bf6-a567-b17e932c1aa6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:15.896809 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:15.932713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-39f27bb3-3dfc-4b6f-ad90-ed3730c501cb None None] Deleting port 603bdb2a-e982-48f7-9e67-0c118788fcc0 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:15.933273 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39f27bb3-3dfc-4b6f-ad90-ed3730c501cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.947126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 603bdb2a-e982-48f7-9e67-0c118788fcc0 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:15.947840 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.015884 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:12Z', 'revision_number': 9, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:16.031184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-39f27bb3-3dfc-4b6f-ad90-ed3730c501cb None None] For port 603bdb2a-e982-48f7-9e67-0c118788fcc0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=603bdb2a-e982-48f7-9e67-0c118788fcc0,segment=NetworkSegment(5f65c7bb-4fbe-4314-b9db-e80ce1bb3571),segment_id=5f65c7bb-4fbe-4314-b9db-e80ce1bb3571)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:16.032358 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39f27bb3-3dfc-4b6f-ad90-ed3730c501cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.052229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-39f27bb3-3dfc-4b6f-ad90-ed3730c501cb None None] Calling delete_port for 603bdb2a-e982-48f7-9e67-0c118788fcc0 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:16.075780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (92d6761f-8d54-4408-b37e-f290385865ae), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.100943 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d7f25-d967-432e-a5e7-c3a64d2a1fea None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:12Z', 'revision_number': 9, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9098ac4a-fef4-4005-ab77-7cc109f18927', 'name': '', 'network_id': '47d4254e-4a95-4519-8237-f4a97d772eee', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:c2:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '275c5640-890b-46f1-9200-2db0392f133a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:45Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '275c5640-890b-46f1-9200-2db0392f133a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:16.102638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.107241 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/92d6761f-8d54-4408-b37e-f290385865ae HTTP/1.1" status: 204 len: 168 time: 1.7074621 Feb 19 03:27:16.107956 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f738c-02a9-4bba-9a65-f318683519d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=92d6761f-8d54-4408-b37e-f290385865ae,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:16.119326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14d7b9e3-a6ac-4cd3-9a82-fb479c99cc18 req-1e182cbf-fa56-4930-9b80-9af3beb9ae5b service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505275 Feb 19 03:27:16.121547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-389ff5e2-544a-495c-afb3-c45b75a0ec96 service neutron] 10.222.0.42 "GET /v2.0/networks/158120bf-ffab-4b73-9258-6428fac51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431132 Feb 19 03:27:16.135540 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port 603bdb2a-e982-48f7-9e67-0c118788fcc0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=603bdb2a-e982-48f7-9e67-0c118788fcc0,segment=NetworkSegment(5f65c7bb-4fbe-4314-b9db-e80ce1bb3571),segment_id=5f65c7bb-4fbe-4314-b9db-e80ce1bb3571)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:16.141481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.189783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 603bdb2a-e982-48f7-9e67-0c118788fcc0 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:16.224791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39f27bb3-3dfc-4b6f-ad90-ed3730c501cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.301286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f27bb3-3dfc-4b6f-ad90-ed3730c501cb None None] Pushing event deleted for resources: {'Port': ['ID=603bdb2a-e982-48f7-9e67-0c118788fcc0,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:16.305618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f27bb3-3dfc-4b6f-ad90-ed3730c501cb None None] No DVR routers for this DVR port 603bdb2a-e982-48f7-9e67-0c118788fcc0 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:16.368691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14d7b9e3-a6ac-4cd3-9a82-fb479c99cc18 req-8a0d3ab6-c745-42a6-a4af-a4da20ce0f3c service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390263 Feb 19 03:27:16.388956 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (603bdb2a-e982-48f7-9e67-0c118788fcc0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.404830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46512) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:16.425977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=603bdb2a-e982-48f7-9e67-0c118788fcc0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:16.455698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No DVR routers for this DVR port 603bdb2a-e982-48f7-9e67-0c118788fcc0 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:16.559030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 009742af-b4af-4858-a3ed-a0504f04b9dd no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:16.623939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 009742af-b4af-4858-a3ed-a0504f04b9dd {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:16.634090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 009742af-b4af-4858-a3ed-a0504f04b9dd not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:16.713771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (a8fd0944-aa63-495e-b126-ccc8a66536cf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.721929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f49994ad-0ddf-40b1-864e-912342d341d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=63f9d5c28ebe40de85bd85361c11718f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151505 Feb 19 03:27:16.723415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46532) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:16.837458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d19f0-393c-42ff-a909-99cf53109c12 req-b0acf553-d190-4350-b130-5fb81223f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:16.839443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-196d19f0-393c-42ff-a909-99cf53109c12 req-b0acf553-d190-4350-b130-5fb81223f579 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.2675419 Feb 19 03:27:16.852803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e4e522ad-8423-4852-bbbe-9a581af8fb2a up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:16.912948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fd0944-aa63-495e-b126-ccc8a66536cf']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:16.987660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port e4e522ad-8423-4852-bbbe-9a581af8fb2a completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:16.992641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port e4e522ad-8423-4852-bbbe-9a581af8fb2a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:16.993148 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.004167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6610704-540d-494d-8f17-ff68edc3274a req-911c786c-c8ff-481b-ae98-a012a29a0970 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:17.011688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6610704-540d-494d-8f17-ff68edc3274a req-911c786c-c8ff-481b-ae98-a012a29a0970 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.3995655 Feb 19 03:27:17.020998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d19f0-393c-42ff-a909-99cf53109c12 req-82d19cae-4e6e-412b-8648-55afb1280019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:17.022654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-196d19f0-393c-42ff-a909-99cf53109c12 req-82d19cae-4e6e-412b-8648-55afb1280019 service neutron] 10.222.0.71 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 921 time: 0.1593366 Feb 19 03:27:17.063547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:17.066734 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f65c7bb-4fbe-4314-b9db-e80ce1bb3571') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:17.088793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-196d19f0-393c-42ff-a909-99cf53109c12 req-0b07946e-9166-40b3-a267-ddd78b7d59c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 217 time: 0.0497825 Feb 19 03:27:17.106656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (5f65c7bb-4fbe-4314-b9db-e80ce1bb3571), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.170203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5f65c7bb-4fbe-4314-b9db-e80ce1bb3571), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.174142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d19f0-393c-42ff-a909-99cf53109c12 req-4100bebc-6ef1-4557-bd2d-2c7a8cffed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:17.175910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-196d19f0-393c-42ff-a909-99cf53109c12 req-4100bebc-6ef1-4557-bd2d-2c7a8cffed13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.0704119 Feb 19 03:27:17.203628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:17.206383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (5f65c7bb-4fbe-4314-b9db-e80ce1bb3571), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.228327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-196d19f0-393c-42ff-a909-99cf53109c12 req-32155961-bc8e-42b1-a421-12a830f77e5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447955 Feb 19 03:27:17.240484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6610704-540d-494d-8f17-ff68edc3274a req-86b1112e-658e-433a-b8c9-27e7fbd50f75 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278686 Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:17.248085 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:17.257837 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4ac2-1f65-471f-a043-a2ea55e82246 admin admin] Publish callbacks [] for security_group (9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.274153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port e4e522ad-8423-4852-bbbe-9a581af8fb2a is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:17.274665 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.285099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 603bdb2a-e982-48f7-9e67-0c118788fcc0 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:17.339711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4ac2-1f65-471f-a043-a2ea55e82246 admin admin] Publish callbacks [] for security_group (9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.354785 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (a8fd0944-aa63-495e-b126-ccc8a66536cf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.370752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.384457 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/networks/a8fd0944-aa63-495e-b126-ccc8a66536cf HTTP/1.1" status: 204 len: 168 time: 2.0682366 Feb 19 03:27:17.396543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 603bdb2a-e982-48f7-9e67-0c118788fcc0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:17.396888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 603bdb2a-e982-48f7-9e67-0c118788fcc0 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:17.397310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device eee87a92-0a89-4369-99a2-760454db6600 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:17.405077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46570) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:17.485065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: eee87a92-0a89-4369-99a2-760454db6600 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:17.485420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device eee87a92-0a89-4369-99a2-760454db6600 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:17.485870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:17.504955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:17.507431 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fac029-4a59-4f3e-8bfe-34f5a48e1974" -d '{"events": [{"server_uuid": "c7affa02-259c-40cd-9f27-b5fd9d951e97", "name": "network-vif-plugged", "status": "completed", "tag": "e4e522ad-8423-4852-bbbe-9a581af8fb2a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:17.570958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:17.577530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0e1b7599-c4df-4a1c-81f0-8ec5145c0276 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:17.582564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port e4e522ad-8423-4852-bbbe-9a581af8fb2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e4e522ad-8423-4852-bbbe-9a581af8fb2a,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:17.594787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c2bde-a0ca-4d69-896c-5e103a084c85 req-cea91ec3-130b-4b5d-a4c4-22eba2347a60 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:17.602772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-445c2bde-a0ca-4d69-896c-5e103a084c85 req-cea91ec3-130b-4b5d-a4c4-22eba2347a60 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 945 time: 0.1826580 Feb 19 03:27:17.608158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.612913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a8ac4-1ccb-4689-80db-e42038a01cd0 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Network': ['ID=a8fd0944-aa63-495e-b126-ccc8a66536cf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:17.647960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-196d19f0-393c-42ff-a909-99cf53109c12 req-4b83f0dd-21b7-42b3-93e4-b2c1a0baa9bf service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014823 Feb 19 03:27:17.732662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4ac2-1f65-471f-a043-a2ea55e82246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.737476 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4ac2-1f65-471f-a043-a2ea55e82246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.738984 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e6ad4ac2-1f65-471f-a043-a2ea55e82246 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee HTTP/1.1" status: 204 len: 168 time: 1.0144138 Feb 19 03:27:17.744481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-445c2bde-a0ca-4d69-896c-5e103a084c85 req-ea905124-1e8b-4d09-bc10-a50d25506471 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401873 Feb 19 03:27:17.788420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=e4e522ad-8423-4852-bbbe-9a581af8fb2a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:17.817083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad4ac2-1f65-471f-a043-a2ea55e82246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c21ca0e-7bf7-4e02-9abc-0fedb6b1ccee,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:17.829449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-196d19f0-393c-42ff-a909-99cf53109c12 req-4e45db31-542f-40ff-aa46-f0d3d4c31308 service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661572 Feb 19 03:27:17.952126 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc85aeec-e588-4b68-a079-cead18e22455 x-openstack-request-id: req-dc85aeec-e588-4b68-a079-cead18e22455 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:17.952425 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be65e078-70e7-492f-8d06-7ec79185d996", "name": "network-vif-deleted", "tag": "009742af-b4af-4858-a3ed-a0504f04b9dd", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:17.952682 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc85aeec-e588-4b68-a079-cead18e22455 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:17.953103 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be65e078-70e7-492f-8d06-7ec79185d996', 'name': 'network-vif-deleted', 'tag': '009742af-b4af-4858-a3ed-a0504f04b9dd', 'status': 'completed', 'code': 200} Feb 19 03:27:18.269616 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.861958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950f9dd-9b85-4896-9fee-349b79ec43b9 req-b79112e9-2fe6-4399-b070-9cd18da564ec tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:18.869277 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e950f9dd-9b85-4896-9fee-349b79ec43b9 req-b79112e9-2fe6-4399-b070-9cd18da564ec tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 946 time: 0.8787086 Feb 19 03:27:18.870197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 9098ac4a-fef4-4005-ab77-7cc109f18927 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:18.870743 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.938561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08555716-c956-484e-a471-946ff97b2b61 req-b442610d-43c7-4003-8fc6-bd99cd340a51 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:18.942154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-b442610d-43c7-4003-8fc6-bd99cd340a51 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.71 "GET /v2.0/networks?id=158120bf-ffab-4b73-9258-6428fac51c79 HTTP/1.1" status: 200 len: 814 time: 0.1744392 Feb 19 03:27:18.959268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Request body: {'port': {'device_id': 'dc05412b-9ea7-4049-a4f8-cf671050f858', 'network_id': '158120bf-ffab-4b73-9258-6428fac51c79', 'admin_state_up': True, 'tenant_id': '0ed8647cebf9401d9e8f0dd58ad5b4c1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:19.074684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port 9098ac4a-fef4-4005-ab77-7cc109f18927, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9098ac4a-fef4-4005-ab77-7cc109f18927,segment=NetworkSegment(d1450d67-1a2e-4d1e-8765-1618db912f62),segment_id=d1450d67-1a2e-4d1e-8765-1618db912f62)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:19.077282 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.082590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e950f9dd-9b85-4896-9fee-349b79ec43b9 req-d09e39fb-4aae-49b2-8ee5-0a0e995cba43 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123141 Feb 19 03:27:19.119722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 9098ac4a-fef4-4005-ab77-7cc109f18927 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:19.177660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Made reservation on behalf of 0ed8647cebf9401d9e8f0dd58ad5b4c1 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:19.186508 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.254250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93e08f2c-952a-4b2d-8b9f-4a800163e9a1 req-647b512d-6e80-43f3-8a18-7d101c52a3e2 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 210 time: 0.0441873 Feb 19 03:27:19.354906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46640) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:19.421685 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (9098ac4a-fef4-4005-ab77-7cc109f18927), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.495510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=9098ac4a-fef4-4005-ab77-7cc109f18927,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:19.586734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-886661926-network', 'tenant_id': 'e6d730d84cae4a7e8b0b670ef67158a2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:19.616824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Allocated IP 172.20.0.8 (158120bf-ffab-4b73-9258-6428fac51c79/08301ea9-9b24-4f85-ae27-3b78de00da98/0e5f457d-4300-4eb7-9e32-9c5a5d9b2542) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:19.621560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Made reservation on behalf of e6d730d84cae4a7e8b0b670ef67158a2 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:19.625136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.645570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030b085-d891-4f23-a7ce-32d151c544cc req-44bd048f-65e9-4bd5-98f4-ae45d3e44349 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:19.655485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-44bd048f-65e9-4bd5-98f4-ae45d3e44349 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.2689326 Feb 19 03:27:19.687027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.699792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-60a9859a-1363-4464-b68f-ce9376c5f62f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/quotas/1ed1d0f12f104287bcbffc45332f2479 HTTP/1.1" status: 200 len: 375 time: 0.0421798 Feb 19 03:27:19.703310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.888132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-a6e62f3c-4370-4f07-8ed6-ef28350fa998 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1872034 Feb 19 03:27:19.955274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:19.965496 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Publish callbacks [] for security_group (e252b080-4a19-47e4-8ea2-ed656ebd07d4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.012452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e252b080-4a19-47e4-8ea2-ed656ebd07d4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.078668 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:20.085480 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-22ac4f98-db3b-41dc-9d4f-4a2f2d7625ff tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6796489 Feb 19 03:27:20.088397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46650) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:20.092031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:20.092533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:20.114249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:20.114915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:20.117483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e252b080-4a19-47e4-8ea2-ed656ebd07d4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:20.144918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (390b2252-7e8a-4a38-a5b7-59f12bd31729), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.145349 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Added segment 390b2252-7e8a-4a38-a5b7-59f12bd31729 of type vlan for network d92681fd-dd4f-4c74-82d1-7b31509979ca Feb 19 03:27:20.158978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2bc0f4-f105-46bd-a563-ff331114a938 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting subnet 275c5640-890b-46f1-9200-2db0392f133a {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:20.163650 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc0f4-f105-46bd-a563-ff331114a938 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (275c5640-890b-46f1-9200-2db0392f133a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.216531 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc0f4-f105-46bd-a563-ff331114a938 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (275c5640-890b-46f1-9200-2db0392f133a), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.220513 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Publish callbacks [] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.239374 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d92681fd-dd4f-4c74-82d1-7b31509979ca), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.249904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-48fc03fb-c9eb-4c31-84b3-01018c933043 service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507297 Feb 19 03:27:20.324004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc0f4-f105-46bd-a563-ff331114a938 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (275c5640-890b-46f1-9200-2db0392f133a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.338423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:20.409076 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc0f4-f105-46bd-a563-ff331114a938 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (275c5640-890b-46f1-9200-2db0392f133a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.430451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-580c5601-a983-4c37-bb12-2dee4661b607 service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794720 Feb 19 03:27:20.433189 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d92681fd-dd4f-4c74-82d1-7b31509979ca), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.434187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:20.434819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.449694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bc0f4-f105-46bd-a563-ff331114a938 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Subnet': ['ID=275c5640-890b-46f1-9200-2db0392f133a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:20.453106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc0f4-f105-46bd-a563-ff331114a938 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.457569 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ed2bc0f4-f105-46bd-a563-ff331114a938 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/275c5640-890b-46f1-9200-2db0392f133a HTTP/1.1" status: 204 len: 168 time: 0.3678453 Feb 19 03:27:20.460256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46654) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:20.483172 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.491458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c186e94-b0c2-4d53-802f-d0df294e483e None None] Network 47d4254e-4a95-4519-8237-f4a97d772eee requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:20.594533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (47d4254e-4a95-4519-8237-f4a97d772eee), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.675498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3108106 Feb 19 03:27:20.681745 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46660) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:20.689222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Request body: {'subnet': {'network_id': 'd92681fd-dd4f-4c74-82d1-7b31509979ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-886661926-subnet', 'tenant_id': 'e6d730d84cae4a7e8b0b670ef67158a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:20.719950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Network 158120bf-ffab-4b73-9258-6428fac51c79 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:20.733003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:20.733431 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Made reservation on behalf of e6d730d84cae4a7e8b0b670ef67158a2 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:20.733782 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa09cce-3445-4297-9266-e536e49f9442 x-openstack-request-id: req-aaa09cce-3445-4297-9266-e536e49f9442 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:20.734325 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7affa02-259c-40cd-9f27-b5fd9d951e97", "name": "network-vif-plugged", "status": "completed", "tag": "e4e522ad-8423-4852-bbbe-9a581af8fb2a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:20.736147 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaa09cce-3445-4297-9266-e536e49f9442 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:20.736746 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a', 'code': 200} Feb 19 03:27:20.737412 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.748393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de1f20-0e8b-4c66-86aa-b8d82cf97ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=d92681fd-dd4f-4c74-82d1-7b31509979ca,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:20.757812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:20.776790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d92681fd-dd4f-4c74-82d1-7b31509979ca details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:20.779898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 44c52c18-f28e-49c2-a085-ed3290480001 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:20.780504 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (44c52c18-f28e-49c2-a085-ed3290480001), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.859742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Pushing event updated for resources: {'Port': ['ID=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:20.932854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] DHCP port deletion for 47d4254e-4a95-4519-8237-f4a97d772eee request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:20.942123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port 44c52c18-f28e-49c2-a085-ed3290480001, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=44c52c18-f28e-49c2-a085-ed3290480001,segment=NetworkSegment(d1450d67-1a2e-4d1e-8765-1618db912f62),segment_id=d1450d67-1a2e-4d1e-8765-1618db912f62)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:20.942584 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (44c52c18-f28e-49c2-a085-ed3290480001), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.948333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:19Z', 'revision_number': 10, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:20.963807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 44c52c18-f28e-49c2-a085-ed3290480001 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:21.059235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:21.060558 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.078913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:21.086496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda44a6-4846-4604-9e2c-94e0536505ee req-c528d643-23b2-423b-b8aa-fdc91b242421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:21.089044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ceda44a6-4846-4604-9e2c-94e0536505ee req-c528d643-23b2-423b-b8aa-fdc91b242421 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 1128 time: 0.3072495 Feb 19 03:27:21.106074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:21.106748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:21.116659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a921c3-9691-401c-a219-6f4a3750d938 req-33b20c05-3060-4a56-ae5d-2a1bf9907394 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:21.119476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08a921c3-9691-401c-a219-6f4a3750d938 req-33b20c05-3060-4a56-ae5d-2a1bf9907394 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.3162906 Feb 19 03:27:21.124876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-0c8ea67a-fb09-4bb8-a547-20784db2fb99 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1720424 Feb 19 03:27:21.150401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Request body: {'port': {'device_id': 'dc05412b-9ea7-4049-a4f8-cf671050f858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:21.159471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (44c52c18-f28e-49c2-a085-ed3290480001), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.166407 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (980e9b63-be7b-470a-b5dc-35f62452eb45), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.244364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980e9b63-be7b-470a-b5dc-35f62452eb45,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:21.249779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=44c52c18-f28e-49c2-a085-ed3290480001,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:21.255520 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ceda44a6-4846-4604-9e2c-94e0536505ee req-6d2f8720-9c7f-4b42-9e33-720527a6f501 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527929 Feb 19 03:27:21.264860 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No DVR routers for this DVR port 44c52c18-f28e-49c2-a085-ed3290480001 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:21.340218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08a921c3-9691-401c-a219-6f4a3750d938 req-40acfecc-0d51-4af6-bb4e-54397a1526b1 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071209 Feb 19 03:27:21.397705 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.398644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Checking segment: {'id': '390b2252-7e8a-4a38-a5b7-59f12bd31729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd92681fd-dd4f-4c74-82d1-7b31509979ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:21.399591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Network hostable DHCP agents. Network: d92681fd-dd4f-4c74-82d1-7b31509979ca, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:21.436158 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (47d4254e-4a95-4519-8237-f4a97d772eee), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.461638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Network d92681fd-dd4f-4c74-82d1-7b31509979ca is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:21.479341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d4254e-4a95-4519-8237-f4a97d772eee']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:21.483082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d92681fd-dd4f-4c74-82d1-7b31509979ca) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:21.495302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:21.496329 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.502515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1450d67-1a2e-4d1e-8765-1618db912f62') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:21.503171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1450d67-1a2e-4d1e-8765-1618db912f62') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:21.528813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d1450d67-1a2e-4d1e-8765-1618db912f62), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.556188 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-79ecb7cd-85b9-4da7-8b7a-4885a7b0a488 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8725584 Feb 19 03:27:21.557930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 44c52c18-f28e-49c2-a085-ed3290480001 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:21.559331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d1450d67-1a2e-4d1e-8765-1618db912f62), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.586179 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:21.586965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d1450d67-1a2e-4d1e-8765-1618db912f62), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:21.593244 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:21.599500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915a5d64-4cae-4573-942d-6dcd223496dd None None] Network d92681fd-dd4f-4c74-82d1-7b31509979ca requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:21.608531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 44c52c18-f28e-49c2-a085-ed3290480001 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:21.608994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 44c52c18-f28e-49c2-a085-ed3290480001 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:21.683500 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:27:21.726076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:21.761804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] Deleting port 44c52c18-f28e-49c2-a085-ed3290480001 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:21.762532 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (44c52c18-f28e-49c2-a085-ed3290480001), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.777713 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (47d4254e-4a95-4519-8237-f4a97d772eee), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.794751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.805892 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/networks/47d4254e-4a95-4519-8237-f4a97d772eee HTTP/1.1" status: 204 len: 168 time: 1.3442457 Feb 19 03:27:21.811191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46672) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:21.840413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63d705-498c-400c-81af-036bf2112573 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Network': ['ID=47d4254e-4a95-4519-8237-f4a97d772eee,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:21.866581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] For port 44c52c18-f28e-49c2-a085-ed3290480001, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:21.867754 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (44c52c18-f28e-49c2-a085-ed3290480001), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.890134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] Calling delete_port for 44c52c18-f28e-49c2-a085-ed3290480001 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:21.893009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] Port 44c52c18-f28e-49c2-a085-ed3290480001 was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:27:21.898311 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (44c52c18-f28e-49c2-a085-ed3290480001), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.916328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] Network 47d4254e-4a95-4519-8237-f4a97d772eee is not hosted by any dhcp agent {{(pid=103617) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:27:21.916784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] No DVR routers for this DVR port 44c52c18-f28e-49c2-a085-ed3290480001 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:21.970538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5154db6-a7f4-442d-a814-fa54da137c5a None None] Pushing event deleted for resources: {'Port': ['ID=44c52c18-f28e-49c2-a085-ed3290480001,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:22.036710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431c4e3-7ec2-4384-9f52-992f0306d025 req-59f9544e-f2d9-4410-a81b-5e404595cdee tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:22.050487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f431c4e3-7ec2-4384-9f52-992f0306d025 req-59f9544e-f2d9-4410-a81b-5e404595cdee tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 946 time: 0.3700223 Feb 19 03:27:22.083898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f2247-667a-4027-ba2e-c04fae413293 None None] Network d92681fd-dd4f-4c74-82d1-7b31509979ca requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:22.128351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f431c4e3-7ec2-4384-9f52-992f0306d025 req-54f435c7-f5d5-4881-b4c8-f54b4e356bfa tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766258 Feb 19 03:27:22.332423 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.361343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:19Z', 'revision_number': 10, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:22.361749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:22.376832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Publish callbacks [] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.407973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d7855-1e91-4c6b-b004-597267c2d120 None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:19Z', 'revision_number': 10, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None, '_interfaces': [{'id': '29522e86-c32b-497f-880b-88abd48b4eca', 'name': '', 'network_id': 'fbaf2571-5fad-4fdd-94b3-a677828f9940', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'mac_address': 'fa:16:3e:30:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:29Z', 'updated_at': '2022-02-19T03:26:37Z', 'revision_number': 5, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'subnets': [{'id': '83f23662-c75b-4611-bd18-01c68cec6cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:22.415257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Transition to ACTIVE for port object 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:22.424014 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.583185 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.585645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:22.695138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc07b3-aa85-414d-91a7-37b6cb419757 req-379e298d-5718-483f-b73b-95eacee1137a tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:22.704363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99fc07b3-aa85-414d-91a7-37b6cb419757 req-379e298d-5718-483f-b73b-95eacee1137a tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 943 time: 0.1766131 Feb 19 03:27:22.746956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Attempting to bind port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:22.747410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Attempting to bind port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'be6ce369-c431-404c-8709-a969075fbb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '158120bf-ffab-4b73-9258-6428fac51c79'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:22.748384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Attempting to bind port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 on network 158120bf-ffab-4b73-9258-6428fac51c79 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:22.770169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 on network 158120bf-ffab-4b73-9258-6428fac51c79 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:22.771228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Attempting to bind port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 on network 158120bf-ffab-4b73-9258-6428fac51c79 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:22.799759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:22.800101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Checking segment: {'id': 'be6ce369-c431-404c-8709-a969075fbb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '158120bf-ffab-4b73-9258-6428fac51c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:22.800489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Bound using segment: {'id': 'be6ce369-c431-404c-8709-a969075fbb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '158120bf-ffab-4b73-9258-6428fac51c79'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:22.800934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Bound port: 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6ce369-c431-404c-8709-a969075fbb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '158120bf-ffab-4b73-9258-6428fac51c79'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:22.801298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.824973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99fc07b3-aa85-414d-91a7-37b6cb419757 req-f0c4aa6e-b9fc-4001-b4a9-a29ec848542e tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/security-groups?id=544ea4ed-94c6-41a5-ae21-8fa37f908ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196170 Feb 19 03:27:23.041242 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea295723-5f56-4f25-97bc-43573173139c req-8788d42f-b15e-4f41-b6d7-a28102eec972 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 210 time: 0.0526898 Feb 19 03:27:23.049081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] For port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:23.071699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] For port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,segment=NetworkSegment(be6ce369-c431-404c-8709-a969075fbb2c),segment_id=be6ce369-c431-404c-8709-a969075fbb2c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:23.082195 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.144711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:23.145681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.147174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] 10.222.0.71 "PUT /v2.0/ports/0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 HTTP/1.1" status: 200 len: 1091 time: 2.0079503 Feb 19 03:27:23.161213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc05412b-9ea7-4049-a4f8-cf671050f858', 'tag': '0e5f457d-4300-4eb7-9e32-9c5a5d9b2542'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:23.167527 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f84101-b756-44d0-9b94-54e75ff62bda" -d '{"events": [{"name": "network-changed", "server_uuid": "dc05412b-9ea7-4049-a4f8-cf671050f858", "tag": "0e5f457d-4300-4eb7-9e32-9c5a5d9b2542"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:23.221125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9098ac4a-fef4-4005-ab77-7cc109f18927 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:23.251698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2033f-8c23-41ed-b6d2-5c140daf4262 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:23.285459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 9098ac4a-fef4-4005-ab77-7cc109f18927 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:23.285836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9098ac4a-fef4-4005-ab77-7cc109f18927 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:23.375947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08555716-c956-484e-a471-946ff97b2b61 req-5f4f0cf6-a9eb-4965-ae37-a64ca68ead62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:23.377531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-5f4f0cf6-a9eb-4965-ae37-a64ca68ead62 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0ed8647cebf9401d9e8f0dd58ad5b4c1&device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 1125 time: 0.1199849 Feb 19 03:27:23.475090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-c87ed310-17bd-40f5-8455-db05a3c33ea5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 HTTP/1.1" status: 200 len: 217 time: 0.0802794 Feb 19 03:27:23.573204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08555716-c956-484e-a471-946ff97b2b61 req-2296096d-bdd8-4fed-83f3-cb60514ed542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:23.574721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-2296096d-bdd8-4fed-83f3-cb60514ed542 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08301ea9-9b24-4f85-ae27-3b78de00da98 HTTP/1.1" status: 200 len: 854 time: 0.0817764 Feb 19 03:27:23.607343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030b085-d891-4f23-a7ce-32d151c544cc req-bb8e6d6f-f18e-4236-8238-a20e9a86ba72 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:23.609396 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-bb8e6d6f-f18e-4236-8238-a20e9a86ba72 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.1965346 Feb 19 03:27:23.624731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-9a7194ca-0c68-4744-908d-f486ec15073b tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:23.627692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-9a7194ca-0c68-4744-908d-f486ec15073b tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/networks?id=d92681fd-dd4f-4c74-82d1-7b31509979ca HTTP/1.1" status: 200 len: 821 time: 0.2481594 Feb 19 03:27:23.630678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-4e6595f6-b028-4fcb-ac14-d5c42ffccd69 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=158120bf-ffab-4b73-9258-6428fac51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419393 Feb 19 03:27:23.656852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Request body: {'port': {'device_id': '0d061b29-673d-4610-b5ad-3de4994c41b1', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'admin_state_up': True, 'tenant_id': '1ed1d0f12f104287bcbffc45332f2479'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:23.657614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-2b868e6d-c0af-4a0d-85c5-8c52f1527ce3 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/quotas/e6d730d84cae4a7e8b0b670ef67158a2 HTTP/1.1" status: 200 len: 375 time: 0.0231810 Feb 19 03:27:23.738487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-db0ee66c-1f61-4305-8414-8876900549ad tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e6d730d84cae4a7e8b0b670ef67158a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700164 Feb 19 03:27:23.857773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 29522e86-c32b-497f-880b-88abd48b4eca {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:23.858534 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (29522e86-c32b-497f-880b-88abd48b4eca), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.885562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-1bee3ad1-f721-4c4c-b5a4-4232901ef1bd service neutron] 10.222.0.71 "GET /v2.0/networks/158120bf-ffab-4b73-9258-6428fac51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416699 Feb 19 03:27:23.910441 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Made reservation on behalf of 1ed1d0f12f104287bcbffc45332f2479 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:23.914259 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.927554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-7cabd988-9be5-459d-bd50-4cb3278ad479 service neutron] 10.222.0.42 "GET /v2.0/networks/d92681fd-dd4f-4c74-82d1-7b31509979ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812131 Feb 19 03:27:24.019878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port 29522e86-c32b-497f-880b-88abd48b4eca, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=29522e86-c32b-497f-880b-88abd48b4eca,segment=NetworkSegment(4c0c2378-3413-4c11-9420-8bb57befd562),segment_id=4c0c2378-3413-4c11-9420-8bb57befd562)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:24.019878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (29522e86-c32b-497f-880b-88abd48b4eca), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.040273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 29522e86-c32b-497f-880b-88abd48b4eca owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:24.065063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08555716-c956-484e-a471-946ff97b2b61 req-8542bcfa-dd9a-4b70-a69f-c2ebb2332f3d service neutron] 10.222.0.71 "GET /v2.0/networks/158120bf-ffab-4b73-9258-6428fac51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688042 Feb 19 03:27:24.078531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-252881b8-4613-40ce-942d-bfc85f06fb9d service neutron] 10.222.0.42 "GET /v2.0/networks/d92681fd-dd4f-4c74-82d1-7b31509979ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250341 Feb 19 03:27:24.141808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Allocated IP 172.20.0.12 (e769ebff-2101-45e5-908a-ae42c5680f4f/3a0b9ce0-8147-44d2-825b-d86ca2bad80f/ecd770e7-00e5-4aba-90ed-5c779c380958) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:24.424310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (29522e86-c32b-497f-880b-88abd48b4eca), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.455175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41938e4-10b3-45e3-835b-a303f0f67881 req-4f1be7cb-88f8-4889-ade2-cc17f90b18cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:24.466455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=29522e86-c32b-497f-880b-88abd48b4eca,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:24.470548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c41938e4-10b3-45e3-835b-a303f0f67881 req-4f1be7cb-88f8-4889-ade2-cc17f90b18cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1071410 Feb 19 03:27:24.487202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks [] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.565103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c41938e4-10b3-45e3-835b-a303f0f67881 req-11ee3214-094a-424a-983c-dcd89b74664f tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808380 Feb 19 03:27:24.699136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (7478db55-d71a-462e-9a12-8f18d1de8664), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.804773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea5955-5131-4817-a468-15ec390003cc req-cf7c2bb9-5b9b-4264-84b0-38c49bce5fdc tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:24.805692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9eea5955-5131-4817-a468-15ec390003cc req-cf7c2bb9-5b9b-4264-84b0-38c49bce5fdc tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 946 time: 0.1232474 Feb 19 03:27:24.898202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9eea5955-5131-4817-a468-15ec390003cc req-7f98ad32-2430-4e75-99d7-c41dcab6a080 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855355 Feb 19 03:27:24.921242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-61f98365-395f-4907-a6c1-3fe48fcd5f9f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:24.923052 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-61f98365-395f-4907-a6c1-3fe48fcd5f9f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee45f1c-2bd7-4be4-93c5-3a061d653e34 HTTP/1.1" status: 200 len: 946 time: 0.3301826 Feb 19 03:27:24.925471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.959276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:25.085021 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Network e769ebff-2101-45e5-908a-ae42c5680f4f is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:25.098572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:25.106093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:25.120232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b9169-8c48-434e-8960-e191ff47fe6a req-fd34209b-c256-4054-a4e5-fb1485d8e2b0 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.130430 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf0b9169-8c48-434e-8960-e191ff47fe6a req-fd34209b-c256-4054-a4e5-fb1485d8e2b0 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 946 time: 0.1099138 Feb 19 03:27:25.159073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event updated for resources: {'Port': ['ID=ecd770e7-00e5-4aba-90ed-5c779c380958,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:25.190986 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:25.237223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.237914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.252316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf0b9169-8c48-434e-8960-e191ff47fe6a req-bb79a0ce-092a-4207-87d9-f81b90a4de40 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200614 Feb 19 03:27:25.299405 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-aebb3375-04fc-40f7-b0b3-0d374be36ddf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6507757 Feb 19 03:27:25.368761 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87f18f3-c775-4599-94d3-78e3cb700fab x-openstack-request-id: req-e87f18f3-c775-4599-94d3-78e3cb700fab {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:25.369258 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc05412b-9ea7-4049-a4f8-cf671050f858", "tag": "0e5f457d-4300-4eb7-9e32-9c5a5d9b2542", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:25.369525 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e87f18f3-c775-4599-94d3-78e3cb700fab {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:25.370083 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc05412b-9ea7-4049-a4f8-cf671050f858', 'tag': '0e5f457d-4300-4eb7-9e32-9c5a5d9b2542', 'status': 'completed', 'code': 200} Feb 19 03:27:25.394101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Request body: {'port': {'device_id': '0d061b29-673d-4610-b5ad-3de4994c41b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:25.430492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Deleting port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:25.431091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.448693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:25.457624 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-24e7c2b7-7f83-46b9-9fe5-76b11658db6e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6429455 Feb 19 03:27:25.461051 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:25.465157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46720) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:25.472045 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:25.472918 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:25.506746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f84101-b756-44d0-9b94-54e75ff62bda req-9d189f4b-7ee5-4e3c-9dfd-bb5904b1a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.508578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2f84101-b756-44d0-9b94-54e75ff62bda req-9d189f4b-7ee5-4e3c-9dfd-bb5904b1a9a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0ed8647cebf9401d9e8f0dd58ad5b4c1&device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 1125 time: 0.1057904 Feb 19 03:27:25.534839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e021bd-8198-423f-9f5e-01579c78f4b2 req-3a1122f4-eaab-4974-b8da-a8bb4997df6c tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.536870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e021bd-8198-423f-9f5e-01579c78f4b2 req-3a1122f4-eaab-4974-b8da-a8bb4997df6c tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 943 time: 0.0942011 Feb 19 03:27:25.547425 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:25.600134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] For port f304a424-f767-4a61-ac9e-24bbd0fc9ab3, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:25.601645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.603636 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:24Z', 'revision_number': 11, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:25.617234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Calling delete_port for f304a424-f767-4a61-ac9e-24bbd0fc9ab3 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:25.632755 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:25.641931 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:25.642557 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:25.647284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e021bd-8198-423f-9f5e-01579c78f4b2 req-695c5063-4b42-4183-be06-526b58bdc080 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/security-groups?id=544ea4ed-94c6-41a5-ae21-8fa37f908ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962961 Feb 19 03:27:25.683352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f84101-b756-44d0-9b94-54e75ff62bda req-17a212c3-ab7b-4390-a7fe-2909d5395cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.685627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2f84101-b756-44d0-9b94-54e75ff62bda req-17a212c3-ab7b-4390-a7fe-2909d5395cce service neutron] 10.222.0.71 "GET /v2.0/networks?id=158120bf-ffab-4b73-9258-6428fac51c79 HTTP/1.1" status: 200 len: 915 time: 0.1663930 Feb 19 03:27:25.722891 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:25.780583 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:24Z', 'revision_number': 11, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:25.785238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2f84101-b756-44d0-9b94-54e75ff62bda req-48c369b9-951e-43da-84e3-98aa5eda2c0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 HTTP/1.1" status: 200 len: 217 time: 0.0899003 Feb 19 03:27:25.815273 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7cb5ec-82b7-42ec-9ccc-b11e68d7ba91 None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:24Z', 'revision_number': 11, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:25.859954 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.863383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f304a424-f767-4a61-ac9e-24bbd0fc9ab3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.884503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f84101-b756-44d0-9b94-54e75ff62bda req-33bb36c7-01ca-413c-9be0-2a8946e131f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.886050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2f84101-b756-44d0-9b94-54e75ff62bda req-33bb36c7-01ca-413c-9be0-2a8946e131f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08301ea9-9b24-4f85-ae27-3b78de00da98 HTTP/1.1" status: 200 len: 854 time: 0.0838497 Feb 19 03:27:25.900667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f304a424-f767-4a61-ac9e-24bbd0fc9ab3'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:25.910789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51f0d0-6bbb-4c6e-8249-5b4056cd66d8 req-411dd05e-36b1-4afb-bb37-6b8d68cb21e4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.922500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-df51f0d0-6bbb-4c6e-8249-5b4056cd66d8 req-411dd05e-36b1-4afb-bb37-6b8d68cb21e4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 932 time: 0.1313536 Feb 19 03:27:25.942276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f03d27-6795-4f09-b478-8028a5576275 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting subnet 83f23662-c75b-4611-bd18-01c68cec6cd6 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:25.952023 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54f03d27-6795-4f09-b478-8028a5576275 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (83f23662-c75b-4611-bd18-01c68cec6cd6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.954862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event deleted for resources: {'Port': ['ID=f304a424-f767-4a61-ac9e-24bbd0fc9ab3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:26.038810 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2f84101-b756-44d0-9b94-54e75ff62bda req-e7fc7850-a487-4d26-a2b3-5a48ca0b3345 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=158120bf-ffab-4b73-9258-6428fac51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136458 Feb 19 03:27:26.076904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] No DVR routers for this DVR port f304a424-f767-4a61-ac9e-24bbd0fc9ab3 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:26.129824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.133063 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "DELETE /v2.0/ports/f304a424-f767-4a61-ac9e-24bbd0fc9ab3 HTTP/1.1" status: 204 len: 173 time: 1.1995094 Feb 19 03:27:26.133523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee45f1c-2bd7-4be4-93c5-3a061d653e34', 'name': 'network-vif-deleted', 'tag': 'f304a424-f767-4a61-ac9e-24bbd0fc9ab3'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:26.135790 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efe3fb8-22a7-44bf-b5bb-3e210e56b75e" -d '{"events": [{"server_uuid": "9ee45f1c-2bd7-4be4-93c5-3a061d653e34", "name": "network-vif-deleted", "tag": "f304a424-f767-4a61-ac9e-24bbd0fc9ab3"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:26.142837 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54f03d27-6795-4f09-b478-8028a5576275 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (83f23662-c75b-4611-bd18-01c68cec6cd6), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.356147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54f03d27-6795-4f09-b478-8028a5576275 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (83f23662-c75b-4611-bd18-01c68cec6cd6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.498553 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54f03d27-6795-4f09-b478-8028a5576275 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (83f23662-c75b-4611-bd18-01c68cec6cd6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.509697 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd770e7-00e5-4aba-90ed-5c779c380958 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:26.545223 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Publish callbacks [] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.551377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f03d27-6795-4f09-b478-8028a5576275 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Subnet': ['ID=83f23662-c75b-4611-bd18-01c68cec6cd6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:26.562997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54f03d27-6795-4f09-b478-8028a5576275 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.567263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c28b79b-bf1e-4094-823b-17121959b24b None None] Network fbaf2571-5fad-4fdd-94b3-a677828f9940 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:26.569520 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-54f03d27-6795-4f09-b478-8028a5576275 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/83f23662-c75b-4611-bd18-01c68cec6cd6 HTTP/1.1" status: 204 len: 168 time: 1.0046034 Feb 19 03:27:26.572243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46732) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:26.581364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Transition to ACTIVE for port object ecd770e7-00e5-4aba-90ed-5c779c380958 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:26.614628 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.798686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d5761-3f3e-48e9-8afe-952558b1ca22 None None] DHCP port deletion for fbaf2571-5fad-4fdd-94b3-a677828f9940 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:26.815432 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (fbaf2571-5fad-4fdd-94b3-a677828f9940), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.866103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-5d0bc56e-cde0-4f0f-b2c7-bc728be99fc3 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:26.867777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-5d0bc56e-cde0-4f0f-b2c7-bc728be99fc3 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.37 "GET /v2.0/networks?id=d92681fd-dd4f-4c74-82d1-7b31509979ca HTTP/1.1" status: 200 len: 821 time: 0.9417372 Feb 19 03:27:26.867980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Pushing event updated for resources: {'Port': ['ID=ecd770e7-00e5-4aba-90ed-5c779c380958,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:26.886605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f86d5761-3f3e-48e9-8afe-952558b1ca22 None None] Deleting port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:26.887499 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f86d5761-3f3e-48e9-8afe-952558b1ca22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.894973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-df51f0d0-6bbb-4c6e-8249-5b4056cd66d8 req-436670cf-faca-4da3-b7dc-9fa3fd423613 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9672344 Feb 19 03:27:26.914332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Request body: {'port': {'device_id': '43d433f2-6136-4dfc-87ff-99e0e74043f2', 'network_id': 'd92681fd-dd4f-4c74-82d1-7b31509979ca', 'admin_state_up': True, 'tenant_id': 'e6d730d84cae4a7e8b0b670ef67158a2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:26.976829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f86d5761-3f3e-48e9-8afe-952558b1ca22 None None] For port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=794cb07b-a80a-4086-8b2a-8e2c7ea14b78,segment=NetworkSegment(4c0c2378-3413-4c11-9420-8bb57befd562),segment_id=4c0c2378-3413-4c11-9420-8bb57befd562)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:26.977960 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f86d5761-3f3e-48e9-8afe-952558b1ca22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.999960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f86d5761-3f3e-48e9-8afe-952558b1ca22 None None] Calling delete_port for 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:27.017076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Attempting to bind port ecd770e7-00e5-4aba-90ed-5c779c380958 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:27.017076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Attempting to bind port ecd770e7-00e5-4aba-90ed-5c779c380958 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:27.017692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Attempting to bind port ecd770e7-00e5-4aba-90ed-5c779c380958 on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:27.025478 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Port ecd770e7-00e5-4aba-90ed-5c779c380958 on network e769ebff-2101-45e5-908a-ae42c5680f4f not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:27.026104 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Attempting to bind port ecd770e7-00e5-4aba-90ed-5c779c380958 on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:27.032459 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:27.032935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Checking segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:27.033423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Bound using segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:27.033984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Bound port: ecd770e7-00e5-4aba-90ed-5c779c380958, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:27.034450 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.065671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Deleting port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:27.066278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.129022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:27.132473 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f86d5761-3f3e-48e9-8afe-952558b1ca22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.161983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17ce33f5-d030-473d-ad45-23c56e11b2b3 req-de2a66ff-90fb-4f20-ad40-51082a33603d tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/ports?device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 210 time: 0.0973182 Feb 19 03:27:27.201048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Made reservation on behalf of e6d730d84cae4a7e8b0b670ef67158a2 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:27.208235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.264261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2f84101-b756-44d0-9b94-54e75ff62bda req-9fa25f7f-e8c6-48ad-bcd3-7294aed6c399 service neutron] 10.222.0.71 "GET /v2.0/networks/158120bf-ffab-4b73-9258-6428fac51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1756976 Feb 19 03:27:27.295696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d5761-3f3e-48e9-8afe-952558b1ca22 None None] Pushing event deleted for resources: {'Port': ['ID=794cb07b-a80a-4086-8b2a-8e2c7ea14b78,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:27.302319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d5761-3f3e-48e9-8afe-952558b1ca22 None None] No DVR routers for this DVR port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:27.335018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:27.335875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] For port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=794cb07b-a80a-4086-8b2a-8e2c7ea14b78,segment=NetworkSegment(4c0c2378-3413-4c11-9420-8bb57befd562),segment_id=4c0c2378-3413-4c11-9420-8bb57befd562)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:27.336399 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.342821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] For port ecd770e7-00e5-4aba-90ed-5c779c380958, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:27.356228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] For port ecd770e7-00e5-4aba-90ed-5c779c380958, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ecd770e7-00e5-4aba-90ed-5c779c380958,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:27.368204 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.371794 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Calling delete_port for 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:27.374382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:27.374382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:27.374833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 29522e86-c32b-497f-880b-88abd48b4eca no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:27.409318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 29522e86-c32b-497f-880b-88abd48b4eca {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:27.409816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 29522e86-c32b-497f-880b-88abd48b4eca not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:27.449827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,segment=NetworkSegment(be6ce369-c431-404c-8709-a969075fbb2c),segment_id=be6ce369-c431-404c-8709-a969075fbb2c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:27.468488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '0e5f457d-4300-4eb7-9e32-9c5a5d9b2542', 'network_id': '158120bf-ffab-4b73-9258-6428fac51c79', 'port_id': '0e5f457d-4300-4eb7-9e32-9c5a5d9b2542', 'mac_address': 'fa:16:3e:72:a9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08301ea9-9b24-4f85-ae27-3b78de00da98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:27.523940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:27.523940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.528635 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] 10.222.0.37 "PUT /v2.0/ports/ecd770e7-00e5-4aba-90ed-5c779c380958 HTTP/1.1" status: 200 len: 1092 time: 2.1365805 Feb 19 03:27:27.554276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:27.555403 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.581493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:27.589905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b5c5b-ae54-4aa4-81fd-1e9cd72f750d service neutron] Pushing event updated for resources: {'Port': ['ID=ecd770e7-00e5-4aba-90ed-5c779c380958,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:27.611492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4561f-da5a-4fc1-a8fe-c36aa964c235 req-aa78c211-831c-48fd-8db4-1e2bacbf5da3 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:27.613092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cf4561f-da5a-4fc1-a8fe-c36aa964c235 req-aa78c211-831c-48fd-8db4-1e2bacbf5da3 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 946 time: 0.2999878 Feb 19 03:27:27.616781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,segment=NetworkSegment(be6ce369-c431-404c-8709-a969075fbb2c),segment_id=be6ce369-c431-404c-8709-a969075fbb2c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:27.625358 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.629064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46738) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:27.652779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bd6e7d82-463e-44ea-83d9-52ea62044165 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Request body: {'floatingip': {'port_id': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:27.668558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2f84101-b756-44d0-9b94-54e75ff62bda req-433ed501-2c34-4a26-a04e-3afa9c33196a service neutron] 10.222.0.71 "GET /v2.0/networks/158120bf-ffab-4b73-9258-6428fac51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708057 Feb 19 03:27:27.674656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Allocated IP 172.20.0.9 (d92681fd-dd4f-4c74-82d1-7b31509979ca/980e9b63-be7b-470a-b5dc-35f62452eb45/7a29885b-cb49-4125-a206-7079588a92e4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:27.720075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:27.779411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6e7d82-463e-44ea-83d9-52ea62044165 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for floatingip (24e1f0e8-1263-489e-8824-0305f30643ce), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.788075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (794cb07b-a80a-4086-8b2a-8e2c7ea14b78), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.878916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9e390-420b-4cbc-9e03-9c3870b95049 req-6a5f9162-f43c-45ea-b423-1ec28bdbbcbb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:27.880562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9b9e390-420b-4cbc-9e03-9c3870b95049 req-6a5f9162-f43c-45ea-b423-1ec28bdbbcbb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1665330 Feb 19 03:27:27.906348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Port': ['ID=794cb07b-a80a-4086-8b2a-8e2c7ea14b78,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:27.917400 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No DVR routers for this DVR port 794cb07b-a80a-4086-8b2a-8e2c7ea14b78 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:27.937417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['0e5f457d-4300-4eb7-9e32-9c5a5d9b2542'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:27.952136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030b085-d891-4f23-a7ce-32d151c544cc req-5fe4e037-dabe-4068-affb-15d85fe1a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:27.953704 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-5fe4e037-dabe-4068-affb-15d85fe1a76c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 1126 time: 0.3510585 Feb 19 03:27:27.998597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9b9e390-420b-4cbc-9e03-9c3870b95049 req-c274d09f-860d-4ddc-b354-83607067a004 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086128 Feb 19 03:27:28.001707 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Publish callbacks [] for port (7a29885b-cb49-4125-a206-7079588a92e4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.019771 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-58ea72ed-ebc3-4e3d-9e92-0ab0e20a4160 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecd770e7-00e5-4aba-90ed-5c779c380958 HTTP/1.1" status: 200 len: 217 time: 0.0447786 Feb 19 03:27:28.069807 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7a29885b-cb49-4125-a206-7079588a92e4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.152488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Network d92681fd-dd4f-4c74-82d1-7b31509979ca is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:28.156236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:28.164577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:28.209614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Pushing event updated for resources: {'Port': ['ID=7a29885b-cb49-4125-a206-7079588a92e4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:28.247917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.248301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.251069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.252078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.252432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.252781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.253971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.257995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.258412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.258761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.259106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.259448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.260331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:28.299319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:28.300497 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.368416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-0b25d9d8-96ae-4ce7-8387-44a4540853c6 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4719296 Feb 19 03:27:28.388245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Request body: {'port': {'device_id': '43d433f2-6136-4dfc-87ff-99e0e74043f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:28.454696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca243d5-df6f-432c-af79-8cf01affdef8 req-dea4f084-988d-4ac1-8333-bad0aade1c44 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:28.456409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fca243d5-df6f-432c-af79-8cf01affdef8 req-dea4f084-988d-4ac1-8333-bad0aade1c44 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 944 time: 0.1456475 Feb 19 03:27:28.504292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7a29885b-cb49-4125-a206-7079588a92e4), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.599211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fca243d5-df6f-432c-af79-8cf01affdef8 req-5dd131a8-9906-4ae6-bbc0-6c6e3e6e4302 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/security-groups?id=544ea4ed-94c6-41a5-ae21-8fa37f908ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212769 Feb 19 03:27:28.606755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f304a424-f767-4a61-ac9e-24bbd0fc9ab3 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:28.650172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: f304a424-f767-4a61-ac9e-24bbd0fc9ab3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:28.650529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f304a424-f767-4a61-ac9e-24bbd0fc9ab3 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:28.652139 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (fbaf2571-5fad-4fdd-94b3-a677828f9940), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.670584 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5febcd2c-7093-410d-9615-44282e958d82 x-openstack-request-id: req-5febcd2c-7093-410d-9615-44282e958d82 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:28.671071 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee45f1c-2bd7-4be4-93c5-3a061d653e34", "name": "network-vif-deleted", "tag": "f304a424-f767-4a61-ac9e-24bbd0fc9ab3", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:28.671505 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5febcd2c-7093-410d-9615-44282e958d82 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:28.672163 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee45f1c-2bd7-4be4-93c5-3a061d653e34', 'name': 'network-vif-deleted', 'tag': 'f304a424-f767-4a61-ac9e-24bbd0fc9ab3', 'status': 'completed', 'code': 200} Feb 19 03:27:28.750412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbaf2571-5fad-4fdd-94b3-a677828f9940']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:28.767631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030b085-d891-4f23-a7ce-32d151c544cc req-403c3060-52a3-483c-a9e3-bada16c14ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:28.770454 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-403c3060-52a3-483c-a9e3-bada16c14ccd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.7344866 Feb 19 03:27:28.857204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de8467-fe79-42ca-a6ad-6962ea1a67cb req-cd04913b-65f3-4424-a12c-a27c198043c2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:28.858688 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-c450beda-5e61-4ab4-a0ce-719ce7a32203 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759401 Feb 19 03:27:28.858882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35de8467-fe79-42ca-a6ad-6962ea1a67cb req-cd04913b-65f3-4424-a12c-a27c198043c2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 944 time: 0.1248956 Feb 19 03:27:28.861000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0c2378-3413-4c11-9420-8bb57befd562') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:28.861000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0c2378-3413-4c11-9420-8bb57befd562') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:28.885016 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (4c0c2378-3413-4c11-9420-8bb57befd562), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.911401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:28.981676 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35de8467-fe79-42ca-a6ad-6962ea1a67cb req-d135ad35-52b3-4cb3-98ce-2e3a34e085d3 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137772 Feb 19 03:27:28.988692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (4c0c2378-3413-4c11-9420-8bb57befd562), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.005167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:29.005287 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:29.005693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (4c0c2378-3413-4c11-9420-8bb57befd562), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.020341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:29.020822 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:29.041661 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:29.065862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a29885b-cb49-4125-a206-7079588a92e4 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:29.081252 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Publish callbacks [] for port (7a29885b-cb49-4125-a206-7079588a92e4), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.100563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Transition to ACTIVE for port object 7a29885b-cb49-4125-a206-7079588a92e4 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:29.106304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7a29885b-cb49-4125-a206-7079588a92e4), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.130573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:29.131028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.144687 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (fbaf2571-5fad-4fdd-94b3-a677828f9940), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.175762 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-31d1aac3-8a6f-4a6e-a385-48f76e024563 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042495 Feb 19 03:27:29.186594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,segment=NetworkSegment(be6ce369-c431-404c-8709-a969075fbb2c),segment_id=be6ce369-c431-404c-8709-a969075fbb2c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:29.187783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc05412b-9ea7-4049-a4f8-cf671050f858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5f457d-4300-4eb7-9e32-9c5a5d9b2542'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:29.192159 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16dd0c1-9d8d-482d-8d09-7a110e7e1d5e" -d '{"events": [{"server_uuid": "dc05412b-9ea7-4049-a4f8-cf671050f858", "name": "network-vif-plugged", "status": "completed", "tag": "0e5f457d-4300-4eb7-9e32-9c5a5d9b2542"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:29.196658 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.200886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.204155 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/networks/fbaf2571-5fad-4fdd-94b3-a677828f9940 HTTP/1.1" status: 204 len: 168 time: 2.6302185 Feb 19 03:27:29.223709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46756) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:29.230840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c4372fc0-513e-4d6c-895c-5445dc459ae7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'routes': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:29.233276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Pushing event updated for resources: {'Port': ['ID=7a29885b-cb49-4125-a206-7079588a92e4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:29.242312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e5d04-f3f9-4f71-a8bb-ca0d59b9d267 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Pushing event deleted for resources: {'Network': ['ID=fbaf2571-5fad-4fdd-94b3-a677828f9940,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:29.275770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:29.339988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9539138-80f1-4606-8241-f043c294688e req-abe1f51f-b533-4565-9b48-95f1ae2ef8a0 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.342426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9539138-80f1-4606-8241-f043c294688e req-abe1f51f-b533-4565-9b48-95f1ae2ef8a0 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/ports?device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 943 time: 0.1934299 Feb 19 03:27:29.391323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Attempting to bind port 7a29885b-cb49-4125-a206-7079588a92e4 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:29.391644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Attempting to bind port 7a29885b-cb49-4125-a206-7079588a92e4 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '390b2252-7e8a-4a38-a5b7-59f12bd31729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd92681fd-dd4f-4c74-82d1-7b31509979ca'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:29.391920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Attempting to bind port 7a29885b-cb49-4125-a206-7079588a92e4 on network d92681fd-dd4f-4c74-82d1-7b31509979ca {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:29.408537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Port 7a29885b-cb49-4125-a206-7079588a92e4 on network d92681fd-dd4f-4c74-82d1-7b31509979ca not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:29.408879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Attempting to bind port 7a29885b-cb49-4125-a206-7079588a92e4 on network d92681fd-dd4f-4c74-82d1-7b31509979ca {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:29.426673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9539138-80f1-4606-8241-f043c294688e req-8f009101-a9e7-4b46-b88c-a72209302909 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/security-groups?id=e252b080-4a19-47e4-8ea2-ed656ebd07d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789361 Feb 19 03:27:29.428644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:29.429237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Checking segment: {'id': '390b2252-7e8a-4a38-a5b7-59f12bd31729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd92681fd-dd4f-4c74-82d1-7b31509979ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:29.430335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Bound using segment: {'id': '390b2252-7e8a-4a38-a5b7-59f12bd31729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd92681fd-dd4f-4c74-82d1-7b31509979ca'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:29.431017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Bound port: 7a29885b-cb49-4125-a206-7079588a92e4, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390b2252-7e8a-4a38-a5b7-59f12bd31729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd92681fd-dd4f-4c74-82d1-7b31509979ca'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:29.431609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7a29885b-cb49-4125-a206-7079588a92e4), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.445426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.db.resource_extend [None req-bd6e7d82-463e-44ea-83d9-52ea62044165 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:27:29.549171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.extraroute_db [None req-c4372fc0-513e-4d6c-895c-5445dc459ae7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Added routes are [] {{(pid=103616) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:27:29.549481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.extraroute_db [None req-c4372fc0-513e-4d6c-895c-5445dc459ae7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Removed routes are [] {{(pid=103616) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:27:29.549866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4372fc0-513e-4d6c-895c-5445dc459ae7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.554464 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e030b085-d891-4f23-a7ce-32d151c544cc req-2fd4282a-3069-4958-9efd-768c6ef88393 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591599 Feb 19 03:27:29.605801 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6e7d82-463e-44ea-83d9-52ea62044165 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.613079 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6e7d82-463e-44ea-83d9-52ea62044165 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (24e1f0e8-1263-489e-8824-0305f30643ce), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.620383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] For port 7a29885b-cb49-4125-a206-7079588a92e4, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:29.628522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] For port 7a29885b-cb49-4125-a206-7079588a92e4, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=7a29885b-cb49-4125-a206-7079588a92e4,segment=NetworkSegment(390b2252-7e8a-4a38-a5b7-59f12bd31729),segment_id=390b2252-7e8a-4a38-a5b7-59f12bd31729)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:29.645034 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7a29885b-cb49-4125-a206-7079588a92e4), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.699697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-305c200f-14ad-4628-a80b-94ff28daf1f9 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.701287 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-305c200f-14ad-4628-a80b-94ff28daf1f9 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.1959085 Feb 19 03:27:29.711566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.712262 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.715124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] 10.222.0.37 "PUT /v2.0/ports/7a29885b-cb49-4125-a206-7079588a92e4 HTTP/1.1" status: 200 len: 1091 time: 1.3323689 Feb 19 03:27:29.716595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d433f2-6136-4dfc-87ff-99e0e74043f2', 'tag': '7a29885b-cb49-4125-a206-7079588a92e4'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:29.721189 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "43d433f2-6136-4dfc-87ff-99e0e74043f2", "tag": "7a29885b-cb49-4125-a206-7079588a92e4"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:29.769526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4372fc0-513e-4d6c-895c-5445dc459ae7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.783021 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4372fc0-513e-4d6c-895c-5445dc459ae7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.841350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-c1377b86-9877-4920-aa79-4de08f71659a tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/quotas/945f4e3f343b489cafd000abb754fec1 HTTP/1.1" status: 200 len: 375 time: 0.1106668 Feb 19 03:27:29.856944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5532f0-08fe-45e6-b8c1-b13a9dd7b500 service neutron] Pushing event updated for resources: {'Port': ['ID=7a29885b-cb49-4125-a206-7079588a92e4,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:29.873083 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-bd6e7d82-463e-44ea-83d9-52ea62044165 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Floating IP 24e1f0e8-1263-489e-8824-0305f30643ce associated. External IP: 172.25.4.101, port: e4e522ad-8423-4852-bbbe-9a581af8fb2a. Feb 19 03:27:29.908336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-52f6956e-a52e-4b84-b0d3-f347c2aea397 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566571 Feb 19 03:27:29.930128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-6d256fb9-0056-4b60-8a86-6f2917c01f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.932688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-6d256fb9-0056-4b60-8a86-6f2917c01f32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6d730d84cae4a7e8b0b670ef67158a2&device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 1125 time: 0.1505873 Feb 19 03:27:29.955401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4372fc0-513e-4d6c-895c-5445dc459ae7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 7478db55-d71a-462e-9a12-8f18d1de8664 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:30.068121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-afa8142d-6658-4e13-b389-d95fb8c54d5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a29885b-cb49-4125-a206-7079588a92e4 HTTP/1.1" status: 200 len: 217 time: 0.1107888 Feb 19 03:27:30.087996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4372fc0-513e-4d6c-895c-5445dc459ae7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:30.096299 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4372fc0-513e-4d6c-895c-5445dc459ae7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.097466 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c4372fc0-513e-4d6c-895c-5445dc459ae7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664 HTTP/1.1" status: 200 len: 705 time: 0.8717802 Feb 19 03:27:30.101236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46774) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:30.105486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] Sync routers for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:30.127350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:30.128837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:30.148342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-066c3ed5-8d38-4f72-84bb-a1b185ecbf9c service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214663 Feb 19 03:27:30.149762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-a950097b-9c7e-4144-9461-c56dfb635185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:30.151426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-a950097b-9c7e-4144-9461-c56dfb635185 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=980e9b63-be7b-470a-b5dc-35f62452eb45 HTTP/1.1" status: 200 len: 861 time: 0.0763416 Feb 19 03:27:30.164892 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a1fa0d3d-caa3-4d8a-935c-5b6566ccbc69 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=7478db55-d71a-462e-9a12-8f18d1de8664 HTTP/1.1" status: 200 len: 205 time: 0.0621822 Feb 19 03:27:30.167168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46776) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:30.207577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-2371ce98-0a91-42e2-88de-3d21cfbb6d63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d92681fd-dd4f-4c74-82d1-7b31509979ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479329 Feb 19 03:27:30.266324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:30.284007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0376771d-4d6d-4950-a05b-fdbcca19e94a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (7478db55-d71a-462e-9a12-8f18d1de8664), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.331872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:24Z', 'revision_number': 11, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:30.363486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-983a0bbc-e1b1-4556-84a1-299ead2d8efb service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048223 Feb 19 03:27:30.378875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-31d84714-7b93-4870-bfc6-c269604b3a68 service neutron] 10.222.0.37 "GET /v2.0/networks/d92681fd-dd4f-4c74-82d1-7b31509979ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404972 Feb 19 03:27:30.404824 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6e7d82-463e-44ea-83d9-52ea62044165 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Router 09631775-e1e4-4cc9-83db-f236c939de57 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:30.487379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0376771d-4d6d-4950-a05b-fdbcca19e94a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.586178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c6943b4-b734-4cbc-96d3-88c432edcbd8 req-12ce12a9-a727-4c4c-8044-c745cde0dc08 service neutron] 10.222.0.37 "GET /v2.0/networks/d92681fd-dd4f-4c74-82d1-7b31509979ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007849 Feb 19 03:27:30.666540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] Checking router: 7478db55-d71a-462e-9a12-8f18d1de8664 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:30.687230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] Routers {'7478db55-d71a-462e-9a12-8f18d1de8664'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:30.692287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7478db55-d71a-462e-9a12-8f18d1de8664'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:30.742641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78de0b-9e2e-4846-989d-8362f6c66fcf req-ddff6751-4aaa-464a-8041-007985ccc427 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:30.743701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c78de0b-9e2e-4846-989d-8362f6c66fcf req-ddff6751-4aaa-464a-8041-007985ccc427 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.0841546 Feb 19 03:27:30.831139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] Set router 7478db55-d71a-462e-9a12-8f18d1de8664 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:30.889999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c78de0b-9e2e-4846-989d-8362f6c66fcf req-a63e2e7b-0779-44cc-a6bb-8c317a5c8a14 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309106 Feb 19 03:27:30.934364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:24Z', 'revision_number': 11, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:31.024710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d061b29-673d-4610-b5ad-3de4994c41b1', 'tag': 'ecd770e7-00e5-4aba-90ed-5c779c380958'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:31.030620 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4d08a0-e9f2-481b-82ba-cb66212a183b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d061b29-673d-4610-b5ad-3de4994c41b1", "tag": "ecd770e7-00e5-4aba-90ed-5c779c380958"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:31.038198 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4427a70d-f9a6-4ea8-b8d1-d606cbb2c73e x-openstack-request-id: req-4427a70d-f9a6-4ea8-b8d1-d606cbb2c73e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:31.038581 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc05412b-9ea7-4049-a4f8-cf671050f858", "name": "network-vif-plugged", "status": "completed", "tag": "0e5f457d-4300-4eb7-9e32-9c5a5d9b2542", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:31.038932 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4427a70d-f9a6-4ea8-b8d1-d606cbb2c73e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:31.039476 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc05412b-9ea7-4049-a4f8-cf671050f858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5f457d-4300-4eb7-9e32-9c5a5d9b2542', 'code': 200} Feb 19 03:27:31.039921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0376771d-4d6d-4950-a05b-fdbcca19e94a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (7478db55-d71a-462e-9a12-8f18d1de8664), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.042518 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60abea52-8878-47be-be7e-d7b29f63f723 None None] The sync data for ids ['7478db55-d71a-462e-9a12-8f18d1de8664'] in n-d-826756-2 is: [{'id': '7478db55-d71a-462e-9a12-8f18d1de8664', 'name': 'tempest-RoutersIpV6Test-router-1555463224', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:26Z', 'updated_at': '2022-02-19T03:27:24Z', 'revision_number': 11, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:31.175372 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0376771d-4d6d-4950-a05b-fdbcca19e94a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (7478db55-d71a-462e-9a12-8f18d1de8664), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.175372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0376771d-4d6d-4950-a05b-fdbcca19e94a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Fanout notify agent at l3_agent the message router_deleted on router 7478db55-d71a-462e-9a12-8f18d1de8664 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:27:31.200967 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0376771d-4d6d-4950-a05b-fdbcca19e94a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.207544 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0376771d-4d6d-4950-a05b-fdbcca19e94a tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664 HTTP/1.1" status: 204 len: 168 time: 1.0385797 Feb 19 03:27:31.207640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46794) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:31.212986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-05ffc4de-1f32-47b7-a41e-c33a1e6fe612 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1411890577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:31.225066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c1428-5a63-482b-b6d0-46399b617f2d req-c7821f8a-d7d2-4fc6-948d-b5a5c2151a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:31.226746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-258c1428-5a63-482b-b6d0-46399b617f2d req-c7821f8a-d7d2-4fc6-948d-b5a5c2151a47 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 1127 time: 0.1752183 Feb 19 03:27:31.237487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641db1ec-643b-4384-b922-73f1055350c8 req-e3ac7984-d99b-4749-89c3-2d597a8433dc tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:31.244684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-641db1ec-643b-4384-b922-73f1055350c8 req-e3ac7984-d99b-4749-89c3-2d597a8433dc tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 945 time: 0.1451461 Feb 19 03:27:31.298091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6e7d82-463e-44ea-83d9-52ea62044165 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:31.304910 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd6e7d82-463e-44ea-83d9-52ea62044165 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.311256 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05ffc4de-1f32-47b7-a41e-c33a1e6fe612 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (38c9c6a6-1c97-443f-855e-fcc2866a2e6c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.312268 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05ffc4de-1f32-47b7-a41e-c33a1e6fe612 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (38c9c6a6-1c97-443f-855e-fcc2866a2e6c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.315995 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] Sync routers for ids ['09631775-e1e4-4cc9-83db-f236c939de57'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:31.342597 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] Routers {'09631775-e1e4-4cc9-83db-f236c939de57'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:31.343807 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['09631775-e1e4-4cc9-83db-f236c939de57'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:31.359448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-641db1ec-643b-4384-b922-73f1055350c8 req-4ccde3a1-0846-44f4-a2e5-b3734fcc0751 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/security-groups?id=544ea4ed-94c6-41a5-ae21-8fa37f908ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137686 Feb 19 03:27:31.385246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-258c1428-5a63-482b-b6d0-46399b617f2d req-f72b8d0e-7b8c-4d21-8cae-2f7ad2c7b778 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=544ea4ed-94c6-41a5-ae21-8fa37f908ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334608 Feb 19 03:27:31.430937 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bd6e7d82-463e-44ea-83d9-52ea62044165 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "PUT /v2.0/floatingips/24e1f0e8-1263-489e-8824-0305f30643ce HTTP/1.1" status: 200 len: 992 time: 3.7991672 Feb 19 03:27:31.469677 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f35072-48d0-4a50-897d-28f71f4e34e7 x-openstack-request-id: req-49f35072-48d0-4a50-897d-28f71f4e34e7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:31.470096 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d433f2-6136-4dfc-87ff-99e0e74043f2", "tag": "7a29885b-cb49-4125-a206-7079588a92e4", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:31.470389 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49f35072-48d0-4a50-897d-28f71f4e34e7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:31.470839 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d433f2-6136-4dfc-87ff-99e0e74043f2', 'tag': '7a29885b-cb49-4125-a206-7079588a92e4', 'status': 'completed', 'code': 200} Feb 19 03:27:31.474505 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05ffc4de-1f32-47b7-a41e-c33a1e6fe612 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (38c9c6a6-1c97-443f-855e-fcc2866a2e6c), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.482563 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05ffc4de-1f32-47b7-a41e-c33a1e6fe612 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (38c9c6a6-1c97-443f-855e-fcc2866a2e6c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.522092 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05ffc4de-1f32-47b7-a41e-c33a1e6fe612 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.526220 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46800) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:31.526946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-05ffc4de-1f32-47b7-a41e-c33a1e6fe612 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3180771 Feb 19 03:27:31.531709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3d1fa60b-2ffd-4648-8b23-3ec31f694933 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:31.622852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7 req-c06d3d5e-040b-4bc2-aee2-b1ff3520d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:31.624804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7 req-c06d3d5e-040b-4bc2-aee2-b1ff3520d7c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6d730d84cae4a7e8b0b670ef67158a2&device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 1125 time: 0.1193058 Feb 19 03:27:31.664716 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] Set router 09631775-e1e4-4cc9-83db-f236c939de57 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:31.776892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234f4f8-bfbe-4831-81c9-2446a6db8388 req-2ac27a5b-7217-47eb-bfe2-ff21459efc5b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:31.786752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4234f4f8-bfbe-4831-81c9-2446a6db8388 req-2ac27a5b-7217-47eb-bfe2-ff21459efc5b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 944 time: 0.2332745 Feb 19 03:27:31.849477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7 req-765b2b61-b8b1-4304-ad6d-63303d3709a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:31.851615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7 req-765b2b61-b8b1-4304-ad6d-63303d3709a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d92681fd-dd4f-4c74-82d1-7b31509979ca HTTP/1.1" status: 200 len: 922 time: 0.2186365 Feb 19 03:27:31.946321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7 req-43c7863c-a99e-497e-af7e-8885dc713198 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a29885b-cb49-4125-a206-7079588a92e4 HTTP/1.1" status: 200 len: 217 time: 0.0865204 Feb 19 03:27:31.954888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4234f4f8-bfbe-4831-81c9-2446a6db8388 req-129a93aa-f451-4909-899e-579bc8edefe6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664259 Feb 19 03:27:32.022246 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa60b-2ffd-4648-8b23-3ec31f694933 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (38c9c6a6-1c97-443f-855e-fcc2866a2e6c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.041355 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa60b-2ffd-4648-8b23-3ec31f694933 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (38c9c6a6-1c97-443f-855e-fcc2866a2e6c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.074440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7 req-32667605-d4dd-4b57-9022-e3ade0b80cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:32.076352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7 req-32667605-d4dd-4b57-9022-e3ade0b80cc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=980e9b63-be7b-470a-b5dc-35f62452eb45 HTTP/1.1" status: 200 len: 861 time: 0.1209202 Feb 19 03:27:32.093162 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '24e1f0e8-1263-489e-8824-0305f30643ce', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'port_id': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'mac_address': 'fa:16:3e:0b:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:26:55Z', 'updated_at': '2022-02-19T03:27:29Z', 'revision_number': 1, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:58Z', 'revision_number': 5, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:32.141243 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] Checking router: 09631775-e1e4-4cc9-83db-f236c939de57 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:32.148155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7 req-48b5f519-8239-4cf5-8c46-2b59ecd002fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d92681fd-dd4f-4c74-82d1-7b31509979ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584757 Feb 19 03:27:32.165120 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] Routers {'09631775-e1e4-4cc9-83db-f236c939de57'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:32.167043 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['09631775-e1e4-4cc9-83db-f236c939de57'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:32.272320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1fa60b-2ffd-4648-8b23-3ec31f694933 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Router 38c9c6a6-1c97-443f-855e-fcc2866a2e6c is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:27:32.273687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee4b58-f84d-47d8-81e2-25433d9c5fa0 req-abc393c7-7630-4a89-a319-5d9a799c9357 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:32.275260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01ee4b58-f84d-47d8-81e2-25433d9c5fa0 req-abc393c7-7630-4a89-a319-5d9a799c9357 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/ports?device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 943 time: 0.1399832 Feb 19 03:27:32.297999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7 req-607818de-26c7-443d-a558-987f55dfccb3 service neutron] 10.222.0.37 "GET /v2.0/networks/d92681fd-dd4f-4c74-82d1-7b31509979ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387699 Feb 19 03:27:32.355891 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] Set router 09631775-e1e4-4cc9-83db-f236c939de57 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:32.392085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1fa60b-2ffd-4648-8b23-3ec31f694933 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:32.392703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01ee4b58-f84d-47d8-81e2-25433d9c5fa0 req-7269fe1f-811b-472a-bb3e-b0ae4f7dddf2 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/security-groups?id=e252b080-4a19-47e4-8ea2-ed656ebd07d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074209 Feb 19 03:27:32.422377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa60b-2ffd-4648-8b23-3ec31f694933 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.429914 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3d1fa60b-2ffd-4648-8b23-3ec31f694933 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "PUT /v2.0/routers/38c9c6a6-1c97-443f-855e-fcc2866a2e6c HTTP/1.1" status: 200 len: 698 time: 0.9014132 Feb 19 03:27:32.429914 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46808) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:32.435585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17b6366-9bcb-4d54-a6e2-83eb6b8ca7c7 req-d21362ab-d3eb-41d0-9070-df4839feca39 service neutron] 10.222.0.37 "GET /v2.0/networks/d92681fd-dd4f-4c74-82d1-7b31509979ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309464 Feb 19 03:27:32.438847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] Sync routers for ids ['38c9c6a6-1c97-443f-855e-fcc2866a2e6c'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:32.463013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] Routers {'38c9c6a6-1c97-443f-855e-fcc2866a2e6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:32.466677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['38c9c6a6-1c97-443f-855e-fcc2866a2e6c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:32.601547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42ac16e4-589c-4738-9d01-28d74f3010ee req-01adb22a-422c-4d11-a553-c9bcdc623570 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0623372 Feb 19 03:27:32.613282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] Set router 38c9c6a6-1c97-443f-855e-fcc2866a2e6c gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:32.618335 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2f0ace21-9ddf-433c-9efa-5ef56ceb7259 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/routers/38c9c6a6-1c97-443f-855e-fcc2866a2e6c HTTP/1.1" status: 200 len: 704 time: 0.1828392 Feb 19 03:27:32.620809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46810) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:32.726602 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52072be-e762-4647-97a9-83200e8a2661 x-openstack-request-id: req-a52072be-e762-4647-97a9-83200e8a2661 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:32.727082 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d061b29-673d-4610-b5ad-3de4994c41b1", "tag": "ecd770e7-00e5-4aba-90ed-5c779c380958", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:32.727497 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a52072be-e762-4647-97a9-83200e8a2661 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:32.728137 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d061b29-673d-4610-b5ad-3de4994c41b1', 'tag': 'ecd770e7-00e5-4aba-90ed-5c779c380958', 'status': 'completed', 'code': 200} Feb 19 03:27:32.736624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c9c6a6-1c97-443f-855e-fcc2866a2e6c', 'name': 'tempest-RoutersIpV6Test-router-1411890577', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:31Z', 'updated_at': '2022-02-19T03:27:32Z', 'revision_number': 2, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:32.739751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ecd770e7-00e5-4aba-90ed-5c779c380958 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:32.755294 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4fb4d002-822e-4653-89fa-8e19af956452 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=38c9c6a6-1c97-443f-855e-fcc2866a2e6c HTTP/1.1" status: 200 len: 205 time: 0.1280727 Feb 19 03:27:32.756355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46812) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:32.848930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] Checking router: 38c9c6a6-1c97-443f-855e-fcc2866a2e6c for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:32.873592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] Routers {'38c9c6a6-1c97-443f-855e-fcc2866a2e6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:32.874626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['38c9c6a6-1c97-443f-855e-fcc2866a2e6c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:32.983390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-91599bad-2155-4af9-ab12-857e4c6abff1 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:32.984264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-91599bad-2155-4af9-ab12-857e4c6abff1 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.3997352 Feb 19 03:27:33.007237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] Set router 38c9c6a6-1c97-443f-855e-fcc2866a2e6c gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:33.016519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a245f6e-a7c4-4086-97d6-fe049b174356 req-a4fe1284-b7f9-4dd2-9706-45d1d311baf4 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:33.018040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a245f6e-a7c4-4086-97d6-fe049b174356 req-a4fe1284-b7f9-4dd2-9706-45d1d311baf4 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1656070 Feb 19 03:27:33.026798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Request body: {'port': {'device_id': '53e391e5-fc6b-401d-8264-532d949e2ca0', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'admin_state_up': True, 'tenant_id': '945f4e3f343b489cafd000abb754fec1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:33.094428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c9c6a6-1c97-443f-855e-fcc2866a2e6c', 'name': 'tempest-RoutersIpV6Test-router-1411890577', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:31Z', 'updated_at': '2022-02-19T03:27:32Z', 'revision_number': 2, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:33.101908 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:27:33.142129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58d459-30e1-48ec-b7a6-553631569480 None None] The sync data for ids ['38c9c6a6-1c97-443f-855e-fcc2866a2e6c'] in n-d-826756-2 is: [{'id': '38c9c6a6-1c97-443f-855e-fcc2866a2e6c', 'name': 'tempest-RoutersIpV6Test-router-1411890577', 'tenant_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:31Z', 'updated_at': '2022-02-19T03:27:32Z', 'revision_number': 2, 'project_id': '4c85d6ec1e4a4352bd3474c9e290ef80', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:33.212891 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-612df292-7a9b-44ac-8bdb-881e3deae7c5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (38c9c6a6-1c97-443f-855e-fcc2866a2e6c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.233519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a245f6e-a7c4-4086-97d6-fe049b174356 req-0b791732-84f2-4905-a4c6-49b370c0e93c tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969073 Feb 19 03:27:33.303594 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '24e1f0e8-1263-489e-8824-0305f30643ce', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'port_id': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'mac_address': 'fa:16:3e:0b:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:26:55Z', 'updated_at': '2022-02-19T03:27:29Z', 'revision_number': 1, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:58Z', 'revision_number': 5, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:33.343861 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4cc30-0126-41b0-b0b8-8f1dff6c17cc None None] The sync data for ids ['09631775-e1e4-4cc9-83db-f236c939de57'] in n-d-826756-2 is: [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '24e1f0e8-1263-489e-8824-0305f30643ce', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'port_id': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'mac_address': 'fa:16:3e:0b:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:26:55Z', 'updated_at': '2022-02-19T03:27:29Z', 'revision_number': 1, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:58Z', 'revision_number': 5, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:33.349139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Made reservation on behalf of 945f4e3f343b489cafd000abb754fec1 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:33.354213 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.398021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ecd770e7-00e5-4aba-90ed-5c779c380958, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ecd770e7-00e5-4aba-90ed-5c779c380958,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:33.422663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d08a0-e9f2-481b-82ba-cb66212a183b req-a78baef7-eea6-4dbd-947b-388ed5030fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:33.424991 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ba4d08a0-e9f2-481b-82ba-cb66212a183b req-a78baef7-eea6-4dbd-947b-388ed5030fe9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 1126 time: 0.6528749 Feb 19 03:27:33.444769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'ecd770e7-00e5-4aba-90ed-5c779c380958', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'port_id': 'ecd770e7-00e5-4aba-90ed-5c779c380958', 'mac_address': 'fa:16:3e:f9:2d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0b9ce0-8147-44d2-825b-d86ca2bad80f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:33.575521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76afd7-b1df-486b-b386-befe04a16885 req-8ca58555-fb6c-4938-89fb-f21c399bf572 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:33.583536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c76afd7-b1df-486b-b386-befe04a16885 req-8ca58555-fb6c-4938-89fb-f21c399bf572 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 945 time: 0.2013662 Feb 19 03:27:33.591632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ecd770e7-00e5-4aba-90ed-5c779c380958 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:33.592133 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.616220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-612df292-7a9b-44ac-8bdb-881e3deae7c5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (38c9c6a6-1c97-443f-855e-fcc2866a2e6c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.623752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-612df292-7a9b-44ac-8bdb-881e3deae7c5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router_controller (38c9c6a6-1c97-443f-855e-fcc2866a2e6c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.640340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd770e7-00e5-4aba-90ed-5c779c380958 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:33.688589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ecd770e7-00e5-4aba-90ed-5c779c380958, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ecd770e7-00e5-4aba-90ed-5c779c380958,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:33.695931 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.712584 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-612df292-7a9b-44ac-8bdb-881e3deae7c5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (38c9c6a6-1c97-443f-855e-fcc2866a2e6c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.723860 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612df292-7a9b-44ac-8bdb-881e3deae7c5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Fanout notify agent at l3_agent the message router_deleted on router 38c9c6a6-1c97-443f-855e-fcc2866a2e6c {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:27:33.736731 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c76afd7-b1df-486b-b386-befe04a16885 req-df1c38f1-f551-43be-bfdd-d81b2a69c65d tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/security-groups?id=544ea4ed-94c6-41a5-ae21-8fa37f908ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497073 Feb 19 03:27:33.738722 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-612df292-7a9b-44ac-8bdb-881e3deae7c5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.740886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-612df292-7a9b-44ac-8bdb-881e3deae7c5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/38c9c6a6-1c97-443f-855e-fcc2866a2e6c HTTP/1.1" status: 204 len: 168 time: 0.9786589 Feb 19 03:27:33.757275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46822) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:33.780720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d08a0-e9f2-481b-82ba-cb66212a183b req-cb6ef539-4b80-4ff8-87a8-8693e606b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:33.786930 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ba4d08a0-e9f2-481b-82ba-cb66212a183b req-cb6ef539-4b80-4ff8-87a8-8693e606b9ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 906 time: 0.3330867 Feb 19 03:27:33.787854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ecd770e7-00e5-4aba-90ed-5c779c380958,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:33.797813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d57bc60c-ad10-447a-988c-442c2325893d tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=38c9c6a6-1c97-443f-855e-fcc2866a2e6c HTTP/1.1" status: 200 len: 205 time: 0.0330043 Feb 19 03:27:33.797813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46826) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:33.869486 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-b388f8ce-9a9b-4d22-b9f7-9b9f85889f36 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] delete failed (client error): The resource could not be found. Feb 19 03:27:33.870901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b388f8ce-9a9b-4d22-b9f7-9b9f85889f36 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/38c9c6a6-1c97-443f-855e-fcc2866a2e6c HTTP/1.1" status: 404 len: 336 time: 0.0730867 Feb 19 03:27:33.876324 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46828) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:33.887102 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ba4d08a0-e9f2-481b-82ba-cb66212a183b req-525c88de-4dc3-49e9-9991-8bf2486ebdd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecd770e7-00e5-4aba-90ed-5c779c380958 HTTP/1.1" status: 200 len: 217 time: 0.0841200 Feb 19 03:27:33.929531 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be6fc7c-7103-4a7b-ac8b-462a31369666 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] DELETE failed (client error): The resource could not be found. Feb 19 03:27:33.930044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be6fc7c-7103-4a7b-ac8b-462a31369666 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:27:33.937046 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3be6fc7c-7103-4a7b-ac8b-462a31369666 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/2023eb80-11d4-4653-8183-5b12356554d7 HTTP/1.1" status: 404 len: 337 time: 0.0551448 Feb 19 03:27:33.938025 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0240586-b291-43d9-a027-478ceac21aa0 None None] New status for floating IP 24e1f0e8-1263-489e-8824-0305f30643ce: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:27:33.944495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Allocated IP 172.20.0.14 (d3336400-e1dd-4eb4-bf58-d531a8c12ae4/b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c/3d6142e9-7da2-4181-838f-3ea1841266f5) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:33.947757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46830) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.032646 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c57ec9-dc99-4873-89aa-e2a9f630b642 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] DELETE failed (client error): The resource could not be found. Feb 19 03:27:34.033083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c57ec9-dc99-4873-89aa-e2a9f630b642 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:27:34.040050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b6c57ec9-dc99-4873-89aa-e2a9f630b642 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/3800ba24-37a2-4b6a-ba5a-540365e8ea21 HTTP/1.1" status: 404 len: 337 time: 0.0870931 Feb 19 03:27:34.041719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46832) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.054302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d08a0-e9f2-481b-82ba-cb66212a183b req-b3d3f5db-3fd7-4ab6-9711-646df432eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:34.073321 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ba4d08a0-e9f2-481b-82ba-cb66212a183b req-b3d3f5db-3fd7-4ab6-9711-646df432eccf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.1370709 Feb 19 03:27:34.116754 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0678163-8f43-4b04-8f1b-6eafa0bc345b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] DELETE failed (client error): The resource could not be found. Feb 19 03:27:34.117528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0678163-8f43-4b04-8f1b-6eafa0bc345b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:27:34.121416 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f0678163-8f43-4b04-8f1b-6eafa0bc345b tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/275c5640-890b-46f1-9200-2db0392f133a HTTP/1.1" status: 404 len: 337 time: 0.0756617 Feb 19 03:27:34.124038 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ba4d08a0-e9f2-481b-82ba-cb66212a183b req-5d2ecf08-f123-4e0e-af7f-9113e2a19813 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563016 Feb 19 03:27:34.126111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46834) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.147209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc62f1-a066-4e27-9d7e-2edb30707ef8 req-d15ddd09-90c6-404e-9433-942408b50955 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:34.148851 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01fc62f1-a066-4e27-9d7e-2edb30707ef8 req-d15ddd09-90c6-404e-9433-942408b50955 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 945 time: 0.2688267 Feb 19 03:27:34.164450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ecd770e7-00e5-4aba-90ed-5c779c380958'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:34.178885 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5ee1ec-8c86-45d9-b748-c425db35e139 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] DELETE failed (client error): The resource could not be found. Feb 19 03:27:34.179904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5ee1ec-8c86-45d9-b748-c425db35e139 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:27:34.182237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dc5ee1ec-8c86-45d9-b748-c425db35e139 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/83f23662-c75b-4611-bd18-01c68cec6cd6 HTTP/1.1" status: 404 len: 337 time: 0.0544679 Feb 19 03:27:34.192551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46836) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.272946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f285e235-0644-474e-b8fb-701e2f44f6de tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=7478db55-d71a-462e-9a12-8f18d1de8664 HTTP/1.1" status: 200 len: 205 time: 0.0685761 Feb 19 03:27:34.277197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46840) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.330576 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ba4d08a0-e9f2-481b-82ba-cb66212a183b req-f2a002b7-e751-46f6-9f37-e273f07b6244 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990836 Feb 19 03:27:34.331816 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-3b1b71b9-c492-4aa5-a124-aa90d8646aa1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] delete failed (client error): The resource could not be found. Feb 19 03:27:34.332972 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3b1b71b9-c492-4aa5-a124-aa90d8646aa1 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/7478db55-d71a-462e-9a12-8f18d1de8664 HTTP/1.1" status: 404 len: 336 time: 0.0504823 Feb 19 03:27:34.336549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46844) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.354764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01fc62f1-a066-4e27-9d7e-2edb30707ef8 req-37f93f94-8033-4bb7-8e5e-750de3a2a3f8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799581 Feb 19 03:27:34.433272 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks [] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.441111 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-97a4d26c-ad04-4d07-96e2-a2fb15905f63 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=62c5c16b-4a1b-4f30-904f-a4ee584e7688 HTTP/1.1" status: 200 len: 205 time: 0.1005731 Feb 19 03:27:34.445645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46846) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.524148 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-8a17ae9e-3c8f-44de-be97-2f5d57aa80d3 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] delete failed (client error): The resource could not be found. Feb 19 03:27:34.525815 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8a17ae9e-3c8f-44de-be97-2f5d57aa80d3 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/62c5c16b-4a1b-4f30-904f-a4ee584e7688 HTTP/1.1" status: 404 len: 336 time: 0.0789568 Feb 19 03:27:34.530081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46848) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.546351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.576640 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-52103dac-a90c-4bb9-8f58-6617934423c7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] DELETE failed (client error): The resource could not be found. Feb 19 03:27:34.577141 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52103dac-a90c-4bb9-8f58-6617934423c7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:27:34.580293 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-52103dac-a90c-4bb9-8f58-6617934423c7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/0750aa1d-3462-4c22-b36b-34780a5cf173 HTTP/1.1" status: 404 len: 337 time: 0.0470080 Feb 19 03:27:34.583205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46850) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.621422 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-45a81b48-0468-499c-bf32-ed646c6e9a70 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=08702f3a-299f-49a8-8bc7-3e2edf328ed8 HTTP/1.1" status: 200 len: 205 time: 0.0371976 Feb 19 03:27:34.624736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46852) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.633417 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ba4d08a0-e9f2-481b-82ba-cb66212a183b req-2573c830-35fc-4403-98cb-2a95e218a2c8 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761626 Feb 19 03:27:34.673732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 7a29885b-cb49-4125-a206-7079588a92e4 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:34.687327 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-ac9d7fc5-b7de-45e0-9445-688c99ddeff7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] delete failed (client error): The resource could not be found. Feb 19 03:27:34.692682 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ac9d7fc5-b7de-45e0-9445-688c99ddeff7 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/08702f3a-299f-49a8-8bc7-3e2edf328ed8 HTTP/1.1" status: 404 len: 336 time: 0.0668869 Feb 19 03:27:34.696062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46854) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.741317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'tag': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:34.743995 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb20752-fc6c-4d44-8428-f1d4390d714b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7affa02-259c-40cd-9f27-b5fd9d951e97", "tag": "e4e522ad-8423-4852-bbbe-9a581af8fb2a"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:34.748564 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-55713a3d-a6d6-47da-a012-79c499cff375 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a5b370-d4b6-4750-bb93-59fce33a6072 HTTP/1.1" status: 200 len: 205 time: 0.0514436 Feb 19 03:27:34.751324 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46858) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.815407 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-15f8667c-d7ea-469b-b1d8-0b946cf9d7f5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] delete failed (client error): The resource could not be found. Feb 19 03:27:34.816766 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-15f8667c-d7ea-469b-b1d8-0b946cf9d7f5 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/00a5b370-d4b6-4750-bb93-59fce33a6072 HTTP/1.1" status: 404 len: 336 time: 0.0642180 Feb 19 03:27:34.819518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46860) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.853433 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d68c3b0-34f1-4175-8715-cd80402d7698 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] DELETE failed (client error): The resource could not be found. Feb 19 03:27:34.853935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d68c3b0-34f1-4175-8715-cd80402d7698 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:27:34.858781 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9d68c3b0-34f1-4175-8715-cd80402d7698 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/32f750b9-2441-452c-86f8-8fef7091bf86 HTTP/1.1" status: 404 len: 337 time: 0.0381920 Feb 19 03:27:34.862291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46862) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.900818 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e73af4aa-c76e-4843-bdc5-999540095a23 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=949e2529-754e-427a-91b8-81a01cb60850 HTTP/1.1" status: 200 len: 205 time: 0.0372684 Feb 19 03:27:34.908088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46864) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.935080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 7a29885b-cb49-4125-a206-7079588a92e4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=7a29885b-cb49-4125-a206-7079588a92e4,segment=NetworkSegment(390b2252-7e8a-4a38-a5b7-59f12bd31729),segment_id=390b2252-7e8a-4a38-a5b7-59f12bd31729)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:34.955889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '7a29885b-cb49-4125-a206-7079588a92e4', 'network_id': 'd92681fd-dd4f-4c74-82d1-7b31509979ca', 'port_id': '7a29885b-cb49-4125-a206-7079588a92e4', 'mac_address': 'fa:16:3e:eb:40:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980e9b63-be7b-470a-b5dc-35f62452eb45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:34.978643 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-53ebd680-b4e4-4eb7-91f2-78129cd73672 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] delete failed (client error): The resource could not be found. Feb 19 03:27:34.979861 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-53ebd680-b4e4-4eb7-91f2-78129cd73672 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/949e2529-754e-427a-91b8-81a01cb60850 HTTP/1.1" status: 404 len: 336 time: 0.0664814 Feb 19 03:27:34.984358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46866) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:35.031551 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d9a4bf-a21b-4795-a42f-0ee7323a4a68 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] DELETE failed (client error): The resource could not be found. Feb 19 03:27:35.032279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 7a29885b-cb49-4125-a206-7079588a92e4 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:35.032691 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7a29885b-cb49-4125-a206-7079588a92e4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.033109 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d9a4bf-a21b-4795-a42f-0ee7323a4a68 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:27:35.037698 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b4d9a4bf-a21b-4795-a42f-0ee7323a4a68 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/78047a84-c876-4f80-a85f-3971ea029d67 HTTP/1.1" status: 404 len: 337 time: 0.0519083 Feb 19 03:27:35.042996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46868) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:35.070364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a29885b-cb49-4125-a206-7079588a92e4 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:35.078580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:35.084579 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bd0ecb88-f689-43eb-ba10-9a506ac2c3fa tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fb47ca2-3005-4023-a5cd-7407e7b48ac5 HTTP/1.1" status: 200 len: 205 time: 0.0356669 Feb 19 03:27:35.084846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:35.085022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46870) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:35.087975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:35.102835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 7a29885b-cb49-4125-a206-7079588a92e4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=7a29885b-cb49-4125-a206-7079588a92e4,segment=NetworkSegment(390b2252-7e8a-4a38-a5b7-59f12bd31729),segment_id=390b2252-7e8a-4a38-a5b7-59f12bd31729)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:35.109411 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7a29885b-cb49-4125-a206-7079588a92e4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.110171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c07735-12d6-4eba-9c1f-23595d61488d req-abeb1389-7d17-4633-bbb1-825925981894 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:35.112833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28c07735-12d6-4eba-9c1f-23595d61488d req-abeb1389-7d17-4633-bbb1-825925981894 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/ports?device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 943 time: 0.6084225 Feb 19 03:27:35.162620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event updated for resources: {'Port': ['ID=3d6142e9-7da2-4181-838f-3ea1841266f5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:35.162736 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-0f0f1683-6047-4b05-8c78-76ba5a60412e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] delete failed (client error): The resource could not be found. Feb 19 03:27:35.162736 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0f0f1683-6047-4b05-8c78-76ba5a60412e tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/routers/0fb47ca2-3005-4023-a5cd-7407e7b48ac5 HTTP/1.1" status: 404 len: 336 time: 0.0732939 Feb 19 03:27:35.174853 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:35.213589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:35.214309 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.227212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=7a29885b-cb49-4125-a206-7079588a92e4,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:35.228893 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb49372b-71c5-4bca-b77c-138473eb4831 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] DELETE failed (client error): The resource could not be found. Feb 19 03:27:35.229620 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb49372b-71c5-4bca-b77c-138473eb4831 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:27:35.233006 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fb49372b-71c5-4bca-b77c-138473eb4831 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/b5fe45a4-8aec-499d-adc9-fa88c15046a7 HTTP/1.1" status: 404 len: 337 time: 0.0571022 Feb 19 03:27:35.238594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46874) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:35.240084 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-6a20b113-e9ac-4708-9ada-fbd3a67cb912 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2207181 Feb 19 03:27:35.254060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28c07735-12d6-4eba-9c1f-23595d61488d req-8489c854-af95-4bb3-b438-97bfa88fd8a5 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/security-groups?id=e252b080-4a19-47e4-8ea2-ed656ebd07d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091483 Feb 19 03:27:35.258882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Request body: {'port': {'device_id': '53e391e5-fc6b-401d-8264-532d949e2ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:35.284987 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b15b3e2-a86d-4e30-a71c-429cf0654bb8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] DELETE failed (client error): The resource could not be found. Feb 19 03:27:35.285443 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b15b3e2-a86d-4e30-a71c-429cf0654bb8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:27:35.288976 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6b15b3e2-a86d-4e30-a71c-429cf0654bb8 tempest-RoutersIpV6Test-1549469754 tempest-RoutersIpV6Test-1549469754-project] 10.222.0.42 "DELETE /v2.0/subnets/b3eee942-7fc1-4e87-a5f9-fc123fc61585 HTTP/1.1" status: 404 len: 337 time: 0.0486023 Feb 19 03:27:35.387874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.454026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe9b7-ad8a-46da-be6a-72485dfa13ca req-824fff15-0596-440f-9f2f-2854e8d7ef95 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:35.455671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02afe9b7-ad8a-46da-be6a-72485dfa13ca req-824fff15-0596-440f-9f2f-2854e8d7ef95 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 932 time: 0.1119890 Feb 19 03:27:35.522211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['7a29885b-cb49-4125-a206-7079588a92e4'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:35.668140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02afe9b7-ad8a-46da-be6a-72485dfa13ca req-fa14aab7-b3b9-4cee-8146-e0c172ccd3ed tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957600 Feb 19 03:27:35.668968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46884) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:35.976726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b7375110-3c98-46dd-b8f6-a9ba2baed382 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c85d6ec1e4a4352bd3474c9e290ef80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2939491 Feb 19 03:27:35.982284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46890) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:36.006431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6142e9-7da2-4181-838f-3ea1841266f5 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:36.018619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Publish callbacks [] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.039598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d73e5-3374-492a-b3fa-a6447e1f1e56 req-56ecc6fe-2d8b-4590-bc73-9a1b1b3ff538 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.041416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.050518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-009d73e5-3374-492a-b3fa-a6447e1f1e56 req-56ecc6fe-2d8b-4590-bc73-9a1b1b3ff538 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1833324 Feb 19 03:27:36.087911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Transition to ACTIVE for port object 3d6142e9-7da2-4181-838f-3ea1841266f5 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:36.103165 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.199060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-009d73e5-3374-492a-b3fa-a6447e1f1e56 req-8037be12-a0ad-498e-bc87-abab156bc950 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478462 Feb 19 03:27:36.203389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6142e9-7da2-4181-838f-3ea1841266f5,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:36.206064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-536056cd-685d-4e0d-8220-da14cbb12f23 admin admin] Publish callbacks [] for security_group (f99004b2-fc2e-46e8-8cc4-a1ace6b84b4f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.261352 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac078997-a2f4-4746-9fae-cec7b3e627c8 x-openstack-request-id: req-ac078997-a2f4-4746-9fae-cec7b3e627c8 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:36.262721 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7affa02-259c-40cd-9f27-b5fd9d951e97", "tag": "e4e522ad-8423-4852-bbbe-9a581af8fb2a", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:36.262721 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac078997-a2f4-4746-9fae-cec7b3e627c8 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:36.263184 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'tag': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a', 'status': 'completed', 'code': 200} Feb 19 03:27:36.277684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-536056cd-685d-4e0d-8220-da14cbb12f23 admin admin] Publish callbacks [] for security_group (f99004b2-fc2e-46e8-8cc4-a1ace6b84b4f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.415539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Attempting to bind port 3d6142e9-7da2-4181-838f-3ea1841266f5 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:36.416262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Attempting to bind port 3d6142e9-7da2-4181-838f-3ea1841266f5 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:36.416262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Attempting to bind port 3d6142e9-7da2-4181-838f-3ea1841266f5 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:36.427598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Port 3d6142e9-7da2-4181-838f-3ea1841266f5 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:36.427937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Attempting to bind port 3d6142e9-7da2-4181-838f-3ea1841266f5 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:36.439076 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-536056cd-685d-4e0d-8220-da14cbb12f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f99004b2-fc2e-46e8-8cc4-a1ace6b84b4f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.442186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-536056cd-685d-4e0d-8220-da14cbb12f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.443191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-536056cd-685d-4e0d-8220-da14cbb12f23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f99004b2-fc2e-46e8-8cc4-a1ace6b84b4f HTTP/1.1" status: 204 len: 168 time: 0.4602153 Feb 19 03:27:36.445546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-c6cfbf3e-5d26-46f7-9cad-b764c94cc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.446943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-c6cfbf3e-5d26-46f7-9cad-b764c94cc405 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9af0ac6206e4458d8c0615fcd62186b3&device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 1128 time: 0.1494145 Feb 19 03:27:36.451631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:36.451950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Checking segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:36.452332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Bound using segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:36.452775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Bound port: 3d6142e9-7da2-4181-838f-3ea1841266f5, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:36.453128 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.490353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536056cd-685d-4e0d-8220-da14cbb12f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99004b2-fc2e-46e8-8cc4-a1ace6b84b4f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:36.538809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218147a-f11a-4fc1-8d26-22be22735bf1 req-ce683d0f-e2be-496a-a521-bc45817969a6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.540355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8218147a-f11a-4fc1-8d26-22be22735bf1 req-ce683d0f-e2be-496a-a521-bc45817969a6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 945 time: 0.2167916 Feb 19 03:27:36.652618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-f85bb614-efad-46f4-a710-d761088d7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.654749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-f85bb614-efad-46f4-a710-d761088d7821 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7ba870a8-2c2a-4823-a9dd-c466790e27a2 HTTP/1.1" status: 200 len: 916 time: 0.1988103 Feb 19 03:27:36.664739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] For port 3d6142e9-7da2-4181-838f-3ea1841266f5, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:36.673515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 7a29885b-cb49-4125-a206-7079588a92e4 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:36.740551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] For port 3d6142e9-7da2-4181-838f-3ea1841266f5, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d6142e9-7da2-4181-838f-3ea1841266f5,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:36.748147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8218147a-f11a-4fc1-8d26-22be22735bf1 req-94793e23-a0d0-44b2-b97d-b95c54f92ba1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826100 Feb 19 03:27:36.760730 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.767009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 7a29885b-cb49-4125-a206-7079588a92e4 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:36.777098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 7a29885b-cb49-4125-a206-7079588a92e4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:36.777549 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7a29885b-cb49-4125-a206-7079588a92e4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.851159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.852237 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.854179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d6142e9-7da2-4181-838f-3ea1841266f5 HTTP/1.1" status: 200 len: 1092 time: 1.5990708 Feb 19 03:27:36.854977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e391e5-fc6b-401d-8264-532d949e2ca0', 'tag': '3d6142e9-7da2-4181-838f-3ea1841266f5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:36.858951 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1" -d '{"events": [{"name": "network-changed", "server_uuid": "53e391e5-fc6b-401d-8264-532d949e2ca0", "tag": "3d6142e9-7da2-4181-838f-3ea1841266f5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:36.871206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-f88ae46a-51be-4874-bf30-40ec7359d802 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e522ad-8423-4852-bbbe-9a581af8fb2a HTTP/1.1" status: 200 len: 1002 time: 0.2013350 Feb 19 03:27:36.960694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 7a29885b-cb49-4125-a206-7079588a92e4 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:36.963845 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7a29885b-cb49-4125-a206-7079588a92e4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.001902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d433f2-6136-4dfc-87ff-99e0e74043f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a29885b-cb49-4125-a206-7079588a92e4'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:37.004513 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eebae60-5035-42d4-b1aa-c83b35ba01df" -d '{"events": [{"server_uuid": "43d433f2-6136-4dfc-87ff-99e0e74043f2", "name": "network-vif-plugged", "status": "completed", "tag": "7a29885b-cb49-4125-a206-7079588a92e4"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:37.020623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 7a29885b-cb49-4125-a206-7079588a92e4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=7a29885b-cb49-4125-a206-7079588a92e4,segment=NetworkSegment(390b2252-7e8a-4a38-a5b7-59f12bd31729),segment_id=390b2252-7e8a-4a38-a5b7-59f12bd31729)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:37.026636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7a29885b-cb49-4125-a206-7079588a92e4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.027562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ecd770e7-00e5-4aba-90ed-5c779c380958 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:37.035793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b8f59-9434-4f45-b482-f2176c1a7832 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6142e9-7da2-4181-838f-3ea1841266f5,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:37.053734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-596ac1ae-36c1-4bae-a6d0-2c3c675cc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:37.057537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-596ac1ae-36c1-4bae-a6d0-2c3c675cc824 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c831785f-15e9-481d-993e-78d0e1f16b5f HTTP/1.1" status: 200 len: 854 time: 0.1743340 Feb 19 03:27:37.114458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-8a211ffc-b822-4df0-84fc-a2e83c82ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:37.116008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-8a211ffc-b822-4df0-84fc-a2e83c82ebfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 1126 time: 0.1836209 Feb 19 03:27:37.138801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4a5cd-99b4-4fcc-9bba-415d029204e1 req-bf0a2503-3463-47c0-af85-341333dca5d3 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:37.145795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3f4a5cd-99b4-4fcc-9bba-415d029204e1 req-bf0a2503-3463-47c0-af85-341333dca5d3 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/ports?device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 944 time: 0.2149734 Feb 19 03:27:37.148580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=7a29885b-cb49-4125-a206-7079588a92e4,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:37.180358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port ecd770e7-00e5-4aba-90ed-5c779c380958 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:37.190590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port ecd770e7-00e5-4aba-90ed-5c779c380958 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:37.191920 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.217807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-42839e56-bbed-4cb1-8a3d-a94dbcfcfa1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d6142e9-7da2-4181-838f-3ea1841266f5 HTTP/1.1" status: 200 len: 217 time: 0.0690353 Feb 19 03:27:37.227811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-2bcff27a-1e2c-49f6-a3e8-c1be3aefa27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:37.229355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-2bcff27a-1e2c-49f6-a3e8-c1be3aefa27a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7ba870a8-2c2a-4823-a9dd-c466790e27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1630688 Feb 19 03:27:37.315275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ecd770e7-00e5-4aba-90ed-5c779c380958 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:37.316237 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.360840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3f4a5cd-99b4-4fcc-9bba-415d029204e1 req-0d430c7f-09bb-4079-8ec3-87c88000ccbb tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/security-groups?id=e252b080-4a19-47e4-8ea2-ed656ebd07d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140553 Feb 19 03:27:37.377962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ecd770e7-00e5-4aba-90ed-5c779c380958, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ecd770e7-00e5-4aba-90ed-5c779c380958,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:37.392400 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.422032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-c7197b62-8a51-4719-a536-24df1d656baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:37.432306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-c7197b62-8a51-4719-a536-24df1d656baa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.2067113 Feb 19 03:27:37.451850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ecd770e7-00e5-4aba-90ed-5c779c380958,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:37.499229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-f489f96a-a46c-4df0-981e-9c7ba3285ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555177 Feb 19 03:27:37.542959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46936) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:37.561807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-c798a754-9ebc-4ac8-9621-1eadaf891271 service neutron] 10.222.0.71 "GET /v2.0/networks/7ba870a8-2c2a-4823-a9dd-c466790e27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154011 Feb 19 03:27:37.705011 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d095087e-0e2e-43a2-9030-3dd015c0e2f5 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1892500819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:37.718659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb89c6-06fc-4438-a41b-03b151f74753 req-6a7ab743-d939-444c-ae36-071f2914d791 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:37.720231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbcb89c6-06fc-4438-a41b-03b151f74753 req-6a7ab743-d939-444c-ae36-071f2914d791 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 944 time: 0.2264006 Feb 19 03:27:37.731674 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d095087e-0e2e-43a2-9030-3dd015c0e2f5 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.733212 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d095087e-0e2e-43a2-9030-3dd015c0e2f5 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.796109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-a4ae336b-c9d2-4501-acde-ab8e67163e0d service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762671 Feb 19 03:27:37.800476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebb20752-fc6c-4d44-8428-f1d4390d714b req-b3fdabb3-beef-4943-bcd0-41fdcdf75289 service neutron] 10.222.0.71 "GET /v2.0/networks/7ba870a8-2c2a-4823-a9dd-c466790e27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072051 Feb 19 03:27:37.814160 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d095087e-0e2e-43a2-9030-3dd015c0e2f5 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for router_controller (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.820938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d095087e-0e2e-43a2-9030-3dd015c0e2f5 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.842601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbcb89c6-06fc-4438-a41b-03b151f74753 req-a46efff9-f65b-442d-89da-8589941a7a24 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056561 Feb 19 03:27:37.863292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d095087e-0e2e-43a2-9030-3dd015c0e2f5 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.867327 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d095087e-0e2e-43a2-9030-3dd015c0e2f5 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3226767 Feb 19 03:27:37.868123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46942) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:37.873533 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1735587846'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:37.896242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Made reservation on behalf of ab79680f66964291a3fec75cb51da5fd for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:37.901502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.918456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.989754 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc1c0ac-ca31-40f3-b914-ff370586e9b9 x-openstack-request-id: req-edc1c0ac-ca31-40f3-b914-ff370586e9b9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:37.990168 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e391e5-fc6b-401d-8264-532d949e2ca0", "tag": "3d6142e9-7da2-4181-838f-3ea1841266f5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:37.993740 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-edc1c0ac-ca31-40f3-b914-ff370586e9b9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:37.994192 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e391e5-fc6b-401d-8264-532d949e2ca0', 'tag': '3d6142e9-7da2-4181-838f-3ea1841266f5', 'status': 'completed', 'code': 200} Feb 19 03:27:38.025120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2818aa3d-3029-47f5-8755-23ebc03fae45 req-673ec791-540c-4fa3-9fbe-dc32fafc1ac4 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872649 Feb 19 03:27:38.030535 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92485e36-1b48-4cd1-8d7e-6adc91a09040 x-openstack-request-id: req-92485e36-1b48-4cd1-8d7e-6adc91a09040 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:38.030838 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d433f2-6136-4dfc-87ff-99e0e74043f2", "name": "network-vif-plugged", "status": "completed", "tag": "7a29885b-cb49-4125-a206-7079588a92e4", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:38.031092 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92485e36-1b48-4cd1-8d7e-6adc91a09040 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:38.031833 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d433f2-6136-4dfc-87ff-99e0e74043f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a29885b-cb49-4125-a206-7079588a92e4', 'code': 200} Feb 19 03:27:38.078745 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for security_group (c01812e2-f4de-48c5-a938-468a76c9d5e3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.085756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c01812e2-f4de-48c5-a938-468a76c9d5e3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.129952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:38.136369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01812e2-f4de-48c5-a938-468a76c9d5e3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:38.161887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (2f5cfeae-508f-4190-805d-3f9e23d2ac94), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.162526 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Added segment 2f5cfeae-508f-4190-805d-3f9e23d2ac94 of type vlan for network f30017eb-125c-4bd8-8341-13ff16930d99 Feb 19 03:27:38.238199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ba50-e181-4c55-839d-293c262a2b96 req-cefbb123-d028-4157-a8c5-2eb7fa1466cf tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:38.239877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9676ba50-e181-4c55-839d-293c262a2b96 req-cefbb123-d028-4157-a8c5-2eb7fa1466cf tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1106837 Feb 19 03:27:38.257566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78cdc-93fc-4e0c-9fbe-44d3ad50933b req-42bf59fd-487d-4a23-b0eb-48eff21ac26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:38.259613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8bc78cdc-93fc-4e0c-9fbe-44d3ad50933b req-42bf59fd-487d-4a23-b0eb-48eff21ac26f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 1127 time: 0.0845211 Feb 19 03:27:38.261270 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a53a99ee-9736-4202-9fdb-89397f0af1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.300224 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (f30017eb-125c-4bd8-8341-13ff16930d99), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.348576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1 req-12afff51-3276-4c53-a726-398e81aa0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:38.350141 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1 req-12afff51-3276-4c53-a726-398e81aa0ae2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 1126 time: 0.1713848 Feb 19 03:27:38.354914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (f30017eb-125c-4bd8-8341-13ff16930d99), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.360956 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:38.362172 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.382415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9676ba50-e181-4c55-839d-293c262a2b96 req-a44c5a71-120c-4536-a04f-f27a46899a13 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339099 Feb 19 03:27:38.386181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8bc78cdc-93fc-4e0c-9fbe-44d3ad50933b req-0579166f-83d7-4556-9638-252b96b6fb87 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e252b080-4a19-47e4-8ea2-ed656ebd07d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194134 Feb 19 03:27:38.472305 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6029446 Feb 19 03:27:38.477099 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46948) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:38.485203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Request body: {'subnet': {'network_id': 'f30017eb-125c-4bd8-8341-13ff16930d99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:38.581921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6cc79-2b63-4169-9f14-dce5bc8830df req-76e7bb99-06e4-4475-8c71-c32c292d9ea7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:38.583756 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee6cc79-2b63-4169-9f14-dce5bc8830df req-76e7bb99-06e4-4475-8c71-c32c292d9ea7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 946 time: 0.0732410 Feb 19 03:27:38.591341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f999d00-d938-4deb-8272-166f9ff038a0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'Network': ['ID=f30017eb-125c-4bd8-8341-13ff16930d99,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:38.607714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network f30017eb-125c-4bd8-8341-13ff16930d99 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:38.619156 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1 req-cd7e8c78-b588-47bd-8f26-c7420f28bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:38.621259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1 req-cd7e8c78-b588-47bd-8f26-c7420f28bc1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 913 time: 0.2569208 Feb 19 03:27:38.668413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ee6cc79-2b63-4169-9f14-dce5bc8830df req-af6c8898-4dcd-4e79-8419-befa9343cc44 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760045 Feb 19 03:27:38.675674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Made reservation on behalf of ab79680f66964291a3fec75cb51da5fd for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:38.682051 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.797170 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1 req-21706933-7588-4c1d-ac86-52d3f2c78469 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d6142e9-7da2-4181-838f-3ea1841266f5 HTTP/1.1" status: 200 len: 217 time: 0.0530632 Feb 19 03:27:38.889814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1 req-1873a1d5-1e7c-4af2-8212-e07d0bb25c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:38.892542 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1 req-1873a1d5-1e7c-4af2-8212-e07d0bb25c3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.0853312 Feb 19 03:27:38.970569 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1 req-6bed91f7-ac93-44f0-bac8-124aac0d8648 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701106 Feb 19 03:27:39.038372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce74552-8300-4f51-bab7-46cd86508a0e req-6f68e759-690e-4229-a2aa-fe81d33ffcc9 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:39.040458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ce74552-8300-4f51-bab7-46cd86508a0e req-6f68e759-690e-4229-a2aa-fe81d33ffcc9 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/ports?device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 945 time: 0.0834312 Feb 19 03:27:39.122164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ce74552-8300-4f51-bab7-46cd86508a0e req-14f3f7b0-1c3c-4259-9182-66254f1c25ff tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/security-groups?id=e252b080-4a19-47e4-8ea2-ed656ebd07d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742686 Feb 19 03:27:39.276800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f275c-74c9-4010-8c97-a37cbe8e8da7 req-1428adce-fd63-46f0-93d3-3ebaf099c286 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:39.280370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b0f275c-74c9-4010-8c97-a37cbe8e8da7 req-1428adce-fd63-46f0-93d3-3ebaf099c286 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 944 time: 0.0743232 Feb 19 03:27:39.370214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b0f275c-74c9-4010-8c97-a37cbe8e8da7 req-7701a753-e43b-4ac8-9ac5-4a49103d1e95 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783854 Feb 19 03:27:39.530417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf6e47-3509-45db-99f1-2fb61a200123 req-8decd769-9e38-4add-b95e-c3aa8912e184 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:39.533098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3eaf6e47-3509-45db-99f1-2fb61a200123 req-8decd769-9e38-4add-b95e-c3aa8912e184 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 945 time: 0.0747275 Feb 19 03:27:39.574171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (d8315e48-3c70-4bf6-ad35-b359b29bcfbc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.616405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3eaf6e47-3509-45db-99f1-2fb61a200123 req-3d9ecfc3-3fdb-4e62-93b0-5984fa89f0c6 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/security-groups?id=544ea4ed-94c6-41a5-ae21-8fa37f908ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762987 Feb 19 03:27:39.658653 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1 req-6d60da6c-cc73-4b67-bba9-762402481324 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813025 Feb 19 03:27:39.721820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'Subnet': ['ID=d8315e48-3c70-4bf6-ad35-b359b29bcfbc,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:39.776186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Checking segment: {'id': '2f5cfeae-508f-4190-805d-3f9e23d2ac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f30017eb-125c-4bd8-8341-13ff16930d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:39.776542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Network hostable DHCP agents. Network: f30017eb-125c-4bd8-8341-13ff16930d99, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:39.805268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3e723-186e-4866-a807-496e20f0b805 req-0b15b5df-00a5-4a14-91e9-c1feb24c85e1 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:39.807581 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36d3e723-186e-4866-a807-496e20f0b805 req-0b15b5df-00a5-4a14-91e9-c1feb24c85e1 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.0891249 Feb 19 03:27:39.821159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Network f30017eb-125c-4bd8-8341-13ff16930d99 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:39.836683 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3cec2aad-2e05-4285-96ac-d7ebcddc05d1 req-7775c2cb-bc46-415e-b8c9-31f883b89784 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571805 Feb 19 03:27:39.838438 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, f30017eb-125c-4bd8-8341-13ff16930d99) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:39.845209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:39.846271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.858457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aecbedf-e5d0-4e03-a343-13ec556ac3dd None None] Network f30017eb-125c-4bd8-8341-13ff16930d99 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:39.882107 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9535843e-d1bd-442e-aa7a-c979703dcb7b tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3966689 Feb 19 03:27:39.882107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46970) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:39.891609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Request body: {'network': {'name': 'tempest-router-network01--1426377333'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:39.922643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36d3e723-186e-4866-a807-496e20f0b805 req-a47cb72f-33f9-46ac-9882-14a3f7ce8895 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061902 Feb 19 03:27:39.932165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Made reservation on behalf of ab79680f66964291a3fec75cb51da5fd for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:39.936889 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.008670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:40.024624 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (960c7caf-d397-43a5-8154-f83527c2f868), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.025045 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Added segment 960c7caf-d397-43a5-8154-f83527c2f868 of type vlan for network a3abce9a-94ef-4180-a5cb-cec74806c829 Feb 19 03:27:40.042631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d061b29-673d-4610-b5ad-3de4994c41b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd770e7-00e5-4aba-90ed-5c779c380958'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:40.046799 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28625866-2400-46a9-94bc-cbf309389c82" -d '{"events": [{"server_uuid": "0d061b29-673d-4610-b5ad-3de4994c41b1", "name": "network-vif-plugged", "status": "completed", "tag": "ecd770e7-00e5-4aba-90ed-5c779c380958"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:40.067258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-f30017eb-125c-4bd8-8341-13ff16930d99', 'network_id': 'f30017eb-125c-4bd8-8341-13ff16930d99', 'project_id': 'ab79680f66964291a3fec75cb51da5fd', 'fixed_ips': [{'subnet_id': 'd8315e48-3c70-4bf6-ad35-b359b29bcfbc'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:27:40.069581 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.092430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (a3abce9a-94ef-4180-a5cb-cec74806c829), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.120573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944be52-888d-4787-a741-f194ac236c74 req-1c70b877-9d71-40af-ad2b-f2f36e03d582 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:40.125183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7944be52-888d-4787-a741-f194ac236c74 req-1c70b877-9d71-40af-ad2b-f2f36e03d582 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 946 time: 0.1127973 Feb 19 03:27:40.135924 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (a3abce9a-94ef-4180-a5cb-cec74806c829), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.144748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:40.145619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.204612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7944be52-888d-4787-a741-f194ac236c74 req-8655b9b3-5d36-4e62-9a85-ef180f1b53fb tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689483 Feb 19 03:27:40.232800 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3502865 Feb 19 03:27:40.235503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46978) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:40.242183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Request body: {'network': {'name': 'tempest-router-network02--719497202'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:40.279261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff99732-8f78-419f-b116-5a22ff74ef44 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'Network': ['ID=a3abce9a-94ef-4180-a5cb-cec74806c829,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:40.284739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Made reservation on behalf of ab79680f66964291a3fec75cb51da5fd for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:40.289403 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.309777 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2902502-315c-4b02-800c-bafafd3dd467 x-openstack-request-id: req-a2902502-315c-4b02-800c-bafafd3dd467 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:40.310297 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d061b29-673d-4610-b5ad-3de4994c41b1", "name": "network-vif-plugged", "status": "completed", "tag": "ecd770e7-00e5-4aba-90ed-5c779c380958", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:40.310723 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2902502-315c-4b02-800c-bafafd3dd467 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:40.312263 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d061b29-673d-4610-b5ad-3de4994c41b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd770e7-00e5-4aba-90ed-5c779c380958', 'code': 200} Feb 19 03:27:40.320739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network a3abce9a-94ef-4180-a5cb-cec74806c829 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:40.321060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:40.335630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (3596a5af-6689-442b-85b7-2952ec54be57), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.335984 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Added segment 3596a5af-6689-442b-85b7-2952ec54be57 of type vlan for network 2192ba4e-a3c6-4cd9-888e-7511bfa50d59 Feb 19 03:27:40.432665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (2192ba4e-a3c6-4cd9-888e-7511bfa50d59), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.467093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f6a9-7858-4561-87e9-2b30b6c26d57 req-a6460360-34e2-4d67-897f-ffcbf07d23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:40.470408 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5c95f6a9-7858-4561-87e9-2b30b6c26d57 req-a6460360-34e2-4d67-897f-ffcbf07d23ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 1128 time: 0.0815740 Feb 19 03:27:40.472956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Allocated IP 172.20.0.2 (f30017eb-125c-4bd8-8341-13ff16930d99/d8315e48-3c70-4bf6-ad35-b359b29bcfbc/26f0675c-3784-48e0-8fa0-e5af9256187b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:40.508040 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4af8beac-1c8d-40fb-a4ab-d557f2ac624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.539156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541628-dc24-4abf-b0df-65312a3b4d69 req-31df6ccf-0cd4-4f0a-9519-08b3d15dca40 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:40.549211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c541628-dc24-4abf-b0df-65312a3b4d69 req-31df6ccf-0cd4-4f0a-9519-08b3d15dca40 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/ports?device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 945 time: 0.1661022 Feb 19 03:27:40.552328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (2192ba4e-a3c6-4cd9-888e-7511bfa50d59), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.561048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:40.562516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.567172 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5c95f6a9-7858-4561-87e9-2b30b6c26d57 req-28e42e8e-d674-42a8-aa61-473ec3e5393f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900266 Feb 19 03:27:40.660252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4237218 Feb 19 03:27:40.664612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46984) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:40.671235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Request body: {'subnet': {'network_id': 'a3abce9a-94ef-4180-a5cb-cec74806c829', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:40.686872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3d6142e9-7da2-4181-838f-3ea1841266f5 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:40.714475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff1c1c-9948-415f-a8b8-8004f89a0ef2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'Network': ['ID=2192ba4e-a3c6-4cd9-888e-7511bfa50d59,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:40.740180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c541628-dc24-4abf-b0df-65312a3b4d69 req-90c86582-bdd8-4f5a-9914-0ffaae02559d tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/security-groups?id=e252b080-4a19-47e4-8ea2-ed656ebd07d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892405 Feb 19 03:27:40.784576 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Publish callbacks [] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.796677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 2192ba4e-a3c6-4cd9-888e-7511bfa50d59 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:40.899630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Made reservation on behalf of ab79680f66964291a3fec75cb51da5fd for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:40.907222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.947319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebc1bc-4b8d-4128-bae4-612123ca19fa req-a9d9b075-4a7f-4884-9ef6-139a151ea6e5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:40.952747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1ebc1bc-4b8d-4128-bae4-612123ca19fa req-a9d9b075-4a7f-4884-9ef6-139a151ea6e5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 944 time: 0.0991626 Feb 19 03:27:41.030280 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.101005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1ebc1bc-4b8d-4128-bae4-612123ca19fa req-ddbcd763-b288-45fc-bb4c-1e47d13b6e31 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374760 Feb 19 03:27:41.108953 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:27:41.150999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-0da2bf0d-113f-45a3-b928-b7a5c271f89b tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:41.153423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-0da2bf0d-113f-45a3-b928-b7a5c271f89b tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 945 time: 0.1472971 Feb 19 03:27:41.222037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (750c81eb-fa3e-41b8-9995-96c652d81201), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.263414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Network f30017eb-125c-4bd8-8341-13ff16930d99 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:41.278776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:41.297153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:41.336657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Checking segment: {'id': '960c7caf-d397-43a5-8154-f83527c2f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a3abce9a-94ef-4180-a5cb-cec74806c829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:41.337035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Network hostable DHCP agents. Network: a3abce9a-94ef-4180-a5cb-cec74806c829, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:41.340913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Pushing event updated for resources: {'Port': ['ID=26f0675c-3784-48e0-8fa0-e5af9256187b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:41.343407 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'Subnet': ['ID=750c81eb-fa3e-41b8-9995-96c652d81201,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:41.381380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Network a3abce9a-94ef-4180-a5cb-cec74806c829 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:41.394881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, a3abce9a-94ef-4180-a5cb-cec74806c829) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:41.397319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff61db0-5225-4c98-ac08-dcc8c8b26af7 req-df96fb40-69b7-4881-baeb-47ecfb79000e tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:41.413095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ff61db0-5225-4c98-ac08-dcc8c8b26af7 req-df96fb40-69b7-4881-baeb-47ecfb79000e tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc05412b-9ea7-4049-a4f8-cf671050f858 HTTP/1.1" status: 200 len: 945 time: 0.1831748 Feb 19 03:27:41.425715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:41.426769 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.444675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0a29b3-16ee-4579-b8a2-96277f9b4fa0 None None] Network a3abce9a-94ef-4180-a5cb-cec74806c829 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:41.456096 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-949531df-d5c8-47b9-b3f0-d190d683033c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7902703 Feb 19 03:27:41.460225 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46994) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:41.468572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Request body: {'subnet': {'network_id': '2192ba4e-a3c6-4cd9-888e-7511bfa50d59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:41.541295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ff61db0-5225-4c98-ac08-dcc8c8b26af7 req-9bf0dc8d-7560-425a-bb78-5e69c25e243f tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.42 "GET /v2.0/security-groups?id=544ea4ed-94c6-41a5-ae21-8fa37f908ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127727 Feb 19 03:27:41.548585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-e8183fc9-d020-4830-8a5c-7f40ee970366 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Deleting port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:41.551419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3d6142e9-7da2-4181-838f-3ea1841266f5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d6142e9-7da2-4181-838f-3ea1841266f5,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:41.553080 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-e8183fc9-d020-4830-8a5c-7f40ee970366 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.563326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Attempting to bind port 26f0675c-3784-48e0-8fa0-e5af9256187b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:41.563856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Attempting to bind port 26f0675c-3784-48e0-8fa0-e5af9256187b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '2f5cfeae-508f-4190-805d-3f9e23d2ac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f30017eb-125c-4bd8-8341-13ff16930d99'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:41.564326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Attempting to bind port 26f0675c-3784-48e0-8fa0-e5af9256187b on network f30017eb-125c-4bd8-8341-13ff16930d99 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:41.603137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:41.603793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Checking segment: {'id': '2f5cfeae-508f-4190-805d-3f9e23d2ac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f30017eb-125c-4bd8-8341-13ff16930d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:41.604364 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.604926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Bound using segment: {'id': '2f5cfeae-508f-4190-805d-3f9e23d2ac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f30017eb-125c-4bd8-8341-13ff16930d99'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:41.605691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Bound port: 26f0675c-3784-48e0-8fa0-e5af9256187b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5cfeae-508f-4190-805d-3f9e23d2ac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f30017eb-125c-4bd8-8341-13ff16930d99'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:41.606883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.687857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Made reservation on behalf of ab79680f66964291a3fec75cb51da5fd for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:41.691815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.696052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] For port 26f0675c-3784-48e0-8fa0-e5af9256187b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:41.700337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] For port 26f0675c-3784-48e0-8fa0-e5af9256187b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=26f0675c-3784-48e0-8fa0-e5af9256187b,segment=NetworkSegment(2f5cfeae-508f-4190-805d-3f9e23d2ac94),segment_id=2f5cfeae-508f-4190-805d-3f9e23d2ac94)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:41.705096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-a3abce9a-94ef-4180-a5cb-cec74806c829', 'network_id': 'a3abce9a-94ef-4180-a5cb-cec74806c829', 'project_id': 'ab79680f66964291a3fec75cb51da5fd', 'fixed_ips': [{'subnet_id': '750c81eb-fa3e-41b8-9995-96c652d81201'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:27:41.706416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.724494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '3d6142e9-7da2-4181-838f-3ea1841266f5', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'port_id': '3d6142e9-7da2-4181-838f-3ea1841266f5', 'mac_address': 'fa:16:3e:17:3d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:41.734478 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.789789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-e8183fc9-d020-4830-8a5c-7f40ee970366 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] For port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,segment=NetworkSegment(be6ce369-c431-404c-8709-a969075fbb2c),segment_id=be6ce369-c431-404c-8709-a969075fbb2c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:41.790435 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-e8183fc9-d020-4830-8a5c-7f40ee970366 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.825915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-e8183fc9-d020-4830-8a5c-7f40ee970366 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Calling delete_port for 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:41.832865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3d6142e9-7da2-4181-838f-3ea1841266f5 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:41.833608 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.960689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6142e9-7da2-4181-838f-3ea1841266f5 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:42.002623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3d6142e9-7da2-4181-838f-3ea1841266f5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d6142e9-7da2-4181-838f-3ea1841266f5,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:42.038073 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.060985 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.074222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911e502-339b-41c1-b8e2-e928479d29d1 None None] Pushing event updated for resources: {'Port': ['ID=26f0675c-3784-48e0-8fa0-e5af9256187b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:42.117128 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (6fdf5a5c-3dbc-42dd-a93e-666e23df754a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.144715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e13ef-f378-4b45-81d6-3a773be6f135 req-a7367da1-d8fa-4b56-8504-7c448bb71d02 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:42.158311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd5e13ef-f378-4b45-81d6-3a773be6f135 req-a7367da1-d8fa-4b56-8504-7c448bb71d02 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.2467763 Feb 19 03:27:42.226902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'Subnet': ['ID=6fdf5a5c-3dbc-42dd-a93e-666e23df754a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:42.236352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Checking segment: {'id': '3596a5af-6689-442b-85b7-2952ec54be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2192ba4e-a3c6-4cd9-888e-7511bfa50d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:42.236727 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Network hostable DHCP agents. Network: 2192ba4e-a3c6-4cd9-888e-7511bfa50d59, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:42.249420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3d6142e9-7da2-4181-838f-3ea1841266f5,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:42.270572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd5e13ef-f378-4b45-81d6-3a773be6f135 req-26cfac5f-2e53-49ee-8585-9ef8c0e9d4f2 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111562 Feb 19 03:27:42.272067 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Network 2192ba4e-a3c6-4cd9-888e-7511bfa50d59 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:42.279155 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-e8183fc9-d020-4830-8a5c-7f40ee970366 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0e5f457d-4300-4eb7-9e32-9c5a5d9b2542), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.282393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Allocated IP 172.20.0.2 (a3abce9a-94ef-4180-a5cb-cec74806c829/750c81eb-fa3e-41b8-9995-96c652d81201/46f1c9ef-bdef-4d34-84a9-0f499ca9e67a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:42.297714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['0e5f457d-4300-4eb7-9e32-9c5a5d9b2542'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:42.307933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 2192ba4e-a3c6-4cd9-888e-7511bfa50d59) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:42.333037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:42.334330 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.351272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8183fc9-d020-4830-8a5c-7f40ee970366 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Pushing event deleted for resources: {'Port': ['ID=0e5f457d-4300-4eb7-9e32-9c5a5d9b2542,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:42.372766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47002) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:42.373178 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-816ea7f4-6501-4a35-ae72-b7a881f5d4a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9067359 Feb 19 03:27:42.379216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528609b4-50e9-4030-bbda-afc861efadf5 None None] Network 2192ba4e-a3c6-4cd9-888e-7511bfa50d59 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:42.614449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-e8183fc9-d020-4830-8a5c-7f40ee970366 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] No DVR routers for this DVR port 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:42.617756 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-e8183fc9-d020-4830-8a5c-7f40ee970366 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.621920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-525288f0-f1a7-4536-9e66-e7ce617761cd req-e8183fc9-d020-4830-8a5c-7f40ee970366 tempest-ServerAddressesTestJSON-1225482162 tempest-ServerAddressesTestJSON-1225482162-project] 10.222.0.71 "DELETE /v2.0/ports/0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 HTTP/1.1" status: 204 len: 173 time: 1.4588094 Feb 19 03:27:42.630622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3d6142e9-7da2-4181-838f-3ea1841266f5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:42.682336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc05412b-9ea7-4049-a4f8-cf671050f858', 'name': 'network-vif-deleted', 'tag': '0e5f457d-4300-4eb7-9e32-9c5a5d9b2542'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:42.685386 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f068fca-5acb-435d-a00e-0a5a07becf49" -d '{"events": [{"server_uuid": "dc05412b-9ea7-4049-a4f8-cf671050f858", "name": "network-vif-deleted", "tag": "0e5f457d-4300-4eb7-9e32-9c5a5d9b2542"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:42.769602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ebaee-883f-47fb-a296-da88feae5593 req-30d15faf-73fc-45e8-92a1-fc9529ed6ca5 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:42.771496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa6ebaee-883f-47fb-a296-da88feae5593 req-30d15faf-73fc-45e8-92a1-fc9529ed6ca5 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 946 time: 0.3007164 Feb 19 03:27:42.789248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-2192ba4e-a3c6-4cd9-888e-7511bfa50d59', 'network_id': '2192ba4e-a3c6-4cd9-888e-7511bfa50d59', 'project_id': 'ab79680f66964291a3fec75cb51da5fd', 'fixed_ips': [{'subnet_id': '6fdf5a5c-3dbc-42dd-a93e-666e23df754a'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:27:42.790231 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.837962 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Publish callbacks [] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.862039 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.999802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Network a3abce9a-94ef-4180-a5cb-cec74806c829 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:43.006755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa6ebaee-883f-47fb-a296-da88feae5593 req-e0e0edb4-9e65-42ad-b846-3414c9ab50ab tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265604 Feb 19 03:27:43.010765 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.018742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:43.024119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:43.041655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Pushing event updated for resources: {'Port': ['ID=46f1c9ef-bdef-4d34-84a9-0f499ca9e67a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:43.192833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Allocated IP 172.20.0.2 (2192ba4e-a3c6-4cd9-888e-7511bfa50d59/6fdf5a5c-3dbc-42dd-a93e-666e23df754a/40f2e34a-b6dd-43fb-9935-8204ad36109e) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:43.217882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.268563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Attempting to bind port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:43.269020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Attempting to bind port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '960c7caf-d397-43a5-8154-f83527c2f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a3abce9a-94ef-4180-a5cb-cec74806c829'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:43.269490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Attempting to bind port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a on network a3abce9a-94ef-4180-a5cb-cec74806c829 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:43.284301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:43.284661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Checking segment: {'id': '960c7caf-d397-43a5-8154-f83527c2f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a3abce9a-94ef-4180-a5cb-cec74806c829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:43.291547 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.292258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Bound using segment: {'id': '960c7caf-d397-43a5-8154-f83527c2f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a3abce9a-94ef-4180-a5cb-cec74806c829'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:43.293103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Bound port: 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960c7caf-d397-43a5-8154-f83527c2f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a3abce9a-94ef-4180-a5cb-cec74806c829'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:43.293601 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.452497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 26f0675c-3784-48e0-8fa0-e5af9256187b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:43.612427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 26f0675c-3784-48e0-8fa0-e5af9256187b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:43.612806 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.647792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a9abab-a218-4f91-b914-ba2909f2d31b None None] Network f30017eb-125c-4bd8-8341-13ff16930d99 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:43.810716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a2fbc-4357-46ca-9170-41058fa839e3 req-4390e33b-b52a-46bb-aae1-bbec951c51d7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:43.818350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c77a2fbc-4357-46ca-9170-41058fa839e3 req-4390e33b-b52a-46bb-aae1-bbec951c51d7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 945 time: 0.6136742 Feb 19 03:27:43.898312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] For port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:43.914732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c77a2fbc-4357-46ca-9170-41058fa839e3 req-9233e0e2-aa26-48c5-95ad-d40eef957e3a tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949779 Feb 19 03:27:43.955132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] For port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=46f1c9ef-bdef-4d34-84a9-0f499ca9e67a,segment=NetworkSegment(960c7caf-d397-43a5-8154-f83527c2f868),segment_id=960c7caf-d397-43a5-8154-f83527c2f868)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:43.994485 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47026) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:44.009985 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.012419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-50065061-4485-4779-86b6-b97be0b5abce None None] Provisioning complete for port 26f0675c-3784-48e0-8fa0-e5af9256187b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:44.012801 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-50065061-4485-4779-86b6-b97be0b5abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.030104 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Publish callbacks [] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.042445 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120c172d-4130-4b0c-a7be-2162469d22fc x-openstack-request-id: req-120c172d-4130-4b0c-a7be-2162469d22fc {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:44.042984 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc05412b-9ea7-4049-a4f8-cf671050f858", "name": "network-vif-deleted", "tag": "0e5f457d-4300-4eb7-9e32-9c5a5d9b2542", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:44.046761 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-120c172d-4130-4b0c-a7be-2162469d22fc {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:44.048526 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc05412b-9ea7-4049-a4f8-cf671050f858', 'name': 'network-vif-deleted', 'tag': '0e5f457d-4300-4eb7-9e32-9c5a5d9b2542', 'status': 'completed', 'code': 200} Feb 19 03:27:44.091663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-87836bd9-0114-4896-a7a9-4b1fe3040b93 admin admin] Deleting subnet 08301ea9-9b24-4f85-ae27-3b78de00da98 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:44.107519 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-87836bd9-0114-4896-a7a9-4b1fe3040b93 admin admin] Publish callbacks [] for subnet (08301ea9-9b24-4f85-ae27-3b78de00da98), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.163699 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-87836bd9-0114-4896-a7a9-4b1fe3040b93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (08301ea9-9b24-4f85-ae27-3b78de00da98), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.165381 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.221537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Allocated IP 172.20.0.1 (a3abce9a-94ef-4180-a5cb-cec74806c829/750c81eb-fa3e-41b8-9995-96c652d81201/fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:44.229802 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-87836bd9-0114-4896-a7a9-4b1fe3040b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (08301ea9-9b24-4f85-ae27-3b78de00da98), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.319265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-87836bd9-0114-4896-a7a9-4b1fe3040b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (08301ea9-9b24-4f85-ae27-3b78de00da98), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.334222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Network 2192ba4e-a3c6-4cd9-888e-7511bfa50d59 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:44.335248 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-87836bd9-0114-4896-a7a9-4b1fe3040b93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.344392 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-87836bd9-0114-4896-a7a9-4b1fe3040b93 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/08301ea9-9b24-4f85-ae27-3b78de00da98 HTTP/1.1" status: 204 len: 168 time: 0.3460975 Feb 19 03:27:44.347745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:44.350876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:44.367371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47032) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:44.379288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87836bd9-0114-4896-a7a9-4b1fe3040b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08301ea9-9b24-4f85-ae27-3b78de00da98,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:44.394912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 26f0675c-3784-48e0-8fa0-e5af9256187b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:44.397950 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.399879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fae36-65b6-47aa-94fd-725f45b967a5 None None] Pushing event updated for resources: {'Port': ['ID=46f1c9ef-bdef-4d34-84a9-0f499ca9e67a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:44.518866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-50065061-4485-4779-86b6-b97be0b5abce None None] Current status of the port 26f0675c-3784-48e0-8fa0-e5af9256187b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:44.520607 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-50065061-4485-4779-86b6-b97be0b5abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.530164 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for port (fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.585879 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (158120bf-ffab-4b73-9258-6428fac51c79), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.645443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 26f0675c-3784-48e0-8fa0-e5af9256187b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=26f0675c-3784-48e0-8fa0-e5af9256187b,segment=NetworkSegment(2f5cfeae-508f-4190-805d-3f9e23d2ac94),segment_id=2f5cfeae-508f-4190-805d-3f9e23d2ac94)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:44.646494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Pushing event updated for resources: {'Port': ['ID=40f2e34a-b6dd-43fb-9935-8204ad36109e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:44.656511 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.663305 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.669855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Attempting to bind port 40f2e34a-b6dd-43fb-9935-8204ad36109e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:44.670578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Attempting to bind port 40f2e34a-b6dd-43fb-9935-8204ad36109e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '3596a5af-6689-442b-85b7-2952ec54be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2192ba4e-a3c6-4cd9-888e-7511bfa50d59'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:44.670956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Attempting to bind port 40f2e34a-b6dd-43fb-9935-8204ad36109e on network 2192ba4e-a3c6-4cd9-888e-7511bfa50d59 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:44.703396 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.756923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3d6142e9-7da2-4181-838f-3ea1841266f5 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:44.782353 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (158120bf-ffab-4b73-9258-6428fac51c79), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.829988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:44.830380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Checking segment: {'id': '3596a5af-6689-442b-85b7-2952ec54be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2192ba4e-a3c6-4cd9-888e-7511bfa50d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:44.830796 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.831201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Bound using segment: {'id': '3596a5af-6689-442b-85b7-2952ec54be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2192ba4e-a3c6-4cd9-888e-7511bfa50d59'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:44.831705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Bound port: 40f2e34a-b6dd-43fb-9935-8204ad36109e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3596a5af-6689-442b-85b7-2952ec54be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2192ba4e-a3c6-4cd9-888e-7511bfa50d59'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:44.832095 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.837988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158120bf-ffab-4b73-9258-6428fac51c79']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:44.850335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Network a3abce9a-94ef-4180-a5cb-cec74806c829 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:44.853162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6ce369-c431-404c-8709-a969075fbb2c') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:44.854027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6ce369-c431-404c-8709-a969075fbb2c') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:44.860375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:44.864523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:44.882203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (be6ce369-c431-404c-8709-a969075fbb2c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.906754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (be6ce369-c431-404c-8709-a969075fbb2c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.907986 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-50065061-4485-4779-86b6-b97be0b5abce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:27:44.908509 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-50065061-4485-4779-86b6-b97be0b5abce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:27:44.911600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=26f0675c-3784-48e0-8fa0-e5af9256187b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:44.929457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:44.931274 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (be6ce369-c431-404c-8709-a969075fbb2c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:44.936480 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:44.959633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'Port': ['ID=fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:44.962237 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.974375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd9147-5717-42b0-89c1-a48691d80ec0 req-015608f5-1e96-43a3-b7e9-ee0eb368e070 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:44.982488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18cd9147-5717-42b0-89c1-a48691d80ec0 req-015608f5-1e96-43a3-b7e9-ee0eb368e070 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.3905897 Feb 19 03:27:45.020735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:45.029735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 3d6142e9-7da2-4181-838f-3ea1841266f5 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:45.030193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (158120bf-ffab-4b73-9258-6428fac51c79), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.058247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] For port 40f2e34a-b6dd-43fb-9935-8204ad36109e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:45.061618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:45.061814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0e5f457d-4300-4eb7-9e32-9c5a5d9b2542 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:45.065434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 3d6142e9-7da2-4181-838f-3ea1841266f5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:45.066565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.114698 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.126090 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] 10.222.0.42 "DELETE /v2.0/networks/158120bf-ffab-4b73-9258-6428fac51c79 HTTP/1.1" status: 204 len: 168 time: 0.7574165 Feb 19 03:27:45.131637 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea08a79-80e5-465d-8d69-8a6357bf8c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=158120bf-ffab-4b73-9258-6428fac51c79,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:45.140842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18cd9147-5717-42b0-89c1-a48691d80ec0 req-cef1b9f0-6a3d-45b3-a89c-ed27ddc30b6d tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571846 Feb 19 03:27:45.146969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] For port 40f2e34a-b6dd-43fb-9935-8204ad36109e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=40f2e34a-b6dd-43fb-9935-8204ad36109e,segment=NetworkSegment(3596a5af-6689-442b-85b7-2952ec54be57),segment_id=3596a5af-6689-442b-85b7-2952ec54be57)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:45.166405 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.270648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.280410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4ac6e-81d3-4402-84b1-18fda8c14646 None None] Pushing event updated for resources: {'Port': ['ID=40f2e34a-b6dd-43fb-9935-8204ad36109e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:45.336000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3d6142e9-7da2-4181-838f-3ea1841266f5 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:45.336537 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.400605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e391e5-fc6b-401d-8264-532d949e2ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6142e9-7da2-4181-838f-3ea1841266f5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:45.403574 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e64e7d-3e6d-4b3e-97f5-f504e9b33b33" -d '{"events": [{"server_uuid": "53e391e5-fc6b-401d-8264-532d949e2ca0", "name": "network-vif-plugged", "status": "completed", "tag": "3d6142e9-7da2-4181-838f-3ea1841266f5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:45.465824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3d6142e9-7da2-4181-838f-3ea1841266f5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d6142e9-7da2-4181-838f-3ea1841266f5,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:45.496883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.508239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 26f0675c-3784-48e0-8fa0-e5af9256187b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:45.535458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47044) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:45.585234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-50065061-4485-4779-86b6-b97be0b5abce None None] Current status of the port 26f0675c-3784-48e0-8fa0-e5af9256187b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:45.640458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3d6142e9-7da2-4181-838f-3ea1841266f5,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:45.650037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51843da5-d5b2-46cf-9347-ecba7e73c2fd req-0e57424f-4312-464d-b3d8-487c0e856cdb tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:45.656114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51843da5-d5b2-46cf-9347-ecba7e73c2fd req-0e57424f-4312-464d-b3d8-487c0e856cdb tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/ports?device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 945 time: 0.3591375 Feb 19 03:27:45.659525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47046) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:45.660901 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f31dc00-7c6a-40aa-95fd-438c64112b3f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ed8647cebf9401d9e8f0dd58ad5b4c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1145599 Feb 19 03:27:45.663841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 26f0675c-3784-48e0-8fa0-e5af9256187b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:45.664859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.796891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4a3107cc-3bda-4d4d-9471-82f32ab8a317 None None] Provisioning complete for port 26f0675c-3784-48e0-8fa0-e5af9256187b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:45.797430 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4a3107cc-3bda-4d4d-9471-82f32ab8a317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.894141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 26f0675c-3784-48e0-8fa0-e5af9256187b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:45.895622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:45.906265 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc27147-9c02-44f7-bbdc-bfe5453311ad admin admin] Publish callbacks [] for security_group (544ea4ed-94c6-41a5-ae21-8fa37f908ce6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.924887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-ee936f48-fdf4-4806-8828-72cdbe007743 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:45.926540 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-ee936f48-fdf4-4806-8828-72cdbe007743 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.37 "GET /v2.0/ports?device_id=43d433f2-6136-4dfc-87ff-99e0e74043f2 HTTP/1.1" status: 200 len: 945 time: 0.1124780 Feb 19 03:27:45.963172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51843da5-d5b2-46cf-9347-ecba7e73c2fd req-1ec05984-cc20-49c8-bdfd-b0bd41aa6b90 tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.42 "GET /v2.0/security-groups?id=e252b080-4a19-47e4-8ea2-ed656ebd07d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433236 Feb 19 03:27:45.990936 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc27147-9c02-44f7-bbdc-bfe5453311ad admin admin] Publish callbacks [] for security_group (544ea4ed-94c6-41a5-ae21-8fa37f908ce6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.029042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4a3107cc-3bda-4d4d-9471-82f32ab8a317 None None] Current status of the port 26f0675c-3784-48e0-8fa0-e5af9256187b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:46.061287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:46.061676 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.145442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for port (fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.176034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632bb1f2-3c7a-450f-a2b8-782233be9960 None None] Network a3abce9a-94ef-4180-a5cb-cec74806c829 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:46.183159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc27147-9c02-44f7-bbdc-bfe5453311ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (544ea4ed-94c6-41a5-ae21-8fa37f908ce6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.184770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-a3661390-5db7-43c2-9218-b36c1522e47e tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Deleting port 7a29885b-cb49-4125-a206-7079588a92e4 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:46.185269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-a3661390-5db7-43c2-9218-b36c1522e47e tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7a29885b-cb49-4125-a206-7079588a92e4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.187857 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc27147-9c02-44f7-bbdc-bfe5453311ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.192588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7cc27147-9c02-44f7-bbdc-bfe5453311ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/544ea4ed-94c6-41a5-ae21-8fa37f908ce6 HTTP/1.1" status: 204 len: 168 time: 0.5299237 Feb 19 03:27:46.192588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.245355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:46.246042 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.287493 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.296481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1860f3a1-9cfb-4c5d-b526-d3d5947cbe3e None None] Provisioning complete for port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:46.296867 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1860f3a1-9cfb-4c5d-b526-d3d5947cbe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.338221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc27147-9c02-44f7-bbdc-bfe5453311ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544ea4ed-94c6-41a5-ae21-8fa37f908ce6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:46.371021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=46f1c9ef-bdef-4d34-84a9-0f499ca9e67a,segment=NetworkSegment(960c7caf-d397-43a5-8154-f83527c2f868),segment_id=960c7caf-d397-43a5-8154-f83527c2f868)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:46.386052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.422414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea4810-8622-40d4-ad40-868b8b6ee7db req-c47a134d-74c1-4782-a3b8-c824c15e4cb2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:46.424029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58ea4810-8622-40d4-ad40-868b8b6ee7db req-c47a134d-74c1-4782-a3b8-c824c15e4cb2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 946 time: 0.2966449 Feb 19 03:27:46.427138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'Port': ['ID=fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:46.439625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-a3661390-5db7-43c2-9218-b36c1522e47e tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] For port 7a29885b-cb49-4125-a206-7079588a92e4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=7a29885b-cb49-4125-a206-7079588a92e4,segment=NetworkSegment(390b2252-7e8a-4a38-a5b7-59f12bd31729),segment_id=390b2252-7e8a-4a38-a5b7-59f12bd31729)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:46.440075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-a3661390-5db7-43c2-9218-b36c1522e47e tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7a29885b-cb49-4125-a206-7079588a92e4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.460699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-a3661390-5db7-43c2-9218-b36c1522e47e tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Calling delete_port for 7a29885b-cb49-4125-a206-7079588a92e4 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:46.560887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58ea4810-8622-40d4-ad40-868b8b6ee7db req-d65ca1b8-86a7-422e-a7d4-ef3d2454f510 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283820 Feb 19 03:27:46.569624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Network a3abce9a-94ef-4180-a5cb-cec74806c829 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:46.572133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:46.588153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1860f3a1-9cfb-4c5d-b526-d3d5947cbe3e None None] Current status of the port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:46.615107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=46f1c9ef-bdef-4d34-84a9-0f499ca9e67a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:46.740648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-a3661390-5db7-43c2-9218-b36c1522e47e tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7a29885b-cb49-4125-a206-7079588a92e4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.774203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['7a29885b-cb49-4125-a206-7079588a92e4'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:46.816106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3661390-5db7-43c2-9218-b36c1522e47e tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Pushing event deleted for resources: {'Port': ['ID=7a29885b-cb49-4125-a206-7079588a92e4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:46.905818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10d548-7673-43d8-812e-b8ebf360d85d req-ddb214ad-c375-4aa8-b603-ae499f4eaca0 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:46.907783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d10d548-7673-43d8-812e-b8ebf360d85d req-ddb214ad-c375-4aa8-b603-ae499f4eaca0 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 946 time: 0.1546044 Feb 19 03:27:46.925015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-a3661390-5db7-43c2-9218-b36c1522e47e tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] No DVR routers for this DVR port 7a29885b-cb49-4125-a206-7079588a92e4 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:46.928599 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-a3661390-5db7-43c2-9218-b36c1522e47e tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.936720 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6d0bc70b-0b53-499d-8d6a-2f0ff73e3efa req-a3661390-5db7-43c2-9218-b36c1522e47e tempest-ServerAddressesNegativeTestJSON-715205297 tempest-ServerAddressesNegativeTestJSON-715205297-project] 10.222.0.37 "DELETE /v2.0/ports/7a29885b-cb49-4125-a206-7079588a92e4 HTTP/1.1" status: 204 len: 173 time: 1.0013425 Feb 19 03:27:46.937236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d433f2-6136-4dfc-87ff-99e0e74043f2', 'name': 'network-vif-deleted', 'tag': '7a29885b-cb49-4125-a206-7079588a92e4'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:46.941682 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c8b75-7e6b-4e7a-af80-d72929d798bf" -d '{"events": [{"server_uuid": "43d433f2-6136-4dfc-87ff-99e0e74043f2", "name": "network-vif-deleted", "tag": "7a29885b-cb49-4125-a206-7079588a92e4"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:47.021779 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d10d548-7673-43d8-812e-b8ebf360d85d req-a95c2f94-8a5d-4d12-93b4-5b26579a1fc0 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914249 Feb 19 03:27:47.023957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Router 4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:27:47.122968 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733a53fb-11bf-44ec-9e20-18f106cf2b51 x-openstack-request-id: req-733a53fb-11bf-44ec-9e20-18f106cf2b51 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:47.123495 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e391e5-fc6b-401d-8264-532d949e2ca0", "name": "network-vif-plugged", "status": "completed", "tag": "3d6142e9-7da2-4181-838f-3ea1841266f5", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:47.126435 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-733a53fb-11bf-44ec-9e20-18f106cf2b51 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:47.126864 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e391e5-fc6b-401d-8264-532d949e2ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6142e9-7da2-4181-838f-3ea1841266f5', 'code': 200} Feb 19 03:27:47.149721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-dea1d607-5147-4e56-86ce-9a9f98f49620 None None] Provisioning complete for port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:47.150134 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dea1d607-5147-4e56-86ce-9a9f98f49620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:47.325182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:47.354202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b56df24-9649-4bf1-b3a0-84dbae12cd71 None None] Sync routers for ids ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:47.386162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98660-4a60-4448-8433-2e3486b8cc3e req-6917b79c-1b5d-484c-b11d-057eeabb634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:47.387754 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8fe98660-4a60-4448-8433-2e3486b8cc3e req-6917b79c-1b5d-484c-b11d-057eeabb634e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 1128 time: 0.0998681 Feb 19 03:27:47.394508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a9b01f91-970e-4e17-9cf2-c31d9a99baf7 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "PUT /v2.0/routers/4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0199592 Feb 19 03:27:47.395804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47072) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:47.470472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3f1ae2-e62d-4119-9e16-29c9f7085fa1 None None] Network 2192ba4e-a3c6-4cd9-888e-7511bfa50d59 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:47.502962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626922b-31ea-4cf8-abce-6040754a2379 req-5626dd3e-949d-41ab-a791-1cf82304a06c tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:47.528588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9626922b-31ea-4cf8-abce-6040754a2379 req-5626dd3e-949d-41ab-a791-1cf82304a06c tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.2056243 Feb 19 03:27:47.630335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9626922b-31ea-4cf8-abce-6040754a2379 req-922c0965-900d-431b-be00-6fa3d50eb95b tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996604 Feb 19 03:27:47.633786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:47.689828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b56df24-9649-4bf1-b3a0-84dbae12cd71 None None] Routers {'4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:47.690521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7b56df24-9649-4bf1-b3a0-84dbae12cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:47.738843 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-8fe98660-4a60-4448-8433-2e3486b8cc3e req-209918f0-7048-443b-af3c-1ed7af2191ce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437607 Feb 19 03:27:47.904532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0590f6-e982-424e-a6eb-f7445f91a140 req-98ea563c-55c2-486f-b26d-5d5945ea434c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:47.915746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d0590f6-e982-424e-a6eb-f7445f91a140 req-98ea563c-55c2-486f-b26d-5d5945ea434c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 946 time: 0.1048870 Feb 19 03:27:47.981754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47084) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:48.075311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d0590f6-e982-424e-a6eb-f7445f91a140 req-72be6ee9-145b-459e-9932-159412ce081e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521025 Feb 19 03:27:48.111574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee979f-0ac9-4a97-a911-e9de3588dc70 req-9f275d4f-af23-4f1c-ace4-2edf2fdcb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:48.117914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3ee979f-0ac9-4a97-a911-e9de3588dc70 req-9f275d4f-af23-4f1c-ace4-2edf2fdcb3a4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.0896018 Feb 19 03:27:48.150389 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7b56df24-9649-4bf1-b3a0-84dbae12cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:48.153913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dea1d607-5147-4e56-86ce-9a9f98f49620 None None] Current status of the port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:48.178158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-895514286-network', 'tenant_id': '12c4f300881e405090f97891b936e5fb'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:48.187534 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8937b5-0911-4f51-b1b0-2fc6f42f5c7a x-openstack-request-id: req-2c8937b5-0911-4f51-b1b0-2fc6f42f5c7a {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:48.187875 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d433f2-6136-4dfc-87ff-99e0e74043f2", "name": "network-vif-deleted", "tag": "7a29885b-cb49-4125-a206-7079588a92e4", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:48.188091 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c8937b5-0911-4f51-b1b0-2fc6f42f5c7a {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:48.188506 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d433f2-6136-4dfc-87ff-99e0e74043f2', 'name': 'network-vif-deleted', 'tag': '7a29885b-cb49-4125-a206-7079588a92e4', 'status': 'completed', 'code': 200} Feb 19 03:27:48.206450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b56df24-9649-4bf1-b3a0-84dbae12cd71 None None] Routers {'4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:48.207524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7b56df24-9649-4bf1-b3a0-84dbae12cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:48.211075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47092) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:48.219059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-dea1d607-5147-4e56-86ce-9a9f98f49620 None None] Provisioning complete for port fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:48.219385 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dea1d607-5147-4e56-86ce-9a9f98f49620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.297748 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-084436ec-2e27-4d38-9e13-fd22edfdefb9 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:27:48.299032 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-084436ec-2e27-4d38-9e13-fd22edfdefb9 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "PUT /v2.0/routers/4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9021466 Feb 19 03:27:48.301571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47094) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:48.312733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dea1d607-5147-4e56-86ce-9a9f98f49620 None None] Port fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:48.325271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:48.326054 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.332612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7b56df24-9649-4bf1-b3a0-84dbae12cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:48.333276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b56df24-9649-4bf1-b3a0-84dbae12cd71 None None] The sync data for ids ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:48.362075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3ee979f-0ac9-4a97-a911-e9de3588dc70 req-a65a53f2-33b3-40bc-a123-8b2f5b184c26 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403486 Feb 19 03:27:48.373697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Made reservation on behalf of 12c4f300881e405090f97891b936e5fb for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:48.376930 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.431614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c645455f-a720-42a2-ad85-0c1d2cb135a4 admin admin] Deleting subnet 980e9b63-be7b-470a-b5dc-35f62452eb45 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:48.436770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.450342 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c645455f-a720-42a2-ad85-0c1d2cb135a4 admin admin] Publish callbacks [] for subnet (980e9b63-be7b-470a-b5dc-35f62452eb45), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.543681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-73ad37ca-8fa0-471f-91be-863354b524ed None None] Provisioning complete for port fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:48.544520 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-73ad37ca-8fa0-471f-91be-863354b524ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.595319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:48.596681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 40f2e34a-b6dd-43fb-9935-8204ad36109e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:48.598872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567e14-f9c1-4868-ac6f-b72fdcdc8ee0 req-57a312a9-8120-4e9c-9d81-b05bbe5997da tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:48.602343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3567e14-f9c1-4868-ac6f-b72fdcdc8ee0 req-57a312a9-8120-4e9c-9d81-b05bbe5997da tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 946 time: 0.3108597 Feb 19 03:27:48.634838 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c645455f-a720-42a2-ad85-0c1d2cb135a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (980e9b63-be7b-470a-b5dc-35f62452eb45), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.710783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-73ad37ca-8fa0-471f-91be-863354b524ed None None] Port fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:48.730090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 40f2e34a-b6dd-43fb-9935-8204ad36109e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:48.730090 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.766143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-73ad37ca-8fa0-471f-91be-863354b524ed None None] Provisioning complete for port 40f2e34a-b6dd-43fb-9935-8204ad36109e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:48.773039 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c645455f-a720-42a2-ad85-0c1d2cb135a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (980e9b63-be7b-470a-b5dc-35f62452eb45), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.782076 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-73ad37ca-8fa0-471f-91be-863354b524ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.817183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3567e14-f9c1-4868-ac6f-b72fdcdc8ee0 req-abcf6f93-d63d-46eb-b1ac-be62587b9768 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034466 Feb 19 03:27:48.858824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.907413 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Publish callbacks [] for security_group (e57b858d-b811-4a0d-9779-1136d91a3170), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.919585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e57b858d-b811-4a0d-9779-1136d91a3170), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.947620 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c645455f-a720-42a2-ad85-0c1d2cb135a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (980e9b63-be7b-470a-b5dc-35f62452eb45), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.951353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:48.975021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 40f2e34a-b6dd-43fb-9935-8204ad36109e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:48.975512 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.019108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645455f-a720-42a2-ad85-0c1d2cb135a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980e9b63-be7b-470a-b5dc-35f62452eb45,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:49.024323 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e68c065d-8ad7-4f3e-8187-1f96c9dc17cb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.024672 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Added segment e68c065d-8ad7-4f3e-8187-1f96c9dc17cb of type vlan for network 4d9ff0a7-717d-4c40-80dc-6a0e91e30323 Feb 19 03:27:49.035907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c645455f-a720-42a2-ad85-0c1d2cb135a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.042725 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47100) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:49.046424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c645455f-a720-42a2-ad85-0c1d2cb135a4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/980e9b63-be7b-470a-b5dc-35f62452eb45 HTTP/1.1" status: 204 len: 168 time: 0.8320580 Feb 19 03:27:49.060915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57b858d-b811-4a0d-9779-1136d91a3170,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:49.070706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-73ad37ca-8fa0-471f-91be-863354b524ed None None] Current status of the port 40f2e34a-b6dd-43fb-9935-8204ad36109e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:49.071366 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-73ad37ca-8fa0-471f-91be-863354b524ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.093126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 40f2e34a-b6dd-43fb-9935-8204ad36109e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=40f2e34a-b6dd-43fb-9935-8204ad36109e,segment=NetworkSegment(3596a5af-6689-442b-85b7-2952ec54be57),segment_id=3596a5af-6689-442b-85b7-2952ec54be57)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:49.107788 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.132800 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (4d9ff0a7-717d-4c40-80dc-6a0e91e30323), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.193112 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (4d9ff0a7-717d-4c40-80dc-6a0e91e30323), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.194504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:49.195485 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.246684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=40f2e34a-b6dd-43fb-9935-8204ad36109e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:49.263269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d92681fd-dd4f-4c74-82d1-7b31509979ca), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.300634 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-73ad37ca-8fa0-471f-91be-863354b524ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:27:49.301088 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-73ad37ca-8fa0-471f-91be-863354b524ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:27:49.312444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3333006 Feb 19 03:27:49.316688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47104) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:49.334198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Request body: {'subnet': {'network_id': '4d9ff0a7-717d-4c40-80dc-6a0e91e30323', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-895514286-subnet', 'tenant_id': '12c4f300881e405090f97891b936e5fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:49.376999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f7842-91a7-4b7f-87c5-43823dcc9db9 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9ff0a7-717d-4c40-80dc-6a0e91e30323,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:49.401776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 4d9ff0a7-717d-4c40-80dc-6a0e91e30323 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:49.430118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990020-6849-4c96-ab41-c0a5f5907568 req-e7ef5e0f-1613-462b-84fa-51487e4e16c3 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:49.431740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13990020-6849-4c96-ab41-c0a5f5907568 req-e7ef5e0f-1613-462b-84fa-51487e4e16c3 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1238635 Feb 19 03:27:49.432568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Made reservation on behalf of 12c4f300881e405090f97891b936e5fb for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:49.435531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.452959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d92681fd-dd4f-4c74-82d1-7b31509979ca), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.515951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92681fd-dd4f-4c74-82d1-7b31509979ca']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:49.531491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390b2252-7e8a-4a38-a5b7-59f12bd31729') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:49.532067 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390b2252-7e8a-4a38-a5b7-59f12bd31729') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:49.547806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (390b2252-7e8a-4a38-a5b7-59f12bd31729), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.575479 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (390b2252-7e8a-4a38-a5b7-59f12bd31729), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.586904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:49.587689 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (390b2252-7e8a-4a38-a5b7-59f12bd31729), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.592210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Deleting port fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:49.592758 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:49.596105 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:49.670925 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (55777c65-341c-4596-b9dd-3a7c5eb1408b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.737354 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d92681fd-dd4f-4c74-82d1-7b31509979ca), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.744543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.750350 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] 10.222.0.42 "DELETE /v2.0/networks/d92681fd-dd4f-4c74-82d1-7b31509979ca HTTP/1.1" status: 204 len: 168 time: 0.6374731 Feb 19 03:27:49.780116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2a96b-09b1-42cb-b5fa-4043268fbf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=d92681fd-dd4f-4c74-82d1-7b31509979ca,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:49.798522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13990020-6849-4c96-ab41-c0a5f5907568 req-d558e01c-0d4b-4823-adaf-feea3a81f7d9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399517 Feb 19 03:27:49.819967 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.822063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55777c65-341c-4596-b9dd-3a7c5eb1408b,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:49.853030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Checking segment: {'id': 'e68c065d-8ad7-4f3e-8187-1f96c9dc17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d9ff0a7-717d-4c40-80dc-6a0e91e30323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:49.853398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Network hostable DHCP agents. Network: 4d9ff0a7-717d-4c40-80dc-6a0e91e30323, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:49.875874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Calling delete_port for fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:49.876861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-73ad37ca-8fa0-471f-91be-863354b524ed None None] Current status of the port 40f2e34a-b6dd-43fb-9935-8204ad36109e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:49.902171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Network 4d9ff0a7-717d-4c40-80dc-6a0e91e30323 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:49.915184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 4d9ff0a7-717d-4c40-80dc-6a0e91e30323) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:49.921214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:49.922553 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.930355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa6da6c-df98-4264-bbcf-f932fd50d98d None None] Network 4d9ff0a7-717d-4c40-80dc-6a0e91e30323 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:49.961576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47112) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:49.984675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d0c2d43a-2f91-4e47-ba0d-3f25d75a3c89 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6665900 Feb 19 03:27:50.029254 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf5ca761-3af1-4212-b140-f37f8f059287 None None] Provisioning complete for port 40f2e34a-b6dd-43fb-9935-8204ad36109e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:50.029631 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca761-3af1-4212-b140-f37f8f059287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.078225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa932ad-2f8d-47c4-be9d-616914f8ef4c req-c98e7848-c827-437c-a038-5919267374b2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:50.089034 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9aa932ad-2f8d-47c4-be9d-616914f8ef4c req-c98e7848-c827-437c-a038-5919267374b2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 946 time: 0.1290202 Feb 19 03:27:50.124503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a750a8a-cf87-4e6c-8a35-2a000a28620b None None] Network 4d9ff0a7-717d-4c40-80dc-6a0e91e30323 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:50.210081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9aa932ad-2f8d-47c4-be9d-616914f8ef4c req-e16cd156-1983-4775-bfa7-3604fca25548 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187415 Feb 19 03:27:50.232793 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d798e973-fc83-4b4d-9cf7-c885120ef626 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6d730d84cae4a7e8b0b670ef67158a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647402 Feb 19 03:27:50.235502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47118) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:50.260549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.264218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ca761-3af1-4212-b140-f37f8f059287 None None] Current status of the port 40f2e34a-b6dd-43fb-9935-8204ad36109e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:50.304979 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event deleted for resources: {'Port': ['ID=fa5bdc79-8c64-4b04-ad8c-f10f7a3f8c1a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:50.373794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66130bcb-0071-4407-8051-8f0fa599bb79 req-8a1fcded-d1b3-4a1a-b586-d02cf286ee3a tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:50.376085 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66130bcb-0071-4407-8051-8f0fa599bb79 req-8a1fcded-d1b3-4a1a-b586-d02cf286ee3a tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 946 time: 0.0794659 Feb 19 03:27:50.383804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34871d20-1810-4409-bdd0-51db3d0ef4ec admin admin] Publish callbacks [] for security_group (e252b080-4a19-47e4-8ea2-ed656ebd07d4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.438724 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34871d20-1810-4409-bdd0-51db3d0ef4ec admin admin] Publish callbacks [] for security_group (e252b080-4a19-47e4-8ea2-ed656ebd07d4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.496998 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.551448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66130bcb-0071-4407-8051-8f0fa599bb79 req-a80b20ba-4b64-4430-8b08-d7f01cf70ff4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586115 Feb 19 03:27:50.599678 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34871d20-1810-4409-bdd0-51db3d0ef4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e252b080-4a19-47e4-8ea2-ed656ebd07d4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.603407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34871d20-1810-4409-bdd0-51db3d0ef4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.604984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-34871d20-1810-4409-bdd0-51db3d0ef4ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e252b080-4a19-47e4-8ea2-ed656ebd07d4 HTTP/1.1" status: 204 len: 168 time: 0.3674054 Feb 19 03:27:50.625719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34871d20-1810-4409-bdd0-51db3d0ef4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e252b080-4a19-47e4-8ea2-ed656ebd07d4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:50.757176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 7a29885b-cb49-4125-a206-7079588a92e4 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:50.803218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 7a29885b-cb49-4125-a206-7079588a92e4 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:50.803721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 7a29885b-cb49-4125-a206-7079588a92e4 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:50.876737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Router 4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:51.095142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:51.113982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d64ca491-b980-436c-8fa3-4e7896c5a049 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "PUT /v2.0/routers/4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8024063 Feb 19 03:27:51.116742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47142) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:51.129535 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d26228a-090d-46bc-b263-d1f35a749963 None None] Sync routers for ids ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:51.164426 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26228a-090d-46bc-b263-d1f35a749963 None None] Routers {'4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:51.166424 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0d26228a-090d-46bc-b263-d1f35a749963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:51.179785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-af4d6ceb-2c44-41f9-be57-93474ffa65cc tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:51.187985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-af4d6ceb-2c44-41f9-be57-93474ffa65cc tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/networks?id=4d9ff0a7-717d-4c40-80dc-6a0e91e30323 HTTP/1.1" status: 200 len: 820 time: 0.1413100 Feb 19 03:27:51.204432 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-9f7527c6-f9a1-42be-bf41-7ef877404d23 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] delete failed (client error): The resource could not be found. Feb 19 03:27:51.205940 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9f7527c6-f9a1-42be-bf41-7ef877404d23 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-601646496 HTTP/1.1" status: 404 len: 334 time: 0.0874753 Feb 19 03:27:51.212552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-1c73a241-6e69-4f98-974b-16d671ad3b3b tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/quotas/12c4f300881e405090f97891b936e5fb HTTP/1.1" status: 200 len: 375 time: 0.0235124 Feb 19 03:27:51.214209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47144) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:51.219728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-11184ab8-3e74-431c-bc51-5b5e6303fed6 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Request body: {'router': {'external_gateway_info': {'network_id': '4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:51.320328 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0d26228a-090d-46bc-b263-d1f35a749963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:51.334347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-73bcf2fb-0498-416a-abe0-6ef3a4a17b9f tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=12c4f300881e405090f97891b936e5fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193388 Feb 19 03:27:51.356587 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26228a-090d-46bc-b263-d1f35a749963 None None] Routers {'4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:51.357230 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0d26228a-090d-46bc-b263-d1f35a749963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:51.378820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 40f2e34a-b6dd-43fb-9935-8204ad36109e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:51.443042 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0d26228a-090d-46bc-b263-d1f35a749963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:51.443818 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d26228a-090d-46bc-b263-d1f35a749963 None None] The sync data for ids ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:51.502230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 40f2e34a-b6dd-43fb-9935-8204ad36109e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:51.502378 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:51.563217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-dfad7053-726d-4812-b3a0-10c40ae77e12 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9ff0a7-717d-4c40-80dc-6a0e91e30323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293549 Feb 19 03:27:51.578449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-a26a53b1-39dd-46b8-a1c2-1e565acdb95f req-f7f9b425-66b9-4172-be47-7e0c2057597e tempest-ServersOnMultiNodesTest-1628037160 tempest-ServersOnMultiNodesTest-1628037160-project] (103615) timed out ('10.222.0.42', 53978) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:27:51.634774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 40f2e34a-b6dd-43fb-9935-8204ad36109e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:51.719274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-ebe31f87-0ac1-4a62-8d99-e93b070713a7 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9ff0a7-717d-4c40-80dc-6a0e91e30323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551030 Feb 19 03:27:51.736845 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11184ab8-3e74-431c-bc51-5b5e6303fed6 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for router_gateway (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:51.763627 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-11184ab8-3e74-431c-bc51-5b5e6303fed6 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] update failed (client error): The resource could not be found. Feb 19 03:27:51.764700 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-11184ab8-3e74-431c-bc51-5b5e6303fed6 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "PUT /v2.0/routers/4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983 HTTP/1.1" status: 404 len: 339 time: 0.5486920 Feb 19 03:27:51.768623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47168) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:51.789146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-ecbfedef-93ce-4f4f-b9ed-f2aacb51386d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:51.798531 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-ecbfedef-93ce-4f4f-b9ed-f2aacb51386d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 946 time: 0.5857255 Feb 19 03:27:52.109361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120820f-2464-4ff6-ad94-3d756ad4a53d req-316393ab-26e7-4c52-9c64-0881e96d53f2 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:52.122163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f120820f-2464-4ff6-ad94-3d756ad4a53d req-316393ab-26e7-4c52-9c64-0881e96d53f2 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1135552 Feb 19 03:27:52.232853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f120820f-2464-4ff6-ad94-3d756ad4a53d req-942e9071-e76d-4600-95e2-7ec4ab1d3771 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094792 Feb 19 03:27:52.279428 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.486587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19b396-b89f-4dd8-9b11-0092c638e5a0 req-f5b575ba-04a6-4741-8f91-594c36003df6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:52.489432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc19b396-b89f-4dd8-9b11-0092c638e5a0 req-f5b575ba-04a6-4741-8f91-594c36003df6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d061b29-673d-4610-b5ad-3de4994c41b1 HTTP/1.1" status: 200 len: 946 time: 0.1188574 Feb 19 03:27:52.605216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc19b396-b89f-4dd8-9b11-0092c638e5a0 req-46303be1-6104-42a4-afc4-81a1a3ae6f8a tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034689 Feb 19 03:27:52.720955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61afdaa6-fc77-4b9f-9ae7-2252f6220230 req-b31f9a9c-5398-4baa-9903-dc5764ce8f65 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/ports?device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 210 time: 0.0479493 Feb 19 03:27:52.758356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-3ce1e022-a41a-40d9-9a5a-cfb3f00c5c36 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Deleting port ecd770e7-00e5-4aba-90ed-5c779c380958 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:52.758953 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-3ce1e022-a41a-40d9-9a5a-cfb3f00c5c36 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.907692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.985195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-3ce1e022-a41a-40d9-9a5a-cfb3f00c5c36 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] For port ecd770e7-00e5-4aba-90ed-5c779c380958, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ecd770e7-00e5-4aba-90ed-5c779c380958,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:52.985692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-3ce1e022-a41a-40d9-9a5a-cfb3f00c5c36 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.034736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-3ce1e022-a41a-40d9-9a5a-cfb3f00c5c36 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Calling delete_port for ecd770e7-00e5-4aba-90ed-5c779c380958 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:53.202131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-862cd7e7-2995-41da-8187-3f83997416ed req-9b0b3bc2-e0bf-4c20-8f8f-51e788c6bc62 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1043354726', 'description': 'tempest-description-293951411'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:53.271352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-862cd7e7-2995-41da-8187-3f83997416ed req-9b0b3bc2-e0bf-4c20-8f8f-51e788c6bc62 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.356250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Allocated IP 172.20.0.1 (f30017eb-125c-4bd8-8341-13ff16930d99/d8315e48-3c70-4bf6-ad35-b359b29bcfbc/9b1c377a-631b-4d0f-9a86-12dd77a71c3f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:53.420591 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-862cd7e7-2995-41da-8187-3f83997416ed req-9b0b3bc2-e0bf-4c20-8f8f-51e788c6bc62 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for security_group (a002f7b5-54e7-4f40-bb0b-25b36174be7c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.422449 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-3ce1e022-a41a-40d9-9a5a-cfb3f00c5c36 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ecd770e7-00e5-4aba-90ed-5c779c380958), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.426096 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-862cd7e7-2995-41da-8187-3f83997416ed req-9b0b3bc2-e0bf-4c20-8f8f-51e788c6bc62 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a002f7b5-54e7-4f40-bb0b-25b36174be7c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.461516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-862cd7e7-2995-41da-8187-3f83997416ed req-9b0b3bc2-e0bf-4c20-8f8f-51e788c6bc62 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.461664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:53.463974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-862cd7e7-2995-41da-8187-3f83997416ed req-9b0b3bc2-e0bf-4c20-8f8f-51e788c6bc62 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2691672 Feb 19 03:27:53.530169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b3bc2-e0bf-4c20-8f8f-51e788c6bc62 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a002f7b5-54e7-4f40-bb0b-25b36174be7c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:53.668489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0917791b-ab42-4c0f-83cd-7d2345220548 req-3f880b60-b970-4cd8-bef3-86b7d5df808a tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=70e5a432-3b2a-4878-a941-63702ac1d3d7 HTTP/1.1" status: 200 len: 210 time: 0.0866904 Feb 19 03:27:53.847759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1e022-a41a-40d9-9a5a-cfb3f00c5c36 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event deleted for resources: {'Port': ['ID=ecd770e7-00e5-4aba-90ed-5c779c380958,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:53.935292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for port (9b1c377a-631b-4d0f-9a86-12dd77a71c3f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.007479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-3ce1e022-a41a-40d9-9a5a-cfb3f00c5c36 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] No DVR routers for this DVR port ecd770e7-00e5-4aba-90ed-5c779c380958 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:54.020144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-3ce1e022-a41a-40d9-9a5a-cfb3f00c5c36 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.030495 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-39d6fe83-6fd3-45f7-af3c-d6be8dfe169e req-3ce1e022-a41a-40d9-9a5a-cfb3f00c5c36 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "DELETE /v2.0/ports/ecd770e7-00e5-4aba-90ed-5c779c380958 HTTP/1.1" status: 204 len: 173 time: 2.2277505 Feb 19 03:27:54.034014 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d061b29-673d-4610-b5ad-3de4994c41b1', 'name': 'network-vif-deleted', 'tag': 'ecd770e7-00e5-4aba-90ed-5c779c380958'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:54.039413 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f4cfc-f903-4580-b2bc-cffcb4e87564" -d '{"events": [{"server_uuid": "0d061b29-673d-4610-b5ad-3de4994c41b1", "name": "network-vif-deleted", "tag": "ecd770e7-00e5-4aba-90ed-5c779c380958"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:54.062324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (9b1c377a-631b-4d0f-9a86-12dd77a71c3f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.085985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-618b0b10-7b94-4fae-b8e5-db15f5abf3c4 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:54.089043 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-618b0b10-7b94-4fae-b8e5-db15f5abf3c4 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.71 "GET /v2.0/networks?id=4d9ff0a7-717d-4c40-80dc-6a0e91e30323 HTTP/1.1" status: 200 len: 820 time: 0.3327262 Feb 19 03:27:54.116933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Request body: {'port': {'device_id': '781e768a-420b-458f-9750-b034995af941', 'network_id': '4d9ff0a7-717d-4c40-80dc-6a0e91e30323', 'admin_state_up': True, 'tenant_id': '12c4f300881e405090f97891b936e5fb'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:54.152847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Network f30017eb-125c-4bd8-8341-13ff16930d99 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:54.160981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:54.175454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-87367fc9-a99f-48fa-99b3-e874d083a1ae tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1043354726&fields=id&tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65 HTTP/1.1" status: 200 len: 267 time: 0.3721514 Feb 19 03:27:54.187566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:54.234689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'Port': ['ID=9b1c377a-631b-4d0f-9a86-12dd77a71c3f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:54.248843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.249399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.249923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.250382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.250831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.253269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.254608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.254608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.255008 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.255566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.257173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.257539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.258132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:54.311824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.364561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-f5d7ef4d-0512-4abe-a4b6-31a63314a3fa tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:54.366317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-f5d7ef4d-0512-4abe-a4b6-31a63314a3fa tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1874411 Feb 19 03:27:54.386081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-69d3ed42-d682-47ac-865a-ef4330764025 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Request body: {'port': {'security_groups': ['5e270286-7863-468c-8533-8cfe4346bf21', 'a002f7b5-54e7-4f40-bb0b-25b36174be7c']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:54.422445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Made reservation on behalf of 12c4f300881e405090f97891b936e5fb for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:54.425745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.501882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9b1c377a-631b-4d0f-9a86-12dd77a71c3f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.525744 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-69d3ed42-d682-47ac-865a-ef4330764025 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1f4e6502-669f-4021-96e4-630fc1043116), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.529530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0df68c6f-9a37-4713-877c-9f4bb5a61637 None None] Provisioning complete for port 9b1c377a-631b-4d0f-9a86-12dd77a71c3f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:54.530625 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0df68c6f-9a37-4713-877c-9f4bb5a61637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9b1c377a-631b-4d0f-9a86-12dd77a71c3f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.587370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0df68c6f-9a37-4713-877c-9f4bb5a61637 None None] Port 9b1c377a-631b-4d0f-9a86-12dd77a71c3f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:54.663167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Allocated IP 172.20.0.11 (4d9ff0a7-717d-4c40-80dc-6a0e91e30323/55777c65-341c-4596-b9dd-3a7c5eb1408b/00cf95d6-d50e-45fc-8b0d-1008f7a59b46) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:54.752338 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ecd770e7-00e5-4aba-90ed-5c779c380958 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:54.779694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: ecd770e7-00e5-4aba-90ed-5c779c380958 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:54.780059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ecd770e7-00e5-4aba-90ed-5c779c380958 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:54.868612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-69d3ed42-d682-47ac-865a-ef4330764025 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] For port 1f4e6502-669f-4021-96e4-630fc1043116, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1f4e6502-669f-4021-96e4-630fc1043116,segment=NetworkSegment(77a769a9-4923-4bc4-be34-efd28abda335),segment_id=77a769a9-4923-4bc4-be34-efd28abda335)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:54.879805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for port (9b1c377a-631b-4d0f-9a86-12dd77a71c3f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.888492 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (9b1c377a-631b-4d0f-9a86-12dd77a71c3f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.935209 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-69d3ed42-d682-47ac-865a-ef4330764025 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for port (1f4e6502-669f-4021-96e4-630fc1043116), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.938707 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Publish callbacks [] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.944925 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-69d3ed42-d682-47ac-865a-ef4330764025 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1f4e6502-669f-4021-96e4-630fc1043116), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.960636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1f4e6502-669f-4021-96e4-630fc1043116'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:55.062008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3ed42-d682-47ac-865a-ef4330764025 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Pushing event updated for resources: {'Port': ['ID=1f4e6502-669f-4021-96e4-630fc1043116,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:55.093645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-69d3ed42-d682-47ac-865a-ef4330764025 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:55.094517 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-69d3ed42-d682-47ac-865a-ef4330764025 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.096423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a9294ac-bb4f-41a2-8ada-672afd8ce61f req-69d3ed42-d682-47ac-865a-ef4330764025 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "PUT /v2.0/ports/1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 981 time: 0.7190034 Feb 19 03:27:55.096989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:55.103660 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e45278-7ee9-4255-be9f-93aad80d5bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "tag": "1f4e6502-669f-4021-96e4-630fc1043116"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:55.109602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event updated for resources: {'Port': ['ID=9b1c377a-631b-4d0f-9a86-12dd77a71c3f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:55.121770 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.138656 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.240812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1f4e6502-669f-4021-96e4-630fc1043116'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:55.272632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Network 4d9ff0a7-717d-4c40-80dc-6a0e91e30323 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:55.285953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:55.329878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:55.389504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Network f30017eb-125c-4bd8-8341-13ff16930d99 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:55.391810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:55.507955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Pushing event updated for resources: {'Port': ['ID=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:55.532509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:55.534415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.552282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-7d8f0337-3543-4343-84e0-c3a897d5c232 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4439843 Feb 19 03:27:55.579446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Request body: {'port': {'device_id': '781e768a-420b-458f-9750-b034995af941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:55.623236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Router 4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:55.626411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e379f-c113-4587-bd8a-b0e388b2f1fe req-6f2111a2-0fc8-4f23-8b39-750c717dd469 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:55.634307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2e8e379f-c113-4587-bd8a-b0e388b2f1fe req-6f2111a2-0fc8-4f23-8b39-750c717dd469 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/ports?device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 932 time: 0.3525381 Feb 19 03:27:55.725832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2e8e379f-c113-4587-bd8a-b0e388b2f1fe req-369111ce-ebb3-4c9d-b9ac-7fd80bbc91f5 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/security-groups?id=e57b858d-b811-4a0d-9779-1136d91a3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855048 Feb 19 03:27:55.743520 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.771137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:55.786351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530627c-0880-4300-9e62-ab1fbca87fb7 None None] Sync routers for ids ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:55.787005 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1a8586e4-5608-4e36-880d-293fe9ef14d0 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "PUT /v2.0/routers/4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0135367 Feb 19 03:27:55.787005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47256) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:55.801122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530627c-0880-4300-9e62-ab1fbca87fb7 None None] Routers {'4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:55.801773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a530627c-0880-4300-9e62-ab1fbca87fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:55.850924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a530627c-0880-4300-9e62-ab1fbca87fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:55.869238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d978b025-2d47-4da4-b059-533cb35ef134 None None] Provisioning complete for port 9b1c377a-631b-4d0f-9a86-12dd77a71c3f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:55.869948 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d978b025-2d47-4da4-b059-533cb35ef134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9b1c377a-631b-4d0f-9a86-12dd77a71c3f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.900979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530627c-0880-4300-9e62-ab1fbca87fb7 None None] Routers {'4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:55.901636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a530627c-0880-4300-9e62-ab1fbca87fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:55.910039 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eaa175f0-6d31-4036-a3a3-504be893af4c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for router (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.941803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a530627c-0880-4300-9e62-ab1fbca87fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:55.942499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530627c-0880-4300-9e62-ab1fbca87fb7 None None] The sync data for ids ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:55.953129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d978b025-2d47-4da4-b059-533cb35ef134 None None] Port 9b1c377a-631b-4d0f-9a86-12dd77a71c3f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:56.059988 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caabee1a-5892-40e8-aa73-a2c6c7b8176b x-openstack-request-id: req-caabee1a-5892-40e8-aa73-a2c6c7b8176b {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:56.060284 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d061b29-673d-4610-b5ad-3de4994c41b1", "name": "network-vif-deleted", "tag": "ecd770e7-00e5-4aba-90ed-5c779c380958", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:56.060603 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caabee1a-5892-40e8-aa73-a2c6c7b8176b {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:56.061245 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d061b29-673d-4610-b5ad-3de4994c41b1', 'name': 'network-vif-deleted', 'tag': 'ecd770e7-00e5-4aba-90ed-5c779c380958', 'status': 'completed', 'code': 200} Feb 19 03:27:56.121724 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-eaa175f0-6d31-4036-a3a3-504be893af4c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 03:27:56.127588 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eaa175f0-6d31-4036-a3a3-504be893af4c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "DELETE /v2.0/routers/4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983 HTTP/1.1" status: 409 len: 329 time: 0.3357339 Feb 19 03:27:56.133372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47268) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:56.584986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:56.598162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Publish callbacks [] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:56.612452 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:56.622386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-3e3d4f01-12ac-478e-81c4-969fc19563f0 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1043354726&fields=id&tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65 HTTP/1.1" status: 200 len: 267 time: 0.1144447 Feb 19 03:27:56.625737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Transition to ACTIVE for port object 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:56.640877 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:56.765678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Pushing event updated for resources: {'Port': ['ID=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:56.854134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-1be915ee-cfa2-41ac-9f71-06dc26ff69e0 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:56.857042 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-1be915ee-cfa2-41ac-9f71-06dc26ff69e0 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 984 time: 0.2182600 Feb 19 03:27:56.868962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Attempting to bind port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:56.869310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Attempting to bind port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'e68c065d-8ad7-4f3e-8187-1f96c9dc17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d9ff0a7-717d-4c40-80dc-6a0e91e30323'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:56.869774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Attempting to bind port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 on network 4d9ff0a7-717d-4c40-80dc-6a0e91e30323 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:56.878062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 on network 4d9ff0a7-717d-4c40-80dc-6a0e91e30323 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:56.878404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Attempting to bind port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 on network 4d9ff0a7-717d-4c40-80dc-6a0e91e30323 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:56.888640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-01e18ae1-b519-4803-a4f3-8e0f41b18dd9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Request body: {'port': {'security_groups': ['5e270286-7863-468c-8533-8cfe4346bf21']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:56.936600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:56.937181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Checking segment: {'id': 'e68c065d-8ad7-4f3e-8187-1f96c9dc17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d9ff0a7-717d-4c40-80dc-6a0e91e30323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:56.937749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Bound using segment: {'id': 'e68c065d-8ad7-4f3e-8187-1f96c9dc17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d9ff0a7-717d-4c40-80dc-6a0e91e30323'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:56.938394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Bound port: 00cf95d6-d50e-45fc-8b0d-1008f7a59b46, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68c065d-8ad7-4f3e-8187-1f96c9dc17cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d9ff0a7-717d-4c40-80dc-6a0e91e30323'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:56.938910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.015236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Deleting port 9b1c377a-631b-4d0f-9a86-12dd77a71c3f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:57.016007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9b1c377a-631b-4d0f-9a86-12dd77a71c3f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.051310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-01e18ae1-b519-4803-a4f3-8e0f41b18dd9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1f4e6502-669f-4021-96e4-630fc1043116), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.095998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] For port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:57.132611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9b1c377a-631b-4d0f-9a86-12dd77a71c3f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.139205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] For port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,segment=NetworkSegment(e68c065d-8ad7-4f3e-8187-1f96c9dc17cb),segment_id=e68c065d-8ad7-4f3e-8187-1f96c9dc17cb)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:57.151856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Calling delete_port for 9b1c377a-631b-4d0f-9a86-12dd77a71c3f owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:57.153316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.230657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:57.231581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.234238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] 10.222.0.71 "PUT /v2.0/ports/00cf95d6-d50e-45fc-8b0d-1008f7a59b46 HTTP/1.1" status: 200 len: 1092 time: 1.6658378 Feb 19 03:27:57.358477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c762ddb-0a93-4328-b738-f384eedd311f service neutron] Pushing event updated for resources: {'Port': ['ID=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:57.416465 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (9b1c377a-631b-4d0f-9a86-12dd77a71c3f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.459511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-78feb2a3-e22f-4cb1-833f-4d5bfd72a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:57.461454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-78feb2a3-e22f-4cb1-833f-4d5bfd72a06c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=12c4f300881e405090f97891b936e5fb&device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 1126 time: 0.1693251 Feb 19 03:27:57.463731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-01e18ae1-b519-4803-a4f3-8e0f41b18dd9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] For port 1f4e6502-669f-4021-96e4-630fc1043116, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1f4e6502-669f-4021-96e4-630fc1043116,segment=NetworkSegment(77a769a9-4923-4bc4-be34-efd28abda335),segment_id=77a769a9-4923-4bc4-be34-efd28abda335)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:57.479045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event deleted for resources: {'Port': ['ID=9b1c377a-631b-4d0f-9a86-12dd77a71c3f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:57.551714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-ea37d152-7f33-4ef1-94bc-78a2dc74d86e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00cf95d6-d50e-45fc-8b0d-1008f7a59b46 HTTP/1.1" status: 200 len: 217 time: 0.0655532 Feb 19 03:27:57.626245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-01e18ae1-b519-4803-a4f3-8e0f41b18dd9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for port (1f4e6502-669f-4021-96e4-630fc1043116), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.670239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-01e18ae1-b519-4803-a4f3-8e0f41b18dd9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1f4e6502-669f-4021-96e4-630fc1043116), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.690621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1f4e6502-669f-4021-96e4-630fc1043116'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:57.717041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-01e18ae1-b519-4803-a4f3-8e0f41b18dd9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:57.717895 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-01e18ae1-b519-4803-a4f3-8e0f41b18dd9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.720202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9f63750-bc28-491b-a5bc-6b1dbd5b05ef req-01e18ae1-b519-4803-a4f3-8e0f41b18dd9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "PUT /v2.0/ports/1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 942 time: 0.8371761 Feb 19 03:27:57.818225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.822023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e18ae1-b519-4803-a4f3-8e0f41b18dd9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Pushing event updated for resources: {'Port': ['ID=1f4e6502-669f-4021-96e4-630fc1043116,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:57.846683 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4581d0d7-7b49-42d7-8203-a9a8aa3eb236 x-openstack-request-id: req-4581d0d7-7b49-42d7-8203-a9a8aa3eb236 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:57.858965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1f4e6502-669f-4021-96e4-630fc1043116'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:57.860687 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "tag": "1f4e6502-669f-4021-96e4-630fc1043116", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:57.861004 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4581d0d7-7b49-42d7-8203-a9a8aa3eb236 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:57.861651 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116', 'status': 'completed', 'code': 200} Feb 19 03:27:57.933629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-cd11d316-98d7-4e1b-8546-32b429e2cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:57.936636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-cd11d316-98d7-4e1b-8546-32b429e2cf84 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=55777c65-341c-4596-b9dd-3a7c5eb1408b HTTP/1.1" status: 200 len: 860 time: 0.3511422 Feb 19 03:27:57.945680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45278-7ee9-4255-be9f-93aad80d5bf6 req-820d7b42-5322-41fa-a5a0-21e934870b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:57.947417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e45278-7ee9-4255-be9f-93aad80d5bf6 req-820d7b42-5322-41fa-a5a0-21e934870b4b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.0848694 Feb 19 03:27:58.105689 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4de2b5cd-80da-4f4b-9532-6d170ba6c903 req-0e10a184-1478-4369-a77a-279bca86807f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70e5a432-3b2a-4878-a941-63702ac1d3d7 HTTP/1.1" status: 200 len: 210 time: 0.0455949 Feb 19 03:27:58.112723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-be6e469e-f1d9-4ae4-9727-2be60214024d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d9ff0a7-717d-4c40-80dc-6a0e91e30323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641271 Feb 19 03:27:58.164958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Router 4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:58.276890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-8023241e-5ede-485c-9b60-c1b6b6dc69fa tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:58.279160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-8023241e-5ede-485c-9b60-c1b6b6dc69fa tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.3218877 Feb 19 03:27:58.339633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-fc980098-8bb4-4c68-be2e-3437953efaaa tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/quotas/1ed1d0f12f104287bcbffc45332f2479 HTTP/1.1" status: 200 len: 375 time: 0.0404708 Feb 19 03:27:58.343506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45278-7ee9-4255-be9f-93aad80d5bf6 req-eefc4349-25a0-4a52-8b64-9ecf7b9034ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:58.345049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e45278-7ee9-4255-be9f-93aad80d5bf6 req-eefc4349-25a0-4a52-8b64-9ecf7b9034ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 921 time: 0.3854604 Feb 19 03:27:58.435590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-94ddeeb9-6b17-481b-b714-4b8375a1fb36 service neutron] 10.222.0.71 "GET /v2.0/networks/4d9ff0a7-717d-4c40-80dc-6a0e91e30323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989874 Feb 19 03:27:58.439154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e45278-7ee9-4255-be9f-93aad80d5bf6 req-7f0c6772-69bd-480d-bed3-28bbb98385f9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 217 time: 0.0640674 Feb 19 03:27:58.563316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-731d9fa2-e6c5-4c94-8404-0c496a02f749 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2106485 Feb 19 03:27:58.606272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e45278-7ee9-4255-be9f-93aad80d5bf6 req-a24ac612-d31e-4614-b069-88492755aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:58.607692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e45278-7ee9-4255-be9f-93aad80d5bf6 req-a24ac612-d31e-4614-b069-88492755aca9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.1549175 Feb 19 03:27:58.626817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:58.632143 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3c1e9fb7-6fc1-41fd-8525-c30e764876a1 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "PUT /v2.0/routers/4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4976006 Feb 19 03:27:58.637157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47296) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:58.640876 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee9fb6-7dd2-49fb-a3a7-12830db7cecb None None] Sync routers for ids ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:58.659350 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee9fb6-7dd2-49fb-a3a7-12830db7cecb None None] Routers {'4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:58.660273 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3aee9fb6-7dd2-49fb-a3a7-12830db7cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:58.690656 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-25feecfc-4203-44fd-8313-7e4ba3fcde07 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] show failed (client error): The resource could not be found. Feb 19 03:27:58.692167 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-25feecfc-4203-44fd-8313-7e4ba3fcde07 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-869073393 HTTP/1.1" status: 404 len: 334 time: 0.0538852 Feb 19 03:27:58.695908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e45278-7ee9-4255-be9f-93aad80d5bf6 req-4e236ad1-9301-4c1f-ac9b-aa4e4275872f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764437 Feb 19 03:27:58.696482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47300) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:58.703391 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-54806673-9b2b-4ab8-b322-a44d9962a148 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:58.721478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f28c0c-a989-438f-98c5-d25a080860ef req-1cc161cd-178f-431b-80d5-5fdd04e4725b service neutron] 10.222.0.71 "GET /v2.0/networks/4d9ff0a7-717d-4c40-80dc-6a0e91e30323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702723 Feb 19 03:27:58.729543 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3aee9fb6-7dd2-49fb-a3a7-12830db7cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:58.754532 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee9fb6-7dd2-49fb-a3a7-12830db7cecb None None] Routers {'4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:58.755758 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3aee9fb6-7dd2-49fb-a3a7-12830db7cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:58.764919 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-54806673-9b2b-4ab8-b322-a44d9962a148 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] update failed (client error): The resource could not be found. Feb 19 03:27:58.766114 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-54806673-9b2b-4ab8-b322-a44d9962a148 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1857569715 HTTP/1.1" status: 404 len: 335 time: 0.0684988 Feb 19 03:27:58.771343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47302) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:58.795477 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3aee9fb6-7dd2-49fb-a3a7-12830db7cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:58.796646 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee9fb6-7dd2-49fb-a3a7-12830db7cecb None None] The sync data for ids ['4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:58.799630 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:27:58.831699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-1005dc1c-6dee-46a1-bb8a-73a900ba71fc tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Deleting subnet 6fdf5a5c-3dbc-42dd-a93e-666e23df754a {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:58.835409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1005dc1c-6dee-46a1-bb8a-73a900ba71fc tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for subnet (6fdf5a5c-3dbc-42dd-a93e-666e23df754a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.850658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-992d9423-9d3f-48ad-aaa3-2c005ce3f1d2 service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782543 Feb 19 03:27:58.885078 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1005dc1c-6dee-46a1-bb8a-73a900ba71fc tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (6fdf5a5c-3dbc-42dd-a93e-666e23df754a), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.892433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e45278-7ee9-4255-be9f-93aad80d5bf6 req-2843bb46-3798-460e-b55d-d716ef1fb34b service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864064 Feb 19 03:27:58.981720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1005dc1c-6dee-46a1-bb8a-73a900ba71fc tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (6fdf5a5c-3dbc-42dd-a93e-666e23df754a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.024272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e9c1a1e1-9217-4ec4-bec6-59fd55038796 service neutron] 10.222.0.42 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632612 Feb 19 03:27:59.041786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e45278-7ee9-4255-be9f-93aad80d5bf6 req-e0f4fea0-6d24-4c39-aa38-8c19cce5f781 service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244180 Feb 19 03:27:59.066768 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1005dc1c-6dee-46a1-bb8a-73a900ba71fc tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (6fdf5a5c-3dbc-42dd-a93e-666e23df754a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.107963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005dc1c-6dee-46a1-bb8a-73a900ba71fc tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event deleted for resources: {'Subnet': ['ID=6fdf5a5c-3dbc-42dd-a93e-666e23df754a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:59.115217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1005dc1c-6dee-46a1-bb8a-73a900ba71fc tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.124000 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1005dc1c-6dee-46a1-bb8a-73a900ba71fc tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "DELETE /v2.0/subnets/6fdf5a5c-3dbc-42dd-a93e-666e23df754a HTTP/1.1" status: 204 len: 168 time: 0.3486519 Feb 19 03:27:59.124425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47304) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:59.126922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f02f922-2dc5-4fa8-b19c-adbee759aa22 None None] Network 2192ba4e-a3c6-4cd9-888e-7511bfa50d59 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:59.240668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6318f2-ff54-4427-a583-3c477339cbe4 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Deleting subnet 750c81eb-fa3e-41b8-9995-96c652d81201 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:59.246525 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d6318f2-ff54-4427-a583-3c477339cbe4 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for subnet (750c81eb-fa3e-41b8-9995-96c652d81201), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.336966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d6318f2-ff54-4427-a583-3c477339cbe4 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (750c81eb-fa3e-41b8-9995-96c652d81201), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.366449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] DHCP port deletion for 2192ba4e-a3c6-4cd9-888e-7511bfa50d59 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:59.439053 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d6318f2-ff54-4427-a583-3c477339cbe4 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (750c81eb-fa3e-41b8-9995-96c652d81201), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.447663 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Deleting port 40f2e34a-b6dd-43fb-9935-8204ad36109e {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:59.448414 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.521229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d6318f2-ff54-4427-a583-3c477339cbe4 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (750c81eb-fa3e-41b8-9995-96c652d81201), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.578834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] For port 40f2e34a-b6dd-43fb-9935-8204ad36109e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=40f2e34a-b6dd-43fb-9935-8204ad36109e,segment=NetworkSegment(3596a5af-6689-442b-85b7-2952ec54be57),segment_id=3596a5af-6689-442b-85b7-2952ec54be57)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:59.579506 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.591822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6318f2-ff54-4427-a583-3c477339cbe4 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event deleted for resources: {'Subnet': ['ID=750c81eb-fa3e-41b8-9995-96c652d81201,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:59.599991 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d6318f2-ff54-4427-a583-3c477339cbe4 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.607067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8d6318f2-ff54-4427-a583-3c477339cbe4 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "DELETE /v2.0/subnets/750c81eb-fa3e-41b8-9995-96c652d81201 HTTP/1.1" status: 204 len: 168 time: 0.4782605 Feb 19 03:27:59.607627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47316) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:59.609239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Calling delete_port for 40f2e34a-b6dd-43fb-9935-8204ad36109e owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:59.612649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164baa9c-c549-4919-8749-494ebf9f826f None None] Network a3abce9a-94ef-4180-a5cb-cec74806c829 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:59.701830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-832a4149-d29f-4059-b6b0-41b50b8d2e71 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:59.711067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-832a4149-d29f-4059-b6b0-41b50b8d2e71 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.3646643 Feb 19 03:27:59.828192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (2192ba4e-a3c6-4cd9-888e-7511bfa50d59), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.862879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781e768a-420b-458f-9750-b034995af941', 'tag': '00cf95d6-d50e-45fc-8b0d-1008f7a59b46'}, {'name': 'network-changed', 'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:59.865877 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043ee3f1-7266-4348-82ba-86b65e76d57e" -d '{"events": [{"name": "network-changed", "server_uuid": "781e768a-420b-458f-9750-b034995af941", "tag": "00cf95d6-d50e-45fc-8b0d-1008f7a59b46"}, {"name": "network-changed", "server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "tag": "1f4e6502-669f-4021-96e4-630fc1043116"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:59.984224 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Deleting port 40f2e34a-b6dd-43fb-9935-8204ad36109e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:59.984593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.023943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-bec3d510-5c05-444b-abb1-42efc77e1ec8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/quotas/5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 375 time: 0.3068459 Feb 19 03:28:00.110807 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.119359 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] For port 40f2e34a-b6dd-43fb-9935-8204ad36109e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=40f2e34a-b6dd-43fb-9935-8204ad36109e,segment=NetworkSegment(3596a5af-6689-442b-85b7-2952ec54be57),segment_id=3596a5af-6689-442b-85b7-2952ec54be57)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:00.119898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.152773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Calling delete_port for 40f2e34a-b6dd-43fb-9935-8204ad36109e owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:00.156319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-f48b8ad8-d465-4701-80d9-2eb00e5abc07 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238518 Feb 19 03:28:00.190379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33975135-9195-492d-951f-de8877458c44 None None] DHCP port deletion for a3abce9a-94ef-4180-a5cb-cec74806c829 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:28:00.243410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Pushing event deleted for resources: {'Port': ['ID=40f2e34a-b6dd-43fb-9935-8204ad36109e,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:00.263835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] No DVR routers for this DVR port 40f2e34a-b6dd-43fb-9935-8204ad36109e on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:00.293508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.294104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.294385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.294787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.295166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.295556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.296108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.296631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.297313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.297946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.298624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.299364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.299963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58964394-1bf5-48cb-9de5-02f883e5eec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:00.310484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (40f2e34a-b6dd-43fb-9935-8204ad36109e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.336094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-3a47073e-d27e-42f2-b115-02eb043de1ed service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661787 Feb 19 03:28:00.336732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-33975135-9195-492d-951f-de8877458c44 None None] Deleting port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:00.337262 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-33975135-9195-492d-951f-de8877458c44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.338119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] No DVR routers for this DVR port 40f2e34a-b6dd-43fb-9935-8204ad36109e on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:00.378091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event deleted for resources: {'Port': ['ID=40f2e34a-b6dd-43fb-9935-8204ad36109e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:00.474223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-33975135-9195-492d-951f-de8877458c44 None None] For port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=46f1c9ef-bdef-4d34-84a9-0f499ca9e67a,segment=NetworkSegment(960c7caf-d397-43a5-8154-f83527c2f868),segment_id=960c7caf-d397-43a5-8154-f83527c2f868)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:00.475136 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-33975135-9195-492d-951f-de8877458c44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.476665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-88fc2612-bd5f-4bd7-8f09-8a306e29ed1e service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272371 Feb 19 03:28:00.498273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-33975135-9195-492d-951f-de8877458c44 None None] Calling delete_port for 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:00.559462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (2192ba4e-a3c6-4cd9-888e-7511bfa50d59), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.591883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2192ba4e-a3c6-4cd9-888e-7511bfa50d59']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:00.608026 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-33975135-9195-492d-951f-de8877458c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (46f1c9ef-bdef-4d34-84a9-0f499ca9e67a), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.612632 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3596a5af-6689-442b-85b7-2952ec54be57') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:00.613043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3596a5af-6689-442b-85b7-2952ec54be57') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:00.622687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33975135-9195-492d-951f-de8877458c44 None None] No DVR routers for this DVR port 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:00.632172 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (3596a5af-6689-442b-85b7-2952ec54be57), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.645060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33975135-9195-492d-951f-de8877458c44 None None] Pushing event deleted for resources: {'Port': ['ID=46f1c9ef-bdef-4d34-84a9-0f499ca9e67a,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:00.664252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (3596a5af-6689-442b-85b7-2952ec54be57), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.674486 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:00.675222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (3596a5af-6689-442b-85b7-2952ec54be57), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:00.687486 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:00.784878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (2192ba4e-a3c6-4cd9-888e-7511bfa50d59), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.798343 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.803628 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "DELETE /v2.0/networks/2192ba4e-a3c6-4cd9-888e-7511bfa50d59 HTTP/1.1" status: 204 len: 168 time: 1.1929896 Feb 19 03:28:00.804127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47334) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:00.837402 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c75b894e-3e41-4804-8427-2f8eb39759ed req-00c5fd79-cfc3-49ef-be95-dbaf6c8a61fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0452931 Feb 19 03:28:00.849742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae6171-be77-46b5-9f18-bc96094eafee tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event deleted for resources: {'Network': ['ID=2192ba4e-a3c6-4cd9-888e-7511bfa50d59,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:01.019469 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (a3abce9a-94ef-4180-a5cb-cec74806c829), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.104036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-8c0fcc23-dfa2-4274-8b28-a8412dd8d89c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:01.106293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-8c0fcc23-dfa2-4274-8b28-a8412dd8d89c tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 805 time: 0.2902851 Feb 19 03:28:01.148453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Request body: {'port': {'device_id': '3ea9adda-00b6-4e3c-8020-88d51469b619', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'admin_state_up': True, 'tenant_id': '1ed1d0f12f104287bcbffc45332f2479'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:01.296551 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (a3abce9a-94ef-4180-a5cb-cec74806c829), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.324244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:01.344377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3abce9a-94ef-4180-a5cb-cec74806c829']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.362517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960c7caf-d397-43a5-8154-f83527c2f868') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.362841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960c7caf-d397-43a5-8154-f83527c2f868') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.369554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:01.369941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 46f1c9ef-bdef-4d34-84a9-0f499ca9e67a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:01.370534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 40f2e34a-b6dd-43fb-9935-8204ad36109e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:01.384391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3700-362f-4c7d-a49b-47d0d6f75bcb req-90e1c4f3-f1c3-4024-a8dc-6cdf43248502 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:01.386028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-810f3700-362f-4c7d-a49b-47d0d6f75bcb req-90e1c4f3-f1c3-4024-a8dc-6cdf43248502 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/ports?device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 944 time: 0.2430811 Feb 19 03:28:01.392259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (960c7caf-d397-43a5-8154-f83527c2f868), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.401550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 40f2e34a-b6dd-43fb-9935-8204ad36109e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:01.403640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 40f2e34a-b6dd-43fb-9935-8204ad36109e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:01.427109 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (960c7caf-d397-43a5-8154-f83527c2f868), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.444184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:01.444184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (960c7caf-d397-43a5-8154-f83527c2f868), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:01.448226 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:01.494533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Made reservation on behalf of 1ed1d0f12f104287bcbffc45332f2479 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:01.498082 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.553192 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-810f3700-362f-4c7d-a49b-47d0d6f75bcb req-d03c1e8a-dc5f-4973-bee4-dbdefe4db177 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/security-groups?id=e57b858d-b811-4a0d-9779-1136d91a3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489363 Feb 19 03:28:01.555380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (a3abce9a-94ef-4180-a5cb-cec74806c829), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.563280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.569942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "DELETE /v2.0/networks/a3abce9a-94ef-4180-a5cb-cec74806c829 HTTP/1.1" status: 204 len: 168 time: 0.7617438 Feb 19 03:28:01.570898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47350) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:01.652731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026b080-d3eb-4809-940e-259f701f5176 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event deleted for resources: {'Network': ['ID=a3abce9a-94ef-4180-a5cb-cec74806c829,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:01.675718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca1db10-7051-4328-9d31-514a3a5b7a3c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Deleting subnet d8315e48-3c70-4bf6-ad35-b359b29bcfbc {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:28:01.679513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cca1db10-7051-4328-9d31-514a3a5b7a3c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for subnet (d8315e48-3c70-4bf6-ad35-b359b29bcfbc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.758755 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cca1db10-7051-4328-9d31-514a3a5b7a3c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (d8315e48-3c70-4bf6-ad35-b359b29bcfbc), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.830197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-e435b882-6edb-4aa1-af1c-cdb538fa2432 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2006667 Feb 19 03:28:01.831317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Allocated IP 172.20.0.7 (e769ebff-2101-45e5-908a-ae42c5680f4f/3a0b9ce0-8147-44d2-825b-d86ca2bad80f/0b51cf90-9e28-4de4-9b19-0feba82abbcd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:01.844411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:01.881106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cca1db10-7051-4328-9d31-514a3a5b7a3c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (d8315e48-3c70-4bf6-ad35-b359b29bcfbc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.911445 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.001062 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cca1db10-7051-4328-9d31-514a3a5b7a3c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (d8315e48-3c70-4bf6-ad35-b359b29bcfbc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.039302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1db10-7051-4328-9d31-514a3a5b7a3c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event deleted for resources: {'Subnet': ['ID=d8315e48-3c70-4bf6-ad35-b359b29bcfbc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:02.043157 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cca1db10-7051-4328-9d31-514a3a5b7a3c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.049119 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cca1db10-7051-4328-9d31-514a3a5b7a3c tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "DELETE /v2.0/subnets/d8315e48-3c70-4bf6-ad35-b359b29bcfbc HTTP/1.1" status: 204 len: 168 time: 0.4755428 Feb 19 03:28:02.051015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47354) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:02.055851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b9b5f0-b18d-4835-9a0a-91e9e4513671 None None] Network f30017eb-125c-4bd8-8341-13ff16930d99 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:02.203301 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (f30017eb-125c-4bd8-8341-13ff16930d99), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.323217 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Deleting port 26f0675c-3784-48e0-8fa0-e5af9256187b {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:02.323733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.426057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] For port 26f0675c-3784-48e0-8fa0-e5af9256187b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=26f0675c-3784-48e0-8fa0-e5af9256187b,segment=NetworkSegment(2f5cfeae-508f-4190-805d-3f9e23d2ac94),segment_id=2f5cfeae-508f-4190-805d-3f9e23d2ac94)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:02.426686 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.453286 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Calling delete_port for 26f0675c-3784-48e0-8fa0-e5af9256187b owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:02.512443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364041da-701a-4577-a379-d4b6628b28e6 None None] DHCP port deletion for f30017eb-125c-4bd8-8341-13ff16930d99 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:28:02.550997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks [] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.593263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.598689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-364041da-701a-4577-a379-d4b6628b28e6 None None] Deleting port 26f0675c-3784-48e0-8fa0-e5af9256187b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:02.599314 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-364041da-701a-4577-a379-d4b6628b28e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.615467 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.652356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event deleted for resources: {'Port': ['ID=26f0675c-3784-48e0-8fa0-e5af9256187b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:02.660193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] No DVR routers for this DVR port 26f0675c-3784-48e0-8fa0-e5af9256187b on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:02.677004 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.712974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:02.739922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event updated for resources: {'Port': ['ID=0b51cf90-9e28-4de4-9b19-0feba82abbcd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:02.776715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Network e769ebff-2101-45e5-908a-ae42c5680f4f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:02.781230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:02.790471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:02.836070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-364041da-701a-4577-a379-d4b6628b28e6 None None] For port 26f0675c-3784-48e0-8fa0-e5af9256187b, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:02.836714 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-364041da-701a-4577-a379-d4b6628b28e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.865469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-364041da-701a-4577-a379-d4b6628b28e6 None None] Calling delete_port for 26f0675c-3784-48e0-8fa0-e5af9256187b owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:02.870449 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-9da75702-f2b7-430e-8115-26ed6e2a09b2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:02.871299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-364041da-701a-4577-a379-d4b6628b28e6 None None] Port 26f0675c-3784-48e0-8fa0-e5af9256187b was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:28:02.872998 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-9da75702-f2b7-430e-8115-26ed6e2a09b2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.1608434 Feb 19 03:28:02.873945 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-364041da-701a-4577-a379-d4b6628b28e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (26f0675c-3784-48e0-8fa0-e5af9256187b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.923291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'port': {'device_id': '4c4066ce-6937-4426-84bb-880f1c0ef2a9', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'admin_state_up': True, 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:02.936435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364041da-701a-4577-a379-d4b6628b28e6 None None] Pushing event deleted for resources: {'Port': ['ID=26f0675c-3784-48e0-8fa0-e5af9256187b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:02.944392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:02.945060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.948302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364041da-701a-4577-a379-d4b6628b28e6 None None] No DVR routers for this DVR port 26f0675c-3784-48e0-8fa0-e5af9256187b on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:02.970042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Allocated IP 172.25.4.40 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/acfe462a-9003-4dae-918d-73586b484a0f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:02.994054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-e8c1e114-3d03-4992-8d97-1bd9ea0e04d8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8547525 Feb 19 03:28:03.020738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Request body: {'port': {'device_id': '3ea9adda-00b6-4e3c-8020-88d51469b619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:03.072783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:28:03.125281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (f30017eb-125c-4bd8-8341-13ff16930d99), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.166204 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30017eb-125c-4bd8-8341-13ff16930d99']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:03.175440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.188763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5cfeae-508f-4190-805d-3f9e23d2ac94') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:03.189328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5cfeae-508f-4190-805d-3f9e23d2ac94') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:03.222377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (2f5cfeae-508f-4190-805d-3f9e23d2ac94), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.238214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for port (acfe462a-9003-4dae-918d-73586b484a0f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.264198 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (2f5cfeae-508f-4190-805d-3f9e23d2ac94), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.282912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:03.283324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (2f5cfeae-508f-4190-805d-3f9e23d2ac94), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:03.293332 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:03.318393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,segment=NetworkSegment(e68c065d-8ad7-4f3e-8187-1f96c9dc17cb),segment_id=e68c065d-8ad7-4f3e-8187-1f96c9dc17cb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:03.342500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '00cf95d6-d50e-45fc-8b0d-1008f7a59b46', 'network_id': '4d9ff0a7-717d-4c40-80dc-6a0e91e30323', 'port_id': '00cf95d6-d50e-45fc-8b0d-1008f7a59b46', 'mac_address': 'fa:16:3e:e1:1a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55777c65-341c-4596-b9dd-3a7c5eb1408b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:28:03.365686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Made reservation on behalf of 5cf97a4e18014482b6db74a93fe61ab7 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:03.370187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.394782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (acfe462a-9003-4dae-918d-73586b484a0f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.414737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 26f0675c-3784-48e0-8fa0-e5af9256187b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:03.448394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 26f0675c-3784-48e0-8fa0-e5af9256187b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:03.449455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 26f0675c-3784-48e0-8fa0-e5af9256187b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:03.464879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:03.465378 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.484279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:03.511897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:03.520465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:03.534863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:03.535085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,segment=NetworkSegment(e68c065d-8ad7-4f3e-8187-1f96c9dc17cb),segment_id=e68c065d-8ad7-4f3e-8187-1f96c9dc17cb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:03.541556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Pushing event updated for resources: {'Port': ['ID=acfe462a-9003-4dae-918d-73586b484a0f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:03.546566 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.601613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Allocated IP 172.20.0.4 (fe9d6d30-625d-450f-933b-efaadb357ec7/ce738e80-e0ec-4d2c-8061-632564612e19/ef0c8929-9da2-460f-9287-bb50a8b29fc6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:03.680880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:03.745469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b51cf90-9e28-4de4-9b19-0feba82abbcd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:03.756535 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Publish callbacks [] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.779447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Transition to ACTIVE for port object 0b51cf90-9e28-4de4-9b19-0feba82abbcd will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:28:03.787192 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.791542 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (f30017eb-125c-4bd8-8341-13ff16930d99), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.876235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Pushing event updated for resources: {'Port': ['ID=0b51cf90-9e28-4de4-9b19-0feba82abbcd,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:03.876555 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.896793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['00cf95d6-d50e-45fc-8b0d-1008f7a59b46'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:03.956540 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.966644 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "DELETE /v2.0/networks/f30017eb-125c-4bd8-8341-13ff16930d99 HTTP/1.1" status: 204 len: 168 time: 1.9137154 Feb 19 03:28:03.967968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89a51e-2cce-459b-ae19-90d72389f7e2 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Pushing event deleted for resources: {'Network': ['ID=f30017eb-125c-4bd8-8341-13ff16930d99,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:03.971961 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.974547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47360) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:04.030391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for floatingip (d3167555-c2d6-4670-914d-de5ce5dfe6c1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.077008 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e7c683e1-8113-4503-abf0-2fa5ec003779 tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983 HTTP/1.1" status: 200 len: 205 time: 0.1007009 Feb 19 03:28:04.082823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47362) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:04.091402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:04.092697 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (acfe462a-9003-4dae-918d-73586b484a0f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.217427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:04.226052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7111-bcde-4bd1-b16d-8dd676d368cd tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for router (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.310137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for port (acfe462a-9003-4dae-918d-73586b484a0f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.312258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Attempting to bind port 0b51cf90-9e28-4de4-9b19-0feba82abbcd on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:04.312920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Attempting to bind port 0b51cf90-9e28-4de4-9b19-0feba82abbcd by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:04.313516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Attempting to bind port 0b51cf90-9e28-4de4-9b19-0feba82abbcd on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:04.317623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (acfe462a-9003-4dae-918d-73586b484a0f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.328704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Port 0b51cf90-9e28-4de4-9b19-0feba82abbcd on network e769ebff-2101-45e5-908a-ae42c5680f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:28:04.329289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Attempting to bind port 0b51cf90-9e28-4de4-9b19-0feba82abbcd on network e769ebff-2101-45e5-908a-ae42c5680f4f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:04.341160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:04.426669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:04.427434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Checking segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:04.428004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Bound using segment: {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:04.429580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Bound port: 0b51cf90-9e28-4de4-9b19-0feba82abbcd, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039fe484-eedb-45c3-8e47-b135cae727d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:04.430328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.500777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=ef0c8929-9da2-460f-9287-bb50a8b29fc6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:04.555027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Pushing event updated for resources: {'Port': ['ID=acfe462a-9003-4dae-918d-73586b484a0f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:04.577899 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7111-bcde-4bd1-b16d-8dd676d368cd tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.583033 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7111-bcde-4bd1-b16d-8dd676d368cd tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for router_controller (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.593158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:04.593856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.616890 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (d3167555-c2d6-4670-914d-de5ce5dfe6c1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.617728 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1747c91b-f4f7-452a-85d1-36caff609150 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6987000 Feb 19 03:28:04.656102 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Request body: {'port': {'device_id': '4c4066ce-6937-4426-84bb-880f1c0ef2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:04.682078 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.693396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-8e10c6ef-65af-4696-9d5a-b3c2ee388006 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8527932 Feb 19 03:28:04.723939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] For port 0b51cf90-9e28-4de4-9b19-0feba82abbcd, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:04.727689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] For port 0b51cf90-9e28-4de4-9b19-0feba82abbcd, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b51cf90-9e28-4de4-9b19-0feba82abbcd,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:04.740427 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.769286 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7111-bcde-4bd1-b16d-8dd676d368cd tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.771023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5d99b9d4-f617-42f6-b4f5-b7ccb0bdd10d None None] Provisioning complete for port ef0c8929-9da2-460f-9287-bb50a8b29fc6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:04.771762 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d99b9d4-f617-42f6-b4f5-b7ccb0bdd10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.772317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0a7111-bcde-4bd1-b16d-8dd676d368cd tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:28:04.793501 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7111-bcde-4bd1-b16d-8dd676d368cd tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.794909 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9d0a7111-bcde-4bd1-b16d-8dd676d368cd tempest-RoutersNegativeTest-1509398235 tempest-RoutersNegativeTest-1509398235-project] 10.222.0.42 "DELETE /v2.0/routers/4cf2e4ce-6839-4dfc-8fcc-47ccfe0ab983 HTTP/1.1" status: 204 len: 168 time: 0.7015643 Feb 19 03:28:04.826470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.869704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5d99b9d4-f617-42f6-b4f5-b7ccb0bdd10d None None] Port ef0c8929-9da2-460f-9287-bb50a8b29fc6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:04.893060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-e9f2b387-c00a-459c-8618-7b9e5c92e14e tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.1980388 Feb 19 03:28:04.899574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:04.900271 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.903358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] 10.222.0.71 "PUT /v2.0/ports/0b51cf90-9e28-4de4-9b19-0feba82abbcd HTTP/1.1" status: 200 len: 1091 time: 1.8875465 Feb 19 03:28:05.073345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06541e4d-d9c7-4a90-8fb1-f2ba9a22b929 service neutron] Pushing event updated for resources: {'Port': ['ID=0b51cf90-9e28-4de4-9b19-0feba82abbcd,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:05.081009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:05.139740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-d4f93612-fbb9-4d12-acf4-f83ab1bd3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:05.141468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-d4f93612-fbb9-4d12-acf4-f83ab1bd3846 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 1125 time: 0.1773360 Feb 19 03:28:05.186606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:28:05.190753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:05.191132 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.265665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-f061e635-07f3-4c22-ac7d-2c0cf9aa11c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b51cf90-9e28-4de4-9b19-0feba82abbcd HTTP/1.1" status: 200 len: 217 time: 0.1056459 Feb 19 03:28:05.289684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-ab357ec1-0012-47cb-bfcb-08fb40aadff8 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:05.292565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66d3e8cd-38b6-4816-b7b7-d0de2b5609a6 req-ab357ec1-0012-47cb-bfcb-08fb40aadff8 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.3816125 Feb 19 03:28:05.356858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0c8929-9da2-460f-9287-bb50a8b29fc6 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:05.361276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:05.361678 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.363981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-3d556d28-8699-41f2-af74-06a1bb6cb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:05.366462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Publish callbacks [] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.368335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-3d556d28-8699-41f2-af74-06a1bb6cb332 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.0955746 Feb 19 03:28:05.386325 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Transition to ACTIVE for port object ef0c8929-9da2-460f-9287-bb50a8b29fc6 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:28:05.397300 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.422937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47370) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:05.427108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781e768a-420b-458f-9750-b034995af941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cf95d6-d50e-45fc-8b0d-1008f7a59b46'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:05.429803 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba22329e-a403-4602-a95f-8672cf2b46ba" -d '{"events": [{"server_uuid": "781e768a-420b-458f-9750-b034995af941", "name": "network-vif-plugged", "status": "completed", "tag": "00cf95d6-d50e-45fc-8b0d-1008f7a59b46"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:05.459149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,segment=NetworkSegment(e68c065d-8ad7-4f3e-8187-1f96c9dc17cb),segment_id=e68c065d-8ad7-4f3e-8187-1f96c9dc17cb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:05.473008 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.483417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Pushing event updated for resources: {'Port': ['ID=ef0c8929-9da2-460f-9287-bb50a8b29fc6,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:05.518622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-5a2e1c86-7be0-4d6b-a38f-15c86ab639a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277115 Feb 19 03:28:05.551917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:05.618948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Attempting to bind port ef0c8929-9da2-460f-9287-bb50a8b29fc6 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:05.619748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Attempting to bind port ef0c8929-9da2-460f-9287-bb50a8b29fc6 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:05.621585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Attempting to bind port ef0c8929-9da2-460f-9287-bb50a8b29fc6 on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:05.632529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Port ef0c8929-9da2-460f-9287-bb50a8b29fc6 on network fe9d6d30-625d-450f-933b-efaadb357ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:28:05.632872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Attempting to bind port ef0c8929-9da2-460f-9287-bb50a8b29fc6 on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:05.641159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:05.641521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Checking segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:05.641961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Bound using segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:05.642406 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Bound port: ef0c8929-9da2-460f-9287-bb50a8b29fc6, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:05.642780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.665504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78b94-d832-4886-8731-e01e30326098 req-66d61f4a-45f6-4914-aa61-45b989f41117 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:05.667920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aae78b94-d832-4886-8731-e01e30326098 req-66d61f4a-45f6-4914-aa61-45b989f41117 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 943 time: 0.2983353 Feb 19 03:28:05.746130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] For port ef0c8929-9da2-460f-9287-bb50a8b29fc6, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:05.751038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] For port ef0c8929-9da2-460f-9287-bb50a8b29fc6, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef0c8929-9da2-460f-9287-bb50a8b29fc6,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:05.754310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-1696351f-bd3e-4064-9ca4-ddc2b218f86f service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208555 Feb 19 03:28:05.761039 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.840491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Pushing event updated for resources: {'Port': ['ID=ef0c8929-9da2-460f-9287-bb50a8b29fc6,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:05.842469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aae78b94-d832-4886-8731-e01e30326098 req-f2727f8b-4f26-4ade-b963-baedbc70f1ca tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613793 Feb 19 03:28:05.848482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-040a26e7-3e7e-44c1-9d90-7b5549998691 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab79680f66964291a3fec75cb51da5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4219475 Feb 19 03:28:05.850333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47376) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:05.868930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:05.871989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.879763 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-2c54c06d-3f03-4765-8d1f-6965b326341c service neutron] 10.222.0.37 "PUT /v2.0/ports/ef0c8929-9da2-460f-9287-bb50a8b29fc6 HTTP/1.1" status: 200 len: 1091 time: 1.2278144 Feb 19 03:28:05.881006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4066ce-6937-4426-84bb-880f1c0ef2a9', 'tag': 'ef0c8929-9da2-460f-9287-bb50a8b29fc6'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:05.889439 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4066ce-6937-4426-84bb-880f1c0ef2a9", "tag": "ef0c8929-9da2-460f-9287-bb50a8b29fc6"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:05.946425 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aaf7c8-c091-4b68-aec6-e83e1ea85220 x-openstack-request-id: req-d7aaf7c8-c091-4b68-aec6-e83e1ea85220 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:05.946868 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781e768a-420b-458f-9750-b034995af941", "tag": "00cf95d6-d50e-45fc-8b0d-1008f7a59b46", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "tag": "1f4e6502-669f-4021-96e4-630fc1043116", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:05.947265 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7aaf7c8-c091-4b68-aec6-e83e1ea85220 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:05.947809 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781e768a-420b-458f-9750-b034995af941', 'tag': '00cf95d6-d50e-45fc-8b0d-1008f7a59b46', 'status': 'completed', 'code': 200} Feb 19 03:28:05.948132 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116', 'status': 'completed', 'code': 200} Feb 19 03:28:06.035641 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.039409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-5197044e-149a-45da-9c98-cf9b803291f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:06.041170 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-5197044e-149a-45da-9c98-cf9b803291f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 1125 time: 0.0955138 Feb 19 03:28:06.045252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9afecd13-ff4c-48af-a56c-57e52b73932a req-8bdcffbd-517a-4489-9657-1ca78174619f service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750719 Feb 19 03:28:06.048354 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-143a955f-9910-42f4-bbb2-13955e5a24bd admin admin] Publish callbacks [] for security_group (c01812e2-f4de-48c5-a938-468a76c9d5e3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.129498 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-0ef03dbb-40a3-4636-8276-1bcf9353413c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef0c8929-9da2-460f-9287-bb50a8b29fc6 HTTP/1.1" status: 200 len: 217 time: 0.0722218 Feb 19 03:28:06.141621 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-143a955f-9910-42f4-bbb2-13955e5a24bd admin admin] Publish callbacks [] for security_group (c01812e2-f4de-48c5-a938-468a76c9d5e3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.177678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-f50e2c08-11c9-4f8a-a3ba-aea16a6370c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:06.179380 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-f50e2c08-11c9-4f8a-a3ba-aea16a6370c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=12c4f300881e405090f97891b936e5fb&device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 1128 time: 0.1921203 Feb 19 03:28:06.201195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-6464c181-c3c4-4cda-adab-2db56ae13fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:06.202961 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-6464c181-c3c4-4cda-adab-2db56ae13fdf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.0677218 Feb 19 03:28:06.221622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3657d9-54a4-4526-a727-979010357937 req-a5a7c530-6655-4e82-9bc9-2cb8321b05a3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:06.233098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e3657d9-54a4-4526-a727-979010357937 req-a5a7c530-6655-4e82-9bc9-2cb8321b05a3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 943 time: 0.1864798 Feb 19 03:28:06.268310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1bb97619-196f-45da-9344-3de1142f596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:06.270103 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-1bb97619-196f-45da-9344-3de1142f596b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612485 Feb 19 03:28:06.374711 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-e8911204-ec10-45b1-96a5-3728ec442a6c service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971138 Feb 19 03:28:06.409473 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-143a955f-9910-42f4-bbb2-13955e5a24bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c01812e2-f4de-48c5-a938-468a76c9d5e3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.412648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-143a955f-9910-42f4-bbb2-13955e5a24bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.418451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-143a955f-9910-42f4-bbb2-13955e5a24bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c01812e2-f4de-48c5-a938-468a76c9d5e3 HTTP/1.1" status: 204 len: 168 time: 0.5628691 Feb 19 03:28:06.421001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e3657d9-54a4-4526-a727-979010357937 req-a66f171a-7a35-4564-9604-a89831543126 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866887 Feb 19 03:28:06.423889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-67ece311-34b0-4e82-81cc-739149880600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:06.425981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-67ece311-34b0-4e82-81cc-739149880600 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d9ff0a7-717d-4c40-80dc-6a0e91e30323 HTTP/1.1" status: 200 len: 921 time: 0.2344577 Feb 19 03:28:06.500404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a955f-9910-42f4-bbb2-13955e5a24bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01812e2-f4de-48c5-a938-468a76c9d5e3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:06.503047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-1482e882-3846-4a08-86b7-3507114d93ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00cf95d6-d50e-45fc-8b0d-1008f7a59b46 HTTP/1.1" status: 200 len: 217 time: 0.0630155 Feb 19 03:28:06.568489 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-876a73fe-8988-4b2a-9b49-9a45a6a25ba6 req-6251db92-8835-482f-a41f-4fd58103fe72 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787705 Feb 19 03:28:06.581506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2dc42f93-581b-42ab-b27d-b8e46c956dcb req-8a7fa9de-1a3e-4b11-b706-d8a15ae6c14a tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0569754 Feb 19 03:28:06.603724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-98e6515f-8e8f-49ae-8162-fa5db1c64f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:06.606175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-98e6515f-8e8f-49ae-8162-fa5db1c64f47 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=55777c65-341c-4596-b9dd-3a7c5eb1408b HTTP/1.1" status: 200 len: 860 time: 0.0934741 Feb 19 03:28:06.651559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-53416611-26f6-476a-8111-6edf513eb344 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d9ff0a7-717d-4c40-80dc-6a0e91e30323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353024 Feb 19 03:28:06.814787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbaab3-d309-4059-a009-aa0ef388ef44 req-cce92a3c-9aa1-44e4-96e4-3a78dfac2ab2 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:06.816835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bcbaab3-d309-4059-a009-aa0ef388ef44 req-cce92a3c-9aa1-44e4-96e4-3a78dfac2ab2 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/ports?device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 946 time: 0.1412470 Feb 19 03:28:06.819671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-c7f172fe-98fa-49ea-99ff-5b084bf314ae service neutron] 10.222.0.71 "GET /v2.0/networks/4d9ff0a7-717d-4c40-80dc-6a0e91e30323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587746 Feb 19 03:28:06.949814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bcbaab3-d309-4059-a009-aa0ef388ef44 req-c9a70be6-6f0c-4458-8a29-5c31db815805 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/security-groups?id=e57b858d-b811-4a0d-9779-1136d91a3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195393 Feb 19 03:28:07.003240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-48ab196f-cb7e-467e-a495-421b5149e6a0 service neutron] 10.222.0.71 "GET /v2.0/networks/4d9ff0a7-717d-4c40-80dc-6a0e91e30323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707530 Feb 19 03:28:07.185185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-d745bcfc-92a5-4686-a96d-8d16e3d5f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:07.186767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-d745bcfc-92a5-4686-a96d-8d16e3d5f8cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.0961354 Feb 19 03:28:07.194178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-5709a14d-f2db-477f-aaa2-0a4cf9dcaeb5 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:07.197181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-5709a14d-f2db-477f-aaa2-0a4cf9dcaeb5 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1491032 Feb 19 03:28:07.303578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-eef383b7-1653-406b-b39c-545f1b254aac tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0860109 Feb 19 03:28:07.320326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-d57b34ba-134f-4530-b0c8-6b2de3ea10e9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Request body: {'floatingip': {'port_id': '1f4e6502-669f-4021-96e4-630fc1043116', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:07.394096 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-d57b34ba-134f-4530-b0c8-6b2de3ea10e9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for floatingip (d3167555-c2d6-4670-914d-de5ce5dfe6c1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:07.476351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-c171df34-16b0-4d6a-a7d2-65ab09fc0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:07.477942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-c171df34-16b0-4d6a-a7d2-65ab09fc0e43 service neutron] 10.222.0.71 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 921 time: 0.2810478 Feb 19 03:28:07.557132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-221edd4a-6004-43b8-9303-6a4768f69cda service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 217 time: 0.0685551 Feb 19 03:28:07.666970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-d97d616c-d508-4bcc-ab6b-e17619f32b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:07.668995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-d97d616c-d508-4bcc-ab6b-e17619f32b1c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.1045234 Feb 19 03:28:07.745432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-1d18e0cc-f7a1-4e1c-b20c-8deab2e9fdf9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644715 Feb 19 03:28:08.257958 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0c67b199-5a85-4616-8c5b-392a73cb2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.279506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea9adda-00b6-4e3c-8020-88d51469b619', 'tag': '0b51cf90-9e28-4de4-9b19-0feba82abbcd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:08.281813 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea9adda-00b6-4e3c-8020-88d51469b619", "tag": "0b51cf90-9e28-4de4-9b19-0feba82abbcd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:08.375724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-cf82f033-4454-44b0-a06b-775eebd893f9 service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222057 Feb 19 03:28:08.659881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-043ee3f1-7266-4348-82ba-86b65e76d57e req-37fda51f-97d9-4730-b909-a101285e5482 service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712569 Feb 19 03:28:08.755052 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-d57b34ba-134f-4530-b0c8-6b2de3ea10e9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.759505 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-d57b34ba-134f-4530-b0c8-6b2de3ea10e9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (d3167555-c2d6-4670-914d-de5ce5dfe6c1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.883443 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-d57b34ba-134f-4530-b0c8-6b2de3ea10e9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Floating IP d3167555-c2d6-4670-914d-de5ce5dfe6c1 associated. External IP: 172.25.4.40, port: 1f4e6502-669f-4021-96e4-630fc1043116. Feb 19 03:28:09.090420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b51cf90-9e28-4de4-9b19-0feba82abbcd details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:28:09.147268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-d57b34ba-134f-4530-b0c8-6b2de3ea10e9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Router df25438a-b1db-4c23-9015-13a07c755a7f has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:09.214084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0b51cf90-9e28-4de4-9b19-0feba82abbcd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b51cf90-9e28-4de4-9b19-0feba82abbcd,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:09.225232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '0b51cf90-9e28-4de4-9b19-0feba82abbcd', 'network_id': 'e769ebff-2101-45e5-908a-ae42c5680f4f', 'port_id': '0b51cf90-9e28-4de4-9b19-0feba82abbcd', 'mac_address': 'fa:16:3e:b0:52:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0b9ce0-8147-44d2-825b-d86ca2bad80f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:28:09.280965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 0b51cf90-9e28-4de4-9b19-0feba82abbcd is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:09.281621 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.296021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b51cf90-9e28-4de4-9b19-0feba82abbcd {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:09.307726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-d57b34ba-134f-4530-b0c8-6b2de3ea10e9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:09.313315 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-d57b34ba-134f-4530-b0c8-6b2de3ea10e9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.320104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0b51cf90-9e28-4de4-9b19-0feba82abbcd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b51cf90-9e28-4de4-9b19-0feba82abbcd,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:09.327399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] Sync routers for ids ['df25438a-b1db-4c23-9015-13a07c755a7f'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:09.331828 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.353919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-d57b34ba-134f-4530-b0c8-6b2de3ea10e9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "PUT /v2.0/floatingips/d3167555-c2d6-4670-914d-de5ce5dfe6c1 HTTP/1.1" status: 200 len: 995 time: 2.0378551 Feb 19 03:28:09.384788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] Routers {'df25438a-b1db-4c23-9015-13a07c755a7f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:09.385430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['df25438a-b1db-4c23-9015-13a07c755a7f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:09.421263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-31ff4d43-84be-4496-870d-488789215b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:09.422010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-31ff4d43-84be-4496-870d-488789215b35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.0513783 Feb 19 03:28:09.457341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=0b51cf90-9e28-4de4-9b19-0feba82abbcd,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:09.548934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] Set router df25438a-b1db-4c23-9015-13a07c755a7f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:09.562960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-b124d3a4-d526-4be3-9d37-db1a07ff29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:09.569729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-b124d3a4-d526-4be3-9d37-db1a07ff29d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 921 time: 0.1345010 Feb 19 03:28:09.656826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-110e421e-7104-4f6a-9c42-811dd8d9eb82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 998 time: 0.0804992 Feb 19 03:28:09.694089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['0b51cf90-9e28-4de4-9b19-0feba82abbcd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:09.734219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-8d8b4122-a902-4fc1-bcbc-6c8379a8c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:09.735481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-8d8b4122-a902-4fc1-bcbc-6c8379a8c965 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.0679185 Feb 19 03:28:09.773582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-4a41325b-4a73-4f14-8d51-8336ec35cb78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298223 Feb 19 03:28:09.787183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-cf466dd9-8199-4f83-9211-641e0a4db08e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:28:09.788552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-cf466dd9-8199-4f83-9211-641e0a4db08e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053470 Feb 19 03:28:09.930222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-a3b0d7c9-f82b-428b-b872-da5959f283d6 service neutron] 10.222.0.42 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319294 Feb 19 03:28:09.938362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'd3167555-c2d6-4670-914d-de5ce5dfe6c1', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'port_id': '1f4e6502-669f-4021-96e4-630fc1043116', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'mac_address': 'fa:16:3e:e2:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:28:03Z', 'updated_at': '2022-02-19T03:28:08Z', 'revision_number': 1, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c34a09-9bb3-4b10-abcc-e489cc736c6c', 'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'mac_address': 'fa:16:3e:db:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:40Z', 'updated_at': '2022-02-19T03:27:02Z', 'revision_number': 5, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'subnets': [{'id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:09.975210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] Checking router: df25438a-b1db-4c23-9015-13a07c755a7f for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:09.989045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] Routers {'df25438a-b1db-4c23-9015-13a07c755a7f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:09.989600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:27:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['df25438a-b1db-4c23-9015-13a07c755a7f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.070369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92ecacec-aa29-4a36-a5a2-9b16649cc486 req-90b43811-46f5-41c4-9a0a-b0a5510508ba service neutron] 10.222.0.42 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269190 Feb 19 03:28:10.137544 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4457f4c8-906b-40ac-936a-5637556f1863 x-openstack-request-id: req-4457f4c8-906b-40ac-936a-5637556f1863 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:10.138163 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781e768a-420b-458f-9750-b034995af941", "name": "network-vif-plugged", "status": "completed", "tag": "00cf95d6-d50e-45fc-8b0d-1008f7a59b46", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:10.138493 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4457f4c8-906b-40ac-936a-5637556f1863 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:10.139034 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781e768a-420b-458f-9750-b034995af941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cf95d6-d50e-45fc-8b0d-1008f7a59b46', 'code': 200} Feb 19 03:28:10.157616 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] Set router df25438a-b1db-4c23-9015-13a07c755a7f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:10.212281 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c495188-8c31-4359-803c-31e55fc3f67c x-openstack-request-id: req-1c495188-8c31-4359-803c-31e55fc3f67c {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:10.214636 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4066ce-6937-4426-84bb-880f1c0ef2a9", "tag": "ef0c8929-9da2-460f-9287-bb50a8b29fc6", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:10.215325 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c495188-8c31-4359-803c-31e55fc3f67c {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:10.217226 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4066ce-6937-4426-84bb-880f1c0ef2a9', 'tag': 'ef0c8929-9da2-460f-9287-bb50a8b29fc6', 'status': 'completed', 'code': 200} Feb 19 03:28:10.278952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e30417-32f4-4534-a319-5eb820fb4b4e req-5dd9c662-e5e6-4107-afbe-3ab62ac1b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:10.281441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9e30417-32f4-4534-a319-5eb820fb4b4e req-5dd9c662-e5e6-4107-afbe-3ab62ac1b28a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 1128 time: 0.0699115 Feb 19 03:28:10.346719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-2c3ce590-cf5b-4e8b-a2b5-d760fd88792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:10.349610 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-2c3ce590-cf5b-4e8b-a2b5-d760fd88792f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 1125 time: 0.0903382 Feb 19 03:28:10.363357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9e30417-32f4-4534-a319-5eb820fb4b4e req-e3518626-272b-4116-b034-d18c5ba95065 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e57b858d-b811-4a0d-9779-1136d91a3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696480 Feb 19 03:28:10.435759 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83d900ce-1a47-439d-bdb7-70a822133ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.532417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-28642fcc-dfb1-4876-868f-cf20d5a7eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:10.534126 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-28642fcc-dfb1-4876-868f-cf20d5a7eaa9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.1777000 Feb 19 03:28:10.623614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'd3167555-c2d6-4670-914d-de5ce5dfe6c1', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'port_id': '1f4e6502-669f-4021-96e4-630fc1043116', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'mac_address': 'fa:16:3e:e2:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:28:03Z', 'updated_at': '2022-02-19T03:28:08Z', 'revision_number': 1, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c34a09-9bb3-4b10-abcc-e489cc736c6c', 'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'mac_address': 'fa:16:3e:db:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:40Z', 'updated_at': '2022-02-19T03:27:02Z', 'revision_number': 5, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'subnets': [{'id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.655525 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-6e33dd48-ed36-44c3-90fb-530ba2bcec38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef0c8929-9da2-460f-9287-bb50a8b29fc6 HTTP/1.1" status: 200 len: 217 time: 0.1115789 Feb 19 03:28:10.670984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c782b3a-2aae-458d-83e8-9ad3f2d4882a None None] The sync data for ids ['df25438a-b1db-4c23-9015-13a07c755a7f'] in n-d-826756-2 is: [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'd3167555-c2d6-4670-914d-de5ce5dfe6c1', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'port_id': '1f4e6502-669f-4021-96e4-630fc1043116', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'mac_address': 'fa:16:3e:e2:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:28:03Z', 'updated_at': '2022-02-19T03:28:08Z', 'revision_number': 1, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c34a09-9bb3-4b10-abcc-e489cc736c6c', 'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'mac_address': 'fa:16:3e:db:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:40Z', 'updated_at': '2022-02-19T03:27:02Z', 'revision_number': 5, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'subnets': [{'id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:10.720515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-e05e9df8-5ce7-43f5-ac6a-95d0cd9d2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:10.722791 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-e05e9df8-5ce7-43f5-ac6a-95d0cd9d2e4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.0583098 Feb 19 03:28:10.768226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef199c8-7cda-435e-a23a-8600efbae61b req-a7ad3690-5aae-418f-9b5b-933d01e33cae tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:10.772063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fef199c8-7cda-435e-a23a-8600efbae61b req-a7ad3690-5aae-418f-9b5b-933d01e33cae tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 944 time: 0.1135643 Feb 19 03:28:10.818788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-7434eeb7-5b63-4662-a809-86a3ad25773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:10.821166 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-7434eeb7-5b63-4662-a809-86a3ad25773a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0821166 Feb 19 03:28:10.871215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fef199c8-7cda-435e-a23a-8600efbae61b req-62734232-7564-4701-a55f-614f8b5e4474 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864599 Feb 19 03:28:10.999781 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-f15b4828-4350-4a69-b71b-6c44a66a4889 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706340 Feb 19 03:28:11.055962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faa09a-64b2-474d-8777-fe9fea381c16 req-2f206cf4-cb7c-4d01-bb3f-a190a9e279c3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:11.058755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61faa09a-64b2-474d-8777-fe9fea381c16 req-2f206cf4-cb7c-4d01-bb3f-a190a9e279c3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 943 time: 0.0872178 Feb 19 03:28:11.096446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b51cf90-9e28-4de4-9b19-0feba82abbcd up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:11.099863 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b964ae0-bb5a-4736-b365-bc3d86a7e488 None None] New status for floating IP d3167555-c2d6-4670-914d-de5ce5dfe6c1: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:28:11.161476 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-02fcdde9-b3d0-45b3-af16-90fd5a86ab2e req-9c2728f2-ced3-48e5-983c-5c62ab6b3796 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497228 Feb 19 03:28:11.169999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61faa09a-64b2-474d-8777-fe9fea381c16 req-6c8b1558-7b4c-4bc5-bdfb-8c688d6b4786 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948892 Feb 19 03:28:11.195289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 0b51cf90-9e28-4de4-9b19-0feba82abbcd completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:28:11.205486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 0b51cf90-9e28-4de4-9b19-0feba82abbcd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:11.205894 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.322673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 0b51cf90-9e28-4de4-9b19-0feba82abbcd is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:11.322989 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.373753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f8156-f3be-4c4a-898f-8e99af547342 req-39fd5abd-7594-4cd6-99ac-af24a817ee56 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:11.376151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d08f8156-f3be-4c4a-898f-8e99af547342 req-39fd5abd-7594-4cd6-99ac-af24a817ee56 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/ports?device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 946 time: 0.0667932 Feb 19 03:28:11.391038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0b51cf90-9e28-4de4-9b19-0feba82abbcd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b51cf90-9e28-4de4-9b19-0feba82abbcd,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:11.397767 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.454615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d08f8156-f3be-4c4a-898f-8e99af547342 req-a8065ab0-e1aa-41e1-aa88-f21121907d2e tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/security-groups?id=e57b858d-b811-4a0d-9779-1136d91a3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690877 Feb 19 03:28:11.483417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=0b51cf90-9e28-4de4-9b19-0feba82abbcd,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:11.514183 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5443458d-b965-4f3c-ac7f-f7203bf3fbe9 x-openstack-request-id: req-5443458d-b965-4f3c-ac7f-f7203bf3fbe9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:11.514637 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea9adda-00b6-4e3c-8020-88d51469b619", "tag": "0b51cf90-9e28-4de4-9b19-0feba82abbcd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:11.515024 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5443458d-b965-4f3c-ac7f-f7203bf3fbe9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:11.515528 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea9adda-00b6-4e3c-8020-88d51469b619', 'tag': '0b51cf90-9e28-4de4-9b19-0feba82abbcd', 'status': 'completed', 'code': 200} Feb 19 03:28:11.616882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f req-fe4cc646-ca2e-4603-8ecd-233412236929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:11.618388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f req-fe4cc646-ca2e-4603-8ecd-233412236929 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 1127 time: 0.0718844 Feb 19 03:28:11.862718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f req-55241cab-b6d5-4762-8741-4d4c9d44db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:11.865348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f req-55241cab-b6d5-4762-8741-4d4c9d44db61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 906 time: 0.2287703 Feb 19 03:28:11.891327 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.952956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f req-77adb8a2-9466-4e7d-a299-5cff8bb5acd9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b51cf90-9e28-4de4-9b19-0feba82abbcd HTTP/1.1" status: 200 len: 217 time: 0.0751946 Feb 19 03:28:11.958848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-d1d5010b-f893-44bc-a2bb-01cb560aadb0 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 1000 time: 0.2297657 Feb 19 03:28:12.086769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f req-399f440b-1e7c-47d7-af47-4b9304ebacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.088379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f req-399f440b-1e7c-47d7-af47-4b9304ebacfe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.1215520 Feb 19 03:28:12.095275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-25976d4f-4996-4cec-b2c8-43523cc5f713 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.097174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-25976d4f-4996-4cec-b2c8-43523cc5f713 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports/1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 942 time: 0.1079965 Feb 19 03:28:12.140083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea9adda-00b6-4e3c-8020-88d51469b619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b51cf90-9e28-4de4-9b19-0feba82abbcd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:12.142449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f req-4000743d-0e1c-4a2f-982c-96b4bdd2f3db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362868 Feb 19 03:28:12.145808 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1b5ab9-b490-4f24-8ec8-e43628ba648b" -d '{"events": [{"server_uuid": "3ea9adda-00b6-4e3c-8020-88d51469b619", "name": "network-vif-plugged", "status": "completed", "tag": "0b51cf90-9e28-4de4-9b19-0feba82abbcd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:12.313226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-1e58961f-db68-4691-88cd-12b0d095e560 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 1000 time: 0.1458526 Feb 19 03:28:12.367392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f req-c877c5cf-c36f-4c58-acfd-3bb274f3d1e3 service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142136 Feb 19 03:28:12.548137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-b0feb1fb-4e3f-4818-b21b-6edf6b6b476a tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.549776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-b0feb1fb-4e3f-4818-b21b-6edf6b6b476a tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.2296283 Feb 19 03:28:12.621373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d0c4b3a-6517-41d0-a26f-d69caf2adf2f req-a3fc647f-c45b-43e7-8b13-f94d9eed968b service neutron] 10.222.0.71 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131891 Feb 19 03:28:12.671299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-d50609a3-b4a7-41c3-baf3-c72b20d6e8ff tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 1000 time: 0.1065598 Feb 19 03:28:12.684949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-10ecd76e-e898-4001-b4aa-d08d700ccd21 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:12.775917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-10ecd76e-e898-4001-b4aa-d08d700ccd21 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for floatingip (d3167555-c2d6-4670-914d-de5ce5dfe6c1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.945007 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.981027 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-10ecd76e-e898-4001-b4aa-d08d700ccd21 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.991498 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-10ecd76e-e898-4001-b4aa-d08d700ccd21 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (d3167555-c2d6-4670-914d-de5ce5dfe6c1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.991968 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-10ecd76e-e898-4001-b4aa-d08d700ccd21 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Floating IP d3167555-c2d6-4670-914d-de5ce5dfe6c1 disassociated. External IP: 172.25.4.40, port: 1f4e6502-669f-4021-96e4-630fc1043116. Feb 19 03:28:13.252952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-10ecd76e-e898-4001-b4aa-d08d700ccd21 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Router df25438a-b1db-4c23-9015-13a07c755a7f has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:13.403192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-10ecd76e-e898-4001-b4aa-d08d700ccd21 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:13.408034 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-10ecd76e-e898-4001-b4aa-d08d700ccd21 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:13.418222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] Sync routers for ids ['df25438a-b1db-4c23-9015-13a07c755a7f'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:13.439333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] Routers {'df25438a-b1db-4c23-9015-13a07c755a7f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:13.440353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['df25438a-b1db-4c23-9015-13a07c755a7f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:13.441580 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-10ecd76e-e898-4001-b4aa-d08d700ccd21 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "PUT /v2.0/floatingips/d3167555-c2d6-4670-914d-de5ce5dfe6c1 HTTP/1.1" status: 200 len: 694 time: 0.7638035 Feb 19 03:28:13.509386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-c649c3cd-48d0-47ee-9b4e-a97effd6aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:13.512253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-c649c3cd-48d0-47ee-9b4e-a97effd6aa2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.0561876 Feb 19 03:28:13.517098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116'}, {'name': 'network-changed', 'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:13.520914 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6089037-0e45-4907-a8c8-fcadfd84846c" -d '{"events": [{"name": "network-changed", "server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "tag": "1f4e6502-669f-4021-96e4-630fc1043116"}, {"name": "network-changed", "server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "tag": "1f4e6502-669f-4021-96e4-630fc1043116"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:13.688352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-b59affcb-d10a-4f08-b798-d56950392828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:13.700257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-b59affcb-d10a-4f08-b798-d56950392828 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 921 time: 0.1738787 Feb 19 03:28:13.767291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-d4e11a28-da69-4e21-8005-28482c100a60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 217 time: 0.0657296 Feb 19 03:28:13.797313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] Set router df25438a-b1db-4c23-9015-13a07c755a7f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:13.876478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-9afc5f8d-91c3-4b32-8886-ffd76eb6431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:13.878429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-9afc5f8d-91c3-4b32-8886-ffd76eb6431e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.0857539 Feb 19 03:28:13.963298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-7c0cbb47-8759-44b9-9cae-bbac6db961c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695083 Feb 19 03:28:14.141293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23c34a09-9bb3-4b10-abcc-e489cc736c6c', 'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'mac_address': 'fa:16:3e:db:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:40Z', 'updated_at': '2022-02-19T03:27:02Z', 'revision_number': 5, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'subnets': [{'id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:14.187100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] Checking router: df25438a-b1db-4c23-9015-13a07c755a7f for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:14.213554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] Routers {'df25438a-b1db-4c23-9015-13a07c755a7f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:14.216358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['df25438a-b1db-4c23-9015-13a07c755a7f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:14.358254 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] Set router df25438a-b1db-4c23-9015-13a07c755a7f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:14.464207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-392d6d56-99d5-402c-84bb-f0aa61741076 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:14.465712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-392d6d56-99d5-402c-84bb-f0aa61741076 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.71 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 946 time: 0.5863988 Feb 19 03:28:14.607660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-f07af870-f604-4b68-874b-59bf38bb069f service neutron] 10.222.0.42 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306374 Feb 19 03:28:14.718558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f71ea1dc-b3da-416f-840e-c780dc7bf269 req-065af089-5609-4e64-8a14-73c4c86adff6 service neutron] 10.222.0.42 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046984 Feb 19 03:28:14.754627 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.754962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Deleting port e4e522ad-8423-4852-bbbe-9a581af8fb2a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:14.755257 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.852915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23c34a09-9bb3-4b10-abcc-e489cc736c6c', 'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'mac_address': 'fa:16:3e:db:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:40Z', 'updated_at': '2022-02-19T03:27:02Z', 'revision_number': 5, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'subnets': [{'id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:14.875772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] For port e4e522ad-8423-4852-bbbe-9a581af8fb2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=e4e522ad-8423-4852-bbbe-9a581af8fb2a,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:14.876137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.935224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e671f8dd-c81a-4832-9ac0-b73b76ef123a None None] The sync data for ids ['df25438a-b1db-4c23-9015-13a07c755a7f'] in n-d-826756-2 is: [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:26:43Z', 'revision_number': 4, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '23c34a09-9bb3-4b10-abcc-e489cc736c6c', 'name': '', 'network_id': '09df53f5-fc2c-4d67-ba9f-78200a1f53a4', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'mac_address': 'fa:16:3e:db:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:40Z', 'updated_at': '2022-02-19T03:27:02Z', 'revision_number': 5, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'subnets': [{'id': '6fb343f7-4220-46b0-ab49-26a68f2844e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:14.988786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1e6d0df-e07c-4750-a9c8-c6cac04e012b req-8c920cfc-2196-45d9-8c8e-ab209853be29 tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0438640 Feb 19 03:28:15.255274 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.255645 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (24e1f0e8-1263-489e-8824-0305f30643ce), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.255966 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Floating IP 24e1f0e8-1263-489e-8824-0305f30643ce disassociated. External IP: 172.25.4.101, port: e4e522ad-8423-4852-bbbe-9a581af8fb2a. Feb 19 03:28:15.256322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Calling delete_port for e4e522ad-8423-4852-bbbe-9a581af8fb2a owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:15.265182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a1db0-47fd-4742-9fbb-c7492bd5ad7f req-438a1881-2788-479b-9709-233952bb897d tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:15.266785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d51a1db0-47fd-4742-9fbb-c7492bd5ad7f req-438a1881-2788-479b-9709-233952bb897d tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7affa02-259c-40cd-9f27-b5fd9d951e97 HTTP/1.1" status: 200 len: 946 time: 0.1122115 Feb 19 03:28:15.377226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d51a1db0-47fd-4742-9fbb-c7492bd5ad7f req-66c58bb1-0f0f-4f0a-b9cb-297b5ab21cc8 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972881 Feb 19 03:28:15.398392 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d59cf-8176-4083-ba01-47a668c10d9d None None] New status for floating IP d3167555-c2d6-4670-914d-de5ce5dfe6c1: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:28:15.488519 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e4e522ad-8423-4852-bbbe-9a581af8fb2a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.539083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Pushing event deleted for resources: {'Port': ['ID=e4e522ad-8423-4852-bbbe-9a581af8fb2a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:15.710857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Router 09631775-e1e4-4cc9-83db-f236c939de57 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:15.741618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949dec6-7d10-4148-a5e0-7b30aae9daff req-5413a7c0-9c5b-4eb6-aab5-b7e5fb5c4c79 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:15.749141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d949dec6-7d10-4148-a5e0-7b30aae9daff req-5413a7c0-9c5b-4eb6-aab5-b7e5fb5c4c79 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.2447052 Feb 19 03:28:15.882186 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d949dec6-7d10-4148-a5e0-7b30aae9daff req-8f09e3d1-678f-436b-81c0-510b4d483e85 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320479 Feb 19 03:28:15.915254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:15.938347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] Sync routers for ids ['09631775-e1e4-4cc9-83db-f236c939de57'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:15.981450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] Routers {'09631775-e1e4-4cc9-83db-f236c939de57'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:15.981450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['09631775-e1e4-4cc9-83db-f236c939de57'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:15.997571 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44afe5dd-366e-4e41-ab8f-31ba1adb0d33 x-openstack-request-id: req-44afe5dd-366e-4e41-ab8f-31ba1adb0d33 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:15.998098 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea9adda-00b6-4e3c-8020-88d51469b619", "name": "network-vif-plugged", "status": "completed", "tag": "0b51cf90-9e28-4de4-9b19-0feba82abbcd", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:15.998365 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44afe5dd-366e-4e41-ab8f-31ba1adb0d33 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:15.998906 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea9adda-00b6-4e3c-8020-88d51469b619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b51cf90-9e28-4de4-9b19-0feba82abbcd', 'code': 200} Feb 19 03:28:16.022682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] No DVR routers for this DVR port e4e522ad-8423-4852-bbbe-9a581af8fb2a on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:16.029704 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:16.038437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dcdcc8a9-6676-40f4-8d14-5b29d2098666 req-143d9bd6-202b-419a-8f32-f929fa4d05af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.71 "DELETE /v2.0/ports/e4e522ad-8423-4852-bbbe-9a581af8fb2a HTTP/1.1" status: 204 len: 173 time: 1.5648084 Feb 19 03:28:16.144528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2438a-a7fb-47b3-a8f0-174a12cc2801 req-ab63df17-1cf6-4a39-9e34-15cb1bf2f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:16.146233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6e2438a-a7fb-47b3-a8f0-174a12cc2801 req-ab63df17-1cf6-4a39-9e34-15cb1bf2f1f2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 1127 time: 0.0938897 Feb 19 03:28:16.213359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] Set router 09631775-e1e4-4cc9-83db-f236c939de57 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:16.291998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371c70a-d1ae-40ad-b84f-6053ffd73cc1 req-ac269d5f-a1c9-4fde-83bf-b09f9ed8b65b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:16.300609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b371c70a-d1ae-40ad-b84f-6053ffd73cc1 req-ac269d5f-a1c9-4fde-83bf-b09f9ed8b65b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 943 time: 0.1105397 Feb 19 03:28:16.311031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6e2438a-a7fb-47b3-a8f0-174a12cc2801 req-0fde7a26-bf56-4a92-a819-4d320435c616 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578193 Feb 19 03:28:16.368486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b371c70a-d1ae-40ad-b84f-6053ffd73cc1 req-c654728f-36e8-40cb-97e6-0fc1d3672e05 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666604 Feb 19 03:28:16.514868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85dbdc-ddda-4011-98cb-e57afeb97054 req-0b9f87b0-2792-4ceb-a00d-5de06d0b1526 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:16.518106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b85dbdc-ddda-4011-98cb-e57afeb97054 req-0b9f87b0-2792-4ceb-a00d-5de06d0b1526 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/ports?device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 946 time: 0.0765548 Feb 19 03:28:16.587988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:58Z', 'revision_number': 5, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:16.609018 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b85dbdc-ddda-4011-98cb-e57afeb97054 req-6c9d8bb7-9099-45eb-a22d-2a75ff04ab6b tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/security-groups?id=e57b858d-b811-4a0d-9779-1136d91a3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839615 Feb 19 03:28:16.642380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] Checking router: 09631775-e1e4-4cc9-83db-f236c939de57 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:16.656240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] Routers {'09631775-e1e4-4cc9-83db-f236c939de57'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:16.656992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['09631775-e1e4-4cc9-83db-f236c939de57'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:16.705266 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ebb908-849d-46fc-8738-679bd5665e05 x-openstack-request-id: req-d6ebb908-849d-46fc-8738-679bd5665e05 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:16.706105 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "tag": "1f4e6502-669f-4021-96e4-630fc1043116", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "tag": "1f4e6502-669f-4021-96e4-630fc1043116", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:16.706490 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6ebb908-849d-46fc-8738-679bd5665e05 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:16.707294 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116', 'status': 'completed', 'code': 200} Feb 19 03:28:16.708465 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116', 'status': 'completed', 'code': 200} Feb 19 03:28:16.806886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-39caaebc-49b2-4ea1-8e24-398e242b18ad tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/floatingips/d3167555-c2d6-4670-914d-de5ce5dfe6c1 HTTP/1.1" status: 200 len: 692 time: 0.0827239 Feb 19 03:28:16.832930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] Set router 09631775-e1e4-4cc9-83db-f236c939de57 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:16.949756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-b398a24a-8c1d-4156-8d89-2167c9d06224 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:16.951555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-b398a24a-8c1d-4156-8d89-2167c9d06224 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 784 time: 0.1324744 Feb 19 03:28:17.083403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-d1f09449-6959-409f-af8c-f6ee00cd6395 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0825825 Feb 19 03:28:17.130346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e4e522ad-8423-4852-bbbe-9a581af8fb2a no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:17.144529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-e816eef7-8b9a-4d32-ae5e-109153a3176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:17.146980 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-e816eef7-8b9a-4d32-ae5e-109153a3176b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.3378227 Feb 19 03:28:17.162515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-be820dbf-7ddb-4cba-89d6-5f34690da143 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0777228 Feb 19 03:28:17.198034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: e4e522ad-8423-4852-bbbe-9a581af8fb2a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:17.200211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device e4e522ad-8423-4852-bbbe-9a581af8fb2a not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:17.273549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:58Z', 'revision_number': 5, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:17.322339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47030028-87ad-4352-aae1-8e4f8865f1f0 None None] The sync data for ids ['09631775-e1e4-4cc9-83db-f236c939de57'] in n-d-826756-2 is: [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 4, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'b0fc9b88-769e-46fa-afff-2c6f877b61a3', 'name': '', 'network_id': '7ba870a8-2c2a-4823-a9dd-c466790e27a2', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'mac_address': 'fa:16:3e:f8:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:42Z', 'updated_at': '2022-02-19T03:26:58Z', 'revision_number': 5, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'subnets': [{'id': 'c831785f-15e9-481d-993e-78d0e1f16b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:17.486306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-43c9676e-323d-42ff-a5ae-8f5e14ca9f41 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2062745 Feb 19 03:28:17.488770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-7f5e94f7-53eb-491a-b4b6-7eeea6724f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:17.490307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-7f5e94f7-53eb-491a-b4b6-7eeea6724f9b service neutron] 10.222.0.71 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 921 time: 0.3249028 Feb 19 03:28:17.502924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-e93b626d-5618-4df1-ab57-53504946e1cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Deleting port acfe462a-9003-4dae-918d-73586b484a0f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:17.503223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-e93b626d-5618-4df1-ab57-53504946e1cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (acfe462a-9003-4dae-918d-73586b484a0f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.595091 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-8d5ef119-3225-471f-8b4c-12acdc38c040 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 217 time: 0.0886340 Feb 19 03:28:17.738928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-6ed0cb72-5a6b-42f2-9c39-7f19622bbefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:17.740820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-6ed0cb72-5a6b-42f2-9c39-7f19622bbefe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.1074731 Feb 19 03:28:17.777723 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-e93b626d-5618-4df1-ab57-53504946e1cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (acfe462a-9003-4dae-918d-73586b484a0f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.778365 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-e93b626d-5618-4df1-ab57-53504946e1cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for floatingip (acfe462a-9003-4dae-918d-73586b484a0f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.782333 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c3c6d-ca1e-4e2a-89d1-e5259841d3c4 None None] New status for floating IP 24e1f0e8-1263-489e-8824-0305f30643ce: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:28:17.803595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-e93b626d-5618-4df1-ab57-53504946e1cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Calling delete_port for acfe462a-9003-4dae-918d-73586b484a0f owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:17.915199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-18a2cc09-a7df-41f9-a0f2-4b07128489bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574972 Feb 19 03:28:18.140112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-19168c0d-5c2d-428a-94e7-0c2d13f5ed90 service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156432 Feb 19 03:28:18.172684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-e93b626d-5618-4df1-ab57-53504946e1cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (acfe462a-9003-4dae-918d-73586b484a0f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.544694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b626d-5618-4df1-ab57-53504946e1cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Pushing event deleted for resources: {'Port': ['ID=acfe462a-9003-4dae-918d-73586b484a0f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:18.634521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-c4e4a5ab-b1be-4031-9d99-d31ff6f6de23 service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874022 Feb 19 03:28:18.646975 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-e93b626d-5618-4df1-ab57-53504946e1cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for floatingip (d3167555-c2d6-4670-914d-de5ce5dfe6c1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.650383 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-e93b626d-5618-4df1-ab57-53504946e1cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.652336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f577965-0acb-4d75-8e8a-b786d07e1842 req-e93b626d-5618-4df1-ab57-53504946e1cb tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "DELETE /v2.0/floatingips/d3167555-c2d6-4670-914d-de5ce5dfe6c1 HTTP/1.1" status: 204 len: 173 time: 1.4885905 Feb 19 03:28:18.710371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'name': 'network-vif-deleted', 'tag': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:18.711807 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9620f6d9-6704-4084-980c-68d5281d75cc" -d '{"events": [{"server_uuid": "c7affa02-259c-40cd-9f27-b5fd9d951e97", "name": "network-vif-deleted", "tag": "e4e522ad-8423-4852-bbbe-9a581af8fb2a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:18.781448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff8def34-1d50-4264-95ca-7b7f2464f0fe req-08c2c064-69e6-4453-94fb-32b8d32dace9 tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0504255 Feb 19 03:28:18.791092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-e82ac7d4-57f1-4626-bc74-b2840c4d9326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:18.792660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-e82ac7d4-57f1-4626-bc74-b2840c4d9326 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.0943148 Feb 19 03:28:18.945159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-e81da71e-4620-478c-ad01-ac505aee020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:18.946605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-e81da71e-4620-478c-ad01-ac505aee020f service neutron] 10.222.0.71 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 921 time: 0.1451955 Feb 19 03:28:19.007630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-1dabcd1c-d038-4920-a375-8e1fb7a5f333 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 217 time: 0.0414402 Feb 19 03:28:19.015159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5435ab-801d-4958-afd7-14c3aaa26b40 req-43e73f36-d687-4acd-b35b-4676359b8586 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:19.017262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae5435ab-801d-4958-afd7-14c3aaa26b40 req-43e73f36-d687-4acd-b35b-4676359b8586 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.1217098 Feb 19 03:28:19.094172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-c10a9488-d904-4c19-9a46-8faf52b733fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:19.095700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-c10a9488-d904-4c19-9a46-8faf52b733fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.0773768 Feb 19 03:28:19.102886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae5435ab-801d-4958-afd7-14c3aaa26b40 req-bf2cd196-8115-4e27-b41a-f377ec41c916 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764322 Feb 19 03:28:19.152059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-aa09b3c9-f469-4b0f-8346-423c5e0d7fff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389547 Feb 19 03:28:19.380875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e465d-03a8-4b72-8d71-fb6119e10213 req-1936d1f2-094a-40c5-a379-c0fc8a5bf97d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:19.383449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-831e465d-03a8-4b72-8d71-fb6119e10213 req-1936d1f2-094a-40c5-a379-c0fc8a5bf97d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 943 time: 0.1909418 Feb 19 03:28:19.395840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-b1905298-88d5-4d89-9467-76294781a39c service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221763 Feb 19 03:28:19.580031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-831e465d-03a8-4b72-8d71-fb6119e10213 req-020c50ea-c75b-4aca-87b1-83cef0e71610 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882651 Feb 19 03:28:19.612410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6089037-0e45-4907-a8c8-fcadfd84846c req-77870163-33bd-46d7-99a1-3412ab20c000 service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064991 Feb 19 03:28:19.678742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-860a4c7a-6173-4301-a396-7473012fc274 req-14708c68-dbab-49e1-9b99-d170a5b0c1c5 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups/a002f7b5-54e7-4f40-bb0b-25b36174be7c HTTP/1.1" status: 200 len: 1826 time: 0.0601017 Feb 19 03:28:19.787672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-c3b4655a-d7e5-4b5f-b03e-173411972b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:19.789240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-c3b4655a-d7e5-4b5f-b03e-173411972b20 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 1127 time: 0.0768576 Feb 19 03:28:19.789930 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-860a4c7a-6173-4301-a396-7473012fc274 req-a3a6e263-73b5-4a1e-946b-00ca51c080d4 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for security_group (a002f7b5-54e7-4f40-bb0b-25b36174be7c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.818964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-860a4c7a-6173-4301-a396-7473012fc274 req-a3a6e263-73b5-4a1e-946b-00ca51c080d4 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for security_group (a002f7b5-54e7-4f40-bb0b-25b36174be7c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.942271 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-860a4c7a-6173-4301-a396-7473012fc274 req-a3a6e263-73b5-4a1e-946b-00ca51c080d4 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a002f7b5-54e7-4f40-bb0b-25b36174be7c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.944908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-860a4c7a-6173-4301-a396-7473012fc274 req-a3a6e263-73b5-4a1e-946b-00ca51c080d4 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.957055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-860a4c7a-6173-4301-a396-7473012fc274 req-a3a6e263-73b5-4a1e-946b-00ca51c080d4 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "DELETE /v2.0/security-groups/a002f7b5-54e7-4f40-bb0b-25b36174be7c HTTP/1.1" status: 204 len: 173 time: 0.2660573 Feb 19 03:28:19.973712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6e263-73b5-4a1e-946b-00ca51c080d4 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a002f7b5-54e7-4f40-bb0b-25b36174be7c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:19.976416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-3808172e-6e17-4a9f-abdb-cf0a35a24c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:19.979042 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-3808172e-6e17-4a9f-abdb-cf0a35a24c9e service neutron] 10.222.0.71 "GET /v2.0/networks?id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 200 len: 921 time: 0.1569114 Feb 19 03:28:20.003541 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ec32e4-92b8-405f-bd55-78a03f8b9c39 x-openstack-request-id: req-59ec32e4-92b8-405f-bd55-78a03f8b9c39 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:20.003968 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7affa02-259c-40cd-9f27-b5fd9d951e97", "name": "network-vif-deleted", "tag": "e4e522ad-8423-4852-bbbe-9a581af8fb2a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:20.004336 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59ec32e4-92b8-405f-bd55-78a03f8b9c39 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:20.004897 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7affa02-259c-40cd-9f27-b5fd9d951e97', 'name': 'network-vif-deleted', 'tag': 'e4e522ad-8423-4852-bbbe-9a581af8fb2a', 'status': 'completed', 'code': 200} Feb 19 03:28:20.039811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47508) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:20.128363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-59740af4-e54b-4955-ad50-604498012160 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 200 len: 217 time: 0.1223018 Feb 19 03:28:20.185561 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-215aab9c-3845-4901-b8d9-3ca13bc22429 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group (d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.250650 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-215aab9c-3845-4901-b8d9-3ca13bc22429 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group (d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.285757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-bd2af553-3397-4227-b86a-b9ded60e0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:20.287888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-bd2af553-3397-4227-b86a-b9ded60e0270 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 200 len: 860 time: 0.1436172 Feb 19 03:28:20.341863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-0f569ca8-033a-47f6-b5bb-cd2ec37ebb7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=09df53f5-fc2c-4d67-ba9f-78200a1f53a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459883 Feb 19 03:28:20.359988 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-215aab9c-3845-4901-b8d9-3ca13bc22429 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.365295 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-215aab9c-3845-4901-b8d9-3ca13bc22429 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.367777 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-215aab9c-3845-4901-b8d9-3ca13bc22429 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "DELETE /v2.0/security-groups/d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28 HTTP/1.1" status: 204 len: 168 time: 0.3261817 Feb 19 03:28:20.376584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47522) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:20.396305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e31cceaa-d831-4129-bf46-eb35e2bc5de4 req-127e1b1d-9050-40f3-ba38-13bf447a27ec tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0832012 Feb 19 03:28:20.410047 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-e9dc6124-f704-481d-af4b-5363d59992af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] show failed (client error): The resource could not be found. Feb 19 03:28:20.411826 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e9dc6124-f704-481d-af4b-5363d59992af tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "GET /v2.0/security-groups/d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28 HTTP/1.1" status: 404 len: 347 time: 0.0314922 Feb 19 03:28:20.416664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47524) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:20.418052 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215aab9c-3845-4901-b8d9-3ca13bc22429 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ef2d2a-0e39-4e4f-987f-c1b740bb0a28,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:20.578478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-7dcda18e-7128-4d52-a2af-68c553efe97e service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062891 Feb 19 03:28:20.728227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3e31f215-cb9c-4095-82d3-76d2c1c27632 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Deleting port 27f4235d-fb06-4406-989c-bc756598a94c {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:20.732830 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e31f215-cb9c-4095-82d3-76d2c1c27632 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (27f4235d-fb06-4406-989c-bc756598a94c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.749416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1643adbd-86f9-461e-a4a6-feec4af9506c req-cd63155b-c989-4ef4-a1fd-633af143d465 service neutron] 10.222.0.71 "GET /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589172 Feb 19 03:28:20.886219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e31f215-cb9c-4095-82d3-76d2c1c27632 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (27f4235d-fb06-4406-989c-bc756598a94c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.886756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e31f215-cb9c-4095-82d3-76d2c1c27632 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for floatingip (27f4235d-fb06-4406-989c-bc756598a94c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.905245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3e31f215-cb9c-4095-82d3-76d2c1c27632 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Calling delete_port for 27f4235d-fb06-4406-989c-bc756598a94c owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:20.910134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02f932-b894-4bb1-b041-5cc62074f363 req-8d1dc0d6-6c6d-4dde-8425-1a70b55dc4bc tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:20.912123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe02f932-b894-4bb1-b041-5cc62074f363 req-8d1dc0d6-6c6d-4dde-8425-1a70b55dc4bc tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.0772746 Feb 19 03:28:21.010125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe02f932-b894-4bb1-b041-5cc62074f363 req-70a68a78-4c8c-4245-ac96-755814359050 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905221 Feb 19 03:28:21.121824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e31f215-cb9c-4095-82d3-76d2c1c27632 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (27f4235d-fb06-4406-989c-bc756598a94c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.178534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31f215-cb9c-4095-82d3-76d2c1c27632 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Pushing event deleted for resources: {'Port': ['ID=27f4235d-fb06-4406-989c-bc756598a94c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:21.192819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb148e9-6897-4c67-bd4a-a2d0571fabda req-2796cfe2-9118-4003-8c54-535b2303d2cb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:21.201306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-deb148e9-6897-4c67-bd4a-a2d0571fabda req-2796cfe2-9118-4003-8c54-535b2303d2cb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 943 time: 0.1227014 Feb 19 03:28:21.271457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-deb148e9-6897-4c67-bd4a-a2d0571fabda req-fa4c86f6-d1b7-4e45-9da6-4d81554f9db2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688870 Feb 19 03:28:21.340456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e31f215-cb9c-4095-82d3-76d2c1c27632 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks [] for floatingip (24e1f0e8-1263-489e-8824-0305f30643ce), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.345442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e31f215-cb9c-4095-82d3-76d2c1c27632 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.350169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47542) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:21.359812 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3e31f215-cb9c-4095-82d3-76d2c1c27632 tempest-ServersTestFqdnHostnames-1443235476 tempest-ServersTestFqdnHostnames-1443235476-project] 10.222.0.42 "DELETE /v2.0/floatingips/24e1f0e8-1263-489e-8824-0305f30643ce HTTP/1.1" status: 204 len: 168 time: 0.9305165 Feb 19 03:28:21.515602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801a329-3248-4996-b283-9e29c5d4eacc req-e842fcee-e43a-4206-a038-238718bab0b1 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:21.517099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6801a329-3248-4996-b283-9e29c5d4eacc req-e842fcee-e43a-4206-a038-238718bab0b1 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1143253 Feb 19 03:28:21.692732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6801a329-3248-4996-b283-9e29c5d4eacc req-501112ff-0f59-4307-9692-87e0e0488157 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635473 Feb 19 03:28:21.992997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e506-dade-4b63-8063-bdaaffc820be req-927bc00b-e9ed-4330-a836-e16fe2a21a21 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:22.003352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2dd4e506-dade-4b63-8063-bdaaffc820be req-927bc00b-e9ed-4330-a836-e16fe2a21a21 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.1407621 Feb 19 03:28:22.136081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2dd4e506-dade-4b63-8063-bdaaffc820be req-f2480c3e-7302-429c-98b2-c91f34977f56 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301117 Feb 19 03:28:22.228879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (09631775-e1e4-4cc9-83db-f236c939de57), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.286366 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.317649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92fb73e7-7424-452a-9024-e797539f5636 req-fab956f4-80db-4b23-82f1-da8e63c8f1ca tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0721719 Feb 19 03:28:22.712270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12138e0a-61fa-4f1c-8574-546c9062d1f2 req-35a516d5-4209-4cf3-8a0b-139032465f72 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:22.713901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12138e0a-61fa-4f1c-8574-546c9062d1f2 req-35a516d5-4209-4cf3-8a0b-139032465f72 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 943 time: 0.1085649 Feb 19 03:28:22.815522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12138e0a-61fa-4f1c-8574-546c9062d1f2 req-25c51e47-169f-425f-ac42-19cdd4241620 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787160 Feb 19 03:28:22.844639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] Deleting port b0fc9b88-769e-46fa-afff-2c6f877b61a3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:22.845496 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.978824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] For port b0fc9b88-769e-46fa-afff-2c6f877b61a3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b0fc9b88-769e-46fa-afff-2c6f877b61a3,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:22.979262 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.998862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eaa38-d7c1-4cb5-8d12-7bea17d84257 req-de35c0c2-cafa-46a1-9edb-bbb2a303ab2e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:23.000414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac4eaa38-d7c1-4cb5-8d12-7bea17d84257 req-de35c0c2-cafa-46a1-9edb-bbb2a303ab2e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.0989490 Feb 19 03:28:23.004803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] Calling delete_port for b0fc9b88-769e-46fa-afff-2c6f877b61a3 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:23.101184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac4eaa38-d7c1-4cb5-8d12-7bea17d84257 req-3ee43c82-d00c-4235-aafc-7eae87de1922 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919061 Feb 19 03:28:23.598990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725943f-b28e-4b63-8f00-008d40565f0b req-bc12f423-7d5d-46f7-a942-28ad804f509a tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:23.598990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3725943f-b28e-4b63-8f00-008d40565f0b req-bc12f423-7d5d-46f7-a942-28ad804f509a tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.3711929 Feb 19 03:28:23.617303 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b0fc9b88-769e-46fa-afff-2c6f877b61a3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.685928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fc9b88-769e-46fa-afff-2c6f877b61a3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:23.809114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3725943f-b28e-4b63-8f00-008d40565f0b req-199afeb6-a392-4946-b959-d0a760a256f2 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e270286-7863-468c-8533-8cfe4346bf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939054 Feb 19 03:28:23.973599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6eba8a3-8ea5-492b-b4c7-bd53cba9bce4 req-b49af45b-3657-428c-a42b-99e4138db1ee tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0390244 Feb 19 03:28:24.053946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-6e6dad2b-ffe4-4872-b46a-37cccb0394d9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:24.055364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-6e6dad2b-ffe4-4872-b46a-37cccb0394d9 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.71 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 945 time: 0.1708231 Feb 19 03:28:24.070481 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (09631775-e1e4-4cc9-83db-f236c939de57), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.276128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5a961-fe8c-4ac8-8d05-fe20e3ac9da6 req-16c5ead2-c7be-474a-bd00-e3cf1ca305e8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:24.277641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f5a961-fe8c-4ac8-8d05-fe20e3ac9da6 req-16c5ead2-c7be-474a-bd00-e3cf1ca305e8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 943 time: 0.1738515 Feb 19 03:28:24.322199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-9435813b-9801-4f65-89c3-28ec9be3c274 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Deleting port 1f4e6502-669f-4021-96e4-630fc1043116 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:24.322536 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-9435813b-9801-4f65-89c3-28ec9be3c274 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1f4e6502-669f-4021-96e4-630fc1043116), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.440567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80f5a961-fe8c-4ac8-8d05-fe20e3ac9da6 req-deded113-5c4e-4ee0-958c-de84d88413b5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548493 Feb 19 03:28:24.529379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-9435813b-9801-4f65-89c3-28ec9be3c274 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] For port 1f4e6502-669f-4021-96e4-630fc1043116, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1f4e6502-669f-4021-96e4-630fc1043116,segment=NetworkSegment(77a769a9-4923-4bc4-be34-efd28abda335),segment_id=77a769a9-4923-4bc4-be34-efd28abda335)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:24.529683 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-9435813b-9801-4f65-89c3-28ec9be3c274 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1f4e6502-669f-4021-96e4-630fc1043116), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.551358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-9435813b-9801-4f65-89c3-28ec9be3c274 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Calling delete_port for 1f4e6502-669f-4021-96e4-630fc1043116 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:24.570028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] Router 09631775-e1e4-4cc9-83db-f236c939de57 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:24.799750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:24.813211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-18869b84-e519-497b-ba7b-c3e20a656b55 admin admin] 10.222.0.42 "PUT /v2.0/routers/09631775-e1e4-4cc9-83db-f236c939de57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4618893 Feb 19 03:28:24.813487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47606) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:24.817928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] Sync routers for ids ['09631775-e1e4-4cc9-83db-f236c939de57'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:24.840981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] Routers {'09631775-e1e4-4cc9-83db-f236c939de57'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:24.842506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['09631775-e1e4-4cc9-83db-f236c939de57'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:24.856021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2301edd-c370-4e53-ad61-8a3d45d8a40d req-3d9a2100-57df-4519-b16f-90bcf33977a7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:24.857571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2301edd-c370-4e53-ad61-8a3d45d8a40d req-3d9a2100-57df-4519-b16f-90bcf33977a7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.1199641 Feb 19 03:28:24.859415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-9435813b-9801-4f65-89c3-28ec9be3c274 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1f4e6502-669f-4021-96e4-630fc1043116), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.899228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435813b-9801-4f65-89c3-28ec9be3c274 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Pushing event deleted for resources: {'Port': ['ID=1f4e6502-669f-4021-96e4-630fc1043116,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:24.940888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1f4e6502-669f-4021-96e4-630fc1043116'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:24.972387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-9435813b-9801-4f65-89c3-28ec9be3c274 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] No DVR routers for this DVR port 1f4e6502-669f-4021-96e4-630fc1043116 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:24.977665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-9435813b-9801-4f65-89c3-28ec9be3c274 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.982818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3f7725d-373c-4639-a30e-eea8d601f724 req-9435813b-9801-4f65-89c3-28ec9be3c274 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.71 "DELETE /v2.0/ports/1f4e6502-669f-4021-96e4-630fc1043116 HTTP/1.1" status: 204 len: 173 time: 0.9193592 Feb 19 03:28:24.983312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'name': 'network-vif-deleted', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:24.986453 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c6a2e1-38be-425c-a06f-74f66c86fc9b" -d '{"events": [{"server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "name": "network-vif-deleted", "tag": "1f4e6502-669f-4021-96e4-630fc1043116"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:25.003555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2301edd-c370-4e53-ad61-8a3d45d8a40d req-44c2acf8-f53e-4a08-a11b-8a5922a0de4e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321719 Feb 19 03:28:25.131322 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Publish callbacks [] for router (09631775-e1e4-4cc9-83db-f236c939de57), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.141468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] Set router 09631775-e1e4-4cc9-83db-f236c939de57 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:25.266280 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Publish callbacks [] for router_gateway (09631775-e1e4-4cc9-83db-f236c939de57), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.404414 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Deleting port fa79cd9a-d594-4265-b575-ebf5419f4ee0 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:25.404808 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.451295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:28:23Z', 'revision_number': 5, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port': {'id': 'fa79cd9a-d594-4265-b575-ebf5419f4ee0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09631775-e1e4-4cc9-83db-f236c939de57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:25.532600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] Checking router: 09631775-e1e4-4cc9-83db-f236c939de57 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:25.547184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] Routers {'09631775-e1e4-4cc9-83db-f236c939de57'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:25.548381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['09631775-e1e4-4cc9-83db-f236c939de57'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:25.598687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd369b3-fbc4-4863-9354-8f5f630df818 req-64b02a31-dc6b-4827-a199-554fe35a8f66 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:25.612899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bd369b3-fbc4-4863-9354-8f5f630df818 req-64b02a31-dc6b-4827-a199-554fe35a8f66 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/ports?device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 946 time: 0.1185050 Feb 19 03:28:25.711173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bd369b3-fbc4-4863-9354-8f5f630df818 req-15cdedc6-f3f2-482c-935e-99645a9844f9 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/security-groups?id=e57b858d-b811-4a0d-9779-1136d91a3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962834 Feb 19 03:28:25.765793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] Set router 09631775-e1e4-4cc9-83db-f236c939de57 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:25.919899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2053160d-368d-456c-bd78-7ae70b460177 req-ebd2da82-4f2b-44da-881b-76cf2f3ccd06 tempest-ServerRescueTestJSONUnderV235-1853273447 tempest-ServerRescueTestJSONUnderV235-1853273447-project] 10.222.0.42 "GET /v2.0/ports?device_id=afd9f0e0-d27c-4f39-9819-602cdd0abdb2 HTTP/1.1" status: 200 len: 210 time: 0.0718746 Feb 19 03:28:26.019859 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fa16c2-c768-4b1f-8c3b-d11d1938b56c x-openstack-request-id: req-92fa16c2-c768-4b1f-8c3b-d11d1938b56c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:26.020519 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd9f0e0-d27c-4f39-9819-602cdd0abdb2", "name": "network-vif-deleted", "tag": "1f4e6502-669f-4021-96e4-630fc1043116", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:26.021112 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92fa16c2-c768-4b1f-8c3b-d11d1938b56c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:26.023007 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd9f0e0-d27c-4f39-9819-602cdd0abdb2', 'name': 'network-vif-deleted', 'tag': '1f4e6502-669f-4021-96e4-630fc1043116', 'status': 'completed', 'code': 200} Feb 19 03:28:26.072460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] For port fa79cd9a-d594-4265-b575-ebf5419f4ee0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fa79cd9a-d594-4265-b575-ebf5419f4ee0,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:26.073694 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.102776 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Calling delete_port for fa79cd9a-d594-4265-b575-ebf5419f4ee0 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:26.182404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:28:25Z', 'revision_number': 6, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:26.196325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4858c9b6-a50a-4a64-a40a-d615147e53fc req-7d1246a4-051e-4de4-b16c-f44552269df5 tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0580564 Feb 19 03:28:26.222666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba21b39-e3b2-4398-8366-50013624579e None None] The sync data for ids ['09631775-e1e4-4cc9-83db-f236c939de57'] in n-d-826756-2 is: [{'id': '09631775-e1e4-4cc9-83db-f236c939de57', 'name': 'tempest-ServersTestFqdnHostnames-1485248534-router', 'tenant_id': '9af0ac6206e4458d8c0615fcd62186b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:28:25Z', 'revision_number': 6, 'project_id': '9af0ac6206e4458d8c0615fcd62186b3', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:26.382852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73048e-ca1b-4d68-a323-57a3b3f3990e req-95f2d756-c3e1-442b-bf72-d03870365469 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:26.384454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec73048e-ca1b-4d68-a323-57a3b3f3990e req-95f2d756-c3e1-442b-bf72-d03870365469 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 946 time: 0.0836289 Feb 19 03:28:26.392754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fa79cd9a-d594-4265-b575-ebf5419f4ee0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.436784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Pushing event deleted for resources: {'Port': ['ID=fa79cd9a-d594-4265-b575-ebf5419f4ee0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:26.442559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec73048e-ca1b-4d68-a323-57a3b3f3990e req-68b52054-fe3a-41a9-9beb-0842cf31e10e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486968 Feb 19 03:28:26.505974 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (09631775-e1e4-4cc9-83db-f236c939de57), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.607983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c0cb-6ed6-4f97-beed-b31c2ac2e2b5 req-5923ec18-b95a-4596-98cd-b0abbee0befb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:26.609329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ce4c0cb-6ed6-4f97-beed-b31c2ac2e2b5 req-5923ec18-b95a-4596-98cd-b0abbee0befb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 943 time: 0.0941601 Feb 19 03:28:26.672825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (09631775-e1e4-4cc9-83db-f236c939de57), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.676775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Publish callbacks [] for router_controller (09631775-e1e4-4cc9-83db-f236c939de57), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.735164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ce4c0cb-6ed6-4f97-beed-b31c2ac2e2b5 req-7aaf284a-2191-4c21-899b-e663b348f114 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005335 Feb 19 03:28:26.776914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (09631775-e1e4-4cc9-83db-f236c939de57), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.777796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09631775-e1e4-4cc9-83db-f236c939de57 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:28:26.794043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.796269 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bdcf7d0b-2d09-427f-a8a6-9c2beea412ec admin admin] 10.222.0.42 "DELETE /v2.0/routers/09631775-e1e4-4cc9-83db-f236c939de57 HTTP/1.1" status: 204 len: 168 time: 1.9808002 Feb 19 03:28:26.800682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47630) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:26.867158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-84aa678b-e1df-4c85-884b-26d157545af3 admin admin] Deleting subnet c831785f-15e9-481d-993e-78d0e1f16b5f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:28:26.872046 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84aa678b-e1df-4c85-884b-26d157545af3 admin admin] Publish callbacks [] for subnet (c831785f-15e9-481d-993e-78d0e1f16b5f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.886728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-40fcd55c-276f-4d53-934e-6ad9111b035c tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:26.888217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-40fcd55c-276f-4d53-934e-6ad9111b035c tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.71 "GET /v2.0/ports?device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 946 time: 0.1316903 Feb 19 03:28:26.908865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84aa678b-e1df-4c85-884b-26d157545af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (c831785f-15e9-481d-993e-78d0e1f16b5f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.943021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2e714-d011-4210-b34d-eb667c03887b req-e0113d04-790a-4a74-8f62-5103dcf0d8b4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:26.945518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1c2e714-d011-4210-b34d-eb667c03887b req-e0113d04-790a-4a74-8f62-5103dcf0d8b4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.1067929 Feb 19 03:28:27.018996 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84aa678b-e1df-4c85-884b-26d157545af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (c831785f-15e9-481d-993e-78d0e1f16b5f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.038592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1c2e714-d011-4210-b34d-eb667c03887b req-8a7da5b3-fb8f-4188-a56e-28958843fa7f tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842724 Feb 19 03:28:27.055103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Deleting port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:27.055555 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.089522 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84aa678b-e1df-4c85-884b-26d157545af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (c831785f-15e9-481d-993e-78d0e1f16b5f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.110094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b96d0-d25e-4b89-a01c-23393d933f60 None None] Network 7ba870a8-2c2a-4823-a9dd-c466790e27a2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:27.137479 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84aa678b-e1df-4c85-884b-26d157545af3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.141869 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-84aa678b-e1df-4c85-884b-26d157545af3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c831785f-15e9-481d-993e-78d0e1f16b5f HTTP/1.1" status: 204 len: 168 time: 0.3394117 Feb 19 03:28:27.151863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47634) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:27.152348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa678b-e1df-4c85-884b-26d157545af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c831785f-15e9-481d-993e-78d0e1f16b5f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:27.173919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1f4e6502-669f-4021-96e4-630fc1043116 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:27.200919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 1f4e6502-669f-4021-96e4-630fc1043116 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:27.201941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1f4e6502-669f-4021-96e4-630fc1043116 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:27.324358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b0fc9b88-769e-46fa-afff-2c6f877b61a3 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:27.327187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] For port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,segment=NetworkSegment(e68c065d-8ad7-4f3e-8187-1f96c9dc17cb),segment_id=e68c065d-8ad7-4f3e-8187-1f96c9dc17cb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:27.327473 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.346808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: b0fc9b88-769e-46fa-afff-2c6f877b61a3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:27.347608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b0fc9b88-769e-46fa-afff-2c6f877b61a3 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:27.348186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fa79cd9a-d594-4265-b575-ebf5419f4ee0 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:27.351717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1748e1cc-9230-4184-9dd8-bf3407810bdf None None] DHCP port deletion for 7ba870a8-2c2a-4823-a9dd-c466790e27a2 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:28:27.364119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (7ba870a8-2c2a-4823-a9dd-c466790e27a2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.374848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Calling delete_port for 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:27.376956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: fa79cd9a-d594-4265-b575-ebf5419f4ee0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:27.377765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fa79cd9a-d594-4265-b575-ebf5419f4ee0 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:27.396345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3394-da45-45c2-ad18-aa47a88a1453 req-89da6973-b4c7-4e11-97f5-be4eb062c10f tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:27.404263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd4f3394-da45-45c2-ad18-aa47a88a1453 req-89da6973-b4c7-4e11-97f5-be4eb062c10f tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/ports?device_id=781e768a-420b-458f-9750-b034995af941 HTTP/1.1" status: 200 len: 946 time: 0.2946849 Feb 19 03:28:27.442358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1748e1cc-9230-4184-9dd8-bf3407810bdf None None] Deleting port 861e90e5-bbf6-4b92-804c-2ff2ae103113 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:27.442951 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1748e1cc-9230-4184-9dd8-bf3407810bdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.546201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1748e1cc-9230-4184-9dd8-bf3407810bdf None None] For port 861e90e5-bbf6-4b92-804c-2ff2ae103113, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=861e90e5-bbf6-4b92-804c-2ff2ae103113,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:27.546863 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1748e1cc-9230-4184-9dd8-bf3407810bdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.549826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd4f3394-da45-45c2-ad18-aa47a88a1453 req-b8e7c71b-7fe9-449f-b8f3-a95bf212f8f9 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.42 "GET /v2.0/security-groups?id=e57b858d-b811-4a0d-9779-1136d91a3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301503 Feb 19 03:28:27.566979 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-a7ffd6d4-afbb-4c18-9f8b-85f4b7f6f024 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:27.568523 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-a7ffd6d4-afbb-4c18-9f8b-85f4b7f6f024 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 946 time: 0.0694804 Feb 19 03:28:27.571866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1748e1cc-9230-4184-9dd8-bf3407810bdf None None] Calling delete_port for 861e90e5-bbf6-4b92-804c-2ff2ae103113 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:27.636548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47640) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:27.699783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Deleting port 861e90e5-bbf6-4b92-804c-2ff2ae103113 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:27.700374 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.762223 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1748e1cc-9230-4184-9dd8-bf3407810bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.777372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-99877f1f-c126-4feb-ad21-a908082d7fac tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Deleting port 3d6142e9-7da2-4181-838f-3ea1841266f5 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:27.778254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-99877f1f-c126-4feb-ad21-a908082d7fac tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.795152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748e1cc-9230-4184-9dd8-bf3407810bdf None None] Pushing event deleted for resources: {'Port': ['ID=861e90e5-bbf6-4b92-804c-2ff2ae103113,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:27.800200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748e1cc-9230-4184-9dd8-bf3407810bdf None None] No DVR routers for this DVR port 861e90e5-bbf6-4b92-804c-2ff2ae103113 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:27.897166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9aeb4c34-8cc3-443a-b877-d607a82b58c5 req-eac5f9dc-4386-45f0-bcd6-8977e9c0a8df tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0675011 Feb 19 03:28:27.928134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] For port 861e90e5-bbf6-4b92-804c-2ff2ae103113, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=861e90e5-bbf6-4b92-804c-2ff2ae103113,segment=NetworkSegment(bcf2b452-b641-4914-ab91-d545e79c2ebc),segment_id=bcf2b452-b641-4914-ab91-d545e79c2ebc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:27.928501 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.942720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-99877f1f-c126-4feb-ad21-a908082d7fac tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] For port 3d6142e9-7da2-4181-838f-3ea1841266f5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d6142e9-7da2-4181-838f-3ea1841266f5,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:27.944088 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-99877f1f-c126-4feb-ad21-a908082d7fac tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.956864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Calling delete_port for 861e90e5-bbf6-4b92-804c-2ff2ae103113 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:27.970294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-99877f1f-c126-4feb-ad21-a908082d7fac tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Calling delete_port for 3d6142e9-7da2-4181-838f-3ea1841266f5 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:28.002030 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (00cf95d6-d50e-45fc-8b0d-1008f7a59b46), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.020479 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['00cf95d6-d50e-45fc-8b0d-1008f7a59b46'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:28.157749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-99877f1f-c126-4feb-ad21-a908082d7fac tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3d6142e9-7da2-4181-838f-3ea1841266f5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.192414 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99877f1f-c126-4feb-ad21-a908082d7fac tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event deleted for resources: {'Port': ['ID=3d6142e9-7da2-4181-838f-3ea1841266f5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:28.203829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3d6142e9-7da2-4181-838f-3ea1841266f5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:28.253996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-99877f1f-c126-4feb-ad21-a908082d7fac tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] No DVR routers for this DVR port 3d6142e9-7da2-4181-838f-3ea1841266f5 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:28.256918 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-99877f1f-c126-4feb-ad21-a908082d7fac tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.261948 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c19c6d3c-99ed-42e7-b4e5-84163d6b39ed req-99877f1f-c126-4feb-ad21-a908082d7fac tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "DELETE /v2.0/ports/3d6142e9-7da2-4181-838f-3ea1841266f5 HTTP/1.1" status: 204 len: 173 time: 0.6867917 Feb 19 03:28:28.262815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e391e5-fc6b-401d-8264-532d949e2ca0', 'name': 'network-vif-deleted', 'tag': '3d6142e9-7da2-4181-838f-3ea1841266f5'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:28.265293 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8beb2da-4e97-4854-9b33-540d033a66da" -d '{"events": [{"server_uuid": "53e391e5-fc6b-401d-8264-532d949e2ca0", "name": "network-vif-deleted", "tag": "3d6142e9-7da2-4181-838f-3ea1841266f5"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:28.406481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6bd7c829-6af5-4a46-a045-7ea3f057d62d req-d2009879-4d42-4ee9-bc45-3dd239f4127a tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 210 time: 0.3623066 Feb 19 03:28:28.409106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Pushing event deleted for resources: {'Port': ['ID=00cf95d6-d50e-45fc-8b0d-1008f7a59b46,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:28.493076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.493424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.493766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.494223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.494470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.494839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.495981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.496222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.496587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.496920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.497249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.497920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.498252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:28.535232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] No DVR routers for this DVR port 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:28.537797 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.542521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d661d7a3-1026-4a61-a848-67ce041fb416 req-ffbd4a4a-c5d9-46d5-ada6-7caa21bfb917 tempest-ServerMetadataNegativeTestJSON-2005171397 tempest-ServerMetadataNegativeTestJSON-2005171397-project] 10.222.0.71 "DELETE /v2.0/ports/00cf95d6-d50e-45fc-8b0d-1008f7a59b46 HTTP/1.1" status: 204 len: 173 time: 1.6475358 Feb 19 03:28:28.563614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781e768a-420b-458f-9750-b034995af941', 'name': 'network-vif-deleted', 'tag': '00cf95d6-d50e-45fc-8b0d-1008f7a59b46'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:28.567192 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0fd178-6255-427c-b603-9d5a5f62c67a" -d '{"events": [{"server_uuid": "781e768a-420b-458f-9750-b034995af941", "name": "network-vif-deleted", "tag": "00cf95d6-d50e-45fc-8b0d-1008f7a59b46"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:28.610412 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (861e90e5-bbf6-4b92-804c-2ff2ae103113), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.690545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Pushing event deleted for resources: {'Port': ['ID=861e90e5-bbf6-4b92-804c-2ff2ae103113,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:28.703895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] No DVR routers for this DVR port 861e90e5-bbf6-4b92-804c-2ff2ae103113 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:28.759705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976314-5e53-44d7-b4df-222271707924 req-c9d669fb-b3f1-4425-ab3d-e0289fbaa320 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:28.762289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db976314-5e53-44d7-b4df-222271707924 req-c9d669fb-b3f1-4425-ab3d-e0289fbaa320 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 943 time: 0.2594101 Feb 19 03:28:28.864477 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (7ba870a8-2c2a-4823-a9dd-c466790e27a2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.914536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba870a8-2c2a-4823-a9dd-c466790e27a2']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:28.963887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf2b452-b641-4914-ab91-d545e79c2ebc') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:28.964605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf2b452-b641-4914-ab91-d545e79c2ebc') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:28.969890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db976314-5e53-44d7-b4df-222271707924 req-1217ecba-92d3-4dc2-ae65-5c66e2c45455 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915357 Feb 19 03:28:28.981448 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (bcf2b452-b641-4914-ab91-d545e79c2ebc), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.020690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (bcf2b452-b641-4914-ab91-d545e79c2ebc), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.031635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:29.032241 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (bcf2b452-b641-4914-ab91-d545e79c2ebc), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:29.034857 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:29.157982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (7ba870a8-2c2a-4823-a9dd-c466790e27a2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.172408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.178037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] 10.222.0.42 "DELETE /v2.0/networks/7ba870a8-2c2a-4823-a9dd-c466790e27a2 HTTP/1.1" status: 204 len: 168 time: 2.0238779 Feb 19 03:28:29.230454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8ed9-b7a0-40f6-b182-8c10ed0b0730 req-95143079-56de-4aef-8a92-f1f14a684faf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:29.237791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ceec8ed9-b7a0-40f6-b182-8c10ed0b0730 req-95143079-56de-4aef-8a92-f1f14a684faf tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.1459777 Feb 19 03:28:29.246878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac056c1-6da0-4f34-afb3-c200a5e088af admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba870a8-2c2a-4823-a9dd-c466790e27a2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:29.314258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ceec8ed9-b7a0-40f6-b182-8c10ed0b0730 req-6771162f-b2e8-4771-8a33-cf915d30eed4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758271 Feb 19 03:28:29.327795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (df25438a-b1db-4c23-9015-13a07c755a7f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.368965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 861e90e5-bbf6-4b92-804c-2ff2ae103113 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:29.403729 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0160abc7-ef02-4e1b-800a-2dd85cc6839c x-openstack-request-id: req-0160abc7-ef02-4e1b-800a-2dd85cc6839c {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:29.409292 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e391e5-fc6b-401d-8264-532d949e2ca0", "name": "network-vif-deleted", "tag": "3d6142e9-7da2-4181-838f-3ea1841266f5", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:29.409710 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0160abc7-ef02-4e1b-800a-2dd85cc6839c {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:29.411584 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e391e5-fc6b-401d-8264-532d949e2ca0', 'name': 'network-vif-deleted', 'tag': '3d6142e9-7da2-4181-838f-3ea1841266f5', 'status': 'completed', 'code': 200} Feb 19 03:28:29.415436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 861e90e5-bbf6-4b92-804c-2ff2ae103113 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:29.419815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 861e90e5-bbf6-4b92-804c-2ff2ae103113 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:29.479759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47666) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:29.575510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47668) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:29.578527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1acc309-7fd6-4a7a-bb09-c43a343487d8 admin admin] Deleting subnet 55777c65-341c-4596-b9dd-3a7c5eb1408b {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:28:29.587378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1acc309-7fd6-4a7a-bb09-c43a343487d8 admin admin] Publish callbacks [] for subnet (55777c65-341c-4596-b9dd-3a7c5eb1408b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.605759 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea3c617-235a-4042-b9a9-fca8f1f10313 x-openstack-request-id: req-bea3c617-235a-4042-b9a9-fca8f1f10313 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:29.606218 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781e768a-420b-458f-9750-b034995af941", "name": "network-vif-deleted", "tag": "00cf95d6-d50e-45fc-8b0d-1008f7a59b46", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:29.606472 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bea3c617-235a-4042-b9a9-fca8f1f10313 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:29.606879 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781e768a-420b-458f-9750-b034995af941', 'name': 'network-vif-deleted', 'tag': '00cf95d6-d50e-45fc-8b0d-1008f7a59b46', 'status': 'completed', 'code': 200} Feb 19 03:28:29.663466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d3762c0-d22a-42f9-82d4-5d5a85ebfbe9 req-c219d9e2-00ee-400c-ab9d-4fe8da4f8521 tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0332029 Feb 19 03:28:29.674307 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1acc309-7fd6-4a7a-bb09-c43a343487d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (55777c65-341c-4596-b9dd-3a7c5eb1408b), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.766003 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1acc309-7fd6-4a7a-bb09-c43a343487d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (55777c65-341c-4596-b9dd-3a7c5eb1408b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.773316 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-da3bb8bf-2a73-4579-922e-53a34efb3172 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9af0ac6206e4458d8c0615fcd62186b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1069131 Feb 19 03:28:29.773940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47670) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:29.818825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b815de2a-eb74-4598-ba4c-3cf5ddddb0cd req-b5053365-34be-40b4-a590-d5a04baf20ea tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0360723 Feb 19 03:28:29.834028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] Deleting port 23c34a09-9bb3-4b10-abcc-e489cc736c6c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:29.834624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.880192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00d7d801-f0df-47e5-87e3-225104871612 admin admin] Publish callbacks [] for security_group (e7b5cacf-fdc4-466a-919f-71f60a5ca9d0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.892228 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1acc309-7fd6-4a7a-bb09-c43a343487d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (55777c65-341c-4596-b9dd-3a7c5eb1408b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.930932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acc309-7fd6-4a7a-bb09-c43a343487d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55777c65-341c-4596-b9dd-3a7c5eb1408b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:29.934615 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00d7d801-f0df-47e5-87e3-225104871612 admin admin] Publish callbacks [] for security_group (e7b5cacf-fdc4-466a-919f-71f60a5ca9d0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.944370 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1acc309-7fd6-4a7a-bb09-c43a343487d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.950003 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e1acc309-7fd6-4a7a-bb09-c43a343487d8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/55777c65-341c-4596-b9dd-3a7c5eb1408b HTTP/1.1" status: 204 len: 168 time: 0.4667151 Feb 19 03:28:29.950308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47672) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:29.967449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] For port 23c34a09-9bb3-4b10-abcc-e489cc736c6c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=23c34a09-9bb3-4b10-abcc-e489cc736c6c,segment=NetworkSegment(77a769a9-4923-4bc4-be34-efd28abda335),segment_id=77a769a9-4923-4bc4-be34-efd28abda335)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:29.967888 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.983820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] Calling delete_port for 23c34a09-9bb3-4b10-abcc-e489cc736c6c owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:30.039735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (4d9ff0a7-717d-4c40-80dc-6a0e91e30323), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.167826 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (4d9ff0a7-717d-4c40-80dc-6a0e91e30323), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.191006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9ff0a7-717d-4c40-80dc-6a0e91e30323']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:30.202197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68c065d-8ad7-4f3e-8187-1f96c9dc17cb') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:30.202527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68c065d-8ad7-4f3e-8187-1f96c9dc17cb') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:30.213940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (e68c065d-8ad7-4f3e-8187-1f96c9dc17cb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.232713 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e68c065d-8ad7-4f3e-8187-1f96c9dc17cb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.240678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:30.241177 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (e68c065d-8ad7-4f3e-8187-1f96c9dc17cb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.314866 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (23c34a09-9bb3-4b10-abcc-e489cc736c6c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:30.320329 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:30.325283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (4d9ff0a7-717d-4c40-80dc-6a0e91e30323), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.361562 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.364995 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4d9ff0a7-717d-4c40-80dc-6a0e91e30323 HTTP/1.1" status: 204 len: 168 time: 0.4137702 Feb 19 03:28:30.366209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d3fa7-4412-49b4-82bc-4c47f013dec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9ff0a7-717d-4c40-80dc-6a0e91e30323,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:30.390412 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00d7d801-f0df-47e5-87e3-225104871612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e7b5cacf-fdc4-466a-919f-71f60a5ca9d0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.393270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00d7d801-f0df-47e5-87e3-225104871612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.397253 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-00d7d801-f0df-47e5-87e3-225104871612 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7b5cacf-fdc4-466a-919f-71f60a5ca9d0 HTTP/1.1" status: 204 len: 168 time: 0.6008141 Feb 19 03:28:30.406574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c34a09-9bb3-4b10-abcc-e489cc736c6c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:30.406769 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-f1801b6c-c9f0-440b-9ca6-f8113d215080 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0959284 Feb 19 03:28:30.412177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7d801-f0df-47e5-87e3-225104871612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b5cacf-fdc4-466a-919f-71f60a5ca9d0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:30.613121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-3932baf9-44be-4648-99af-f1762625c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:30.614834 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-3932baf9-44be-4648-99af-f1762625c7fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ed1d0f12f104287bcbffc45332f2479&device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 1127 time: 0.1375914 Feb 19 03:28:30.702130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (df25438a-b1db-4c23-9015-13a07c755a7f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.702748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47686) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:30.823661 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-138367c9-5c7a-4e9d-a2b8-7f25d397ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:30.826927 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-138367c9-5c7a-4e9d-a2b8-7f25d397ecab service neutron] 10.222.0.37 "GET /v2.0/networks?id=e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 200 len: 906 time: 0.1870108 Feb 19 03:28:30.833506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db748ea-136c-4c19-bb26-aaf9a97cf57a req-1f02496c-c689-456e-87de-abff1f086f9e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:30.841063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3db748ea-136c-4c19-bb26-aaf9a97cf57a req-1f02496c-c689-456e-87de-abff1f086f9e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 943 time: 0.5442584 Feb 19 03:28:30.877884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-42f239a7-af23-4863-9af8-1c80ceb98998 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12c4f300881e405090f97891b936e5fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1705985 Feb 19 03:28:30.885523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47694) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:30.892579 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-cf891c47-847c-4683-9333-3fa391344c74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6961251e-00ee-4735-a42f-9e9a7e6dde6b HTTP/1.1" status: 200 len: 217 time: 0.0577972 Feb 19 03:28:30.959219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3db748ea-136c-4c19-bb26-aaf9a97cf57a req-de151d6d-87d9-4a38-9b5b-6d31a2860554 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092799 Feb 19 03:28:30.959622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef0c8929-9da2-460f-9287-bb50a8b29fc6 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:28:30.972611 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-623c4730-752c-4ae1-86f4-fe9ccf577c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:30.974142 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-623c4730-752c-4ae1-86f4-fe9ccf577c60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 200 len: 845 time: 0.0737698 Feb 19 03:28:31.132849 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-60afa47e-d408-48f0-91b6-0558857fbafa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e769ebff-2101-45e5-908a-ae42c5680f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415260 Feb 19 03:28:31.132849 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c10cd62d-5de4-4fe7-9ddb-13af126c76bc admin admin] Publish callbacks [] for security_group (e57b858d-b811-4a0d-9779-1136d91a3170), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.185744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3d6142e9-7da2-4181-838f-3ea1841266f5 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:31.222040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] Router df25438a-b1db-4c23-9015-13a07c755a7f has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:31.240799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:31.255818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 3d6142e9-7da2-4181-838f-3ea1841266f5 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:31.258762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3d6142e9-7da2-4181-838f-3ea1841266f5 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:31.304203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046768c7-e7e2-4af2-8f77-97e1685269a4 req-30ca70a2-e66b-4be6-a22b-1ca84fb98675 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:31.309879 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-eb0c05ad-b102-4c09-8c51-10d2e46a0039 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701136 Feb 19 03:28:31.317013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-046768c7-e7e2-4af2-8f77-97e1685269a4 req-30ca70a2-e66b-4be6-a22b-1ca84fb98675 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.1569154 Feb 19 03:28:31.322940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ef0c8929-9da2-460f-9287-bb50a8b29fc6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef0c8929-9da2-460f-9287-bb50a8b29fc6,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:31.351533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:31.351891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 00cf95d6-d50e-45fc-8b0d-1008f7a59b46 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:31.358023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'ef0c8929-9da2-460f-9287-bb50a8b29fc6', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'port_id': 'ef0c8929-9da2-460f-9287-bb50a8b29fc6', 'mac_address': 'fa:16:3e:2a:95:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:28:31.382513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c10cd62d-5de4-4fe7-9ddb-13af126c76bc admin admin] Publish callbacks [] for security_group (e57b858d-b811-4a0d-9779-1136d91a3170), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.455930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ef0c8929-9da2-460f-9287-bb50a8b29fc6 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:31.456545 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.500987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0c8929-9da2-460f-9287-bb50a8b29fc6 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:31.525416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-046768c7-e7e2-4af2-8f77-97e1685269a4 req-732e7803-04cd-4981-aaa3-59c3af16cb7b tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050397 Feb 19 03:28:31.540190 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3ef82b1d-3a48-44cf-8f92-3bfc1296ec0f req-d2c4c0e0-43a1-452d-867d-4ce61f9a0105 service neutron] 10.222.0.37 "GET /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126358 Feb 19 03:28:31.550170 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c10cd62d-5de4-4fe7-9ddb-13af126c76bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e57b858d-b811-4a0d-9779-1136d91a3170), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.562780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ef0c8929-9da2-460f-9287-bb50a8b29fc6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef0c8929-9da2-460f-9287-bb50a8b29fc6,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:31.564039 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c10cd62d-5de4-4fe7-9ddb-13af126c76bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.569458 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c10cd62d-5de4-4fe7-9ddb-13af126c76bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e57b858d-b811-4a0d-9779-1136d91a3170 HTTP/1.1" status: 204 len: 168 time: 0.6821201 Feb 19 03:28:31.582630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cd62d-5de4-4fe7-9ddb-13af126c76bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57b858d-b811-4a0d-9779-1136d91a3170,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:31.586697 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.757168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ef0c8929-9da2-460f-9287-bb50a8b29fc6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:31.758741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd669db4-d28a-4b97-ab3e-af4ebf1772ed req-4069a74b-7096-438f-af3f-60b38489b887 tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0934153 Feb 19 03:28:31.808823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:31.815160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9210738c-52e2-4eca-a268-3457d5a57cd8 admin admin] 10.222.0.42 "PUT /v2.0/routers/df25438a-b1db-4c23-9015-13a07c755a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1718524 Feb 19 03:28:31.817595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47718) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:31.821183 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] Sync routers for ids ['df25438a-b1db-4c23-9015-13a07c755a7f'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:31.839496 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] Routers {'df25438a-b1db-4c23-9015-13a07c755a7f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:31.850946 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['df25438a-b1db-4c23-9015-13a07c755a7f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:31.926908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47722) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:31.998974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d530f7e-f07c-4805-9ebe-c683d8a0611c req-c5113cd5-b40b-4c16-a620-4fb6df10667c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0361571 Feb 19 03:28:32.009408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef0c8929-9da2-460f-9287-bb50a8b29fc6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:32.042440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Publish callbacks [] for router (df25438a-b1db-4c23-9015-13a07c755a7f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.238554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-66858551-network', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:32.280558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:32.282239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Publish callbacks [] for router_gateway (df25438a-b1db-4c23-9015-13a07c755a7f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.282899 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.301166 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.379627 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] Set router df25438a-b1db-4c23-9015-13a07c755a7f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:32.446142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cbe74-55af-4097-bf83-c131008fe732 req-0d19ffc1-827a-4c21-995e-8d7f7d91455d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:32.449501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb0cbe74-55af-4097-bf83-c131008fe732 req-0d19ffc1-827a-4c21-995e-8d7f7d91455d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 944 time: 0.2030356 Feb 19 03:28:32.456434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Deleting port 8033c8ab-da98-4175-aed3-16cb812e96fb {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:32.457343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.480525 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Publish callbacks [] for security_group (da694d19-8692-4133-a265-d50fe0163cd5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.485389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (da694d19-8692-4133-a265-d50fe0163cd5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.582043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:32.612178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da694d19-8692-4133-a265-d50fe0163cd5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:32.628652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] For port 8033c8ab-da98-4175-aed3-16cb812e96fb, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8033c8ab-da98-4175-aed3-16cb812e96fb,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:32.629167 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.630169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d8ca1f42-b805-4ef6-9074-106a4d0ede56), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.631584 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Added segment d8ca1f42-b805-4ef6-9074-106a4d0ede56 of type vlan for network 231e6dfd-031e-46c9-8877-451be92a2c1d Feb 19 03:28:32.653667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Calling delete_port for 8033c8ab-da98-4175-aed3-16cb812e96fb owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:32.763849 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (231e6dfd-031e-46c9-8877-451be92a2c1d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.818605 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (231e6dfd-031e-46c9-8877-451be92a2c1d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.819525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:32.820131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.887333 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8033c8ab-da98-4175-aed3-16cb812e96fb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.941968 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0111265 Feb 19 03:28:32.957624 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:28:30Z', 'revision_number': 5, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port': {'id': '8033c8ab-da98-4175-aed3-16cb812e96fb', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:34Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:32.958654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47752) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:32.968620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47754) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:32.970617 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Request body: {'subnet': {'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-subnet', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:32.979604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Pushing event deleted for resources: {'Port': ['ID=8033c8ab-da98-4175-aed3-16cb812e96fb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:33.019197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f43f0-f65a-4f2b-8a99-422ab6712532 admin admin] Pushing event updated for resources: {'Network': ['ID=231e6dfd-031e-46c9-8877-451be92a2c1d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:33.030760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 231e6dfd-031e-46c9-8877-451be92a2c1d details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:33.047561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:33.050154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.055450 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] Checking router: df25438a-b1db-4c23-9015-13a07c755a7f for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:33.079558 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] Routers {'df25438a-b1db-4c23-9015-13a07c755a7f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:33.080875 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['df25438a-b1db-4c23-9015-13a07c755a7f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:33.095513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb0cbe74-55af-4097-bf83-c131008fe732 req-5432bd38-1d4b-4ea6-b037-fbbc04212df7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169046 Feb 19 03:28:33.129104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (df25438a-b1db-4c23-9015-13a07c755a7f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.172696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-59130676-network', 'tenant_id': '72e61d82a2424c929cc56c71b96e6178'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:33.319276 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] Set router df25438a-b1db-4c23-9015-13a07c755a7f gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:33.450872 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:28:32Z', 'revision_number': 7, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:33.466175 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (1024061d-c84f-4e4a-9953-13ce351756eb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.523462 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc68a5-5ce9-4992-8caa-9086ed70e0b4 None None] The sync data for ids ['df25438a-b1db-4c23-9015-13a07c755a7f'] in n-d-826756-2 is: [{'id': 'df25438a-b1db-4c23-9015-13a07c755a7f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1264852617-router', 'tenant_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:33Z', 'updated_at': '2022-02-19T03:28:32Z', 'revision_number': 7, 'project_id': 'e9605fe96c2c4f65bc69205e0b7e9c65', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:33.583010 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1024061d-c84f-4e4a-9953-13ce351756eb,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:33.593570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Checking segment: {'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:33.594251 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Network hostable DHCP agents. Network: 231e6dfd-031e-46c9-8877-451be92a2c1d, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:33.626013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Network 231e6dfd-031e-46c9-8877-451be92a2c1d is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:33.640871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 231e6dfd-031e-46c9-8877-451be92a2c1d) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:33.653175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:33.654168 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.654868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe46ab-b0fa-478a-97a6-d3896eb2d2c6 None None] Network 231e6dfd-031e-46c9-8877-451be92a2c1d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:33.686627 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-35b74ef3-e365-4d55-bb59-9c3f58a34e8e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7266936 Feb 19 03:28:33.689006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47764) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:33.693767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:33.737409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (159a698c-c3a4-413b-8986-d164258e536d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.739806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (159a698c-c3a4-413b-8986-d164258e536d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.776984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-231e6dfd-031e-46c9-8877-451be92a2c1d', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:28:33.778163 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.786980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Made reservation on behalf of 72e61d82a2424c929cc56c71b96e6178 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:33.793431 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.800534 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (df25438a-b1db-4c23-9015-13a07c755a7f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.817991 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Publish callbacks [] for router_controller (df25438a-b1db-4c23-9015-13a07c755a7f), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.832326 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks [] for router_controller (159a698c-c3a4-413b-8986-d164258e536d), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.836673 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.938767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a255219-2688-47a6-a9cf-1ab2f012df8f req-d44cd61a-224a-4046-bce4-e0327cdbf3c8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:33.940437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a255219-2688-47a6-a9cf-1ab2f012df8f req-d44cd61a-224a-4046-bce4-e0327cdbf3c8 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.3882840 Feb 19 03:28:33.959483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Allocated IP 172.20.0.2 (231e6dfd-031e-46c9-8877-451be92a2c1d/1024061d-c84f-4e4a-9953-13ce351756eb/96b5cb89-bde1-490e-a14f-900dbf941493) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:34.045764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks [] for router_gateway (159a698c-c3a4-413b-8986-d164258e536d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.069540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (df25438a-b1db-4c23-9015-13a07c755a7f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.073527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Fanout notify agent at l3_agent the message router_deleted on router df25438a-b1db-4c23-9015-13a07c755a7f {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:28:34.084309 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.089715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f5af37d9-0d89-483d-b65e-3ce3d182aefc admin admin] 10.222.0.42 "DELETE /v2.0/routers/df25438a-b1db-4c23-9015-13a07c755a7f HTTP/1.1" status: 204 len: 168 time: 2.2700398 Feb 19 03:28:34.103248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47766) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:34.162378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a255219-2688-47a6-a9cf-1ab2f012df8f req-2cf71381-d061-46df-843e-d13b6faed1d6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492071 Feb 19 03:28:34.165455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Publish callbacks [] for port (96b5cb89-bde1-490e-a14f-900dbf941493), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.174870 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.222520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Network 231e6dfd-031e-46c9-8877-451be92a2c1d is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:34.226035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:34.230418 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:34.249066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Pushing event updated for resources: {'Port': ['ID=96b5cb89-bde1-490e-a14f-900dbf941493,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:34.278668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-99570209-9e90-4177-bbf1-eaeedd9113af admin admin] Deleting subnet 6fb343f7-4220-46b0-ab49-26a68f2844e2 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:28:34.286767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99570209-9e90-4177-bbf1-eaeedd9113af admin admin] Publish callbacks [] for subnet (6fb343f7-4220-46b0-ab49-26a68f2844e2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.361664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-051ee624-b159-4037-bbe5-7788f4807c3b req-024729c2-b0ba-46f1-a046-88106e14867a tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0309780 Feb 19 03:28:34.371300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Attempting to bind port 96b5cb89-bde1-490e-a14f-900dbf941493 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:34.374854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Attempting to bind port 96b5cb89-bde1-490e-a14f-900dbf941493 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:34.375287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Attempting to bind port 96b5cb89-bde1-490e-a14f-900dbf941493 on network 231e6dfd-031e-46c9-8877-451be92a2c1d {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:34.398443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:34.398838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Checking segment: {'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:34.399479 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.400139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Bound using segment: {'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:34.400662 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99570209-9e90-4177-bbf1-eaeedd9113af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (6fb343f7-4220-46b0-ab49-26a68f2844e2), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.401657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Bound port: 96b5cb89-bde1-490e-a14f-900dbf941493, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:34.402275 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.474761 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Publish callbacks [] for security_group (466ddbd1-d99b-4473-8bd4-2eee71cc77da), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.483793 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (466ddbd1-d99b-4473-8bd4-2eee71cc77da), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.573920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks [] for router_gateway (159a698c-c3a4-413b-8986-d164258e536d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.582282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] For port 96b5cb89-bde1-490e-a14f-900dbf941493, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:34.585800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] For port 96b5cb89-bde1-490e-a14f-900dbf941493, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=96b5cb89-bde1-490e-a14f-900dbf941493,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:34.593239 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.597549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1afb4877-01c8-4ed1-9f1d-5e9d1289b245 req-95a18cba-0789-4d5a-a79e-7ad876cc287d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 210 time: 0.1050260 Feb 19 03:28:34.616643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99570209-9e90-4177-bbf1-eaeedd9113af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (6fb343f7-4220-46b0-ab49-26a68f2844e2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.629026 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.719666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:34.775137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341bda5-0581-46be-8657-736dfa595e0e None None] Pushing event updated for resources: {'Port': ['ID=96b5cb89-bde1-490e-a14f-900dbf941493,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:34.817010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466ddbd1-d99b-4473-8bd4-2eee71cc77da,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:34.849160 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (6745417a-43c1-4ef6-a767-01a52cf9a32a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.850754 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Added segment 6745417a-43c1-4ef6-a767-01a52cf9a32a of type vlan for network 556e2736-1b01-4113-9970-31c57a539a94 Feb 19 03:28:34.923796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Allocated IP 172.25.4.99 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/a4f44f34-196e-4b3f-9004-0539a2c07ff1) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:34.946009 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (556e2736-1b01-4113-9970-31c57a539a94), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.965941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da92a7-63cb-4e1d-872c-7d7abafa0bd6 req-242f74f7-6d55-455e-a4a2-89a56117fd50 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:34.974048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67da92a7-63cb-4e1d-872c-7d7abafa0bd6 req-242f74f7-6d55-455e-a4a2-89a56117fd50 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 944 time: 0.2303557 Feb 19 03:28:34.989776 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99570209-9e90-4177-bbf1-eaeedd9113af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (6fb343f7-4220-46b0-ab49-26a68f2844e2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.997121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef0c8929-9da2-460f-9287-bb50a8b29fc6 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:35.075250 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:28:35.080292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99570209-9e90-4177-bbf1-eaeedd9113af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb343f7-4220-46b0-ab49-26a68f2844e2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:35.132293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port ef0c8929-9da2-460f-9287-bb50a8b29fc6 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:28:35.162964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port ef0c8929-9da2-460f-9287-bb50a8b29fc6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:35.163946 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99570209-9e90-4177-bbf1-eaeedd9113af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.165021 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.184252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-99570209-9e90-4177-bbf1-eaeedd9113af admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6fb343f7-4220-46b0-ab49-26a68f2844e2 HTTP/1.1" status: 204 len: 168 time: 1.0438244 Feb 19 03:28:35.187048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47774) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:35.239481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks [] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.299632 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.347365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:35.359949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:35.366833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:35.393017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ef0c8929-9da2-460f-9287-bb50a8b29fc6 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:35.393587 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.409323 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (09df53f5-fc2c-4d67-ba9f-78200a1f53a4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.414804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (556e2736-1b01-4113-9970-31c57a539a94), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.422032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:35.422780 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.442468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f44f34-196e-4b3f-9004-0539a2c07ff1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:35.467975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4066ce-6937-4426-84bb-880f1c0ef2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0c8929-9da2-460f-9287-bb50a8b29fc6'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:35.475821 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e01df-5dfe-4c7a-9a00-02f80df4be6d" -d '{"events": [{"server_uuid": "4c4066ce-6937-4426-84bb-880f1c0ef2a9", "name": "network-vif-plugged", "status": "completed", "tag": "ef0c8929-9da2-460f-9287-bb50a8b29fc6"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:35.490442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ef0c8929-9da2-460f-9287-bb50a8b29fc6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef0c8929-9da2-460f-9287-bb50a8b29fc6,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:35.500504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 96b5cb89-bde1-490e-a14f-900dbf941493 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:35.507735 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.581366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6112819 Feb 19 03:28:35.591903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47782) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:35.600350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Request body: {'subnet': {'network_id': '556e2736-1b01-4113-9970-31c57a539a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-59130676-subnet', 'tenant_id': '72e61d82a2424c929cc56c71b96e6178', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:35.652674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67da92a7-63cb-4e1d-872c-7d7abafa0bd6 req-6425722d-4050-4e5c-90ca-4002b5b8bfa6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6754615 Feb 19 03:28:35.674625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Made reservation on behalf of 72e61d82a2424c929cc56c71b96e6178 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:35.674625 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.728139 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:28:35.732409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6625a-faac-4b8a-8e6d-6f1ff4119554 admin admin] Pushing event updated for resources: {'Network': ['ID=556e2736-1b01-4113-9970-31c57a539a94,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:35.759862 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 556e2736-1b01-4113-9970-31c57a539a94 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:35.761748 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f48fc64f-c930-4c06-90a5-a14a271fb017 req-f725d27b-df56-437c-adf5-8b8249c7d2b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0676041 Feb 19 03:28:35.855159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ef0c8929-9da2-460f-9287-bb50a8b29fc6,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:35.892482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 96b5cb89-bde1-490e-a14f-900dbf941493 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:35.893017 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.075972 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.158834 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks [] for router_gateway (159a698c-c3a4-413b-8986-d164258e536d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.215502 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 96b5cb89-bde1-490e-a14f-900dbf941493 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:36.216184 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.263855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 96b5cb89-bde1-490e-a14f-900dbf941493, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=96b5cb89-bde1-490e-a14f-900dbf941493,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:36.269906 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.270678 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (09df53f5-fc2c-4d67-ba9f-78200a1f53a4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.316641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8033c8ab-da98-4175-aed3-16cb812e96fb no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:36.356086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 8033c8ab-da98-4175-aed3-16cb812e96fb {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:36.356439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8033c8ab-da98-4175-aed3-16cb812e96fb not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:36.356864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 23c34a09-9bb3-4b10-abcc-e489cc736c6c no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:36.395789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 23c34a09-9bb3-4b10-abcc-e489cc736c6c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:36.396436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 23c34a09-9bb3-4b10-abcc-e489cc736c6c not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:36.399642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eab7c-8ff0-442b-9373-97029c3af731 req-d42cfab2-6150-4851-a403-28516cffb3f6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:36.414583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-996eab7c-8ff0-442b-9373-97029c3af731 req-d42cfab2-6150-4851-a403-28516cffb3f6 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.4705164 Feb 19 03:28:36.424700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09df53f5-fc2c-4d67-ba9f-78200a1f53a4']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:36.426708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=96b5cb89-bde1-490e-a14f-900dbf941493,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:36.460921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a769a9-4923-4bc4-be34-efd28abda335') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:36.460921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a769a9-4923-4bc4-be34-efd28abda335') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:36.496933 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (77a769a9-4923-4bc4-be34-efd28abda335), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.548653 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (77a769a9-4923-4bc4-be34-efd28abda335), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.581282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:36.583812 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (77a769a9-4923-4bc4-be34-efd28abda335), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:36.585584 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:36.613797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-996eab7c-8ff0-442b-9373-97029c3af731 req-35d08ef2-b39c-472a-ae9c-1c0582c3879d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980433 Feb 19 03:28:36.687340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdacebbf-6e23-47aa-8275-65b7e132835b None None] Network 231e6dfd-031e-46c9-8877-451be92a2c1d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:36.687960 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (159a698c-c3a4-413b-8986-d164258e536d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.806790 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (09df53f5-fc2c-4d67-ba9f-78200a1f53a4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.889449 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Router 159a698c-c3a4-413b-8986-d164258e536d is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:28:36.897513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc677f51-ae64-4c1e-8ab1-4e28ff61961b req-16d4b2a6-1eae-43dd-ad42-b05a7b0af039 tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0930896 Feb 19 03:28:36.907558 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.909745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-765adf7d-4d88-48ac-884d-1a28dd58e183 None None] Provisioning complete for port 96b5cb89-bde1-490e-a14f-900dbf941493 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:36.910485 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-765adf7d-4d88-48ac-884d-1a28dd58e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.914067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] 10.222.0.42 "DELETE /v2.0/networks/09df53f5-fc2c-4d67-ba9f-78200a1f53a4 HTTP/1.1" status: 204 len: 168 time: 1.7123513 Feb 19 03:28:36.940468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05698ca9-d8b3-4538-b6bc-10c3adcffc0d admin admin] Pushing event deleted for resources: {'Network': ['ID=09df53f5-fc2c-4d67-ba9f-78200a1f53a4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:36.949983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (a9382783-0c78-4e0e-b5e1-dd029d8ceea0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.075468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9382783-0c78-4e0e-b5e1-dd029d8ceea0,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:37.095776 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5976d017-f668-4603-9462-8151fb78d4ea x-openstack-request-id: req-5976d017-f668-4603-9462-8151fb78d4ea {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:37.100255 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4066ce-6937-4426-84bb-880f1c0ef2a9", "name": "network-vif-plugged", "status": "completed", "tag": "ef0c8929-9da2-460f-9287-bb50a8b29fc6", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:37.100511 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5976d017-f668-4603-9462-8151fb78d4ea {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:37.100880 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4066ce-6937-4426-84bb-880f1c0ef2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0c8929-9da2-460f-9287-bb50a8b29fc6', 'code': 200} Feb 19 03:28:37.181080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Checking segment: {'id': '6745417a-43c1-4ef6-a767-01a52cf9a32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '556e2736-1b01-4113-9970-31c57a539a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:37.186525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Network hostable DHCP agents. Network: 556e2736-1b01-4113-9970-31c57a539a94, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:37.219602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Network 556e2736-1b01-4113-9970-31c57a539a94 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:37.240118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 556e2736-1b01-4113-9970-31c57a539a94) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:37.264643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:37.274652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.314066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-765adf7d-4d88-48ac-884d-1a28dd58e183 None None] Current status of the port 96b5cb89-bde1-490e-a14f-900dbf941493 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:37.316910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c04943b-7909-4e4a-b64d-87f49009b0e3 None None] Network 556e2736-1b01-4113-9970-31c57a539a94 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:37.358106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47798) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:37.376948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8658af77-66d5-4bd9-89e9-b2b3b55804a0 req-533f7632-308d-4b32-91fd-b8adf651b253 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 210 time: 0.1139441 Feb 19 03:28:37.408909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9429c60c-84f4-4abd-8c29-74527b948d7f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8138139 Feb 19 03:28:37.532057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 96b5cb89-bde1-490e-a14f-900dbf941493 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:37.569589 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:37.607329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f796a-0e62-4b10-b9f1-49e34e3eb0e6 None None] Network 556e2736-1b01-4113-9970-31c57a539a94 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:37.611575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Sync routers for ids ['159a698c-c3a4-413b-8986-d164258e536d'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:37.706152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1cda9-e951-4c1b-bad3-fa0bc38f3346 req-21119b9c-af2c-4a51-b97f-a4a65fde6a34 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:37.720974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12c1cda9-e951-4c1b-bad3-fa0bc38f3346 req-21119b9c-af2c-4a51-b97f-a4a65fde6a34 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 945 time: 0.1432564 Feb 19 03:28:37.722846 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.728077 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-81d6042a-6a3d-4c18-b7d9-05362861e5b3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0378351 Feb 19 03:28:37.749293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47804) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:37.753373 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dbe16744-9578-4b90-bd0c-d806e9305985 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9605fe96c2c4f65bc69205e0b7e9c65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941314 Feb 19 03:28:37.761537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47806) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:37.799952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390f8b-8811-4069-813f-7914978f34b3 req-c03f261c-640c-4e80-9df5-a2fc66d601a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:37.810786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-de7fb64b-af32-456f-8cfe-9e52dd98ccf9 None None] Provisioning complete for port 96b5cb89-bde1-490e-a14f-900dbf941493 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:37.811161 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-de7fb64b-af32-456f-8cfe-9e52dd98ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.811470 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-da390f8b-8811-4069-813f-7914978f34b3 req-c03f261c-640c-4e80-9df5-a2fc66d601a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 1127 time: 0.3423514 Feb 19 03:28:37.970370 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-da390f8b-8811-4069-813f-7914978f34b3 req-87e8b49e-ff67-4d3e-a3be-49ab2bfb75cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447351 Feb 19 03:28:37.977051 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7effd6a-23e9-42a3-b812-f2e9485518ad admin admin] Publish callbacks [] for security_group (5e270286-7863-468c-8533-8cfe4346bf21), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.053781 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7effd6a-23e9-42a3-b812-f2e9485518ad admin admin] Publish callbacks [] for security_group (5e270286-7863-468c-8533-8cfe4346bf21), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.061294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12c1cda9-e951-4c1b-bad3-fa0bc38f3346 req-d22e9a0e-bf26-40d2-b871-e18328967bcf tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322361 Feb 19 03:28:38.068775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Routers {'159a698c-c3a4-413b-8986-d164258e536d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:38.069429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['159a698c-c3a4-413b-8986-d164258e536d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:38.167762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7effd6a-23e9-42a3-b812-f2e9485518ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5e270286-7863-468c-8533-8cfe4346bf21), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.178778 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7effd6a-23e9-42a3-b812-f2e9485518ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.181074 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f7effd6a-23e9-42a3-b812-f2e9485518ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e270286-7863-468c-8533-8cfe4346bf21 HTTP/1.1" status: 204 len: 168 time: 0.4179277 Feb 19 03:28:38.218610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-de7fb64b-af32-456f-8cfe-9e52dd98ccf9 None None] Current status of the port 96b5cb89-bde1-490e-a14f-900dbf941493 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:38.244360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7effd6a-23e9-42a3-b812-f2e9485518ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e270286-7863-468c-8533-8cfe4346bf21,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:38.262202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 96b5cb89-bde1-490e-a14f-900dbf941493 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:38.262576 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.393487 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5268368e-6b64-4ba1-b3b3-1b41607a65fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.399381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Set router 159a698c-c3a4-413b-8986-d164258e536d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:38.586845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835bc78-d9b8-4153-8412-fbf6efc112af req-985156f8-a392-44e6-ba24-adf6e8a6eca2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:38.593619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4835bc78-d9b8-4153-8412-fbf6efc112af req-985156f8-a392-44e6-ba24-adf6e8a6eca2 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.3003659 Feb 19 03:28:38.638506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 96b5cb89-bde1-490e-a14f-900dbf941493 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:38.677558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:35Z', 'revision_number': 3, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:38.749836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Checking router: 159a698c-c3a4-413b-8986-d164258e536d for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:38.751315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Updating router 159a698c-c3a4-413b-8986-d164258e536d port a4f44f34-196e-4b3f-9004-0539a2c07ff1 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:38.819770 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.863948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4835bc78-d9b8-4153-8412-fbf6efc112af req-50221bdd-5475-4687-b8f9-da92f15ff9bc tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674335 Feb 19 03:28:38.951635 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.603789 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Publish callbacks [] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.642180 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.680771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Allocated IP 172.20.0.1 (231e6dfd-031e-46c9-8877-451be92a2c1d/1024061d-c84f-4e4a-9953-13ce351756eb/dd0b0836-94b8-4edf-9628-5004953db06f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:39.863252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Attempting to bind port a4f44f34-196e-4b3f-9004-0539a2c07ff1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:39.864086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Attempting to bind port a4f44f34-196e-4b3f-9004-0539a2c07ff1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:39.868613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Attempting to bind port a4f44f34-196e-4b3f-9004-0539a2c07ff1 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:39.874342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2ed61-4b58-4b43-a84f-116f1f0dea6b None None] Pushing event updated for resources: {'Port': ['ID=a4f44f34-196e-4b3f-9004-0539a2c07ff1,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:39.887394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:39.887849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:39.888312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.888797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:39.889362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Bound port: a4f44f34-196e-4b3f-9004-0539a2c07ff1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:39.889810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.938615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-4417174b-98be-4df2-8349-a33845136c0a tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:39.946238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-4417174b-98be-4df2-8349-a33845136c0a tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/networks?id=556e2736-1b01-4113-9970-31c57a539a94 HTTP/1.1" status: 200 len: 807 time: 0.5294645 Feb 19 03:28:39.972463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] For port a4f44f34-196e-4b3f-9004-0539a2c07ff1, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:39.978316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-733e3b0c-ed37-4ca3-b1af-80f5c1580376 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/quotas/72e61d82a2424c929cc56c71b96e6178 HTTP/1.1" status: 200 len: 375 time: 0.0275095 Feb 19 03:28:39.986493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] For port a4f44f34-196e-4b3f-9004-0539a2c07ff1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a4f44f34-196e-4b3f-9004-0539a2c07ff1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:40.001477 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.081572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Routers {'159a698c-c3a4-413b-8986-d164258e536d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:40.082331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['159a698c-c3a4-413b-8986-d164258e536d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:40.142828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2ed61-4b58-4b43-a84f-116f1f0dea6b None None] Pushing event updated for resources: {'Port': ['ID=a4f44f34-196e-4b3f-9004-0539a2c07ff1,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:40.243821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47858) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:40.303736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] Set router 159a698c-c3a4-413b-8986-d164258e536d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:40.366156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-c37f56c2-954f-4a09-bb34-5da22ec3f59b tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=72e61d82a2424c929cc56c71b96e6178&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3864760 Feb 19 03:28:40.460058 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a842c143-01bb-4085-a809-6fb0c5a41612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.473115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Publish callbacks [] for port (dd0b0836-94b8-4edf-9628-5004953db06f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.551167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ccf5c727-455b-45c5-89da-dcd480205482 service neutron] 10.222.0.42 "GET /v2.0/networks/556e2736-1b01-4113-9970-31c57a539a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833262 Feb 19 03:28:40.561062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-network', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:40.600955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Made reservation on behalf of d714199a166a4ba2a32ef297aaf4d888 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:40.603394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.610475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.628753 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.654084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:35Z', 'revision_number': 3, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:40.711444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Network 231e6dfd-031e-46c9-8877-451be92a2c1d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:40.717872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:40.740999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:40.747608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c3b8fe-e047-4d11-8425-adaf5436c440 None None] The sync data for ids ['159a698c-c3a4-413b-8986-d164258e536d'] in n-d-826756-2 is: [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:35Z', 'revision_number': 3, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:40.837329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0b0836-94b8-4edf-9628-5004953db06f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:40.918357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-6d3c9c46-ea3c-4fdf-ada3-0af2d3d3b824 service neutron] 10.222.0.42 "GET /v2.0/networks/556e2736-1b01-4113-9970-31c57a539a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217325 Feb 19 03:28:40.933996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (159a698c-c3a4-413b-8986-d164258e536d), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.936865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Publish callbacks [] for security_group (2a712e51-bc85-4349-9489-ea6352b5914d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.951715 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2a712e51-bc85-4349-9489-ea6352b5914d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.000658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:41.030804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a712e51-bc85-4349-9489-ea6352b5914d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:41.053111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d0460bd5-0bee-4617-8a02-a4ca956fac62), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.058016 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Added segment d0460bd5-0bee-4617-8a02-a4ca956fac62 of type vlan for network 936c70a7-2d08-42a5-8759-2db393636222 Feb 19 03:28:41.186505 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (936c70a7-2d08-42a5-8759-2db393636222), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.199339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5023cacd-716c-4e49-bbbf-dbde0fe03279 None None] Provisioning complete for port dd0b0836-94b8-4edf-9628-5004953db06f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:41.201597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5023cacd-716c-4e49-bbbf-dbde0fe03279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.294481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (936c70a7-2d08-42a5-8759-2db393636222), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.298616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:41.299903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.303164 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.354967 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1052475 Feb 19 03:28:41.355332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47870) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:41.381525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Request body: {'subnet': {'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-subnet', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:41.397994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5023cacd-716c-4e49-bbbf-dbde0fe03279 None None] Port dd0b0836-94b8-4edf-9628-5004953db06f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:41.435965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7324d9d4-df9e-4ef4-a467-7e35a0396a02 req-b7fc875d-4839-46d8-99e2-a4089259074d tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0866258 Feb 19 03:28:41.458925 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82414e9b-99cb-4edc-9a79-7db05eddf02e admin admin] Pushing event updated for resources: {'Network': ['ID=936c70a7-2d08-42a5-8759-2db393636222,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:41.475972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 936c70a7-2d08-42a5-8759-2db393636222 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:41.478815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Made reservation on behalf of d714199a166a4ba2a32ef297aaf4d888 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:41.481751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.770968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43d1746f-f45b-42d8-a367-e7ce64f785bc req-b09ddc37-f9e4-4dfa-b7c3-c6da9e0ef75c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0682435 Feb 19 03:28:41.949005 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.071198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Publish callbacks [] for port (dd0b0836-94b8-4edf-9628-5004953db06f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.074529 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (ba5b15c1-df7c-410b-9d5e-f5d5910ecd77), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.089281 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.336372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0b0836-94b8-4edf-9628-5004953db06f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:42.387288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:42.423664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Checking segment: {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:42.424183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Network hostable DHCP agents. Network: 936c70a7-2d08-42a5-8759-2db393636222, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:42.427050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (159a698c-c3a4-413b-8986-d164258e536d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.527683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Network 936c70a7-2d08-42a5-8759-2db393636222 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:42.548379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd2e99-ac7d-4d13-85b1-ec54f281d0cf req-b0b9c361-86b9-42fe-b684-5141204b38ee tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:42.556211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2bd2e99-ac7d-4d13-85b1-ec54f281d0cf req-b0b9c361-86b9-42fe-b684-5141204b38ee tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 945 time: 0.3197663 Feb 19 03:28:42.590892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 936c70a7-2d08-42a5-8759-2db393636222) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:42.599682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4e40b-6d14-4927-832b-f3e8e13916ff None None] Network 936c70a7-2d08-42a5-8759-2db393636222 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:42.611797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:42.612972 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.693404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9d202c74-74b9-4366-b422-119cda7e58c1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3339665 Feb 19 03:28:42.698195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47886) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:42.705053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:42.730616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2bd2e99-ac7d-4d13-85b1-ec54f281d0cf req-54be91c3-3f38-461a-8eb8-62adfa3fe4a7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722856 Feb 19 03:28:42.744137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Network 231e6dfd-031e-46c9-8877-451be92a2c1d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:42.751216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:42.776452 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (7d3b42fc-cc24-4c16-a582-69f366792628), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.779021 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (7d3b42fc-cc24-4c16-a582-69f366792628), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.933182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-936c70a7-2d08-42a5-8759-2db393636222', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:28:42.933182 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.951660 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks [] for router_controller (7d3b42fc-cc24-4c16-a582-69f366792628), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.004711 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.052751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac96059-dd72-452e-96ea-126d521a0af3 req-cfa917a8-480d-42b8-b19a-7c7b646ad505 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:43.067185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ac96059-dd72-452e-96ea-126d521a0af3 req-cfa917a8-480d-42b8-b19a-7c7b646ad505 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.1601884 Feb 19 03:28:43.139562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Router 159a698c-c3a4-413b-8986-d164258e536d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:43.234772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ac96059-dd72-452e-96ea-126d521a0af3 req-877da546-7aca-490e-9f24-80a6ed461071 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664300 Feb 19 03:28:43.302882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks [] for router_gateway (7d3b42fc-cc24-4c16-a582-69f366792628), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.365067 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Allocated IP 172.20.0.2 (936c70a7-2d08-42a5-8759-2db393636222/ba5b15c1-df7c-410b-9d5e-f5d5910ecd77/a9a7d278-c55a-4003-9038-f2c698a7e7b5) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:43.382643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-655eb411-6c67-4f9a-ad55-af241dd53d4d None None] Provisioning complete for port dd0b0836-94b8-4edf-9628-5004953db06f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:43.383016 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-655eb411-6c67-4f9a-ad55-af241dd53d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.438349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4f44f34-196e-4b3f-9004-0539a2c07ff1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:43.509387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd5bba76-00cd-45d7-8e67-d4d7e55bd19f req-1dca0183-0441-4dfd-840b-173a7d10585d tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 210 time: 0.1244848 Feb 19 03:28:43.660310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-655eb411-6c67-4f9a-ad55-af241dd53d4d None None] Port dd0b0836-94b8-4edf-9628-5004953db06f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:43.716562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-2a0c5f45-e15d-4897-ae42-526577a9caa0 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:43.718431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-2a0c5f45-e15d-4897-ae42-526577a9caa0 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.71 "GET /v2.0/networks?id=556e2736-1b01-4113-9970-31c57a539a94 HTTP/1.1" status: 200 len: 807 time: 0.3697433 Feb 19 03:28:43.722567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:43.732418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Request body: {'port': {'device_id': '4b0cec55-f213-4638-825e-d01b05ee83c8', 'network_id': '556e2736-1b01-4113-9970-31c57a539a94', 'admin_state_up': True, 'tenant_id': '72e61d82a2424c929cc56c71b96e6178'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:43.761863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fa31dc74-b01e-4fd5-beb1-54c4012d9d55 admin admin] 10.222.0.42 "PUT /v2.0/routers/159a698c-c3a4-413b-8986-d164258e536d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0110989 Feb 19 03:28:43.762108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks [] for router_gateway (7d3b42fc-cc24-4c16-a582-69f366792628), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.783356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.883338 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Sync routers for ids ['159a698c-c3a4-413b-8986-d164258e536d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:43.915555 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Routers {'159a698c-c3a4-413b-8986-d164258e536d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:43.917029 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['159a698c-c3a4-413b-8986-d164258e536d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:44.006548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Made reservation on behalf of 72e61d82a2424c929cc56c71b96e6178 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:44.011133 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.028313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Allocated IP 172.25.4.174 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:44.214298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7c56383-74a9-401d-9100-af69f7b9e393 req-d7215206-b8bd-43a3-8acd-b9f7a0197fa6 tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56&device_id=70e5a432-3b2a-4878-a941-63702ac1d3d7 HTTP/1.1" status: 200 len: 210 time: 0.0712283 Feb 19 03:28:44.296365 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks [] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.305075 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Set router 159a698c-c3a4-413b-8986-d164258e536d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:44.341671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a4f44f34-196e-4b3f-9004-0539a2c07ff1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:44.342243 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.386162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.484678 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Publish callbacks [] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.490277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:44.498565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.500590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Allocated IP 172.20.0.11 (556e2736-1b01-4113-9970-31c57a539a94/a9382783-0c78-4e0e-b5e1-dd029d8ceea0/669169a7-abbb-4d47-b730-764a9b5ad8fd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:44.502840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:44.515083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:44.584143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f65c8-bb16-4aab-8ace-fa61ebe170b6 req-a767f440-ef78-4efa-a86b-e8ca4559869f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:44.605435 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-583f65c8-bb16-4aab-8ace-fa61ebe170b6 req-a767f440-ef78-4efa-a86b-e8ca4559869f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 945 time: 0.2382495 Feb 19 03:28:44.617232 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:44.656603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Network 936c70a7-2d08-42a5-8759-2db393636222 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:44.674691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:44.685586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:44.734039 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.808404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Pushing event updated for resources: {'Port': ['ID=a9a7d278-c55a-4003-9038-f2c698a7e7b5,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:44.861405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-583f65c8-bb16-4aab-8ace-fa61ebe170b6 req-f25aab6f-a0c4-4f6b-ac7e-50594cb82624 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540879 Feb 19 03:28:44.863805 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:41Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'dd0b0836-94b8-4edf-9628-5004953db06f', 'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'mac_address': 'fa:16:3e:c8:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:38Z', 'updated_at': '2022-02-19T03:28:41Z', 'revision_number': 2, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'subnets': [{'id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:44.947957 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Checking router: 159a698c-c3a4-413b-8986-d164258e536d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:44.948631 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Updating router 159a698c-c3a4-413b-8986-d164258e536d port dd0b0836-94b8-4edf-9628-5004953db06f binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:44.975050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a4f44f34-196e-4b3f-9004-0539a2c07ff1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:44.975448 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.003977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Publish callbacks [] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.026452 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.040640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47924) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:45.045553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2b700a0-48c9-4ebc-aa95-750544603ee8 req-9b04fbd0-f968-4228-9bd1-2adb52d6eb9f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=53e391e5-fc6b-401d-8264-532d949e2ca0 HTTP/1.1" status: 200 len: 210 time: 0.0391173 Feb 19 03:28:45.059263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-network', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:45.060138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port a4f44f34-196e-4b3f-9004-0539a2c07ff1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a4f44f34-196e-4b3f-9004-0539a2c07ff1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:45.061379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Attempting to bind port a9a7d278-c55a-4003-9038-f2c698a7e7b5 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:45.061781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Attempting to bind port a9a7d278-c55a-4003-9038-f2c698a7e7b5 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:45.062180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Attempting to bind port a9a7d278-c55a-4003-9038-f2c698a7e7b5 on network 936c70a7-2d08-42a5-8759-2db393636222 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:45.076683 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.086392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:45.086796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Checking segment: {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:45.087346 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.087785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Bound using segment: {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:45.088505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Bound port: a9a7d278-c55a-4003-9038-f2c698a7e7b5, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:45.089168 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.115206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks [] for router_gateway (7d3b42fc-cc24-4c16-a582-69f366792628), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.122971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Made reservation on behalf of edbeaf4a5f2d429f95172d1d564c97ad for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:45.130954 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.164590 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.201603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.337772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=a4f44f34-196e-4b3f-9004-0539a2c07ff1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:45.349142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Network 556e2736-1b01-4113-9970-31c57a539a94 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:45.360965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:45.379556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:45.386770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Pushing event updated for resources: {'Port': ['ID=669169a7-abbb-4d47-b730-764a9b5ad8fd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:45.443239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] For port a9a7d278-c55a-4003-9038-f2c698a7e7b5, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:45.448462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] For port a9a7d278-c55a-4003-9038-f2c698a7e7b5, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a9a7d278-c55a-4003-9038-f2c698a7e7b5,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:45.464885 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.594579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e9ea0-6487-49d1-9a78-a74e53ad2df4 None None] Pushing event updated for resources: {'Port': ['ID=a9a7d278-c55a-4003-9038-f2c698a7e7b5,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:45.641145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:45.641736 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.695530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-ea6253c3-19c5-4ad4-a84f-cbd4b28fed82 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9669843 Feb 19 03:28:45.700985 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Publish callbacks [] for port (dd0b0836-94b8-4edf-9628-5004953db06f), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.708359 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.710152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbf79e-fa48-4152-9ba4-aef4889bd4f9 req-79bffbef-639e-400d-a2ae-26cb894e6fe7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:45.711954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cbbf79e-fa48-4152-9ba4-aef4889bd4f9 req-79bffbef-639e-400d-a2ae-26cb894e6fe7 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.3118241 Feb 19 03:28:45.721697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Request body: {'port': {'device_id': '4b0cec55-f213-4638-825e-d01b05ee83c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:45.758867 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d34d19f-cf0b-40ae-8d27-b69afe36a163 req-995422c1-5c63-4ac7-9cc0-646c1ff6d372 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a94f8ca6238e419bb58d7905538e1ebc&device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0352511 Feb 19 03:28:45.843054 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Publish callbacks [] for security_group (fe263dce-a4b4-49d9-bf19-7afbbd0d0caa), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.858643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fe263dce-a4b4-49d9-bf19-7afbbd0d0caa), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.903488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cbbf79e-fa48-4152-9ba4-aef4889bd4f9 req-b883f295-daa4-47d3-93a4-450a6283b233 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674294 Feb 19 03:28:45.904853 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d34d19f-cf0b-40ae-8d27-b69afe36a163 req-ad5b01cd-9db3-45d2-9757-4754f5bcadd7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a94f8ca6238e419bb58d7905538e1ebc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1273794 Feb 19 03:28:45.912792 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Pushing event updated for resources: {'Port': ['ID=dd0b0836-94b8-4edf-9628-5004953db06f,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:45.969299 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.978345 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.981080 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.984179 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.984983 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.985571 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.986187 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.986751 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.987362 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.988623 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.989255 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.989864 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:45.990427 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:46.031339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:46.042330 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Attempting to bind port dd0b0836-94b8-4edf-9628-5004953db06f on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:46.043090 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Attempting to bind port dd0b0836-94b8-4edf-9628-5004953db06f by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:46.043696 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Attempting to bind port dd0b0836-94b8-4edf-9628-5004953db06f on network 231e6dfd-031e-46c9-8877-451be92a2c1d {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:46.055573 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:46.057381 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Checking segment: {'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:46.058105 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.061421 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Bound using segment: {'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:46.062348 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Bound port: dd0b0836-94b8-4edf-9628-5004953db06f, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:46.062994 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.163166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe263dce-a4b4-49d9-bf19-7afbbd0d0caa,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:46.168842 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7961e613-a271-452d-8baf-86f516b04546), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.169200 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Added segment 7961e613-a271-452d-8baf-86f516b04546 of type vlan for network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 Feb 19 03:28:46.170509 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.242182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-400957a2-dce6-40a4-bcfc-5bbaf202550f None None] Provisioning complete for port dd0b0836-94b8-4edf-9628-5004953db06f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:46.242560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-400957a2-dce6-40a4-bcfc-5bbaf202550f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.256914 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] For port dd0b0836-94b8-4edf-9628-5004953db06f, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:46.261571 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] For port dd0b0836-94b8-4edf-9628-5004953db06f, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=dd0b0836-94b8-4edf-9628-5004953db06f,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:46.272452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (31f9d4f3-fd84-4f48-b162-edc2911da0a1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.274521 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.283239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109d488-d392-4976-8ec8-6840e77423eb req-b092b45c-815f-4838-be8c-d4ce51e63df9 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:46.290181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7109d488-d392-4976-8ec8-6840e77423eb req-b092b45c-815f-4838-be8c-d4ce51e63df9 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 932 time: 0.2176487 Feb 19 03:28:46.320543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-400957a2-dce6-40a4-bcfc-5bbaf202550f None None] Port dd0b0836-94b8-4edf-9628-5004953db06f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:46.349666 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f82dcb-172f-44b4-ae4a-dae0adda7a15 None None] Pushing event updated for resources: {'Port': ['ID=dd0b0836-94b8-4edf-9628-5004953db06f,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:46.356577 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Routers {'159a698c-c3a4-413b-8986-d164258e536d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:46.357380 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['159a698c-c3a4-413b-8986-d164258e536d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:46.386148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (31f9d4f3-fd84-4f48-b162-edc2911da0a1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.391926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:46.392934 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.425882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (7d3b42fc-cc24-4c16-a582-69f366792628), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.533619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7109d488-d392-4976-8ec8-6840e77423eb req-0cf21dfc-b159-444f-a59a-be76cd85dbe3 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/security-groups?id=466ddbd1-d99b-4473-8bd4-2eee71cc77da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425497 Feb 19 03:28:46.554847 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] Set router 159a698c-c3a4-413b-8986-d164258e536d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:46.596177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34d19f-cf0b-40ae-8d27-b69afe36a163 req-46ba29c3-13df-4f21-8279-5a7157f9d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:46.599773 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d34d19f-cf0b-40ae-8d27-b69afe36a163 req-46ba29c3-13df-4f21-8279-5a7157f9d169 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6696079 Feb 19 03:28:46.677938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6287205 Feb 19 03:28:46.683992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47934) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:46.692295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Request body: {'subnet': {'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-subnet', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:46.766342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e7716-5ea4-401f-af85-1ef0afa9e7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=31f9d4f3-fd84-4f48-b162-edc2911da0a1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:46.781243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:46.817179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Made reservation on behalf of edbeaf4a5f2d429f95172d1d564c97ad for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:46.842898 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.877011 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Router 7d3b42fc-cc24-4c16-a582-69f366792628 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:28:46.884679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b4ab6aec-abc6-4013-b4d1-f5e30327a9d7 None None] Provisioning complete for port dd0b0836-94b8-4edf-9628-5004953db06f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:46.885740 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4ab6aec-abc6-4013-b4d1-f5e30327a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.123169 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:41Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'dd0b0836-94b8-4edf-9628-5004953db06f', 'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'mac_address': 'fa:16:3e:c8:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:38Z', 'updated_at': '2022-02-19T03:28:46Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'subnets': [{'id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:47.128284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab6aec-abc6-4013-b4d1-f5e30327a9d7 None None] Current status of the port dd0b0836-94b8-4edf-9628-5004953db06f is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:47.128994 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4ab6aec-abc6-4013-b4d1-f5e30327a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.187301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b4ab6aec-abc6-4013-b4d1-f5e30327a9d7 None None] For port dd0b0836-94b8-4edf-9628-5004953db06f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=dd0b0836-94b8-4edf-9628-5004953db06f,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:47.188538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:47.194579 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b4ab6aec-abc6-4013-b4d1-f5e30327a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.194885 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df62425-0534-4df0-84e0-a2afa4390c3a None None] The sync data for ids ['159a698c-c3a4-413b-8986-d164258e536d'] in n-d-826756-2 is: [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:41Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'dd0b0836-94b8-4edf-9628-5004953db06f', 'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'mac_address': 'fa:16:3e:c8:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:38Z', 'updated_at': '2022-02-19T03:28:46Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'subnets': [{'id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:47.199623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669169a7-abbb-4d47-b730-764a9b5ad8fd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:47.210465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Sync routers for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:47.214984 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Publish callbacks [] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.244881 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.254240 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8cab344e-2dcf-4cf3-88be-dc5f73855ae8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5540812 Feb 19 03:28:47.256389 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47946) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:47.295648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Transition to ACTIVE for port object 669169a7-abbb-4d47-b730-764a9b5ad8fd will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:28:47.317555 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.333978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:47.335313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:47.417265 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (56c8ffa0-d6ad-46fb-b441-221d152b4bf7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.544657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:47.596077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Pushing event updated for resources: {'Port': ['ID=669169a7-abbb-4d47-b730-764a9b5ad8fd,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:47.702281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c8ffa0-d6ad-46fb-b441-221d152b4bf7,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:47.770699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Checking segment: {'id': '7961e613-a271-452d-8baf-86f516b04546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:47.771968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Network hostable DHCP agents. Network: 31f9d4f3-fd84-4f48-b162-edc2911da0a1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:47.810136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Attempting to bind port 669169a7-abbb-4d47-b730-764a9b5ad8fd on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:47.810785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Attempting to bind port 669169a7-abbb-4d47-b730-764a9b5ad8fd by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '6745417a-43c1-4ef6-a767-01a52cf9a32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '556e2736-1b01-4113-9970-31c57a539a94'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:47.811417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Attempting to bind port 669169a7-abbb-4d47-b730-764a9b5ad8fd on network 556e2736-1b01-4113-9970-31c57a539a94 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:47.814724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:47.821977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab6aec-abc6-4013-b4d1-f5e30327a9d7 None None] Pushing event updated for resources: {'Port': ['ID=dd0b0836-94b8-4edf-9628-5004953db06f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:47.825596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab20fb-267d-48ab-80e0-d7e4a345fe14 None None] Network 936c70a7-2d08-42a5-8759-2db393636222 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:47.831772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 31f9d4f3-fd84-4f48-b162-edc2911da0a1) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:47.832909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a9a7d278-c55a-4003-9038-f2c698a7e7b5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:47.836904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.837523 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.841049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Port 669169a7-abbb-4d47-b730-764a9b5ad8fd on network 556e2736-1b01-4113-9970-31c57a539a94 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:28:47.842432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Attempting to bind port 669169a7-abbb-4d47-b730-764a9b5ad8fd on network 556e2736-1b01-4113-9970-31c57a539a94 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:47.852649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:47.853050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Checking segment: {'id': '6745417a-43c1-4ef6-a767-01a52cf9a32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '556e2736-1b01-4113-9970-31c57a539a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:47.853385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Bound using segment: {'id': '6745417a-43c1-4ef6-a767-01a52cf9a32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '556e2736-1b01-4113-9970-31c57a539a94'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:47.854423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Bound port: 669169a7-abbb-4d47-b730-764a9b5ad8fd, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6745417a-43c1-4ef6-a767-01a52cf9a32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '556e2736-1b01-4113-9970-31c57a539a94'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:47.854832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.861888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed020701-f735-48d5-8cbf-1f378ac55e33 None None] Network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:47.908206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5be1a57e-4da1-4ff5-8f56-e146714bfa5b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2210295 Feb 19 03:28:47.911865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47970) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:47.917268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-router', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:47.973784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] For port 669169a7-abbb-4d47-b730-764a9b5ad8fd, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:47.982886 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.982886 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.985925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] For port 669169a7-abbb-4d47-b730-764a9b5ad8fd, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=669169a7-abbb-4d47-b730-764a9b5ad8fd,segment=NetworkSegment(6745417a-43c1-4ef6-a767-01a52cf9a32a),segment_id=6745417a-43c1-4ef6-a767-01a52cf9a32a)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:48.002949 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.060155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:48.061163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.065537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] 10.222.0.71 "PUT /v2.0/ports/669169a7-abbb-4d47-b730-764a9b5ad8fd HTTP/1.1" status: 200 len: 1092 time: 2.3525248 Feb 19 03:28:48.104852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-09d8ee58-5ec7-43a5-818f-12d88bfe8c14 None None] Provisioning complete for port a9a7d278-c55a-4003-9038-f2c698a7e7b5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:48.105211 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09d8ee58-5ec7-43a5-818f-12d88bfe8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.133440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0cec55-f213-4638-825e-d01b05ee83c8', 'tag': '669169a7-abbb-4d47-b730-764a9b5ad8fd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:48.139925 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6333709e-6bbc-4f26-9809-55b41073dca5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0cec55-f213-4638-825e-d01b05ee83c8", "tag": "669169a7-abbb-4d47-b730-764a9b5ad8fd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:48.212165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-31f9d4f3-fd84-4f48-b162-edc2911da0a1', 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1', 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'fixed_ips': [{'subnet_id': '56c8ffa0-d6ad-46fb-b441-221d152b4bf7'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:28:48.213228 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.226952 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks [] for router_controller (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.347796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a9a7d278-c55a-4003-9038-f2c698a7e7b5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:48.352218 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.555159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Allocated IP 172.20.0.2 (31f9d4f3-fd84-4f48-b162-edc2911da0a1/56c8ffa0-d6ad-46fb-b441-221d152b4bf7/f022facd-8cbb-4ff6-9e48-e609ffb2d267) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:48.608663 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.749158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Publish callbacks [] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.804873 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.032417 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d34d19f-cf0b-40ae-8d27-b69afe36a163 req-1a6613bc-8e46-4b08-8791-66d2aa122db8 tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.37 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.3952544 Feb 19 03:28:49.078434 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks [] for router_gateway (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.107019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69694ced-2fad-4e86-aab7-5c5cd440f91c service neutron] Pushing event updated for resources: {'Port': ['ID=669169a7-abbb-4d47-b730-764a9b5ad8fd,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:49.131957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-bfc33548-61f2-4b93-8409-b91362198942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:49.133589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-bfc33548-61f2-4b93-8409-b91362198942 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=72e61d82a2424c929cc56c71b96e6178&device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 1126 time: 0.9031315 Feb 19 03:28:49.186195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Allocated IP 172.20.0.1 (936c70a7-2d08-42a5-8759-2db393636222/ba5b15c1-df7c-410b-9d5e-f5d5910ecd77/2b7a5332-1b57-4d88-9b97-ef3d97602e09) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:49.307501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-a46dceac-af11-44dd-982a-04c13321876d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669169a7-abbb-4d47-b730-764a9b5ad8fd HTTP/1.1" status: 200 len: 217 time: 0.1578915 Feb 19 03:28:49.345777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Pushing event updated for resources: {'Port': ['ID=f022facd-8cbb-4ff6-9e48-e609ffb2d267,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:49.371098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:49.397000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:49.406699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:49.428269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Publish callbacks [] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.479864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-4e6f2a0b-6f42-451a-baac-dea94c1f9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:49.484823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-4e6f2a0b-6f42-451a-baac-dea94c1f9542 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9382783-0c78-4e0e-b5e1-dd029d8ceea0 HTTP/1.1" status: 200 len: 847 time: 0.1703997 Feb 19 03:28:49.529541 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.534390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a9a7d278-c55a-4003-9038-f2c698a7e7b5 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:49.534781 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.581605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-6aef4307-c153-4ecd-b888-0ca787b0237d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=556e2736-1b01-4113-9970-31c57a539a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871177 Feb 19 03:28:49.594585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 3, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:49.638502 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Attempting to bind port f022facd-8cbb-4ff6-9e48-e609ffb2d267 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:49.638889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Attempting to bind port f022facd-8cbb-4ff6-9e48-e609ffb2d267 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '7961e613-a271-452d-8baf-86f516b04546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:49.639259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Attempting to bind port f022facd-8cbb-4ff6-9e48-e609ffb2d267 on network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:49.651312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Checking router: 7d3b42fc-cc24-4c16-a582-69f366792628 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:49.651312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Updating router 7d3b42fc-cc24-4c16-a582-69f366792628 port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:49.652436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Network 936c70a7-2d08-42a5-8759-2db393636222 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:49.718773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:49.720572 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.722212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-09d8ee58-5ec7-43a5-818f-12d88bfe8c14 None None] Current status of the port a9a7d278-c55a-4003-9038-f2c698a7e7b5 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:49.727568 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7a5332-1b57-4d88-9b97-ef3d97602e09,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:49.740220 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09d8ee58-5ec7-43a5-818f-12d88bfe8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.745793 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:49.887680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-09d8ee58-5ec7-43a5-818f-12d88bfe8c14 None None] For port a9a7d278-c55a-4003-9038-f2c698a7e7b5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a9a7d278-c55a-4003-9038-f2c698a7e7b5,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:49.894167 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (7d3b42fc-cc24-4c16-a582-69f366792628), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.899870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:49.903648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Checking segment: {'id': '7961e613-a271-452d-8baf-86f516b04546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:49.903648 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.903648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Bound using segment: {'id': '7961e613-a271-452d-8baf-86f516b04546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:49.904201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Bound port: f022facd-8cbb-4ff6-9e48-e609ffb2d267, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961e613-a271-452d-8baf-86f516b04546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:49.904201 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.079268 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4cfebcc-1509-4066-9cca-0eeda1cb930a req-dfc438a6-f2b1-4027-8a05-a7e9f5c96b3e tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.42 "GET /v2.0/ports?device_id=516a9ac8-7674-4e31-b1ee-4421755e3a56 HTTP/1.1" status: 200 len: 210 time: 0.0591803 Feb 19 03:28:50.097637 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09d8ee58-5ec7-43a5-818f-12d88bfe8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.162465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-8a639abd-ea5b-4933-a1a5-a6b1669669a8 service neutron] 10.222.0.71 "GET /v2.0/networks/556e2736-1b01-4113-9970-31c57a539a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681820 Feb 19 03:28:50.331430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.408734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] For port f022facd-8cbb-4ff6-9e48-e609ffb2d267, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:50.444611 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks [] for router_gateway (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.529202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] For port f022facd-8cbb-4ff6-9e48-e609ffb2d267, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f022facd-8cbb-4ff6-9e48-e609ffb2d267,segment=NetworkSegment(7961e613-a271-452d-8baf-86f516b04546),segment_id=7961e613-a271-452d-8baf-86f516b04546)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:50.545366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.559675 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:28:50.560138 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:28:50.564469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8ee58-5ec7-43a5-818f-12d88bfe8c14 None None] Pushing event updated for resources: {'Port': ['ID=a9a7d278-c55a-4003-9038-f2c698a7e7b5,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:50.570588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d5d5427e-dfc2-4fd5-a409-ba4a3eaf3df9 None None] Provisioning complete for port a9a7d278-c55a-4003-9038-f2c698a7e7b5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:50.571465 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5d5427e-dfc2-4fd5-a409-ba4a3eaf3df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.578130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.658208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44738a72-df5d-411e-93b0-92a7b24d9274 req-b75d7718-2822-452a-a4b2-0a1624deb018 service neutron] 10.222.0.71 "GET /v2.0/networks/556e2736-1b01-4113-9970-31c57a539a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871192 Feb 19 03:28:50.685448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Publish callbacks [] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.699946 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.725713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06728e85-cb93-4fec-91ce-1bb28657b19a req-a3e1bfd2-aedc-467e-93a0-b7c80f03cece tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:50.727281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06728e85-cb93-4fec-91ce-1bb28657b19a req-a3e1bfd2-aedc-467e-93a0-b7c80f03cece tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.3275833 Feb 19 03:28:50.789334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7a5332-1b57-4d88-9b97-ef3d97602e09,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:50.797290 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (7d3b42fc-cc24-4c16-a582-69f366792628), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.837600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06728e85-cb93-4fec-91ce-1bb28657b19a req-c7ee86d7-863f-4b88-8f5c-a864f9846722 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027570 Feb 19 03:28:50.889007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf53e4-c018-4cf5-b844-27722bdae027 None None] Pushing event updated for resources: {'Port': ['ID=f022facd-8cbb-4ff6-9e48-e609ffb2d267,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:51.006284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Network 936c70a7-2d08-42a5-8759-2db393636222 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:51.011385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:51.114756 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Publish callbacks [] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.173543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b20b8-aaa0-4d36-b70a-a872c2344aec req-0f404fea-842d-4852-a772-dbc6cd97b6b3 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:51.178474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415b20b8-aaa0-4d36-b70a-a872c2344aec req-0f404fea-842d-4852-a772-dbc6cd97b6b3 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 944 time: 0.1938264 Feb 19 03:28:51.297752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Router 7d3b42fc-cc24-4c16-a582-69f366792628 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:51.335993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a9a7d278-c55a-4003-9038-f2c698a7e7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:51.339113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4f44f34-196e-4b3f-9004-0539a2c07ff1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:51.343462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5427e-dfc2-4fd5-a409-ba4a3eaf3df9 None None] Current status of the port a9a7d278-c55a-4003-9038-f2c698a7e7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:51.348468 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.365052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Allocated IP 172.25.4.20 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/f36e511a-3680-4e9e-bb8c-08e7fc9e23f7) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:51.384588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415b20b8-aaa0-4d36-b70a-a872c2344aec req-6113aacb-93c9-4a88-8a80-4c992aa2aa18 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/security-groups?id=466ddbd1-d99b-4473-8bd4-2eee71cc77da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781237 Feb 19 03:28:51.520239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Attempting to bind port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:51.520798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Attempting to bind port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:51.521020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Attempting to bind port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:51.543304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:51.543304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:51.543828 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.545023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:51.545023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Bound port: 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:51.545023 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.592129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-67a48e5b-b9c2-4ca6-98f3-40c275e327af None None] Provisioning complete for port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:51.592480 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67a48e5b-b9c2-4ca6-98f3-40c275e327af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.633917 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86379f72-cf25-49cc-a98e-659dbd9f8b1c x-openstack-request-id: req-86379f72-cf25-49cc-a98e-659dbd9f8b1c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:51.633917 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0cec55-f213-4638-825e-d01b05ee83c8", "tag": "669169a7-abbb-4d47-b730-764a9b5ad8fd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:51.633917 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86379f72-cf25-49cc-a98e-659dbd9f8b1c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:51.634359 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0cec55-f213-4638-825e-d01b05ee83c8', 'tag': '669169a7-abbb-4d47-b730-764a9b5ad8fd', 'status': 'completed', 'code': 200} Feb 19 03:28:51.638916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04842b5e-dbef-41c1-9d45-af75e92cffbf None None] Pushing event updated for resources: {'Port': ['ID=0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:51.642152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:51.661712 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a238cd8b-b68e-4d42-bb8d-4948ec626d84 admin admin] 10.222.0.42 "PUT /v2.0/routers/7d3b42fc-cc24-4c16-a582-69f366792628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4024534 Feb 19 03:28:51.667950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-67a48e5b-b9c2-4ca6-98f3-40c275e327af None None] Port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:51.781122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a4f44f34-196e-4b3f-9004-0539a2c07ff1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:51.781596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.922631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks [] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.943467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] For port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:51.970479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333709e-6bbc-4f26-9809-55b41073dca5 req-7d74832c-17e8-470a-8bd9-f3e66c52f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:51.972218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6333709e-6bbc-4f26-9809-55b41073dca5 req-7d74832c-17e8-470a-8bd9-f3e66c52f3a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=72e61d82a2424c929cc56c71b96e6178&device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 1126 time: 0.3360276 Feb 19 03:28:52.020726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] For port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:52.038352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f80fc13d-0e5a-486e-8f75-a99b17fce111 None None] Provisioning complete for port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:52.038734 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f80fc13d-0e5a-486e-8f75-a99b17fce111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.048363 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.163015 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e2df6c2-1a28-43ff-a601-93d2731724a1 req-3336ec3b-6aa1-4972-b3fe-27ec5e4cc94f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a94f8ca6238e419bb58d7905538e1ebc&device_id=70e5a432-3b2a-4878-a941-63702ac1d3d7 HTTP/1.1" status: 200 len: 210 time: 0.0528719 Feb 19 03:28:52.205428 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e2df6c2-1a28-43ff-a601-93d2731724a1 req-19168012-deb4-4ad2-9ace-6214b112f411 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a94f8ca6238e419bb58d7905538e1ebc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282438 Feb 19 03:28:52.266612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333709e-6bbc-4f26-9809-55b41073dca5 req-ceeb80b9-ac3c-49a7-bc16-d4c6ee8ca585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:52.268042 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6333709e-6bbc-4f26-9809-55b41073dca5 req-ceeb80b9-ac3c-49a7-bc16-d4c6ee8ca585 service neutron] 10.222.0.71 "GET /v2.0/networks?id=556e2736-1b01-4113-9970-31c57a539a94 HTTP/1.1" status: 200 len: 908 time: 0.2805159 Feb 19 03:28:52.284825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a4f44f34-196e-4b3f-9004-0539a2c07ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:52.305120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f80fc13d-0e5a-486e-8f75-a99b17fce111 None None] Port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:52.368739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04842b5e-dbef-41c1-9d45-af75e92cffbf None None] Pushing event updated for resources: {'Port': ['ID=0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:52.380057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:52.380548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:52.390942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6333709e-6bbc-4f26-9809-55b41073dca5 req-696ad2a0-0f92-495d-b76b-a18bf978c586 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=669169a7-abbb-4d47-b730-764a9b5ad8fd HTTP/1.1" status: 200 len: 217 time: 0.1030972 Feb 19 03:28:52.447032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2df6c2-1a28-43ff-a601-93d2731724a1 req-09d416ba-95ca-4b28-9d28-3373d73ffc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:52.451814 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e2df6c2-1a28-43ff-a601-93d2731724a1 req-09d416ba-95ca-4b28-9d28-3373d73ffc4e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2378969 Feb 19 03:28:52.499908 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.500098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701259ec-3c5c-405c-9ef6-aac95eca0949 req-864b667c-487a-4bf2-8e55-86fd4644c6cd tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:52.514299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-701259ec-3c5c-405c-9ef6-aac95eca0949 req-864b667c-487a-4bf2-8e55-86fd4644c6cd tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.3209701 Feb 19 03:28:52.519531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.617959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:52.646218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333709e-6bbc-4f26-9809-55b41073dca5 req-39916606-3b56-482e-b789-f2a38efe082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:52.648183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6333709e-6bbc-4f26-9809-55b41073dca5 req-39916606-3b56-482e-b789-f2a38efe082d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9382783-0c78-4e0e-b5e1-dd029d8ceea0 HTTP/1.1" status: 200 len: 847 time: 0.2385397 Feb 19 03:28:52.699284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:52.703188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Pushing event updated for resources: {'Port': ['ID=f36e511a-3680-4e9e-bb8c-08e7fc9e23f7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:52.708675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:52.715143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:52.779754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6333709e-6bbc-4f26-9809-55b41073dca5 req-510240ad-a265-415f-8ea1-ea207dc7cc1e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=556e2736-1b01-4113-9970-31c57a539a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204970 Feb 19 03:28:52.862369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f022facd-8cbb-4ff6-9e48-e609ffb2d267 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:52.940158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-701259ec-3c5c-405c-9ef6-aac95eca0949 req-b54a3d3b-c48e-419d-89d5-7135f98ab7d0 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249330 Feb 19 03:28:52.970979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f29a48-ef09-4536-893f-95be5803d38d None None] Network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:53.107576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-adb96059-0287-4c01-bb39-2e09eb7ec309 None None] Provisioning complete for port f022facd-8cbb-4ff6-9e48-e609ffb2d267 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:53.108371 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-adb96059-0287-4c01-bb39-2e09eb7ec309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.166870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6333709e-6bbc-4f26-9809-55b41073dca5 req-7382ef12-d734-4439-a092-b492a9dcef89 service neutron] 10.222.0.71 "GET /v2.0/networks/556e2736-1b01-4113-9970-31c57a539a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282914 Feb 19 03:28:53.301503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 669169a7-abbb-4d47-b730-764a9b5ad8fd details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:28:53.354681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 2, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:53.400069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-adb96059-0287-4c01-bb39-2e09eb7ec309 None None] Current status of the port f022facd-8cbb-4ff6-9e48-e609ffb2d267 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:53.400964 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-adb96059-0287-4c01-bb39-2e09eb7ec309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.411603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6333709e-6bbc-4f26-9809-55b41073dca5 req-d2e822e4-6b0d-45ce-a0dd-cb1afdd5097d service neutron] 10.222.0.71 "GET /v2.0/networks/556e2736-1b01-4113-9970-31c57a539a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277024 Feb 19 03:28:53.425915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d453b52-6070-46c7-9b0c-e0113b5d349c None None] The sync data for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 is: [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 2, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:53.432332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f022facd-8cbb-4ff6-9e48-e609ffb2d267 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:53.432973 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.436424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks [] for router_gateway (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.483416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:28:53.593545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-adb96059-0287-4c01-bb39-2e09eb7ec309 None None] For port f022facd-8cbb-4ff6-9e48-e609ffb2d267, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f022facd-8cbb-4ff6-9e48-e609ffb2d267,segment=NetworkSegment(7961e613-a271-452d-8baf-86f516b04546),segment_id=7961e613-a271-452d-8baf-86f516b04546)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:53.617559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48074) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:53.623952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5dff6b89-bd18-4194-a8a6-d562c1458bae tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212615779', 'description': 'tempest-description--311935942'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:53.629606 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-adb96059-0287-4c01-bb39-2e09eb7ec309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.699330 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dff6b89-bd18-4194-a8a6-d562c1458bae tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.789993 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.877442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dff6b89-bd18-4194-a8a6-d562c1458bae tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (42989fd0-f7c8-42fe-8883-9aaa103cc9cd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.895017 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dff6b89-bd18-4194-a8a6-d562c1458bae tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (42989fd0-f7c8-42fe-8883-9aaa103cc9cd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.962695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dff6b89-bd18-4194-a8a6-d562c1458bae tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.969148 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5dff6b89-bd18-4194-a8a6-d562c1458bae tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3498931 Feb 19 03:28:53.971176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff6b89-bd18-4194-a8a6-d562c1458bae tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42989fd0-f7c8-42fe-8883-9aaa103cc9cd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:53.979137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48088) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:54.000460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ee275587-8cbd-4862-8cb7-4f51b404ed5c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'security_group_rule': {'security_group_id': '42989fd0-f7c8-42fe-8883-9aaa103cc9cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:54.005314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 669169a7-abbb-4d47-b730-764a9b5ad8fd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=669169a7-abbb-4d47-b730-764a9b5ad8fd,segment=NetworkSegment(6745417a-43c1-4ef6-a767-01a52cf9a32a),segment_id=6745417a-43c1-4ef6-a767-01a52cf9a32a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:54.019940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb96059-0287-4c01-bb39-2e09eb7ec309 None None] Pushing event updated for resources: {'Port': ['ID=f022facd-8cbb-4ff6-9e48-e609ffb2d267,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:54.055844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '669169a7-abbb-4d47-b730-764a9b5ad8fd', 'network_id': '556e2736-1b01-4113-9970-31c57a539a94', 'port_id': '669169a7-abbb-4d47-b730-764a9b5ad8fd', 'mac_address': 'fa:16:3e:30:1a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9382783-0c78-4e0e-b5e1-dd029d8ceea0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:28:54.088634 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee275587-8cbd-4862-8cb7-4f51b404ed5c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (df555ed8-6bee-4590-8347-56b95c30dbd1), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.127032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f022facd-8cbb-4ff6-9e48-e609ffb2d267 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:54.128302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dd0b0836-94b8-4edf-9628-5004953db06f up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:54.197975 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee275587-8cbd-4862-8cb7-4f51b404ed5c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (df555ed8-6bee-4590-8347-56b95c30dbd1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.205881 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee275587-8cbd-4862-8cb7-4f51b404ed5c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (df555ed8-6bee-4590-8347-56b95c30dbd1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.214126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c9f830b1-3a5f-4411-9caa-feaab1a79f94 None None] Provisioning complete for port f022facd-8cbb-4ff6-9e48-e609ffb2d267 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:54.214946 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c9f830b1-3a5f-4411-9caa-feaab1a79f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.238928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee275587-8cbd-4862-8cb7-4f51b404ed5c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df555ed8-6bee-4590-8347-56b95c30dbd1,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:54.249154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee275587-8cbd-4862-8cb7-4f51b404ed5c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.254549 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ee275587-8cbd-4862-8cb7-4f51b404ed5c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2738953 Feb 19 03:28:54.255207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48096) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:54.261100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'security_group_rule': {'security_group_id': '42989fd0-f7c8-42fe-8883-9aaa103cc9cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:54.304948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 669169a7-abbb-4d47-b730-764a9b5ad8fd is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:54.310703 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.324393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (6ef834e1-7a56-4c15-ad92-3ccab6f7dbf1), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.366602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669169a7-abbb-4d47-b730-764a9b5ad8fd {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:54.376580 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3e2df6c2-1a28-43ff-a601-93d2731724a1 req-09c9c31f-e1f3-497b-a408-e9d5c88d4144 tempest-ServerShowV247Test-1445188660 tempest-ServerShowV247Test-1445188660-project] 10.222.0.37 "GET /v2.0/ports?device_id=70e5a432-3b2a-4878-a941-63702ac1d3d7 HTTP/1.1" status: 200 len: 210 time: 0.0406153 Feb 19 03:28:54.409134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port dd0b0836-94b8-4edf-9628-5004953db06f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:54.409657 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.491228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c9f830b1-3a5f-4411-9caa-feaab1a79f94 None None] Current status of the port f022facd-8cbb-4ff6-9e48-e609ffb2d267 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:54.497155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 669169a7-abbb-4d47-b730-764a9b5ad8fd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=669169a7-abbb-4d47-b730-764a9b5ad8fd,segment=NetworkSegment(6745417a-43c1-4ef6-a767-01a52cf9a32a),segment_id=6745417a-43c1-4ef6-a767-01a52cf9a32a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:54.500690 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (6ef834e1-7a56-4c15-ad92-3ccab6f7dbf1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.502773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-aff689fe-d3dc-46a4-bc32-c29474ffb04d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:54.512200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-aff689fe-d3dc-46a4-bc32-c29474ffb04d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.7141325 Feb 19 03:28:54.515404 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.519052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (6ef834e1-7a56-4c15-ad92-3ccab6f7dbf1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.546422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-ede78933-9121-4ed9-b558-8964c12930a4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/quotas/945f4e3f343b489cafd000abb754fec1 HTTP/1.1" status: 200 len: 375 time: 0.0322690 Feb 19 03:28:54.563254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef834e1-7a56-4c15-ad92-3ccab6f7dbf1,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:54.586145 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.594517 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3381515 Feb 19 03:28:54.596595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.596960 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.597319 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.597671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.598047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.598407 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.604630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.605733 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.606121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.606479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.606830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.607172 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.607512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de13b978-4f33-4398-a132-9cdea53a5c52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:54.610243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48100) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:54.612821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-fa362382-5e84-4087-bedc-c3f590c1fd97 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577850 Feb 19 03:28:54.615157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:54.640669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=669169a7-abbb-4d47-b730-764a9b5ad8fd,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:54.672385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port dd0b0836-94b8-4edf-9628-5004953db06f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:54.674714 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.680282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a9a7d278-c55a-4003-9038-f2c698a7e7b5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:54.814539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a9a7d278-c55a-4003-9038-f2c698a7e7b5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:54.814539 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.865585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['669169a7-abbb-4d47-b730-764a9b5ad8fd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:54.887469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.912823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-7deb3972-c55d-469a-88aa-50c5afd83b8b service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987790 Feb 19 03:28:54.980133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a9a7d278-c55a-4003-9038-f2c698a7e7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:55.045682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:28:55.061981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Allocated IP 172.25.4.48 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/ea6958d3-8686-4a15-9946-83dc01796e67) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:55.265383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-2c76f2b1-dc1a-4e0e-8fd4-100f7d61705d service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511763 Feb 19 03:28:55.311423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f022facd-8cbb-4ff6-9e48-e609ffb2d267 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:55.318968 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for port (ea6958d3-8686-4a15-9946-83dc01796e67), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.391533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ea6958d3-8686-4a15-9946-83dc01796e67), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.407745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:55.421785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f022facd-8cbb-4ff6-9e48-e609ffb2d267 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:55.422205 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.423179 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Sync routers for ids ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:55.452114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.453425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dd23d5e7-6593-44aa-aba1-213e1049f843 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5403051 Feb 19 03:28:55.459227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48106) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:55.464248 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Routers {'7f6a8c8f-6698-4b60-bfae-38eff3e829bb'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:55.465681 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:55.505068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:55.508706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:55.516374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:55.579423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'Port': ['ID=ea6958d3-8686-4a15-9946-83dc01796e67,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:55.668946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f022facd-8cbb-4ff6-9e48-e609ffb2d267 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:55.670258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:55.782126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:55.782508 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.907714 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Set router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:55.929207 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (e70dc68a-47cb-47c8-8a4e-42d20dda0e8b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.020053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ea6958d3-8686-4a15-9946-83dc01796e67), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.067693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:56.069008 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.112173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:56.120158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.250582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:56.335551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea2123-493f-4002-9510-2aa816b229bb req-a9591111-6555-47b0-bcd2-e909d6625349 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:56.340710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7ea2123-493f-4002-9510-2aa816b229bb req-a9591111-6555-47b0-bcd2-e909d6625349 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 945 time: 0.3239470 Feb 19 03:28:56.385356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for port (ea6958d3-8686-4a15-9946-83dc01796e67), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.392309 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ea6958d3-8686-4a15-9946-83dc01796e67), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.405622 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-router', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:47Z', 'updated_at': '2022-02-19T03:28:53Z', 'revision_number': 3, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'gw_port': {'id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:50Z', 'updated_at': '2022-02-19T03:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:56.481545 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Checking router: 7f6a8c8f-6698-4b60-bfae-38eff3e829bb for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:56.482742 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Updating router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:56.498987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7ea2123-493f-4002-9510-2aa816b229bb req-f07a56f2-d030-46dd-af9f-7f22f6d07c57 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/security-groups?id=466ddbd1-d99b-4473-8bd4-2eee71cc77da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155279 Feb 19 03:28:56.527108 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.577004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48130) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:56.605302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (e70dc68a-47cb-47c8-8a4e-42d20dda0e8b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.632340 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.660384 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0489862 Feb 19 03:28:56.685081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fff14a-7c9b-4875-8a9e-5647facf6210 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'Port': ['ID=ea6958d3-8686-4a15-9946-83dc01796e67,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:56.762345 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.870373 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b09f3cf9-8c1e-4f12-8bfb-f33c91430615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.984515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625e0f1-f04a-4bfb-b394-c885c820c033 req-21becbcf-8db4-46c1-bca9-89e0aefd53b5 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:57.002363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b625e0f1-f04a-4bfb-b394-c885c820c033 req-21becbcf-8db4-46c1-bca9-89e0aefd53b5 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.3080444 Feb 19 03:28:57.032151 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Publish callbacks [] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.045380 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.076312 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Attempting to bind port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:57.077124 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Attempting to bind port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:57.077745 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Attempting to bind port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:57.095345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:57.111554 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:57.112371 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:57.113033 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.113662 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:57.114446 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Bound port: f36e511a-3680-4e9e-bb8c-08e7fc9e23f7, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:57.115151 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.192550 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] For port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:57.196975 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] For port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f36e511a-3680-4e9e-bb8c-08e7fc9e23f7,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:57.212080 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.234916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Allocated IP 172.20.0.1 (31f9d4f3-fd84-4f48-b162-edc2911da0a1/56c8ffa0-d6ad-46fb-b441-221d152b4bf7/9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:57.239748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:57.240130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.260484 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Routers {'7f6a8c8f-6698-4b60-bfae-38eff3e829bb'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:57.261697 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:57.327410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 669169a7-abbb-4d47-b730-764a9b5ad8fd up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:57.395463 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Publish callbacks [] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.415636 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] Set router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:57.454393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.509357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:57.518965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 669169a7-abbb-4d47-b730-764a9b5ad8fd completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:28:57.535448 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 669169a7-abbb-4d47-b730-764a9b5ad8fd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:57.535827 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.595481 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be474511-d957-4b70-85ba-b330245ee98c None None] Pushing event updated for resources: {'Port': ['ID=f36e511a-3680-4e9e-bb8c-08e7fc9e23f7,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:57.615950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Sync routers for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:57.627818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:57.648722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:57.651742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:57.718796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Pushing event updated for resources: {'Port': ['ID=9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:57.802786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:57.804303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:57.818147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 669169a7-abbb-4d47-b730-764a9b5ad8fd is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:57.818837 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.852057 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b09f3cf9-8c1e-4f12-8bfb-f33c91430615 admin admin] Publish callbacks [] for security_group (0d08ed2a-417f-4ce2-8e15-92f9256d8807), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.865284 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be474511-d957-4b70-85ba-b330245ee98c None None] Pushing event updated for resources: {'Port': ['ID=f36e511a-3680-4e9e-bb8c-08e7fc9e23f7,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:57.881638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b625e0f1-f04a-4bfb-b394-c885c820c033 req-5524b3a9-0849-4636-91bc-f9f7c708103e tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8761697 Feb 19 03:28:57.889236 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b09f3cf9-8c1e-4f12-8bfb-f33c91430615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0d08ed2a-417f-4ce2-8e15-92f9256d8807), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.946518 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:58.036534 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-router', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:47Z', 'updated_at': '2022-02-19T03:28:53Z', 'revision_number': 3, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'gw_port': {'id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:50Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:58.050885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 669169a7-abbb-4d47-b730-764a9b5ad8fd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=669169a7-abbb-4d47-b730-764a9b5ad8fd,segment=NetworkSegment(6745417a-43c1-4ef6-a767-01a52cf9a32a),segment_id=6745417a-43c1-4ef6-a767-01a52cf9a32a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:58.054110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0cec55-f213-4638-825e-d01b05ee83c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669169a7-abbb-4d47-b730-764a9b5ad8fd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:58.058569 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c44b3ed-b4d9-4c07-a073-72a4bbc3d7ff" -d '{"events": [{"server_uuid": "4b0cec55-f213-4638-825e-d01b05ee83c8", "name": "network-vif-plugged", "status": "completed", "tag": "669169a7-abbb-4d47-b730-764a9b5ad8fd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:58.075422 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:58.091294 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84287e-589d-434f-8db1-53acda2b2a1e None None] The sync data for ids ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'] in n-d-826756-2 is: [{'id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-router', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:47Z', 'updated_at': '2022-02-19T03:28:53Z', 'revision_number': 3, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'gw_port': {'id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:50Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:58.091566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b09f3cf9-8c1e-4f12-8bfb-f33c91430615 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a94f8ca6238e419bb58d7905538e1ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5088422 Feb 19 03:28:58.093887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48158) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:58.214957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f3cf9-8c1e-4f12-8bfb-f33c91430615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d08ed2a-417f-4ce2-8e15-92f9256d8807,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:58.239125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-75441c89-e5ee-445b-a67a-68d87ef002a7 None None] Provisioning complete for port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:58.240409 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-75441c89-e5ee-445b-a67a-68d87ef002a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:58.289259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-75441c89-e5ee-445b-a67a-68d87ef002a7 None None] Port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:58.298275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:58.300686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=669169a7-abbb-4d47-b730-764a9b5ad8fd,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:58.336756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1249a955-8211-458e-9b42-17a53a32d89a tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:58.339835 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1249a955-8211-458e-9b42-17a53a32d89a tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.7914555 Feb 19 03:28:58.360992 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Request body: {'port': {'device_id': 'dfde166e-2bc6-412d-899e-d717a9f123e2', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'admin_state_up': True, 'tenant_id': '945f4e3f343b489cafd000abb754fec1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:58.373516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67af5234-36b6-4970-ad9c-30bc58006090 admin admin] Publish callbacks [] for security_group (0d08ed2a-417f-4ce2-8e15-92f9256d8807), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:58.521973 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Made reservation on behalf of 945f4e3f343b489cafd000abb754fec1 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:58.531030 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:58.665493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 2, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:58.697028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Checking router: 7d3b42fc-cc24-4c16-a582-69f366792628 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:58.697028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Updating router 7d3b42fc-cc24-4c16-a582-69f366792628 port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:58.710671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2a511bce-05ff-45bb-a3ee-eec07241e930 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:58.720977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2a511bce-05ff-45bb-a3ee-eec07241e930 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.5333133 Feb 19 03:28:58.753463 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67af5234-36b6-4970-ad9c-30bc58006090 admin admin] Publish callbacks [] for security_group (0d08ed2a-417f-4ce2-8e15-92f9256d8807), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:58.755421 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:58.779473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-e6052368-ef98-4f66-b885-118a92c0a81d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/quotas/5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 375 time: 0.0572128 Feb 19 03:28:58.850358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Allocated IP 172.20.0.12 (d3336400-e1dd-4eb4-bf58-d531a8c12ae4/b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c/bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:58.864832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:58.965885 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67af5234-36b6-4970-ad9c-30bc58006090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0d08ed2a-417f-4ce2-8e15-92f9256d8807), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:58.968673 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67af5234-36b6-4970-ad9c-30bc58006090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:58.972384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-67af5234-36b6-4970-ad9c-30bc58006090 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d08ed2a-417f-4ce2-8e15-92f9256d8807 HTTP/1.1" status: 204 len: 168 time: 0.8751340 Feb 19 03:28:59.010555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af5234-36b6-4970-ad9c-30bc58006090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d08ed2a-417f-4ce2-8e15-92f9256d8807,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:59.025703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-a6249231-1986-4c96-995c-1b755f1df0d0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2445395 Feb 19 03:28:59.180717 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks [] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.303744 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.380933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event updated for resources: {'Port': ['ID=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:59.396317 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Publish callbacks [] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.422951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:59.425059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:59.427131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:59.427930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:59.433031 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.502827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:59.503667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.509492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-772a17ee-d24c-44f8-a919-efdcfb74ef82 service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689493 Feb 19 03:28:59.533704 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-50c11bae-d6bb-42e1-8ff9-2dc7fdecd453 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1760981 Feb 19 03:28:59.560386 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Request body: {'port': {'device_id': 'dfde166e-2bc6-412d-899e-d717a9f123e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:59.587443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Pushing event updated for resources: {'Port': ['ID=2b7a5332-1b57-4d88-9b97-ef3d97602e09,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:59.739997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.743624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Publish callbacks [] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.745109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:59.745662 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.776104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.834100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Attempting to bind port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:59.834792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Attempting to bind port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:59.835317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Attempting to bind port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 on network 936c70a7-2d08-42a5-8759-2db393636222 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:59.854352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:59.855469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Checking segment: {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:59.861714 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.864868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Bound using segment: {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:59.865920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Bound port: 2b7a5332-1b57-4d88-9b97-ef3d97602e09, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:59.866556 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.968698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Pushing event updated for resources: {'Port': ['ID=9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:59.997694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-1bcdc11d-4a9e-454d-9f69-a7c9da0a9f5a service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867022 Feb 19 03:29:00.042707 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.286106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:00.291951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:00.293793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:00.295616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.313121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] For port 2b7a5332-1b57-4d88-9b97-ef3d97602e09, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:00.329327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] For port 2b7a5332-1b57-4d88-9b97-ef3d97602e09, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2b7a5332-1b57-4d88-9b97-ef3d97602e09,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:00.341274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cbb5c3d3-b7c9-414f-99ab-607512d5b80a None None] Provisioning complete for port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:00.341653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c3d3-b7c9-414f-99ab-607512d5b80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.411712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:00.440064 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Publish callbacks [] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.461700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:00.500120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Transition to ACTIVE for port object bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:00.513476 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.516248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f36e511a-3680-4e9e-bb8c-08e7fc9e23f7,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:00.527317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5c3d3-b7c9-414f-99ab-607512d5b80a None None] Port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:00.539114 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.542096 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.681987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c792d-d4a3-4f23-b9e2-ea89f6e45da4 req-8c8cff2e-5ee9-4adf-8ca0-20e4c04bc651 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:00.683648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a6c792d-d4a3-4f23-b9e2-ea89f6e45da4 req-8c8cff2e-5ee9-4adf-8ca0-20e4c04bc651 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfde166e-2bc6-412d-899e-d717a9f123e2 HTTP/1.1" status: 200 len: 932 time: 0.3658781 Feb 19 03:29:00.733052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:00.733705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:00.862588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Pushing event updated for resources: {'Port': ['ID=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:00.895173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-131202415-network', 'tenant_id': '5370e4b676dc48c0aef8e5d1db9338ff'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:00.944992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:01.008217 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Made reservation on behalf of 5370e4b676dc48c0aef8e5d1db9338ff for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:01.011435 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.033333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Attempting to bind port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:01.034737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Attempting to bind port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:01.035086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Attempting to bind port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:01.051898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.055974 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:01.056413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Attempting to bind port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:01.081649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:01.082207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Checking segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:01.082839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Bound using segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:01.082987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a6c792d-d4a3-4f23-b9e2-ea89f6e45da4 req-9b00706a-9bd5-4b43-856d-a06494950ac9 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815826 Feb 19 03:29:01.083579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Bound port: bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:01.084133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.144785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:01.245180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Pushing event updated for resources: {'Port': ['ID=2b7a5332-1b57-4d88-9b97-ef3d97602e09,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:01.269622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] For port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:01.279200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] For port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:01.299931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:01.309588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.310385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3a85b289-0dfc-4ad6-adcc-6f9b5988acce admin admin] 10.222.0.42 "PUT /v2.0/routers/7f6a8c8f-6698-4b60-bfae-38eff3e829bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8500023 Feb 19 03:29:01.340344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.340701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.347686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.348467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.348825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.349173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.349509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.349890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.354136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.354541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.354893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.355238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.355575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d11913-8670-497b-8d15-da203ad5ecc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:01.389293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e0aef53a-255a-44f2-aa6c-9ed60da145b6 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--212615779&fields=id&tenant_id=d714199a166a4ba2a32ef297aaf4d888 HTTP/1.1" status: 200 len: 267 time: 0.0763695 Feb 19 03:29:01.444568 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Sync routers for ids ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:01.463192 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Routers {'7f6a8c8f-6698-4b60-bfae-38eff3e829bb'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:01.464096 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:01.474650 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Publish callbacks [] for security_group (305fca89-3d9a-4b60-81ae-6035759eaff1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.476370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Pushing event updated for resources: {'Port': ['ID=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:01.511737 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (305fca89-3d9a-4b60-81ae-6035759eaff1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.534330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:01.546344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7158ba25-29a9-4c34-ad69-85c97c5e1fea None None] Provisioning complete for port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:01.546899 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7158ba25-29a9-4c34-ad69-85c97c5e1fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.548446 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (88ebc6ec-46e6-4ab2-aa66-fe171b30e70e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.548807 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Added segment 88ebc6ec-46e6-4ab2-aa66-fe171b30e70e of type vlan for network 5600df88-4693-4811-9ff5-8b78bdc7e66d Feb 19 03:29:01.592867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-c1352f3d-7b09-40c3-9e5e-bc775badcdf0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:01.603597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-c1352f3d-7b09-40c3-9e5e-bc775badcdf0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 817 time: 0.2009413 Feb 19 03:29:01.621102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e48da4a6-0527-49d3-9968-4a0984ca1e13 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/quotas/d714199a166a4ba2a32ef297aaf4d888 HTTP/1.1" status: 200 len: 375 time: 0.0163903 Feb 19 03:29:01.663570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (5600df88-4693-4811-9ff5-8b78bdc7e66d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.667091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7158ba25-29a9-4c34-ad69-85c97c5e1fea None None] Port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:01.721781 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:01.722809 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.725391 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f47e941e-d9b7-4e47-9ced-4da1b556bd6f service neutron] 10.222.0.37 "PUT /v2.0/ports/bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de HTTP/1.1" status: 200 len: 1092 time: 2.1705317 Feb 19 03:29:01.729801 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfde166e-2bc6-412d-899e-d717a9f123e2', 'tag': 'bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:01.731063 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Set router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:01.732579 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a1e25f-411b-4b6f-b5de-dba2b585cac6" -d '{"events": [{"name": "network-changed", "server_uuid": "dfde166e-2bc6-412d-899e-d717a9f123e2", "tag": "bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:01.765314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (5600df88-4693-4811-9ff5-8b78bdc7e66d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.766396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-74648df0-180b-422e-9356-10643eff20dd tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368394 Feb 19 03:29:01.779832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:01.780505 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.901244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=f36e511a-3680-4e9e-bb8c-08e7fc9e23f7,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:01.936455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e5bd3fbe-6e79-47af-8784-994fe8910874 None None] Provisioning complete for port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:01.936824 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3fbe-6e79-47af-8784-994fe8910874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.939615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=5600df88-4693-4811-9ff5-8b78bdc7e66d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:02.010192 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5439947 Feb 19 03:29:02.018188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09026410-dad4-45ea-9a7e-d60bce3b2ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305fca89-3d9a-4b60-81ae-6035759eaff1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:02.021719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48232) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:02.030055 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Request body: {'subnet': {'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-131202415-subnet', 'tenant_id': '5370e4b676dc48c0aef8e5d1db9338ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:02.070956 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Made reservation on behalf of 5370e4b676dc48c0aef8e5d1db9338ff for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:02.076346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.102383 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-3371b4fe-51d0-41ae-9a7a-6d440bde4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:02.104062 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-3371b4fe-51d0-41ae-9a7a-6d440bde4a87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=dfde166e-2bc6-412d-899e-d717a9f123e2 HTTP/1.1" status: 200 len: 1126 time: 0.1687665 Feb 19 03:29:02.163394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-b4728938-ff3e-49ca-83a8-1069b14d8b57 service neutron] 10.222.0.42 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907511 Feb 19 03:29:02.176546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 5600df88-4693-4811-9ff5-8b78bdc7e66d details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:02.334635 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-a3296c0c-1701-481f-ab9c-5733aebf4b3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de HTTP/1.1" status: 200 len: 217 time: 0.0658669 Feb 19 03:29:02.360583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-bb0848c4-1bbb-40d8-b37b-5b06e78cc5e4 service neutron] 10.222.0.42 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962874 Feb 19 03:29:02.390439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:00Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:02.390810 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-router', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:47Z', 'updated_at': '2022-02-19T03:28:58Z', 'revision_number': 4, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'gw_port': {'id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:50Z', 'updated_at': '2022-02-19T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95', 'name': '', 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'mac_address': 'fa:16:3e:db:25:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '56c8ffa0-d6ad-46fb-b441-221d152b4bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:56Z', 'updated_at': '2022-02-19T03:28:59Z', 'revision_number': 2, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'subnets': [{'id': '56c8ffa0-d6ad-46fb-b441-221d152b4bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:02.437622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd3fbe-6e79-47af-8784-994fe8910874 None None] Current status of the port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:02.438460 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3fbe-6e79-47af-8784-994fe8910874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.442094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e15db-003a-40f2-9110-7b12ad4f3985 None None] The sync data for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 is: [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:00Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:02.460836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-d775c646-ece3-4aaa-a8f2-72919a51b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:02.463958 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-d775c646-ece3-4aaa-a8f2-72919a51b95e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.1164010 Feb 19 03:29:02.526488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e5bd3fbe-6e79-47af-8784-994fe8910874 None None] For port 2b7a5332-1b57-4d88-9b97-ef3d97602e09, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2b7a5332-1b57-4d88-9b97-ef3d97602e09,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:02.538402 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3fbe-6e79-47af-8784-994fe8910874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.602448 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-f4bea26e-97f0-40f3-945f-d01c017fd43e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663319 Feb 19 03:29:02.717716 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (f056254e-483c-4e21-9725-833b560ed18e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.719036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd3fbe-6e79-47af-8784-994fe8910874 None None] Pushing event updated for resources: {'Port': ['ID=2b7a5332-1b57-4d88-9b97-ef3d97602e09,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:02.805330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-98484e54-e863-4373-8f0c-155dd54fa26d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:02.812758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-98484e54-e863-4373-8f0c-155dd54fa26d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.3814955 Feb 19 03:29:02.828604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'port': {'device_id': '30457dfa-5544-4053-9f24-d9f8aeb5b2fc', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'admin_state_up': True, 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:02.830982 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Checking router: 7f6a8c8f-6698-4b60-bfae-38eff3e829bb for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:02.831438 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Updating router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:29:02.944695 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.024301 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-91cf9311-e4a3-4e7f-970a-46e93258560b service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115963 Feb 19 03:29:03.248291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Checking segment: {'id': '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:03.248784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Network hostable DHCP agents. Network: 5600df88-4693-4811-9ff5-8b78bdc7e66d, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:03.265769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f056254e-483c-4e21-9725-833b560ed18e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:03.294433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3911cde-b591-476d-9e09-1e37da9742c0 req-ff4fa2a3-88ca-43f9-85dc-1a38b60d403e tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:03.302780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3911cde-b591-476d-9e09-1e37da9742c0 req-ff4fa2a3-88ca-43f9-85dc-1a38b60d403e tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 946 time: 0.3973143 Feb 19 03:29:03.316378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:03.395689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3911cde-b591-476d-9e09-1e37da9742c0 req-2ac64a30-2661-4da8-9d5c-bf9e431e0f5a tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/security-groups?id=466ddbd1-d99b-4473-8bd4-2eee71cc77da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916727 Feb 19 03:29:03.397074 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-8bad980e-1818-46a8-8169-076a5820c13c service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569543 Feb 19 03:29:03.399283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Network 5600df88-4693-4811-9ff5-8b78bdc7e66d is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:03.406023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Made reservation on behalf of 5cf97a4e18014482b6db74a93fe61ab7 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:03.424529 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.427174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 5600df88-4693-4811-9ff5-8b78bdc7e66d) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:03.434303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:03.434927 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.476627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4706d3-697b-46d3-90b5-a8b98505000d None None] Network 5600df88-4693-4811-9ff5-8b78bdc7e66d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:03.496196 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-15012715-9f0d-44ee-98dd-85cd26dea15f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4696758 Feb 19 03:29:03.675137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Allocated IP 172.20.0.11 (fe9d6d30-625d-450f-933b-efaadb357ec7/ce738e80-e0ec-4d2c-8061-632564612e19/630f30bb-cce5-41a7-9928-02c7440d6fd1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:03.816471 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0ad4d8-9771-46f5-912b-ae5a2fdeee84 x-openstack-request-id: req-8c0ad4d8-9771-46f5-912b-ae5a2fdeee84 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:03.817080 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0cec55-f213-4638-825e-d01b05ee83c8", "name": "network-vif-plugged", "status": "completed", "tag": "669169a7-abbb-4d47-b730-764a9b5ad8fd", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:03.821240 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c0ad4d8-9771-46f5-912b-ae5a2fdeee84 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:03.826204 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0cec55-f213-4638-825e-d01b05ee83c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669169a7-abbb-4d47-b730-764a9b5ad8fd', 'code': 200} Feb 19 03:29:03.935406 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Publish callbacks [] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.972967 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:04.017108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:04.018976 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:04.246541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a30c7-e5a6-4814-94d1-8d2ee6937de9 None None] Network 5600df88-4693-4811-9ff5-8b78bdc7e66d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:04.287309 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:04.294018 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Attempting to bind port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:04.294437 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Attempting to bind port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '7961e613-a271-452d-8baf-86f516b04546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:04.295728 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Attempting to bind port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 on network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:04.319856 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:04.320221 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Checking segment: {'id': '7961e613-a271-452d-8baf-86f516b04546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:04.320878 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:04.321474 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Bound using segment: {'id': '7961e613-a271-452d-8baf-86f516b04546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:04.323049 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Bound port: 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7961e613-a271-452d-8baf-86f516b04546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:04.323611 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:04.346722 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345fd9e-8661-43e5-a066-c2fec62982db None None] Pushing event updated for resources: {'Port': ['ID=9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:04.449750 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] For port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:04.456329 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] For port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95,segment=NetworkSegment(7961e613-a271-452d-8baf-86f516b04546),segment_id=7961e613-a271-452d-8baf-86f516b04546)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:04.475526 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:04.483066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45f0f3a3-cca5-47ea-b638-47e697586abd req-c73a0b1d-7828-4f8a-ac8b-eb26ba9271dd tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 210 time: 0.2583213 Feb 19 03:29:04.484847 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:04.546615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef0c8929-9da2-460f-9287-bb50a8b29fc6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:04.600116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:04.602914 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345fd9e-8661-43e5-a066-c2fec62982db None None] Pushing event updated for resources: {'Port': ['ID=9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:04.608202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:04.615648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:04.633605 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Routers {'7f6a8c8f-6698-4b60-bfae-38eff3e829bb'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:04.634980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=630f30bb-cce5-41a7-9928-02c7440d6fd1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:04.636350 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:28:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:04.898552 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] Set router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:05.021769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9352ed2d-1d09-4c63-90cb-7361e11700b1 None None] Provisioning complete for port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:05.022359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9352ed2d-1d09-4c63-90cb-7361e11700b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.132607 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152fd921-1cee-4575-98ee-995f98b3bc8d x-openstack-request-id: req-152fd921-1cee-4575-98ee-995f98b3bc8d {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:05.133045 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfde166e-2bc6-412d-899e-d717a9f123e2", "tag": "bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:05.133265 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-152fd921-1cee-4575-98ee-995f98b3bc8d {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:05.133575 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfde166e-2bc6-412d-899e-d717a9f123e2', 'tag': 'bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de', 'status': 'completed', 'code': 200} Feb 19 03:29:05.185725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:05.186979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2b7a5332-1b57-4d88-9b97-ef3d97602e09 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:05.334355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1e25f-411b-4b6f-b5de-dba2b585cac6 req-c4b3a691-5f48-4064-85ce-21e4195d931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:05.335884 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15a1e25f-411b-4b6f-b5de-dba2b585cac6 req-c4b3a691-5f48-4064-85ce-21e4195d931b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=dfde166e-2bc6-412d-899e-d717a9f123e2 HTTP/1.1" status: 200 len: 1126 time: 0.1375635 Feb 19 03:29:05.555151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1e25f-411b-4b6f-b5de-dba2b585cac6 req-637b964e-bc59-4b47-b4c1-e8b088568697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:05.560126 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15a1e25f-411b-4b6f-b5de-dba2b585cac6 req-637b964e-bc59-4b47-b4c1-e8b088568697 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 913 time: 0.2152998 Feb 19 03:29:05.585800 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-router', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:47Z', 'updated_at': '2022-02-19T03:28:58Z', 'revision_number': 4, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'gw_port': {'id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:50Z', 'updated_at': '2022-02-19T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95', 'name': '', 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'mac_address': 'fa:16:3e:db:25:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '56c8ffa0-d6ad-46fb-b441-221d152b4bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:56Z', 'updated_at': '2022-02-19T03:29:04Z', 'revision_number': 4, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'subnets': [{'id': '56c8ffa0-d6ad-46fb-b441-221d152b4bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:05.615034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:05.621269 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.653017 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a8739-db91-4c81-9e1d-9449e2efbe94 None None] The sync data for ids ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'] in n-d-826756-2 is: [{'id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-router', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:47Z', 'updated_at': '2022-02-19T03:28:58Z', 'revision_number': 4, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'gw_port': {'id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:50Z', 'updated_at': '2022-02-19T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95', 'name': '', 'network_id': '31f9d4f3-fd84-4f48-b162-edc2911da0a1', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'mac_address': 'fa:16:3e:db:25:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '56c8ffa0-d6ad-46fb-b441-221d152b4bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:56Z', 'updated_at': '2022-02-19T03:29:04Z', 'revision_number': 4, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'subnets': [{'id': '56c8ffa0-d6ad-46fb-b441-221d152b4bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:05.658283 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15a1e25f-411b-4b6f-b5de-dba2b585cac6 req-23170031-947c-4901-964c-4b3d843977b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de HTTP/1.1" status: 200 len: 217 time: 0.0786319 Feb 19 03:29:05.692954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:05.694144 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.818109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9352ed2d-1d09-4c63-90cb-7361e11700b1 None None] Current status of the port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:05.819855 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9352ed2d-1d09-4c63-90cb-7361e11700b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.853996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1e25f-411b-4b6f-b5de-dba2b585cac6 req-0a172f04-86c5-4d42-872b-35f9815de6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:05.857457 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15a1e25f-411b-4b6f-b5de-dba2b585cac6 req-0a172f04-86c5-4d42-872b-35f9815de6ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.1864545 Feb 19 03:29:05.881414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eb5d8-f6fc-422f-a0b9-2b77d9fe3926 req-ae491a65-092a-4a84-8efd-56ef0c4a23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:05.884050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-850eb5d8-f6fc-422f-a0b9-2b77d9fe3926 req-ae491a65-092a-4a84-8efd-56ef0c4a23d5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 1128 time: 1.9321897 Feb 19 03:29:05.903667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-383eb305-4abc-4257-906a-5ec8b2fdf71c req-cc062cd5-290b-4e07-8cfc-906f69d8abad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 210 time: 0.1895435 Feb 19 03:29:05.932620 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15a1e25f-411b-4b6f-b5de-dba2b585cac6 req-1f64ed03-f285-4e2a-8cdb-ce5092cae4cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653746 Feb 19 03:29:05.977833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-5fef013a-6686-4d28-b7d9-99550c450352 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1542537 Feb 19 03:29:05.986846 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9352ed2d-1d09-4c63-90cb-7361e11700b1 None None] For port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95,segment=NetworkSegment(7961e613-a271-452d-8baf-86f516b04546),segment_id=7961e613-a271-452d-8baf-86f516b04546)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:06.081043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:06.094397 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9352ed2d-1d09-4c63-90cb-7361e11700b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.185564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Request body: {'port': {'device_id': '30457dfa-5544-4053-9f24-d9f8aeb5b2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:06.226967 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15a1e25f-411b-4b6f-b5de-dba2b585cac6 req-00f5eecf-a1ed-4ae7-afa5-ad7ce16793a6 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819705 Feb 19 03:29:06.262043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352ed2d-1d09-4c63-90cb-7361e11700b1 None None] Pushing event updated for resources: {'Port': ['ID=9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:06.265670 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.284221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1ab07899-2ca9-4b9f-853a-88d64aded941 None None] Provisioning complete for port 630f30bb-cce5-41a7-9928-02c7440d6fd1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:06.287310 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1ab07899-2ca9-4b9f-853a-88d64aded941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.370874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1ab07899-2ca9-4b9f-853a-88d64aded941 None None] Port 630f30bb-cce5-41a7-9928-02c7440d6fd1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:06.411306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1ab07899-2ca9-4b9f-853a-88d64aded941 None None] Provisioning complete for port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:06.411864 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1ab07899-2ca9-4b9f-853a-88d64aded941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.435879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.518764 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-15a1e25f-411b-4b6f-b5de-dba2b585cac6 req-28cbc935-28af-4e1d-bf5b-697647270b84 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837505 Feb 19 03:29:06.528728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-532e0602-e5f3-4402-b533-67124fa6c80b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:06.536459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-532e0602-e5f3-4402-b533-67124fa6c80b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 817 time: 0.7919781 Feb 19 03:29:06.573974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:06.652132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1ab07899-2ca9-4b9f-853a-88d64aded941 None None] Current status of the port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:06.690633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-850eb5d8-f6fc-422f-a0b9-2b77d9fe3926 req-ce6042b9-a156-4ca7-a17e-55aa7514b9fc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=466ddbd1-d99b-4473-8bd4-2eee71cc77da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7856011 Feb 19 03:29:06.726581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:06.727366 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.854381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f42611-12d4-4cfb-bb06-9413cf04aa6d req-98a514e4-b99d-4359-8cf9-1b3db9800051 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:06.861911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42f42611-12d4-4cfb-bb06-9413cf04aa6d req-98a514e4-b99d-4359-8cf9-1b3db9800051 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.5568492 Feb 19 03:29:06.876635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-c9d9fb5a-fa12-4e52-bd2e-fd1a3b067287 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d714199a166a4ba2a32ef297aaf4d888 HTTP/1.1" status: 200 len: 379 time: 0.2956583 Feb 19 03:29:06.914840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'port': {'device_id': '55102374-ad8b-44a9-82f1-36d502315932', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'admin_state_up': True, 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'security_groups': ['42989fd0-f7c8-42fe-8883-9aaa103cc9cd']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:06.979890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:07.216896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:29:07.391651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:07.407114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'port_id': 'bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de', 'mac_address': 'fa:16:3e:1a:2b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:29:07.442263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42f42611-12d4-4cfb-bb06-9413cf04aa6d req-f4b44d07-2e5d-4b2a-a6e9-90fa4bc4eb5a tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784316 Feb 19 03:29:07.581168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:07.583036 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:07.609173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:07.629453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48372) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:07.652232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:07.658797 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:07.755176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:07.788333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Made reservation on behalf of d714199a166a4ba2a32ef297aaf4d888 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:07.796942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:07.987640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3dbfc02-f3fc-4d5f-bb2f-49650569e5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.143113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:08.146278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630f30bb-cce5-41a7-9928-02c7440d6fd1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:08.178945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Publish callbacks [] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.247141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Allocated IP 172.20.0.7 (936c70a7-2d08-42a5-8759-2db393636222/ba5b15c1-df7c-410b-9d5e-f5d5910ecd77/33456164-a49a-4d29-8bac-d7d18a90dc0e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:08.280200 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3dbfc02-f3fc-4d5f-bb2f-49650569e5c4 admin admin] Publish callbacks [] for security_group (7f762f83-b4a5-48d2-92d5-91e598b5d378), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.286404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3dbfc02-f3fc-4d5f-bb2f-49650569e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7f762f83-b4a5-48d2-92d5-91e598b5d378), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.312485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Transition to ACTIVE for port object 630f30bb-cce5-41a7-9928-02c7440d6fd1 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:08.329252 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6040-bd21-4828-b443-142cbf5fa2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.355578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.379553 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e3dbfc02-f3fc-4d5f-bb2f-49650569e5c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7dda62e711fb4761811acc416d95dca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7487383 Feb 19 03:29:08.380950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48384) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:08.508026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbfc02-f3fc-4d5f-bb2f-49650569e5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f762f83-b4a5-48d2-92d5-91e598b5d378,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:08.622997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43cf4ac2-d3c9-4cea-82f2-742451b48d15 admin admin] Publish callbacks [] for security_group (7f762f83-b4a5-48d2-92d5-91e598b5d378), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.706592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Pushing event updated for resources: {'Port': ['ID=630f30bb-cce5-41a7-9928-02c7440d6fd1,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:08.721988 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43cf4ac2-d3c9-4cea-82f2-742451b48d15 admin admin] Publish callbacks [] for security_group (7f762f83-b4a5-48d2-92d5-91e598b5d378), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.792111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-a9954671-7817-40c6-a85b-ef4cf4427866 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:08.794067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-a9954671-7817-40c6-a85b-ef4cf4427866 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 813 time: 0.5305748 Feb 19 03:29:08.831021 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43cf4ac2-d3c9-4cea-82f2-742451b48d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7f762f83-b4a5-48d2-92d5-91e598b5d378), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.839103 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43cf4ac2-d3c9-4cea-82f2-742451b48d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.840596 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-43cf4ac2-d3c9-4cea-82f2-742451b48d15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f762f83-b4a5-48d2-92d5-91e598b5d378 HTTP/1.1" status: 204 len: 168 time: 0.4516723 Feb 19 03:29:08.857711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf4ac2-d3c9-4cea-82f2-742451b48d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f762f83-b4a5-48d2-92d5-91e598b5d378,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:08.877564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-5c734308-5ac1-45a1-a399-cf571122ab46 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/quotas/5370e4b676dc48c0aef8e5d1db9338ff HTTP/1.1" status: 200 len: 375 time: 0.0739038 Feb 19 03:29:08.894943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Attempting to bind port 630f30bb-cce5-41a7-9928-02c7440d6fd1 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:08.895158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Attempting to bind port 630f30bb-cce5-41a7-9928-02c7440d6fd1 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:08.895604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Attempting to bind port 630f30bb-cce5-41a7-9928-02c7440d6fd1 on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:08.938709 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.942176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Port 630f30bb-cce5-41a7-9928-02c7440d6fd1 on network fe9d6d30-625d-450f-933b-efaadb357ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:08.942355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Attempting to bind port 630f30bb-cce5-41a7-9928-02c7440d6fd1 on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:08.974896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-8ee282e1-69d9-4063-b01f-b98e51de5f9e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673397 Feb 19 03:29:09.002164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:09.002540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Checking segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:09.003169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Bound using segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:09.003866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Bound port: 630f30bb-cce5-41a7-9928-02c7440d6fd1, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:09.004268 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.185167 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.296859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-88b84b44-85c4-43b4-ae94-4a6dd1d08735 service neutron] 10.222.0.42 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093600 Feb 19 03:29:09.318044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Network 936c70a7-2d08-42a5-8759-2db393636222 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:09.319266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] For port 630f30bb-cce5-41a7-9928-02c7440d6fd1, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:09.384871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48392) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:09.411800 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ea544e6-e220-4c28-835e-e64fe3825888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.440326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-570da06b-f45a-4c80-b81b-f6fefc9428c5 service neutron] 10.222.0.42 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258605 Feb 19 03:29:09.444031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:09.454062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:09.469233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:09.557627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:09.559392 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.564126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] For port 630f30bb-cce5-41a7-9928-02c7440d6fd1, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=630f30bb-cce5-41a7-9928-02c7440d6fd1,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:09.575777 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.631658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-e7dbd4f2-d8a8-4045-863a-0e6221d92ab5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7352791 Feb 19 03:29:09.632926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:09.633755 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.635666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] 10.222.0.71 "PUT /v2.0/ports/630f30bb-cce5-41a7-9928-02c7440d6fd1 HTTP/1.1" status: 200 len: 1092 time: 3.6323235 Feb 19 03:29:09.639563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30457dfa-5544-4053-9f24-d9f8aeb5b2fc', 'tag': '630f30bb-cce5-41a7-9928-02c7440d6fd1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:09.642220 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4" -d '{"events": [{"name": "network-changed", "server_uuid": "30457dfa-5544-4053-9f24-d9f8aeb5b2fc", "tag": "630f30bb-cce5-41a7-9928-02c7440d6fd1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:09.654143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Request body: {'port': {'device_id': '55102374-ad8b-44a9-82f1-36d502315932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:09.704726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ea544e6-e220-4c28-835e-e64fe3825888 admin admin] Publish callbacks [] for security_group (8212a936-b436-4c79-8201-2f468992a7fd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.712391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ea544e6-e220-4c28-835e-e64fe3825888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8212a936-b436-4c79-8201-2f468992a7fd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.838606 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5ea544e6-e220-4c28-835e-e64fe3825888 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=042481431d7e44ae8ce6d09735ec1ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4494441 Feb 19 03:29:09.846810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48402) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:09.890774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea544e6-e220-4c28-835e-e64fe3825888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8212a936-b436-4c79-8201-2f468992a7fd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:09.922178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f70fa-ba4f-4e6c-9294-6064f21b55ef service neutron] Pushing event updated for resources: {'Port': ['ID=630f30bb-cce5-41a7-9928-02c7440d6fd1,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:09.926758 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.176026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3503fedd-1d3a-4b9f-9a5c-8492401ec7bd None None] Provisioning complete for port 33456164-a49a-4d29-8bac-d7d18a90dc0e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:10.176701 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3503fedd-1d3a-4b9f-9a5c-8492401ec7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.310887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3503fedd-1d3a-4b9f-9a5c-8492401ec7bd None None] Port 33456164-a49a-4d29-8bac-d7d18a90dc0e cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:10.393424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-f772a84b-247d-4635-8e48-1d0d229558dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:10.416246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-f772a84b-247d-4635-8e48-1d0d229558dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 1126 time: 0.7193646 Feb 19 03:29:10.421486 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf5ae-70f1-41dc-af72-1eaae552b838 admin admin] Publish callbacks [] for security_group (8212a936-b436-4c79-8201-2f468992a7fd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.429727 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-181d708f-f78c-4e79-8393-ed0b3c5caa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.448693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da5565-9a8c-47e3-8e92-52bf1bc5b52f req-5ab3f0dc-a860-42a2-aef4-24d72bf9e69a tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:10.456218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84da5565-9a8c-47e3-8e92-52bf1bc5b52f req-5ab3f0dc-a860-42a2-aef4-24d72bf9e69a tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 946 time: 0.5779147 Feb 19 03:29:10.551346 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33456164-a49a-4d29-8bac-d7d18a90dc0e {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:10.561362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-94257cd7-e93b-4043-a7c4-98be7ccc9a98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=630f30bb-cce5-41a7-9928-02c7440d6fd1 HTTP/1.1" status: 200 len: 217 time: 0.1288469 Feb 19 03:29:10.595401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Publish callbacks [] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.645213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Transition to ACTIVE for port object 33456164-a49a-4d29-8bac-d7d18a90dc0e will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:10.652985 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf5ae-70f1-41dc-af72-1eaae552b838 admin admin] Publish callbacks [] for security_group (8212a936-b436-4c79-8201-2f468992a7fd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.709412 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.816980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Pushing event updated for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:10.838056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-0648bb85-5679-4a04-93da-792072c0ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:10.839956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-0648bb85-5679-4a04-93da-792072c0ee02 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.2659492 Feb 19 03:29:10.845251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84da5565-9a8c-47e3-8e92-52bf1bc5b52f req-bdb86c56-f51b-49e2-a8aa-8e488555f5d8 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/security-groups?id=466ddbd1-d99b-4473-8bd4-2eee71cc77da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877683 Feb 19 03:29:10.856782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf5ae-70f1-41dc-af72-1eaae552b838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8212a936-b436-4c79-8201-2f468992a7fd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.860813 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf5ae-70f1-41dc-af72-1eaae552b838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.862604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2ceaf5ae-70f1-41dc-af72-1eaae552b838 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8212a936-b436-4c79-8201-2f468992a7fd HTTP/1.1" status: 204 len: 168 time: 0.9884834 Feb 19 03:29:11.000405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceaf5ae-70f1-41dc-af72-1eaae552b838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8212a936-b436-4c79-8201-2f468992a7fd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:11.067909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-cbd5b966-d4aa-4008-8e45-e56ef02b9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:11.069973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-cbd5b966-d4aa-4008-8e45-e56ef02b9e1f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2220771 Feb 19 03:29:11.235562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:11.369495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Attempting to bind port 33456164-a49a-4d29-8bac-d7d18a90dc0e on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:11.371652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Attempting to bind port 33456164-a49a-4d29-8bac-d7d18a90dc0e by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:11.372500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Attempting to bind port 33456164-a49a-4d29-8bac-d7d18a90dc0e on network 936c70a7-2d08-42a5-8759-2db393636222 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:11.392100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Port 33456164-a49a-4d29-8bac-d7d18a90dc0e on network 936c70a7-2d08-42a5-8759-2db393636222 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:11.392485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Attempting to bind port 33456164-a49a-4d29-8bac-d7d18a90dc0e on network 936c70a7-2d08-42a5-8759-2db393636222 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:11.407252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:11.408100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Checking segment: {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:11.408811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Bound using segment: {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:11.409741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Bound port: 33456164-a49a-4d29-8bac-d7d18a90dc0e, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:11.410223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.453854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:29:11.510111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:11.510555 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.516487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-e8eab518-6f84-43db-abb5-bcc52615fdd3 service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189861 Feb 19 03:29:11.640725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:11.896493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:11.896893 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.933930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.941726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfde166e-2bc6-412d-899e-d717a9f123e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:11.945254 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ef416f-d2b4-46bf-bdad-2dca760dc491" -d '{"events": [{"server_uuid": "dfde166e-2bc6-412d-899e-d717a9f123e2", "name": "network-vif-plugged", "status": "completed", "tag": "bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:11.970881 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:11.983020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.073428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:12.217335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:12.264784 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.387168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0fb2d11-5f89-42c9-a84f-e32634fb8f10 req-e31ada3e-fdae-48b3-9d42-3d6de31bb4a2 service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8480191 Feb 19 03:29:12.423299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Pushing event updated for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:12.441519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:12.442214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.443992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-5cd103d8-756c-4442-b6d4-e791e4b6bad0 service neutron] 10.222.0.37 "PUT /v2.0/ports/33456164-a49a-4d29-8bac-d7d18a90dc0e HTTP/1.1" status: 200 len: 1091 time: 2.7946284 Feb 19 03:29:12.473501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c384ebb-774e-4db6-826e-b35c4ca26885 req-91263f4a-a940-4c21-a310-4d821776e560 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:12.482893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c384ebb-774e-4db6-826e-b35c4ca26885 req-91263f4a-a940-4c21-a310-4d821776e560 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfde166e-2bc6-412d-899e-d717a9f123e2 HTTP/1.1" status: 200 len: 946 time: 1.4290438 Feb 19 03:29:12.525728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-998f1f42-94fc-4bc7-8d1b-db5e34ee8f05 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:12.527488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-998f1f42-94fc-4bc7-8d1b-db5e34ee8f05 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.71 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 813 time: 0.8206611 Feb 19 03:29:12.545243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Request body: {'port': {'device_id': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d', 'admin_state_up': True, 'tenant_id': '5370e4b676dc48c0aef8e5d1db9338ff'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:12.688242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-41e4a85a-9bc5-4bb2-86f7-257d5b4784cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:12.691377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-41e4a85a-9bc5-4bb2-86f7-257d5b4784cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 1125 time: 0.1721666 Feb 19 03:29:12.714811 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c384ebb-774e-4db6-826e-b35c4ca26885 req-c42df152-8c02-4385-82b3-0c02447ee13f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297606 Feb 19 03:29:12.744750 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:29:12.795338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-bad1b780-2c27-44fd-9652-4459bfcb1069 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e HTTP/1.1" status: 200 len: 217 time: 0.0699837 Feb 19 03:29:12.908435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-291e2b48-927c-4233-b37e-f0c2733df231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:12.910202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-291e2b48-927c-4233-b37e-f0c2733df231 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1063819 Feb 19 03:29:12.948703 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.961316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Made reservation on behalf of 5370e4b676dc48c0aef8e5d1db9338ff for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:12.965781 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.993207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728a2e8-da10-4b97-b348-170f7766b24b req-01b3f45d-6f4c-4c40-a25c-1dc08c14dd6d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:12.994833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6728a2e8-da10-4b97-b348-170f7766b24b req-01b3f45d-6f4c-4c40-a25c-1dc08c14dd6d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1372743 Feb 19 03:29:13.103831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-29020143-c2fe-461d-aabe-25f3d91298e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:13.105503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-29020143-c2fe-461d-aabe-25f3d91298e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1859679 Feb 19 03:29:13.153012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6728a2e8-da10-4b97-b348-170f7766b24b req-69316892-9c30-40a8-b9ee-13b13a78110a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465054 Feb 19 03:29:13.249746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Allocated IP 172.20.0.8 (5600df88-4693-4811-9ff5-8b78bdc7e66d/f056254e-483c-4e21-9725-833b560ed18e/de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:13.313407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-09fa4822-a759-4512-aed4-68c12e9e231f service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984620 Feb 19 03:29:13.492893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c372fe-7190-4c2d-9114-731549a2f698 req-da1d91e6-3659-4e46-a235-363d9a8b4357 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:13.494515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97c372fe-7190-4c2d-9114-731549a2f698 req-da1d91e6-3659-4e46-a235-363d9a8b4357 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.2378953 Feb 19 03:29:13.616791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb572662-bade-47cf-bd81-4cc119f9e09c req-bc978fc5-28d1-486e-864a-f6a61573e5ce service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957547 Feb 19 03:29:13.644885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97c372fe-7190-4c2d-9114-731549a2f698 req-417c821e-2eb7-4479-801b-1c509ea9bd71 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166615 Feb 19 03:29:13.660669 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks [] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.706304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.783960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Network 5600df88-4693-4811-9ff5-8b78bdc7e66d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:13.791601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Pushing event updated for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:13.795141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:13.797700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:13.866208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3f4f7-c800-4fe7-a06c-cfa1745d21d2 req-98208cb3-92f7-4779-9115-c14f0518665d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:13.868895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ab3f4f7-c800-4fe7-a06c-cfa1745d21d2 req-98208cb3-92f7-4779-9115-c14f0518665d tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.1240258 Feb 19 03:29:13.875952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:13.877001 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.910470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4e493114-c516-4206-8c70-f9ed7bb18fb7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3724077 Feb 19 03:29:13.930605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Request body: {'port': {'device_id': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:14.034061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ab3f4f7-c800-4fe7-a06c-cfa1745d21d2 req-3ee99019-49aa-416a-8d27-04043b43e3df tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533167 Feb 19 03:29:14.083287 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.206542 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7f5bd8-fdd4-4020-8697-1cf5228f8dbf x-openstack-request-id: req-6a7f5bd8-fdd4-4020-8697-1cf5228f8dbf {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:14.207055 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30457dfa-5544-4053-9f24-d9f8aeb5b2fc", "tag": "630f30bb-cce5-41a7-9928-02c7440d6fd1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:14.207436 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a7f5bd8-fdd4-4020-8697-1cf5228f8dbf {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:14.208076 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30457dfa-5544-4053-9f24-d9f8aeb5b2fc', 'tag': '630f30bb-cce5-41a7-9928-02c7440d6fd1', 'status': 'completed', 'code': 200} Feb 19 03:29:14.581544 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.586357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-c8188dbd-948a-4bc7-96d6-c8400e2f71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.588776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-c8188dbd-948a-4bc7-96d6-c8400e2f71d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 1126 time: 0.3796666 Feb 19 03:29:14.676962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50c3aa-c47c-472b-93b2-9b726cf3bef1 req-20b3c5de-35a3-4d87-8441-3c7cbef2ed82 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.679089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e50c3aa-c47c-472b-93b2-9b726cf3bef1 req-20b3c5de-35a3-4d87-8441-3c7cbef2ed82 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 931 time: 0.3852096 Feb 19 03:29:14.889296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:14.972003 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Publish callbacks [] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.024411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Transition to ACTIVE for port object de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:15.084731 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.148337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-c93aa8b2-79e9-45d4-b9f9-d6600795aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.150481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-c93aa8b2-79e9-45d4-b9f9-d6600795aa3d service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.5260031 Feb 19 03:29:15.238403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e50c3aa-c47c-472b-93b2-9b726cf3bef1 req-e4a14629-259c-40e3-b05d-a7d9332f33cb tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128784 Feb 19 03:29:15.251559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-927d643b-8bbf-47be-a11e-06efdfd44429 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=630f30bb-cce5-41a7-9928-02c7440d6fd1 HTTP/1.1" status: 200 len: 217 time: 0.0913754 Feb 19 03:29:15.255229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:15.414576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Attempting to bind port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:15.417176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Attempting to bind port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:15.417643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Attempting to bind port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 on network 5600df88-4693-4811-9ff5-8b78bdc7e66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:15.439954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 on network 5600df88-4693-4811-9ff5-8b78bdc7e66d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:15.440641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Attempting to bind port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 on network 5600df88-4693-4811-9ff5-8b78bdc7e66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:15.448925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-bcf1b8e1-2e84-46ff-8009-0b40ffd47c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.450942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-bcf1b8e1-2e84-46ff-8009-0b40ffd47c9c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1905282 Feb 19 03:29:15.455147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:15.456689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Checking segment: {'id': '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:15.464337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Bound using segment: {'id': '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:15.466276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Bound port: de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:15.468587 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.587773 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0b9cf8-8193-4d63-a0a8-e69c03445160 x-openstack-request-id: req-6f0b9cf8-8193-4d63-a0a8-e69c03445160 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:15.588284 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfde166e-2bc6-412d-899e-d717a9f123e2", "name": "network-vif-plugged", "status": "completed", "tag": "bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:15.588370 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f0b9cf8-8193-4d63-a0a8-e69c03445160 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:15.589028 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfde166e-2bc6-412d-899e-d717a9f123e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de', 'code': 200} Feb 19 03:29:15.729411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-4b74b70d-bf2c-4566-85e8-4802dad8de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.731354 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-4b74b70d-bf2c-4566-85e8-4802dad8de5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2258224 Feb 19 03:29:15.732847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:15.753460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-1b8567e5-4ad4-4f21-884d-7e5e36bb49e8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:29:15.754902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-1b8567e5-4ad4-4f21-884d-7e5e36bb49e8 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071862 Feb 19 03:29:15.811300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:15.882862 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.963852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.964843 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.966986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] 10.222.0.71 "PUT /v2.0/ports/de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 200 len: 1091 time: 2.0440471 Feb 19 03:29:15.988876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cbca3-d712-4323-a2d7-aa8272e36203 req-5f21b87e-e4c9-4c7c-97c0-bf6ea741bb56 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.990371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-321cbca3-d712-4323-a2d7-aa8272e36203 req-5f21b87e-e4c9-4c7c-97c0-bf6ea741bb56 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfde166e-2bc6-412d-899e-d717a9f123e2 HTTP/1.1" status: 200 len: 946 time: 0.3221040 Feb 19 03:29:16.001280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf8e5e-d51f-4199-a9a3-c6ca86354a33 req-36d4f727-86af-4ff4-913b-bbec726b49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:16.003894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4cdf8e5e-d51f-4199-a9a3-c6ca86354a33 req-36d4f727-86af-4ff4-913b-bbec726b49bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfde166e-2bc6-412d-899e-d717a9f123e2 HTTP/1.1" status: 200 len: 1128 time: 0.2642450 Feb 19 03:29:16.109463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00add2cd-b0e3-4a57-867a-f1fd73c9a0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:16.146279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-d820349c-44d9-4b25-af17-2ffeee365593 service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412530 Feb 19 03:29:16.239651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e'}, {'name': 'network-changed', 'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:16.242461 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3384587c-4b2f-4e84-a9bb-0dfb574f12be" -d '{"events": [{"name": "network-changed", "server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e"}, {"name": "network-changed", "server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:16.258044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4cdf8e5e-d51f-4199-a9a3-c6ca86354a33 req-7952883d-e819-4d7d-87e3-8522f884bf11 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401376 Feb 19 03:29:16.276405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-321cbca3-d712-4323-a2d7-aa8272e36203 req-9b9f6bef-338c-4237-8beb-9441f7830730 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683752 Feb 19 03:29:16.309537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4690574a-bd5a-4736-96db-fe62639c967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:16.325834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-4690574a-bd5a-4736-96db-fe62639c967a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 1125 time: 0.2363040 Feb 19 03:29:16.476988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-59f3d6f8-ad29-45c2-8e25-5605e6207bf2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 200 len: 217 time: 0.1033485 Feb 19 03:29:16.618033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91a8bbea-44dc-4659-bea1-3b0fa08c76c4 req-58929aa3-df9e-4cb5-9586-258c2cfb991f service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545639 Feb 19 03:29:16.684334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-1e55e684-e910-48da-9721-965a8b6ba917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:16.690588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-1e55e684-e910-48da-9721-965a8b6ba917 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 200 len: 853 time: 0.2001965 Feb 19 03:29:16.739052 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-89575454-2f37-4507-9fb2-cc82db9ecda2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5600df88-4693-4811-9ff5-8b78bdc7e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383918 Feb 19 03:29:16.979472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd46e75-854f-4017-aebf-fefd9abc1751 req-746fcf6e-4912-4848-8e13-7fecd6213bef tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:16.981585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bd46e75-854f-4017-aebf-fefd9abc1751 req-746fcf6e-4912-4848-8e13-7fecd6213bef tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1284134 Feb 19 03:29:16.986887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-773e5588-36f8-49a3-84d6-5571bbcb45c2 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387674 Feb 19 03:29:17.234434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33456164-a49a-4d29-8bac-d7d18a90dc0e details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:29:17.572064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:17.600507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'port_id': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'mac_address': 'fa:16:3e:00:d2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:29:17.696179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adb6ab24-309d-4acd-b8ef-0a2e574a27cf req-69b6201a-6167-4075-ad45-64ee42848827 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973319 Feb 19 03:29:17.714868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bd46e75-854f-4017-aebf-fefd9abc1751 req-710c95a0-9d43-482c-b377-ad63573d7300 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7255390 Feb 19 03:29:17.733447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 33456164-a49a-4d29-8bac-d7d18a90dc0e is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:17.735492 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.772495 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33456164-a49a-4d29-8bac-d7d18a90dc0e {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:17.819272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:17.830464 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:18.039737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:18.134631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec892b-593f-4519-ad2d-0cb905ad4c77 req-2dc8a350-b72b-4c0c-81bd-41e3c6e36feb tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:18.143744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0ec892b-593f-4519-ad2d-0cb905ad4c77 req-2dc8a350-b72b-4c0c-81bd-41e3c6e36feb tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 944 time: 0.2311056 Feb 19 03:29:18.217705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-6cefd6e0-bd76-4916-a2c5-43f37a916d3e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:18.219951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-6cefd6e0-bd76-4916-a2c5-43f37a916d3e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfde166e-2bc6-412d-899e-d717a9f123e2 HTTP/1.1" status: 200 len: 946 time: 0.2031376 Feb 19 03:29:18.341572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0ec892b-593f-4519-ad2d-0cb905ad4c77 req-e2d3f578-70a9-4407-8bcb-e0bf2f6bc94e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968672 Feb 19 03:29:18.356832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33456164-a49a-4d29-8bac-d7d18a90dc0e'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:18.612367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1f394774-bb2f-4356-b3de-498a1709c73c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Deleting port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:18.612536 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1f394774-bb2f-4356-b3de-498a1709c73c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:18.685917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8612515-0323-4d86-90bc-17217ef6a25b req-90057dcf-633e-49a4-9b55-25eacd6e6fef tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:18.689751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8612515-0323-4d86-90bc-17217ef6a25b req-90057dcf-633e-49a4-9b55-25eacd6e6fef tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.1890428 Feb 19 03:29:18.772244 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd4a8f1-c885-468d-aeab-223f5f69ebd7 x-openstack-request-id: req-9fd4a8f1-c885-468d-aeab-223f5f69ebd7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:18.772950 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:18.773459 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fd4a8f1-c885-468d-aeab-223f5f69ebd7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:18.778006 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'status': 'completed', 'code': 200} Feb 19 03:29:18.778700 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'status': 'completed', 'code': 200} Feb 19 03:29:18.887904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-65df813e-e04e-4268-a9fb-28b7b741dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:18.896569 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-65df813e-e04e-4268-a9fb-28b7b741dd00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 1126 time: 0.1186132 Feb 19 03:29:19.184466 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-2946478a-e10b-444e-abc2-6c67fb67f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:19.186422 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-2946478a-e10b-444e-abc2-6c67fb67f2fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.2812841 Feb 19 03:29:19.187429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48536) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:19.255752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-edc4de17-0fc8-498c-9f80-2a9a23beb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:19.257213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-edc4de17-0fc8-498c-9f80-2a9a23beb7ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 1125 time: 0.4774137 Feb 19 03:29:19.257528 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-60edad8c-cf80-49f1-9e86-1edef4e1cd89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e HTTP/1.1" status: 200 len: 217 time: 0.0610595 Feb 19 03:29:19.259307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1f394774-bb2f-4356-b3de-498a1709c73c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] For port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:19.259684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1f394774-bb2f-4356-b3de-498a1709c73c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:19.389554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-ba20bdf3-7666-4fe5-a00f-85931f49eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:19.400086 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-ba20bdf3-7666-4fe5-a00f-85931f49eb1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1348660 Feb 19 03:29:19.461595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e953343-91dc-4dca-8c0c-c6e5dda8d303 req-7cac687c-eb58-4656-88df-76a940fd914d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:19.470740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e953343-91dc-4dca-8c0c-c6e5dda8d303 req-7cac687c-eb58-4656-88df-76a940fd914d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.5567245 Feb 19 03:29:19.477966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-b49a998a-35ef-4b66-88e4-61103641e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:19.479446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-b49a998a-35ef-4b66-88e4-61103641e2d9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 914 time: 0.1658916 Feb 19 03:29:19.486463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1f394774-bb2f-4356-b3de-498a1709c73c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Calling delete_port for bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:19.517120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-c399cc41-81b7-45af-8cd5-4718be27ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:19.520151 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-c399cc41-81b7-45af-8cd5-4718be27ec16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1105325 Feb 19 03:29:19.554908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-d4bcd7fd-8e93-4bd7-a39c-6634193a872d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 200 len: 217 time: 0.0582511 Feb 19 03:29:19.645400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e953343-91dc-4dca-8c0c-c6e5dda8d303 req-8488f7fb-cca6-4630-82a5-c37ebb2650e8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737502 Feb 19 03:29:19.646848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-9d98fabd-3bd7-4f64-a288-a7ef18d6c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:19.648251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-9d98fabd-3bd7-4f64-a288-a7ef18d6c2ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 200 len: 853 time: 0.0561476 Feb 19 03:29:19.793687 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-4ba829f0-a3c3-499a-826c-992797cb70e0 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662008 Feb 19 03:29:19.815844 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-b7b83b4b-fa41-4d14-8ad2-6fe3eaadc48c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5600df88-4693-4811-9ff5-8b78bdc7e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562569 Feb 19 03:29:19.932502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a74de0c7-0585-4d1c-a3c5-74df8982308d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:19.941523 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-1a607c1b-9a79-49b3-97f5-179775228a1a service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388297 Feb 19 03:29:20.044764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-e8612515-0323-4d86-90bc-17217ef6a25b req-2b93cbff-f390-4e7c-a58a-0b2b09745598 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Deleting port 0b51cf90-9e28-4de4-9b19-0feba82abbcd {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:20.046046 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e8612515-0323-4d86-90bc-17217ef6a25b req-2b93cbff-f390-4e7c-a58a-0b2b09745598 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.060056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a74de0c7-0585-4d1c-a3c5-74df8982308d admin admin] Publish callbacks [] for security_group (a16b0635-0567-4296-9530-a3251f68dcd0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.068508 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a74de0c7-0585-4d1c-a3c5-74df8982308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a16b0635-0567-4296-9530-a3251f68dcd0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.121261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74de0c7-0585-4d1c-a3c5-74df8982308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16b0635-0567-4296-9530-a3251f68dcd0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:20.208531 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a74de0c7-0585-4d1c-a3c5-74df8982308d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f68e59591ef4d9b97bbabd67930db49&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0189126 Feb 19 03:29:20.209554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48544) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:20.304481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5aa46156-133d-4b12-a4a4-de1121f971dd admin admin] Publish callbacks [] for security_group (a16b0635-0567-4296-9530-a3251f68dcd0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.330865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5aa46156-133d-4b12-a4a4-de1121f971dd admin admin] Publish callbacks [] for security_group (a16b0635-0567-4296-9530-a3251f68dcd0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.346694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-e8612515-0323-4d86-90bc-17217ef6a25b req-2b93cbff-f390-4e7c-a58a-0b2b09745598 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] For port 0b51cf90-9e28-4de4-9b19-0feba82abbcd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0b51cf90-9e28-4de4-9b19-0feba82abbcd,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:20.347802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e8612515-0323-4d86-90bc-17217ef6a25b req-2b93cbff-f390-4e7c-a58a-0b2b09745598 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.368909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-e8612515-0323-4d86-90bc-17217ef6a25b req-2b93cbff-f390-4e7c-a58a-0b2b09745598 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Calling delete_port for 0b51cf90-9e28-4de4-9b19-0feba82abbcd owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:20.399751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5aa46156-133d-4b12-a4a4-de1121f971dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a16b0635-0567-4296-9530-a3251f68dcd0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.403029 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5aa46156-133d-4b12-a4a4-de1121f971dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.413088 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5aa46156-133d-4b12-a4a4-de1121f971dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a16b0635-0567-4296-9530-a3251f68dcd0 HTTP/1.1" status: 204 len: 168 time: 0.2017629 Feb 19 03:29:20.437919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa46156-133d-4b12-a4a4-de1121f971dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16b0635-0567-4296-9530-a3251f68dcd0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:20.471938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-3922b61b-06a5-4848-80ea-0a8e3ab32d4a service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174600 Feb 19 03:29:20.644375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf9b67-f36f-49ba-83bc-2f7914b07e56 req-453755cd-76f0-4484-9bf0-f908c999da85 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:20.652355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58cf9b67-f36f-49ba-83bc-2f7914b07e56 req-453755cd-76f0-4484-9bf0-f908c999da85 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ea9adda-00b6-4e3c-8020-88d51469b619 HTTP/1.1" status: 200 len: 945 time: 0.6375449 Feb 19 03:29:20.788794 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1f394774-bb2f-4356-b3de-498a1709c73c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.803591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3384587c-4b2f-4e84-a9bb-0dfb574f12be req-988ed612-617f-47e8-adf6-3c8df93d0cd9 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873633 Feb 19 03:29:20.829192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:20.854061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58cf9b67-f36f-49ba-83bc-2f7914b07e56 req-702ac0f4-b50f-45ae-bfd8-df6035506888 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007501 Feb 19 03:29:20.860097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f394774-bb2f-4356-b3de-498a1709c73c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event deleted for resources: {'Port': ['ID=bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:20.905759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1f394774-bb2f-4356-b3de-498a1709c73c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] No DVR routers for this DVR port bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:20.907442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e8612515-0323-4d86-90bc-17217ef6a25b req-2b93cbff-f390-4e7c-a58a-0b2b09745598 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0b51cf90-9e28-4de4-9b19-0feba82abbcd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.909793 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1f394774-bb2f-4356-b3de-498a1709c73c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.913269 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cca22cc9-5b35-4488-ad86-2de135cf9192 req-1f394774-bb2f-4356-b3de-498a1709c73c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "DELETE /v2.0/ports/bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de HTTP/1.1" status: 204 len: 173 time: 2.6835194 Feb 19 03:29:20.913763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfde166e-2bc6-412d-899e-d717a9f123e2', 'name': 'network-vif-deleted', 'tag': 'bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:20.916362 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c59967b-8e20-446b-936f-7c5dcbfd20ea" -d '{"events": [{"server_uuid": "dfde166e-2bc6-412d-899e-d717a9f123e2", "name": "network-vif-deleted", "tag": "bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:20.952390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:20.962539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93cbff-f390-4e7c-a58a-0b2b09745598 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event deleted for resources: {'Port': ['ID=0b51cf90-9e28-4de4-9b19-0feba82abbcd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:21.152059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8612515-0323-4d86-90bc-17217ef6a25b req-2b93cbff-f390-4e7c-a58a-0b2b09745598 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] No DVR routers for this DVR port 0b51cf90-9e28-4de4-9b19-0feba82abbcd on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:21.160970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09b56cd4-f403-4ec7-82a0-30a1ef69d2e7 req-4335758a-a6d4-422d-842f-5b4f8cfcbd72 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfde166e-2bc6-412d-899e-d717a9f123e2 HTTP/1.1" status: 200 len: 210 time: 0.1270421 Feb 19 03:29:21.163790 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e8612515-0323-4d86-90bc-17217ef6a25b req-2b93cbff-f390-4e7c-a58a-0b2b09745598 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.175572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8612515-0323-4d86-90bc-17217ef6a25b req-2b93cbff-f390-4e7c-a58a-0b2b09745598 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.71 "DELETE /v2.0/ports/0b51cf90-9e28-4de4-9b19-0feba82abbcd HTTP/1.1" status: 204 len: 173 time: 2.4644141 Feb 19 03:29:21.287578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33456164-a49a-4d29-8bac-d7d18a90dc0e up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:21.330149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:21.370009 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b04041-7b5d-487c-908b-5211144e92d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.437257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 33456164-a49a-4d29-8bac-d7d18a90dc0e completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:29:21.453399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 33456164-a49a-4d29-8bac-d7d18a90dc0e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:21.454789 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.465744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:29:21.586297 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b04041-7b5d-487c-908b-5211144e92d4 admin admin] Publish callbacks [] for security_group (e2bc8b21-158a-4227-babd-6df38dfd1c9c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.594627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b04041-7b5d-487c-908b-5211144e92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e2bc8b21-158a-4227-babd-6df38dfd1c9c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.609015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d46b06-4933-4a1d-8c01-56e8ddb466a7 req-058658eb-4c94-4afa-a4e3-258e9d78642a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:21.624477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b51cf90-9e28-4de4-9b19-0feba82abbcd no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:21.625958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46d46b06-4933-4a1d-8c01-56e8ddb466a7 req-058658eb-4c94-4afa-a4e3-258e9d78642a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1417534 Feb 19 03:29:21.700465 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e6b04041-7b5d-487c-908b-5211144e92d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93810369eb334bb7836f4f56ec930d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691385 Feb 19 03:29:21.702860 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48562) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:21.713124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b04041-7b5d-487c-908b-5211144e92d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bc8b21-158a-4227-babd-6df38dfd1c9c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:21.730398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 0b51cf90-9e28-4de4-9b19-0feba82abbcd {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:21.731996 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0b51cf90-9e28-4de4-9b19-0feba82abbcd not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:21.740952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:21.782498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d', 'port_id': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'mac_address': 'fa:16:3e:93:b9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f056254e-483c-4e21-9725-833b560ed18e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:29:21.793993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46d46b06-4933-4a1d-8c01-56e8ddb466a7 req-2d43071b-083a-4c39-b448-899f76ef16a5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653266 Feb 19 03:29:21.802798 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8fe331c6-84d4-4e82-927e-375b27735b40 admin admin] Publish callbacks [] for security_group (e2bc8b21-158a-4227-babd-6df38dfd1c9c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.870416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:21.871333 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.880742 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8fe331c6-84d4-4e82-927e-375b27735b40 admin admin] Publish callbacks [] for security_group (e2bc8b21-158a-4227-babd-6df38dfd1c9c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.895399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 33456164-a49a-4d29-8bac-d7d18a90dc0e is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:21.896179 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.904462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:21.949355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:21.961927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:21.965374 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c0ebda-8c7f-4768-8140-ff13250f398f" -d '{"events": [{"server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "name": "network-vif-plugged", "status": "completed", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:21.975309 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.005985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:22.026611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8fe331c6-84d4-4e82-927e-375b27735b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e2bc8b21-158a-4227-babd-6df38dfd1c9c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.030681 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.045658 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8fe331c6-84d4-4e82-927e-375b27735b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.051385 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8fe331c6-84d4-4e82-927e-375b27735b40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2bc8b21-158a-4227-babd-6df38dfd1c9c HTTP/1.1" status: 204 len: 168 time: 0.3470283 Feb 19 03:29:22.094977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe331c6-84d4-4e82-927e-375b27735b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bc8b21-158a-4227-babd-6df38dfd1c9c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:22.118174 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:22.168597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2640449-942c-4f41-be2a-8288d949e72f req-e49a9988-ffe9-4c25-a04a-f56ab7cfb296 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:22.170526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2640449-942c-4f41-be2a-8288d949e72f req-e49a9988-ffe9-4c25-a04a-f56ab7cfb296 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1543820 Feb 19 03:29:22.340841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:22.402689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:22.406864 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2640449-942c-4f41-be2a-8288d949e72f req-cc6c44e9-d794-4d0b-8aef-aa8c818092be tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129211 Feb 19 03:29:22.445901 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.702078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec67ec-d8d2-487e-b3e8-2b0cda0e0341 req-5c0eadd6-f943-436e-97c7-b3408d096c95 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:22.703669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2ec67ec-d8d2-487e-b3e8-2b0cda0e0341 req-5c0eadd6-f943-436e-97c7-b3408d096c95 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 944 time: 0.1463380 Feb 19 03:29:22.789036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2ec67ec-d8d2-487e-b3e8-2b0cda0e0341 req-d3ba18db-5738-457a-a4f2-52bb80c9b7c0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757687 Feb 19 03:29:22.867723 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3757a92b-9e47-40a9-8e79-e30c51731755 x-openstack-request-id: req-3757a92b-9e47-40a9-8e79-e30c51731755 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:22.868217 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfde166e-2bc6-412d-899e-d717a9f123e2", "name": "network-vif-deleted", "tag": "bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:22.868869 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3757a92b-9e47-40a9-8e79-e30c51731755 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:22.869744 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfde166e-2bc6-412d-899e-d717a9f123e2', 'name': 'network-vif-deleted', 'tag': 'bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de', 'status': 'completed', 'code': 200} Feb 19 03:29:23.045881 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e7ac98-66c7-4ce0-b67e-6fb37f474afe x-openstack-request-id: req-29e7ac98-66c7-4ce0-b67e-6fb37f474afe {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:23.046630 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "name": "network-vif-plugged", "status": "completed", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:23.046630 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29e7ac98-66c7-4ce0-b67e-6fb37f474afe {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:23.047347 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'code': 200} Feb 19 03:29:23.212518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa9e0846-5a47-4421-9ea3-4502102b2a66 req-d6569589-c445-4de0-9ede-8d49806a73e7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfde166e-2bc6-412d-899e-d717a9f123e2 HTTP/1.1" status: 200 len: 210 time: 0.0488775 Feb 19 03:29:23.265364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4fed3ea-f0bf-4d04-9f9e-062df144d97f req-d5658c62-d943-4095-b968-154398463216 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfde166e-2bc6-412d-899e-d717a9f123e2 HTTP/1.1" status: 200 len: 210 time: 0.0627642 Feb 19 03:29:23.359673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3097c-6569-4ff3-9ba8-903c88dbe3fb req-5116ec47-f447-42cc-a445-49e11cac8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:23.369710 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a2c3097c-6569-4ff3-9ba8-903c88dbe3fb req-5116ec47-f447-42cc-a445-49e11cac8de1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 1127 time: 0.1371217 Feb 19 03:29:23.451386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822949b9-de88-4a58-98e3-2ced8ef91131 req-bfa49c0e-0269-4a60-babe-c18e5c885d2f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:23.453133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:23.454304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-822949b9-de88-4a58-98e3-2ced8ef91131 req-bfa49c0e-0269-4a60-babe-c18e5c885d2f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1274512 Feb 19 03:29:23.535680 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a2c3097c-6569-4ff3-9ba8-903c88dbe3fb req-a1eba063-ab7e-4bfe-894e-0507f904778f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604075 Feb 19 03:29:23.589997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-822949b9-de88-4a58-98e3-2ced8ef91131 req-5e016655-6b60-4e6f-a6fe-71aa104247de tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194830 Feb 19 03:29:23.599514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:29:23.608715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:23.609413 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.760883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:23.761288 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.826774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:23.838260 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.999614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:24.026073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aa93a-fdd5-473a-9832-3e4fc49acc13 req-6ccbb864-44c3-44c2-84d4-a1548e0b78ca tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:24.026073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-105aa93a-fdd5-473a-9832-3e4fc49acc13 req-6ccbb864-44c3-44c2-84d4-a1548e0b78ca tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1310732 Feb 19 03:29:24.095475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-105aa93a-fdd5-473a-9832-3e4fc49acc13 req-1d20d308-50d8-4bfe-a9c1-147e921c26d9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782619 Feb 19 03:29:24.418016 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a9ff-fa4f-47ef-869f-01bcd30cf255 req-c7589c1c-912a-4a32-8ece-7f0d177f31a5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:24.431682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8008a9ff-fa4f-47ef-869f-01bcd30cf255 req-c7589c1c-912a-4a32-8ece-7f0d177f31a5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0940790 Feb 19 03:29:24.519117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8008a9ff-fa4f-47ef-869f-01bcd30cf255 req-be0c77f2-d6a7-4597-8b82-d86bf4289b9d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844815 Feb 19 03:29:24.871107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea9adda-00b6-4e3c-8020-88d51469b619', 'name': 'network-vif-deleted', 'tag': '0b51cf90-9e28-4de4-9b19-0feba82abbcd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:24.874429 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8ed70d-867c-4f24-bffc-bc2cbbf5ebe6" -d '{"events": [{"server_uuid": "3ea9adda-00b6-4e3c-8020-88d51469b619", "name": "network-vif-deleted", "tag": "0b51cf90-9e28-4de4-9b19-0feba82abbcd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:24.984051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996aa43-4e96-4c13-b7fb-c2d86e88cb8a req-cd9abd85-377c-4d6e-913d-00ab5c3dd727 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:24.991202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5996aa43-4e96-4c13-b7fb-c2d86e88cb8a req-cd9abd85-377c-4d6e-913d-00ab5c3dd727 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1032217 Feb 19 03:29:25.049696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:25.057511 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff2dd0e-41fc-4fe0-97af-eddb4c418ffe" -d '{"events": [{"server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "name": "network-vif-plugged", "status": "completed", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:25.060753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5996aa43-4e96-4c13-b7fb-c2d86e88cb8a req-0674446e-49b5-40e7-80e8-8b3211d7df22 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653017 Feb 19 03:29:25.187354 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af309833-393e-46ee-97e3-ee44321301a1 x-openstack-request-id: req-af309833-393e-46ee-97e3-ee44321301a1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:25.187354 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea9adda-00b6-4e3c-8020-88d51469b619", "name": "network-vif-deleted", "tag": "0b51cf90-9e28-4de4-9b19-0feba82abbcd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:25.187665 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af309833-393e-46ee-97e3-ee44321301a1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:25.188303 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea9adda-00b6-4e3c-8020-88d51469b619', 'name': 'network-vif-deleted', 'tag': '0b51cf90-9e28-4de4-9b19-0feba82abbcd', 'status': 'completed', 'code': 200} Feb 19 03:29:25.381660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-2107e2e5-7252-48e0-8a15-c8966089f9b2 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:25.383208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-2107e2e5-7252-48e0-8a15-c8966089f9b2 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.1288695 Feb 19 03:29:25.400608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-f6e9e38a-c454-44c8-9b2b-08e4b4f156bc tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/quotas/945f4e3f343b489cafd000abb754fec1 HTTP/1.1" status: 200 len: 375 time: 0.0105138 Feb 19 03:29:25.435571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-b04ed62a-260b-40c8-aada-f3d17faf082b tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293562 Feb 19 03:29:25.558346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-b4aaaf81-d454-4034-b4c4-1e0de4160715 service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148367 Feb 19 03:29:25.687196 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-1517986a-8d5f-444b-baa9-cdad9199c5e3 service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218014 Feb 19 03:29:25.849614 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6748b6c6-0304-40db-aa55-e28dbd4ea5b0 x-openstack-request-id: req-6748b6c6-0304-40db-aa55-e28dbd4ea5b0 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:25.849614 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "name": "network-vif-plugged", "status": "completed", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:25.849812 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6748b6c6-0304-40db-aa55-e28dbd4ea5b0 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:25.850270 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'code': 200} Feb 19 03:29:26.170994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7e39d-09c8-4a29-b0cf-2494fd450139 req-d6df4598-e118-4b6b-bf88-f8d0d5924bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:26.174373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cd7e39d-09c8-4a29-b0cf-2494fd450139 req-d6df4598-e118-4b6b-bf88-f8d0d5924bff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 1127 time: 0.1903539 Feb 19 03:29:26.235325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff350737-f18c-4313-92a2-233e15b5ad9d req-edd13a1b-a5ef-45a6-ad1b-e29508c7ed7d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:26.244424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff350737-f18c-4313-92a2-233e15b5ad9d req-edd13a1b-a5ef-45a6-ad1b-e29508c7ed7d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1478643 Feb 19 03:29:26.282793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cd7e39d-09c8-4a29-b0cf-2494fd450139 req-53c660ac-2cfc-4bf8-a4a1-4b6605e24198 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963669 Feb 19 03:29:26.322610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff350737-f18c-4313-92a2-233e15b5ad9d req-2a5e63da-c35d-410c-84a5-6ac0ac72c4ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771677 Feb 19 03:29:26.564775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bf166-7f07-4431-96a1-df13fc56d73f req-d479b965-6fc3-4a55-b681-afe17c2510e6 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:26.566955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a87bf166-7f07-4431-96a1-df13fc56d73f req-d479b965-6fc3-4a55-b681-afe17c2510e6 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1083527 Feb 19 03:29:26.687115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a87bf166-7f07-4431-96a1-df13fc56d73f req-24ea96c1-8912-48f1-8bab-15fc731e114c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121676 Feb 19 03:29:26.844911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17cf338e-a595-493f-af8d-e584d52448af req-25bd7a1a-69e2-4122-be10-23b1573379ab tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 210 time: 0.0628519 Feb 19 03:29:27.256194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bda88-909c-49e2-a0eb-ceb8e9867dfb req-767a2076-6b0d-4cf9-8fa5-c5721e3213f7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:27.259493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-818bda88-909c-49e2-a0eb-ceb8e9867dfb req-767a2076-6b0d-4cf9-8fa5-c5721e3213f7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1287649 Feb 19 03:29:27.284349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:27.323896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:27.324466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device bbc4e6d7-c3e2-4c2f-aa02-cdaa230e70de not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:27.340937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-818bda88-909c-49e2-a0eb-ceb8e9867dfb req-b2f3c3e8-71d5-4847-bba7-efe6132250f0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746896 Feb 19 03:29:27.627171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb6cba-617b-4046-86f6-28fcb92a954e req-6b261ccd-2e2e-4b02-927b-ceb7fa51718c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:27.629950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adcb6cba-617b-4046-86f6-28fcb92a954e req-6b261ccd-2e2e-4b02-927b-ceb7fa51718c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1509287 Feb 19 03:29:27.640076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:27.649045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e3ef72ad-9ee5-4ee9-aeae-9fc48182d321 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'floatingip': {'port_id': '33456164-a49a-4d29-8bac-d7d18a90dc0e'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:27.761878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3ef72ad-9ee5-4ee9-aeae-9fc48182d321 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (e70dc68a-47cb-47c8-8a4e-42d20dda0e8b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:27.952741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-053d0a4e-50d5-4940-a10b-15abc5e27950 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:27.954497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-053d0a4e-50d5-4940-a10b-15abc5e27950 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.71 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.3832133 Feb 19 03:29:27.986552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Request body: {'port': {'device_id': 'aa272c7e-2e66-4085-82a9-e0c45c88a565', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'admin_state_up': True, 'tenant_id': '945f4e3f343b489cafd000abb754fec1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:28.175469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128883f-d76e-4c8d-9fc1-dfc24ad028a6 req-48a2a7b4-1cf4-4c4d-afd2-4c62cac8d1ef tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:28.177382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f128883f-d76e-4c8d-9fc1-dfc24ad028a6 req-48a2a7b4-1cf4-4c4d-afd2-4c62cac8d1ef tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0963070 Feb 19 03:29:28.278226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f128883f-d76e-4c8d-9fc1-dfc24ad028a6 req-a819df62-1561-47ec-8dac-5295079457e8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919993 Feb 19 03:29:28.306056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Made reservation on behalf of 945f4e3f343b489cafd000abb754fec1 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:28.309619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.598454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3ef72ad-9ee5-4ee9-aeae-9fc48182d321 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.604415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3ef72ad-9ee5-4ee9-aeae-9fc48182d321 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (e70dc68a-47cb-47c8-8a4e-42d20dda0e8b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.845811 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2640fe7-dabb-40c9-ad71-6c8a9ae81c19 req-d50b9d1f-11b1-4a03-acb6-8507fd11bf62 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 210 time: 0.3649435 Feb 19 03:29:28.886544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Allocated IP 172.20.0.7 (d3336400-e1dd-4eb4-bf58-d531a8c12ae4/b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c/1ac88a88-ff03-4eed-aca4-e4a626f3bf6c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:29.121265 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-e3ef72ad-9ee5-4ee9-aeae-9fc48182d321 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Floating IP e70dc68a-47cb-47c8-8a4e-42d20dda0e8b associated. External IP: 172.25.4.48, port: 33456164-a49a-4d29-8bac-d7d18a90dc0e. Feb 19 03:29:29.181753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks [] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.257591 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.438044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event updated for resources: {'Port': ['ID=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:29.449226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:29.451171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.451972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.451972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.452512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.452968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.453522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.454117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.454632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.455171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.455611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.456052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.456507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.456947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.463426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:29.466452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:29.510352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefdc25-a066-43b6-a4d8-7d4b11287f6d req-68f19985-4a40-447a-89a7-497dac17fbc3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:29.517718 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cefdc25-a066-43b6-a4d8-7d4b11287f6d req-68f19985-4a40-447a-89a7-497dac17fbc3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.2716231 Feb 19 03:29:29.570566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:29.572783 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.611649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cefdc25-a066-43b6-a4d8-7d4b11287f6d req-35454f74-7d20-44fb-9bb5-80973a1a7263 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927014 Feb 19 03:29:29.618066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-701b0663-3646-4607-ac6a-7dd61c3fe735 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6488516 Feb 19 03:29:29.638178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Request body: {'port': {'device_id': 'aa272c7e-2e66-4085-82a9-e0c45c88a565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:29.647243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ef72ad-9ee5-4ee9-aeae-9fc48182d321 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Router 7d3b42fc-cc24-4c16-a582-69f366792628 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:29.831439 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.926817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ef72ad-9ee5-4ee9-aeae-9fc48182d321 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:29.934624 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3ef72ad-9ee5-4ee9-aeae-9fc48182d321 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.941952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] Sync routers for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:29.958770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:29.959827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:29:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:29.962161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-c56d8247-fb52-4ef4-a059-b7322e7c863a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:29.978785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-c56d8247-fb52-4ef4-a059-b7322e7c863a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 813 time: 0.2279723 Feb 19 03:29:30.012637 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e3ef72ad-9ee5-4ee9-aeae-9fc48182d321 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "PUT /v2.0/floatingips/e70dc68a-47cb-47c8-8a4e-42d20dda0e8b HTTP/1.1" status: 200 len: 990 time: 2.3707869 Feb 19 03:29:30.013555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:30.026075 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e" -d '{"events": [{"name": "network-changed", "server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:30.273400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:30.283834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:30.304163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Publish callbacks [] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:30.336434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Transition to ACTIVE for port object 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:30.374180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-b77f69a8-b240-4f71-b513-29c9d7000ff8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/quotas/5370e4b676dc48c0aef8e5d1db9338ff HTTP/1.1" status: 200 len: 375 time: 0.3941510 Feb 19 03:29:30.390927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:30.592830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:30.678307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-c1eeaeca-e2ac-4475-b0c8-bfbd69fcb909 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3024464 Feb 19 03:29:30.919527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Attempting to bind port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:30.920238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Attempting to bind port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:30.920971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Attempting to bind port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:30.937450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:30.938073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Attempting to bind port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:30.945648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:30.946331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Checking segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:30.947635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Bound using segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:30.948201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Bound port: 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:30.948838 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:30.953251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'e70dc68a-47cb-47c8-8a4e-42d20dda0e8b', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'port_id': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'mac_address': 'fa:16:3e:00:d2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102374-ad8b-44a9-82f1-36d502315932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:28:55Z', 'updated_at': '2022-02-19T03:29:28Z', 'revision_number': 1, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:30.964679 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-11d27176-e6c1-46fe-892a-2cef28db5a2a service neutron] 10.222.0.42 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847950 Feb 19 03:29:31.031020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] Checking router: 7d3b42fc-cc24-4c16-a582-69f366792628 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:31.050703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:31.051430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:29:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:31.293200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] For port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:31.307981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] For port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:31.332721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:31.333224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-ad51e51c-4d71-48c0-b3bf-dd2b799ab4fe service neutron] 10.222.0.42 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672221 Feb 19 03:29:31.337202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.440945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:31.443685 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.445369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] 10.222.0.71 "PUT /v2.0/ports/1ac88a88-ff03-4eed-aca4-e4a626f3bf6c HTTP/1.1" status: 200 len: 1091 time: 1.8182068 Feb 19 03:29:31.453757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa272c7e-2e66-4085-82a9-e0c45c88a565', 'tag': '1ac88a88-ff03-4eed-aca4-e4a626f3bf6c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:31.456537 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460e2d84-36af-45bb-ab94-e4f73a5327ff" -d '{"events": [{"name": "network-changed", "server_uuid": "aa272c7e-2e66-4085-82a9-e0c45c88a565", "tag": "1ac88a88-ff03-4eed-aca4-e4a626f3bf6c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:31.530418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef928eb4-29a6-46d1-9da9-e17ebc2c0057 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:31.727013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-bdec7441-f830-4768-8f83-e55d6fd2fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:31.727013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-bdec7441-f830-4768-8f83-e55d6fd2fb85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 1125 time: 0.1856115 Feb 19 03:29:31.809123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-a4f31c3d-0073-43d5-be39-3dccf37461c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c HTTP/1.1" status: 200 len: 217 time: 0.0765622 Feb 19 03:29:32.026840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'e70dc68a-47cb-47c8-8a4e-42d20dda0e8b', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'port_id': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'mac_address': 'fa:16:3e:00:d2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102374-ad8b-44a9-82f1-36d502315932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:28:55Z', 'updated_at': '2022-02-19T03:29:28Z', 'revision_number': 1, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:32.103601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0123e-03f5-47cf-a5fb-c80b94be6ca5 None None] The sync data for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 is: [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'e70dc68a-47cb-47c8-8a4e-42d20dda0e8b', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'port_id': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'mac_address': 'fa:16:3e:00:d2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102374-ad8b-44a9-82f1-36d502315932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:28:55Z', 'updated_at': '2022-02-19T03:29:28Z', 'revision_number': 1, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:32.149785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-f20ee523-69a7-4772-b3d7-44e45869ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:32.159605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-f20ee523-69a7-4772-b3d7-44e45869ae30 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.3387859 Feb 19 03:29:32.376091 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-3003c18b-4ed8-4f23-8c5e-3bfde0bac88c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596048 Feb 19 03:29:32.581237 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3400b061-01fa-430e-9aae-97d50520d6ee None None] New status for floating IP e70dc68a-47cb-47c8-8a4e-42d20dda0e8b: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:29:32.618529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395d950-c29d-4c17-b734-8db16861f298 req-bea75b3e-160d-4a4a-ad3e-c403362128ca tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:32.634528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9395d950-c29d-4c17-b734-8db16861f298 req-bea75b3e-160d-4a4a-ad3e-c403362128ca tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 943 time: 0.6748440 Feb 19 03:29:32.793244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9395d950-c29d-4c17-b734-8db16861f298 req-60993c57-d144-43d6-b217-02eca21fc590 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979362 Feb 19 03:29:32.830259 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-038e35ad-5de1-49bd-b6bd-0ca05ad7ddd0 service neutron] 10.222.0.71 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359200 Feb 19 03:29:33.083235 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f627baeb-7dd5-411a-a8a0-29f71c31b866 x-openstack-request-id: req-f627baeb-7dd5-411a-a8a0-29f71c31b866 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:33.083852 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:33.084125 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f627baeb-7dd5-411a-a8a0-29f71c31b866 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:33.084712 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'status': 'completed', 'code': 200} Feb 19 03:29:33.164138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4948234e-92cf-4e38-b801-44a92153c2f3 req-5dfd0910-5441-4a23-894b-a6aeaf9ee2b7 service neutron] 10.222.0.71 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184702 Feb 19 03:29:33.301790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-21f0836f-c5c6-44ab-a1fb-08ab6f9871cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:33.303518 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-21f0836f-c5c6-44ab-a1fb-08ab6f9871cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 1127 time: 0.1422374 Feb 19 03:29:33.402569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675a859-08b7-41b6-bcee-1afc2f1d3253 req-2843751c-8746-4ca8-896e-87746e89e6fe tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:33.405017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9675a859-08b7-41b6-bcee-1afc2f1d3253 req-2843751c-8746-4ca8-896e-87746e89e6fe tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1957810 Feb 19 03:29:33.549963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-8d7edcdd-c99e-439f-a59a-f7a09d29bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:33.554699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9675a859-08b7-41b6-bcee-1afc2f1d3253 req-24143da3-ab5b-4c88-b4e2-ac92348faa0b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396010 Feb 19 03:29:33.556070 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-8d7edcdd-c99e-439f-a59a-f7a09d29bbbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.2440269 Feb 19 03:29:33.900764 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-e095e5c5-69db-4ba5-a527-b334234f30a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e HTTP/1.1" status: 200 len: 1000 time: 0.3366470 Feb 19 03:29:34.092453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-1ff1e6fb-b9f0-4210-a26c-2b09305a4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:34.101971 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-1ff1e6fb-b9f0-4210-a26c-2b09305a4cea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1876981 Feb 19 03:29:34.269906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-3efc78c6-0389-4d84-82b7-6890de318795 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:34.273429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-3efc78c6-0389-4d84-82b7-6890de318795 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.71 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 813 time: 0.3793716 Feb 19 03:29:34.291902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Request body: {'port': {'device_id': 'fc661a27-ec08-439f-b43f-fe814c8d13a8', 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d', 'admin_state_up': True, 'tenant_id': '5370e4b676dc48c0aef8e5d1db9338ff'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:34.346073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-db6c65d9-b5ac-4314-ae80-965f1bfe2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:34.358608 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-db6c65d9-b5ac-4314-ae80-965f1bfe2564 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2548325 Feb 19 03:29:34.359146 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72986758-2740-4179-bb98-8d1e96948fa6 x-openstack-request-id: req-72986758-2740-4179-bb98-8d1e96948fa6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:34.359833 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa272c7e-2e66-4085-82a9-e0c45c88a565", "tag": "1ac88a88-ff03-4eed-aca4-e4a626f3bf6c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:34.360340 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72986758-2740-4179-bb98-8d1e96948fa6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:34.361661 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa272c7e-2e66-4085-82a9-e0c45c88a565', 'tag': '1ac88a88-ff03-4eed-aca4-e4a626f3bf6c', 'status': 'completed', 'code': 200} Feb 19 03:29:34.654970 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-5b6e4920-a1de-444d-b59b-9c3029c465fd service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891467 Feb 19 03:29:34.655479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1955822f-f79e-4c1b-8f51-b55cf7057053 req-642ff2a1-c633-48a4-907e-531d3d84cec7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 210 time: 0.1362998 Feb 19 03:29:34.878419 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d64ea8a5-8ade-4a1b-8cb5-cb5da80df07e req-921931ef-dd0a-4123-8a74-6ba60013ed1d service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130418 Feb 19 03:29:34.884478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e2d84-36af-45bb-ab94-e4f73a5327ff req-c92e8c5d-fc72-4982-9a84-62e58ebda16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:34.889391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-460e2d84-36af-45bb-ab94-e4f73a5327ff req-c92e8c5d-fc72-4982-9a84-62e58ebda16b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 1125 time: 0.4113436 Feb 19 03:29:35.155438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e2d84-36af-45bb-ab94-e4f73a5327ff req-8b401f55-8b43-4344-b94b-a38a0c9174b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:35.158384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-460e2d84-36af-45bb-ab94-e4f73a5327ff req-8b401f55-8b43-4344-b94b-a38a0c9174b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 913 time: 0.2529461 Feb 19 03:29:35.265660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-460e2d84-36af-45bb-ab94-e4f73a5327ff req-b7a6af6f-8a64-4203-91a7-ca1e6a7e9776 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c HTTP/1.1" status: 200 len: 217 time: 0.1007421 Feb 19 03:29:35.268573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Made reservation on behalf of 5370e4b676dc48c0aef8e5d1db9338ff for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:35.275407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.391072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2fa4e-a0ac-4fe4-a70f-2068365bc402 req-fc01c2fc-7834-4830-928e-6cf125ade256 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:35.393276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93e2fa4e-a0ac-4fe4-a70f-2068365bc402 req-fc01c2fc-7834-4830-928e-6cf125ade256 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 943 time: 0.1737194 Feb 19 03:29:35.448100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e2d84-36af-45bb-ab94-e4f73a5327ff req-97d6390e-a4ba-48aa-a8ae-3ac58166115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:35.450122 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-460e2d84-36af-45bb-ab94-e4f73a5327ff req-97d6390e-a4ba-48aa-a8ae-3ac58166115c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.1694477 Feb 19 03:29:35.522549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:29:35.523489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-460e2d84-36af-45bb-ab94-e4f73a5327ff req-b5fce5d9-f41a-48e5-aeaf-7e7cd929b0c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567861 Feb 19 03:29:35.596097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93e2fa4e-a0ac-4fe4-a70f-2068365bc402 req-8424aa0b-75aa-401f-a43d-8d45c0c12826 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944091 Feb 19 03:29:35.745077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:35.768960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '1ac88a88-ff03-4eed-aca4-e4a626f3bf6c', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'port_id': '1ac88a88-ff03-4eed-aca4-e4a626f3bf6c', 'mac_address': 'fa:16:3e:f4:f5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:29:35.860954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:35.861333 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.889224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:35.927495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Allocated IP 172.20.0.14 (5600df88-4693-4811-9ff5-8b78bdc7e66d/f056254e-483c-4e21-9725-833b560ed18e/6f2abcae-46af-42a2-b695-b490cc0747c9) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:35.932745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:35.937161 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.971978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-460e2d84-36af-45bb-ab94-e4f73a5327ff req-5e9ac75f-ef0d-43fa-a159-fa35874f2fe0 service neutron] 10.222.0.71 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071913 Feb 19 03:29:36.058206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:36.098539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cd9f7-7795-4251-85cd-865e59e5f59a req-8fa77914-07a8-41be-8ae9-13732f3ac19e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:36.111293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:36.112912 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-411cd9f7-7795-4251-85cd-865e59e5f59a req-8fa77914-07a8-41be-8ae9-13732f3ac19e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.3525140 Feb 19 03:29:36.311045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1ac88a88-ff03-4eed-aca4-e4a626f3bf6c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:36.371691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-411cd9f7-7795-4251-85cd-865e59e5f59a req-f05e624a-0d71-4710-b699-83a4bbe44f73 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569933 Feb 19 03:29:36.735955 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks [] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:36.814790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-460e2d84-36af-45bb-ab94-e4f73a5327ff req-fbdd2f5b-bc63-4436-8293-e110cad748f8 service neutron] 10.222.0.71 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8170218 Feb 19 03:29:36.819938 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:36.849683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:36.987004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Network 5600df88-4693-4811-9ff5-8b78bdc7e66d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:37.007887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:37.012018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Pushing event updated for resources: {'Port': ['ID=6f2abcae-46af-42a2-b695-b490cc0747c9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:37.015805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:37.046514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe7b5-77c1-46e6-b97a-203b8ab1d3f8 req-f9ea3c6d-cbcf-4f72-8a6d-6379b96ff497 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:37.049068 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8fcfe7b5-77c1-46e6-b97a-203b8ab1d3f8 req-f9ea3c6d-cbcf-4f72-8a6d-6379b96ff497 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 932 time: 0.2527003 Feb 19 03:29:37.289141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:37.296735 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.380475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8fcfe7b5-77c1-46e6-b97a-203b8ab1d3f8 req-3f2d3b48-b5cb-4827-a5b9-01d2f9d61ffa tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995126 Feb 19 03:29:37.407650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-094343c4-4feb-4c87-a779-beaa5f2167c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1063888 Feb 19 03:29:37.431094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Request body: {'port': {'device_id': 'fc661a27-ec08-439f-b43f-fe814c8d13a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:37.531998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:37.619679 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.665781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:29:37.678591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:37.679299 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.817292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb7f4-005e-49bb-ae9b-8ff1e0331c49 req-7b78c4f4-8ac3-404f-8909-477423e23e98 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:37.823687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e1fb7f4-005e-49bb-ae9b-8ff1e0331c49 req-7b78c4f4-8ac3-404f-8909-477423e23e98 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 944 time: 0.2058640 Feb 19 03:29:37.833011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:37.833654 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.919357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:37.921373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa272c7e-2e66-4085-82a9-e0c45c88a565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac88a88-ff03-4eed-aca4-e4a626f3bf6c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:37.924610 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b92fb61-7a84-4f58-86b0-bc562ba2e38a" -d '{"events": [{"server_uuid": "aa272c7e-2e66-4085-82a9-e0c45c88a565", "name": "network-vif-plugged", "status": "completed", "tag": "1ac88a88-ff03-4eed-aca4-e4a626f3bf6c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:37.928941 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.117809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e1fb7f4-005e-49bb-ae9b-8ff1e0331c49 req-c17fddc4-7ebc-44db-b928-726a7a363f75 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575818 Feb 19 03:29:38.367663 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:38.401058 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5158d912-ced5-48ed-b746-3acd69fcb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.568566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2abcae-46af-42a2-b695-b490cc0747c9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:38.581334 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Publish callbacks [] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.596877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4e497-e7d6-4b54-abba-6e67d5012204 req-f1f27063-145b-400e-a97f-1d73bea22319 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:38.598680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ba4e497-e7d6-4b54-abba-6e67d5012204 req-f1f27063-145b-400e-a97f-1d73bea22319 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1014926 Feb 19 03:29:38.654784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Transition to ACTIVE for port object 6f2abcae-46af-42a2-b695-b490cc0747c9 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:38.659339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ba4e497-e7d6-4b54-abba-6e67d5012204 req-51766b73-bacb-47e5-85e1-63e6c86973e6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523040 Feb 19 03:29:38.660537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.779933 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09cac32-afa4-40c5-b13c-d0cdda39e7e3 x-openstack-request-id: req-f09cac32-afa4-40c5-b13c-d0cdda39e7e3 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:38.780563 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa272c7e-2e66-4085-82a9-e0c45c88a565", "name": "network-vif-plugged", "status": "completed", "tag": "1ac88a88-ff03-4eed-aca4-e4a626f3bf6c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:38.781036 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f09cac32-afa4-40c5-b13c-d0cdda39e7e3 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:38.781630 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa272c7e-2e66-4085-82a9-e0c45c88a565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac88a88-ff03-4eed-aca4-e4a626f3bf6c', 'code': 200} Feb 19 03:29:38.824337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Pushing event updated for resources: {'Port': ['ID=6f2abcae-46af-42a2-b695-b490cc0747c9,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:38.828439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Attempting to bind port 6f2abcae-46af-42a2-b695-b490cc0747c9 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:38.828787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Attempting to bind port 6f2abcae-46af-42a2-b695-b490cc0747c9 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:38.829118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Attempting to bind port 6f2abcae-46af-42a2-b695-b490cc0747c9 on network 5600df88-4693-4811-9ff5-8b78bdc7e66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:38.836910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Port 6f2abcae-46af-42a2-b695-b490cc0747c9 on network 5600df88-4693-4811-9ff5-8b78bdc7e66d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:38.837466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Attempting to bind port 6f2abcae-46af-42a2-b695-b490cc0747c9 on network 5600df88-4693-4811-9ff5-8b78bdc7e66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:38.851034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:38.851034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Checking segment: {'id': '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:38.851417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Bound using segment: {'id': '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:38.851927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Bound port: 6f2abcae-46af-42a2-b695-b490cc0747c9, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:38.852388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.042426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] For port 6f2abcae-46af-42a2-b695-b490cc0747c9, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:39.056565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5577c2-9380-4dfc-ac6e-5f581d7102d9 req-4c28ad71-fbc2-4db6-9262-e8b2f159b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:39.060394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5577c2-9380-4dfc-ac6e-5f581d7102d9 req-4c28ad71-fbc2-4db6-9262-e8b2f159b765 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 1127 time: 0.1818655 Feb 19 03:29:39.064601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] For port 6f2abcae-46af-42a2-b695-b490cc0747c9, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6f2abcae-46af-42a2-b695-b490cc0747c9,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:39.098368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.229322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:39.231061 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.234188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] 10.222.0.71 "PUT /v2.0/ports/6f2abcae-46af-42a2-b695-b490cc0747c9 HTTP/1.1" status: 200 len: 1092 time: 1.8250778 Feb 19 03:29:39.237252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc661a27-ec08-439f-b43f-fe814c8d13a8', 'tag': '6f2abcae-46af-42a2-b695-b490cc0747c9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:39.256200 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a106b79-ae36-4d34-bd58-7f230c0ff62a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc661a27-ec08-439f-b43f-fe814c8d13a8", "tag": "6f2abcae-46af-42a2-b695-b490cc0747c9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:39.294735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5577c2-9380-4dfc-ac6e-5f581d7102d9 req-fd6c6b3f-91d1-4540-9833-5ed63c5e916e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229326 Feb 19 03:29:39.396771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b0db0-2256-42fd-a519-dd5adabaefaf service neutron] Pushing event updated for resources: {'Port': ['ID=6f2abcae-46af-42a2-b695-b490cc0747c9,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:39.414603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271effd-1ed7-4138-9c0a-d67da894cfd1 req-c696a4f1-cc4e-4eef-abe2-93024e2e291f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:39.416419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4271effd-1ed7-4138-9c0a-d67da894cfd1 req-c696a4f1-cc4e-4eef-abe2-93024e2e291f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 944 time: 0.2429812 Feb 19 03:29:39.435746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-b7de37a3-4c9f-4cd7-ba9c-92cc2d161a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:39.437500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-b7de37a3-4c9f-4cd7-ba9c-92cc2d161a11 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 1126 time: 0.1410792 Feb 19 03:29:39.542503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4271effd-1ed7-4138-9c0a-d67da894cfd1 req-6b4103b6-53a2-4177-887d-08c6883a23b4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150019 Feb 19 03:29:39.605106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-eb4d631a-4395-4e5f-ae7c-7f0fd2b95751 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f2abcae-46af-42a2-b695-b490cc0747c9 HTTP/1.1" status: 200 len: 217 time: 0.0583389 Feb 19 03:29:39.707217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-e5104dd4-2efa-4a0f-bb61-1dc06af21755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:39.708860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-e5104dd4-2efa-4a0f-bb61-1dc06af21755 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 200 len: 853 time: 0.0948231 Feb 19 03:29:39.750624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-cdf2bbd6-4252-4784-8d59-d808af4becd5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5600df88-4693-4811-9ff5-8b78bdc7e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327082 Feb 19 03:29:39.865425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335abf5f-f311-4aba-abf9-b8c63f2f6137 req-1b269705-b723-4be2-a66f-b676cc58965f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:39.868240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-335abf5f-f311-4aba-abf9-b8c63f2f6137 req-1b269705-b723-4be2-a66f-b676cc58965f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 945 time: 0.1485770 Feb 19 03:29:39.937294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-335abf5f-f311-4aba-abf9-b8c63f2f6137 req-3511c9e5-3a56-4bf7-8843-19ed0e50555b tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608492 Feb 19 03:29:39.968531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-93afcc68-eea1-429e-8d61-1f1b38ec9369 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857827 Feb 19 03:29:40.109871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b4011a-44b1-4f40-a85a-898b306dd8d5 req-5bfe4fae-4b70-4651-8011-0f1e7eb7454b service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249969 Feb 19 03:29:40.113558 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc6528a-179f-41c8-9f6e-266ce8ee5246 x-openstack-request-id: req-5fc6528a-179f-41c8-9f6e-266ce8ee5246 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:40.114639 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc661a27-ec08-439f-b43f-fe814c8d13a8", "tag": "6f2abcae-46af-42a2-b695-b490cc0747c9", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:40.114639 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fc6528a-179f-41c8-9f6e-266ce8ee5246 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:40.115294 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc661a27-ec08-439f-b43f-fe814c8d13a8', 'tag': '6f2abcae-46af-42a2-b695-b490cc0747c9', 'status': 'completed', 'code': 200} Feb 19 03:29:40.302403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106b79-ae36-4d34-bd58-7f230c0ff62a req-046a9afa-b334-4b42-9243-6e26ee0a904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:40.308429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a106b79-ae36-4d34-bd58-7f230c0ff62a req-046a9afa-b334-4b42-9243-6e26ee0a904a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 1126 time: 0.1161520 Feb 19 03:29:40.420982 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5fa8eaf8-f8d7-4710-8c4c-19f81424c4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.605790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106b79-ae36-4d34-bd58-7f230c0ff62a req-91c2cfd8-206d-40e0-b2cf-25d288b36a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:40.607474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a106b79-ae36-4d34-bd58-7f230c0ff62a req-91c2cfd8-206d-40e0-b2cf-25d288b36a82 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 914 time: 0.2888472 Feb 19 03:29:40.671794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a106b79-ae36-4d34-bd58-7f230c0ff62a req-85cc00fe-e60d-43fe-a136-89e7538b42f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f2abcae-46af-42a2-b695-b490cc0747c9 HTTP/1.1" status: 200 len: 217 time: 0.0487492 Feb 19 03:29:40.684887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033207f-d6c1-4094-9510-7d4503c588b5 req-f8505283-11e8-4276-a7c5-fd7cbf5bb1fd tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:40.686700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9033207f-d6c1-4094-9510-7d4503c588b5 req-f8505283-11e8-4276-a7c5-fd7cbf5bb1fd tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1124883 Feb 19 03:29:40.771096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106b79-ae36-4d34-bd58-7f230c0ff62a req-ec9524ac-96fa-4690-9433-efc45541b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:40.775706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a106b79-ae36-4d34-bd58-7f230c0ff62a req-ec9524ac-96fa-4690-9433-efc45541b6e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 200 len: 853 time: 0.0878212 Feb 19 03:29:40.858140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a106b79-ae36-4d34-bd58-7f230c0ff62a req-90f8fae5-f342-4504-825a-5f775213dd7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5600df88-4693-4811-9ff5-8b78bdc7e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510325 Feb 19 03:29:40.871019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9033207f-d6c1-4094-9510-7d4503c588b5 req-d44f3097-043c-47b3-b3bf-cdb8864d4f2e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148207 Feb 19 03:29:41.045274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a106b79-ae36-4d34-bd58-7f230c0ff62a req-aaaa6291-9f64-4d57-b15e-d745c6ea2334 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719432 Feb 19 03:29:41.313252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a106b79-ae36-4d34-bd58-7f230c0ff62a req-3612441b-c186-4ee6-b69d-f4bcceb111f3 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570407 Feb 19 03:29:41.500751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5edc32-75aa-45aa-94fe-d59a8d4b71b7 req-2fa066b8-d681-4093-9a97-da727f7115b4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:41.519487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b5edc32-75aa-45aa-94fe-d59a8d4b71b7 req-2fa066b8-d681-4093-9a97-da727f7115b4 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 945 time: 0.1667044 Feb 19 03:29:41.590996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-538d3c37-512f-4238-86da-913f4077b393 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:41.598455 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-538d3c37-512f-4238-86da-913f4077b393 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "GET /v2.0/ports?device_id=550ff551-7ad3-4776-9e85-45aba827c98e HTTP/1.1" status: 200 len: 945 time: 0.2063503 Feb 19 03:29:41.632093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b5edc32-75aa-45aa-94fe-d59a8d4b71b7 req-79dbc3a1-542c-48d1-ab52-01830ea3cfd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cbb971a-97cf-4f75-8f37-4481f824129c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030507 Feb 19 03:29:41.914019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.931031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006bc0b-a4f9-47cf-888b-f7e8f82fa7d8 req-74f25f5c-73a3-49ce-8074-85e7cf7f11ac tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:41.934491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5006bc0b-a4f9-47cf-888b-f7e8f82fa7d8 req-74f25f5c-73a3-49ce-8074-85e7cf7f11ac tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 944 time: 0.0933816 Feb 19 03:29:41.937694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-d9760615-7f0d-4ef7-9a08-f348b9035bd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Deleting port 6961251e-00ee-4735-a42f-9e9a7e6dde6b {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:41.938262 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-d9760615-7f0d-4ef7-9a08-f348b9035bd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.036981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5006bc0b-a4f9-47cf-888b-f7e8f82fa7d8 req-1c7b7851-b2f8-4e7e-8da2-ef05eb43742a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946817 Feb 19 03:29:42.096533 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-d9760615-7f0d-4ef7-9a08-f348b9035bd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] For port 6961251e-00ee-4735-a42f-9e9a7e6dde6b, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6961251e-00ee-4735-a42f-9e9a7e6dde6b,segment=NetworkSegment(039fe484-eedb-45c3-8e47-b135cae727d3),segment_id=039fe484-eedb-45c3-8e47-b135cae727d3)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:42.096959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-d9760615-7f0d-4ef7-9a08-f348b9035bd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.119759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-d9760615-7f0d-4ef7-9a08-f348b9035bd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Calling delete_port for 6961251e-00ee-4735-a42f-9e9a7e6dde6b owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:42.214475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed46a9d-e709-4e8e-9f7d-4fa898401c55 req-c4de87df-71bb-4106-802d-241ab1cb7d38 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:42.216657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eed46a9d-e709-4e8e-9f7d-4fa898401c55 req-c4de87df-71bb-4106-802d-241ab1cb7d38 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 945 time: 0.0841556 Feb 19 03:29:42.283538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eed46a9d-e709-4e8e-9f7d-4fa898401c55 req-ba4686fe-76bb-4c05-8f17-65d2486370d0 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604310 Feb 19 03:29:42.355418 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-d9760615-7f0d-4ef7-9a08-f348b9035bd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6961251e-00ee-4735-a42f-9e9a7e6dde6b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.394377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6961251e-00ee-4735-a42f-9e9a7e6dde6b'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:42.459100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9760615-7f0d-4ef7-9a08-f348b9035bd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Pushing event deleted for resources: {'Port': ['ID=6961251e-00ee-4735-a42f-9e9a7e6dde6b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:42.596859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564494a7-4f1e-409e-9689-334484c29184 req-584faeca-dcf8-4a86-a4e8-b0d027cc34cb tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:42.604561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-564494a7-4f1e-409e-9689-334484c29184 req-584faeca-dcf8-4a86-a4e8-b0d027cc34cb tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 946 time: 0.1694613 Feb 19 03:29:42.613693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-d9760615-7f0d-4ef7-9a08-f348b9035bd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] No DVR routers for this DVR port 6961251e-00ee-4735-a42f-9e9a7e6dde6b on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:42.620866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-d9760615-7f0d-4ef7-9a08-f348b9035bd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.630328 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7eed75cd-a404-4fba-b53b-51b1a7c85476 req-d9760615-7f0d-4ef7-9a08-f348b9035bd1 tempest-ServersTestJSON-2105064839 tempest-ServersTestJSON-2105064839-project] 10.222.0.37 "DELETE /v2.0/ports/6961251e-00ee-4735-a42f-9e9a7e6dde6b HTTP/1.1" status: 204 len: 173 time: 1.0236053 Feb 19 03:29:42.636000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550ff551-7ad3-4776-9e85-45aba827c98e', 'name': 'network-vif-deleted', 'tag': '6961251e-00ee-4735-a42f-9e9a7e6dde6b'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:42.643056 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7b4a37-fb18-4d5d-96fd-f06411713399" -d '{"events": [{"server_uuid": "550ff551-7ad3-4776-9e85-45aba827c98e", "name": "network-vif-deleted", "tag": "6961251e-00ee-4735-a42f-9e9a7e6dde6b"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:42.964812 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.125704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-564494a7-4f1e-409e-9689-334484c29184 req-667b613b-85be-438f-a415-947afcedc1aa tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/security-groups?id=466ddbd1-d99b-4473-8bd4-2eee71cc77da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129006 Feb 19 03:29:43.327022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385bfec-f425-4782-bf5e-2ee1f73ccfe9 req-02e688ad-a35b-4875-a91e-cd156ef65d3d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:43.341467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9385bfec-f425-4782-bf5e-2ee1f73ccfe9 req-02e688ad-a35b-4875-a91e-cd156ef65d3d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1033592 Feb 19 03:29:43.426118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9385bfec-f425-4782-bf5e-2ee1f73ccfe9 req-0b8a41dd-162e-4044-9279-e0da5ede26a7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816467 Feb 19 03:29:43.589013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08590521-b530-4757-a979-73e40b8c7d98 req-a8777164-6cfb-4627-8845-420388c9c040 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:43.589506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6f2abcae-46af-42a2-b695-b490cc0747c9 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:29:43.591425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08590521-b530-4757-a979-73e40b8c7d98 req-a8777164-6cfb-4627-8845-420388c9c040 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 946 time: 0.1113701 Feb 19 03:29:43.706204 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90d3f82-bab1-4e92-9efa-333b6f1ef30e x-openstack-request-id: req-c90d3f82-bab1-4e92-9efa-333b6f1ef30e {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:43.706720 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550ff551-7ad3-4776-9e85-45aba827c98e", "name": "network-vif-deleted", "tag": "6961251e-00ee-4735-a42f-9e9a7e6dde6b", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:43.707164 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c90d3f82-bab1-4e92-9efa-333b6f1ef30e {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:43.708019 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550ff551-7ad3-4776-9e85-45aba827c98e', 'name': 'network-vif-deleted', 'tag': '6961251e-00ee-4735-a42f-9e9a7e6dde6b', 'status': 'completed', 'code': 200} Feb 19 03:29:43.785381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48936) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:43.791489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-08590521-b530-4757-a979-73e40b8c7d98 req-9fde2d64-57b4-483d-a527-9153b28d6851 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Deleting port 669169a7-abbb-4d47-b730-764a9b5ad8fd {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:43.791947 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08590521-b530-4757-a979-73e40b8c7d98 req-9fde2d64-57b4-483d-a527-9153b28d6851 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.878424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6f2abcae-46af-42a2-b695-b490cc0747c9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6f2abcae-46af-42a2-b695-b490cc0747c9,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:43.919436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-08590521-b530-4757-a979-73e40b8c7d98 req-9fde2d64-57b4-483d-a527-9153b28d6851 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] For port 669169a7-abbb-4d47-b730-764a9b5ad8fd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=669169a7-abbb-4d47-b730-764a9b5ad8fd,segment=NetworkSegment(6745417a-43c1-4ef6-a767-01a52cf9a32a),segment_id=6745417a-43c1-4ef6-a767-01a52cf9a32a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:43.919844 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08590521-b530-4757-a979-73e40b8c7d98 req-9fde2d64-57b4-483d-a527-9153b28d6851 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.920910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '6f2abcae-46af-42a2-b695-b490cc0747c9', 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d', 'port_id': '6f2abcae-46af-42a2-b695-b490cc0747c9', 'mac_address': 'fa:16:3e:f7:75:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f056254e-483c-4e21-9725-833b560ed18e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:29:43.950969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-08590521-b530-4757-a979-73e40b8c7d98 req-9fde2d64-57b4-483d-a527-9153b28d6851 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Calling delete_port for 669169a7-abbb-4d47-b730-764a9b5ad8fd owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:44.069753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6f2abcae-46af-42a2-b695-b490cc0747c9 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:44.070855 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.098548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2abcae-46af-42a2-b695-b490cc0747c9 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:44.140476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6f2abcae-46af-42a2-b695-b490cc0747c9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6f2abcae-46af-42a2-b695-b490cc0747c9,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:44.150106 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.209796 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08590521-b530-4757-a979-73e40b8c7d98 req-9fde2d64-57b4-483d-a527-9153b28d6851 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (669169a7-abbb-4d47-b730-764a9b5ad8fd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.231072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['669169a7-abbb-4d47-b730-764a9b5ad8fd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:44.321748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6f2abcae-46af-42a2-b695-b490cc0747c9,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:44.350058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6389981b-ae23-4a2b-9bb4-31bce537e78e admin admin] Deleting subnet 3a0b9ce0-8147-44d2-825b-d86ca2bad80f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:44.364058 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6389981b-ae23-4a2b-9bb4-31bce537e78e admin admin] Publish callbacks [] for subnet (3a0b9ce0-8147-44d2-825b-d86ca2bad80f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.380100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde2d64-57b4-483d-a527-9153b28d6851 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Pushing event deleted for resources: {'Port': ['ID=669169a7-abbb-4d47-b730-764a9b5ad8fd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:44.428394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-08590521-b530-4757-a979-73e40b8c7d98 req-9fde2d64-57b4-483d-a527-9153b28d6851 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] No DVR routers for this DVR port 669169a7-abbb-4d47-b730-764a9b5ad8fd on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:44.434616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-08590521-b530-4757-a979-73e40b8c7d98 req-9fde2d64-57b4-483d-a527-9153b28d6851 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.439803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08590521-b530-4757-a979-73e40b8c7d98 req-9fde2d64-57b4-483d-a527-9153b28d6851 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.71 "DELETE /v2.0/ports/669169a7-abbb-4d47-b730-764a9b5ad8fd HTTP/1.1" status: 204 len: 173 time: 0.8376021 Feb 19 03:29:44.440323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0cec55-f213-4638-825e-d01b05ee83c8', 'name': 'network-vif-deleted', 'tag': '669169a7-abbb-4d47-b730-764a9b5ad8fd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:44.452501 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494eb76a-4f93-4c92-8bbe-2306af0ddb59" -d '{"events": [{"server_uuid": "4b0cec55-f213-4638-825e-d01b05ee83c8", "name": "network-vif-deleted", "tag": "669169a7-abbb-4d47-b730-764a9b5ad8fd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:44.468437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['6f2abcae-46af-42a2-b695-b490cc0747c9'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:44.484588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6389981b-ae23-4a2b-9bb4-31bce537e78e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (3a0b9ce0-8147-44d2-825b-d86ca2bad80f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.486534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb2994-3825-4744-bc3a-c6963c23f2b0 req-8e80dd0c-e177-46b7-9c49-33e7f768d477 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:44.496108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5efb2994-3825-4744-bc3a-c6963c23f2b0 req-8e80dd0c-e177-46b7-9c49-33e7f768d477 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 945 time: 0.3308356 Feb 19 03:29:44.584311 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6389981b-ae23-4a2b-9bb4-31bce537e78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (3a0b9ce0-8147-44d2-825b-d86ca2bad80f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.625580 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5efb2994-3825-4744-bc3a-c6963c23f2b0 req-92550699-675d-4a4e-bdfe-6b93c503ea5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284513 Feb 19 03:29:44.632034 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.732591 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6389981b-ae23-4a2b-9bb4-31bce537e78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (3a0b9ce0-8147-44d2-825b-d86ca2bad80f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.773094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389981b-ae23-4a2b-9bb4-31bce537e78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0b9ce0-8147-44d2-825b-d86ca2bad80f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:44.781457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c1fe3-c660-4309-9a4f-1b624a192cfc req-4e492aed-2c01-449a-a26c-16dedbc4c6b8 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:44.791759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-356c1fe3-c660-4309-9a4f-1b624a192cfc req-4e492aed-2c01-449a-a26c-16dedbc4c6b8 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 945 time: 0.0854108 Feb 19 03:29:44.794835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6389981b-ae23-4a2b-9bb4-31bce537e78e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.807783 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6389981b-ae23-4a2b-9bb4-31bce537e78e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3a0b9ce0-8147-44d2-825b-d86ca2bad80f HTTP/1.1" status: 204 len: 168 time: 1.0210633 Feb 19 03:29:44.810449 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48952) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:44.936655 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (e769ebff-2101-45e5-908a-ae42c5680f4f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.952906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-356c1fe3-c660-4309-9a4f-1b624a192cfc req-524f178f-2059-4c9f-b253-e01ed8d8a5c2 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400170 Feb 19 03:29:45.122866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c07c187-77ff-4b7c-9563-d6a11c047a03 req-2c7c7f88-ad55-4a6d-9307-0e7942ac5757 tempest-ServerTagsTestJSON-307716307 tempest-ServerTagsTestJSON-307716307-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0cec55-f213-4638-825e-d01b05ee83c8 HTTP/1.1" status: 200 len: 210 time: 0.0580690 Feb 19 03:29:45.254706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (e769ebff-2101-45e5-908a-ae42c5680f4f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.333060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f8580-0f34-4f01-b497-fc1931490fd0 req-2fe11fa0-3800-447e-8681-744e062cb6e6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:45.345923 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c9f8580-0f34-4f01-b497-fc1931490fd0 req-2fe11fa0-3800-447e-8681-744e062cb6e6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.0986798 Feb 19 03:29:45.351619 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e769ebff-2101-45e5-908a-ae42c5680f4f']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:45.371937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6961251e-00ee-4735-a42f-9e9a7e6dde6b no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:45.395803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039fe484-eedb-45c3-8e47-b135cae727d3') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:45.407862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039fe484-eedb-45c3-8e47-b135cae727d3') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:45.436434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 6961251e-00ee-4735-a42f-9e9a7e6dde6b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:45.436884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6961251e-00ee-4735-a42f-9e9a7e6dde6b not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:45.437253 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (039fe484-eedb-45c3-8e47-b135cae727d3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.463883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c9f8580-0f34-4f01-b497-fc1931490fd0 req-1999de49-3ae6-4e96-829c-fe9e9d336f52 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168520 Feb 19 03:29:45.481562 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (039fe484-eedb-45c3-8e47-b135cae727d3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.508828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:45.510171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (039fe484-eedb-45c3-8e47-b135cae727d3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:45.545651 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:45.589883 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093d0917-b938-4cdf-9b93-d3f6dfe69ac5 x-openstack-request-id: req-093d0917-b938-4cdf-9b93-d3f6dfe69ac5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:45.590060 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0cec55-f213-4638-825e-d01b05ee83c8", "name": "network-vif-deleted", "tag": "669169a7-abbb-4d47-b730-764a9b5ad8fd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:45.590327 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-093d0917-b938-4cdf-9b93-d3f6dfe69ac5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:45.590615 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0cec55-f213-4638-825e-d01b05ee83c8', 'name': 'network-vif-deleted', 'tag': '669169a7-abbb-4d47-b730-764a9b5ad8fd', 'status': 'completed', 'code': 200} Feb 19 03:29:45.615615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6f2abcae-46af-42a2-b695-b490cc0747c9 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:45.686682 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (e769ebff-2101-45e5-908a-ae42c5680f4f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.693355 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.701934 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] 10.222.0.42 "DELETE /v2.0/networks/e769ebff-2101-45e5-908a-ae42c5680f4f HTTP/1.1" status: 204 len: 168 time: 0.8908751 Feb 19 03:29:45.720521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced320b-fb15-479b-aa6a-8e44809731cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e769ebff-2101-45e5-908a-ae42c5680f4f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:45.740293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 6f2abcae-46af-42a2-b695-b490cc0747c9 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:29:45.747465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 6f2abcae-46af-42a2-b695-b490cc0747c9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:45.747939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.893021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6f2abcae-46af-42a2-b695-b490cc0747c9 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:45.893427 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.953675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc661a27-ec08-439f-b43f-fe814c8d13a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2abcae-46af-42a2-b695-b490cc0747c9'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:45.964669 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a565275e-36a5-4cda-8dac-49411ef10f03" -d '{"events": [{"server_uuid": "fc661a27-ec08-439f-b43f-fe814c8d13a8", "name": "network-vif-plugged", "status": "completed", "tag": "6f2abcae-46af-42a2-b695-b490cc0747c9"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:45.983830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48968) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:46.022960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6f2abcae-46af-42a2-b695-b490cc0747c9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6f2abcae-46af-42a2-b695-b490cc0747c9,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:46.030503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.031328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 669169a7-abbb-4d47-b730-764a9b5ad8fd no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:46.070469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 669169a7-abbb-4d47-b730-764a9b5ad8fd {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:46.071004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 669169a7-abbb-4d47-b730-764a9b5ad8fd not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:46.127918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fe10c4a8-73c7-4fb0-bfa4-f805829b9beb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ed1d0f12f104287bcbffc45332f2479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404073 Feb 19 03:29:46.132061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48974) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:46.146619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6f2abcae-46af-42a2-b695-b490cc0747c9,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:46.190181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db739e1-8582-477a-b142-513988fe92e8 req-91dcad08-5d34-4e8c-bdb4-ebc163c9fc11 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:46.199030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8db739e1-8582-477a-b142-513988fe92e8 req-91dcad08-5d34-4e8c-bdb4-ebc163c9fc11 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 946 time: 0.1734312 Feb 19 03:29:46.283080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8db739e1-8582-477a-b142-513988fe92e8 req-99660f23-2b62-4f64-ba6f-6f0334b0e203 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831459 Feb 19 03:29:46.324390 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8462-ec96-488c-b280-8e8f9b8c5ebb admin admin] Publish callbacks [] for security_group (1cbb971a-97cf-4f75-8f37-4481f824129c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.388410 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8462-ec96-488c-b280-8e8f9b8c5ebb admin admin] Publish callbacks [] for security_group (1cbb971a-97cf-4f75-8f37-4481f824129c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.501472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8462-ec96-488c-b280-8e8f9b8c5ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1cbb971a-97cf-4f75-8f37-4481f824129c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.504934 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8462-ec96-488c-b280-8e8f9b8c5ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.509167 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dc3a8462-ec96-488c-b280-8e8f9b8c5ebb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cbb971a-97cf-4f75-8f37-4481f824129c HTTP/1.1" status: 204 len: 168 time: 0.3730848 Feb 19 03:29:46.521145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5a5e6-09c6-49e7-9105-39b2df28e2ba req-de48244a-0224-4dbf-8c5b-75ec1152ee74 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:46.522039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a8462-ec96-488c-b280-8e8f9b8c5ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbb971a-97cf-4f75-8f37-4481f824129c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:46.525989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8a5a5e6-09c6-49e7-9105-39b2df28e2ba req-de48244a-0224-4dbf-8c5b-75ec1152ee74 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 945 time: 0.1173940 Feb 19 03:29:46.637938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8a5a5e6-09c6-49e7-9105-39b2df28e2ba req-46971a0d-f959-4def-a991-3c9585c60b04 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980444 Feb 19 03:29:47.078483 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455a9baa-6b33-4b81-8ce4-c5f5e7c1695c x-openstack-request-id: req-455a9baa-6b33-4b81-8ce4-c5f5e7c1695c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:47.079168 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc661a27-ec08-439f-b43f-fe814c8d13a8", "name": "network-vif-plugged", "status": "completed", "tag": "6f2abcae-46af-42a2-b695-b490cc0747c9", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:47.079706 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-455a9baa-6b33-4b81-8ce4-c5f5e7c1695c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:47.080220 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc661a27-ec08-439f-b43f-fe814c8d13a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2abcae-46af-42a2-b695-b490cc0747c9', 'code': 200} Feb 19 03:29:47.127181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48994) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:47.207481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf6db1c-2163-4fb6-8366-e40384d12bb2 admin admin] Deleting subnet a9382783-0c78-4e0e-b5e1-dd029d8ceea0 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:47.280271 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbf6db1c-2163-4fb6-8366-e40384d12bb2 admin admin] Publish callbacks [] for subnet (a9382783-0c78-4e0e-b5e1-dd029d8ceea0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.365006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de5f9f-7dd9-4860-b26d-f587ef00a66b req-88024e25-778b-44b9-b231-5030a3922513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:47.367943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2de5f9f-7dd9-4860-b26d-f587ef00a66b req-88024e25-778b-44b9-b231-5030a3922513 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 1128 time: 0.1574743 Feb 19 03:29:47.382363 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbf6db1c-2163-4fb6-8366-e40384d12bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (a9382783-0c78-4e0e-b5e1-dd029d8ceea0), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.444528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d538eb-273a-40dc-a6bd-819c300bb795 req-d038f78e-beea-4ac2-b85f-0e7c05563b7d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:47.453764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07d538eb-273a-40dc-a6bd-819c300bb795 req-d038f78e-beea-4ac2-b85f-0e7c05563b7d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.2201071 Feb 19 03:29:47.543409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2de5f9f-7dd9-4860-b26d-f587ef00a66b req-8b1f7faa-d24a-4562-b173-181b386d3ba6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257911 Feb 19 03:29:47.578208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07d538eb-273a-40dc-a6bd-819c300bb795 req-9883bdf3-8de1-4999-a1fe-cfa538b3f636 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225429 Feb 19 03:29:47.586716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbf6db1c-2163-4fb6-8366-e40384d12bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (a9382783-0c78-4e0e-b5e1-dd029d8ceea0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.712857 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbf6db1c-2163-4fb6-8366-e40384d12bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (a9382783-0c78-4e0e-b5e1-dd029d8ceea0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.736322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49014) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:47.748717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6db1c-2163-4fb6-8366-e40384d12bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9382783-0c78-4e0e-b5e1-dd029d8ceea0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:47.772556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478cc7d-455f-422d-97c4-6c097c9697f4 req-ce5877dc-dcdf-4e77-8ead-0d1c0f951e3f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:47.774223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7478cc7d-455f-422d-97c4-6c097c9697f4 req-ce5877dc-dcdf-4e77-8ead-0d1c0f951e3f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 946 time: 0.1178315 Feb 19 03:29:47.777055 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbf6db1c-2163-4fb6-8366-e40384d12bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.783684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fbf6db1c-2163-4fb6-8366-e40384d12bb2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a9382783-0c78-4e0e-b5e1-dd029d8ceea0 HTTP/1.1" status: 204 len: 168 time: 0.6524677 Feb 19 03:29:47.784527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49018) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:47.895445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7478cc7d-455f-422d-97c4-6c097c9697f4 req-88f1dd13-50df-4918-801a-abb02fba0c0e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040857 Feb 19 03:29:47.945658 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (556e2736-1b01-4113-9970-31c57a539a94), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.055592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-58436649-network', 'tenant_id': '77a77fe0512e49e7ac8985b83cd13643'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:48.102783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1f746-e29b-4fad-b8b1-1bdd0d5e273d req-d78d8335-3e32-46fd-a02b-c2aaabe12fb7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:48.104616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b1f746-e29b-4fad-b8b1-1bdd0d5e273d req-d78d8335-3e32-46fd-a02b-c2aaabe12fb7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 945 time: 0.1020067 Feb 19 03:29:48.143750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Made reservation on behalf of 77a77fe0512e49e7ac8985b83cd13643 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:48.147882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.155805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (556e2736-1b01-4113-9970-31c57a539a94), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.163381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59b1f746-e29b-4fad-b8b1-1bdd0d5e273d req-6c36839b-7c57-4476-bf5f-4d2ac10e9487 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482278 Feb 19 03:29:48.169659 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.206405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556e2736-1b01-4113-9970-31c57a539a94']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:48.225304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6745417a-43c1-4ef6-a767-01a52cf9a32a') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:48.227051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6745417a-43c1-4ef6-a767-01a52cf9a32a') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:48.251032 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (6745417a-43c1-4ef6-a767-01a52cf9a32a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.262024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e13a2-6376-4002-8400-21243965e7ab req-a1870e95-5391-46a0-aa37-d42dd3cc9c82 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:48.264036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-386e13a2-6376-4002-8400-21243965e7ab req-a1870e95-5391-46a0-aa37-d42dd3cc9c82 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa272c7e-2e66-4085-82a9-e0c45c88a565 HTTP/1.1" status: 200 len: 945 time: 0.0827417 Feb 19 03:29:48.274660 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (6745417a-43c1-4ef6-a767-01a52cf9a32a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.284641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:48.285054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (6745417a-43c1-4ef6-a767-01a52cf9a32a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:48.286754 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:48.359382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Publish callbacks [] for security_group (082f6438-c3b7-4a10-8b13-d2f76ddfb3bf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.365786 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (082f6438-c3b7-4a10-8b13-d2f76ddfb3bf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.398523 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (556e2736-1b01-4113-9970-31c57a539a94), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.409924 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.413542 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] 10.222.0.42 "DELETE /v2.0/networks/556e2736-1b01-4113-9970-31c57a539a94 HTTP/1.1" status: 204 len: 168 time: 0.6275954 Feb 19 03:29:48.414954 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:48.417217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-386e13a2-6376-4002-8400-21243965e7ab req-91b439ac-4b01-4264-90f5-cea035a6e78e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Deleting port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:48.417631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-386e13a2-6376-4002-8400-21243965e7ab req-91b439ac-4b01-4264-90f5-cea035a6e78e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.434235 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ca310e58-d58c-451e-aeda-a8cbdc62bb05), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.434659 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Added segment ca310e58-d58c-451e-aeda-a8cbdc62bb05 of type vlan for network 25924b6a-ceee-4ae5-a1ca-27e0c749cb38 Feb 19 03:29:48.509206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde80f6a-8433-4d1c-8caa-3784e4e57509 admin admin] Pushing event deleted for resources: {'Network': ['ID=556e2736-1b01-4113-9970-31c57a539a94,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:48.516355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082f6438-c3b7-4a10-8b13-d2f76ddfb3bf,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:48.542512 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (25924b6a-ceee-4ae5-a1ca-27e0c749cb38), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.599595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-386e13a2-6376-4002-8400-21243965e7ab req-91b439ac-4b01-4264-90f5-cea035a6e78e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] For port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:48.600569 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-386e13a2-6376-4002-8400-21243965e7ab req-91b439ac-4b01-4264-90f5-cea035a6e78e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.618351 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (25924b6a-ceee-4ae5-a1ca-27e0c749cb38), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.624275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:48.628138 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.636579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-386e13a2-6376-4002-8400-21243965e7ab req-91b439ac-4b01-4264-90f5-cea035a6e78e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Calling delete_port for 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:48.696763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49030) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:48.733986 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9940944 Feb 19 03:29:48.756241 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8daaa-c3f7-4fd0-aecf-ba3f7ca10ebf admin admin] Pushing event updated for resources: {'Network': ['ID=25924b6a-ceee-4ae5-a1ca-27e0c749cb38,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:48.769366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 25924b6a-ceee-4ae5-a1ca-27e0c749cb38 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:48.932327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-407378c8-960b-4738-9a08-6c10c05278d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72e61d82a2424c929cc56c71b96e6178&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283502 Feb 19 03:29:48.935989 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49036) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:49.009098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b246c-f7e2-44fc-85cd-5f18b6dfef53 req-670a84a5-885c-4ab7-b399-72d89e9a65e5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:49.011337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f9b246c-f7e2-44fc-85cd-5f18b6dfef53 req-670a84a5-885c-4ab7-b399-72d89e9a65e5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.2234263 Feb 19 03:29:49.082577 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-788e9b47-65bd-4213-b148-81eb29f9194b admin admin] Publish callbacks [] for security_group (466ddbd1-d99b-4473-8bd4-2eee71cc77da), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.127033 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-788e9b47-65bd-4213-b148-81eb29f9194b admin admin] Publish callbacks [] for security_group (466ddbd1-d99b-4473-8bd4-2eee71cc77da), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.212533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-788e9b47-65bd-4213-b148-81eb29f9194b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (466ddbd1-d99b-4473-8bd4-2eee71cc77da), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.217119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-788e9b47-65bd-4213-b148-81eb29f9194b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.218438 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-788e9b47-65bd-4213-b148-81eb29f9194b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/466ddbd1-d99b-4473-8bd4-2eee71cc77da HTTP/1.1" status: 204 len: 168 time: 0.2814226 Feb 19 03:29:49.245071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e9b47-65bd-4213-b148-81eb29f9194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ddbd1-d99b-4473-8bd4-2eee71cc77da,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:49.296995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f9b246c-f7e2-44fc-85cd-5f18b6dfef53 req-61898490-c847-4d9d-8141-d0523088f703 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610402 Feb 19 03:29:49.298868 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-386e13a2-6376-4002-8400-21243965e7ab req-91b439ac-4b01-4264-90f5-cea035a6e78e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1ac88a88-ff03-4eed-aca4-e4a626f3bf6c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.319982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1ac88a88-ff03-4eed-aca4-e4a626f3bf6c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:49.401587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b439ac-4b01-4264-90f5-cea035a6e78e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event deleted for resources: {'Port': ['ID=1ac88a88-ff03-4eed-aca4-e4a626f3bf6c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:49.540325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-386e13a2-6376-4002-8400-21243965e7ab req-91b439ac-4b01-4264-90f5-cea035a6e78e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] No DVR routers for this DVR port 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:49.552885 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-386e13a2-6376-4002-8400-21243965e7ab req-91b439ac-4b01-4264-90f5-cea035a6e78e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.571382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-386e13a2-6376-4002-8400-21243965e7ab req-91b439ac-4b01-4264-90f5-cea035a6e78e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.71 "DELETE /v2.0/ports/1ac88a88-ff03-4eed-aca4-e4a626f3bf6c HTTP/1.1" status: 204 len: 173 time: 1.2981327 Feb 19 03:29:49.574815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa272c7e-2e66-4085-82a9-e0c45c88a565', 'name': 'network-vif-deleted', 'tag': '1ac88a88-ff03-4eed-aca4-e4a626f3bf6c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:49.579785 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f97e0a-be32-4d70-8140-7daba49fa6ef" -d '{"events": [{"server_uuid": "aa272c7e-2e66-4085-82a9-e0c45c88a565", "name": "network-vif-deleted", "tag": "1ac88a88-ff03-4eed-aca4-e4a626f3bf6c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:49.653153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd750ff7-1434-4b8d-ae29-e4e28823504e req-55eee1da-dc20-44b1-be02-5ca6995d5c9d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:49.662982 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd750ff7-1434-4b8d-ae29-e4e28823504e req-55eee1da-dc20-44b1-be02-5ca6995d5c9d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 946 time: 0.2046256 Feb 19 03:29:49.739281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd750ff7-1434-4b8d-ae29-e4e28823504e req-125fe8d3-dd8d-4351-a71f-1fbe4fc7253d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749922 Feb 19 03:29:49.770103 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:29:50.197732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49078) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:50.472077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbe51-22e5-4771-bff6-57903c695063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.600774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6413-37ad-46a1-be4a-6d06c1e33ed2 req-925d31a4-6b71-4a92-80ef-b4e86d971335 tempest-ComputeTenantNetworksTest-2012620808 tempest-ComputeTenantNetworksTest-2012620808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.612218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6413-37ad-46a1-be4a-6d06c1e33ed2 req-925d31a4-6b71-4a92-80ef-b4e86d971335 tempest-ComputeTenantNetworksTest-2012620808 tempest-ComputeTenantNetworksTest-2012620808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.613529 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbe51-22e5-4771-bff6-57903c695063 admin admin] Publish callbacks [] for security_group (025b8118-1fb1-4556-ac88-993b0ca3693f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.619364 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbe51-22e5-4771-bff6-57903c695063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (025b8118-1fb1-4556-ac88-993b0ca3693f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.621190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6413-37ad-46a1-be4a-6d06c1e33ed2 req-925d31a4-6b71-4a92-80ef-b4e86d971335 tempest-ComputeTenantNetworksTest-2012620808 tempest-ComputeTenantNetworksTest-2012620808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.632698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7ce6413-37ad-46a1-be4a-6d06c1e33ed2 req-925d31a4-6b71-4a92-80ef-b4e86d971335 tempest-ComputeTenantNetworksTest-2012620808 tempest-ComputeTenantNetworksTest-2012620808-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.4153316 Feb 19 03:29:50.671250 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8bbcbe51-22e5-4771-bff6-57903c695063 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=688aa01bcd2c4e649cc916e03fb4a1ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710875 Feb 19 03:29:50.674774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49096) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:50.739362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcbe51-22e5-4771-bff6-57903c695063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025b8118-1fb1-4556-ac88-993b0ca3693f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:50.767310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49100) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:50.811342 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac8e9b6-bb6e-4748-94ef-50e335a040b3 x-openstack-request-id: req-3ac8e9b6-bb6e-4748-94ef-50e335a040b3 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:50.811649 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa272c7e-2e66-4085-82a9-e0c45c88a565", "name": "network-vif-deleted", "tag": "1ac88a88-ff03-4eed-aca4-e4a626f3bf6c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:50.811922 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ac8e9b6-bb6e-4748-94ef-50e335a040b3 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:50.812340 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa272c7e-2e66-4085-82a9-e0c45c88a565', 'name': 'network-vif-deleted', 'tag': '1ac88a88-ff03-4eed-aca4-e4a626f3bf6c', 'status': 'completed', 'code': 200} Feb 19 03:29:50.824149 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72a05051-f8e9-4f8c-88eb-eedd6b65e843 admin admin] Publish callbacks [] for security_group (025b8118-1fb1-4556-ac88-993b0ca3693f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.886350 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72a05051-f8e9-4f8c-88eb-eedd6b65e843 admin admin] Publish callbacks [] for security_group (025b8118-1fb1-4556-ac88-993b0ca3693f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.951760 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72a05051-f8e9-4f8c-88eb-eedd6b65e843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (025b8118-1fb1-4556-ac88-993b0ca3693f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.955416 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72a05051-f8e9-4f8c-88eb-eedd6b65e843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.968108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-72a05051-f8e9-4f8c-88eb-eedd6b65e843 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/025b8118-1fb1-4556-ac88-993b0ca3693f HTTP/1.1" status: 204 len: 168 time: 0.2900534 Feb 19 03:29:50.984150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a05051-f8e9-4f8c-88eb-eedd6b65e843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025b8118-1fb1-4556-ac88-993b0ca3693f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:51.051548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1757287864-network', 'tenant_id': '344c7a90ec9a4b3e9f216c0b51f52c37'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:51.099881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Made reservation on behalf of 344c7a90ec9a4b3e9f216c0b51f52c37 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:51.110092 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.135692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.323869 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Publish callbacks [] for security_group (af23a8cd-521e-4fd5-84d3-881ee6bdaa00), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.333221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (af23a8cd-521e-4fd5-84d3-881ee6bdaa00), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.350214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa7e0a-faa4-45dc-b346-61cf4b5fe183 req-fdea47b6-930a-4b43-a321-7cdf567bbc80 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:51.353220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02fa7e0a-faa4-45dc-b346-61cf4b5fe183 req-fdea47b6-930a-4b43-a321-7cdf567bbc80 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.0883846 Feb 19 03:29:51.386886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:51.418618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af23a8cd-521e-4fd5-84d3-881ee6bdaa00,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:51.443181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c753318c-3a94-4feb-8c1a-b1496fcd0150), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.449044 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Added segment c753318c-3a94-4feb-8c1a-b1496fcd0150 of type vlan for network b4985d39-b9f8-4313-b2ff-fc84873911ec Feb 19 03:29:51.478561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02fa7e0a-faa4-45dc-b346-61cf4b5fe183 req-602dc17e-c0e1-41f4-a7d1-34b679781b23 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112890 Feb 19 03:29:51.494931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (b4985d39-b9f8-4313-b2ff-fc84873911ec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.536772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (b4985d39-b9f8-4313-b2ff-fc84873911ec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.539147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:51.541282 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.599768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49114) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:51.607380 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8387699 Feb 19 03:29:51.614582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49116) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:51.626672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Request body: {'subnet': {'network_id': 'b4985d39-b9f8-4313-b2ff-fc84873911ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1757287864-subnet', 'tenant_id': '344c7a90ec9a4b3e9f216c0b51f52c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:51.639282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:51.652813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Made reservation on behalf of 344c7a90ec9a4b3e9f216c0b51f52c37 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:51.655408 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.675928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da960dbd-309f-44d7-88c5-053bc0255383 admin admin] Pushing event updated for resources: {'Network': ['ID=b4985d39-b9f8-4313-b2ff-fc84873911ec,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:51.685169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7a29392-ebcf-4eb8-9b3d-1437aad9b482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.686901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:51.687632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1ac88a88-ff03-4eed-aca4-e4a626f3bf6c not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:51.693364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network b4985d39-b9f8-4313-b2ff-fc84873911ec details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:51.747262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7eae8-5e5d-48e4-8d3d-77127da1cb65 req-f47c971b-de40-47b0-8ea3-729e8af9fc49 tempest-ComputeTenantNetworksTest-2012620808 tempest-ComputeTenantNetworksTest-2012620808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:51.756048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13b7eae8-5e5d-48e4-8d3d-77127da1cb65 req-f47c971b-de40-47b0-8ea3-729e8af9fc49 tempest-ComputeTenantNetworksTest-2012620808 tempest-ComputeTenantNetworksTest-2012620808-project] 10.222.0.42 "GET /v2.0/networks/25924b6a-ceee-4ae5-a1ca-27e0c749cb38 HTTP/1.1" status: 200 len: 767 time: 0.2064471 Feb 19 03:29:51.761883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49118) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:51.851210 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (25924b6a-ceee-4ae5-a1ca-27e0c749cb38), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.882727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7a29392-ebcf-4eb8-9b3d-1437aad9b482 admin admin] Publish callbacks [] for security_group (631bd625-510f-4d2d-b3d9-2265be83058a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.896624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7a29392-ebcf-4eb8-9b3d-1437aad9b482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (631bd625-510f-4d2d-b3d9-2265be83058a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.952388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (25924b6a-ceee-4ae5-a1ca-27e0c749cb38), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.002643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25924b6a-ceee-4ae5-a1ca-27e0c749cb38']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:52.017029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b7a29392-ebcf-4eb8-9b3d-1437aad9b482 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8fcc9882f9a4aa6b269ec75a031377d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138710 Feb 19 03:29:52.019040 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca310e58-d58c-451e-aeda-a8cbdc62bb05') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:52.019825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca310e58-d58c-451e-aeda-a8cbdc62bb05') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:52.020726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49128) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:52.032974 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (ca310e58-d58c-451e-aeda-a8cbdc62bb05), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.045273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a29392-ebcf-4eb8-9b3d-1437aad9b482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631bd625-510f-4d2d-b3d9-2265be83058a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:52.082377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ca310e58-d58c-451e-aeda-a8cbdc62bb05), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.094861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-616c4543-4432-4c2c-8d58-06d003250723 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:52.098655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:52.099067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (ca310e58-d58c-451e-aeda-a8cbdc62bb05), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:52.102565 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:52.105541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-616c4543-4432-4c2c-8d58-06d003250723 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.2227421 Feb 19 03:29:52.118665 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.122610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-1f6a8509-bf1d-4e3d-a747-2c6e108b8171 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/quotas/945f4e3f343b489cafd000abb754fec1 HTTP/1.1" status: 200 len: 375 time: 0.0183961 Feb 19 03:29:52.181509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-563f00ea-5c56-4613-b26f-e0ccc77c6570 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533807 Feb 19 03:29:52.182217 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26d5cc7e-97fa-4de9-9049-8f83d2fcccbd admin admin] Publish callbacks [] for security_group (631bd625-510f-4d2d-b3d9-2265be83058a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.243976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (25924b6a-ceee-4ae5-a1ca-27e0c749cb38), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.250793 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26d5cc7e-97fa-4de9-9049-8f83d2fcccbd admin admin] Publish callbacks [] for security_group (631bd625-510f-4d2d-b3d9-2265be83058a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.261170 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.261170 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] 10.222.0.42 "DELETE /v2.0/networks/25924b6a-ceee-4ae5-a1ca-27e0c749cb38 HTTP/1.1" status: 204 len: 168 time: 0.4938073 Feb 19 03:29:52.261170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:52.276688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Checking segment: {'id': 'c753318c-3a94-4feb-8c1a-b1496fcd0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4985d39-b9f8-4313-b2ff-fc84873911ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:52.277039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Network hostable DHCP agents. Network: b4985d39-b9f8-4313-b2ff-fc84873911ec, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:52.281074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134e3b9-d2bb-40de-8748-2ba61e67ed33 admin admin] Pushing event deleted for resources: {'Network': ['ID=25924b6a-ceee-4ae5-a1ca-27e0c749cb38,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:52.292798 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.305994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Network b4985d39-b9f8-4313-b2ff-fc84873911ec is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:52.324181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, b4985d39-b9f8-4313-b2ff-fc84873911ec) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:52.334359 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:52.336109 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.359436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec8399e-f279-4abe-98ee-c145fa5ba520 None None] Network b4985d39-b9f8-4313-b2ff-fc84873911ec requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:52.371027 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5bc0f6da-0263-4085-b25f-40dcabd2bac3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7549706 Feb 19 03:29:52.406317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5040116f-9e01-48fb-805b-0fc4d7d7b25e service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054732 Feb 19 03:29:52.436500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26d5cc7e-97fa-4de9-9049-8f83d2fcccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (631bd625-510f-4d2d-b3d9-2265be83058a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.441731 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26d5cc7e-97fa-4de9-9049-8f83d2fcccbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.443375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-26d5cc7e-97fa-4de9-9049-8f83d2fcccbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/631bd625-510f-4d2d-b3d9-2265be83058a HTTP/1.1" status: 204 len: 168 time: 0.4185824 Feb 19 03:29:52.466973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5cc7e-97fa-4de9-9049-8f83d2fcccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631bd625-510f-4d2d-b3d9-2265be83058a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:52.598876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62788ada-b703-4501-a80a-66fb0f8d9488 None None] Network b4985d39-b9f8-4313-b2ff-fc84873911ec requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:52.626343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-67bfff34-bc3c-4c55-95d7-d1bc9ff4bf03 service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100904 Feb 19 03:29:52.744423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49144) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:53.019082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49154) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:53.021053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dfad27d7-d6e6-4642-a14f-294ede6b9739 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77a77fe0512e49e7ac8985b83cd13643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628968 Feb 19 03:29:53.212372 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b3ea5fa-2ef1-4a42-ab53-5b8fa0e76157 admin admin] Publish callbacks [] for security_group (082f6438-c3b7-4a10-8b13-d2f76ddfb3bf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.221259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878713da-8c14-4ce3-8238-248773895e90 req-4d6b0c91-f5a2-4383-86e6-6c1ace360387 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:53.223974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878713da-8c14-4ce3-8238-248773895e90 req-4d6b0c91-f5a2-4383-86e6-6c1ace360387 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 946 time: 0.1926172 Feb 19 03:29:53.277022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b3ea5fa-2ef1-4a42-ab53-5b8fa0e76157 admin admin] Publish callbacks [] for security_group (082f6438-c3b7-4a10-8b13-d2f76ddfb3bf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.307247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-9e8d9688-40a9-4cb9-a2a9-fc5c914f961c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:53.309964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-9e8d9688-40a9-4cb9-a2a9-fc5c914f961c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 946 time: 0.2134120 Feb 19 03:29:53.357271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b3ea5fa-2ef1-4a42-ab53-5b8fa0e76157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (082f6438-c3b7-4a10-8b13-d2f76ddfb3bf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.371149 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b3ea5fa-2ef1-4a42-ab53-5b8fa0e76157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.375794 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3b3ea5fa-2ef1-4a42-ab53-5b8fa0e76157 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/082f6438-c3b7-4a10-8b13-d2f76ddfb3bf HTTP/1.1" status: 204 len: 168 time: 0.3538239 Feb 19 03:29:53.399601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ea5fa-2ef1-4a42-ab53-5b8fa0e76157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082f6438-c3b7-4a10-8b13-d2f76ddfb3bf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:53.505177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878713da-8c14-4ce3-8238-248773895e90 req-7d3d09f5-6826-4360-b7f7-d8482b7cf9d2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645862 Feb 19 03:29:53.565049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-185804e8-7386-46e9-8793-db2aff8ce25d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Deleting port 6f2abcae-46af-42a2-b695-b490cc0747c9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:53.566538 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-185804e8-7386-46e9-8793-db2aff8ce25d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.788212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-185804e8-7386-46e9-8793-db2aff8ce25d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] For port 6f2abcae-46af-42a2-b695-b490cc0747c9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6f2abcae-46af-42a2-b695-b490cc0747c9,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:53.789726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-185804e8-7386-46e9-8793-db2aff8ce25d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.807833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093185-3038-4bf1-a834-5a1c3113e5b8 req-4ed3c6c9-9ef6-4c23-9823-2724c9d747cc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:53.814862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36093185-3038-4bf1-a834-5a1c3113e5b8 req-4ed3c6c9-9ef6-4c23-9823-2724c9d747cc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.1383188 Feb 19 03:29:53.849930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-185804e8-7386-46e9-8793-db2aff8ce25d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Calling delete_port for 6f2abcae-46af-42a2-b695-b490cc0747c9 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:53.964871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36093185-3038-4bf1-a834-5a1c3113e5b8 req-6efe3dbc-96c2-470b-9e6f-1a78857ed86c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422586 Feb 19 03:29:54.061507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:54.069553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1907240869-network', 'tenant_id': 'fe5d5966caf8420380d6234711ef781e'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:54.106849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Made reservation on behalf of fe5d5966caf8420380d6234711ef781e for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:54.109308 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.129765 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.149035 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4778b800-b807-4a5b-800a-c86ae1bd2eaf req-3d564865-5ec5-445b-8a84-fcd5623bff4f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 210 time: 0.0714626 Feb 19 03:29:54.195395 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-185804e8-7386-46e9-8793-db2aff8ce25d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6f2abcae-46af-42a2-b695-b490cc0747c9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.213404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:54.243702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185804e8-7386-46e9-8793-db2aff8ce25d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Pushing event deleted for resources: {'Port': ['ID=6f2abcae-46af-42a2-b695-b490cc0747c9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:54.296329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-185804e8-7386-46e9-8793-db2aff8ce25d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] No DVR routers for this DVR port 6f2abcae-46af-42a2-b695-b490cc0747c9 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:54.299945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-185804e8-7386-46e9-8793-db2aff8ce25d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.305659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-345fa22f-2efc-45dd-b4af-69268b3ccd59 req-185804e8-7386-46e9-8793-db2aff8ce25d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.71 "DELETE /v2.0/ports/6f2abcae-46af-42a2-b695-b490cc0747c9 HTTP/1.1" status: 204 len: 173 time: 0.9808710 Feb 19 03:29:54.306572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc661a27-ec08-439f-b43f-fe814c8d13a8', 'name': 'network-vif-deleted', 'tag': '6f2abcae-46af-42a2-b695-b490cc0747c9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:54.310136 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a5941a-f565-4232-91d3-2c7352117f16" -d '{"events": [{"server_uuid": "fc661a27-ec08-439f-b43f-fe814c8d13a8", "name": "network-vif-deleted", "tag": "6f2abcae-46af-42a2-b695-b490cc0747c9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:54.343707 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Publish callbacks [] for security_group (76213eed-9506-43c7-8d9c-587ca2b63134), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.365600 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (76213eed-9506-43c7-8d9c-587ca2b63134), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.383997 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d3c8e2-3e56-49f6-8342-c55caa2a232f x-openstack-request-id: req-e0d3c8e2-3e56-49f6-8342-c55caa2a232f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:54.384542 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc661a27-ec08-439f-b43f-fe814c8d13a8", "name": "network-vif-deleted", "tag": "6f2abcae-46af-42a2-b695-b490cc0747c9", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:54.384746 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0d3c8e2-3e56-49f6-8342-c55caa2a232f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:54.385057 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc661a27-ec08-439f-b43f-fe814c8d13a8', 'name': 'network-vif-deleted', 'tag': '6f2abcae-46af-42a2-b695-b490cc0747c9', 'status': 'completed', 'code': 200} Feb 19 03:29:54.451899 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:54.476475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76213eed-9506-43c7-8d9c-587ca2b63134,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:54.485893 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (2b6810e2-502c-4baa-a3c9-59be7eff137a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.486498 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Added segment 2b6810e2-502c-4baa-a3c9-59be7eff137a of type vlan for network 33873a5a-4da2-4d27-8fce-3a6bb8f53c84 Feb 19 03:29:54.580317 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (33873a5a-4da2-4d27-8fce-3a6bb8f53c84), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.647198 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (33873a5a-4da2-4d27-8fce-3a6bb8f53c84), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.648558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:54.650647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.758464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44337647-d3ec-4ef9-af69-26c31447396e req-dc621f06-09d5-4d30-bec9-134bc408ecc4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc661a27-ec08-439f-b43f-fe814c8d13a8 HTTP/1.1" status: 200 len: 210 time: 0.0885584 Feb 19 03:29:54.822098 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7571177 Feb 19 03:29:54.826086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49218) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:54.834464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Request body: {'subnet': {'network_id': '33873a5a-4da2-4d27-8fce-3a6bb8f53c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1907240869-subnet', 'tenant_id': 'fe5d5966caf8420380d6234711ef781e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:54.881057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Pushing event updated for resources: {'Network': ['ID=33873a5a-4da2-4d27-8fce-3a6bb8f53c84,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:54.906942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.907252 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.908554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.909203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.909203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.909626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.909913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.910276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.910802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.911134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.911469 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.911800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.912130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9def6-3150-4caf-8dbb-75264bab30ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:54.920476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Made reservation on behalf of fe5d5966caf8420380d6234711ef781e for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:54.926819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.941745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 33873a5a-4da2-4d27-8fce-3a6bb8f53c84 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:55.042604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-b3bb92f8-661b-4495-920b-170b6947db24 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:55.044744 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-b3bb92f8-661b-4495-920b-170b6947db24 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.3482609 Feb 19 03:29:55.073410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Request body: {'port': {'device_id': '713f96d3-e096-4beb-ac17-cb66aae34295', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'admin_state_up': True, 'tenant_id': '945f4e3f343b489cafd000abb754fec1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:55.344069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00434d14-18f5-4c8f-975e-0e78a0dca990 req-0d6f1749-ea41-481f-86b7-ab5a83007d8b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:55.353097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00434d14-18f5-4c8f-975e-0e78a0dca990 req-0d6f1749-ea41-481f-86b7-ab5a83007d8b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 944 time: 0.2123237 Feb 19 03:29:55.417654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Made reservation on behalf of 945f4e3f343b489cafd000abb754fec1 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:55.421782 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.506743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00434d14-18f5-4c8f-975e-0e78a0dca990 req-fda99b6f-7179-4acf-ab6f-ca60d06bb47f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413341 Feb 19 03:29:55.623452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (f8b22215-3b20-47f9-801c-2bc7917e29e1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.632114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Allocated IP 172.20.0.13 (d3336400-e1dd-4eb4-bf58-d531a8c12ae4/b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c/731f5667-5655-457d-8815-c70c831302d7) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:55.644583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 630f30bb-cce5-41a7-9928-02c7440d6fd1 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:29:55.654473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6f2abcae-46af-42a2-b695-b490cc0747c9 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:55.660437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1888f9a0-7b39-44a6-a48f-fabf9ebcd4a4 req-02515d1c-7ca0-44bc-ac6b-f347611bfe26 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 210 time: 0.0477192 Feb 19 03:29:55.746048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b22215-3b20-47f9-801c-2bc7917e29e1,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:55.755939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Checking segment: {'id': '2b6810e2-502c-4baa-a3c9-59be7eff137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33873a5a-4da2-4d27-8fce-3a6bb8f53c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:55.756399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Network hostable DHCP agents. Network: 33873a5a-4da2-4d27-8fce-3a6bb8f53c84, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:55.768497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 6f2abcae-46af-42a2-b695-b490cc0747c9 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:55.773894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6f2abcae-46af-42a2-b695-b490cc0747c9 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:55.780821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Network 33873a5a-4da2-4d27-8fce-3a6bb8f53c84 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:55.820182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 33873a5a-4da2-4d27-8fce-3a6bb8f53c84) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:55.828938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:55.829752 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.838226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d0237-bd74-443c-b748-6f41b09fedcb None None] Network 33873a5a-4da2-4d27-8fce-3a6bb8f53c84 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:55.860783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cba081ea-abaa-4b54-a09a-59ba5fe68a78 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0332856 Feb 19 03:29:55.964988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 630f30bb-cce5-41a7-9928-02c7440d6fd1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=630f30bb-cce5-41a7-9928-02c7440d6fd1,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:55.989533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks [] for port (731f5667-5655-457d-8815-c70c831302d7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.010065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '630f30bb-cce5-41a7-9928-02c7440d6fd1', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'port_id': '630f30bb-cce5-41a7-9928-02c7440d6fd1', 'mac_address': 'fa:16:3e:68:ad:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:29:56.018716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3680a3-b15c-43ba-932b-59932c343dd1 None None] Network 33873a5a-4da2-4d27-8fce-3a6bb8f53c84 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:56.056111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (731f5667-5655-457d-8815-c70c831302d7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.056402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777c859-1b33-460b-b0c2-a75a25b0f670 req-ab4e7144-887f-4237-81fd-02a619a90e4d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:56.077366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6777c859-1b33-460b-b0c2-a75a25b0f670 req-ab4e7144-887f-4237-81fd-02a619a90e4d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1458120 Feb 19 03:29:56.143899 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:56.147304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:56.149743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 630f30bb-cce5-41a7-9928-02c7440d6fd1 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:56.151354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.160004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:56.190917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630f30bb-cce5-41a7-9928-02c7440d6fd1 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:56.223078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:56.224220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.234460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event updated for resources: {'Port': ['ID=731f5667-5655-457d-8815-c70c831302d7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:56.248176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6777c859-1b33-460b-b0c2-a75a25b0f670 req-fc26230c-6b00-452d-bed8-1a0e6ed467fe tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570115 Feb 19 03:29:56.250125 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-5ea0f54d-9514-41fc-9778-09dca917fd76 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1900005 Feb 19 03:29:56.260455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-2e7e797d-33f9-4e62-a19c-917509e8fe8c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:29:56.261924 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-2e7e797d-33f9-4e62-a19c-917509e8fe8c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061007 Feb 19 03:29:56.266204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 630f30bb-cce5-41a7-9928-02c7440d6fd1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=630f30bb-cce5-41a7-9928-02c7440d6fd1,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:56.271610 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.283400 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Request body: {'port': {'device_id': '713f96d3-e096-4beb-ac17-cb66aae34295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:56.308551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49278) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:56.389299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49284) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:56.396317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-490337294'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:56.396573 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (731f5667-5655-457d-8815-c70c831302d7), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.419980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=630f30bb-cce5-41a7-9928-02c7440d6fd1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:56.440533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:56.451577 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.512673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:56.540852 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c15e7fc6-bc5c-4c6a-a2bd-370821f4220c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.541206 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Added segment c15e7fc6-bc5c-4c6a-a2bd-370821f4220c of type vlan for network 9f942254-540a-4c8d-9a32-e6bfbff48a5a Feb 19 03:29:56.541378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['630f30bb-cce5-41a7-9928-02c7440d6fd1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:56.703250 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (9f942254-540a-4c8d-9a32-e6bfbff48a5a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.758880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9b592-4e97-4662-a471-1ac57c38176f req-d15a13a0-9c04-43f9-afd2-5e891dc5ff9e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:56.759878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05c9b592-4e97-4662-a471-1ac57c38176f req-d15a13a0-9c04-43f9-afd2-5e891dc5ff9e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1661935 Feb 19 03:29:56.791742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49298) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:56.798195 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29501e0c-bb4c-431a-8758-dd42d12377a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.816320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731f5667-5655-457d-8815-c70c831302d7 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:56.823073 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (9f942254-540a-4c8d-9a32-e6bfbff48a5a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.828074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:56.828702 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.829174 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Publish callbacks [] for port (731f5667-5655-457d-8815-c70c831302d7), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.864510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Transition to ACTIVE for port object 731f5667-5655-457d-8815-c70c831302d7 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:56.871255 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (731f5667-5655-457d-8815-c70c831302d7), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.926157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cc106-4351-4161-b53c-200362da708f service neutron] Pushing event updated for resources: {'Port': ['ID=731f5667-5655-457d-8815-c70c831302d7,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:56.937923 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5460150 Feb 19 03:29:56.949294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49302) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:56.957043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1804203602'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:56.959519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05c9b592-4e97-4662-a471-1ac57c38176f req-1234129c-909e-4e6f-8b2c-623038688d9e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919432 Feb 19 03:29:56.960503 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bd27712-7e8e-4e48-8a38-574b1a7eaaa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.978459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9229e2-2ba6-4a3e-97c8-83b8afc01f7f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Network': ['ID=9f942254-540a-4c8d-9a32-e6bfbff48a5a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.002437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 9f942254-540a-4c8d-9a32-e6bfbff48a5a details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:57.017725 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:57.021439 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.052826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Attempting to bind port 731f5667-5655-457d-8815-c70c831302d7 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:57.053216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Attempting to bind port 731f5667-5655-457d-8815-c70c831302d7 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:57.053901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Attempting to bind port 731f5667-5655-457d-8815-c70c831302d7 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:57.063590 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Port 731f5667-5655-457d-8815-c70c831302d7 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:57.063944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Attempting to bind port 731f5667-5655-457d-8815-c70c831302d7 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:57.070973 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:57.080413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:57.080843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Checking segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:57.081276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Bound using segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:57.082297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Bound port: 731f5667-5655-457d-8815-c70c831302d7, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:57.082297 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (731f5667-5655-457d-8815-c70c831302d7), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.100452 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d7f30955-7094-4b4f-9994-c84e74985ee2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.100805 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Added segment d7f30955-7094-4b4f-9994-c84e74985ee2 of type vlan for network d920c654-990f-45b0-82d7-bb385406a785 Feb 19 03:29:57.133461 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29501e0c-bb4c-431a-8758-dd42d12377a8 admin admin] Publish callbacks [] for security_group (a649ac74-9338-4063-a87b-1502ba468102), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.145758 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29501e0c-bb4c-431a-8758-dd42d12377a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a649ac74-9338-4063-a87b-1502ba468102), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.169439 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d920c654-990f-45b0-82d7-bb385406a785), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.210010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-29501e0c-bb4c-431a-8758-dd42d12377a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ca97807ee1e4179b43849b7d7fa5a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9002006 Feb 19 03:29:57.213684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49306) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:57.223736 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d920c654-990f-45b0-82d7-bb385406a785), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.224003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29501e0c-bb4c-431a-8758-dd42d12377a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a649ac74-9338-4063-a87b-1502ba468102,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.228771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:57.229394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.236357 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bd27712-7e8e-4e48-8a38-574b1a7eaaa5 admin admin] Publish callbacks [] for security_group (25d069b6-183f-443b-9739-9d6c737136b1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.237411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] For port 731f5667-5655-457d-8815-c70c831302d7, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:57.244573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74580c4-e524-46f7-b07d-5a285926222e req-08003a95-1bbb-4846-877b-a16397b4ede4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:57.246202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f74580c4-e524-46f7-b07d-5a285926222e req-08003a95-1bbb-4846-877b-a16397b4ede4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 945 time: 0.1536369 Feb 19 03:29:57.247561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bd27712-7e8e-4e48-8a38-574b1a7eaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (25d069b6-183f-443b-9739-9d6c737136b1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.299131 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9bd27712-7e8e-4e48-8a38-574b1a7eaaa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6660512d6334031a8eb1806cd06ae19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5063233 Feb 19 03:29:57.302681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49308) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:57.314794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd27712-7e8e-4e48-8a38-574b1a7eaaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d069b6-183f-443b-9739-9d6c737136b1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.359167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f74580c4-e524-46f7-b07d-5a285926222e req-39952f74-3d3b-4570-a09b-3ab52b1cbf4b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015406 Feb 19 03:29:57.390234 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-583f5dd4-b7f8-439e-9a92-8a3e7932c381 admin admin] Publish callbacks [] for security_group (25d069b6-183f-443b-9739-9d6c737136b1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.423184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-583f5dd4-b7f8-439e-9a92-8a3e7932c381 admin admin] Publish callbacks [] for security_group (25d069b6-183f-443b-9739-9d6c737136b1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.477180 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-583f5dd4-b7f8-439e-9a92-8a3e7932c381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (25d069b6-183f-443b-9739-9d6c737136b1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.480363 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-583f5dd4-b7f8-439e-9a92-8a3e7932c381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.485614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-583f5dd4-b7f8-439e-9a92-8a3e7932c381 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25d069b6-183f-443b-9739-9d6c737136b1 HTTP/1.1" status: 204 len: 168 time: 0.1778390 Feb 19 03:29:57.490318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f5dd4-b7f8-439e-9a92-8a3e7932c381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d069b6-183f-443b-9739-9d6c737136b1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.573654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] For port 731f5667-5655-457d-8815-c70c831302d7, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=731f5667-5655-457d-8815-c70c831302d7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:57.595844 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6433780 Feb 19 03:29:57.597220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (731f5667-5655-457d-8815-c70c831302d7), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.598747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49314) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:57.612517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'subnet': {'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:57.640768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70f0e3-c6dc-4d25-8726-67da712808c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Network': ['ID=d920c654-990f-45b0-82d7-bb385406a785,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.656565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:57.657486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.659181 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-938cc106-4351-4161-b53c-200362da708f service neutron] 10.222.0.37 "PUT /v2.0/ports/731f5667-5655-457d-8815-c70c831302d7 HTTP/1.1" status: 200 len: 1092 time: 1.3832951 Feb 19 03:29:57.659860 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713f96d3-e096-4beb-ac17-cb66aae34295', 'tag': '731f5667-5655-457d-8815-c70c831302d7'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:57.659982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 630f30bb-cce5-41a7-9928-02c7440d6fd1 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:57.662686 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fd1d02-5f04-4059-be4a-93d3cc726ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "713f96d3-e096-4beb-ac17-cb66aae34295", "tag": "731f5667-5655-457d-8815-c70c831302d7"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:57.662971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d920c654-990f-45b0-82d7-bb385406a785 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:57.710715 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1646de43-eabf-4cff-8750-259a6c540e53 admin admin] Publish callbacks [] for security_group (a649ac74-9338-4063-a87b-1502ba468102), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.724266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cc106-4351-4161-b53c-200362da708f service neutron] Pushing event updated for resources: {'Port': ['ID=731f5667-5655-457d-8815-c70c831302d7,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.770085 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1646de43-eabf-4cff-8750-259a6c540e53 admin admin] Publish callbacks [] for security_group (a649ac74-9338-4063-a87b-1502ba468102), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.823206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-c85bcd89-6b89-42cf-af48-9629f73d365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:57.826146 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-c85bcd89-6b89-42cf-af48-9629f73d365c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 1126 time: 0.0980406 Feb 19 03:29:57.828884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:57.833570 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.846872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 630f30bb-cce5-41a7-9928-02c7440d6fd1 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:29:57.852965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 630f30bb-cce5-41a7-9928-02c7440d6fd1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:57.852965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.886840 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1646de43-eabf-4cff-8750-259a6c540e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a649ac74-9338-4063-a87b-1502ba468102), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.889572 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1646de43-eabf-4cff-8750-259a6c540e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.893156 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1646de43-eabf-4cff-8750-259a6c540e53 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a649ac74-9338-4063-a87b-1502ba468102 HTTP/1.1" status: 204 len: 168 time: 0.6760309 Feb 19 03:29:57.895928 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-e9c8f4ef-4989-4fa7-8117-1605bb44b876 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=731f5667-5655-457d-8815-c70c831302d7 HTTP/1.1" status: 200 len: 217 time: 0.0552573 Feb 19 03:29:57.912688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646de43-eabf-4cff-8750-259a6c540e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a649ac74-9338-4063-a87b-1502ba468102,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.945606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e4e74d6d-0de8-4d96-9ffb-619cd11146a6 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:57.952399 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e4e74d6d-0de8-4d96-9ffb-619cd11146a6 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/networks?id=b4985d39-b9f8-4313-b2ff-fc84873911ec HTTP/1.1" status: 200 len: 825 time: 0.2341332 Feb 19 03:29:57.974097 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-fa1d3992-0ee4-4627-aa60-38fd5b876ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:57.974330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-a83ba241-a0c7-4215-9081-1d2a3a6475b4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/quotas/344c7a90ec9a4b3e9f216c0b51f52c37 HTTP/1.1" status: 200 len: 375 time: 0.0205059 Feb 19 03:29:57.978587 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-fa1d3992-0ee4-4627-aa60-38fd5b876ee9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.0723388 Feb 19 03:29:57.981530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49330) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:58.020902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6facf3a3-38d2-4669-9c5f-af31f30b7ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.028019 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-e1f517b4-7bf4-4783-8aed-023a8a374e4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414720 Feb 19 03:29:58.044627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 630f30bb-cce5-41a7-9928-02c7440d6fd1 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:58.045766 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.081505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30457dfa-5544-4053-9f24-d9f8aeb5b2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630f30bb-cce5-41a7-9928-02c7440d6fd1'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:58.084283 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03866441-5681-4ea2-b86e-0e2ec022a5ba" -d '{"events": [{"server_uuid": "30457dfa-5544-4053-9f24-d9f8aeb5b2fc", "name": "network-vif-plugged", "status": "completed", "tag": "630f30bb-cce5-41a7-9928-02c7440d6fd1"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:58.106332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 630f30bb-cce5-41a7-9928-02c7440d6fd1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=630f30bb-cce5-41a7-9928-02c7440d6fd1,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:58.119024 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.162894 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-a20e49c6-d2f2-4050-952f-fe755c031a0c service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281359 Feb 19 03:29:58.192438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=630f30bb-cce5-41a7-9928-02c7440d6fd1,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:58.311179 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b6c9aabd-d27e-4aa7-ac43-8b8fd3cfcb76 req-46e8622b-3a7c-42f0-974b-87c2d07a1ccc service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417558 Feb 19 03:29:58.364254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-c0cfd427-e25f-4e61-80d5-3e89d4d24d9c tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=344c7a90ec9a4b3e9f216c0b51f52c37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3711572 Feb 19 03:29:58.599403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-ba583677-33c8-49de-8598-b99923540cbd service neutron] 10.222.0.42 "GET /v2.0/networks/b4985d39-b9f8-4313-b2ff-fc84873911ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208049 Feb 19 03:29:58.645417 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (c0cae7ac-1294-40dd-9e7b-51266965afbf), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.686294 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6facf3a3-38d2-4669-9c5f-af31f30b7ad5 admin admin] Publish callbacks [] for security_group (3c13f058-cd08-4812-80cc-da3bb92067a6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.717942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6facf3a3-38d2-4669-9c5f-af31f30b7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3c13f058-cd08-4812-80cc-da3bb92067a6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.807198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Subnet': ['ID=c0cae7ac-1294-40dd-9e7b-51266965afbf,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:58.819392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facf3a3-38d2-4669-9c5f-af31f30b7ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c13f058-cd08-4812-80cc-da3bb92067a6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:58.836092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49358) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:58.836629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6facf3a3-38d2-4669-9c5f-af31f30b7ad5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f735553bcc9496ca610beb05f4355ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8534961 Feb 19 03:29:58.846423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-573012e6-63f6-4eba-b785-def614f46e2c service neutron] 10.222.0.42 "GET /v2.0/networks/b4985d39-b9f8-4313-b2ff-fc84873911ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359011 Feb 19 03:29:58.849667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Checking segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:58.849828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network hostable DHCP agents. Network: 9f942254-540a-4c8d-9a32-e6bfbff48a5a, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:58.871533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network 9f942254-540a-4c8d-9a32-e6bfbff48a5a is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:58.885439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 9f942254-540a-4c8d-9a32-e6bfbff48a5a) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:58.891330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:58.892328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.900385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118cb64-f4ed-4a8e-8762-97264c922c1f None None] Network 9f942254-540a-4c8d-9a32-e6bfbff48a5a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:58.918360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1c0d9dca-1598-4b86-a01a-b946538cd154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3154712 Feb 19 03:29:58.918360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49360) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:58.921051 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5db04d52-32cf-4510-aa25-3e5008016016 admin admin] Publish callbacks [] for security_group (3c13f058-cd08-4812-80cc-da3bb92067a6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.923586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'subnet': {'network_id': 'd920c654-990f-45b0-82d7-bb385406a785', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:58.974060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5db04d52-32cf-4510-aa25-3e5008016016 admin admin] Publish callbacks [] for security_group (3c13f058-cd08-4812-80cc-da3bb92067a6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.049206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:59.056801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.078705 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5db04d52-32cf-4510-aa25-3e5008016016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3c13f058-cd08-4812-80cc-da3bb92067a6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.083262 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5db04d52-32cf-4510-aa25-3e5008016016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.086137 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5db04d52-32cf-4510-aa25-3e5008016016 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c13f058-cd08-4812-80cc-da3bb92067a6 HTTP/1.1" status: 204 len: 168 time: 0.2477975 Feb 19 03:29:59.120014 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db04d52-32cf-4510-aa25-3e5008016016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c13f058-cd08-4812-80cc-da3bb92067a6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:59.164406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'fixed_ips': [{'subnet_id': 'c0cae7ac-1294-40dd-9e7b-51266965afbf'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:29:59.165389 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.361668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61659a-775e-4d70-9c21-6931c1367321 req-4391c757-6bd3-42de-b7a1-5c72c47fa084 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:59.363329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d61659a-775e-4d70-9c21-6931c1367321 req-4391c757-6bd3-42de-b7a1-5c72c47fa084 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 944 time: 0.1898243 Feb 19 03:29:59.460024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Allocated IP 10.1.1.2 (9f942254-540a-4c8d-9a32-e6bfbff48a5a/c0cae7ac-1294-40dd-9e7b-51266965afbf/3b310bb4-852e-4c6e-b6c5-ac8a67001abc) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:59.475116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d61659a-775e-4d70-9c21-6931c1367321 req-e48a9a1b-4f07-4246-9157-e853864a15f8 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020982 Feb 19 03:29:59.484409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (c1a1d482-203a-4812-b095-3eeab64e54e1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.574177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Subnet': ['ID=c1a1d482-203a-4812-b095-3eeab64e54e1,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:59.576927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Checking segment: {'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:59.577397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network hostable DHCP agents. Network: d920c654-990f-45b0-82d7-bb385406a785, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:59.603075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network d920c654-990f-45b0-82d7-bb385406a785 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:59.689144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d920c654-990f-45b0-82d7-bb385406a785) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:59.723751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:59.729880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.769716 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49396) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:59.769992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9a9842a2-c0cf-4d87-bb11-8a2e8370ff2b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8506072 Feb 19 03:29:59.775963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'port': {'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'name': 'tempest-TaggedBootDevicesTest_v242-1766906412', 'fixed_ips': [{'subnet_id': 'c0cae7ac-1294-40dd-9e7b-51266965afbf'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:59.779167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef3ad4-1db2-4753-ba8b-e46fa2154e04 req-a0bb0359-2630-48ff-9b8e-baa5f418d9ce tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:59.780824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8ef3ad4-1db2-4753-ba8b-e46fa2154e04 req-a0bb0359-2630-48ff-9b8e-baa5f418d9ce tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1600802 Feb 19 03:29:59.794597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1593e12-af4d-4ad2-9d3f-62d19be0a883 None None] Network d920c654-990f-45b0-82d7-bb385406a785 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:59.881115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8ef3ad4-1db2-4753-ba8b-e46fa2154e04 req-c9185af0-8f6e-469f-aa9d-230a7cf171d5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922275 Feb 19 03:29:59.961327 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:00.039792 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78346d2e-a591-4328-9bcc-5f271fb13134 x-openstack-request-id: req-78346d2e-a591-4328-9bcc-5f271fb13134 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:00.046371 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713f96d3-e096-4beb-ac17-cb66aae34295", "tag": "731f5667-5655-457d-8815-c70c831302d7", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:00.050600 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78346d2e-a591-4328-9bcc-5f271fb13134 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:00.051309 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713f96d3-e096-4beb-ac17-cb66aae34295', 'tag': '731f5667-5655-457d-8815-c70c831302d7', 'status': 'completed', 'code': 200} Feb 19 03:30:00.057810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-d920c654-990f-45b0-82d7-bb385406a785', 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785', 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'fixed_ips': [{'subnet_id': 'c1a1d482-203a-4812-b095-3eeab64e54e1'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:30:00.064597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.123632 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1727723b-9450-4a8a-bdfa-04ca2a30a8f3 x-openstack-request-id: req-1727723b-9450-4a8a-bdfa-04ca2a30a8f3 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:00.125170 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30457dfa-5544-4053-9f24-d9f8aeb5b2fc", "name": "network-vif-plugged", "status": "completed", "tag": "630f30bb-cce5-41a7-9928-02c7440d6fd1", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:00.125310 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1727723b-9450-4a8a-bdfa-04ca2a30a8f3 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:00.125726 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30457dfa-5544-4053-9f24-d9f8aeb5b2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630f30bb-cce5-41a7-9928-02c7440d6fd1', 'code': 200} Feb 19 03:30:00.127377 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Publish callbacks [] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.164928 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.264163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.301743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd1d02-5f04-4059-be4a-93d3cc726ca5 req-8ef985f3-662a-4573-aba6-91a68127a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:00.303387 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-32fd1d02-5f04-4059-be4a-93d3cc726ca5 req-8ef985f3-662a-4573-aba6-91a68127a9f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 1126 time: 0.2144201 Feb 19 03:30:00.402928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5df82-91c1-4e6f-875c-3b6b2de3b3a4 req-922abdf1-89e2-4920-ab7c-128dd3b2c236 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:00.405297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b5df82-91c1-4e6f-875c-3b6b2de3b3a4 req-922abdf1-89e2-4920-ab7c-128dd3b2c236 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 946 time: 0.1933918 Feb 19 03:30:00.427702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569c66a-5303-4c52-9ba3-3b41a6c3ea54 req-fce8c0a8-0de5-4cd7-88e6-166b8aa78265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:00.430238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5569c66a-5303-4c52-9ba3-3b41a6c3ea54 req-fce8c0a8-0de5-4cd7-88e6-166b8aa78265 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 1128 time: 0.1535218 Feb 19 03:30:00.440356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] device_id is not set on port 918ff585-12c5-43eb-8749-43ecfb33c857 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:00.447340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd1d02-5f04-4059-be4a-93d3cc726ca5 req-ba8a57d6-f40c-4f43-b79b-21955f27ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:00.449195 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-32fd1d02-5f04-4059-be4a-93d3cc726ca5 req-ba8a57d6-f40c-4f43-b79b-21955f27ddf8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 913 time: 0.1397614 Feb 19 03:30:00.552310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b5df82-91c1-4e6f-875c-3b6b2de3b3a4 req-c3c7b362-03b6-42e0-a217-1ace91c06722 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399052 Feb 19 03:30:00.558303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5569c66a-5303-4c52-9ba3-3b41a6c3ea54 req-3371b42d-e043-4bf4-b625-ca7307c442b9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187894 Feb 19 03:30:00.620565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Allocated IP 10.2.2.2 (d920c654-990f-45b0-82d7-bb385406a785/c1a1d482-203a-4812-b095-3eeab64e54e1/fef48a18-0459-4224-8294-4eccfe4e090e) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:00.646253 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-32fd1d02-5f04-4059-be4a-93d3cc726ca5 req-a31a6b71-e2ce-4545-8523-d7f0455c1128 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=731f5667-5655-457d-8815-c70c831302d7 HTTP/1.1" status: 200 len: 217 time: 0.1897671 Feb 19 03:30:00.666325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Network 9f942254-540a-4c8d-9a32-e6bfbff48a5a is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:00.683090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:00.690868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:00.712499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Pushing event updated for resources: {'Port': ['ID=3b310bb4-852e-4c6e-b6c5-ac8a67001abc,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:00.784097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1059c68-19aa-408f-9462-d80b8c1e2520 req-f15d0349-9baa-476b-b9f3-1ad663150e09 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 210 time: 0.0846014 Feb 19 03:30:00.858600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd1d02-5f04-4059-be4a-93d3cc726ca5 req-5213ef27-cf9a-4db9-a44b-ddfeb7e20420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:00.860094 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-32fd1d02-5f04-4059-be4a-93d3cc726ca5 req-5213ef27-cf9a-4db9-a44b-ddfeb7e20420 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.2052443 Feb 19 03:30:00.939677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Attempting to bind port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:00.939677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Attempting to bind port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:00.939677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Attempting to bind port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:00.945641 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-32fd1d02-5f04-4059-be4a-93d3cc726ca5 req-ed01bbb0-57ee-4eac-b5de-f814b4b97a94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737760 Feb 19 03:30:00.973201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:00.980325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af41ba-d86f-49ec-a23f-5f270a6e6996 req-63068dbc-b97b-4333-82a7-b8939fcd0fd1 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:00.981071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Checking segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:00.981636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.982560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Bound using segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:00.982857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Bound port: 3b310bb4-852e-4c6e-b6c5-ac8a67001abc, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:00.983293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.993169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78af41ba-d86f-49ec-a23f-5f270a6e6996 req-63068dbc-b97b-4333-82a7-b8939fcd0fd1 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 944 time: 0.1123402 Feb 19 03:30:01.053674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Allocated IP 10.1.1.235 (9f942254-540a-4c8d-9a32-e6bfbff48a5a/c0cae7ac-1294-40dd-9e7b-51266965afbf/918ff585-12c5-43eb-8749-43ecfb33c857) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:01.243682 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-32fd1d02-5f04-4059-be4a-93d3cc726ca5 req-ad13a20a-06d1-414d-98c0-f67be787cb09 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918038 Feb 19 03:30:01.256322 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78af41ba-d86f-49ec-a23f-5f270a6e6996 req-9064c3fa-e12d-4fb8-a7bb-8ed83a3dcb96 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548292 Feb 19 03:30:01.353988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] For port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:01.354819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-d7c68b81-106b-4927-9915-1438cbce691a tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:01.356908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-d7c68b81-106b-4927-9915-1438cbce691a tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.71 "GET /v2.0/networks?id=b4985d39-b9f8-4313-b2ff-fc84873911ec HTTP/1.1" status: 200 len: 825 time: 0.3087821 Feb 19 03:30:01.370111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] For port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3b310bb4-852e-4c6e-b6c5-ac8a67001abc,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:01.379418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Request body: {'port': {'device_id': '3a1c58fd-a142-4ccb-a516-16150d0a8c9a', 'network_id': 'b4985d39-b9f8-4313-b2ff-fc84873911ec', 'admin_state_up': True, 'tenant_id': '344c7a90ec9a4b3e9f216c0b51f52c37'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:01.406183 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.409498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Publish callbacks [] for port (fef48a18-0459-4224-8294-4eccfe4e090e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.545865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Pushing event updated for resources: {'Port': ['ID=3b310bb4-852e-4c6e-b6c5-ac8a67001abc,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:01.562537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for port (918ff585-12c5-43eb-8749-43ecfb33c857), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.564320 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.571452 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-32fd1d02-5f04-4059-be4a-93d3cc726ca5 req-5da2f1be-44e3-4bdb-a8d4-10933b725590 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199985 Feb 19 03:30:01.609144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.609288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.609618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.618566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.619225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.619896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.620440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.620993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.621551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.622123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.622671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.623221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.623774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d79f1f-c27e-4b7d-861e-bd9526e3dc28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:01.657883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Made reservation on behalf of 344c7a90ec9a4b3e9f216c0b51f52c37 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:01.664778 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.696482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.753953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Network d920c654-990f-45b0-82d7-bb385406a785 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:01.771953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:01.780075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:01.885157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Pushing event updated for resources: {'Port': ['ID=fef48a18-0459-4224-8294-4eccfe4e090e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:01.998953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Attempting to bind port fef48a18-0459-4224-8294-4eccfe4e090e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:02.001210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Attempting to bind port fef48a18-0459-4224-8294-4eccfe4e090e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:02.002104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Attempting to bind port fef48a18-0459-4224-8294-4eccfe4e090e on network d920c654-990f-45b0-82d7-bb385406a785 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:02.016383 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network 9f942254-540a-4c8d-9a32-e6bfbff48a5a is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:02.019629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:02.020403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Checking segment: {'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:02.021052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.023520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Bound using segment: {'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:02.024777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Bound port: fef48a18-0459-4224-8294-4eccfe4e090e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:02.026136 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.028508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:02.035770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:02.152931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Port': ['ID=918ff585-12c5-43eb-8749-43ecfb33c857,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:02.203337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] For port fef48a18-0459-4224-8294-4eccfe4e090e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:02.208427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] For port fef48a18-0459-4224-8294-4eccfe4e090e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fef48a18-0459-4224-8294-4eccfe4e090e,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:02.224976 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.254028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:02.261895 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.316676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Allocated IP 172.20.0.2 (b4985d39-b9f8-4313-b2ff-fc84873911ec/34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf/4ec2cee9-9323-40ea-a959-5242429f55eb) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:02.330462 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d73a5f98-5059-451f-b616-e497792541a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5589571 Feb 19 03:30:02.333745 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49458) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:02.358811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'port': {'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'name': 'tempest-TaggedBootDevicesTest_v242-1157114584', 'fixed_ips': [{'subnet_id': 'c0cae7ac-1294-40dd-9e7b-51266965afbf'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:02.376019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93a5c7-6b6a-4b79-b0d7-3c380bfb10b9 req-68a95174-5bd7-4624-bd00-de5288a94a00 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:02.378638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b93a5c7-6b6a-4b79-b0d7-3c380bfb10b9 req-68a95174-5bd7-4624-bd00-de5288a94a00 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 946 time: 0.5015059 Feb 19 03:30:02.422480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5c38d-17c3-4bdf-b576-7b1b36d35fd3 None None] Pushing event updated for resources: {'Port': ['ID=fef48a18-0459-4224-8294-4eccfe4e090e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:02.579292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b93a5c7-6b6a-4b79-b0d7-3c380bfb10b9 req-05d90073-b89e-405b-bcef-3009faca8e11 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797767 Feb 19 03:30:02.772595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3b310bb4-852e-4c6e-b6c5-ac8a67001abc up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:02.878618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:02.901090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ce3dcd3-49ca-413f-83f7-8f8e53732858 req-f303cd49-f608-4a34-9d17-ffce66e55d3a tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 210 time: 0.1704605 Feb 19 03:30:02.906786 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.974821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] device_id is not set on port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:03.034622 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Publish callbacks [] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.042554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:03.046396 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.090102 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.157211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Network b4985d39-b9f8-4313-b2ff-fc84873911ec is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:03.173258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:03.178615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:03.285390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:03.285981 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.333537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:03.334751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.388026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3b310bb4-852e-4c6e-b6c5-ac8a67001abc,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:03.395334 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.497444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1292646 Feb 19 03:30:03.508778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287eafde-6bf9-4bee-9294-c3307685582b req-6218fc38-06e1-41ec-a24c-5bcff8671365 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:03.511120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-287eafde-6bf9-4bee-9294-c3307685582b req-6218fc38-06e1-41ec-a24c-5bcff8671365 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 944 time: 0.3500409 Feb 19 03:30:03.520049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Request body: {'port': {'device_id': '3a1c58fd-a142-4ccb-a516-16150d0a8c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:03.534140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 731f5667-5655-457d-8815-c70c831302d7 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:30:03.606444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97278339-ab6d-4fa9-9fe9-ffb0af1baa8e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Pushing event updated for resources: {'Port': ['ID=4ec2cee9-9323-40ea-a959-5242429f55eb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:03.625231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=3b310bb4-852e-4c6e-b6c5-ac8a67001abc,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:03.641273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Allocated IP 10.1.1.98 (9f942254-540a-4c8d-9a32-e6bfbff48a5a/c0cae7ac-1294-40dd-9e7b-51266965afbf/96aae8b9-57ed-4f04-9c56-3076f6dcc69f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:03.769385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-287eafde-6bf9-4bee-9294-c3307685582b req-dc9b538f-2a6d-45c0-8414-726dda8e5737 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496227 Feb 19 03:30:03.770093 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.844828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 731f5667-5655-457d-8815-c70c831302d7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=731f5667-5655-457d-8815-c70c831302d7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:03.876509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '731f5667-5655-457d-8815-c70c831302d7', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'port_id': '731f5667-5655-457d-8815-c70c831302d7', 'mac_address': 'fa:16:3e:ce:1b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:30:04.011810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 731f5667-5655-457d-8815-c70c831302d7 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:04.012115 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (731f5667-5655-457d-8815-c70c831302d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.051450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731f5667-5655-457d-8815-c70c831302d7 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:04.093128 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.104420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 731f5667-5655-457d-8815-c70c831302d7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=731f5667-5655-457d-8815-c70c831302d7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:04.106194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e804f09-fc21-43d0-a987-069031c07e0d None None] Network 9f942254-540a-4c8d-9a32-e6bfbff48a5a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:04.112937 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (731f5667-5655-457d-8815-c70c831302d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.180754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.303135 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Port': ['ID=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:04.369882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network 9f942254-540a-4c8d-9a32-e6bfbff48a5a is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:04.379978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:04.391559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:04.471205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec2cee9-9323-40ea-a959-5242429f55eb {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:04.490637 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Publish callbacks [] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.558450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b36fc63f-8005-4c17-9182-7232bceaf580 None None] Provisioning complete for port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:04.559020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b36fc63f-8005-4c17-9182-7232bceaf580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.586521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:04.589253 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.599812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c343910-3c51-498e-a053-bb8422174dbc req-12d85513-dbd5-408d-83b2-33c6a78b621e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:04.611025 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=731f5667-5655-457d-8815-c70c831302d7,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:04.612514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c343910-3c51-498e-a053-bb8422174dbc req-12d85513-dbd5-408d-83b2-33c6a78b621e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 946 time: 0.5111139 Feb 19 03:30:04.640924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc05b1-d543-4e49-b8fc-724dd8c98a96 None None] Network d920c654-990f-45b0-82d7-bb385406a785 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:04.641558 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1f3b9c5b-b68a-4f0e-8a81-fd30dc7df16a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3030791 Feb 19 03:30:04.661807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Transition to ACTIVE for port object 4ec2cee9-9323-40ea-a959-5242429f55eb will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:04.671003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['731f5667-5655-457d-8815-c70c831302d7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:04.694119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.736558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49514) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:04.773402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c343910-3c51-498e-a053-bb8422174dbc req-6ee77f21-61c2-4f9f-b8a7-f52cc83ac336 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220994 Feb 19 03:30:04.780091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49518) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:04.842162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b36fc63f-8005-4c17-9182-7232bceaf580 None None] Current status of the port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:04.933431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fef48a18-0459-4224-8294-4eccfe4e090e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:05.001887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5414a35-71df-45e0-b455-c7607e262253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.036777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec2cee9-9323-40ea-a959-5242429f55eb,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.054548 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f91b89a-a4b2-40e3-8c84-ffd496348e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.074414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e129289-674e-4980-b98c-d3051d83680c req-e9673dd3-8684-452d-ac6d-4e063d8b1fe3 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:05.082956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e129289-674e-4980-b98c-d3051d83680c req-e9673dd3-8684-452d-ac6d-4e063d8b1fe3 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 943 time: 0.1491485 Feb 19 03:30:05.148717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6f88a35a-5d2a-4084-8dcc-9f4dd0e8f192 None None] Provisioning complete for port fef48a18-0459-4224-8294-4eccfe4e090e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:05.149363 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f88a35a-5d2a-4084-8dcc-9f4dd0e8f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.173320 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e129289-674e-4980-b98c-d3051d83680c req-410d00ce-5d86-4cbb-8c8e-a04d06647a00 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/security-groups?id=af23a8cd-521e-4fd5-84d3-881ee6bdaa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837734 Feb 19 03:30:05.174404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Attempting to bind port 4ec2cee9-9323-40ea-a959-5242429f55eb on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:05.176370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Attempting to bind port 4ec2cee9-9323-40ea-a959-5242429f55eb by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c753318c-3a94-4feb-8c1a-b1496fcd0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4985d39-b9f8-4313-b2ff-fc84873911ec'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:05.176977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Attempting to bind port 4ec2cee9-9323-40ea-a959-5242429f55eb on network b4985d39-b9f8-4313-b2ff-fc84873911ec {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:05.199114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Port 4ec2cee9-9323-40ea-a959-5242429f55eb on network b4985d39-b9f8-4313-b2ff-fc84873911ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:05.201994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Attempting to bind port 4ec2cee9-9323-40ea-a959-5242429f55eb on network b4985d39-b9f8-4313-b2ff-fc84873911ec {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:05.228089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:05.229234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Checking segment: {'id': 'c753318c-3a94-4feb-8c1a-b1496fcd0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4985d39-b9f8-4313-b2ff-fc84873911ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:05.230925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Bound using segment: {'id': 'c753318c-3a94-4feb-8c1a-b1496fcd0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4985d39-b9f8-4313-b2ff-fc84873911ec'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:05.231736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Bound port: 4ec2cee9-9323-40ea-a959-5242429f55eb, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c753318c-3a94-4feb-8c1a-b1496fcd0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4985d39-b9f8-4313-b2ff-fc84873911ec'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:05.232123 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.235364 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5414a35-71df-45e0-b455-c7607e262253 admin admin] Publish callbacks [] for security_group (641707a7-4ada-4ef4-80cd-a654210523af), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.254172 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5414a35-71df-45e0-b455-c7607e262253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (641707a7-4ada-4ef4-80cd-a654210523af), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.282571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port fef48a18-0459-4224-8294-4eccfe4e090e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:05.283108 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.363647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] For port 4ec2cee9-9323-40ea-a959-5242429f55eb, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:05.368169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] For port 4ec2cee9-9323-40ea-a959-5242429f55eb, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=4ec2cee9-9323-40ea-a959-5242429f55eb,segment=NetworkSegment(c753318c-3a94-4feb-8c1a-b1496fcd0150),segment_id=c753318c-3a94-4feb-8c1a-b1496fcd0150)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:05.376882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.433674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5414a35-71df-45e0-b455-c7607e262253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641707a7-4ada-4ef4-80cd-a654210523af,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.446737 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f91b89a-a4b2-40e3-8c84-ffd496348e8d admin admin] Publish callbacks [] for security_group (a9e36288-0413-4933-a88d-16ea43e74afd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.454289 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d5414a35-71df-45e0-b455-c7607e262253 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=758a1e1d89f34c00855e068f0f7624ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7162089 Feb 19 03:30:05.457751 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49534) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:05.507359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec2cee9-9323-40ea-a959-5242429f55eb,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.525822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f91b89a-a4b2-40e3-8c84-ffd496348e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a9e36288-0413-4933-a88d-16ea43e74afd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.533000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:05.533908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.545143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e48c6348-0249-4fe0-a0f8-2480b2579b36 service neutron] 10.222.0.71 "PUT /v2.0/ports/4ec2cee9-9323-40ea-a959-5242429f55eb HTTP/1.1" status: 200 len: 1091 time: 2.0227921 Feb 19 03:30:05.547079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1c58fd-a142-4ccb-a516-16150d0a8c9a', 'tag': '4ec2cee9-9323-40ea-a959-5242429f55eb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:05.555319 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33890439-56f4-44f4-b91b-ea0add01effe" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1c58fd-a142-4ccb-a516-16150d0a8c9a", "tag": "4ec2cee9-9323-40ea-a959-5242429f55eb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:05.581683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6f88a35a-5d2a-4084-8dcc-9f4dd0e8f192 None None] Current status of the port fef48a18-0459-4224-8294-4eccfe4e090e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:05.582289 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f88a35a-5d2a-4084-8dcc-9f4dd0e8f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.657009 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5f91b89a-a4b2-40e3-8c84-ffd496348e8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af1976bcc43a4efe987cd164d8e47f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8745313 Feb 19 03:30:05.659561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49542) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:05.661392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port fef48a18-0459-4224-8294-4eccfe4e090e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:05.661818 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.694017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49544) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:05.698471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91b89a-a4b2-40e3-8c84-ffd496348e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e36288-0413-4933-a88d-16ea43e74afd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.707740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6f88a35a-5d2a-4084-8dcc-9f4dd0e8f192 None None] For port fef48a18-0459-4224-8294-4eccfe4e090e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fef48a18-0459-4224-8294-4eccfe4e090e,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:05.708279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d67aaa42-ac7e-4f3b-977b-5b867e1d8d09 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91958189', 'description': 'tempest-description--198141732'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:05.719464 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b04ea69b-a64e-4937-853b-2ee62ce58a51 admin admin] Publish callbacks [] for security_group (641707a7-4ada-4ef4-80cd-a654210523af), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.729566 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f88a35a-5d2a-4084-8dcc-9f4dd0e8f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.767664 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b04ea69b-a64e-4937-853b-2ee62ce58a51 admin admin] Publish callbacks [] for security_group (641707a7-4ada-4ef4-80cd-a654210523af), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.781371 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d67aaa42-ac7e-4f3b-977b-5b867e1d8d09 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.796034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-25d28d3f-c44d-48a0-91e6-1e15bbf4bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:05.798043 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-25d28d3f-c44d-48a0-91e6-1e15bbf4bc34 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=344c7a90ec9a4b3e9f216c0b51f52c37&device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 1125 time: 0.2172174 Feb 19 03:30:05.835550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88a35a-5d2a-4084-8dcc-9f4dd0e8f192 None None] Pushing event updated for resources: {'Port': ['ID=fef48a18-0459-4224-8294-4eccfe4e090e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.848340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:30:05.848910 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:30:05.865957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Provisioning complete for port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:05.866543 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.896900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-6e2f46e6-c337-4811-9388-f2327a669a8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ec2cee9-9323-40ea-a959-5242429f55eb HTTP/1.1" status: 200 len: 217 time: 0.0551255 Feb 19 03:30:05.900502 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7050e9e0-5278-47dc-a14d-c7d5b02d60ec admin admin] Publish callbacks [] for security_group (a9e36288-0413-4933-a88d-16ea43e74afd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.910284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d67aaa42-ac7e-4f3b-977b-5b867e1d8d09 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group (4c4daae2-1a45-4ec1-a86e-12a485d430ea), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.919262 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d67aaa42-ac7e-4f3b-977b-5b867e1d8d09 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4c4daae2-1a45-4ec1-a86e-12a485d430ea), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.938585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b04ea69b-a64e-4937-853b-2ee62ce58a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (641707a7-4ada-4ef4-80cd-a654210523af), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.941595 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b04ea69b-a64e-4937-853b-2ee62ce58a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.943110 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b04ea69b-a64e-4937-853b-2ee62ce58a51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/641707a7-4ada-4ef4-80cd-a654210523af HTTP/1.1" status: 204 len: 168 time: 0.4843843 Feb 19 03:30:05.964262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a8ea-d024-4ca4-a4b1-5d202b021a6c req-c46c3831-efd6-4e2b-9e87-5e6197dd81a2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:05.966089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2a2a8ea-d024-4ca4-a4b1-5d202b021a6c req-c46c3831-efd6-4e2b-9e87-5e6197dd81a2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 946 time: 0.1724417 Feb 19 03:30:05.975162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d67aaa42-ac7e-4f3b-977b-5b867e1d8d09 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.983000 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d67aaa42-ac7e-4f3b-977b-5b867e1d8d09 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2855430 Feb 19 03:30:05.983481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49548) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:05.985598 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7050e9e0-5278-47dc-a14d-c7d5b02d60ec admin admin] Publish callbacks [] for security_group (a9e36288-0413-4933-a88d-16ea43e74afd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.003930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aaa42-ac7e-4f3b-977b-5b867e1d8d09 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4daae2-1a45-4ec1-a86e-12a485d430ea,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:06.018790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ea69b-a64e-4937-853b-2ee62ce58a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641707a7-4ada-4ef4-80cd-a654210523af,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:06.019194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-505b1a49-d6a6-4d8e-b176-ac6d4d89f1f4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'security_group_rule': {'security_group_id': '4c4daae2-1a45-4ec1-a86e-12a485d430ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:06.062960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-ae145e75-4373-47b4-855d-f784d34ff209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:06.064628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-ae145e75-4373-47b4-855d-f784d34ff209 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf HTTP/1.1" status: 200 len: 865 time: 0.1573100 Feb 19 03:30:06.131523 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.133450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:06.139505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-e7a4379b-a911-454b-bbb2-756a979408cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b4985d39-b9f8-4313-b2ff-fc84873911ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553904 Feb 19 03:30:06.140324 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-505b1a49-d6a6-4d8e-b176-ac6d4d89f1f4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group_rule (145cf109-8b1d-4800-9573-ba3fb835a7dd), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.145019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Provisioning complete for port 918ff585-12c5-43eb-8749-43ecfb33c857 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:06.145451 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.146573 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2a2a8ea-d024-4ca4-a4b1-5d202b021a6c req-b8ad0e81-cf42-41b8-a176-f0c83c0d2183 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732240 Feb 19 03:30:06.198443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Port 918ff585-12c5-43eb-8749-43ecfb33c857 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:06.208476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Provisioning complete for port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:06.209184 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.309905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Current status of the port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:06.322724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Provisioning complete for port fef48a18-0459-4224-8294-4eccfe4e090e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:06.322993 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.347493 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7050e9e0-5278-47dc-a14d-c7d5b02d60ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a9e36288-0413-4933-a88d-16ea43e74afd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.350444 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7050e9e0-5278-47dc-a14d-c7d5b02d60ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.352960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7050e9e0-5278-47dc-a14d-c7d5b02d60ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9e36288-0413-4933-a88d-16ea43e74afd HTTP/1.1" status: 204 len: 168 time: 0.6919949 Feb 19 03:30:06.396286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-505b1a49-d6a6-4d8e-b176-ac6d4d89f1f4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group_rule (145cf109-8b1d-4800-9573-ba3fb835a7dd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.401402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-8719aa2c-9d75-42d3-a785-6dfe5c06502e service neutron] 10.222.0.71 "GET /v2.0/networks/b4985d39-b9f8-4313-b2ff-fc84873911ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538059 Feb 19 03:30:06.402610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050e9e0-5278-47dc-a14d-c7d5b02d60ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e36288-0413-4933-a88d-16ea43e74afd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:06.407140 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-505b1a49-d6a6-4d8e-b176-ac6d4d89f1f4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (145cf109-8b1d-4800-9573-ba3fb835a7dd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.415171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port fef48a18-0459-4224-8294-4eccfe4e090e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:06.416173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3b310bb4-852e-4c6e-b6c5-ac8a67001abc up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:06.447454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1ffcd-0343-4d6a-84f0-1096a578fed6 req-c35e65cf-9d73-406b-8abe-ea05556327cc tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:06.449007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61d1ffcd-0343-4d6a-84f0-1096a578fed6 req-c35e65cf-9d73-406b-8abe-ea05556327cc tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 945 time: 0.1958911 Feb 19 03:30:06.472450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49560) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:06.489422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d521a0b-ccce-4fa1-b885-45b318b1c4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.498678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b1a49-d6a6-4d8e-b176-ac6d4d89f1f4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145cf109-8b1d-4800-9573-ba3fb835a7dd,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:06.514661 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-505b1a49-d6a6-4d8e-b176-ac6d4d89f1f4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.515886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-505b1a49-d6a6-4d8e-b176-ac6d4d89f1f4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5058057 Feb 19 03:30:06.520297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49562) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:06.526743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-58d3e120-8ef7-41c2-8bd7-a890f0937693 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'security_group_rule': {'security_group_id': '4c4daae2-1a45-4ec1-a86e-12a485d430ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:06.558403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:06.558782 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.579530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61d1ffcd-0343-4d6a-84f0-1096a578fed6 req-69841c17-fe44-45e1-b150-9e69862d20a8 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165392 Feb 19 03:30:06.596997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58d3e120-8ef7-41c2-8bd7-a890f0937693 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group_rule (b5a3f735-a369-41c3-b0c2-65b917f3d54f), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.597727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d7e0202-96a3-437d-9c7c-5242ea97fee8 req-746b6344-e92a-4d90-add9-986a7333fcfe service neutron] 10.222.0.71 "GET /v2.0/networks/b4985d39-b9f8-4313-b2ff-fc84873911ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817069 Feb 19 03:30:06.646980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf52edf9-1e01-4299-a716-952e9c90c176 None None] Current status of the port fef48a18-0459-4224-8294-4eccfe4e090e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:06.698430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d521a0b-ccce-4fa1-b885-45b318b1c4ea admin admin] Publish callbacks [] for security_group (68a50f9a-b4d0-42f7-85c3-a39c7588f037), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.715257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d521a0b-ccce-4fa1-b885-45b318b1c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (68a50f9a-b4d0-42f7-85c3-a39c7588f037), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.766111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58d3e120-8ef7-41c2-8bd7-a890f0937693 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group_rule (b5a3f735-a369-41c3-b0c2-65b917f3d54f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.772984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:06.784065 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e701ce1a-9ac9-4066-a883-6d141b98c8c4 x-openstack-request-id: req-e701ce1a-9ac9-4066-a883-6d141b98c8c4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:06.785235 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1c58fd-a142-4ccb-a516-16150d0a8c9a", "tag": "4ec2cee9-9323-40ea-a959-5242429f55eb", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:06.785528 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58d3e120-8ef7-41c2-8bd7-a890f0937693 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (b5a3f735-a369-41c3-b0c2-65b917f3d54f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.791818 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e701ce1a-9ac9-4066-a883-6d141b98c8c4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:06.792623 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1c58fd-a142-4ccb-a516-16150d0a8c9a', 'tag': '4ec2cee9-9323-40ea-a959-5242429f55eb', 'status': 'completed', 'code': 200} Feb 19 03:30:06.801601 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5d521a0b-ccce-4fa1-b885-45b318b1c4ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=082bb7f05b914e5d97e30fba3cf04ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274188 Feb 19 03:30:06.802847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d521a0b-ccce-4fa1-b885-45b318b1c4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a50f9a-b4d0-42f7-85c3-a39c7588f037,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:06.808463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49572) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:06.817527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3e120-8ef7-41c2-8bd7-a890f0937693 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a3f735-a369-41c3-b0c2-65b917f3d54f,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:06.838739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-58d3e120-8ef7-41c2-8bd7-a890f0937693 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.843579 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-58d3e120-8ef7-41c2-8bd7-a890f0937693 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3219132 Feb 19 03:30:06.844273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49574) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:06.854656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:06.863017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e3820dc8-9074-4067-8a8d-155aab7c61f1 None None] Provisioning complete for port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:06.863421 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e3820dc8-9074-4067-8a8d-155aab7c61f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.898638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.941288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fef48a18-0459-4224-8294-4eccfe4e090e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:06.999561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e3820dc8-9074-4067-8a8d-155aab7c61f1 None None] Port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:07.055130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port fef48a18-0459-4224-8294-4eccfe4e090e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:07.055840 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.074340 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.126455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49576) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:07.176808 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b6d2c923-70b1-40ac-bd33-ce5602778522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.189665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port fef48a18-0459-4224-8294-4eccfe4e090e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:07.284944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Allocated IP 172.25.4.92 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/95117154-1ce2-452c-b3cc-d23dd7f2de16) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:07.385921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33890439-56f4-44f4-b91b-ea0add01effe req-f4903f79-94d4-41a0-9340-d53d918ea7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:07.386950 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b6d2c923-70b1-40ac-bd33-ce5602778522 admin admin] Publish callbacks [] for security_group (f08b2456-2043-4618-bd74-ac2ffd995959), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.394080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33890439-56f4-44f4-b91b-ea0add01effe req-f4903f79-94d4-41a0-9340-d53d918ea7e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=344c7a90ec9a4b3e9f216c0b51f52c37&device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 1125 time: 0.5490942 Feb 19 03:30:07.394693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154a8cd-66cd-474a-961d-bb89250cab0a req-ebc9a523-7fb8-4381-bcd5-5f92bc3cbb53 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:07.398377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f154a8cd-66cd-474a-961d-bb89250cab0a req-ebc9a523-7fb8-4381-bcd5-5f92bc3cbb53 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 943 time: 0.4640248 Feb 19 03:30:07.399101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07685a0d-3f77-4f4c-959c-7367996a649e admin admin] Publish callbacks [] for security_group (68a50f9a-b4d0-42f7-85c3-a39c7588f037), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.407680 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b6d2c923-70b1-40ac-bd33-ce5602778522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f08b2456-2043-4618-bd74-ac2ffd995959), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.458575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 731f5667-5655-457d-8815-c70c831302d7 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:07.477133 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b6d2c923-70b1-40ac-bd33-ce5602778522 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2eef7063c7c94fd590e26a5cf365424f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489954 Feb 19 03:30:07.479804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2c923-70b1-40ac-bd33-ce5602778522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08b2456-2043-4618-bd74-ac2ffd995959,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:07.480230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49578) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:07.485766 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for port (95117154-1ce2-452c-b3cc-d23dd7f2de16), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.494033 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07685a0d-3f77-4f4c-959c-7367996a649e admin admin] Publish callbacks [] for security_group (68a50f9a-b4d0-42f7-85c3-a39c7588f037), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.531742 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (95117154-1ce2-452c-b3cc-d23dd7f2de16), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.552642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 731f5667-5655-457d-8815-c70c831302d7 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:30:07.558856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 731f5667-5655-457d-8815-c70c831302d7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:07.559480 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (731f5667-5655-457d-8815-c70c831302d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.589433 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:07.594174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:07.600190 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:07.625226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f154a8cd-66cd-474a-961d-bb89250cab0a req-0608b381-d791-4477-a5ef-90453ab31e99 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/security-groups?id=af23a8cd-521e-4fd5-84d3-881ee6bdaa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212336 Feb 19 03:30:07.658313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33890439-56f4-44f4-b91b-ea0add01effe req-706142da-1f1c-4c8e-8856-034b975d630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:07.665882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33890439-56f4-44f4-b91b-ea0add01effe req-706142da-1f1c-4c8e-8856-034b975d630a service neutron] 10.222.0.71 "GET /v2.0/networks?id=b4985d39-b9f8-4313-b2ff-fc84873911ec HTTP/1.1" status: 200 len: 926 time: 0.2625952 Feb 19 03:30:07.683930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Port': ['ID=95117154-1ce2-452c-b3cc-d23dd7f2de16,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:07.732200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 731f5667-5655-457d-8815-c70c831302d7 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:07.732965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (731f5667-5655-457d-8815-c70c831302d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.745878 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1a420ab-08be-4777-8abc-afdab77f5c58 admin admin] Publish callbacks [] for security_group (f08b2456-2043-4618-bd74-ac2ffd995959), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.750092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33890439-56f4-44f4-b91b-ea0add01effe req-b536499c-be90-4e1f-88aa-9aa2e69c471d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ec2cee9-9323-40ea-a959-5242429f55eb HTTP/1.1" status: 200 len: 217 time: 0.0720937 Feb 19 03:30:07.759793 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07685a0d-3f77-4f4c-959c-7367996a649e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (68a50f9a-b4d0-42f7-85c3-a39c7588f037), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.762756 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07685a0d-3f77-4f4c-959c-7367996a649e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.764229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-07685a0d-3f77-4f4c-959c-7367996a649e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68a50f9a-b4d0-42f7-85c3-a39c7588f037 HTTP/1.1" status: 204 len: 168 time: 0.9540765 Feb 19 03:30:07.783602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f96d3-e096-4beb-ac17-cb66aae34295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f5667-5655-457d-8815-c70c831302d7'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:07.786514 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17945d8e-48f4-40b0-b520-fb3c3b63ac52" -d '{"events": [{"server_uuid": "713f96d3-e096-4beb-ac17-cb66aae34295", "name": "network-vif-plugged", "status": "completed", "tag": "731f5667-5655-457d-8815-c70c831302d7"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:07.807345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 731f5667-5655-457d-8815-c70c831302d7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=731f5667-5655-457d-8815-c70c831302d7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:07.815636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (731f5667-5655-457d-8815-c70c831302d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.861791 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1a420ab-08be-4777-8abc-afdab77f5c58 admin admin] Publish callbacks [] for security_group (f08b2456-2043-4618-bd74-ac2ffd995959), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.886587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07685a0d-3f77-4f4c-959c-7367996a649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a50f9a-b4d0-42f7-85c3-a39c7588f037,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:07.889997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for floatingip (92dd9e86-b2ac-4491-89e9-dad536ba8d47), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.935467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=731f5667-5655-457d-8815-c70c831302d7,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:07.937047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33890439-56f4-44f4-b91b-ea0add01effe req-cefc2c64-2c68-46ee-965a-35a28a11291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:07.942180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33890439-56f4-44f4-b91b-ea0add01effe req-cefc2c64-2c68-46ee-965a-35a28a11291d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf HTTP/1.1" status: 200 len: 865 time: 0.1739588 Feb 19 03:30:08.013165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (95117154-1ce2-452c-b3cc-d23dd7f2de16), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.055197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33890439-56f4-44f4-b91b-ea0add01effe req-8225a67f-bc45-4d03-8d5c-31360184cd69 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b4985d39-b9f8-4313-b2ff-fc84873911ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783761 Feb 19 03:30:08.108130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1a420ab-08be-4777-8abc-afdab77f5c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f08b2456-2043-4618-bd74-ac2ffd995959), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.111886 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1a420ab-08be-4777-8abc-afdab77f5c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.113204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a1a420ab-08be-4777-8abc-afdab77f5c58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f08b2456-2043-4618-bd74-ac2ffd995959 HTTP/1.1" status: 204 len: 168 time: 0.6275971 Feb 19 03:30:08.193798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a420ab-08be-4777-8abc-afdab77f5c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08b2456-2043-4618-bd74-ac2ffd995959,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:08.272401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cfaf1-0ccf-45bc-8150-8e51971fd4d0 req-17efad42-871f-427d-9147-d6bb8682f481 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:08.276232 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-12b88b20-ff84-4d85-afa4-54371efdd19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.283234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c06cfaf1-0ccf-45bc-8150-8e51971fd4d0 req-17efad42-871f-427d-9147-d6bb8682f481 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2026162 Feb 19 03:30:08.312240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33890439-56f4-44f4-b91b-ea0add01effe req-3b56c002-7b3d-4417-b8a8-a57868b602ca service neutron] 10.222.0.71 "GET /v2.0/networks/b4985d39-b9f8-4313-b2ff-fc84873911ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451377 Feb 19 03:30:08.380682 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for port (95117154-1ce2-452c-b3cc-d23dd7f2de16), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.404353 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (95117154-1ce2-452c-b3cc-d23dd7f2de16), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.449957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c06cfaf1-0ccf-45bc-8150-8e51971fd4d0 req-b01b8405-3846-413b-a25f-e703cf6dd8db tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652029 Feb 19 03:30:08.513988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Port': ['ID=95117154-1ce2-452c-b3cc-d23dd7f2de16,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:08.543291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33890439-56f4-44f4-b91b-ea0add01effe req-45065ace-ed06-4a32-82d4-6d86c679241b service neutron] 10.222.0.71 "GET /v2.0/networks/b4985d39-b9f8-4313-b2ff-fc84873911ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156763 Feb 19 03:30:08.543736 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (92dd9e86-b2ac-4491-89e9-dad536ba8d47), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.578065 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.590492 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7bd6de24-479d-4990-bc83-db783c63e48b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7341490 Feb 19 03:30:08.644618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceae17-f203-4eb2-b6bb-1c6320687101 req-32e6676d-84a2-4643-9613-5af8639903a8 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:08.647424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1ceae17-f203-4eb2-b6bb-1c6320687101 req-32e6676d-84a2-4643-9613-5af8639903a8 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.0815628 Feb 19 03:30:08.716657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1ceae17-f203-4eb2-b6bb-1c6320687101 req-1e368953-21c3-4497-a677-59a8e24b8454 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571284 Feb 19 03:30:08.784840 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020c9107-6f32-4c02-a675-1660136a107d x-openstack-request-id: req-020c9107-6f32-4c02-a675-1660136a107d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:08.785318 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713f96d3-e096-4beb-ac17-cb66aae34295", "name": "network-vif-plugged", "status": "completed", "tag": "731f5667-5655-457d-8815-c70c831302d7", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:08.785645 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-020c9107-6f32-4c02-a675-1660136a107d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:08.786335 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713f96d3-e096-4beb-ac17-cb66aae34295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f5667-5655-457d-8815-c70c831302d7', 'code': 200} Feb 19 03:30:08.932982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dcca2-6993-40fb-b4a2-2b7cc4b57f85 req-3ccc4f45-6fbb-4171-9639-46ed165fab26 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:08.935899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6dcca2-6993-40fb-b4a2-2b7cc4b57f85 req-3ccc4f45-6fbb-4171-9639-46ed165fab26 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 946 time: 0.0975630 Feb 19 03:30:08.953426 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188194a-2c51-4cf7-9c65-92a5cd3a1bd1 req-de045cb8-b99b-4aee-b157-22fcc0009e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:08.956555 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a188194a-2c51-4cf7-9c65-92a5cd3a1bd1 req-de045cb8-b99b-4aee-b157-22fcc0009e8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 1128 time: 0.0682485 Feb 19 03:30:09.013647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6dcca2-6993-40fb-b4a2-2b7cc4b57f85 req-d2cd0ffa-7bc9-4f35-a970-efe14d0c817d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704396 Feb 19 03:30:09.033522 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a188194a-2c51-4cf7-9c65-92a5cd3a1bd1 req-a153d05c-1163-4c32-b9fa-7cbe76560c9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710387 Feb 19 03:30:09.195807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e681bd4-f5aa-458a-a18f-5b7da92349c4 req-c39b4906-5b4c-49b1-878c-7f2120bb13f2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:09.197434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e681bd4-f5aa-458a-a18f-5b7da92349c4 req-c39b4906-5b4c-49b1-878c-7f2120bb13f2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0737138 Feb 19 03:30:09.278961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e681bd4-f5aa-458a-a18f-5b7da92349c4 req-a87f8244-134f-4240-a026-cb92ef60ad3e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601711 Feb 19 03:30:09.455604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9178f95-d571-4a94-bb7a-18c2f17ecc5e req-c61ba002-c28d-4cee-a494-1a6f6b6a87b8 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:09.460154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9178f95-d571-4a94-bb7a-18c2f17ecc5e req-c61ba002-c28d-4cee-a494-1a6f6b6a87b8 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 943 time: 0.0859790 Feb 19 03:30:09.527981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9178f95-d571-4a94-bb7a-18c2f17ecc5e req-15cb369d-1102-4b79-819f-78c94d499425 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/security-groups?id=af23a8cd-521e-4fd5-84d3-881ee6bdaa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604637 Feb 19 03:30:09.606278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49644) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:09.716311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 4ec2cee9-9323-40ea-a959-5242429f55eb details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:30:09.773060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c18e35ce-c8cc-4e3d-b0e3-5ffdf07ebba5 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--91958189&fields=id&tenant_id=c06f8e719c8143abad585d87e567c88b HTTP/1.1" status: 200 len: 267 time: 0.1228597 Feb 19 03:30:09.881106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-d4f964f0-3cc0-46c7-8d73-c53bc10e535f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:09.888572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-d4f964f0-3cc0-46c7-8d73-c53bc10e535f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports/918ff585-12c5-43eb-8749-43ecfb33c857 HTTP/1.1" status: 200 len: 937 time: 0.1138830 Feb 19 03:30:09.920594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 4ec2cee9-9323-40ea-a959-5242429f55eb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=4ec2cee9-9323-40ea-a959-5242429f55eb,segment=NetworkSegment(c753318c-3a94-4feb-8c1a-b1496fcd0150),segment_id=c753318c-3a94-4feb-8c1a-b1496fcd0150)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:09.926132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-122457128-network', 'tenant_id': '736b63a5fe60442da8c140c539e9c5ba'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:09.943764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '4ec2cee9-9323-40ea-a959-5242429f55eb', 'network_id': 'b4985d39-b9f8-4313-b2ff-fc84873911ec', 'port_id': '4ec2cee9-9323-40ea-a959-5242429f55eb', 'mac_address': 'fa:16:3e:20:2b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:30:09.963741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Made reservation on behalf of 736b63a5fe60442da8c140c539e9c5ba for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:09.967211 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:09.970249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-83b83d31-14c8-4ae6-bacb-5815c3ae591e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:09.978203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-83b83d31-14c8-4ae6-bacb-5815c3ae591e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports/96aae8b9-57ed-4f04-9c56-3076f6dcc69f HTTP/1.1" status: 200 len: 936 time: 0.0885592 Feb 19 03:30:09.992801 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.031826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 4ec2cee9-9323-40ea-a959-5242429f55eb is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:10.032300 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.048020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec2cee9-9323-40ea-a959-5242429f55eb {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:10.063469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-6886b402-2380-45f7-a866-9ed787154343 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?network_id=d920c654-990f-45b0-82d7-bb385406a785&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0832071 Feb 19 03:30:10.078831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 4ec2cee9-9323-40ea-a959-5242429f55eb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=4ec2cee9-9323-40ea-a959-5242429f55eb,segment=NetworkSegment(c753318c-3a94-4feb-8c1a-b1496fcd0150),segment_id=c753318c-3a94-4feb-8c1a-b1496fcd0150)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:10.084358 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.136006 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Publish callbacks [] for security_group (5fd020ea-5d64-49f9-8326-5cc719389ac8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.144398 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5fd020ea-5d64-49f9-8326-5cc719389ac8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.161555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-da3e1853-d146-42c1-b883-cd6b318986ff tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?network_id=d920c654-990f-45b0-82d7-bb385406a785&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0924649 Feb 19 03:30:10.170752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=4ec2cee9-9323-40ea-a959-5242429f55eb,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:10.201515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:30:10.230490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd020ea-5d64-49f9-8326-5cc719389ac8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:10.237222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f1442079-cb05-492c-be1d-b101db600a5f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.237771 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Added segment f1442079-cb05-492c-be1d-b101db600a5f of type vlan for network 2ba6d096-00cd-4734-87ee-9e4a95332414 Feb 19 03:30:10.252970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-0b32c3f7-1a29-4938-802d-02b2bea40cf6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:10.255052 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-0b32c3f7-1a29-4938-802d-02b2bea40cf6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 946 time: 0.1892748 Feb 19 03:30:10.352557 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (2ba6d096-00cd-4734-87ee-9e4a95332414), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.378715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['4ec2cee9-9323-40ea-a959-5242429f55eb'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:10.384402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-f8f631b8-4c7e-42e5-bdba-e1ad4ee99b0c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:10.389512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-f8f631b8-4c7e-42e5-bdba-e1ad4ee99b0c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:10.395165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-f8f631b8-4c7e-42e5-bdba-e1ad4ee99b0c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:10.402938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-f8f631b8-4c7e-42e5-bdba-e1ad4ee99b0c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/networks?id=231e6dfd-031e-46c9-8877-451be92a2c1d&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=d920c654-990f-45b0-82d7-bb385406a785&id=d920c654-990f-45b0-82d7-bb385406a785 HTTP/1.1" status: 200 len: 1993 time: 0.2401440 Feb 19 03:30:10.428261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-330514ab-19e7-486e-9403-9b6235144c0c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/quotas/c06f8e719c8143abad585d87e567c88b HTTP/1.1" status: 200 len: 375 time: 0.0243714 Feb 19 03:30:10.433040 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (2ba6d096-00cd-4734-87ee-9e4a95332414), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.453709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:10.457871 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.532680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-334ac90c-52b0-4b88-a7da-4949af6485ff tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1033587 Feb 19 03:30:10.537352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-44c214e4-f285-49d6-8f85-a4b203817afb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Deleting port 630f30bb-cce5-41a7-9928-02c7440d6fd1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:10.537825 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-44c214e4-f285-49d6-8f85-a4b203817afb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.566368 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9557648 Feb 19 03:30:10.567236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49676) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:10.574518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Request body: {'subnet': {'network_id': '2ba6d096-00cd-4734-87ee-9e4a95332414', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-122457128-subnet', 'tenant_id': '736b63a5fe60442da8c140c539e9c5ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:10.575064 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f1515cf-9a78-4759-95d4-ae1c64ef47fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.703379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299db156-b03b-4e4c-b298-d30fb8a3f691 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba6d096-00cd-4734-87ee-9e4a95332414,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:10.717565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 2ba6d096-00cd-4734-87ee-9e4a95332414 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:30:10.739749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Made reservation on behalf of 736b63a5fe60442da8c140c539e9c5ba for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:10.744565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.869353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-44c214e4-f285-49d6-8f85-a4b203817afb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] For port 630f30bb-cce5-41a7-9928-02c7440d6fd1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=630f30bb-cce5-41a7-9928-02c7440d6fd1,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:10.870059 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-44c214e4-f285-49d6-8f85-a4b203817afb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.880005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-58ae90c8-db65-4296-a182-120a5f504389 service neutron] 10.222.0.42 "GET /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355770 Feb 19 03:30:10.889419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-44c214e4-f285-49d6-8f85-a4b203817afb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Calling delete_port for 630f30bb-cce5-41a7-9928-02c7440d6fd1 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:11.137507 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (973fa35b-0900-47ad-a805-8151636f400e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.143352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-0b0a38ba-b57e-490e-bed1-c96eb3bc1ec0 service neutron] 10.222.0.42 "GET /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551186 Feb 19 03:30:11.261829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-579a49ac-b47a-484c-962d-88dabfbf78bf service neutron] 10.222.0.42 "GET /v2.0/ports/918ff585-12c5-43eb-8749-43ecfb33c857?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0951514 Feb 19 03:30:11.264986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=973fa35b-0900-47ad-a805-8151636f400e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:11.359603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Checking segment: {'id': 'f1442079-cb05-492c-be1d-b101db600a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2ba6d096-00cd-4734-87ee-9e4a95332414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:11.359967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Network hostable DHCP agents. Network: 2ba6d096-00cd-4734-87ee-9e4a95332414, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:30:11.363151 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-44c214e4-f285-49d6-8f85-a4b203817afb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (630f30bb-cce5-41a7-9928-02c7440d6fd1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.376385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['630f30bb-cce5-41a7-9928-02c7440d6fd1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:11.413899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c214e4-f285-49d6-8f85-a4b203817afb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'Port': ['ID=630f30bb-cce5-41a7-9928-02c7440d6fd1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:11.426268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef0c8929-9da2-460f-9287-bb50a8b29fc6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:11.471593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Network 2ba6d096-00cd-4734-87ee-9e4a95332414 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:30:11.521043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-44c214e4-f285-49d6-8f85-a4b203817afb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] No DVR routers for this DVR port 630f30bb-cce5-41a7-9928-02c7440d6fd1 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:11.528140 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-44c214e4-f285-49d6-8f85-a4b203817afb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.537534 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0dd6ee1-ae4b-4b55-beb3-59c2799e07db req-44c214e4-f285-49d6-8f85-a4b203817afb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "DELETE /v2.0/ports/630f30bb-cce5-41a7-9928-02c7440d6fd1 HTTP/1.1" status: 204 len: 173 time: 1.2731793 Feb 19 03:30:11.539153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 2ba6d096-00cd-4734-87ee-9e4a95332414) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:11.549118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30457dfa-5544-4053-9f24-d9f8aeb5b2fc', 'name': 'network-vif-deleted', 'tag': '630f30bb-cce5-41a7-9928-02c7440d6fd1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:11.560434 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad0de39-a0f0-4862-ad38-c9d51e6c5bbb" -d '{"events": [{"server_uuid": "30457dfa-5544-4053-9f24-d9f8aeb5b2fc", "name": "network-vif-deleted", "tag": "630f30bb-cce5-41a7-9928-02c7440d6fd1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:11.570775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-fec37595-7a4d-4c3c-9004-264581555f3c service neutron] 10.222.0.42 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990186 Feb 19 03:30:11.577985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f841c-141e-48a2-be7a-8e0c22d799ed None None] Network 2ba6d096-00cd-4734-87ee-9e4a95332414 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:11.597268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:11.598377 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.738333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-93196ad8-ff9b-496e-a11f-eed9f68c3bac admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1688845 Feb 19 03:30:11.766327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 4ec2cee9-9323-40ea-a959-5242429f55eb up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:11.807202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-cb9fb253-e7e3-4172-a56b-79c85423e6dc service neutron] 10.222.0.42 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353690 Feb 19 03:30:11.850468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a35b9d7-41d0-430a-baca-aa1ee72b46cc None None] Network 2ba6d096-00cd-4734-87ee-9e4a95332414 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:11.899943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c3caa361-e2ed-424d-92ab-12d48c47eb80 service neutron] 10.222.0.42 "GET /v2.0/ports/96aae8b9-57ed-4f04-9c56-3076f6dcc69f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0911086 Feb 19 03:30:11.979435 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.043168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 4ec2cee9-9323-40ea-a959-5242429f55eb completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:30:12.063854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 4ec2cee9-9323-40ea-a959-5242429f55eb triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:12.064488 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.102035 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5fe4bbfc-2061-40e9-947e-3a862ac58176 service neutron] 10.222.0.42 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998851 Feb 19 03:30:12.182094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 4ec2cee9-9323-40ea-a959-5242429f55eb is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:12.182745 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.216603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1c58fd-a142-4ccb-a516-16150d0a8c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec2cee9-9323-40ea-a959-5242429f55eb'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:12.219726 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed71abfa-4c9c-421c-81f9-b9354d59154d" -d '{"events": [{"server_uuid": "3a1c58fd-a142-4ccb-a516-16150d0a8c9a", "name": "network-vif-plugged", "status": "completed", "tag": "4ec2cee9-9323-40ea-a959-5242429f55eb"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:12.239957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-6805e2f1-629c-4868-854e-781605c943ce service neutron] 10.222.0.42 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313717 Feb 19 03:30:12.247707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 4ec2cee9-9323-40ea-a959-5242429f55eb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=4ec2cee9-9323-40ea-a959-5242429f55eb,segment=NetworkSegment(c753318c-3a94-4feb-8c1a-b1496fcd0150),segment_id=c753318c-3a94-4feb-8c1a-b1496fcd0150)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:12.253271 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.330183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=4ec2cee9-9323-40ea-a959-5242429f55eb,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:12.414185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-ae7f06d1-abda-46de-adba-336bbec377cc service neutron] 10.222.0.42 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676297 Feb 19 03:30:12.424310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49718) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:12.533001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-8b2aba4f-f392-4e7f-8506-fbf7edab7526 service neutron] 10.222.0.42 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099639 Feb 19 03:30:12.558789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-3e62c2cb-43ee-40f0-9eab-f658045b2934 req-4bebbdda-2c50-433d-b494-d7802772ebdb tempest-MigrationsAdminTest-919206534 tempest-MigrationsAdminTest-919206534-project-admin] (103616) timed out ('10.222.0.42', 59468) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:30:12.591414 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d9a4-61ff-47e5-84f0-64bbcb1e7059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.657356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-a9cde91f-bdf0-4421-ac3e-d58932935948 service neutron] 10.222.0.42 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170242 Feb 19 03:30:12.723109 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d9a4-61ff-47e5-84f0-64bbcb1e7059 admin admin] Publish callbacks [] for security_group (29e760c6-3a23-4492-a499-a5e8afdb5d62), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.728190 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d9a4-61ff-47e5-84f0-64bbcb1e7059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (29e760c6-3a23-4492-a499-a5e8afdb5d62), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.760618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49728) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:12.767535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-794876627-network', 'tenant_id': '0ec6773c3cb24cd28d058b11806ffd71'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:12.786532 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9ab6d9a4-61ff-47e5-84f0-64bbcb1e7059 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4a8bb43a36e4264843c8c83f47be761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610368 Feb 19 03:30:12.788274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6d9a4-61ff-47e5-84f0-64bbcb1e7059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e760c6-3a23-4492-a499-a5e8afdb5d62,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:12.790969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49730) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:12.825592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-2c70ed28-5105-4dc2-9661-feaaa2424204 service neutron] 10.222.0.42 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596324 Feb 19 03:30:12.857701 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c290a35e-bac2-432b-8a5b-45a869d9d703 admin admin] Publish callbacks [] for security_group (29e760c6-3a23-4492-a499-a5e8afdb5d62), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.883570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c290a35e-bac2-432b-8a5b-45a869d9d703 admin admin] Publish callbacks [] for security_group (29e760c6-3a23-4492-a499-a5e8afdb5d62), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.940128 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c290a35e-bac2-432b-8a5b-45a869d9d703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (29e760c6-3a23-4492-a499-a5e8afdb5d62), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.944015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c290a35e-bac2-432b-8a5b-45a869d9d703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.946074 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c290a35e-bac2-432b-8a5b-45a869d9d703 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29e760c6-3a23-4492-a499-a5e8afdb5d62 HTTP/1.1" status: 204 len: 168 time: 0.1536579 Feb 19 03:30:12.955412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290a35e-bac2-432b-8a5b-45a869d9d703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e760c6-3a23-4492-a499-a5e8afdb5d62,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:12.960984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-fcb4bcf5-a668-4bcd-a711-511943e1649f service neutron] 10.222.0.42 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335943 Feb 19 03:30:12.979806 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.052929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Made reservation on behalf of 0ec6773c3cb24cd28d058b11806ffd71 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:13.055674 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.075442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.187982 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-d18ab841-a53e-478a-91a2-74b676a79c94 service neutron] 10.222.0.42 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260845 Feb 19 03:30:13.338460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-b1ee5790-4856-4515-b048-ed8634530c7a service neutron] 10.222.0.42 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298494 Feb 19 03:30:13.478513 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Publish callbacks [] for security_group (a8bd11e1-d6bb-44ac-bab1-2a1f50fae761), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.481724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49744) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:13.483015 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-46624bf9-01b5-42e2-9e2b-41853d008e9d service neutron] 10.222.0.42 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437497 Feb 19 03:30:13.484111 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a8bd11e1-d6bb-44ac-bab1-2a1f50fae761), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.505718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-249cbb8b-5583-438d-bb15-4a481a4d62dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.514323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bd11e1-d6bb-44ac-bab1-2a1f50fae761,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:13.574460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:30:13.593719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-3aa1498b-4ee0-4d35-81f0-c36d1289dae2 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:13.595453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-3aa1498b-4ee0-4d35-81f0-c36d1289dae2 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports/918ff585-12c5-43eb-8749-43ecfb33c857 HTTP/1.1" status: 200 len: 937 time: 0.0832765 Feb 19 03:30:13.598928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (4121f4e4-2d56-4522-bfa6-2649749c106d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.599503 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Added segment 4121f4e4-2d56-4522-bfa6-2649749c106d of type vlan for network 4d01c416-2419-49c6-9a87-e0db423deff2 Feb 19 03:30:13.643554 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-249cbb8b-5583-438d-bb15-4a481a4d62dc admin admin] Publish callbacks [] for security_group (11ffd9c4-0129-4da3-b4d6-269f1a008c7b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.649517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-249cbb8b-5583-438d-bb15-4a481a4d62dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (11ffd9c4-0129-4da3-b4d6-269f1a008c7b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.684333 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (4d01c416-2419-49c6-9a87-e0db423deff2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.698800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-10a44528-dc9e-4e76-bd22-ff85377eb25a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:13.700554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-10a44528-dc9e-4e76-bd22-ff85377eb25a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports/96aae8b9-57ed-4f04-9c56-3076f6dcc69f HTTP/1.1" status: 200 len: 936 time: 0.0917978 Feb 19 03:30:13.729351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (4d01c416-2419-49c6-9a87-e0db423deff2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.731206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:13.732419 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.738384 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-249cbb8b-5583-438d-bb15-4a481a4d62dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10fc464651b646da8f7aa859df3e5c89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2555118 Feb 19 03:30:13.739653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cbb8b-5583-438d-bb15-4a481a4d62dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ffd9c4-0129-4da3-b4d6-269f1a008c7b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:13.740279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49746) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:13.749098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 630f30bb-cce5-41a7-9928-02c7440d6fd1 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:13.812304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 630f30bb-cce5-41a7-9928-02c7440d6fd1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:13.813948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 630f30bb-cce5-41a7-9928-02c7440d6fd1 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:13.907740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1460376 Feb 19 03:30:13.910542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49750) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:13.922508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3316a-20ce-43ad-a464-0091d211275d admin admin] Pushing event updated for resources: {'Network': ['ID=4d01c416-2419-49c6-9a87-e0db423deff2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:13.923634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Request body: {'subnet': {'network_id': '4d01c416-2419-49c6-9a87-e0db423deff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-794876627-subnet', 'tenant_id': '0ec6773c3cb24cd28d058b11806ffd71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:13.944104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 4d01c416-2419-49c6-9a87-e0db423deff2 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:30:13.966564 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d813e241-6c58-4601-a02a-73d2a2ae9a9d admin admin] Publish callbacks [] for security_group (11ffd9c4-0129-4da3-b4d6-269f1a008c7b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.997554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Made reservation on behalf of 0ec6773c3cb24cd28d058b11806ffd71 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:13.999986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.028808 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d813e241-6c58-4601-a02a-73d2a2ae9a9d admin admin] Publish callbacks [] for security_group (11ffd9c4-0129-4da3-b4d6-269f1a008c7b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.149114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d813e241-6c58-4601-a02a-73d2a2ae9a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (11ffd9c4-0129-4da3-b4d6-269f1a008c7b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.175058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d813e241-6c58-4601-a02a-73d2a2ae9a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.178540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d813e241-6c58-4601-a02a-73d2a2ae9a9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11ffd9c4-0129-4da3-b4d6-269f1a008c7b HTTP/1.1" status: 204 len: 168 time: 0.4346166 Feb 19 03:30:14.196736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813e241-6c58-4601-a02a-73d2a2ae9a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ffd9c4-0129-4da3-b4d6-269f1a008c7b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:14.532274 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (79fc398e-c1dd-49b2-bcb8-df4651d2da32), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.661279 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.707153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fc398e-c1dd-49b2-bcb8-df4651d2da32,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:14.728042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Checking segment: {'id': '4121f4e4-2d56-4522-bfa6-2649749c106d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4d01c416-2419-49c6-9a87-e0db423deff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:14.728528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Network hostable DHCP agents. Network: 4d01c416-2419-49c6-9a87-e0db423deff2, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:30:14.751614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Network 4d01c416-2419-49c6-9a87-e0db423deff2 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:30:14.766350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 4d01c416-2419-49c6-9a87-e0db423deff2) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:14.772840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:14.773183 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.777821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b65e13-0d18-48d4-bbde-cdda043d4620 None None] Network 4d01c416-2419-49c6-9a87-e0db423deff2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:14.812424 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f3e2caab-5123-42b7-8b64-da05b3a15367 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8998866 Feb 19 03:30:14.964984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57412383-1131-470e-a2d8-443e2635d1fb None None] Network 4d01c416-2419-49c6-9a87-e0db423deff2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:15.109903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49784) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:15.265170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4fcfc-0b36-4493-a80c-4eefe60ee2e5 req-a8720d35-5d31-4efa-b446-7c87ccfb38e6 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:15.267379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90c4fcfc-0b36-4493-a80c-4eefe60ee2e5 req-a8720d35-5d31-4efa-b446-7c87ccfb38e6 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1006012 Feb 19 03:30:15.341408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90c4fcfc-0b36-4493-a80c-4eefe60ee2e5 req-6b2a5a85-ef17-4e12-8ead-3f95f061b974 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666585 Feb 19 03:30:15.587903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2a1a0cb-6511-43d7-aebc-c625157d3796 req-21f718a8-82cc-416a-9cb8-2a49e25c5bb7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 210 time: 0.0862844 Feb 19 03:30:15.604047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-10e4728b-8c73-4ffb-95f2-2f4e81fd5e61 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:15.605481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-10e4728b-8c73-4ffb-95f2-2f4e81fd5e61 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports/918ff585-12c5-43eb-8749-43ecfb33c857 HTTP/1.1" status: 200 len: 937 time: 0.4934664 Feb 19 03:30:15.670218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-28261825-22cc-4a19-9051-0f0f11e0cf07 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:15.672903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-28261825-22cc-4a19-9051-0f0f11e0cf07 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports/96aae8b9-57ed-4f04-9c56-3076f6dcc69f HTTP/1.1" status: 200 len: 936 time: 0.0627260 Feb 19 03:30:15.769725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e0c37-3c2e-49ed-99f1-976a933fb7c9 req-a8e8aad8-ff90-4ece-81d1-07bf9e5dadca tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:15.771963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f3e0c37-3c2e-49ed-99f1-976a933fb7c9 req-a8e8aad8-ff90-4ece-81d1-07bf9e5dadca tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 945 time: 0.0769386 Feb 19 03:30:15.861438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f3e0c37-3c2e-49ed-99f1-976a933fb7c9 req-f5c58a05-0f50-4c7f-b3a2-be2043b113d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/security-groups?id=af23a8cd-521e-4fd5-84d3-881ee6bdaa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837522 Feb 19 03:30:15.926403 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86086f4c-d579-4e89-a7bb-64dc7bd921f0 x-openstack-request-id: req-86086f4c-d579-4e89-a7bb-64dc7bd921f0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:15.926949 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30457dfa-5544-4053-9f24-d9f8aeb5b2fc", "name": "network-vif-deleted", "tag": "630f30bb-cce5-41a7-9928-02c7440d6fd1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:15.927406 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86086f4c-d579-4e89-a7bb-64dc7bd921f0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:15.927984 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30457dfa-5544-4053-9f24-d9f8aeb5b2fc', 'name': 'network-vif-deleted', 'tag': '630f30bb-cce5-41a7-9928-02c7440d6fd1', 'status': 'completed', 'code': 200} Feb 19 03:30:15.978435 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f31134-7a17-4e8e-88e0-78721137b259 x-openstack-request-id: req-42f31134-7a17-4e8e-88e0-78721137b259 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:15.979543 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1c58fd-a142-4ccb-a516-16150d0a8c9a", "name": "network-vif-plugged", "status": "completed", "tag": "4ec2cee9-9323-40ea-a959-5242429f55eb", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:15.982163 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42f31134-7a17-4e8e-88e0-78721137b259 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:15.986893 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1c58fd-a142-4ccb-a516-16150d0a8c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec2cee9-9323-40ea-a959-5242429f55eb', 'code': 200} Feb 19 03:30:16.153396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f471948-d36f-44b8-ae3c-fb5f9a8e177a req-aa3ecff8-8f93-4085-a9fb-0cd8bb2865dd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0516686 Feb 19 03:30:16.183992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a2877-7906-45dc-a9b7-52b543c80562 req-ae3fc909-e067-4ce5-92bc-6ed679284550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:16.188236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f19a2877-7906-45dc-a9b7-52b543c80562 req-ae3fc909-e067-4ce5-92bc-6ed679284550 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 1127 time: 0.1210744 Feb 19 03:30:16.296603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f19a2877-7906-45dc-a9b7-52b543c80562 req-8c5430b4-183c-49f7-b0c4-569b050b539a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=af23a8cd-521e-4fd5-84d3-881ee6bdaa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980816 Feb 19 03:30:16.476920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49820) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:16.608439 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43c4eae2-addf-41fa-958e-624b35a9deaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.068716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-11ed72b4-dffb-4e19-8cb3-17e397df0360 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:17.070456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-11ed72b4-dffb-4e19-8cb3-17e397df0360 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/networks?id=2ba6d096-00cd-4734-87ee-9e4a95332414 HTTP/1.1" status: 200 len: 808 time: 0.4381661 Feb 19 03:30:17.106552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-29574102-4d23-4b74-9390-5e8d705b6648 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/quotas/736b63a5fe60442da8c140c539e9c5ba HTTP/1.1" status: 200 len: 375 time: 0.0222111 Feb 19 03:30:17.170973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-f894afea-abe2-4221-acdc-816c8db2972d tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=736b63a5fe60442da8c140c539e9c5ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446146 Feb 19 03:30:17.196050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43c4eae2-addf-41fa-958e-624b35a9deaa admin admin] Publish callbacks [] for security_group (089735a8-15cb-4a41-95f2-29b21d865c56), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.211268 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43c4eae2-addf-41fa-958e-624b35a9deaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (089735a8-15cb-4a41-95f2-29b21d865c56), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.270739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4eae2-addf-41fa-958e-624b35a9deaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089735a8-15cb-4a41-95f2-29b21d865c56,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:17.354937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-43c4eae2-addf-41fa-958e-624b35a9deaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=900cf596bec9468f8da38fc745e62491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8766515 Feb 19 03:30:17.358527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49838) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:17.362413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-b090b0e4-4d6e-4f1c-b76d-c8dbae155c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:17.363835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-b090b0e4-4d6e-4f1c-b76d-c8dbae155c20 service neutron] 10.222.0.71 "GET /v2.0/ports/918ff585-12c5-43eb-8749-43ecfb33c857 HTTP/1.1" status: 200 len: 1033 time: 0.0684841 Feb 19 03:30:17.437566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd41079b-1094-49d1-a251-894eada29372 admin admin] Publish callbacks [] for security_group (089735a8-15cb-4a41-95f2-29b21d865c56), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.494788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd41079b-1094-49d1-a251-894eada29372 admin admin] Publish callbacks [] for security_group (089735a8-15cb-4a41-95f2-29b21d865c56), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.496970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-f12361b4-b069-4748-92d6-b2281b0056a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:17.498004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-f12361b4-b069-4748-92d6-b2281b0056a7 service neutron] 10.222.0.71 "GET /v2.0/ports/96aae8b9-57ed-4f04-9c56-3076f6dcc69f HTTP/1.1" status: 200 len: 1032 time: 0.1148367 Feb 19 03:30:17.520643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-14b8f534-f453-49ac-96b1-7e03cfe6f997 service neutron] 10.222.0.42 "GET /v2.0/networks/2ba6d096-00cd-4734-87ee-9e4a95332414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377085 Feb 19 03:30:17.643551 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd41079b-1094-49d1-a251-894eada29372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (089735a8-15cb-4a41-95f2-29b21d865c56), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.655323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd41079b-1094-49d1-a251-894eada29372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.659638 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fd41079b-1094-49d1-a251-894eada29372 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/089735a8-15cb-4a41-95f2-29b21d865c56 HTTP/1.1" status: 204 len: 168 time: 0.2969117 Feb 19 03:30:17.687049 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41079b-1094-49d1-a251-894eada29372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089735a8-15cb-4a41-95f2-29b21d865c56,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:17.837900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-ed7d02ba-96a8-4d87-b44b-248c95e84a57 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:17.850674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-ed7d02ba-96a8-4d87-b44b-248c95e84a57 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:17.862968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-ed7d02ba-96a8-4d87-b44b-248c95e84a57 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:17.873359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-ed7d02ba-96a8-4d87-b44b-248c95e84a57 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "GET /v2.0/networks?id=231e6dfd-031e-46c9-8877-451be92a2c1d&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=d920c654-990f-45b0-82d7-bb385406a785&id=d920c654-990f-45b0-82d7-bb385406a785 HTTP/1.1" status: 200 len: 1993 time: 0.3580229 Feb 19 03:30:17.932439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c5f9e5e0-f979-4ea7-b48d-4a151686b24b service neutron] 10.222.0.42 "GET /v2.0/networks/2ba6d096-00cd-4734-87ee-9e4a95332414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987207 Feb 19 03:30:18.031800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-3c6d26a4-48b4-4e53-8fe4-f3ec89402e1c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06f8e719c8143abad585d87e567c88b HTTP/1.1" status: 200 len: 378 time: 0.1188629 Feb 19 03:30:18.040983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'admin_state_up': True, 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'security_groups': ['4c4daae2-1a45-4ec1-a86e-12a485d430ea']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:18.178260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4d9be5b-f865-472b-b468-1be054df349e req-de8951c0-cfad-43d8-a187-3d2164deb0b6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1174810 Feb 19 03:30:18.312207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:18.315760 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.357024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9be5b-f865-472b-b468-1be054df349e req-36451a66-54aa-4bcb-9ad5-c48069e99501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:18.358595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4d9be5b-f865-472b-b468-1be054df349e req-36451a66-54aa-4bcb-9ad5-c48069e99501 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 1127 time: 0.1101351 Feb 19 03:30:18.586257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9be5b-f865-472b-b468-1be054df349e req-12e34556-2ed8-4d04-beb3-b07eaf2901eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:18.587770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4d9be5b-f865-472b-b468-1be054df349e req-12e34556-2ed8-4d04-beb3-b07eaf2901eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 914 time: 0.1915243 Feb 19 03:30:18.593883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Allocated IP 172.20.0.13 (231e6dfd-031e-46c9-8877-451be92a2c1d/1024061d-c84f-4e4a-9953-13ce351756eb/219a534f-66b6-49a3-84bc-c42418d184b5) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:18.651755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4d9be5b-f865-472b-b468-1be054df349e req-0f1b39d8-afed-4adc-939c-2c2b86c8b70e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 200 len: 217 time: 0.0573733 Feb 19 03:30:18.730980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9be5b-f865-472b-b468-1be054df349e req-11955cfa-0868-4e77-907c-bf2e5dd69066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:18.732658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4d9be5b-f865-472b-b468-1be054df349e req-11955cfa-0868-4e77-907c-bf2e5dd69066 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 200 len: 853 time: 0.0747678 Feb 19 03:30:18.863141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4d9be5b-f865-472b-b468-1be054df349e req-f20b72cf-7a6c-487b-a029-5bd34a923a2d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5600df88-4693-4811-9ff5-8b78bdc7e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035881 Feb 19 03:30:19.019443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387312d-52a7-4e15-b767-0b43355eb10a req-d3bf253d-3fdd-469a-adad-a2012a07a743 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:19.026729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f387312d-52a7-4e15-b767-0b43355eb10a req-d3bf253d-3fdd-469a-adad-a2012a07a743 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2688692 Feb 19 03:30:19.071284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for port (219a534f-66b6-49a3-84bc-c42418d184b5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.139257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f387312d-52a7-4e15-b767-0b43355eb10a req-afce24e0-07bf-4b74-bb02-40b99a61d427 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114695 Feb 19 03:30:19.163976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4d9be5b-f865-472b-b468-1be054df349e req-1d90bad5-7818-47f6-9bb8-4b91c476ce5a service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920449 Feb 19 03:30:19.332630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0806e4aa-86ae-49b4-8101-6275dc7c9091 req-30d0e2f8-cd52-420b-a0b1-acc4c5fbeb91 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 210 time: 0.0851464 Feb 19 03:30:19.378640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.504411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4d9be5b-f865-472b-b468-1be054df349e req-bd9a4211-fe7d-469c-ace5-8e9e6a30a20d service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313982 Feb 19 03:30:19.509769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network 231e6dfd-031e-46c9-8877-451be92a2c1d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:19.521490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:19.525674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:19.528557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Port': ['ID=219a534f-66b6-49a3-84bc-c42418d184b5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:19.622630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c822-5933-4237-a99d-a08084e18daa req-5dc54516-cc94-4cbc-8a62-0db0376bc274 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:19.624865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb7c822-5933-4237-a99d-a08084e18daa req-5dc54516-cc94-4cbc-8a62-0db0376bc274 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 945 time: 0.1822877 Feb 19 03:30:19.636101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:19.637005 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.673703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1dcfaa11-26f1-4433-aa0e-0dec7d110c3c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6354122 Feb 19 03:30:19.707163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'admin_state_up': True, 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'security_groups': ['4c4daae2-1a45-4ec1-a86e-12a485d430ea']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:19.802826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bb7c822-5933-4237-a99d-a08084e18daa req-c157fcd1-4c71-47be-80dc-1134774d8925 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/security-groups?id=af23a8cd-521e-4fd5-84d3-881ee6bdaa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520960 Feb 19 03:30:19.930116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:19.943685 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.957109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f44f8ff0-5b92-4672-adb2-cff6567f8559 None None] Provisioning complete for port 219a534f-66b6-49a3-84bc-c42418d184b5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:19.957716 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f44f8ff0-5b92-4672-adb2-cff6567f8559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.003383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f44f8ff0-5b92-4672-adb2-cff6567f8559 None None] Port 219a534f-66b6-49a3-84bc-c42418d184b5 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:20.119106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b6f83-5fb1-4a10-8347-f706602b4d1a req-aa3570b4-77fb-4ad6-bf77-69227d1c58ac tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.120678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f63b6f83-5fb1-4a10-8347-f706602b4d1a req-aa3570b4-77fb-4ad6-bf77-69227d1c58ac tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 932 time: 0.2114995 Feb 19 03:30:20.199053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-25c25fb4-65eb-48d9-abd9-080d14e68873 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.201418 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-25c25fb4-65eb-48d9-abd9-080d14e68873 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.37 "GET /v2.0/networks?id=2ba6d096-00cd-4734-87ee-9e4a95332414 HTTP/1.1" status: 200 len: 808 time: 0.1957510 Feb 19 03:30:20.207300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Allocated IP 10.1.1.187 (9f942254-540a-4c8d-9a32-e6bfbff48a5a/c0cae7ac-1294-40dd-9e7b-51266965afbf/c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:20.232379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f63b6f83-5fb1-4a10-8347-f706602b4d1a req-f10656da-32b7-44a5-b1c8-0517b257c160 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885625 Feb 19 03:30:20.249629 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Request body: {'port': {'device_id': '54a38736-d1db-49b6-af03-0d8faf1bddb4', 'network_id': '2ba6d096-00cd-4734-87ee-9e4a95332414', 'admin_state_up': True, 'tenant_id': '736b63a5fe60442da8c140c539e9c5ba'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:20.406498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Made reservation on behalf of 736b63a5fe60442da8c140c539e9c5ba for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:20.410738 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.422053 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.500165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-afded2e3-1091-48c0-8309-5119e4abefbd req-8814fc73-c128-4b41-aae6-d27f5f973d03 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 210 time: 0.0519557 Feb 19 03:30:20.511558 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.564244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network 9f942254-540a-4c8d-9a32-e6bfbff48a5a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:20.577647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:20.580756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Allocated IP 172.20.0.7 (2ba6d096-00cd-4734-87ee-9e4a95332414/973fa35b-0900-47ad-a805-8151636f400e/646b0ec5-ccc3-4e73-add0-6e91027ee1ac) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:20.583602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:20.588965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Port': ['ID=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:20.666866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.667742 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.714393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-786ab9de-e1c1-4078-b0dc-4d1f73be3bb8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0135462 Feb 19 03:30:20.739913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'admin_state_up': True, 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'security_groups': ['4c4daae2-1a45-4ec1-a86e-12a485d430ea']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:20.827768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4781082-79d9-461d-bb32-e21ed8057cef req-70d830c7-7cef-4cde-9ea0-204ca0d7bd20 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.838559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4781082-79d9-461d-bb32-e21ed8057cef req-70d830c7-7cef-4cde-9ea0-204ca0d7bd20 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1951966 Feb 19 03:30:20.872703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Publish callbacks [] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.918267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.968338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4781082-79d9-461d-bb32-e21ed8057cef req-e8a70eb0-f139-44ef-bebd-98a5adcc02cf tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225793 Feb 19 03:30:20.970178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Network 2ba6d096-00cd-4734-87ee-9e4a95332414 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:20.973770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:20.979840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:21.024291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:21.030419 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.048716 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Pushing event updated for resources: {'Port': ['ID=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:21.055975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-72cf506b-8dd4-4d23-9a89-c3879c1fb40d None None] Provisioning complete for port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:21.057710 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-72cf506b-8dd4-4d23-9a89-c3879c1fb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.089522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:21.090557 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.111013 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-6eb86506-2c58-4039-bb75-3d2dc3268d4c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669488 Feb 19 03:30:21.120980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-72cf506b-8dd4-4d23-9a89-c3879c1fb40d None None] Port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:21.142161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Request body: {'port': {'device_id': '54a38736-d1db-49b6-af03-0d8faf1bddb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:21.236382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0509-b010-412b-9898-7d049487a2ab req-45b86361-ccb0-4c10-a404-ade806db22ba tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:21.244561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54af0509-b010-412b-9898-7d049487a2ab req-45b86361-ccb0-4c10-a404-ade806db22ba tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1552556 Feb 19 03:30:21.280295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Allocated IP 10.1.1.101 (9f942254-540a-4c8d-9a32-e6bfbff48a5a/c0cae7ac-1294-40dd-9e7b-51266965afbf/21f9ea20-6bea-463a-a992-4e52399af0f0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:21.342488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54af0509-b010-412b-9898-7d049487a2ab req-afc06926-3f25-42e1-bfe1-b062acca6d48 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928485 Feb 19 03:30:21.594736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96387fb7-c51e-4fab-a1b4-c2eb3ea8e601 req-0e22f932-ccd8-4c91-b5ff-db88e6332ff3 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:21.602359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96387fb7-c51e-4fab-a1b4-c2eb3ea8e601 req-0e22f932-ccd8-4c91-b5ff-db88e6332ff3 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 945 time: 0.1138213 Feb 19 03:30:21.626379 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.652791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.690020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96387fb7-c51e-4fab-a1b4-c2eb3ea8e601 req-b482192b-7d53-421d-a261-270111f9f30e tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/security-groups?id=af23a8cd-521e-4fd5-84d3-881ee6bdaa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847099 Feb 19 03:30:21.725167 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.801285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49994) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:21.826528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2554b94-253d-4585-8424-cc6eb7a3547a req-106bc669-6408-4b21-8e9c-df3382014a3a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 210 time: 0.0438700 Feb 19 03:30:21.855133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network 9f942254-540a-4c8d-9a32-e6bfbff48a5a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:21.870422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:21.875878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:21.931084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Port': ['ID=21f9ea20-6bea-463a-a992-4e52399af0f0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:21.999247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:21.999962 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.013085 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3045a85-2340-4641-ac24-1e1a7cf6bb32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.039954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084f824-36e8-4662-b00c-c352112384f2 req-bc7ec2c9-4a62-4ca7-a7c7-8ea39d1736d7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:22.047605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084f824-36e8-4662-b00c-c352112384f2 req-bc7ec2c9-4a62-4ca7-a7c7-8ea39d1736d7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:22.054791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084f824-36e8-4662-b00c-c352112384f2 req-bc7ec2c9-4a62-4ca7-a7c7-8ea39d1736d7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:22.065024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a084f824-36e8-4662-b00c-c352112384f2 req-bc7ec2c9-4a62-4ca7-a7c7-8ea39d1736d7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 2375 time: 0.1385779 Feb 19 03:30:22.076496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-985ba927-01c7-4e07-9442-567c73c74a68 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3467546 Feb 19 03:30:22.081994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785', 'admin_state_up': True, 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'security_groups': ['4c4daae2-1a45-4ec1-a86e-12a485d430ea']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:22.150792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3045a85-2340-4641-ac24-1e1a7cf6bb32 admin admin] Publish callbacks [] for security_group (95b7e742-365f-43a3-be7e-d14b9b5f7207), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.159278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3045a85-2340-4641-ac24-1e1a7cf6bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (95b7e742-365f-43a3-be7e-d14b9b5f7207), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.195689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a084f824-36e8-4662-b00c-c352112384f2 req-4ffdeec7-26c7-41f6-b039-0eff1640ea37 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284647 Feb 19 03:30:22.259209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a46ba16f-1dd6-48c3-afb5-7a3aed9cf2bb None None] Provisioning complete for port 21f9ea20-6bea-463a-a992-4e52399af0f0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:22.260671 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a46ba16f-1dd6-48c3-afb5-7a3aed9cf2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.261728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3045a85-2340-4641-ac24-1e1a7cf6bb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b7e742-365f-43a3-be7e-d14b9b5f7207,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.268045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646b0ec5-ccc3-4e73-add0-6e91027ee1ac {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:22.281034 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e3045a85-2340-4641-ac24-1e1a7cf6bb32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fb73cd845a34a7eac03f6a18131e8f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4764786 Feb 19 03:30:22.282326 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50002) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:22.297280 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Publish callbacks [] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.298407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:22.329222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Transition to ACTIVE for port object 646b0ec5-ccc3-4e73-add0-6e91027ee1ac will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:22.345376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.346736 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.347211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a46ba16f-1dd6-48c3-afb5-7a3aed9cf2bb None None] Port 21f9ea20-6bea-463a-a992-4e52399af0f0 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:22.426870 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a81f77e-a8f1-407c-ad27-6b64da414009 admin admin] Publish callbacks [] for security_group (95b7e742-365f-43a3-be7e-d14b9b5f7207), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.431881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Pushing event updated for resources: {'Port': ['ID=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.497416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a81f77e-a8f1-407c-ad27-6b64da414009 admin admin] Publish callbacks [] for security_group (95b7e742-365f-43a3-be7e-d14b9b5f7207), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.550228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Attempting to bind port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:22.550721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Attempting to bind port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'f1442079-cb05-492c-be1d-b101db600a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2ba6d096-00cd-4734-87ee-9e4a95332414'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:22.551054 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Attempting to bind port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac on network 2ba6d096-00cd-4734-87ee-9e4a95332414 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:22.556693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac on network 2ba6d096-00cd-4734-87ee-9e4a95332414 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:22.557144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Attempting to bind port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac on network 2ba6d096-00cd-4734-87ee-9e4a95332414 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:22.565334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:22.565702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Checking segment: {'id': 'f1442079-cb05-492c-be1d-b101db600a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2ba6d096-00cd-4734-87ee-9e4a95332414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:22.566392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Bound using segment: {'id': 'f1442079-cb05-492c-be1d-b101db600a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2ba6d096-00cd-4734-87ee-9e4a95332414'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:22.566812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Bound port: 646b0ec5-ccc3-4e73-add0-6e91027ee1ac, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1442079-cb05-492c-be1d-b101db600a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2ba6d096-00cd-4734-87ee-9e4a95332414'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:22.567173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.611310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a81f77e-a8f1-407c-ad27-6b64da414009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (95b7e742-365f-43a3-be7e-d14b9b5f7207), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.615659 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a81f77e-a8f1-407c-ad27-6b64da414009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.628786 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8a81f77e-a8f1-407c-ad27-6b64da414009 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95b7e742-365f-43a3-be7e-d14b9b5f7207 HTTP/1.1" status: 204 len: 168 time: 0.3451500 Feb 19 03:30:22.660496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81f77e-a8f1-407c-ad27-6b64da414009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b7e742-365f-43a3-be7e-d14b9b5f7207,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.699861 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] For port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:22.704624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] For port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,segment=NetworkSegment(f1442079-cb05-492c-be1d-b101db600a5f),segment_id=f1442079-cb05-492c-be1d-b101db600a5f)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:22.713578 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.763369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:22.765502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.767597 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] 10.222.0.37 "PUT /v2.0/ports/646b0ec5-ccc3-4e73-add0-6e91027ee1ac HTTP/1.1" status: 200 len: 1091 time: 1.6370938 Feb 19 03:30:22.768282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a38736-d1db-49b6-af03-0d8faf1bddb4', 'tag': '646b0ec5-ccc3-4e73-add0-6e91027ee1ac'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:22.772272 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c9b376-b01c-458a-b945-508533f14d31" -d '{"events": [{"name": "network-changed", "server_uuid": "54a38736-d1db-49b6-af03-0d8faf1bddb4", "tag": "646b0ec5-ccc3-4e73-add0-6e91027ee1ac"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:22.830514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1671d-a7ba-4476-95ba-6901ec374794 service neutron] Pushing event updated for resources: {'Port': ['ID=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.846475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.912227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-5e588aad-88fb-40ea-9430-754ca050b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:22.918500 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-5e588aad-88fb-40ea-9430-754ca050b514 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=736b63a5fe60442da8c140c539e9c5ba&device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 1125 time: 0.0765648 Feb 19 03:30:23.005786 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-e341ff5b-e6e4-4a36-860d-721dad01b287 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=646b0ec5-ccc3-4e73-add0-6e91027ee1ac HTTP/1.1" status: 200 len: 217 time: 0.0553963 Feb 19 03:30:23.023619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd8b4-68ac-4f1d-9b97-dff0bf79811e req-822adb79-ecd2-426f-a63e-eefe06e3002d tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:23.030900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bcfd8b4-68ac-4f1d-9b97-dff0bf79811e req-822adb79-ecd2-426f-a63e-eefe06e3002d tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 943 time: 0.6966808 Feb 19 03:30:23.067004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-18d32822-27a4-415c-95f0-2a6c47f1bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:23.068796 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-18d32822-27a4-415c-95f0-2a6c47f1bdda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=973fa35b-0900-47ad-a805-8151636f400e HTTP/1.1" status: 200 len: 848 time: 0.0574152 Feb 19 03:30:23.069498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50012) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:23.109638 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-971a0ca2-7f41-4f23-b515-db7628db4a39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ba6d096-00cd-4734-87ee-9e4a95332414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309453 Feb 19 03:30:23.110703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3238a92-4513-464f-a4c0-0c09a4e850b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.119883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bcfd8b4-68ac-4f1d-9b97-dff0bf79811e req-8ca7a396-5fd9-46c2-be41-6214080e700c tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fd020ea-5d64-49f9-8326-5cc719389ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Feb 19 03:30:23.166486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Allocated IP 10.2.2.100 (d920c654-990f-45b0-82d7-bb385406a785/c1a1d482-203a-4812-b095-3eeab64e54e1/5dda5223-5931-47d1-802d-331023296c5d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:23.271347 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-f0e78fea-24d0-494d-9218-377d1392b594 service neutron] 10.222.0.37 "GET /v2.0/networks/2ba6d096-00cd-4734-87ee-9e4a95332414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518037 Feb 19 03:30:23.355160 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3238a92-4513-464f-a4c0-0c09a4e850b6 admin admin] Publish callbacks [] for security_group (e214887d-c380-4f81-a258-826f8da19db7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.362239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3238a92-4513-464f-a4c0-0c09a4e850b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e214887d-c380-4f81-a258-826f8da19db7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.367873 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for port (5dda5223-5931-47d1-802d-331023296c5d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.409368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (5dda5223-5931-47d1-802d-331023296c5d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.431640 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b3238a92-4513-464f-a4c0-0c09a4e850b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=687f36fc27584cb8930d68eab009392d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3578644 Feb 19 03:30:23.431852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50018) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:23.439472 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4a2aee4b-49e9-47b4-871a-f7a16a5dc699 req-4eef7f70-6212-4bbd-b9ba-ca8ae6080309 service neutron] 10.222.0.37 "GET /v2.0/networks/2ba6d096-00cd-4734-87ee-9e4a95332414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561470 Feb 19 03:30:23.440238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3238a92-4513-464f-a4c0-0c09a4e850b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e214887d-c380-4f81-a258-826f8da19db7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:23.476333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network d920c654-990f-45b0-82d7-bb385406a785 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:23.483596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:23.490368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:23.494084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Port': ['ID=5dda5223-5931-47d1-802d-331023296c5d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:23.503549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07f0cd16-4784-410c-9653-b0c6fe41058d admin admin] Publish callbacks [] for security_group (e214887d-c380-4f81-a258-826f8da19db7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.557291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:23.558665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.566534 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07f0cd16-4784-410c-9653-b0c6fe41058d admin admin] Publish callbacks [] for security_group (e214887d-c380-4f81-a258-826f8da19db7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.590724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-c2dbea0a-024b-4a36-a5ab-f9b1ec0505b0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5130897 Feb 19 03:30:23.601476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785', 'admin_state_up': True, 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'security_groups': ['4c4daae2-1a45-4ec1-a86e-12a485d430ea']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:23.639617 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07f0cd16-4784-410c-9653-b0c6fe41058d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e214887d-c380-4f81-a258-826f8da19db7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.642800 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07f0cd16-4784-410c-9653-b0c6fe41058d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.648969 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-07f0cd16-4784-410c-9653-b0c6fe41058d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e214887d-c380-4f81-a258-826f8da19db7 HTTP/1.1" status: 204 len: 168 time: 0.2134421 Feb 19 03:30:23.656718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0cd16-4784-410c-9653-b0c6fe41058d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e214887d-c380-4f81-a258-826f8da19db7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:23.775507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065363-a816-4f3f-be1a-83f065dcea95 req-e7478215-8902-4490-be99-67723f52c9e9 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:23.782791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac065363-a816-4f3f-be1a-83f065dcea95 req-e7478215-8902-4490-be99-67723f52c9e9 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1774378 Feb 19 03:30:23.805545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Made reservation on behalf of c06f8e719c8143abad585d87e567c88b for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:23.810060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.899562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-810cae31-3c78-4afb-afb8-4cbaf798bcb9 None None] Provisioning complete for port 5dda5223-5931-47d1-802d-331023296c5d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:23.900174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-810cae31-3c78-4afb-afb8-4cbaf798bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5dda5223-5931-47d1-802d-331023296c5d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.902554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac065363-a816-4f3f-be1a-83f065dcea95 req-194b986b-6635-4ab2-b5ab-27af9ed30720 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105621 Feb 19 03:30:24.015721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-810cae31-3c78-4afb-afb8-4cbaf798bcb9 None None] Port 5dda5223-5931-47d1-802d-331023296c5d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:24.061904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Allocated IP 10.2.2.200 (d920c654-990f-45b0-82d7-bb385406a785/c1a1d482-203a-4812-b095-3eeab64e54e1/fed2a259-daba-4a39-bbcc-b2622847ea85) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:24.152454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dd064-40d6-4793-bc9f-fec78db964d8 req-98088c05-da8f-4802-9cc0-1e781149d5b1 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.154115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-189dd064-40d6-4793-bc9f-fec78db964d8 req-98088c05-da8f-4802-9cc0-1e781149d5b1 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1084576 Feb 19 03:30:24.252410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-189dd064-40d6-4793-bc9f-fec78db964d8 req-53985905-6adc-44ac-8b6a-0e6548ce79a2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683172 Feb 19 03:30:24.297404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.343381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.345718 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa2cf19-fc9f-4335-8fd3-07f398eb2437 x-openstack-request-id: req-baa2cf19-fc9f-4335-8fd3-07f398eb2437 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:24.346296 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a38736-d1db-49b6-af03-0d8faf1bddb4", "tag": "646b0ec5-ccc3-4e73-add0-6e91027ee1ac", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:24.347068 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-baa2cf19-fc9f-4335-8fd3-07f398eb2437 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:24.347576 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a38736-d1db-49b6-af03-0d8faf1bddb4', 'tag': '646b0ec5-ccc3-4e73-add0-6e91027ee1ac', 'status': 'completed', 'code': 200} Feb 19 03:30:24.396954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Network d920c654-990f-45b0-82d7-bb385406a785 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:24.401229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:24.405858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:24.472704 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b376-b01c-458a-b945-508533f14d31 req-3da18c0e-bd3f-43c8-8bab-ffe9ba91855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.474346 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9c9b376-b01c-458a-b945-508533f14d31 req-3da18c0e-bd3f-43c8-8bab-ffe9ba91855f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=736b63a5fe60442da8c140c539e9c5ba&device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 1125 time: 0.0713220 Feb 19 03:30:24.570078 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0105865c-9a27-4001-a9af-b5a8dccd74b2 req-155bb875-30e9-4735-9b33-c44ad36c7272 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30457dfa-5544-4053-9f24-d9f8aeb5b2fc HTTP/1.1" status: 200 len: 210 time: 0.0854495 Feb 19 03:30:24.572070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event updated for resources: {'Port': ['ID=fed2a259-daba-4a39-bbcc-b2622847ea85,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:24.583028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.591367 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.628288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5558c23f-90f9-47e5-acc1-d57535fed75d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0312035 Feb 19 03:30:24.635132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b376-b01c-458a-b945-508533f14d31 req-2a567315-d85d-43a5-a9a1-1590559799a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.637892 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9c9b376-b01c-458a-b945-508533f14d31 req-2a567315-d85d-43a5-a9a1-1590559799a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ba6d096-00cd-4734-87ee-9e4a95332414 HTTP/1.1" status: 200 len: 909 time: 0.1565914 Feb 19 03:30:24.641372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:24.709691 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9c9b376-b01c-458a-b945-508533f14d31 req-e65ef913-c884-4134-9d75-4644507f8242 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=646b0ec5-ccc3-4e73-add0-6e91027ee1ac HTTP/1.1" status: 200 len: 217 time: 0.0576177 Feb 19 03:30:24.824995 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b376-b01c-458a-b945-508533f14d31 req-a3124706-5f61-4062-8820-9c51475b7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.825998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b5fd-ec07-4472-a7d6-72cf8df98153 req-431711c2-21a7-491e-a05c-514b56133133 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.827646 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9c9b376-b01c-458a-b945-508533f14d31 req-a3124706-5f61-4062-8820-9c51475b7f38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=973fa35b-0900-47ad-a805-8151636f400e HTTP/1.1" status: 200 len: 848 time: 0.1084828 Feb 19 03:30:24.845323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b5fd-ec07-4472-a7d6-72cf8df98153 req-431711c2-21a7-491e-a05c-514b56133133 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.851574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b5fd-ec07-4472-a7d6-72cf8df98153 req-431711c2-21a7-491e-a05c-514b56133133 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.872109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c4508f5e-d1f7-438e-b846-74ba37cc5c14 None None] Provisioning complete for port fed2a259-daba-4a39-bbcc-b2622847ea85 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:24.872579 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c4508f5e-d1f7-438e-b846-74ba37cc5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.877086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b5fd-ec07-4472-a7d6-72cf8df98153 req-431711c2-21a7-491e-a05c-514b56133133 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.880394 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9c9b376-b01c-458a-b945-508533f14d31 req-84789584-73dc-4489-840e-0b546fd39936 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ba6d096-00cd-4734-87ee-9e4a95332414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453446 Feb 19 03:30:24.889356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b5fd-ec07-4472-a7d6-72cf8df98153 req-431711c2-21a7-491e-a05c-514b56133133 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.891271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34f8b5fd-ec07-4472-a7d6-72cf8df98153 req-431711c2-21a7-491e-a05c-514b56133133 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 3817 time: 0.2115171 Feb 19 03:30:24.947883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c4508f5e-d1f7-438e-b846-74ba37cc5c14 None None] Port fed2a259-daba-4a39-bbcc-b2622847ea85 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:24.959101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34f8b5fd-ec07-4472-a7d6-72cf8df98153 req-fdf745a4-26c7-4678-b398-89ffbffa4f30 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576687 Feb 19 03:30:24.979069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.057233 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9c9b376-b01c-458a-b945-508533f14d31 req-acae3cea-f3cb-497c-9603-d97e2a694727 service neutron] 10.222.0.37 "GET /v2.0/networks/2ba6d096-00cd-4734-87ee-9e4a95332414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712303 Feb 19 03:30:25.183678 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f9c9b376-b01c-458a-b945-508533f14d31 req-86134f32-4144-4d62-9dc9-32f8a9d8496a service neutron] 10.222.0.37 "GET /v2.0/networks/2ba6d096-00cd-4734-87ee-9e4a95332414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164784 Feb 19 03:30:25.237683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db6560-a659-4498-8c08-9b39bee7838f req-67420905-a600-4cfe-847e-c8d479f6d6bb tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:25.239552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86db6560-a659-4498-8c08-9b39bee7838f req-67420905-a600-4cfe-847e-c8d479f6d6bb tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 945 time: 0.1583407 Feb 19 03:30:25.363115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86db6560-a659-4498-8c08-9b39bee7838f req-89536f4b-8856-493a-ab89-5fdd43439669 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/security-groups?id=af23a8cd-521e-4fd5-84d3-881ee6bdaa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999916 Feb 19 03:30:25.535506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219a534f-66b6-49a3-84bc-c42418d184b5 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:25.552286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Publish callbacks [] for port (219a534f-66b6-49a3-84bc-c42418d184b5), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.562720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e68fe1-ecb8-446a-a3fc-ad19c82249d5 req-a1b18367-43e8-4cd3-ab59-bb9f3baee0b3 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:25.564314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8e68fe1-ecb8-446a-a3fc-ad19c82249d5 req-a1b18367-43e8-4cd3-ab59-bb9f3baee0b3 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 943 time: 0.1044950 Feb 19 03:30:25.582803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Transition to ACTIVE for port object 219a534f-66b6-49a3-84bc-c42418d184b5 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:25.598172 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.695073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Pushing event updated for resources: {'Port': ['ID=219a534f-66b6-49a3-84bc-c42418d184b5,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:25.729051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8e68fe1-ecb8-446a-a3fc-ad19c82249d5 req-8c9445a6-d7b2-41f2-9295-85fabe38013a tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fd020ea-5d64-49f9-8326-5cc719389ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567771 Feb 19 03:30:25.788021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Attempting to bind port 219a534f-66b6-49a3-84bc-c42418d184b5 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:25.788909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Attempting to bind port 219a534f-66b6-49a3-84bc-c42418d184b5 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:25.789420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Attempting to bind port 219a534f-66b6-49a3-84bc-c42418d184b5 on network 231e6dfd-031e-46c9-8877-451be92a2c1d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:25.797776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Port 219a534f-66b6-49a3-84bc-c42418d184b5 on network 231e6dfd-031e-46c9-8877-451be92a2c1d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:25.798394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Attempting to bind port 219a534f-66b6-49a3-84bc-c42418d184b5 on network 231e6dfd-031e-46c9-8877-451be92a2c1d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:25.809051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:25.809621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Checking segment: {'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:25.810113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Bound using segment: {'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:25.810625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Bound port: 219a534f-66b6-49a3-84bc-c42418d184b5, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ca1f42-b805-4ef6-9074-106a4d0ede56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:25.811063 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.924576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dac570-4278-41d5-bb97-f005df01aac1 req-becfa83b-87c6-4fa2-9180-4b05e5dc7a35 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:25.926133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9dac570-4278-41d5-bb97-f005df01aac1 req-becfa83b-87c6-4fa2-9180-4b05e5dc7a35 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1245034 Feb 19 03:30:25.932146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] For port 219a534f-66b6-49a3-84bc-c42418d184b5, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:25.936957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] For port 219a534f-66b6-49a3-84bc-c42418d184b5, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=219a534f-66b6-49a3-84bc-c42418d184b5,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:25.963385 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.020637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.021366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.023969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] 10.222.0.71 "PUT /v2.0/ports/219a534f-66b6-49a3-84bc-c42418d184b5 HTTP/1.1" status: 200 len: 1092 time: 1.3872736 Feb 19 03:30:26.030198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '219a534f-66b6-49a3-84bc-c42418d184b5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:26.032638 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "219a534f-66b6-49a3-84bc-c42418d184b5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:26.066349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:26.115085 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9dac570-4278-41d5-bb97-f005df01aac1 req-3e389e99-90dd-41ad-9553-4f78a2a2c332 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783059 Feb 19 03:30:26.120905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd4330-d1fa-4bae-9d54-2ddd2f724349 service neutron] Pushing event updated for resources: {'Port': ['ID=219a534f-66b6-49a3-84bc-c42418d184b5,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:26.208196 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.349725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27c609-96bc-461d-991b-62f972be51b5 req-67b70bf7-2b8c-457a-b5e3-a1a863303699 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.351965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d27c609-96bc-461d-991b-62f972be51b5 req-67b70bf7-2b8c-457a-b5e3-a1a863303699 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1217422 Feb 19 03:30:26.476884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d27c609-96bc-461d-991b-62f972be51b5 req-b8637cf8-aa06-431a-bae3-a6aecfda8ad0 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122839 Feb 19 03:30:26.598223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50114) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:26.699701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918ff585-12c5-43eb-8749-43ecfb33c857 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:26.713054 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Publish callbacks [] for port (918ff585-12c5-43eb-8749-43ecfb33c857), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.730999 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9beaf03-3b95-4a5e-a5a9-75359199cea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.737166 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:30:26.739411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2b8f-968d-408e-92b7-8d7e8ba566df req-9e29e626-46d9-471f-b394-a8e246f36c02 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.744950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2b8f-968d-408e-92b7-8d7e8ba566df req-9e29e626-46d9-471f-b394-a8e246f36c02 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.751775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2b8f-968d-408e-92b7-8d7e8ba566df req-9e29e626-46d9-471f-b394-a8e246f36c02 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.757794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2b8f-968d-408e-92b7-8d7e8ba566df req-9e29e626-46d9-471f-b394-a8e246f36c02 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.763277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2b8f-968d-408e-92b7-8d7e8ba566df req-9e29e626-46d9-471f-b394-a8e246f36c02 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.765152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc7c2b8f-968d-408e-92b7-8d7e8ba566df req-9e29e626-46d9-471f-b394-a8e246f36c02 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 3829 time: 0.1323342 Feb 19 03:30:26.766290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Transition to ACTIVE for port object 918ff585-12c5-43eb-8749-43ecfb33c857 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:26.771518 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.833718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9beaf03-3b95-4a5e-a5a9-75359199cea1 admin admin] Publish callbacks [] for security_group (8a091ec1-2f7f-4a98-99d6-d3af0388f05b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.844904 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9beaf03-3b95-4a5e-a5a9-75359199cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8a091ec1-2f7f-4a98-99d6-d3af0388f05b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.875864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Pushing event updated for resources: {'Port': ['ID=918ff585-12c5-43eb-8749-43ecfb33c857,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:26.908767 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e9beaf03-3b95-4a5e-a5a9-75359199cea1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c798bbd9f62f41c9b30e16b198d566ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050866 Feb 19 03:30:26.908767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beaf03-3b95-4a5e-a5a9-75359199cea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a091ec1-2f7f-4a98-99d6-d3af0388f05b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:26.909606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50120) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:26.962267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc7c2b8f-968d-408e-92b7-8d7e8ba566df req-d104d5f4-4465-46c6-9aed-16668aeecac3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1754599 Feb 19 03:30:26.970024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b456679-1b01-4470-995b-727c2d6491bf admin admin] Publish callbacks [] for security_group (8a091ec1-2f7f-4a98-99d6-d3af0388f05b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.044802 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b456679-1b01-4470-995b-727c2d6491bf admin admin] Publish callbacks [] for security_group (8a091ec1-2f7f-4a98-99d6-d3af0388f05b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.054925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Attempting to bind port 918ff585-12c5-43eb-8749-43ecfb33c857 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:27.056161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Attempting to bind port 918ff585-12c5-43eb-8749-43ecfb33c857 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:27.056697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Attempting to bind port 918ff585-12c5-43eb-8749-43ecfb33c857 on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:27.073414 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc8176e-e0e7-43ad-9346-e7500652adb7 x-openstack-request-id: req-fcc8176e-e0e7-43ad-9346-e7500652adb7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:27.093088 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "219a534f-66b6-49a3-84bc-c42418d184b5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:27.093754 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fcc8176e-e0e7-43ad-9346-e7500652adb7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:27.094878 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '219a534f-66b6-49a3-84bc-c42418d184b5', 'status': 'completed', 'code': 200} Feb 19 03:30:27.096637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Port 918ff585-12c5-43eb-8749-43ecfb33c857 on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:27.097822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Attempting to bind port 918ff585-12c5-43eb-8749-43ecfb33c857 on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:27.110186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:27.111027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Checking segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:27.112298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Bound using segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:27.113372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Bound port: 918ff585-12c5-43eb-8749-43ecfb33c857, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:27.114253 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.134227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b456679-1b01-4470-995b-727c2d6491bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8a091ec1-2f7f-4a98-99d6-d3af0388f05b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.137738 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b456679-1b01-4470-995b-727c2d6491bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.142404 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6b456679-1b01-4470-995b-727c2d6491bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a091ec1-2f7f-4a98-99d6-d3af0388f05b HTTP/1.1" status: 204 len: 168 time: 0.2314119 Feb 19 03:30:27.152686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b456679-1b01-4470-995b-727c2d6491bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a091ec1-2f7f-4a98-99d6-d3af0388f05b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:27.273312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] For port 918ff585-12c5-43eb-8749-43ecfb33c857, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:27.297318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] For port 918ff585-12c5-43eb-8749-43ecfb33c857, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=918ff585-12c5-43eb-8749-43ecfb33c857,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:27.324691 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.374610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.375243 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.376749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] 10.222.0.71 "PUT /v2.0/ports/918ff585-12c5-43eb-8749-43ecfb33c857 HTTP/1.1" status: 200 len: 1136 time: 1.3150575 Feb 19 03:30:27.396229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-6823f567-f213-4a6c-95f0-4674b2186d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.396692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-6823f567-f213-4a6c-95f0-4674b2186d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.397446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-6823f567-f213-4a6c-95f0-4674b2186d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.398314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-6823f567-f213-4a6c-95f0-4674b2186d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.398792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-6823f567-f213-4a6c-95f0-4674b2186d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.399264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-6823f567-f213-4a6c-95f0-4674b2186d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.401572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-6823f567-f213-4a6c-95f0-4674b2186d44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5282 time: 0.2567010 Feb 19 03:30:27.410341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:27.474784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 646b0ec5-ccc3-4e73-add0-6e91027ee1ac details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:30:27.677246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,segment=NetworkSegment(f1442079-cb05-492c-be1d-b101db600a5f),segment_id=f1442079-cb05-492c-be1d-b101db600a5f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:27.686742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50134) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:27.716363 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087a2218-2030-4375-a99b-ba8733731059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.718607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '646b0ec5-ccc3-4e73-add0-6e91027ee1ac', 'network_id': '2ba6d096-00cd-4734-87ee-9e4a95332414', 'port_id': '646b0ec5-ccc3-4e73-add0-6e91027ee1ac', 'mac_address': 'fa:16:3e:c3:ce:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973fa35b-0900-47ad-a805-8151636f400e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:30:27.770723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0bc6c-9589-43c3-b949-074855fbc74e service neutron] Pushing event updated for resources: {'Port': ['ID=918ff585-12c5-43eb-8749-43ecfb33c857,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:27.788443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:27.789680 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.807169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646b0ec5-ccc3-4e73-add0-6e91027ee1ac {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:27.840519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,segment=NetworkSegment(f1442079-cb05-492c-be1d-b101db600a5f),segment_id=f1442079-cb05-492c-be1d-b101db600a5f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:27.845795 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.847970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087a2218-2030-4375-a99b-ba8733731059 admin admin] Publish callbacks [] for security_group (3066c1c2-cab0-4dda-bbe9-e18e01bf6b09), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.855465 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-087a2218-2030-4375-a99b-ba8733731059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3066c1c2-cab0-4dda-bbe9-e18e01bf6b09), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.894123 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.908931 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:27.925922 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-087a2218-2030-4375-a99b-ba8733731059 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=423d5f03ad7240198b6978f13275fe8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333968 Feb 19 03:30:27.927083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50136) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:27.927812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a2218-2030-4375-a99b-ba8733731059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3066c1c2-cab0-4dda-bbe9-e18e01bf6b09,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:27.934601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-4ee8028c-eed6-445b-a8e1-2b0d5d8daaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.935746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-4ee8028c-eed6-445b-a8e1-2b0d5d8daaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.936762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-4ee8028c-eed6-445b-a8e1-2b0d5d8daaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.939866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-4ee8028c-eed6-445b-a8e1-2b0d5d8daaa6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c06f8e719c8143abad585d87e567c88b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5172458 Feb 19 03:30:27.984100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95087023-524d-4634-b666-d51f4e9b9338 req-46ee0c28-174b-48f0-a4d6-bee63a7cca36 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.990825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95087023-524d-4634-b666-d51f4e9b9338 req-46ee0c28-174b-48f0-a4d6-bee63a7cca36 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 943 time: 0.5756330 Feb 19 03:30:28.001360 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1714a2a-d4a6-48e0-8576-0756547d3209 admin admin] Publish callbacks [] for security_group (3066c1c2-cab0-4dda-bbe9-e18e01bf6b09), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.031693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1714a2a-d4a6-48e0-8576-0756547d3209 admin admin] Publish callbacks [] for security_group (3066c1c2-cab0-4dda-bbe9-e18e01bf6b09), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.102139 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1714a2a-d4a6-48e0-8576-0756547d3209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3066c1c2-cab0-4dda-bbe9-e18e01bf6b09), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.105257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1714a2a-d4a6-48e0-8576-0756547d3209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.110504 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b1714a2a-d4a6-48e0-8576-0756547d3209 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3066c1c2-cab0-4dda-bbe9-e18e01bf6b09 HTTP/1.1" status: 204 len: 168 time: 0.1792548 Feb 19 03:30:28.129082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1714a2a-d4a6-48e0-8576-0756547d3209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3066c1c2-cab0-4dda-bbe9-e18e01bf6b09,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:28.248243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95087023-524d-4634-b666-d51f4e9b9338 req-dae91a35-7da1-452b-b485-e3f0a6affa34 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fd020ea-5d64-49f9-8326-5cc719389ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521491 Feb 19 03:30:28.276274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['646b0ec5-ccc3-4e73-add0-6e91027ee1ac'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:28.309703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-6bcda19d-19d0-4e5f-bce3-ac124dab8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:28.311269 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0465b5b2-a787-4f28-a0dd-b4556b01a6d3 req-6bcda19d-19d0-4e5f-bce3-ac124dab8a53 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184433 Feb 19 03:30:28.543895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96aae8b9-57ed-4f04-9c56-3076f6dcc69f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:28.554730 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Publish callbacks [] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.579275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Transition to ACTIVE for port object 96aae8b9-57ed-4f04-9c56-3076f6dcc69f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:28.599296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83effd-0739-45b8-a4cb-bba100fbbf4d req-817787f7-35aa-468b-bb40-7cd783ba79c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:28.601492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a83effd-0739-45b8-a4cb-bba100fbbf4d req-817787f7-35aa-468b-bb40-7cd783ba79c2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1946054 Feb 19 03:30:28.602400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.682348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Pushing event updated for resources: {'Port': ['ID=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:28.798901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a83effd-0739-45b8-a4cb-bba100fbbf4d req-60a1f881-f2f2-4462-8f35-ee31005a84ae tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711049 Feb 19 03:30:28.878573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Attempting to bind port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:28.879989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Attempting to bind port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:28.881440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Attempting to bind port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:28.901101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:28.901668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Attempting to bind port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:28.916922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:28.918878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Checking segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:28.919715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Bound using segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:28.921768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Bound port: 96aae8b9-57ed-4f04-9c56-3076f6dcc69f, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:28.924486 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.471548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '918ff585-12c5-43eb-8749-43ecfb33c857'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:29.474151 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d341e4bc-92d6-4638-825a-19e2fde0dc01" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "918ff585-12c5-43eb-8749-43ecfb33c857"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:29.501464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 646b0ec5-ccc3-4e73-add0-6e91027ee1ac up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:29.504721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f7b98-935c-4484-96b2-0077f925ef43 req-f393f32a-4657-40c7-b780-1e4a4fc8fcf4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:29.513649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-953f7b98-935c-4484-96b2-0077f925ef43 req-f393f32a-4657-40c7-b780-1e4a4fc8fcf4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 945 time: 0.5826008 Feb 19 03:30:29.549538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] For port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:29.570370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:30:29.577833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:29.578550 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.583579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] For port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:29.606830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.658876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-d407597b-e10e-441c-9d97-af30fdbafef0 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:29.660471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-d407597b-e10e-441c-9d97-af30fdbafef0 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a1c58fd-a142-4ccb-a516-16150d0a8c9a HTTP/1.1" status: 200 len: 945 time: 0.5988002 Feb 19 03:30:29.672706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:29.673175 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.675927 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] 10.222.0.71 "PUT /v2.0/ports/96aae8b9-57ed-4f04-9c56-3076f6dcc69f HTTP/1.1" status: 200 len: 1135 time: 2.2705448 Feb 19 03:30:29.688341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:29.688740 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.739036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:29.739848 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a38736-d1db-49b6-af03-0d8faf1bddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646b0ec5-ccc3-4e73-add0-6e91027ee1ac'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:29.743070 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62af371-2684-4e1f-8899-1970d5b7803e" -d '{"events": [{"server_uuid": "54a38736-d1db-49b6-af03-0d8faf1bddb4", "name": "network-vif-plugged", "status": "completed", "tag": "646b0ec5-ccc3-4e73-add0-6e91027ee1ac"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:29.899682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-953f7b98-935c-4484-96b2-0077f925ef43 req-673696bc-54ee-49ae-a7da-d665881323e5 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.42 "GET /v2.0/security-groups?id=af23a8cd-521e-4fd5-84d3-881ee6bdaa00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773203 Feb 19 03:30:30.013191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Pushing event updated for resources: {'Port': ['ID=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:30.078376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,segment=NetworkSegment(f1442079-cb05-492c-be1d-b101db600a5f),segment_id=f1442079-cb05-492c-be1d-b101db600a5f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:30.086186 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.145237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.145690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.147958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.148329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.148966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.149090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.149338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.149773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.150035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.150435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.150781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.151166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.151669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d19eb1-e9f4-43c9-bcea-52ed1d183db7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:30.213065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:30.247552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.291532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f13be-e07a-4073-a808-05f5acca9e75 req-02b145f3-1371-4870-8d76-66b1b6f00176 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:30.293112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-755f13be-e07a-4073-a808-05f5acca9e75 req-02b145f3-1371-4870-8d76-66b1b6f00176 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1535974 Feb 19 03:30:30.301085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-37a2a88e-6358-40d5-9ef5-d15ff8a629d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Deleting port 4ec2cee9-9323-40ea-a959-5242429f55eb {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:30.301424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-37a2a88e-6358-40d5-9ef5-d15ff8a629d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.477317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50214) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:30.524575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-755f13be-e07a-4073-a808-05f5acca9e75 req-4d4308ae-ca52-4c5e-8005-95bdf967288f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000940 Feb 19 03:30:30.674522 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5906b4ab-eefa-4805-a80b-c4cac2f7409a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.677969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-37a2a88e-6358-40d5-9ef5-d15ff8a629d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] For port 4ec2cee9-9323-40ea-a959-5242429f55eb, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=4ec2cee9-9323-40ea-a959-5242429f55eb,segment=NetworkSegment(c753318c-3a94-4feb-8c1a-b1496fcd0150),segment_id=c753318c-3a94-4feb-8c1a-b1496fcd0150)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:30.678963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-37a2a88e-6358-40d5-9ef5-d15ff8a629d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.718606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-37a2a88e-6358-40d5-9ef5-d15ff8a629d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Calling delete_port for 4ec2cee9-9323-40ea-a959-5242429f55eb owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:30.795026 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5906b4ab-eefa-4805-a80b-c4cac2f7409a admin admin] Publish callbacks [] for security_group (3fb5535f-ea65-4988-9bfa-f425ac86a21c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.801194 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5906b4ab-eefa-4805-a80b-c4cac2f7409a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3fb5535f-ea65-4988-9bfa-f425ac86a21c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.838458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb863-b362-4424-a1f5-619dc889dc17 req-60b30170-65de-4234-be86-9989f056408c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:30.843977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb863-b362-4424-a1f5-619dc889dc17 req-60b30170-65de-4234-be86-9989f056408c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:30.849437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb863-b362-4424-a1f5-619dc889dc17 req-60b30170-65de-4234-be86-9989f056408c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:30.855044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb863-b362-4424-a1f5-619dc889dc17 req-60b30170-65de-4234-be86-9989f056408c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:30.860643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb863-b362-4424-a1f5-619dc889dc17 req-60b30170-65de-4234-be86-9989f056408c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:30.862209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906b4ab-eefa-4805-a80b-c4cac2f7409a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb5535f-ea65-4988-9bfa-f425ac86a21c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:30.867218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb863-b362-4424-a1f5-619dc889dc17 req-60b30170-65de-4234-be86-9989f056408c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:30.871548 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5906b4ab-eefa-4805-a80b-c4cac2f7409a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0fc88eff61245cdb610e5f24b768c40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3900247 Feb 19 03:30:30.872291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50218) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:30.873344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbb863-b362-4424-a1f5-619dc889dc17 req-60b30170-65de-4234-be86-9989f056408c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:30.879865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60bbb863-b362-4424-a1f5-619dc889dc17 req-60b30170-65de-4234-be86-9989f056408c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5384 time: 0.2177229 Feb 19 03:30:30.952620 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3d724605-e68a-422e-92f0-cd6c3c4b2401 admin admin] Publish callbacks [] for security_group (3fb5535f-ea65-4988-9bfa-f425ac86a21c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.980012 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3d724605-e68a-422e-92f0-cd6c3c4b2401 admin admin] Publish callbacks [] for security_group (3fb5535f-ea65-4988-9bfa-f425ac86a21c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.049171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:31.064510 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3d724605-e68a-422e-92f0-cd6c3c4b2401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3fb5535f-ea65-4988-9bfa-f425ac86a21c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.068601 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3d724605-e68a-422e-92f0-cd6c3c4b2401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.070459 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3d724605-e68a-422e-92f0-cd6c3c4b2401 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fb5535f-ea65-4988-9bfa-f425ac86a21c HTTP/1.1" status: 204 len: 168 time: 0.1972346 Feb 19 03:30:31.082537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Publish callbacks [] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.094534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d724605-e68a-422e-92f0-cd6c3c4b2401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb5535f-ea65-4988-9bfa-f425ac86a21c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:31.106223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60bbb863-b362-4424-a1f5-619dc889dc17 req-d67268a6-a734-482b-8539-5a2a4100d29b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2150126 Feb 19 03:30:31.156990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Transition to ACTIVE for port object c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:31.174197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.206800 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-37a2a88e-6358-40d5-9ef5-d15ff8a629d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4ec2cee9-9323-40ea-a959-5242429f55eb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.257300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:31.380710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2a88e-6358-40d5-9ef5-d15ff8a629d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Pushing event deleted for resources: {'Port': ['ID=4ec2cee9-9323-40ea-a959-5242429f55eb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:31.408663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-37a2a88e-6358-40d5-9ef5-d15ff8a629d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] No DVR routers for this DVR port 4ec2cee9-9323-40ea-a959-5242429f55eb on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:31.415153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-37a2a88e-6358-40d5-9ef5-d15ff8a629d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.419410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e8f3a18-8ad7-4ce2-a20e-64dbd0a3595e req-37a2a88e-6358-40d5-9ef5-d15ff8a629d4 tempest-ServersNegativeTestMultiTenantJSON-410073170 tempest-ServersNegativeTestMultiTenantJSON-410073170-project] 10.222.0.71 "DELETE /v2.0/ports/4ec2cee9-9323-40ea-a959-5242429f55eb HTTP/1.1" status: 204 len: 173 time: 1.7421134 Feb 19 03:30:31.447556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Attempting to bind port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:31.447911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Attempting to bind port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:31.449091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Attempting to bind port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:31.456903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:31.457233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Attempting to bind port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:31.477809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64051e90-15c3-4164-8a31-ac2b26aa6102 req-da15c7f2-a030-4008-8c3c-761105b99735 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:31.485912 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64051e90-15c3-4164-8a31-ac2b26aa6102 req-da15c7f2-a030-4008-8c3c-761105b99735 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2352557 Feb 19 03:30:31.515233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:31.515525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Checking segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:31.515915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Bound using segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:31.516367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Bound port: c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:31.516830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.660668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] For port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:31.681792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64051e90-15c3-4164-8a31-ac2b26aa6102 req-5e89ed74-1205-41dc-bf94-de3497f9b27b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958055 Feb 19 03:30:31.684383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] For port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:31.705276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.785883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:31.786523 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.788174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] 10.222.0.71 "PUT /v2.0/ports/c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e HTTP/1.1" status: 200 len: 1091 time: 2.0681043 Feb 19 03:30:31.810210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 4ec2cee9-9323-40ea-a959-5242429f55eb no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:31.844355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:31.856659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 4ec2cee9-9323-40ea-a959-5242429f55eb {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:31.857007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 4ec2cee9-9323-40ea-a959-5242429f55eb not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:31.938202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6275d-1740-415b-9f4d-2b4dc95848b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:32.018622 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:32.041813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a0cba-75e5-4f8e-a80e-581740a3d6bd req-e5de04ff-86aa-40e1-949a-591490129707 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.058037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec7a0cba-75e5-4f8e-a80e-581740a3d6bd req-e5de04ff-86aa-40e1-949a-591490129707 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 945 time: 0.2733836 Feb 19 03:30:32.200338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec7a0cba-75e5-4f8e-a80e-581740a3d6bd req-148491c1-2342-41e1-b1af-f92380edffe5 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fd020ea-5d64-49f9-8326-5cc719389ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407938 Feb 19 03:30:32.320998 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728ac660-3864-4411-bab1-b645ef2ecb33 x-openstack-request-id: req-728ac660-3864-4411-bab1-b645ef2ecb33 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:32.322184 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "918ff585-12c5-43eb-8749-43ecfb33c857", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:32.322184 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-728ac660-3864-4411-bab1-b645ef2ecb33 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:32.322425 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '918ff585-12c5-43eb-8749-43ecfb33c857', 'status': 'completed', 'code': 200} Feb 19 03:30:32.443102 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78df46ab-b418-4acd-9834-21e086acc9d0 x-openstack-request-id: req-78df46ab-b418-4acd-9834-21e086acc9d0 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:32.443699 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a38736-d1db-49b6-af03-0d8faf1bddb4", "name": "network-vif-plugged", "status": "completed", "tag": "646b0ec5-ccc3-4e73-add0-6e91027ee1ac", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:32.444800 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78df46ab-b418-4acd-9834-21e086acc9d0 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:32.445626 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a38736-d1db-49b6-af03-0d8faf1bddb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646b0ec5-ccc3-4e73-add0-6e91027ee1ac', 'code': 200} Feb 19 03:30:32.550257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50256) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:32.657139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-ce7a9d04-9cdc-4407-9880-493428cece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.657635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-ce7a9d04-9cdc-4407-9880-493428cece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.659920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-ce7a9d04-9cdc-4407-9880-493428cece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.659920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-ce7a9d04-9cdc-4407-9880-493428cece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.659920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-ce7a9d04-9cdc-4407-9880-493428cece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.659920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-ce7a9d04-9cdc-4407-9880-493428cece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.659920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-ce7a9d04-9cdc-4407-9880-493428cece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.661983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-ce7a9d04-9cdc-4407-9880-493428cece2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6412 time: 0.3064497 Feb 19 03:30:32.726512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3daedc1-90db-4926-a8ad-60d87073045c admin admin] Deleting subnet 34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:30:32.732373 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3daedc1-90db-4926-a8ad-60d87073045c admin admin] Publish callbacks [] for subnet (34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:32.791040 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-81d9ad22-836c-4e3b-9a17-a1c1a80b791d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4989519 Feb 19 03:30:32.796759 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3daedc1-90db-4926-a8ad-60d87073045c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:32.875566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f9ea20-6bea-463a-a992-4e52399af0f0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:32.893544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Publish callbacks [] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:32.909392 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3daedc1-90db-4926-a8ad-60d87073045c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:32.951101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Transition to ACTIVE for port object 21f9ea20-6bea-463a-a992-4e52399af0f0 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:32.974266 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.039785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-e30c32c5-ade6-4c02-a9bc-623931220453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.040423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-e30c32c5-ade6-4c02-a9bc-623931220453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.040945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-e30c32c5-ade6-4c02-a9bc-623931220453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.043466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-e30c32c5-ade6-4c02-a9bc-623931220453 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c06f8e719c8143abad585d87e567c88b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3634479 Feb 19 03:30:33.054831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-63ffb4e4-7f51-4592-811c-0e695e7f6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.056287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f7af-b735-499b-ba00-efb6e132719a req-9bedd7fd-f95a-4100-b973-ba419ab90c43 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.056434 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-63ffb4e4-7f51-4592-811c-0e695e7f6b03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 1127 time: 0.1686916 Feb 19 03:30:33.064690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8548f7af-b735-499b-ba00-efb6e132719a req-9bedd7fd-f95a-4100-b973-ba419ab90c43 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.3961747 Feb 19 03:30:33.075483 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3daedc1-90db-4926-a8ad-60d87073045c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.167696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3daedc1-90db-4926-a8ad-60d87073045c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:33.199820 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3daedc1-90db-4926-a8ad-60d87073045c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.203230 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c3daedc1-90db-4926-a8ad-60d87073045c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/34e9d5bd-3a37-4735-b64f-4a4e4f62ebcf HTTP/1.1" status: 204 len: 168 time: 0.6519361 Feb 19 03:30:33.240005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50288) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:33.254417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584670c-2f29-4912-a16f-17a2163aa7e7 req-3b8a2431-e2f7-4778-8504-6613dc6cdebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.256126 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0584670c-2f29-4912-a16f-17a2163aa7e7 req-3b8a2431-e2f7-4778-8504-6613dc6cdebc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 1127 time: 0.6936157 Feb 19 03:30:33.282222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=21f9ea20-6bea-463a-a992-4e52399af0f0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:33.341244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-a738d055-a036-4275-9c18-747f53b4d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.342766 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-a738d055-a036-4275-9c18-747f53b4d575 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.1918111 Feb 19 03:30:33.416539 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-c67d77a7-bdde-4a1a-bf5d-b4900a82dc20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef0c8929-9da2-460f-9287-bb50a8b29fc6 HTTP/1.1" status: 200 len: 217 time: 0.0609083 Feb 19 03:30:33.558264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-6e060e7b-d0b9-4214-a486-0b9d1b214d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.565012 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-6e060e7b-d0b9-4214-a486-0b9d1b214d09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1398857 Feb 19 03:30:33.580893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-91362b02-e04a-4fb4-a7c7-8d7eaa0020d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.582603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d341e4bc-92d6-4638-825a-19e2fde0dc01 req-91362b02-e04a-4fb4-a7c7-8d7eaa0020d7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4990249 Feb 19 03:30:33.585686 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (b4985d39-b9f8-4313-b2ff-fc84873911ec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.607741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8548f7af-b735-499b-ba00-efb6e132719a req-c7f81a0d-cbfc-4260-bbe0-ec68dbe1b8b4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900589 Feb 19 03:30:33.609175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0584670c-2f29-4912-a16f-17a2163aa7e7 req-74b952c2-c116-43ac-b082-0f15bd30eb5e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5fd020ea-5d64-49f9-8326-5cc719389ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359373 Feb 19 03:30:33.669069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-a9289829-e842-4709-b70c-19d442f684c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.671967 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-a9289829-e842-4709-b70c-19d442f684c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961950 Feb 19 03:30:33.690373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50298) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:33.728695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Attempting to bind port 21f9ea20-6bea-463a-a992-4e52399af0f0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:33.729288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Attempting to bind port 21f9ea20-6bea-463a-a992-4e52399af0f0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:33.729288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Attempting to bind port 21f9ea20-6bea-463a-a992-4e52399af0f0 on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:33.745341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Port 21f9ea20-6bea-463a-a992-4e52399af0f0 on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:33.745826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Attempting to bind port 21f9ea20-6bea-463a-a992-4e52399af0f0 on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:33.749523 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (b4985d39-b9f8-4313-b2ff-fc84873911ec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.765175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:33.766040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Checking segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:33.766535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Bound using segment: {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:33.767074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Bound port: 21f9ea20-6bea-463a-a992-4e52399af0f0, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:33.767535 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.787644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4985d39-b9f8-4313-b2ff-fc84873911ec']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:33.839330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c753318c-3a94-4feb-8c1a-b1496fcd0150') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:33.839771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c753318c-3a94-4feb-8c1a-b1496fcd0150') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:33.873450 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9043-ac10-4192-8bfd-13f8a89b3232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.878522 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (c753318c-3a94-4feb-8c1a-b1496fcd0150), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.921295 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c753318c-3a94-4feb-8c1a-b1496fcd0150), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.939599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:30:33.940130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (c753318c-3a94-4feb-8c1a-b1496fcd0150), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:30:33.946813 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:30:33.968227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ba39-9a66-4683-abce-220ac95e8b8b req-621cc76f-feb4-41e2-9b57-a2f3fb3fb6bc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.981896 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9043-ac10-4192-8bfd-13f8a89b3232 admin admin] Publish callbacks [] for security_group (d4906fbd-56e3-4182-a2ca-2f281aa0fbc8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.982115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ba39-9a66-4683-abce-220ac95e8b8b req-621cc76f-feb4-41e2-9b57-a2f3fb3fb6bc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.984325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ba39-9a66-4683-abce-220ac95e8b8b req-621cc76f-feb4-41e2-9b57-a2f3fb3fb6bc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.987105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9043-ac10-4192-8bfd-13f8a89b3232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d4906fbd-56e3-4182-a2ca-2f281aa0fbc8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.990039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ba39-9a66-4683-abce-220ac95e8b8b req-621cc76f-feb4-41e2-9b57-a2f3fb3fb6bc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.995367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ba39-9a66-4683-abce-220ac95e8b8b req-621cc76f-feb4-41e2-9b57-a2f3fb3fb6bc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:34.011656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ba39-9a66-4683-abce-220ac95e8b8b req-621cc76f-feb4-41e2-9b57-a2f3fb3fb6bc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:34.021830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ba39-9a66-4683-abce-220ac95e8b8b req-621cc76f-feb4-41e2-9b57-a2f3fb3fb6bc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:34.025541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a673ba39-9a66-4683-abce-220ac95e8b8b req-621cc76f-feb4-41e2-9b57-a2f3fb3fb6bc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5408 time: 0.2332556 Feb 19 03:30:34.030347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] For port 21f9ea20-6bea-463a-a992-4e52399af0f0, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:34.081017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] For port 21f9ea20-6bea-463a-a992-4e52399af0f0, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=21f9ea20-6bea-463a-a992-4e52399af0f0,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:34.089879 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d9043-ac10-4192-8bfd-13f8a89b3232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4906fbd-56e3-4182-a2ca-2f281aa0fbc8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:34.097996 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7e1d9043-ac10-4192-8bfd-13f8a89b3232 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f67b6bc8d124c0db312c547f93fca60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4037440 Feb 19 03:30:34.098216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50302) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:34.126459 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.142826 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (b4985d39-b9f8-4313-b2ff-fc84873911ec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.178162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6aed366-d739-4403-bcc8-da2fc1cfe41a admin admin] Publish callbacks [] for security_group (d4906fbd-56e3-4182-a2ca-2f281aa0fbc8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.185889 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-49b069db-0b55-4fd5-8537-d5e1d39a8d9c service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753573 Feb 19 03:30:34.214488 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.221642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50304) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:34.225668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b4985d39-b9f8-4313-b2ff-fc84873911ec HTTP/1.1" status: 204 len: 168 time: 0.9715052 Feb 19 03:30:34.233774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:34.235092 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.237400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] 10.222.0.71 "PUT /v2.0/ports/21f9ea20-6bea-463a-a992-4e52399af0f0 HTTP/1.1" status: 200 len: 1091 time: 2.4018986 Feb 19 03:30:34.284732 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6aed366-d739-4403-bcc8-da2fc1cfe41a admin admin] Publish callbacks [] for security_group (d4906fbd-56e3-4182-a2ca-2f281aa0fbc8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.302804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:34.308985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b7593-9a41-46f1-aedd-e51a3443b0d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4985d39-b9f8-4313-b2ff-fc84873911ec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:34.311866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500f0f9-dfb3-4b04-a129-76effbfa4ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=21f9ea20-6bea-463a-a992-4e52399af0f0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:34.333068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '96aae8b9-57ed-4f04-9c56-3076f6dcc69f'}, {'server_uuid': '3a1c58fd-a142-4ccb-a516-16150d0a8c9a', 'name': 'network-vif-deleted', 'tag': '4ec2cee9-9323-40ea-a959-5242429f55eb'}, {'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': 'c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e'}, {'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '21f9ea20-6bea-463a-a992-4e52399af0f0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:34.336884 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "96aae8b9-57ed-4f04-9c56-3076f6dcc69f"}, {"server_uuid": "3a1c58fd-a142-4ccb-a516-16150d0a8c9a", "name": "network-vif-deleted", "tag": "4ec2cee9-9323-40ea-a959-5242429f55eb"}, {"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e"}, {"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "21f9ea20-6bea-463a-a992-4e52399af0f0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:34.355580 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a673ba39-9a66-4683-abce-220ac95e8b8b req-10f44e99-cdd6-4750-bd78-a083693cbd22 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3203273 Feb 19 03:30:34.415849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bcd161-28bb-46bc-872d-908e27ad63a4 admin admin] Deleting subnet f8b22215-3b20-47f9-801c-2bc7917e29e1 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:30:34.425083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bcd161-28bb-46bc-872d-908e27ad63a4 admin admin] Publish callbacks [] for subnet (f8b22215-3b20-47f9-801c-2bc7917e29e1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.508024 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5dda5223-5931-47d1-802d-331023296c5d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.515688 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bcd161-28bb-46bc-872d-908e27ad63a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (f8b22215-3b20-47f9-801c-2bc7917e29e1), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.546816 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6aed366-d739-4403-bcc8-da2fc1cfe41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d4906fbd-56e3-4182-a2ca-2f281aa0fbc8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.550874 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6aed366-d739-4403-bcc8-da2fc1cfe41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.552487 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a6aed366-d739-4403-bcc8-da2fc1cfe41a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4906fbd-56e3-4182-a2ca-2f281aa0fbc8 HTTP/1.1" status: 204 len: 168 time: 0.4533744 Feb 19 03:30:34.584010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bcd161-28bb-46bc-872d-908e27ad63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f8b22215-3b20-47f9-801c-2bc7917e29e1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.669873 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bcd161-28bb-46bc-872d-908e27ad63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (f8b22215-3b20-47f9-801c-2bc7917e29e1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.730589 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcd161-28bb-46bc-872d-908e27ad63a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b22215-3b20-47f9-801c-2bc7917e29e1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:34.733315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aed366-d739-4403-bcc8-da2fc1cfe41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4906fbd-56e3-4182-a2ca-2f281aa0fbc8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:34.749442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22bcd161-28bb-46bc-872d-908e27ad63a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.755958 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-22bcd161-28bb-46bc-872d-908e27ad63a4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f8b22215-3b20-47f9-801c-2bc7917e29e1 HTTP/1.1" status: 204 len: 168 time: 0.5330639 Feb 19 03:30:34.757134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50314) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:34.757491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eab9c-9f4c-497a-9ba2-51ebd19b7f4f req-1c047a31-a78c-4b04-a2e3-fc4099882af6 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:34.759092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b37eab9c-9f4c-497a-9ba2-51ebd19b7f4f req-1c047a31-a78c-4b04-a2e3-fc4099882af6 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 945 time: 0.2757983 Feb 19 03:30:34.875726 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f7b6a9d0-0b46-4b68-b236-db1a8041862c req-c0d58e97-5818-49cb-9dd6-b0d3a63a3aa7 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821585 Feb 19 03:30:34.891775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (33873a5a-4da2-4d27-8fce-3a6bb8f53c84), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.026872 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (33873a5a-4da2-4d27-8fce-3a6bb8f53c84), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.074997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33873a5a-4da2-4d27-8fce-3a6bb8f53c84']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:35.091696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6810e2-502c-4baa-a3c9-59be7eff137a') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:35.092340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6810e2-502c-4baa-a3c9-59be7eff137a') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:35.109101 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (2b6810e2-502c-4baa-a3c9-59be7eff137a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.145883 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (2b6810e2-502c-4baa-a3c9-59be7eff137a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.163666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:30:35.164437 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (2b6810e2-502c-4baa-a3c9-59be7eff137a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:30:35.167633 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:30:35.248735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (33873a5a-4da2-4d27-8fce-3a6bb8f53c84), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.267806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.289357 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] 10.222.0.42 "DELETE /v2.0/networks/33873a5a-4da2-4d27-8fce-3a6bb8f53c84 HTTP/1.1" status: 204 len: 168 time: 0.5168021 Feb 19 03:30:35.337649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca6529-fba9-472b-adf9-7046c0c43a4e admin admin] Pushing event deleted for resources: {'Network': ['ID=33873a5a-4da2-4d27-8fce-3a6bb8f53c84,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:35.345606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b37eab9c-9f4c-497a-9ba2-51ebd19b7f4f req-ddc3151a-6aaa-476c-9a94-9dbc73f9345e tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fd020ea-5d64-49f9-8326-5cc719389ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451694 Feb 19 03:30:35.686171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436aaab-4cdf-4455-8cc4-cd4eb432c1f4 req-d5671dba-99ca-438e-b68e-cd50db67b30f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:35.697922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b436aaab-4cdf-4455-8cc4-cd4eb432c1f4 req-d5671dba-99ca-438e-b68e-cd50db67b30f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2521858 Feb 19 03:30:35.729309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dda5223-5931-47d1-802d-331023296c5d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:35.746898 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Publish callbacks [] for port (5dda5223-5931-47d1-802d-331023296c5d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.771303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50338) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:35.792518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Transition to ACTIVE for port object 5dda5223-5931-47d1-802d-331023296c5d will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:35.838657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b436aaab-4cdf-4455-8cc4-cd4eb432c1f4 req-ebcc63f8-12e6-4c81-9561-ab485f684cec tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374412 Feb 19 03:30:35.839799 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (5dda5223-5931-47d1-802d-331023296c5d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.877537 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-14d4903f-67cc-4d41-ae1f-f6c053d875d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=344c7a90ec9a4b3e9f216c0b51f52c37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1048477 Feb 19 03:30:35.878200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50344) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:35.972505 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e823f-1644-43af-81ab-a1aed0b18e8c x-openstack-request-id: req-b90e823f-1644-43af-81ab-a1aed0b18e8c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:35.973237 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "96aae8b9-57ed-4f04-9c56-3076f6dcc69f", "status": "completed", "code": 200}, {"server_uuid": "3a1c58fd-a142-4ccb-a516-16150d0a8c9a", "name": "network-vif-deleted", "tag": "4ec2cee9-9323-40ea-a959-5242429f55eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "21f9ea20-6bea-463a-a992-4e52399af0f0", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:35.973750 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b90e823f-1644-43af-81ab-a1aed0b18e8c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:35.974445 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '96aae8b9-57ed-4f04-9c56-3076f6dcc69f', 'status': 'completed', 'code': 200} Feb 19 03:30:35.982675 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1c58fd-a142-4ccb-a516-16150d0a8c9a', 'name': 'network-vif-deleted', 'tag': '4ec2cee9-9323-40ea-a959-5242429f55eb', 'status': 'completed', 'code': 200} Feb 19 03:30:35.983303 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': 'c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e', 'status': 'completed', 'code': 200} Feb 19 03:30:35.983772 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '21f9ea20-6bea-463a-a992-4e52399af0f0', 'status': 'completed', 'code': 200} Feb 19 03:30:36.055648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4401667a-f4e3-469a-8484-836a3999d8b4 admin admin] Publish callbacks [] for security_group (af23a8cd-521e-4fd5-84d3-881ee6bdaa00), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.070530 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.127147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Pushing event updated for resources: {'Port': ['ID=5dda5223-5931-47d1-802d-331023296c5d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:36.137762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4401667a-f4e3-469a-8484-836a3999d8b4 admin admin] Publish callbacks [] for security_group (af23a8cd-521e-4fd5-84d3-881ee6bdaa00), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.232949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4401667a-f4e3-469a-8484-836a3999d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (af23a8cd-521e-4fd5-84d3-881ee6bdaa00), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.235875 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4401667a-f4e3-469a-8484-836a3999d8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.237367 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4401667a-f4e3-469a-8484-836a3999d8b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af23a8cd-521e-4fd5-84d3-881ee6bdaa00 HTTP/1.1" status: 204 len: 168 time: 0.3579321 Feb 19 03:30:36.277584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401667a-f4e3-469a-8484-836a3999d8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af23a8cd-521e-4fd5-84d3-881ee6bdaa00,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:36.356045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Attempting to bind port 5dda5223-5931-47d1-802d-331023296c5d on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:36.356374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Attempting to bind port 5dda5223-5931-47d1-802d-331023296c5d by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:36.357192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Attempting to bind port 5dda5223-5931-47d1-802d-331023296c5d on network d920c654-990f-45b0-82d7-bb385406a785 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:36.371850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Port 5dda5223-5931-47d1-802d-331023296c5d on network d920c654-990f-45b0-82d7-bb385406a785 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:36.373295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Attempting to bind port 5dda5223-5931-47d1-802d-331023296c5d on network d920c654-990f-45b0-82d7-bb385406a785 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:36.413871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-ff994924-c704-4742-b232-c7c24cd2ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:36.414398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-ff994924-c704-4742-b232-c7c24cd2ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:36.416817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-ff994924-c704-4742-b232-c7c24cd2ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:36.417339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-ff994924-c704-4742-b232-c7c24cd2ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:36.419072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-ff994924-c704-4742-b232-c7c24cd2ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:36.419564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-ff994924-c704-4742-b232-c7c24cd2ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:36.420066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-ff994924-c704-4742-b232-c7c24cd2ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:36.422713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-ff994924-c704-4742-b232-c7c24cd2ae8b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6535 time: 0.4106121 Feb 19 03:30:36.428899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:36.429370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Checking segment: {'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:36.429648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Bound using segment: {'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:36.430276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Bound port: 5dda5223-5931-47d1-802d-331023296c5d, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:36.430638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5dda5223-5931-47d1-802d-331023296c5d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.491143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c890e0c-ad1b-46e4-8412-268a94374bd4 req-4e4645b4-428f-4b53-aaa8-d7ca3c7e4b36 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:36.504094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c890e0c-ad1b-46e4-8412-268a94374bd4 req-4e4645b4-428f-4b53-aaa8-d7ca3c7e4b36 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.3841348 Feb 19 03:30:36.718784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] For port 5dda5223-5931-47d1-802d-331023296c5d, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:36.722404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] For port 5dda5223-5931-47d1-802d-331023296c5d, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5dda5223-5931-47d1-802d-331023296c5d,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:36.774501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50360) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:36.781986 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (5dda5223-5931-47d1-802d-331023296c5d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.883243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c890e0c-ad1b-46e4-8412-268a94374bd4 req-6c5f582e-8717-490e-acb6-1403aebca910 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729446 Feb 19 03:30:36.906433 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c1212f0c-1786-42ea-9e2b-9460270c7ded admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe5d5966caf8420380d6234711ef781e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294734 Feb 19 03:30:36.909732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50364) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:36.987622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:36.988801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.995932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] 10.222.0.71 "PUT /v2.0/ports/5dda5223-5931-47d1-802d-331023296c5d HTTP/1.1" status: 200 len: 1091 time: 2.7027266 Feb 19 03:30:37.096488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Request body: {'port': {'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:37.101789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea12e5-602c-4271-8215-fe83ac7ce955 service neutron] Pushing event updated for resources: {'Port': ['ID=5dda5223-5931-47d1-802d-331023296c5d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:37.103804 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f41b2b0-280f-4c7b-beac-0eea6f67da85 admin admin] Publish callbacks [] for security_group (76213eed-9506-43c7-8d9c-587ca2b63134), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.185459 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f41b2b0-280f-4c7b-beac-0eea6f67da85 admin admin] Publish callbacks [] for security_group (76213eed-9506-43c7-8d9c-587ca2b63134), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.234617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-b1be8631-464e-4140-80aa-1db9d89225e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.237646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-b1be8631-464e-4140-80aa-1db9d89225e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.240541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-b1be8631-464e-4140-80aa-1db9d89225e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.247079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-b1be8631-464e-4140-80aa-1db9d89225e2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c06f8e719c8143abad585d87e567c88b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8052890 Feb 19 03:30:37.277054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f41b2b0-280f-4c7b-beac-0eea6f67da85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (76213eed-9506-43c7-8d9c-587ca2b63134), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.279835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f41b2b0-280f-4c7b-beac-0eea6f67da85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.283605 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3f41b2b0-280f-4c7b-beac-0eea6f67da85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76213eed-9506-43c7-8d9c-587ca2b63134 HTTP/1.1" status: 204 len: 168 time: 0.3691709 Feb 19 03:30:37.325016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41b2b0-280f-4c7b-beac-0eea6f67da85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76213eed-9506-43c7-8d9c-587ca2b63134,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:37.559920 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.611075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50374) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:37.626587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f81b9-b571-4dff-a7f2-5d3ac2e62d9f req-73994d73-e0d0-48c0-abd6-f6629176512e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.636367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f81b9-b571-4dff-a7f2-5d3ac2e62d9f req-73994d73-e0d0-48c0-abd6-f6629176512e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.644369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f81b9-b571-4dff-a7f2-5d3ac2e62d9f req-73994d73-e0d0-48c0-abd6-f6629176512e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.652306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f81b9-b571-4dff-a7f2-5d3ac2e62d9f req-73994d73-e0d0-48c0-abd6-f6629176512e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.661597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f81b9-b571-4dff-a7f2-5d3ac2e62d9f req-73994d73-e0d0-48c0-abd6-f6629176512e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.670574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f81b9-b571-4dff-a7f2-5d3ac2e62d9f req-73994d73-e0d0-48c0-abd6-f6629176512e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.678951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f81b9-b571-4dff-a7f2-5d3ac2e62d9f req-73994d73-e0d0-48c0-abd6-f6629176512e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.702691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-469f81b9-b571-4dff-a7f2-5d3ac2e62d9f req-73994d73-e0d0-48c0-abd6-f6629176512e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5420 time: 0.6764050 Feb 19 03:30:37.986362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-469f81b9-b571-4dff-a7f2-5d3ac2e62d9f req-51b435bb-7a02-4963-9601-b8c6cfc13e07 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2496154 Feb 19 03:30:38.001422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '5dda5223-5931-47d1-802d-331023296c5d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:38.011474 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b24fd87-af02-4236-8349-0f90d9e7a48e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "5dda5223-5931-47d1-802d-331023296c5d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:38.064414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-12dab627-9779-4bab-9c61-6e9871521ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.066387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-12dab627-9779-4bab-9c61-6e9871521ebe service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7996047 Feb 19 03:30:38.088147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2141550448'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:38.152009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Made reservation on behalf of 549e43087c224edfa6a97db97ecd07c8 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:38.158165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.187191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.277915 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08f6c1ab-0669-4714-8c15-d6b98476743e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.355962 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks [] for security_group (8d508f43-1449-4631-b9bc-9c7937dbe8f8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.371587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8d508f43-1449-4631-b9bc-9c7937dbe8f8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.416786 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:30:38.424234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d508f43-1449-4631-b9bc-9c7937dbe8f8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:38.435328 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b9f73a03-96d9-460b-aee3-9957b8d5b8d9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.436696 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Added segment b9f73a03-96d9-460b-aee3-9957b8d5b8d9 of type vlan for network efbd1a40-4707-47d1-888d-f77a7d61ba8c Feb 19 03:30:38.520084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-afd954f4-29d4-468a-83cd-fd473f86006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.524795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-afd954f4-29d4-468a-83cd-fd473f86006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.525027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-afd954f4-29d4-468a-83cd-fd473f86006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.525527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-afd954f4-29d4-468a-83cd-fd473f86006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.526040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-afd954f4-29d4-468a-83cd-fd473f86006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.526521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-afd954f4-29d4-468a-83cd-fd473f86006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.527009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-afd954f4-29d4-468a-83cd-fd473f86006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.534908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-afd954f4-29d4-468a-83cd-fd473f86006d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6608 time: 0.3875072 Feb 19 03:30:38.543639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (efbd1a40-4707-47d1-888d-f77a7d61ba8c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.573479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f5018-607a-48cb-8bb1-7bab844d0c1a req-3cc79860-c589-49e8-9835-beb83fc60275 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.577670 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a50f5018-607a-48cb-8bb1-7bab844d0c1a req-3cc79860-c589-49e8-9835-beb83fc60275 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.3667698 Feb 19 03:30:38.609186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (efbd1a40-4707-47d1-888d-f77a7d61ba8c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.615128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.616963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.788592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Pushing event updated for resources: {'Network': ['ID=efbd1a40-4707-47d1-888d-f77a7d61ba8c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:38.805193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network efbd1a40-4707-47d1-888d-f77a7d61ba8c details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:30:38.823796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-c09ee3b6-00aa-4c00-a92e-4badafe5756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.824278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-c09ee3b6-00aa-4c00-a92e-4badafe5756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.824749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-c09ee3b6-00aa-4c00-a92e-4badafe5756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.826638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-c09ee3b6-00aa-4c00-a92e-4badafe5756f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c06f8e719c8143abad585d87e567c88b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2836227 Feb 19 03:30:38.839788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a50f5018-607a-48cb-8bb1-7bab844d0c1a req-241d0259-fbd1-4b82-9898-907422658ed7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405250 Feb 19 03:30:38.849300 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-41df6b6d-8c0b-49d7-b7cd-5147ab83bb6f tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2350402 Feb 19 03:30:38.851171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50406) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:38.880395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Request body: {'subnet': {'network_id': 'efbd1a40-4707-47d1-888d-f77a7d61ba8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:39.035588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed2a259-daba-4a39-bbcc-b2622847ea85 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:39.069653 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Publish callbacks [] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.104777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Made reservation on behalf of 549e43087c224edfa6a97db97ecd07c8 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:39.114672 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.128638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Transition to ACTIVE for port object fed2a259-daba-4a39-bbcc-b2622847ea85 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:39.144816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.228345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-f5297e95-7b92-4b80-86f0-2b4787cab7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.231226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-f5297e95-7b92-4b80-86f0-2b4787cab7ee service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3886356 Feb 19 03:30:39.254298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a8426-4336-4c40-9bce-1f0867aa80bc req-940f199c-9d89-4b09-9113-aa411c01c533 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.256127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-466a8426-4336-4c40-9bce-1f0867aa80bc req-940f199c-9d89-4b09-9113-aa411c01c533 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 945 time: 0.2260795 Feb 19 03:30:39.263395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Pushing event updated for resources: {'Port': ['ID=fed2a259-daba-4a39-bbcc-b2622847ea85,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:39.470837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-466a8426-4336-4c40-9bce-1f0867aa80bc req-24618279-5c9d-47fa-81b7-4edfa35baa7b tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fd020ea-5d64-49f9-8326-5cc719389ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041993 Feb 19 03:30:39.517646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Attempting to bind port fed2a259-daba-4a39-bbcc-b2622847ea85 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:39.522129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Attempting to bind port fed2a259-daba-4a39-bbcc-b2622847ea85 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:39.523339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Attempting to bind port fed2a259-daba-4a39-bbcc-b2622847ea85 on network d920c654-990f-45b0-82d7-bb385406a785 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:39.533576 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.565750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-8b6617a3-f319-4036-9e22-7e73f63a3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.567524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-8b6617a3-f319-4036-9e22-7e73f63a3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.568036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-8b6617a3-f319-4036-9e22-7e73f63a3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.569282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-8b6617a3-f319-4036-9e22-7e73f63a3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.572677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-8b6617a3-f319-4036-9e22-7e73f63a3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.576759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-8b6617a3-f319-4036-9e22-7e73f63a3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.577310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-8b6617a3-f319-4036-9e22-7e73f63a3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.579899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-8b6617a3-f319-4036-9e22-7e73f63a3ae8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6633 time: 0.2768731 Feb 19 03:30:39.582498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Port fed2a259-daba-4a39-bbcc-b2622847ea85 on network d920c654-990f-45b0-82d7-bb385406a785 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:39.586028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Attempting to bind port fed2a259-daba-4a39-bbcc-b2622847ea85 on network d920c654-990f-45b0-82d7-bb385406a785 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:39.646148 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:39.646905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Checking segment: {'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:39.647824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Bound using segment: {'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:39.648470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Bound port: fed2a259-daba-4a39-bbcc-b2622847ea85, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f30955-7094-4b4f-9994-c84e74985ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:39.648863 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.705659 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Checking segment: {'id': 'b9f73a03-96d9-460b-aee3-9957b8d5b8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'efbd1a40-4707-47d1-888d-f77a7d61ba8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:39.706321 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Network hostable DHCP agents. Network: efbd1a40-4707-47d1-888d-f77a7d61ba8c, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:30:39.737058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Pushing event updated for resources: {'Subnet': ['ID=f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:39.758671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Network efbd1a40-4707-47d1-888d-f77a7d61ba8c is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:30:39.787531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, efbd1a40-4707-47d1-888d-f77a7d61ba8c) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:39.793136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.794139 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.806295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8161b675-9dd4-4776-b67a-4de2c51d8e7a None None] Network efbd1a40-4707-47d1-888d-f77a7d61ba8c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:39.833669 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-863957dc-160d-4afb-99f4-7cb632b304bf tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9784768 Feb 19 03:30:39.837222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50418) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:39.844017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Request body: {'port': {'network_id': 'efbd1a40-4707-47d1-888d-f77a7d61ba8c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1429726378'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:40.009005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Made reservation on behalf of 549e43087c224edfa6a97db97ecd07c8 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:40.012954 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.049347 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] device_id is not set on port 6fefd2ff-ec15-46a4-af70-885baf66956f yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:40.061572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5894ab9-44b3-47e6-86d5-48408ec3a9de req-f680bef9-ad7b-4971-99a0-9de4bf28fc19 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.075887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5894ab9-44b3-47e6-86d5-48408ec3a9de req-f680bef9-ad7b-4971-99a0-9de4bf28fc19 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.4033599 Feb 19 03:30:40.087203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-efbd1a40-4707-47d1-888d-f77a7d61ba8c', 'network_id': 'efbd1a40-4707-47d1-888d-f77a7d61ba8c', 'project_id': '549e43087c224edfa6a97db97ecd07c8', 'fixed_ips': [{'subnet_id': 'f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:30:40.088105 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.134126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-0b6e7535-1bc4-4517-8c5e-6cfae40686fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.134776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-0b6e7535-1bc4-4517-8c5e-6cfae40686fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.135254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-0b6e7535-1bc4-4517-8c5e-6cfae40686fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.139033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-0b6e7535-1bc4-4517-8c5e-6cfae40686fe service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c06f8e719c8143abad585d87e567c88b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5503457 Feb 19 03:30:40.140250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] For port fed2a259-daba-4a39-bbcc-b2622847ea85, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:40.353899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] For port fed2a259-daba-4a39-bbcc-b2622847ea85, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fed2a259-daba-4a39-bbcc-b2622847ea85,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:40.364707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Allocated IP 172.20.0.11 (efbd1a40-4707-47d1-888d-f77a7d61ba8c/f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd/6fefd2ff-ec15-46a4-af70-885baf66956f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:40.427251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5894ab9-44b3-47e6-86d5-48408ec3a9de req-ae90aebf-8bbb-4856-ac1b-ef226ace7b89 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494291 Feb 19 03:30:40.431627 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.449281 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-308efc57-e395-4910-9136-ad20b5a1e940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.513090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.513941 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.516843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] 10.222.0.71 "PUT /v2.0/ports/fed2a259-daba-4a39-bbcc-b2622847ea85 HTTP/1.1" status: 200 len: 1091 time: 3.4723163 Feb 19 03:30:40.598749 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7829257f-0e11-4e23-8433-42e69c142bf4 x-openstack-request-id: req-7829257f-0e11-4e23-8433-42e69c142bf4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:40.598749 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "5dda5223-5931-47d1-802d-331023296c5d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:40.598749 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7829257f-0e11-4e23-8433-42e69c142bf4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:40.598749 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '5dda5223-5931-47d1-802d-331023296c5d', 'status': 'completed', 'code': 200} Feb 19 03:30:40.606131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-3d30a621-8bd9-42b3-9ba0-7c761e9a2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.607764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5b1b309-62da-4e5a-a8b8-5209fef58c8c req-3d30a621-8bd9-42b3-9ba0-7c761e9a2d81 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4348865 Feb 19 03:30:40.609721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096cde5-4268-4345-adb2-2d1cd5eb516a service neutron] Pushing event updated for resources: {'Port': ['ID=fed2a259-daba-4a39-bbcc-b2622847ea85,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:40.816439 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks [] for port (6fefd2ff-ec15-46a4-af70-885baf66956f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.819350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e6d5c88d-473c-48de-81a7-4538120b3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.819486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e6d5c88d-473c-48de-81a7-4538120b3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.820022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e6d5c88d-473c-48de-81a7-4538120b3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.820456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e6d5c88d-473c-48de-81a7-4538120b3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.826089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e6d5c88d-473c-48de-81a7-4538120b3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.827542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e6d5c88d-473c-48de-81a7-4538120b3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.828508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e6d5c88d-473c-48de-81a7-4538120b3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.839157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e6d5c88d-473c-48de-81a7-4538120b3c7d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6706 time: 0.1710656 Feb 19 03:30:40.899764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6fefd2ff-ec15-46a4-af70-885baf66956f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:41.000413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5ccabe18-d89b-48f9-bb41-5b8028e02ae7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=219a534f-66b6-49a3-84bc-c42418d184b5 HTTP/1.1" status: 200 len: 217 time: 0.1497772 Feb 19 03:30:41.077584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Network efbd1a40-4707-47d1-888d-f77a7d61ba8c is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:41.079634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Pushing event updated for resources: {'Port': ['ID=6fefd2ff-ec15-46a4-af70-885baf66956f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:41.082657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:41.092440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:41.154364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.155372 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:41.201086 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c18466a3-074a-4ccf-bec5-418bd2e23e43 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.3624403 Feb 19 03:30:41.204147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50438) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:41.205957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Allocated IP 172.20.0.2 (efbd1a40-4707-47d1-888d-f77a7d61ba8c/f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd/48bd85f3-6558-40e4-ba81-e9a46f10e4b0) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:41.273701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-b7102507-1301-454d-90f6-b3277f4e3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.276883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-b7102507-1301-454d-90f6-b3277f4e3a4c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1024061d-c84f-4e4a-9953-13ce351756eb HTTP/1.1" status: 200 len: 854 time: 0.2733848 Feb 19 03:30:41.440594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3fec6c6e-21a4-4864-a0fc-5b068cdb5c7a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Deleting port 6fefd2ff-ec15-46a4-af70-885baf66956f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:41.442290 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fec6c6e-21a4-4864-a0fc-5b068cdb5c7a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6fefd2ff-ec15-46a4-af70-885baf66956f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:41.467187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e542-b96c-458d-82dc-b3e17d1a7bcc req-5d754e16-f258-4a6a-9da2-426e4125448e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.488570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e542-b96c-458d-82dc-b3e17d1a7bcc req-5d754e16-f258-4a6a-9da2-426e4125448e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.514665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e542-b96c-458d-82dc-b3e17d1a7bcc req-5d754e16-f258-4a6a-9da2-426e4125448e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.527908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e542-b96c-458d-82dc-b3e17d1a7bcc req-5d754e16-f258-4a6a-9da2-426e4125448e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.550263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e542-b96c-458d-82dc-b3e17d1a7bcc req-5d754e16-f258-4a6a-9da2-426e4125448e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.551127 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fec6c6e-21a4-4864-a0fc-5b068cdb5c7a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6fefd2ff-ec15-46a4-af70-885baf66956f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:41.567124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3fec6c6e-21a4-4864-a0fc-5b068cdb5c7a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Calling delete_port for 6fefd2ff-ec15-46a4-af70-885baf66956f owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:41.572256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 731f5667-5655-457d-8815-c70c831302d7 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:30:41.573792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e542-b96c-458d-82dc-b3e17d1a7bcc req-5d754e16-f258-4a6a-9da2-426e4125448e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.596558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e542-b96c-458d-82dc-b3e17d1a7bcc req-5d754e16-f258-4a6a-9da2-426e4125448e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.612081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eea8e542-b96c-458d-82dc-b3e17d1a7bcc req-5d754e16-f258-4a6a-9da2-426e4125448e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.4872878 Feb 19 03:30:41.651507 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Publish callbacks [] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:41.692124 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:41.743607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fec6c6e-21a4-4864-a0fc-5b068cdb5c7a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6fefd2ff-ec15-46a4-af70-885baf66956f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:41.806337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eea8e542-b96c-458d-82dc-b3e17d1a7bcc req-341816da-76c9-4e23-aec8-3f312f348aa5 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1884675 Feb 19 03:30:41.814007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec6c6e-21a4-4864-a0fc-5b068cdb5c7a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Pushing event deleted for resources: {'Port': ['ID=6fefd2ff-ec15-46a4-af70-885baf66956f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:41.831403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Pushing event updated for resources: {'Port': ['ID=48bd85f3-6558-40e4-ba81-e9a46f10e4b0,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:41.863925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-2a3c0eec-4d42-4044-ab99-a62330ad1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.871995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-2a3c0eec-4d42-4044-ab99-a62330ad1cb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=231e6dfd-031e-46c9-8877-451be92a2c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5782299 Feb 19 03:30:41.969296 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Network efbd1a40-4707-47d1-888d-f77a7d61ba8c is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:42.006320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fec6c6e-21a4-4864-a0fc-5b068cdb5c7a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.016531 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3fec6c6e-21a4-4864-a0fc-5b068cdb5c7a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] 10.222.0.42 "DELETE /v2.0/ports/6fefd2ff-ec15-46a4-af70-885baf66956f HTTP/1.1" status: 204 len: 168 time: 0.8060887 Feb 19 03:30:42.016833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50448) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:42.027279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:42.056127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:42.234442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-f6ad823a-b30e-4e61-b7dd-aa1c07ac58eb service neutron] 10.222.0.71 "GET /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521674 Feb 19 03:30:42.252183 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.377929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Attempting to bind port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:42.383623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Attempting to bind port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'b9f73a03-96d9-460b-aee3-9957b8d5b8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'efbd1a40-4707-47d1-888d-f77a7d61ba8c'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:42.384206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Attempting to bind port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 on network efbd1a40-4707-47d1-888d-f77a7d61ba8c {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:42.408854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:42.411443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Checking segment: {'id': 'b9f73a03-96d9-460b-aee3-9957b8d5b8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'efbd1a40-4707-47d1-888d-f77a7d61ba8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:42.412052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.417035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Bound using segment: {'id': 'b9f73a03-96d9-460b-aee3-9957b8d5b8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'efbd1a40-4707-47d1-888d-f77a7d61ba8c'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:42.420362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Bound port: 48bd85f3-6558-40e4-ba81-e9a46f10e4b0, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f73a03-96d9-460b-aee3-9957b8d5b8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'efbd1a40-4707-47d1-888d-f77a7d61ba8c'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:42.420957 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.535373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 731f5667-5655-457d-8815-c70c831302d7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=731f5667-5655-457d-8815-c70c831302d7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:42.600241 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f0421862-5b9b-4149-b698-78c9e3caa7ae tempest-DHCPAgentSchedulersTestJSON-2057533440 tempest-DHCPAgentSchedulersTestJSON-2057533440-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.5695353 Feb 19 03:30:42.605873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50460) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:42.617483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': 'fed2a259-daba-4a39-bbcc-b2622847ea85'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:42.628996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1399692891'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:42.631987 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d51971-b1b5-4ead-8986-ac24aea2cdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "fed2a259-daba-4a39-bbcc-b2622847ea85"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:42.670087 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-ce03b231-f25e-4a64-ae68-edfa745088b4 service neutron] 10.222.0.71 "GET /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294982 Feb 19 03:30:42.712019 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Made reservation on behalf of 549e43087c224edfa6a97db97ecd07c8 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:42.715804 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.719566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] For port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:42.734910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] For port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=48bd85f3-6558-40e4-ba81-e9a46f10e4b0,segment=NetworkSegment(b9f73a03-96d9-460b-aee3-9957b8d5b8d9),segment_id=b9f73a03-96d9-460b-aee3-9957b8d5b8d9)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:42.783017 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.791004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:30:42.799843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-339ec9a2-9135-4e0a-aa1e-04267574b4d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=918ff585-12c5-43eb-8749-43ecfb33c857 HTTP/1.1" status: 200 len: 217 time: 0.1224008 Feb 19 03:30:42.824266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '731f5667-5655-457d-8815-c70c831302d7', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'port_id': '731f5667-5655-457d-8815-c70c831302d7', 'mac_address': 'fa:16:3e:ce:1b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:30:42.872909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c7b4f9a8-f533-458b-a20c-b65db3e7d54b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.880232 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Added segment c7b4f9a8-f533-458b-a20c-b65db3e7d54b of type vlan for network cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb Feb 19 03:30:43.014136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-fb7c64e7-d0f4-4d80-bff3-b90417fe8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:43.015624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-fb7c64e7-d0f4-4d80-bff3-b90417fe8062 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.2001433 Feb 19 03:30:43.035367 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.048168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 731f5667-5655-457d-8815-c70c831302d7 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:43.048804 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (731f5667-5655-457d-8815-c70c831302d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.090879 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.101073 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b1085-ab15-4b79-8721-f952e5be9d54 None None] Pushing event updated for resources: {'Port': ['ID=48bd85f3-6558-40e4-ba81-e9a46f10e4b0,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:43.146717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 731f5667-5655-457d-8815-c70c831302d7 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:43.171033 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.180062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:43.181027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.188018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1fa9ed40-92ad-4bfd-8639-01f45a69bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:43.189571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1fa9ed40-92ad-4bfd-8639-01f45a69bdb1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1628389 Feb 19 03:30:43.261122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 731f5667-5655-457d-8815-c70c831302d7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=731f5667-5655-457d-8815-c70c831302d7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:43.267916 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6583924 Feb 19 03:30:43.271776 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50472) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:43.278355 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (731f5667-5655-457d-8815-c70c831302d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.388893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c8479-d8c9-4d8a-95af-6f21bcee22d5 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Pushing event updated for resources: {'Network': ['ID=cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:43.450057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=731f5667-5655-457d-8815-c70c831302d7,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:43.472957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:30:43.600692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['731f5667-5655-457d-8815-c70c831302d7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:43.668813 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-39a6cdb6-1e6d-44aa-8cc5-630b6a41533c tempest-DHCPAgentSchedulersTestJSON-2057533440 tempest-DHCPAgentSchedulersTestJSON-2057533440-project-admin] 10.222.0.42 "GET /v2.0/agents/fdd6132c-0496-46cc-9da1-3dec74cbb01b/dhcp-networks HTTP/1.1" status: 200 len: 12062 time: 0.3949161 Feb 19 03:30:43.671416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50476) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:43.675652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c536-71d1-4f31-8588-448d531751ab req-af66409a-a86c-4708-84b6-88af06885de7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:43.683712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1c8c536-71d1-4f31-8588-448d531751ab req-af66409a-a86c-4708-84b6-88af06885de7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 945 time: 0.4330642 Feb 19 03:30:43.733306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-9b8c92fa-8bb4-4cd8-873d-639c7f5132fd service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304098 Feb 19 03:30:43.932129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1c8c536-71d1-4f31-8588-448d531751ab req-c3cf6301-6cc6-41d9-818e-99642e149059 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474427 Feb 19 03:30:44.033644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-87c7bb2d-c359-4284-82c9-275cd8dfb3e5 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844820 Feb 19 03:30:44.105895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-835220a7-1ffb-42ac-be5e-49da9baa8a9b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=96aae8b9-57ed-4f04-9c56-3076f6dcc69f HTTP/1.1" status: 200 len: 217 time: 0.0618000 Feb 19 03:30:44.257363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-4611568a-d030-4a38-8d86-c68bd49a67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:44.263441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-4611568a-d030-4a38-8d86-c68bd49a67b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.1523731 Feb 19 03:30:44.370138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a415d-9691-4d32-897f-9f085074486e req-12e227db-3c08-45a1-8193-ffa88b112cf7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:44.377650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca9a415d-9691-4d32-897f-9f085074486e req-12e227db-3c08-45a1-8193-ffa88b112cf7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2527001 Feb 19 03:30:44.386231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a72024-5671-4f1b-b282-c56ef667b22a tempest-DHCPAgentSchedulersTestJSON-2057533440 tempest-DHCPAgentSchedulersTestJSON-2057533440-project-admin] Network cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:30:44.403280 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a1a72024-5671-4f1b-b282-c56ef667b22a tempest-DHCPAgentSchedulersTestJSON-2057533440 tempest-DHCPAgentSchedulersTestJSON-2057533440-project-admin] 10.222.0.42 "POST /v2.0/agents/fdd6132c-0496-46cc-9da1-3dec74cbb01b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7305820 Feb 19 03:30:44.406309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50480) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:44.408935 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741519ec-8e61-41ef-a011-0198a31561ee None None] Network cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:44.488976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca9a415d-9691-4d32-897f-9f085074486e req-26164822-9b09-47fa-b42e-eccc44ef9459 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102927 Feb 19 03:30:44.587596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:44.972334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5334ff-3bde-41ba-ba2c-bfa3aad59497 None None] Network efbd1a40-4707-47d1-888d-f77a7d61ba8c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:45.086623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:45.153045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-aae4535a-dcb2-49a5-96f5-9d513ba4b58c None None] Provisioning complete for port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:45.153690 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aae4535a-dcb2-49a5-96f5-9d513ba4b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.165255 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733d84c3-3d05-4c97-ba20-f2ee718c728d x-openstack-request-id: req-733d84c3-3d05-4c97-ba20-f2ee718c728d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:45.165812 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "fed2a259-daba-4a39-bbcc-b2622847ea85", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:45.165812 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-733d84c3-3d05-4c97-ba20-f2ee718c728d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:45.166136 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': 'fed2a259-daba-4a39-bbcc-b2622847ea85', 'status': 'completed', 'code': 200} Feb 19 03:30:45.236149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-b6e4924f-5834-4ef5-b90a-5b1c3dade9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:45.237692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-b6e4924f-5834-4ef5-b90a-5b1c3dade9e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9650285 Feb 19 03:30:45.377121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:45.377789 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.450775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-aae4535a-dcb2-49a5-96f5-9d513ba4b58c None None] Current status of the port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:45.451476 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aae4535a-dcb2-49a5-96f5-9d513ba4b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.480772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-fe1de45c-2a12-4bed-aca4-b33ab18bca58 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116253 Feb 19 03:30:45.506209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-aae4535a-dcb2-49a5-96f5-9d513ba4b58c None None] For port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=48bd85f3-6558-40e4-ba81-e9a46f10e4b0,segment=NetworkSegment(b9f73a03-96d9-460b-aee3-9957b8d5b8d9),segment_id=b9f73a03-96d9-460b-aee3-9957b8d5b8d9)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:45.583390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:45.584080 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.586436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 731f5667-5655-457d-8815-c70c831302d7 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:45.590464 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aae4535a-dcb2-49a5-96f5-9d513ba4b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.747445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4535a-dcb2-49a5-96f5-9d513ba4b58c None None] Pushing event updated for resources: {'Port': ['ID=48bd85f3-6558-40e4-ba81-e9a46f10e4b0,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:45.757516 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:30:45.758382 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:30:45.763492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 731f5667-5655-457d-8815-c70c831302d7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:45.764117 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (731f5667-5655-457d-8815-c70c831302d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.775459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393e13c-c6c0-4347-bf28-8948ed2f89f8 req-11a9ee13-8a76-4c54-b525-086842086750 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:45.781001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393e13c-c6c0-4347-bf28-8948ed2f89f8 req-11a9ee13-8a76-4c54-b525-086842086750 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:45.797126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393e13c-c6c0-4347-bf28-8948ed2f89f8 req-11a9ee13-8a76-4c54-b525-086842086750 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:45.802535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393e13c-c6c0-4347-bf28-8948ed2f89f8 req-11a9ee13-8a76-4c54-b525-086842086750 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:45.818004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393e13c-c6c0-4347-bf28-8948ed2f89f8 req-11a9ee13-8a76-4c54-b525-086842086750 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:45.836059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393e13c-c6c0-4347-bf28-8948ed2f89f8 req-11a9ee13-8a76-4c54-b525-086842086750 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:45.841405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393e13c-c6c0-4347-bf28-8948ed2f89f8 req-11a9ee13-8a76-4c54-b525-086842086750 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:45.862376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b393e13c-c6c0-4347-bf28-8948ed2f89f8 req-11a9ee13-8a76-4c54-b525-086842086750 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.6659262 Feb 19 03:30:46.000980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 731f5667-5655-457d-8815-c70c831302d7 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:46.001820 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (731f5667-5655-457d-8815-c70c831302d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.036088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fe217e42-ec10-47b3-8dac-1f4d98a78b2e None None] Provisioning complete for port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:46.043341 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fe217e42-ec10-47b3-8dac-1f4d98a78b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.057387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-b4ed3bae-7b57-49c9-8ad9-1a88f2acf2f4 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587771 Feb 19 03:30:46.140305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f96d3-e096-4beb-ac17-cb66aae34295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f5667-5655-457d-8815-c70c831302d7'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:46.144897 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dce8c6-b8ec-487e-a5c4-0e1bbe08ed22" -d '{"events": [{"server_uuid": "713f96d3-e096-4beb-ac17-cb66aae34295", "name": "network-vif-plugged", "status": "completed", "tag": "731f5667-5655-457d-8815-c70c831302d7"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:46.164813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 731f5667-5655-457d-8815-c70c831302d7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=731f5667-5655-457d-8815-c70c831302d7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:46.172406 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-13636a2a-454e-40f8-b374-89afb5d8fe95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e HTTP/1.1" status: 200 len: 217 time: 0.0945451 Feb 19 03:30:46.213302 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (731f5667-5655-457d-8815-c70c831302d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.350764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-0a0aab61-2d3f-42ec-ab42-8ca41d4c32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:46.358120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-0a0aab61-2d3f-42ec-ab42-8ca41d4c32ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.1621597 Feb 19 03:30:46.374060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-57e82e1a-3f04-41c5-8530-b45c3d7494ef tempest-DHCPAgentSchedulersTestJSON-2057533440 tempest-DHCPAgentSchedulersTestJSON-2057533440-project-admin] 10.222.0.42 "GET /v2.0/agents/fdd6132c-0496-46cc-9da1-3dec74cbb01b/dhcp-networks HTTP/1.1" status: 200 len: 12833 time: 1.9618356 Feb 19 03:30:46.375774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50516) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:46.448827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b393e13c-c6c0-4347-bf28-8948ed2f89f8 req-2e45a748-a835-493a-8450-e906f76f64cb tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5852630 Feb 19 03:30:46.461907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:46.465345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=731f5667-5655-457d-8815-c70c831302d7,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:46.483177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-24f7f475-f33a-4f25-b81b-1a1fa7e6f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:46.485028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fe217e42-ec10-47b3-8dac-1f4d98a78b2e None None] Current status of the port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:46.486756 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-24f7f475-f33a-4f25-b81b-1a1fa7e6f96e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1060739 Feb 19 03:30:46.586796 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bf1340d5-ef0c-409e-94b2-fa167f5e3b02 tempest-DHCPAgentSchedulersTestJSON-2057533440 tempest-DHCPAgentSchedulersTestJSON-2057533440-project-admin] 10.222.0.42 "DELETE /v2.0/agents/fdd6132c-0496-46cc-9da1-3dec74cbb01b/dhcp-networks/cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb HTTP/1.1" status: 204 len: 168 time: 0.2069933 Feb 19 03:30:46.590567 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50530) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:46.605908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3b21b384-2dbe-48af-84fd-40fbc48907ff None None] Could not find standard attr ID for object 6fefd2ff-ec15-46a4-af70-885baf66956f. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:30:46.894949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-34799ad8-ba7f-41b2-ae92-e0f596f29d91 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946593 Feb 19 03:30:46.994066 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-59cb2569-bb34-4c4f-9596-358956b773c0 tempest-DHCPAgentSchedulersTestJSON-2057533440 tempest-DHCPAgentSchedulersTestJSON-2057533440-project-admin] 10.222.0.42 "GET /v2.0/agents/fdd6132c-0496-46cc-9da1-3dec74cbb01b/dhcp-networks HTTP/1.1" status: 200 len: 12062 time: 0.3970284 Feb 19 03:30:46.994878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50544) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:47.014176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:47.035334 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fb711a29-af7d-43fd-89ec-434bcf205419 tempest-DHCPAgentSchedulersTestJSON-2057533440 tempest-DHCPAgentSchedulersTestJSON-2057533440-project-admin] 10.222.0.42 "GET /v2.0/networks/efbd1a40-4707-47d1-888d-f77a7d61ba8c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0359910 Feb 19 03:30:47.035553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50546) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:47.058643 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-80aac014-58ee-4c20-9fe9-8cfbf5a7f67c tempest-DHCPAgentSchedulersTestJSON-2057533440 tempest-DHCPAgentSchedulersTestJSON-2057533440-project-admin] 10.222.0.42 "GET /v2.0/networks/efbd1a40-4707-47d1-888d-f77a7d61ba8c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0198913 Feb 19 03:30:47.059475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50548) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:47.095255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5964ce5-19e8-409d-a545-5d872f6e927e req-0fc09778-4a06-4a10-9b12-d98c7dfd7140 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:47.097570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5964ce5-19e8-409d-a545-5d872f6e927e req-0fc09778-4a06-4a10-9b12-d98c7dfd7140 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.3595393 Feb 19 03:30:47.130376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e91a209e-adec-49e7-a1d6-7600e644076b service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231410 Feb 19 03:30:47.144775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:47.147968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.206678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-7af4f9fd-4d20-47fd-81ff-2ed390c03247 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=21f9ea20-6bea-463a-a992-4e52399af0f0 HTTP/1.1" status: 200 len: 217 time: 0.0645235 Feb 19 03:30:47.308590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:47.315716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-d1a7ea7c-bd36-4b7f-a514-9bb4d7970408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:47.317630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-d1a7ea7c-bd36-4b7f-a514-9bb4d7970408 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.1003673 Feb 19 03:30:47.322600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5964ce5-19e8-409d-a545-5d872f6e927e req-bbf89588-ae0d-4153-b927-255f1caddfd8 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175512 Feb 19 03:30:47.347339 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-07b77469-0183-4181-8494-58c2c6a34fdc tempest-DHCPAgentSchedulersTestJSON-2057533440 tempest-DHCPAgentSchedulersTestJSON-2057533440-project-admin] 10.222.0.42 "GET /v2.0/agents/fdd6132c-0496-46cc-9da1-3dec74cbb01b/dhcp-networks HTTP/1.1" status: 200 len: 12062 time: 0.2867389 Feb 19 03:30:47.348272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50560) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:47.387651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-ed5509aa-e0c3-449d-937e-c4feb2bb40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:47.389423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-ed5509aa-e0c3-449d-937e-c4feb2bb40fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0642393 Feb 19 03:30:47.574733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.695838 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-64691fc2-f163-4e06-a8ae-a94727db5896 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954788 Feb 19 03:30:47.875702 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.946240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:47.990230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b4f9a8-f533-458b-a20c-b65db3e7d54b') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:47.990939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b4f9a8-f533-458b-a20c-b65db3e7d54b') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:48.009387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-5771e15d-55af-4513-843a-a15dcc0abaeb service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839203 Feb 19 03:30:48.017241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (c7b4f9a8-f533-458b-a20c-b65db3e7d54b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.047836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2011b8-7568-4df7-a494-50513b118328 req-392d88fb-3925-4561-b366-458cb5fb63b8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:48.049032 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c7b4f9a8-f533-458b-a20c-b65db3e7d54b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.055160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa2011b8-7568-4df7-a494-50513b118328 req-392d88fb-3925-4561-b366-458cb5fb63b8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.3581564 Feb 19 03:30:48.059788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:30:48.062057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (c7b4f9a8-f533-458b-a20c-b65db3e7d54b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:30:48.070941 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:30:48.145021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-d7181647-9100-4e23-b1d5-451bc575ed09 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5dda5223-5931-47d1-802d-331023296c5d HTTP/1.1" status: 200 len: 217 time: 0.1255686 Feb 19 03:30:48.212410 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.217616 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.223555 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] 10.222.0.42 "DELETE /v2.0/networks/cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb HTTP/1.1" status: 204 len: 168 time: 0.8728609 Feb 19 03:30:48.233730 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50570) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:48.260964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1e8a6ab2-0eec-41a0-9578-0b3333607a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:48.268175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1e8a6ab2-0eec-41a0-9578-0b3333607a00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1a1d482-203a-4812-b095-3eeab64e54e1 HTTP/1.1" status: 200 len: 797 time: 0.1062877 Feb 19 03:30:48.295576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389343b2-f791-423c-b409-d8cb3c2dc98e tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Pushing event deleted for resources: {'Network': ['ID=cc9ea4d3-aac6-4948-9b6a-14aee8aa8efb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:48.336334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa2011b8-7568-4df7-a494-50513b118328 req-499e9772-ed76-4406-b3b9-c4231bff4dec tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748368 Feb 19 03:30:48.342778 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f02db11-4e88-4fd6-8d64-7f1a0b45741a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] DELETE failed (client error): The resource could not be found. Feb 19 03:30:48.343370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f02db11-4e88-4fd6-8d64-7f1a0b45741a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:30:48.346489 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7f02db11-4e88-4fd6-8d64-7f1a0b45741a tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] 10.222.0.42 "DELETE /v2.0/ports/6fefd2ff-ec15-46a4-af70-885baf66956f HTTP/1.1" status: 404 len: 333 time: 0.1070888 Feb 19 03:30:48.350988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50572) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:48.469142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-fbfb7a7f-e7e5-4bb1-8ff0-6858b5b66545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:48.470834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-fbfb7a7f-e7e5-4bb1-8ff0-6858b5b66545 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d920c654-990f-45b0-82d7-bb385406a785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1382763 Feb 19 03:30:48.486914 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-61606158-6c2d-4080-a889-d179cf05a11c tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Deleting subnet f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:30:48.499800 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61606158-6c2d-4080-a889-d179cf05a11c tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks [] for subnet (f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.565739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61606158-6c2d-4080-a889-d179cf05a11c tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.751595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68567a15-ec54-4e43-9628-621d5c1c83c3 req-58a94fcd-aac0-4894-8fbe-f3af86d59d98 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:48.756122 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68567a15-ec54-4e43-9628-621d5c1c83c3 req-58a94fcd-aac0-4894-8fbe-f3af86d59d98 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1728144 Feb 19 03:30:48.787502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61606158-6c2d-4080-a889-d179cf05a11c tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.812048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-eacdbd54-2739-438e-8916-8b8e88a62841 service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334167 Feb 19 03:30:48.910586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68567a15-ec54-4e43-9628-621d5c1c83c3 req-175114ff-9284-4668-a88a-8371fcba7b5f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453505 Feb 19 03:30:48.915180 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61606158-6c2d-4080-a889-d179cf05a11c tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.993599 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61606158-6c2d-4080-a889-d179cf05a11c tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Pushing event deleted for resources: {'Subnet': ['ID=f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:49.013063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61606158-6c2d-4080-a889-d179cf05a11c tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.016460 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9fa891-80c6-43a2-a2c8-36ea2230d62b x-openstack-request-id: req-1f9fa891-80c6-43a2-a2c8-36ea2230d62b {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:49.017274 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713f96d3-e096-4beb-ac17-cb66aae34295", "name": "network-vif-plugged", "status": "completed", "tag": "731f5667-5655-457d-8815-c70c831302d7", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:49.017753 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f9fa891-80c6-43a2-a2c8-36ea2230d62b {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:49.018345 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713f96d3-e096-4beb-ac17-cb66aae34295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f5667-5655-457d-8815-c70c831302d7', 'code': 200} Feb 19 03:30:49.023183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2398cd6-aafc-4af5-83f6-7eb43237ad34 None None] Network efbd1a40-4707-47d1-888d-f77a7d61ba8c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:49.042127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50586) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:49.043538 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-61606158-6c2d-4080-a889-d179cf05a11c tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] 10.222.0.42 "DELETE /v2.0/subnets/f16d91d7-e9ef-485a-8bb3-5dc8dcab66fd HTTP/1.1" status: 204 len: 168 time: 0.6875546 Feb 19 03:30:49.153435 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (efbd1a40-4707-47d1-888d-f77a7d61ba8c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.165571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-3de5272e-c6bc-4e3e-9126-5a88e39d184e service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443110 Feb 19 03:30:49.255571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-e66a462f-2cd7-42f0-8c7a-48972ed24537 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fed2a259-daba-4a39-bbcc-b2622847ea85 HTTP/1.1" status: 200 len: 217 time: 0.0601370 Feb 19 03:30:49.336226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f16757-bc7a-4d80-a2d9-a7163df8064a None None] DHCP port deletion for efbd1a40-4707-47d1-888d-f77a7d61ba8c request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:30:49.363091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Deleting port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:49.363705 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.368269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-56b6ef32-811b-4d10-ad69-d9f681cc5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.369974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-56b6ef32-811b-4d10-ad69-d9f681cc5194 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1a1d482-203a-4812-b095-3eeab64e54e1 HTTP/1.1" status: 200 len: 797 time: 0.1078258 Feb 19 03:30:49.462745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-56f16757-bc7a-4d80-a2d9-a7163df8064a None None] Deleting port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:49.463433 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-56f16757-bc7a-4d80-a2d9-a7163df8064a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.566907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] For port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=48bd85f3-6558-40e4-ba81-e9a46f10e4b0,segment=NetworkSegment(b9f73a03-96d9-460b-aee3-9957b8d5b8d9),segment_id=b9f73a03-96d9-460b-aee3-9957b8d5b8d9)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:49.567560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.591984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Calling delete_port for 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:49.607333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722ecf-00fd-4db8-92e7-72f23985f92f req-d196c2ba-c0a7-4173-8dd8-68cb0fb5649e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.607896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-56f16757-bc7a-4d80-a2d9-a7163df8064a None None] For port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=48bd85f3-6558-40e4-ba81-e9a46f10e4b0,segment=NetworkSegment(b9f73a03-96d9-460b-aee3-9957b8d5b8d9),segment_id=b9f73a03-96d9-460b-aee3-9957b8d5b8d9)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:49.608408 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-56f16757-bc7a-4d80-a2d9-a7163df8064a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.612996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722ecf-00fd-4db8-92e7-72f23985f92f req-d196c2ba-c0a7-4173-8dd8-68cb0fb5649e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.619659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722ecf-00fd-4db8-92e7-72f23985f92f req-d196c2ba-c0a7-4173-8dd8-68cb0fb5649e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.625326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722ecf-00fd-4db8-92e7-72f23985f92f req-d196c2ba-c0a7-4173-8dd8-68cb0fb5649e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.625993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-56f16757-bc7a-4d80-a2d9-a7163df8064a None None] Calling delete_port for 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:49.638683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722ecf-00fd-4db8-92e7-72f23985f92f req-d196c2ba-c0a7-4173-8dd8-68cb0fb5649e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.644393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722ecf-00fd-4db8-92e7-72f23985f92f req-d196c2ba-c0a7-4173-8dd8-68cb0fb5649e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.650935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722ecf-00fd-4db8-92e7-72f23985f92f req-d196c2ba-c0a7-4173-8dd8-68cb0fb5649e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.652974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3722ecf-00fd-4db8-92e7-72f23985f92f req-d196c2ba-c0a7-4173-8dd8-68cb0fb5649e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.1842399 Feb 19 03:30:49.706348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-8c6f301c-c70b-43ec-bbec-87bedef63c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.708474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-8c6f301c-c70b-43ec-bbec-87bedef63c1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d920c654-990f-45b0-82d7-bb385406a785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3243010 Feb 19 03:30:49.743364 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-56f16757-bc7a-4d80-a2d9-a7163df8064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.788749 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f16757-bc7a-4d80-a2d9-a7163df8064a None None] Pushing event deleted for resources: {'Port': ['ID=48bd85f3-6558-40e4-ba81-e9a46f10e4b0,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:49.799046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f16757-bc7a-4d80-a2d9-a7163df8064a None None] No DVR routers for this DVR port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:49.919550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3722ecf-00fd-4db8-92e7-72f23985f92f req-c89e5fbe-ce30-4e32-9bcf-e2410e0f67b3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2428617 Feb 19 03:30:50.025501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-38cf50c0-1604-4035-b0a8-88d31ca60dae service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960727 Feb 19 03:30:50.026323 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (48bd85f3-6558-40e4-ba81-e9a46f10e4b0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:50.067789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Pushing event deleted for resources: {'Port': ['ID=48bd85f3-6558-40e4-ba81-e9a46f10e4b0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:50.132701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] No DVR routers for this DVR port 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:50.284387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b27707-e344-4460-9168-ef4f1bd17e02 req-1e5b506d-5369-479e-bd32-907e9df71a1b service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318294 Feb 19 03:30:50.350558 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (efbd1a40-4707-47d1-888d-f77a7d61ba8c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:50.374209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad67ef-0e9e-49dc-99bb-babcf8ce9a8c req-8a7ffd95-a944-443b-9b1a-be6033d78de2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.375747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bad67ef-0e9e-49dc-99bb-babcf8ce9a8c req-8a7ffd95-a944-443b-9b1a-be6033d78de2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.2972014 Feb 19 03:30:50.433170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbd1a40-4707-47d1-888d-f77a7d61ba8c']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:50.445150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f73a03-96d9-460b-aee3-9957b8d5b8d9') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:50.445448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f73a03-96d9-460b-aee3-9957b8d5b8d9') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:50.455805 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (b9f73a03-96d9-460b-aee3-9957b8d5b8d9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:50.477860 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b9f73a03-96d9-460b-aee3-9957b8d5b8d9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:50.511109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:30:50.513380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (b9f73a03-96d9-460b-aee3-9957b8d5b8d9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:30:50.517432 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:30:50.585717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bad67ef-0e9e-49dc-99bb-babcf8ce9a8c req-7d6a8bf4-0a71-48e9-91b3-1a7c4ff03c58 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977932 Feb 19 03:30:50.627339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-2d33cf34-3500-467f-8fdd-3e11d417d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.628860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-2d33cf34-3500-467f-8fdd-3e11d417d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.629477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-2d33cf34-3500-467f-8fdd-3e11d417d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.630212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-2d33cf34-3500-467f-8fdd-3e11d417d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.630874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-2d33cf34-3500-467f-8fdd-3e11d417d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.632408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-2d33cf34-3500-467f-8fdd-3e11d417d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.632795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-2d33cf34-3500-467f-8fdd-3e11d417d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.636310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-2d33cf34-3500-467f-8fdd-3e11d417d823 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6706 time: 0.2462485 Feb 19 03:30:50.678775 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (efbd1a40-4707-47d1-888d-f77a7d61ba8c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:50.689342 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:50.696041 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] 10.222.0.42 "DELETE /v2.0/networks/efbd1a40-4707-47d1-888d-f77a7d61ba8c HTTP/1.1" status: 204 len: 168 time: 1.6493177 Feb 19 03:30:50.772669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7aa3d-760c-4449-8f72-c05bfbc9bb99 tempest-DHCPAgentSchedulersTestJSON-301352843 tempest-DHCPAgentSchedulersTestJSON-301352843-project] Pushing event deleted for resources: {'Network': ['ID=efbd1a40-4707-47d1-888d-f77a7d61ba8c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:50.822642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5f646-ffd0-4b60-85cc-c17583774744 req-f73742cc-48ea-437d-822e-12d7cba48490 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.825628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01f5f646-ffd0-4b60-85cc-c17583774744 req-f73742cc-48ea-437d-822e-12d7cba48490 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/ports?device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 945 time: 0.0906312 Feb 19 03:30:50.882759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-5ddc92b5-d794-4494-b1bf-f1096c6f8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.884317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-5ddc92b5-d794-4494-b1bf-f1096c6f8888 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d920c654-990f-45b0-82d7-bb385406a785 HTTP/1.1" status: 200 len: 903 time: 0.2407594 Feb 19 03:30:50.923374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:50.980059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:50.980059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 48bd85f3-6558-40e4-ba81-e9a46f10e4b0 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:51.048569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01f5f646-ffd0-4b60-85cc-c17583774744 req-668444c7-d88f-4fc4-9437-f24e86ea2826 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fd020ea-5d64-49f9-8326-5cc719389ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145967 Feb 19 03:30:51.052226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-9d81d9e2-0dee-4741-ac18-158b14a2efe4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5dda5223-5931-47d1-802d-331023296c5d HTTP/1.1" status: 200 len: 217 time: 0.1573005 Feb 19 03:30:51.140665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50606) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:51.230683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-fbf2c792-835a-476e-8afa-dd954dfb1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:51.232510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-fbf2c792-835a-476e-8afa-dd954dfb1a9d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1a1d482-203a-4812-b095-3eeab64e54e1 HTTP/1.1" status: 200 len: 797 time: 0.1737487 Feb 19 03:30:51.292232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4afff-d9dd-4f4f-809b-ef49f13f88ec req-bfa294bb-e1df-45d6-a038-665e8df25245 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:51.301474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2f4afff-d9dd-4f4f-809b-ef49f13f88ec req-bfa294bb-e1df-45d6-a038-665e8df25245 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1274474 Feb 19 03:30:51.347293 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-320677aa-a310-4017-8bc7-3b35d5b5c19b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=549e43087c224edfa6a97db97ecd07c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2054911 Feb 19 03:30:51.348070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50614) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:51.377609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2f4afff-d9dd-4f4f-809b-ef49f13f88ec req-67da4996-6c21-46be-9829-a5704d6b8d09 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744038 Feb 19 03:30:51.393756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-51f06f69-6fc1-4d24-b956-d9a772ce46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:51.399905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-51f06f69-6fc1-4d24-b956-d9a772ce46d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d920c654-990f-45b0-82d7-bb385406a785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1536784 Feb 19 03:30:51.505281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-851e9f77-a20c-408f-82ed-286d40c791ce admin admin] Publish callbacks [] for security_group (8d508f43-1449-4631-b9bc-9c7937dbe8f8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.534842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102962-367b-43e7-bf72-2611e52ee5dd req-d51dfe81-d24f-4e36-9f22-c6cb8edc760f tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:51.540312 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-77102962-367b-43e7-bf72-2611e52ee5dd req-d51dfe81-d24f-4e36-9f22-c6cb8edc760f tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.37 "GET /v2.0/ports?device_id=54a38736-d1db-49b6-af03-0d8faf1bddb4 HTTP/1.1" status: 200 len: 945 time: 0.0861444 Feb 19 03:30:51.620036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f9f5a-feb4-403d-b310-0c852158bb7d req-02fecbd7-e532-47ee-b657-5058bcae9564 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:51.621862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e3f9f5a-feb4-403d-b310-0c852158bb7d req-02fecbd7-e532-47ee-b657-5058bcae9564 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0849500 Feb 19 03:30:51.654489 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-851e9f77-a20c-408f-82ed-286d40c791ce admin admin] Publish callbacks [] for security_group (8d508f43-1449-4631-b9bc-9c7937dbe8f8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.654687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-95b8479c-671d-461b-95d4-23fa7d27cedc service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491493 Feb 19 03:30:51.747729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-77102962-367b-43e7-bf72-2611e52ee5dd req-e290d332-4e19-4549-8fbc-2b3905bba571 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Deleting port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:51.748564 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-77102962-367b-43e7-bf72-2611e52ee5dd req-e290d332-4e19-4549-8fbc-2b3905bba571 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.779770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e3f9f5a-feb4-403d-b310-0c852158bb7d req-87c9a939-0cc2-4596-a4bd-d2c4bf1bbe5a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457329 Feb 19 03:30:51.808139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b24fd87-af02-4236-8349-0f90d9e7a48e req-f4a638d1-9b34-49bf-804e-1158a34c664f service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409938 Feb 19 03:30:51.901345 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-851e9f77-a20c-408f-82ed-286d40c791ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8d508f43-1449-4631-b9bc-9c7937dbe8f8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.918463 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-851e9f77-a20c-408f-82ed-286d40c791ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.919682 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-851e9f77-a20c-408f-82ed-286d40c791ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d508f43-1449-4631-b9bc-9c7937dbe8f8 HTTP/1.1" status: 204 len: 168 time: 0.5703082 Feb 19 03:30:51.936541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e9f77-a20c-408f-82ed-286d40c791ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d508f43-1449-4631-b9bc-9c7937dbe8f8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:51.979750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-77102962-367b-43e7-bf72-2611e52ee5dd req-e290d332-4e19-4549-8fbc-2b3905bba571 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] For port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,segment=NetworkSegment(f1442079-cb05-492c-be1d-b101db600a5f),segment_id=f1442079-cb05-492c-be1d-b101db600a5f)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:51.979750 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-77102962-367b-43e7-bf72-2611e52ee5dd req-e290d332-4e19-4549-8fbc-2b3905bba571 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.997493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-77102962-367b-43e7-bf72-2611e52ee5dd req-e290d332-4e19-4549-8fbc-2b3905bba571 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Calling delete_port for 646b0ec5-ccc3-4e73-add0-6e91027ee1ac owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:52.105999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-38d8584e-45b2-407c-b560-3cd8fe6e9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.106529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-38d8584e-45b2-407c-b560-3cd8fe6e9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.106992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-38d8584e-45b2-407c-b560-3cd8fe6e9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.107517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-38d8584e-45b2-407c-b560-3cd8fe6e9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.107923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-38d8584e-45b2-407c-b560-3cd8fe6e9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.108396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-38d8584e-45b2-407c-b560-3cd8fe6e9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.108853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-38d8584e-45b2-407c-b560-3cd8fe6e9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.110958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-38d8584e-45b2-407c-b560-3cd8fe6e9656 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6706 time: 0.2280219 Feb 19 03:30:52.162812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-77102962-367b-43e7-bf72-2611e52ee5dd req-e290d332-4e19-4549-8fbc-2b3905bba571 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (646b0ec5-ccc3-4e73-add0-6e91027ee1ac), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.214892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290d332-4e19-4549-8fbc-2b3905bba571 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Pushing event deleted for resources: {'Port': ['ID=646b0ec5-ccc3-4e73-add0-6e91027ee1ac,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:52.261751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09a5e-5acd-4564-b61c-4e297ad1fc7a req-ecd65cfe-4e00-49bf-8cf2-69f4f689d217 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.268756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09a5e-5acd-4564-b61c-4e297ad1fc7a req-ecd65cfe-4e00-49bf-8cf2-69f4f689d217 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.277625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09a5e-5acd-4564-b61c-4e297ad1fc7a req-ecd65cfe-4e00-49bf-8cf2-69f4f689d217 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.283591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-77102962-367b-43e7-bf72-2611e52ee5dd req-e290d332-4e19-4549-8fbc-2b3905bba571 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] No DVR routers for this DVR port 646b0ec5-ccc3-4e73-add0-6e91027ee1ac on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:52.288685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09a5e-5acd-4564-b61c-4e297ad1fc7a req-ecd65cfe-4e00-49bf-8cf2-69f4f689d217 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.291689 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-77102962-367b-43e7-bf72-2611e52ee5dd req-e290d332-4e19-4549-8fbc-2b3905bba571 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.294558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09a5e-5acd-4564-b61c-4e297ad1fc7a req-ecd65cfe-4e00-49bf-8cf2-69f4f689d217 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.295076 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-77102962-367b-43e7-bf72-2611e52ee5dd req-e290d332-4e19-4549-8fbc-2b3905bba571 tempest-VolumesActionsTest-568427126 tempest-VolumesActionsTest-568427126-project] 10.222.0.37 "DELETE /v2.0/ports/646b0ec5-ccc3-4e73-add0-6e91027ee1ac HTTP/1.1" status: 204 len: 173 time: 0.7432680 Feb 19 03:30:52.295552 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a38736-d1db-49b6-af03-0d8faf1bddb4', 'name': 'network-vif-deleted', 'tag': '646b0ec5-ccc3-4e73-add0-6e91027ee1ac'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:52.297858 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d812aa-1817-409c-b990-b6c5087052cb" -d '{"events": [{"server_uuid": "54a38736-d1db-49b6-af03-0d8faf1bddb4", "name": "network-vif-deleted", "tag": "646b0ec5-ccc3-4e73-add0-6e91027ee1ac"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:52.301324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09a5e-5acd-4564-b61c-4e297ad1fc7a req-ecd65cfe-4e00-49bf-8cf2-69f4f689d217 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.309350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09a5e-5acd-4564-b61c-4e297ad1fc7a req-ecd65cfe-4e00-49bf-8cf2-69f4f689d217 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.320482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1aa09a5e-5acd-4564-b61c-4e297ad1fc7a req-ecd65cfe-4e00-49bf-8cf2-69f4f689d217 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.3812068 Feb 19 03:30:52.328728 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.408244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-1b6a6ac8-52f7-4cd3-9cf2-0a12e01a252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.409708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-1b6a6ac8-52f7-4cd3-9cf2-0a12e01a252e service neutron] 10.222.0.71 "GET /v2.0/networks?id=d920c654-990f-45b0-82d7-bb385406a785 HTTP/1.1" status: 200 len: 903 time: 0.2848837 Feb 19 03:30:52.442633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1aa09a5e-5acd-4564-b61c-4e297ad1fc7a req-e2ba7768-c386-4c4c-8c5a-e255adf38efb tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1210332 Feb 19 03:30:52.555589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-06325547-4cf7-4e2f-a914-cdf021bdec72 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fed2a259-daba-4a39-bbcc-b2622847ea85 HTTP/1.1" status: 200 len: 217 time: 0.1337628 Feb 19 03:30:52.620026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50632) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:52.648339 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4e084a8-b507-4a92-88c3-6abee4494ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.654156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-a10fb214-bce3-4008-8247-874bd5b9cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.656511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-a10fb214-bce3-4008-8247-874bd5b9cfef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1a1d482-203a-4812-b095-3eeab64e54e1 HTTP/1.1" status: 200 len: 797 time: 0.0949175 Feb 19 03:30:52.763949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-32f912d9-430d-42d6-89d4-9f9899a04cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.765906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-32f912d9-430d-42d6-89d4-9f9899a04cf6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d920c654-990f-45b0-82d7-bb385406a785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1005909 Feb 19 03:30:52.810770 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4e084a8-b507-4a92-88c3-6abee4494ab0 admin admin] Publish callbacks [] for security_group (3996bc86-4003-4401-9573-21bf3b99e873), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.821645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4e084a8-b507-4a92-88c3-6abee4494ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3996bc86-4003-4401-9573-21bf3b99e873), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.862589 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e084a8-b507-4a92-88c3-6abee4494ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3996bc86-4003-4401-9573-21bf3b99e873,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:52.884020 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b4e084a8-b507-4a92-88c3-6abee4494ab0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c916ea1cae540b19ee8fd3d140155c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626474 Feb 19 03:30:52.886843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50640) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:52.948884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96dadf0d-0315-4e38-9cf5-a708e824999f admin admin] Publish callbacks [] for security_group (3996bc86-4003-4401-9573-21bf3b99e873), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.992238 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96dadf0d-0315-4e38-9cf5-a708e824999f admin admin] Publish callbacks [] for security_group (3996bc86-4003-4401-9573-21bf3b99e873), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.040646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f73db-3078-4460-99c5-7694a9457133 req-c6793310-c6b0-4cd8-96b8-3b3a83fce9e8 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:53.050574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a34f73db-3078-4460-99c5-7694a9457133 req-c6793310-c6b0-4cd8-96b8-3b3a83fce9e8 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1448538 Feb 19 03:30:53.088766 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-e1f5fc32-e875-4279-8538-00658e81cb5f service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163035 Feb 19 03:30:53.110404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96dadf0d-0315-4e38-9cf5-a708e824999f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3996bc86-4003-4401-9573-21bf3b99e873), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.115869 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96dadf0d-0315-4e38-9cf5-a708e824999f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.117568 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-96dadf0d-0315-4e38-9cf5-a708e824999f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3996bc86-4003-4401-9573-21bf3b99e873 HTTP/1.1" status: 204 len: 168 time: 0.2295170 Feb 19 03:30:53.129545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dadf0d-0315-4e38-9cf5-a708e824999f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3996bc86-4003-4401-9573-21bf3b99e873,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:53.573495 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 646b0ec5-ccc3-4e73-add0-6e91027ee1ac no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:53.593146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a34f73db-3078-4460-99c5-7694a9457133 req-9d3e5ded-53f2-4854-bef7-846681601e0f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5361969 Feb 19 03:30:53.652074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 646b0ec5-ccc3-4e73-add0-6e91027ee1ac {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:53.652772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 646b0ec5-ccc3-4e73-add0-6e91027ee1ac not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:53.679200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63d51971-b1b5-4ead-8986-ac24aea2cdfe req-4c255498-df75-4536-a593-01b35c62c815 service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816138 Feb 19 03:30:53.777083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79054b-ae8f-4f7f-9917-0613a7abf93b req-b99d0438-1b1d-46dd-83d7-7ea3fefb9ff7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:53.779214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d79054b-ae8f-4f7f-9917-0613a7abf93b req-b99d0438-1b1d-46dd-83d7-7ea3fefb9ff7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0884423 Feb 19 03:30:53.918393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d79054b-ae8f-4f7f-9917-0613a7abf93b req-77540dfb-8416-42b5-b7b5-0c6d9a2d808a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309793 Feb 19 03:30:54.340905 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d212513-9644-4dcd-afc6-3ac5c7edb18e x-openstack-request-id: req-7d212513-9644-4dcd-afc6-3ac5c7edb18e {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:54.342123 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a38736-d1db-49b6-af03-0d8faf1bddb4", "name": "network-vif-deleted", "tag": "646b0ec5-ccc3-4e73-add0-6e91027ee1ac", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:54.343481 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d212513-9644-4dcd-afc6-3ac5c7edb18e {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:54.344120 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a38736-d1db-49b6-af03-0d8faf1bddb4', 'name': 'network-vif-deleted', 'tag': '646b0ec5-ccc3-4e73-add0-6e91027ee1ac', 'status': 'completed', 'code': 200} Feb 19 03:30:54.603076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984cbd-1173-4369-9a85-105fc4fee97c req-d42cce1e-a404-49f1-91ec-71f1a8962a13 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:54.610284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5984cbd-1173-4369-9a85-105fc4fee97c req-d42cce1e-a404-49f1-91ec-71f1a8962a13 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1077070 Feb 19 03:30:54.729231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5984cbd-1173-4369-9a85-105fc4fee97c req-a3d34b6f-924e-47f9-8c3c-3f32aeb69e70 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179459 Feb 19 03:30:54.858163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec19354-1d6e-4ee6-a0df-20919c7b5f78 req-1c425b94-2e41-43a7-8f73-f0455e933fa0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:54.866559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ec19354-1d6e-4ee6-a0df-20919c7b5f78 req-1c425b94-2e41-43a7-8f73-f0455e933fa0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 945 time: 0.0889506 Feb 19 03:30:54.949893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ec19354-1d6e-4ee6-a0df-20919c7b5f78 req-b6d6110a-9c35-4a0b-8746-cdfc26a00b7c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=38a2570a-344d-443c-8894-73566785ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820146 Feb 19 03:30:54.955875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-15b9ec9f-8fce-4575-a6c5-2c00463a0929 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:54.969186 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-15b9ec9f-8fce-4575-a6c5-2c00463a0929 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 945 time: 0.1463428 Feb 19 03:30:55.140113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666426eb-77f2-495d-bb9e-98d1176e4a45 req-53cb822f-e8c9-47c3-9d90-0a8b87ea597a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:55.146923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666426eb-77f2-495d-bb9e-98d1176e4a45 req-53cb822f-e8c9-47c3-9d90-0a8b87ea597a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:55.154605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666426eb-77f2-495d-bb9e-98d1176e4a45 req-53cb822f-e8c9-47c3-9d90-0a8b87ea597a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:55.163782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666426eb-77f2-495d-bb9e-98d1176e4a45 req-53cb822f-e8c9-47c3-9d90-0a8b87ea597a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:55.174337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666426eb-77f2-495d-bb9e-98d1176e4a45 req-53cb822f-e8c9-47c3-9d90-0a8b87ea597a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:55.182550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666426eb-77f2-495d-bb9e-98d1176e4a45 req-53cb822f-e8c9-47c3-9d90-0a8b87ea597a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:55.190539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666426eb-77f2-495d-bb9e-98d1176e4a45 req-53cb822f-e8c9-47c3-9d90-0a8b87ea597a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:55.200468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-666426eb-77f2-495d-bb9e-98d1176e4a45 req-53cb822f-e8c9-47c3-9d90-0a8b87ea597a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.1324759 Feb 19 03:30:55.211036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Deleting port ef0c8929-9da2-460f-9287-bb50a8b29fc6 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:55.211415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.370260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-666426eb-77f2-495d-bb9e-98d1176e4a45 req-a0847d37-3d00-4cec-bd8c-218e00362e6d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1682999 Feb 19 03:30:55.527757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] For port ef0c8929-9da2-460f-9287-bb50a8b29fc6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef0c8929-9da2-460f-9287-bb50a8b29fc6,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:55.528379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.588635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Calling delete_port for ef0c8929-9da2-460f-9287-bb50a8b29fc6 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:55.606854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bd02a-13fc-4e19-bdcf-5dfc4721a3f1 req-ac45e9da-b751-4569-a957-b64e99df498b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:55.614167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa8bd02a-13fc-4e19-bdcf-5dfc4721a3f1 req-ac45e9da-b751-4569-a957-b64e99df498b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 813 time: 0.1331043 Feb 19 03:30:55.633907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa8bd02a-13fc-4e19-bdcf-5dfc4721a3f1 req-d3fbd306-a816-4e5d-88b7-fc47b9478784 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/quotas/5370e4b676dc48c0aef8e5d1db9338ff HTTP/1.1" status: 200 len: 375 time: 0.0185990 Feb 19 03:30:55.702388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50710) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:55.798741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa8bd02a-13fc-4e19-bdcf-5dfc4721a3f1 req-c76e3622-1ad0-465a-8e47-c959141eec55 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1562982 Feb 19 03:30:55.865215 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ef0c8929-9da2-460f-9287-bb50a8b29fc6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.931823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'Port': ['ID=ef0c8929-9da2-460f-9287-bb50a8b29fc6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:55.976823 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8309199-5ad0-4a40-80b1-8480b24d567d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.058405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9792-0873-463e-8f97-df3befa06a36 req-28d19ad8-d462-4196-ad12-4948c2644740 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:56.059836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21db9792-0873-463e-8f97-df3befa06a36 req-28d19ad8-d462-4196-ad12-4948c2644740 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1758237 Feb 19 03:30:56.068662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] No DVR routers for this DVR port ef0c8929-9da2-460f-9287-bb50a8b29fc6 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:56.084804 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.088799 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6c56d221-9ebd-4c43-b136-bf64b8ea4519 req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "DELETE /v2.0/ports/ef0c8929-9da2-460f-9287-bb50a8b29fc6 HTTP/1.1" status: 204 len: 173 time: 1.1125255 Feb 19 03:30:56.090993 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.091372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.091873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.092474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.092831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.108247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.108677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.109272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.109681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.110982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.111340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.111691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.117242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e72c1-cd1d-4752-aee1-be6b7a041de4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:56.183408 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50724) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:56.210278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21db9792-0873-463e-8f97-df3befa06a36 req-06e4f2e3-625c-400b-ae79-ebaeb8643bcc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350021 Feb 19 03:30:56.280251 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8309199-5ad0-4a40-80b1-8480b24d567d admin admin] Publish callbacks [] for security_group (39d93403-2105-46f2-bf6c-27e997a13f00), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.286956 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8309199-5ad0-4a40-80b1-8480b24d567d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (39d93403-2105-46f2-bf6c-27e997a13f00), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.346630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4066ce-6937-4426-84bb-880f1c0ef2a9', 'name': 'network-vif-deleted', 'tag': 'ef0c8929-9da2-460f-9287-bb50a8b29fc6'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:56.350559 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91690a4b-1ab4-4396-b82c-27ddff044f08" -d '{"events": [{"server_uuid": "4c4066ce-6937-4426-84bb-880f1c0ef2a9", "name": "network-vif-deleted", "tag": "ef0c8929-9da2-460f-9287-bb50a8b29fc6"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:56.384611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8309199-5ad0-4a40-80b1-8480b24d567d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d93403-2105-46f2-bf6c-27e997a13f00,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:56.437337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f8309199-5ad0-4a40-80b1-8480b24d567d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e36c66b4e4b4de7a4c41123f908352c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7303405 Feb 19 03:30:56.440101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50732) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:56.526399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1171294383'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:56.537990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d905e29-55c4-4595-ba71-4dba4adba908 req-16e03658-5ce3-4e5e-833a-96ab6a84d45f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:56.550462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d905e29-55c4-4595-ba71-4dba4adba908 req-16e03658-5ce3-4e5e-833a-96ab6a84d45f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.2060006 Feb 19 03:30:56.616233 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-674e40e2-89f0-4dfd-8932-3d45b1b37ad6 admin admin] Publish callbacks [] for security_group (39d93403-2105-46f2-bf6c-27e997a13f00), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.655196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Made reservation on behalf of e705bedc3ffa4173b821f6f0a70d6a9a for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:56.658897 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.670841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d905e29-55c4-4595-ba71-4dba4adba908 req-86615d5c-0521-43c2-85c9-cf0277518bcb tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170549 Feb 19 03:30:56.682067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-674e40e2-89f0-4dfd-8932-3d45b1b37ad6 admin admin] Publish callbacks [] for security_group (39d93403-2105-46f2-bf6c-27e997a13f00), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.725396 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.846815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-674e40e2-89f0-4dfd-8932-3d45b1b37ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (39d93403-2105-46f2-bf6c-27e997a13f00), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.855513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-674e40e2-89f0-4dfd-8932-3d45b1b37ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.857529 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-674e40e2-89f0-4dfd-8932-3d45b1b37ad6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39d93403-2105-46f2-bf6c-27e997a13f00 HTTP/1.1" status: 204 len: 168 time: 0.4160864 Feb 19 03:30:56.888178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e40e2-89f0-4dfd-8932-3d45b1b37ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d93403-2105-46f2-bf6c-27e997a13f00,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:56.911715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea51af-9405-4a53-81d5-4c0c2de3ef9a req-d1d48462-a6f2-450e-a2f2-23fe84414d0b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:56.922836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2ea51af-9405-4a53-81d5-4c0c2de3ef9a req-d1d48462-a6f2-450e-a2f2-23fe84414d0b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1546917 Feb 19 03:30:56.978622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks [] for security_group (9c7e9837-bb31-4c27-a3a0-d21ff4a1a2ef), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.991852 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9c7e9837-bb31-4c27-a3a0-d21ff4a1a2ef), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.032489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:30:57.049009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2ea51af-9405-4a53-81d5-4c0c2de3ef9a req-5da6435f-7849-47cc-b3af-8e89af1cd45f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057539 Feb 19 03:30:57.050946 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7e9837-bb31-4c27-a3a0-d21ff4a1a2ef,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:57.060171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (12dd9f16-4076-4bf0-81a2-29ccc514b66a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.060171 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Added segment 12dd9f16-4076-4bf0-81a2-29ccc514b66a of type vlan for network 478227de-583c-48f5-a581-6d72db7dd7a2 Feb 19 03:30:57.117791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (478227de-583c-48f5-a581-6d72db7dd7a2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.159274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7a8779b-299f-4ff0-9bd3-fe14d4f2bd27 req-0a18a9d8-5a4b-4011-b139-83356a8bfc9c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.0357258 Feb 19 03:30:57.164334 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (478227de-583c-48f5-a581-6d72db7dd7a2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.169833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:57.170481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.337481 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8033013e-9c88-4b0e-932a-dc75222d54a5 x-openstack-request-id: req-8033013e-9c88-4b0e-932a-dc75222d54a5 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:57.344547 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4066ce-6937-4426-84bb-880f1c0ef2a9", "name": "network-vif-deleted", "tag": "ef0c8929-9da2-460f-9287-bb50a8b29fc6", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:57.345101 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8033013e-9c88-4b0e-932a-dc75222d54a5 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:57.350286 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4066ce-6937-4426-84bb-880f1c0ef2a9', 'name': 'network-vif-deleted', 'tag': 'ef0c8929-9da2-460f-9287-bb50a8b29fc6', 'status': 'completed', 'code': 200} Feb 19 03:30:57.368068 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1833899 Feb 19 03:30:57.419444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f482fc-c4e3-465f-a6d1-19ce97fef3ec tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Pushing event updated for resources: {'Network': ['ID=478227de-583c-48f5-a581-6d72db7dd7a2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:57.442752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 478227de-583c-48f5-a581-6d72db7dd7a2 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:30:57.560565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8d225-9816-4cde-8b2e-5eed144a7801 req-a6bee2f1-fdca-4753-a4c8-57f79440d38c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:57.569582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8d225-9816-4cde-8b2e-5eed144a7801 req-a6bee2f1-fdca-4753-a4c8-57f79440d38c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:57.576597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8d225-9816-4cde-8b2e-5eed144a7801 req-a6bee2f1-fdca-4753-a4c8-57f79440d38c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:57.582804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8d225-9816-4cde-8b2e-5eed144a7801 req-a6bee2f1-fdca-4753-a4c8-57f79440d38c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:57.590581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8d225-9816-4cde-8b2e-5eed144a7801 req-a6bee2f1-fdca-4753-a4c8-57f79440d38c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:57.592760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef0c8929-9da2-460f-9287-bb50a8b29fc6 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:57.597617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8d225-9816-4cde-8b2e-5eed144a7801 req-a6bee2f1-fdca-4753-a4c8-57f79440d38c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:57.610564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8d225-9816-4cde-8b2e-5eed144a7801 req-a6bee2f1-fdca-4753-a4c8-57f79440d38c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:57.620758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85b8d225-9816-4cde-8b2e-5eed144a7801 req-a6bee2f1-fdca-4753-a4c8-57f79440d38c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.1831584 Feb 19 03:30:57.631892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: ef0c8929-9da2-460f-9287-bb50a8b29fc6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:57.632242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef0c8929-9da2-460f-9287-bb50a8b29fc6 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:57.714744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85b8d225-9816-4cde-8b2e-5eed144a7801 req-ee6d9d12-5865-4c54-baeb-e8d43c72fdfa tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0889671 Feb 19 03:30:57.855407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25219474-314a-4a7f-af83-1c597f1d7cc4 req-3fafcf1e-3136-40a3-bbdd-0ae5eef0669b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:57.863371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25219474-314a-4a7f-af83-1c597f1d7cc4 req-3fafcf1e-3136-40a3-bbdd-0ae5eef0669b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0781465 Feb 19 03:30:57.929778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25219474-314a-4a7f-af83-1c597f1d7cc4 req-8139aa8a-e1bd-4844-9721-ab29037bd4ea tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648897 Feb 19 03:30:58.094960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4323c3-c99a-4a94-8692-aa57cccaca7e req-54e0de19-1615-4dd9-a3d7-746256529d51 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:58.104572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab4323c3-c99a-4a94-8692-aa57cccaca7e req-54e0de19-1615-4dd9-a3d7-746256529d51 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.0969512 Feb 19 03:30:58.201420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab4323c3-c99a-4a94-8692-aa57cccaca7e req-66c066ff-9af6-4d20-9fce-346e6bf7b8ba tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935519 Feb 19 03:30:58.575170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50776) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:58.583891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Request body: {'port': {'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2', 'binding:host_id': 'n-h2-826756-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1125274066'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:58.628267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Made reservation on behalf of 77664fb5dff340429064912fc49b235e for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:58.635249 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.673585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.820117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae8968-3d24-4bcc-a504-266a10a46dae req-8e1dd998-2823-4341-b55e-c504a0a0f0b8 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:58.826753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74ae8968-3d24-4bcc-a504-266a10a46dae req-8e1dd998-2823-4341-b55e-c504a0a0f0b8 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1176589 Feb 19 03:30:58.891820 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks [] for security_group (1528fef1-9c4c-419f-ac9d-4a28ec76f65c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.900241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1528fef1-9c4c-419f-ac9d-4a28ec76f65c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.900720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74ae8968-3d24-4bcc-a504-266a10a46dae req-6ed54f8b-e793-4659-902a-f2173a8661b8 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698361 Feb 19 03:30:58.914770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] device_id is not set on port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:59.038187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1136a10c-3e47-4aba-82e0-644874ffc03a req-41e9f23a-43bc-4d4b-a104-c606eb8c3627 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5370e4b676dc48c0aef8e5d1db9338ff HTTP/1.1" status: 200 len: 221 time: 0.0484352 Feb 19 03:30:59.063571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1528fef1-9c4c-419f-ac9d-4a28ec76f65c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:59.162912 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44a23f2d-c3d6-4252-ae0f-7766bfab23bf req-c723ee3c-dc38-41ca-9d86-b398761211db tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.0419297 Feb 19 03:30:59.320742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] device_id is not set on port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:59.331247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks [] for port (32a0292f-ab8f-4773-b9fd-c8fe3c78d29b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:59.333492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3f7-3e54-4478-aa19-bddb88a69648 req-76e468e0-4224-436c-855d-018d3043603f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:59.341729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3f7-3e54-4478-aa19-bddb88a69648 req-76e468e0-4224-436c-855d-018d3043603f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:59.348813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3f7-3e54-4478-aa19-bddb88a69648 req-76e468e0-4224-436c-855d-018d3043603f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:59.350522 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (32a0292f-ab8f-4773-b9fd-c8fe3c78d29b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:59.359500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3f7-3e54-4478-aa19-bddb88a69648 req-76e468e0-4224-436c-855d-018d3043603f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:59.368256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3f7-3e54-4478-aa19-bddb88a69648 req-76e468e0-4224-436c-855d-018d3043603f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:59.377799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3f7-3e54-4478-aa19-bddb88a69648 req-76e468e0-4224-436c-855d-018d3043603f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:59.385471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d3f7-3e54-4478-aa19-bddb88a69648 req-76e468e0-4224-436c-855d-018d3043603f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:59.395710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b17d3f7-3e54-4478-aa19-bddb88a69648 req-76e468e0-4224-436c-855d-018d3043603f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.1421480 Feb 19 03:30:59.512169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b17d3f7-3e54-4478-aa19-bddb88a69648 req-04aa9b88-2556-4ac2-8039-7539ebc7a88b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1150894 Feb 19 03:30:59.518388 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event updated for resources: {'Port': ['ID=32a0292f-ab8f-4773-b9fd-c8fe3c78d29b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:59.538221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Checking segment: {'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:59.539423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Network hostable DHCP agents. Network: 478227de-583c-48f5-a581-6d72db7dd7a2, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:30:59.587123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Network 478227de-583c-48f5-a581-6d72db7dd7a2 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:30:59.611385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 478227de-583c-48f5-a581-6d72db7dd7a2) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:59.621112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:59.622901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b5b97-bbe5-4e7e-93f4-7f9920a24897 None None] Network 478227de-583c-48f5-a581-6d72db7dd7a2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:59.638970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:59.639682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:59.640273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:59.653467 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:59.654148 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:30:59.654751 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 2 to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b Feb 19 03:30:59.677235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:59.678035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:59.678584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:59.684948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:59.685656 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:30:59.686379 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 3 to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b Feb 19 03:30:59.710916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:59.712158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:59.712862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:59.719831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:59.720596 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:30:59.721216 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 4 to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b Feb 19 03:30:59.737200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:59.737949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:59.738683 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:59.740309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4351-2146-48fb-b527-25e473e90693 req-c41c0dca-d6ec-41cc-8142-0f1adb304559 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:59.743928 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-459c4351-2146-48fb-b527-25e473e90693 req-c41c0dca-d6ec-41cc-8142-0f1adb304559 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1501153 Feb 19 03:30:59.752267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:59.752984 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:30:59.753483 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 5 to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b Feb 19 03:30:59.775911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:59.776403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:59.776840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:59.785740 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:59.786408 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:30:59.787477 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 6 to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b Feb 19 03:30:59.806549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:59.807288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:59.807635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:59.813116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:59.813675 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:30:59.814258 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 7 to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b Feb 19 03:30:59.840257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:59.841894 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:59.842318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:59.851655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:59.851986 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:30:59.852386 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 8 to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b Feb 19 03:30:59.874872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:59.875315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:59.875774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:59.881615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:59.882330 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:30:59.882840 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 9 to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b Feb 19 03:30:59.897256 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-459c4351-2146-48fb-b527-25e473e90693 req-67e04315-9c5c-49bb-8d4d-566ca9a96370 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387279 Feb 19 03:30:59.914661 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:59.917134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:59.917653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:59.925464 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:59.926064 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:30:59.926712 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 10 to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b Feb 19 03:30:59.949143 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:59.949796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:59.950547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:59.958307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:59.959566 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:30:59.960333 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (32a0292f-ab8f-4773-b9fd-c8fe3c78d29b), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.058077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fef8e-504d-4652-be49-8d88d686b08d req-cd776a26-46c3-4931-9737-0f2e9af7fdd0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:00.069594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] For port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:00.069835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-543fef8e-504d-4652-be49-8d88d686b08d req-cd776a26-46c3-4931-9737-0f2e9af7fdd0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1032887 Feb 19 03:31:00.070501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempted to set empty binding levels {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:31:00.079254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (32a0292f-ab8f-4773-b9fd-c8fe3c78d29b), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.114116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:00.116152 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.203825 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6269124 Feb 19 03:31:00.209911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50826) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:00.252369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a13d3a-1a9e-411e-bc06-eaeac32180e1 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event updated for resources: {'Port': ['ID=32a0292f-ab8f-4773-b9fd-c8fe3c78d29b,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:00.289179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-543fef8e-504d-4652-be49-8d88d686b08d req-4627b15f-d0f8-40e1-8c9f-ed1a36f2f60a tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103319 Feb 19 03:31:00.362779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ca47f-d03b-4774-b503-c16c3306537a tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Deleting port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:00.363306 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd6ca47f-d03b-4774-b503-c16c3306537a tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (32a0292f-ab8f-4773-b9fd-c8fe3c78d29b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.465578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bd6ca47f-d03b-4774-b503-c16c3306537a tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] For port 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b, host n-h2-826756-2, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:00.468391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd6ca47f-d03b-4774-b503-c16c3306537a tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (32a0292f-ab8f-4773-b9fd-c8fe3c78d29b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.485651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ca47f-d03b-4774-b503-c16c3306537a tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Calling delete_port for 32a0292f-ab8f-4773-b9fd-c8fe3c78d29b owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:00.503263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91d5fb-ee89-49fe-abc8-4956e465f0df req-adb28d9e-e6d7-44a6-8bed-f1fb95069824 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:00.503263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a91d5fb-ee89-49fe-abc8-4956e465f0df req-adb28d9e-e6d7-44a6-8bed-f1fb95069824 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1266747 Feb 19 03:31:00.672671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a91d5fb-ee89-49fe-abc8-4956e465f0df req-5ec83c57-879e-47a3-b590-cc6b7a0f6e8e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204205 Feb 19 03:31:00.695978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd6ca47f-d03b-4774-b503-c16c3306537a tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (32a0292f-ab8f-4773-b9fd-c8fe3c78d29b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.749069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ca47f-d03b-4774-b503-c16c3306537a tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event deleted for resources: {'Port': ['ID=32a0292f-ab8f-4773-b9fd-c8fe3c78d29b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:00.753677 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd6ca47f-d03b-4774-b503-c16c3306537a tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.757684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bd6ca47f-d03b-4774-b503-c16c3306537a tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "DELETE /v2.0/ports/32a0292f-ab8f-4773-b9fd-c8fe3c78d29b HTTP/1.1" status: 204 len: 168 time: 0.5491345 Feb 19 03:31:00.760361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50846) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:00.794311 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d33c20-4d49-4aed-90eb-14d589a78a10 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:31:00.796169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-98d33c20-4d49-4aed-90eb-14d589a78a10 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "GET /v2.0/ports/32a0292f-ab8f-4773-b9fd-c8fe3c78d29b HTTP/1.1" status: 404 len: 333 time: 0.0343833 Feb 19 03:31:00.800005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50848) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:00.805218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Request body: {'port': {'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1237031572'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:00.855742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Made reservation on behalf of 77664fb5dff340429064912fc49b235e for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:00.866149 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.916916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] device_id is not set on port a9aca020-ae07-4ca1-865c-06c99fff33de yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:31:00.934445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849478a-6c11-44d3-b3f1-08d66d597ddd req-3574cde0-2ebb-4bf3-afd9-0b88bf707304 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:00.936119 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f849478a-6c11-44d3-b3f1-08d66d597ddd req-3574cde0-2ebb-4bf3-afd9-0b88bf707304 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1189351 Feb 19 03:31:01.038840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f849478a-6c11-44d3-b3f1-08d66d597ddd req-386c042a-ed9e-4059-96ef-deb5fce3106c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930851 Feb 19 03:31:01.153163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks [] for port (a9aca020-ae07-4ca1-865c-06c99fff33de), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.236799 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a9aca020-ae07-4ca1-865c-06c99fff33de), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.285552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14608bc8-99c6-4a70-832b-9294ddb2359f req-ec5e86c2-490c-49a3-b364-3356d53f350b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.1214826 Feb 19 03:31:01.339576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event updated for resources: {'Port': ['ID=a9aca020-ae07-4ca1-865c-06c99fff33de,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:01.362121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Network 478227de-583c-48f5-a581-6d72db7dd7a2 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:01.364540 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:01.370795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:01.372044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:01.372802 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.404591 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c26bc6ac-e551-4370-8362-33f2caff87bf tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6008418 Feb 19 03:31:01.405259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50856) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:01.410636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:01.491855 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50858) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:01.567112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa79a0-7985-46d3-8666-b2f74098377d req-10bf8fa6-a286-4c5c-b83c-99580ae018f3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:01.573134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa79a0-7985-46d3-8666-b2f74098377d req-10bf8fa6-a286-4c5c-b83c-99580ae018f3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:01.578456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa79a0-7985-46d3-8666-b2f74098377d req-10bf8fa6-a286-4c5c-b83c-99580ae018f3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:01.583909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa79a0-7985-46d3-8666-b2f74098377d req-10bf8fa6-a286-4c5c-b83c-99580ae018f3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:01.589272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa79a0-7985-46d3-8666-b2f74098377d req-10bf8fa6-a286-4c5c-b83c-99580ae018f3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:01.594598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa79a0-7985-46d3-8666-b2f74098377d req-10bf8fa6-a286-4c5c-b83c-99580ae018f3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:01.600102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa79a0-7985-46d3-8666-b2f74098377d req-10bf8fa6-a286-4c5c-b83c-99580ae018f3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:01.607843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67fa79a0-7985-46d3-8666-b2f74098377d req-10bf8fa6-a286-4c5c-b83c-99580ae018f3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2034180 Feb 19 03:31:01.609596 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a9aca020-ae07-4ca1-865c-06c99fff33de), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.620381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33456164-a49a-4d29-8bac-d7d18a90dc0e details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:31:01.678393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29947125-663a-4c59-90c5-91d136bfe2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.737646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67fa79a0-7985-46d3-8666-b2f74098377d req-e310ae3e-914b-41ee-b387-8d44384be624 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1224358 Feb 19 03:31:01.917697 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29947125-663a-4c59-90c5-91d136bfe2b6 admin admin] Publish callbacks [] for security_group (aa943309-0728-4059-8427-c102fcfa9758), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.930827 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29947125-663a-4c59-90c5-91d136bfe2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (aa943309-0728-4059-8427-c102fcfa9758), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.971113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:01.981682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] device_id is not set on port a9aca020-ae07-4ca1-865c-06c99fff33de yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:31:01.995409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks [] for port (a9aca020-ae07-4ca1-865c-06c99fff33de), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.000448 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'port_id': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'mac_address': 'fa:16:3e:00:d2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:31:02.004533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0ea5d-060a-44f6-ad5c-b5d147fd08a6 req-53bb93de-d6f5-4f57-b253-8e6fb45f0b4d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:02.006877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28a0ea5d-060a-44f6-ad5c-b5d147fd08a6 req-53bb93de-d6f5-4f57-b253-8e6fb45f0b4d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1308372 Feb 19 03:31:02.046586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29947125-663a-4c59-90c5-91d136bfe2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa943309-0728-4059-8427-c102fcfa9758,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:02.061687 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-29947125-663a-4c59-90c5-91d136bfe2b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2f20a256bdc48989511115aea55faa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5685647 Feb 19 03:31:02.066816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50864) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:02.095735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 33456164-a49a-4d29-8bac-d7d18a90dc0e is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:02.096406 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.109619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28a0ea5d-060a-44f6-ad5c-b5d147fd08a6 req-aed9fadf-1b92-4323-82b1-aca95d2f0d2f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952959 Feb 19 03:31:02.114760 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a9aca020-ae07-4ca1-865c-06c99fff33de), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.135800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33456164-a49a-4d29-8bac-d7d18a90dc0e {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:31:02.165404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf121-a341-4219-9a99-62fc0cb3f350 admin admin] Publish callbacks [] for security_group (aa943309-0728-4059-8427-c102fcfa9758), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.179166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:02.195312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.200272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf121-a341-4219-9a99-62fc0cb3f350 admin admin] Publish callbacks [] for security_group (aa943309-0728-4059-8427-c102fcfa9758), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.285524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf121-a341-4219-9a99-62fc0cb3f350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (aa943309-0728-4059-8427-c102fcfa9758), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.288660 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf121-a341-4219-9a99-62fc0cb3f350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.293001 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8cfaf121-a341-4219-9a99-62fc0cb3f350 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa943309-0728-4059-8427-c102fcfa9758 HTTP/1.1" status: 204 len: 168 time: 0.2216709 Feb 19 03:31:02.304149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfaf121-a341-4219-9a99-62fc0cb3f350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa943309-0728-4059-8427-c102fcfa9758,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:02.306820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:02.318394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.318750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.319099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.319444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.319772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.320111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.320441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.320790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.321093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.321438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.321748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.322108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.322421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:02.337985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:02.338307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:02.338693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:02.353572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33456164-a49a-4d29-8bac-d7d18a90dc0e'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:31:02.355777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:02.356141 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:02.361051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event updated for resources: {'Port': ['ID=a9aca020-ae07-4ca1-865c-06c99fff33de,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:02.364217 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 2 to bind port a9aca020-ae07-4ca1-865c-06c99fff33de Feb 19 03:31:02.404300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:02.404760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:02.405069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:02.429934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:02.430258 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:02.452062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6d921-e89a-49d8-b810-6692d262cf5d req-2bee7745-8a50-44cb-9575-d6208cec945a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:02.454297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56f6d921-e89a-49d8-b810-6692d262cf5d req-2bee7745-8a50-44cb-9575-d6208cec945a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2155337 Feb 19 03:31:02.456545 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 3 to bind port a9aca020-ae07-4ca1-865c-06c99fff33de Feb 19 03:31:02.490958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:02.491569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:02.492080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:02.502567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:02.503240 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:02.505039 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 4 to bind port a9aca020-ae07-4ca1-865c-06c99fff33de Feb 19 03:31:02.554559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:02.560306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:02.561100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:02.579407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:02.581795 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:02.583539 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 5 to bind port a9aca020-ae07-4ca1-865c-06c99fff33de Feb 19 03:31:02.626819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:02.629526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:02.630147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:02.644591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56f6d921-e89a-49d8-b810-6692d262cf5d req-0dd12580-9788-47a3-b057-46ef5046f610 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831863 Feb 19 03:31:02.645293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:02.645640 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:02.646119 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 6 to bind port a9aca020-ae07-4ca1-865c-06c99fff33de Feb 19 03:31:02.679698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:02.680116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:02.680401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:02.696281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:02.696635 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:02.697054 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 7 to bind port a9aca020-ae07-4ca1-865c-06c99fff33de Feb 19 03:31:02.725892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:02.729664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:02.730293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:02.744979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:02.745480 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:02.748307 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 8 to bind port a9aca020-ae07-4ca1-865c-06c99fff33de Feb 19 03:31:02.832096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50878) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:02.833173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:02.835124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:02.835291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:02.855409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:02.855802 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:02.857233 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 9 to bind port a9aca020-ae07-4ca1-865c-06c99fff33de Feb 19 03:31:02.857369 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68c3587a-1012-4fd4-a909-33f1a186fb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.878106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:02.878445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:02.878782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:02.897471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf451ec-5832-4938-a769-ab32d8fcf76b req-8d0a41b6-abf4-4881-9ad8-48865df47a33 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:02.906045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dcf451ec-5832-4938-a769-ab32d8fcf76b req-8d0a41b6-abf4-4881-9ad8-48865df47a33 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1587880 Feb 19 03:31:02.927281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:02.927691 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:02.929975 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 10 to bind port a9aca020-ae07-4ca1-865c-06c99fff33de Feb 19 03:31:02.966077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:02.966419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:02.966753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:02.982324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:02.982978 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port a9aca020-ae07-4ca1-865c-06c99fff33de on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:02.983074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a9aca020-ae07-4ca1-865c-06c99fff33de), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.001307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dcf451ec-5832-4938-a769-ab32d8fcf76b req-7c1f8696-70f9-4582-be87-7ea228aa005d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892053 Feb 19 03:31:03.020850 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68c3587a-1012-4fd4-a909-33f1a186fb9e admin admin] Publish callbacks [] for security_group (e8f29d98-88ed-4d97-b078-a7cf1ef1f40d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.035423 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68c3587a-1012-4fd4-a909-33f1a186fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e8f29d98-88ed-4d97-b078-a7cf1ef1f40d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.091122 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-68c3587a-1012-4fd4-a909-33f1a186fb9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9797a23135624e7db1bbacfd8a83d84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550290 Feb 19 03:31:03.091493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50880) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:03.099588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3587a-1012-4fd4-a909-33f1a186fb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f29d98-88ed-4d97-b078-a7cf1ef1f40d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:03.166457 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a237-9b19-4179-aa0c-085b030b9e88 admin admin] Publish callbacks [] for security_group (e8f29d98-88ed-4d97-b078-a7cf1ef1f40d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.177413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-802cdc54-a73f-4691-abda-b1065b37ae2d req-95b56257-6c83-4ef5-b7a5-52a83945632a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.0483186 Feb 19 03:31:03.192771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] For port a9aca020-ae07-4ca1-865c-06c99fff33de, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:03.194078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempted to set empty binding levels {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:31:03.203454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a237-9b19-4179-aa0c-085b030b9e88 admin admin] Publish callbacks [] for security_group (e8f29d98-88ed-4d97-b078-a7cf1ef1f40d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.210126 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a9aca020-ae07-4ca1-865c-06c99fff33de), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.262622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a237-9b19-4179-aa0c-085b030b9e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e8f29d98-88ed-4d97-b078-a7cf1ef1f40d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.266245 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a237-9b19-4179-aa0c-085b030b9e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.267675 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f0a8a237-9b19-4179-aa0c-085b030b9e88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8f29d98-88ed-4d97-b078-a7cf1ef1f40d HTTP/1.1" status: 204 len: 168 time: 0.1751890 Feb 19 03:31:03.283139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a237-9b19-4179-aa0c-085b030b9e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f29d98-88ed-4d97-b078-a7cf1ef1f40d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:03.315661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event updated for resources: {'Port': ['ID=a9aca020-ae07-4ca1-865c-06c99fff33de,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:03.335249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] In _notify_port_updated(), no bound segment for port a9aca020-ae07-4ca1-865c-06c99fff33de on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:31:03.336431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.337223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.339516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3e19d030-1575-4857-889a-7860e46b3a99 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "PUT /v2.0/ports/a9aca020-ae07-4ca1-865c-06c99fff33de HTTP/1.1" status: 200 len: 975 time: 1.9333529 Feb 19 03:31:03.342561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50886) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:03.400776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c363c-891f-472c-9306-72d26dd64f0b req-af0794d6-e053-47f6-be7e-9497dfa9504a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.408798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a90c363c-891f-472c-9306-72d26dd64f0b req-af0794d6-e053-47f6-be7e-9497dfa9504a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0947444 Feb 19 03:31:03.474285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a90c363c-891f-472c-9306-72d26dd64f0b req-81c1082b-0c3c-43b6-b336-c6c0e90f618a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591743 Feb 19 03:31:03.487501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.487986 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.488457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.488921 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.489380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.491214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.491703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.492170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.492680 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.493085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.493621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.494164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.494772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.495077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.496117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.498851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.500017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.500509 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.501330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.502133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.502596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.503069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.503635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.504554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.505023 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.505550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.506574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.507041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.507515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.507977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.508441 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.508907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.509371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.509833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.517968 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-95c5a2aa-1f5d-4b33-8de7-33d3bb496b4e tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31728 time: 0.1704907 Feb 19 03:31:03.518796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50890) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:03.639184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33456164-a49a-4d29-8bac-d7d18a90dc0e up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:03.716999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 33456164-a49a-4d29-8bac-d7d18a90dc0e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:03.717645 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.726681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4362f2-a4b5-4c58-87f3-13969a6cf167 req-9f591b1c-3417-40c0-af94-5c81d46f2573 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.732065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4362f2-a4b5-4c58-87f3-13969a6cf167 req-9f591b1c-3417-40c0-af94-5c81d46f2573 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.737830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4362f2-a4b5-4c58-87f3-13969a6cf167 req-9f591b1c-3417-40c0-af94-5c81d46f2573 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.738517 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:31:03.743222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4362f2-a4b5-4c58-87f3-13969a6cf167 req-9f591b1c-3417-40c0-af94-5c81d46f2573 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.749080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4362f2-a4b5-4c58-87f3-13969a6cf167 req-9f591b1c-3417-40c0-af94-5c81d46f2573 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.754689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4362f2-a4b5-4c58-87f3-13969a6cf167 req-9f591b1c-3417-40c0-af94-5c81d46f2573 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.763511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4362f2-a4b5-4c58-87f3-13969a6cf167 req-9f591b1c-3417-40c0-af94-5c81d46f2573 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.766131 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd4362f2-a4b5-4c58-87f3-13969a6cf167 req-9f591b1c-3417-40c0-af94-5c81d46f2573 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2040031 Feb 19 03:31:03.843557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd4362f2-a4b5-4c58-87f3-13969a6cf167 req-96b78e04-5f9d-4dd4-919e-0e6f5514b128 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0679431 Feb 19 03:31:03.864374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3bfa6-59fb-4922-bda2-c57e9469174b tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Deleting port a9aca020-ae07-4ca1-865c-06c99fff33de {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:03.864733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bfa6-59fb-4922-bda2-c57e9469174b tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a9aca020-ae07-4ca1-865c-06c99fff33de), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.910750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 33456164-a49a-4d29-8bac-d7d18a90dc0e is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:03.911512 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.947823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4fa3bfa6-59fb-4922-bda2-c57e9469174b tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] For port a9aca020-ae07-4ca1-865c-06c99fff33de, host n-h2-826756-2, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:03.948339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bfa6-59fb-4922-bda2-c57e9469174b tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a9aca020-ae07-4ca1-865c-06c99fff33de), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.962879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3bfa6-59fb-4922-bda2-c57e9469174b tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Calling delete_port for a9aca020-ae07-4ca1-865c-06c99fff33de owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:03.969802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:03.976587 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c49ae-0620-4ccf-a1cd-fb0e3195a21f" -d '{"events": [{"server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "name": "network-vif-plugged", "status": "completed", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:04.008654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:04.023969 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.120551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f308614-c4fb-401f-9057-5d04e89409de req-779937f0-66c7-4959-baa2-2fd2e16007ba tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:04.129432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f308614-c4fb-401f-9057-5d04e89409de req-779937f0-66c7-4959-baa2-2fd2e16007ba tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1015325 Feb 19 03:31:04.139385 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bfa6-59fb-4922-bda2-c57e9469174b tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a9aca020-ae07-4ca1-865c-06c99fff33de), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.163670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:04.197966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3bfa6-59fb-4922-bda2-c57e9469174b tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9aca020-ae07-4ca1-865c-06c99fff33de,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:04.217129 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fa3bfa6-59fb-4922-bda2-c57e9469174b tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.221527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4fa3bfa6-59fb-4922-bda2-c57e9469174b tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a9aca020-ae07-4ca1-865c-06c99fff33de HTTP/1.1" status: 204 len: 168 time: 0.7016540 Feb 19 03:31:04.224950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50914) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:04.274286 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f051217-3b77-4ed4-8623-c1ba75669835 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:31:04.274286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7f051217-3b77-4ed4-8623-c1ba75669835 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "GET /v2.0/ports/a9aca020-ae07-4ca1-865c-06c99fff33de HTTP/1.1" status: 404 len: 333 time: 0.0460820 Feb 19 03:31:04.276865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50916) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:04.282585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-458213021', 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:04.294383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f308614-c4fb-401f-9057-5d04e89409de req-c22d2ad5-b728-4c48-a81d-e2d8fbac269d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612034 Feb 19 03:31:04.341234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Made reservation on behalf of 77664fb5dff340429064912fc49b235e for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:04.351904 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.367738 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3360a0f-940b-4188-aac0-9a624b10789a x-openstack-request-id: req-d3360a0f-940b-4188-aac0-9a624b10789a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:04.368032 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "name": "network-vif-plugged", "status": "completed", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:04.368281 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3360a0f-940b-4188-aac0-9a624b10789a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:04.368879 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'code': 200} Feb 19 03:31:04.389443 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] device_id is not set on port bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:31:04.480759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f821dd-d90b-40f5-bc8e-e75305450995 req-7d258609-c75b-4254-ab18-f6c4d372705f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:04.488395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56f821dd-d90b-40f5-bc8e-e75305450995 req-7d258609-c75b-4254-ab18-f6c4d372705f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.0706899 Feb 19 03:31:04.544262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56f821dd-d90b-40f5-bc8e-e75305450995 req-e7c4c610-a2e3-46eb-a8cc-a0b0c7323beb tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544157 Feb 19 03:31:04.639054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks [] for port (bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.666717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-373bda3c-0d91-49b5-9cf4-a65c6f130b7e req-e1ac9e98-ab6f-47e0-89dc-6b8356a5d34c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.0451360 Feb 19 03:31:04.716379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.770744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Network 478227de-583c-48f5-a581-6d72db7dd7a2 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:04.776951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:04.781347 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:04.783943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:04.784790 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.812826 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5334153 Feb 19 03:31:04.819562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50924) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:04.849942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dd6e4-0da1-4421-877b-08545b7d8614 req-933c5298-6a5b-4ca0-abd7-2c6c14e443f4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:04.859583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d93dd6e4-0da1-4421-877b-08545b7d8614 req-933c5298-6a5b-4ca0-abd7-2c6c14e443f4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1146708 Feb 19 03:31:04.906036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c933f0-318a-418a-97dd-1535357e29ba tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event updated for resources: {'Port': ['ID=bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:04.919585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6e260-d1e4-4c01-b6b3-01a3ed22c3ea tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:04.921479 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-13e6e260-d1e4-4c01-b6b3-01a3ed22c3ea tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "GET /v2.0/ports/bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93 HTTP/1.1" status: 200 len: 954 time: 0.1007462 Feb 19 03:31:04.924480 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:04.946358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d93dd6e4-0da1-4421-877b-08545b7d8614 req-0d572cf0-ec54-46ca-907b-ea5403e91b60 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852673 Feb 19 03:31:05.072635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d9ddc7da-c6dc-4a52-b730-275560321706 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Deleting port bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:05.072986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc7da-c6dc-4a52-b730-275560321706 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.105885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197867-f54d-4a3d-9157-7afb97e6de5b req-34d3e542-6ee2-40c6-b495-c639b23f5f39 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.112603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197867-f54d-4a3d-9157-7afb97e6de5b req-34d3e542-6ee2-40c6-b495-c639b23f5f39 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.118512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197867-f54d-4a3d-9157-7afb97e6de5b req-34d3e542-6ee2-40c6-b495-c639b23f5f39 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.125284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197867-f54d-4a3d-9157-7afb97e6de5b req-34d3e542-6ee2-40c6-b495-c639b23f5f39 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.131399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197867-f54d-4a3d-9157-7afb97e6de5b req-34d3e542-6ee2-40c6-b495-c639b23f5f39 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.139082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197867-f54d-4a3d-9157-7afb97e6de5b req-34d3e542-6ee2-40c6-b495-c639b23f5f39 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.143170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197867-f54d-4a3d-9157-7afb97e6de5b req-34d3e542-6ee2-40c6-b495-c639b23f5f39 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.151954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8197867-f54d-4a3d-9157-7afb97e6de5b req-34d3e542-6ee2-40c6-b495-c639b23f5f39 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.1197698 Feb 19 03:31:05.192412 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc7da-c6dc-4a52-b730-275560321706 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.215065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d9ddc7da-c6dc-4a52-b730-275560321706 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Calling delete_port for bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:05.241861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8197867-f54d-4a3d-9157-7afb97e6de5b req-bff1ed97-9f0b-426a-b3b3-f6135eb6c0a2 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0886917 Feb 19 03:31:05.357288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc7da-c6dc-4a52-b730-275560321706 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.402382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddc7da-c6dc-4a52-b730-275560321706 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:05.407470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc7da-c6dc-4a52-b730-275560321706 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.413422 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d9ddc7da-c6dc-4a52-b730-275560321706 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "DELETE /v2.0/ports/bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93 HTTP/1.1" status: 204 len: 168 time: 0.4876921 Feb 19 03:31:05.418669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50942) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:05.460014 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb37d48-7de3-452a-921e-599848137f17 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:31:05.462546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bdb37d48-7de3-452a-921e-599848137f17 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "GET /v2.0/ports/bc89f0cf-1d35-43b8-8d48-6c05d9ae3a93 HTTP/1.1" status: 404 len: 333 time: 0.0383158 Feb 19 03:31:05.466865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50944) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:05.473004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Request body: {'port': {'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-938036475'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:05.497522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614115c-a98a-450b-8ed1-631c6a382ca3 req-d4889648-2755-414a-8faa-208279582511 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.500916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8614115c-a98a-450b-8ed1-631c6a382ca3 req-d4889648-2755-414a-8faa-208279582511 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1434112 Feb 19 03:31:05.516161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Made reservation on behalf of 77664fb5dff340429064912fc49b235e for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:05.519072 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.556869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] device_id is not set on port cff4f15f-0b76-4e03-93f9-aecef30c93a0 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:31:05.623320 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8614115c-a98a-450b-8ed1-631c6a382ca3 req-f32ccaf2-3b7e-4b36-955c-853fe219eb16 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157711 Feb 19 03:31:05.848157 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks [] for port (cff4f15f-0b76-4e03-93f9-aecef30c93a0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.893505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f26c8-f840-487b-bf5e-98f7d48a29c1 req-dff1ba01-e963-4e7e-a0cc-88ea5974c0f9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.896672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e1f26c8-f840-487b-bf5e-98f7d48a29c1 req-dff1ba01-e963-4e7e-a0cc-88ea5974c0f9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1591411 Feb 19 03:31:05.907202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (cff4f15f-0b76-4e03-93f9-aecef30c93a0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.005086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e1f26c8-f840-487b-bf5e-98f7d48a29c1 req-bb9fa5f4-2d67-4924-b099-24c9005b7947 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938885 Feb 19 03:31:06.069112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Network 478227de-583c-48f5-a581-6d72db7dd7a2 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:06.125133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:06.134605 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.142840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:06.146606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:06.147104 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.175148 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348606-97d4-441e-9552-82117d535c3c req-4f5fa410-7732-4f47-8077-6bf36694cb11 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:06.189661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a348606-97d4-441e-9552-82117d535c3c req-4f5fa410-7732-4f47-8077-6bf36694cb11 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1016021 Feb 19 03:31:06.207162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50970) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:06.207954 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7395875 Feb 19 03:31:06.210883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64738e2-2128-4e3b-984b-f66d2bffc485 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event updated for resources: {'Port': ['ID=cff4f15f-0b76-4e03-93f9-aecef30c93a0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:06.217640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:06.376082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a348606-97d4-441e-9552-82117d535c3c req-fcbd36cc-40e1-413b-b169-ce69c37e77d0 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851065 Feb 19 03:31:06.465637 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cff4f15f-0b76-4e03-93f9-aecef30c93a0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.688767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af946f5d-bbd1-4afd-8e4e-bc7c0bc504f4 req-eff302e8-0e17-4603-960e-44ab72fad71f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.1844933 Feb 19 03:31:06.759259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] device_id is not set on port cff4f15f-0b76-4e03-93f9-aecef30c93a0 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:31:06.769748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks [] for port (cff4f15f-0b76-4e03-93f9-aecef30c93a0), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.779154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (cff4f15f-0b76-4e03-93f9-aecef30c93a0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.003808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event updated for resources: {'Port': ['ID=cff4f15f-0b76-4e03-93f9-aecef30c93a0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:07.098282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e2844-abc1-4b04-9369-ce6d73134333 req-fdcb785d-3ea7-4a34-b32b-87280a429bb0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:07.114965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e2844-abc1-4b04-9369-ce6d73134333 req-fdcb785d-3ea7-4a34-b32b-87280a429bb0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:07.120416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e2844-abc1-4b04-9369-ce6d73134333 req-fdcb785d-3ea7-4a34-b32b-87280a429bb0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:07.136601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e2844-abc1-4b04-9369-ce6d73134333 req-fdcb785d-3ea7-4a34-b32b-87280a429bb0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:07.141981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e2844-abc1-4b04-9369-ce6d73134333 req-fdcb785d-3ea7-4a34-b32b-87280a429bb0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:07.156089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e2844-abc1-4b04-9369-ce6d73134333 req-fdcb785d-3ea7-4a34-b32b-87280a429bb0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:07.163572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e2844-abc1-4b04-9369-ce6d73134333 req-fdcb785d-3ea7-4a34-b32b-87280a429bb0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:07.172081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd6e2844-abc1-4b04-9369-ce6d73134333 req-fdcb785d-3ea7-4a34-b32b-87280a429bb0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.3838551 Feb 19 03:31:07.192434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:07.193740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:07.193911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:07.210892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:07.211232 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:07.214322 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 2 to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 Feb 19 03:31:07.250041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:07.250559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:07.251132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:07.269002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:07.269339 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:07.271021 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 3 to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 Feb 19 03:31:07.298441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd6e2844-abc1-4b04-9369-ce6d73134333 req-b16fb9a3-2753-4fc8-a8a8-b3fb8f9eea55 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1252227 Feb 19 03:31:07.326296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:07.326710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:07.326995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:07.334476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:07.334806 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:07.335210 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 4 to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 Feb 19 03:31:07.352060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:07.352407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:07.352754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:07.357655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:07.358026 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:07.358430 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 5 to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 Feb 19 03:31:07.386575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:07.387017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:07.387186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:07.406767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:07.407353 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:07.408575 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 6 to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 Feb 19 03:31:07.458046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:07.458401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:07.458780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:07.482943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:07.483285 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:07.484382 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 7 to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 Feb 19 03:31:07.526796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:07.527819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:07.528394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:07.543259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6535cf-d76f-4240-80f1-0efafacf7fa3 req-c9247e0c-0256-41d9-bea3-6c549f000a39 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:07.545930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a6535cf-d76f-4240-80f1-0efafacf7fa3 req-c9247e0c-0256-41d9-bea3-6c549f000a39 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1285012 Feb 19 03:31:07.547490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:07.548217 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:07.548852 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 8 to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 Feb 19 03:31:07.569321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:07.570160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:07.570892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:07.584072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:07.585327 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:07.593335 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 9 to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 Feb 19 03:31:07.624864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:07.625358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:07.626221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:07.636302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:07.636763 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:07.641473 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempt 10 to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 Feb 19 03:31:07.667830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a6535cf-d76f-4240-80f1-0efafacf7fa3 req-2d5d14c6-84c1-443f-8145-21fec5839516 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993142 Feb 19 03:31:07.671416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:07.671416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:07.672054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempting to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:07.676962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:07.677606 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Failed to bind port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '12dd9f16-4076-4bf0-81a2-29ccc514b66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '478227de-583c-48f5-a581-6d72db7dd7a2'}] Feb 19 03:31:07.678675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cff4f15f-0b76-4e03-93f9-aecef30c93a0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.760722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] For port cff4f15f-0b76-4e03-93f9-aecef30c93a0, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:07.760722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attempted to set empty binding levels {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:31:07.771920 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (cff4f15f-0b76-4e03-93f9-aecef30c93a0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.835661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] In _notify_port_updated(), no bound segment for port cff4f15f-0b76-4e03-93f9-aecef30c93a0 on network 478227de-583c-48f5-a581-6d72db7dd7a2 {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:31:07.836703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:07.837420 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.841964 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51010) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:07.848970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "PUT /v2.0/ports/cff4f15f-0b76-4e03-93f9-aecef30c93a0 HTTP/1.1" status: 200 len: 974 time: 1.6406052 Feb 19 03:31:07.900261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f0882-19bb-4d43-941a-1666f9d509a5 tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event updated for resources: {'Port': ['ID=cff4f15f-0b76-4e03-93f9-aecef30c93a0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:07.929441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e30a3-92d7-4c3f-be03-410a1f063a02 req-e98f35b7-42be-48f5-91f9-da2db44e6ed1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:07.944359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee2e30a3-92d7-4c3f-be03-410a1f063a02 req-e98f35b7-42be-48f5-91f9-da2db44e6ed1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1695871 Feb 19 03:31:07.992950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-12e6effd-4511-4f4b-b64c-a6d6b49c798d tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Deleting port cff4f15f-0b76-4e03-93f9-aecef30c93a0 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:07.993291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12e6effd-4511-4f4b-b64c-a6d6b49c798d tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cff4f15f-0b76-4e03-93f9-aecef30c93a0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.037568 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee2e30a3-92d7-4c3f-be03-410a1f063a02 req-171542c7-3570-4ba6-814a-917d126f5091 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875483 Feb 19 03:31:08.063087 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-12e6effd-4511-4f4b-b64c-a6d6b49c798d tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] For port cff4f15f-0b76-4e03-93f9-aecef30c93a0, host n-h2-826756-2, got binding levels [] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:08.063458 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12e6effd-4511-4f4b-b64c-a6d6b49c798d tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cff4f15f-0b76-4e03-93f9-aecef30c93a0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.080671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-12e6effd-4511-4f4b-b64c-a6d6b49c798d tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Calling delete_port for cff4f15f-0b76-4e03-93f9-aecef30c93a0 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:08.171513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12e6effd-4511-4f4b-b64c-a6d6b49c798d tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (cff4f15f-0b76-4e03-93f9-aecef30c93a0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.199176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6effd-4511-4f4b-b64c-a6d6b49c798d tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Pushing event deleted for resources: {'Port': ['ID=cff4f15f-0b76-4e03-93f9-aecef30c93a0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:08.214837 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12e6effd-4511-4f4b-b64c-a6d6b49c798d tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.216993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8a198-ce66-423c-8cbe-06b733b8c1dc req-6a87fcec-cedc-4896-b7bb-c4797b93ae61 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:08.222296 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-12e6effd-4511-4f4b-b64c-a6d6b49c798d tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "DELETE /v2.0/ports/cff4f15f-0b76-4e03-93f9-aecef30c93a0 HTTP/1.1" status: 204 len: 168 time: 0.3790874 Feb 19 03:31:08.224906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41c8a198-ce66-423c-8cbe-06b733b8c1dc req-6a87fcec-cedc-4896-b7bb-c4797b93ae61 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1005759 Feb 19 03:31:08.225586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51012) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:08.276523 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6d729ea8-6dbd-4975-be5a-aff5230352b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.285543 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-665e3d63-0a0b-4d91-ab2c-ebfa4b3ff57f tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:31:08.288259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-665e3d63-0a0b-4d91-ab2c-ebfa4b3ff57f tempest-PortsAdminExtendedAttrsTestJSON-262834053 tempest-PortsAdminExtendedAttrsTestJSON-262834053-project-admin] 10.222.0.42 "GET /v2.0/ports/cff4f15f-0b76-4e03-93f9-aecef30c93a0 HTTP/1.1" status: 404 len: 333 time: 0.0615587 Feb 19 03:31:08.293520 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51014) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:08.301433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41c8a198-ce66-423c-8cbe-06b733b8c1dc req-dfc4536f-d41f-4e85-bed5-5c192e0c1a24 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739970 Feb 19 03:31:08.395702 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (478227de-583c-48f5-a581-6d72db7dd7a2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.521487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aecb0-52a0-4cb6-8ae1-6220527d646e req-d306b706-958a-4434-a876-273a1a8cec57 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:08.523297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f6aecb0-52a0-4cb6-8ae1-6220527d646e req-d306b706-958a-4434-a876-273a1a8cec57 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1017828 Feb 19 03:31:08.551576 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (478227de-583c-48f5-a581-6d72db7dd7a2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.600310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478227de-583c-48f5-a581-6d72db7dd7a2']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:08.615388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f6aecb0-52a0-4cb6-8ae1-6220527d646e req-cfd2e6df-afc1-4212-969e-67243de6beea tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838807 Feb 19 03:31:08.619602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dd9f16-4076-4bf0-81a2-29ccc514b66a') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:08.620151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dd9f16-4076-4bf0-81a2-29ccc514b66a') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:08.663309 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (12dd9f16-4076-4bf0-81a2-29ccc514b66a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.699337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (12dd9f16-4076-4bf0-81a2-29ccc514b66a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.708250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:31:08.709176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (12dd9f16-4076-4bf0-81a2-29ccc514b66a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.750699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-746374c1-7e03-493b-88f1-f75c1b5ae996 req-3645394c-c3b7-4bb0-b9fa-5fc3374bfb6e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.0474560 Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:31:08.792760 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:31:08.860358 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (478227de-583c-48f5-a581-6d72db7dd7a2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.877678 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.888403 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] 10.222.0.42 "DELETE /v2.0/networks/478227de-583c-48f5-a581-6d72db7dd7a2 HTTP/1.1" status: 204 len: 168 time: 0.5934930 Feb 19 03:31:08.912497 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95011e69-fad9-4bd6-9864-8caf32dfd580 tempest-PortsAdminExtendedAttrsTestJSON-251985120 tempest-PortsAdminExtendedAttrsTestJSON-251985120-project] Pushing event deleted for resources: {'Network': ['ID=478227de-583c-48f5-a581-6d72db7dd7a2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:08.940109 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7982-ddba-496b-ad65-f9d0fa8e4474 req-396b5af3-8114-4d71-86c5-3b2320cfcc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:08.942263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5586-8afd-45e6-bf65-4b1de5a04af6 req-dd3d8c20-2c1f-4e71-942a-32c0c4ef6312 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:08.948055 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-745c7982-ddba-496b-ad65-f9d0fa8e4474 req-396b5af3-8114-4d71-86c5-3b2320cfcc23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 1128 time: 0.1411026 Feb 19 03:31:08.949245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5586-8afd-45e6-bf65-4b1de5a04af6 req-dd3d8c20-2c1f-4e71-942a-32c0c4ef6312 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:08.955610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5586-8afd-45e6-bf65-4b1de5a04af6 req-dd3d8c20-2c1f-4e71-942a-32c0c4ef6312 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:08.962549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5586-8afd-45e6-bf65-4b1de5a04af6 req-dd3d8c20-2c1f-4e71-942a-32c0c4ef6312 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:08.970855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5586-8afd-45e6-bf65-4b1de5a04af6 req-dd3d8c20-2c1f-4e71-942a-32c0c4ef6312 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:08.985270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5586-8afd-45e6-bf65-4b1de5a04af6 req-dd3d8c20-2c1f-4e71-942a-32c0c4ef6312 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:08.999476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5586-8afd-45e6-bf65-4b1de5a04af6 req-dd3d8c20-2c1f-4e71-942a-32c0c4ef6312 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:09.002961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e12d5586-8afd-45e6-bf65-4b1de5a04af6 req-dd3d8c20-2c1f-4e71-942a-32c0c4ef6312 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.1824517 Feb 19 03:31:09.121892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e12d5586-8afd-45e6-bf65-4b1de5a04af6 req-ba40bc92-00b3-4b46-8a25-c0862681949d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1135502 Feb 19 03:31:09.213539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7982-ddba-496b-ad65-f9d0fa8e4474 req-29e73f94-21b8-4b1a-9fac-5fbde24f2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:09.215057 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-745c7982-ddba-496b-ad65-f9d0fa8e4474 req-29e73f94-21b8-4b1a-9fac-5fbde24f2a34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 913 time: 0.2577097 Feb 19 03:31:09.278996 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-745c7982-ddba-496b-ad65-f9d0fa8e4474 req-d0847f23-bb48-4fde-8ef6-cf9a9d943180 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=731f5667-5655-457d-8815-c70c831302d7 HTTP/1.1" status: 200 len: 217 time: 0.0567362 Feb 19 03:31:09.292994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40dc5f-e20a-44ac-9b9b-3f01a6be3a59 req-a4b0f62a-46f6-43d5-a1d4-feaf7f4f296e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:09.304884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d40dc5f-e20a-44ac-9b9b-3f01a6be3a59 req-a4b0f62a-46f6-43d5-a1d4-feaf7f4f296e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.0927753 Feb 19 03:31:09.355729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7982-ddba-496b-ad65-f9d0fa8e4474 req-3f284252-6873-4e28-ac88-96e68fe884c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:09.357216 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-745c7982-ddba-496b-ad65-f9d0fa8e4474 req-3f284252-6873-4e28-ac88-96e68fe884c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.0697961 Feb 19 03:31:09.378481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d40dc5f-e20a-44ac-9b9b-3f01a6be3a59 req-233f0468-010f-4698-aeaa-62fecc5bde1b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721977 Feb 19 03:31:09.410311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51036) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:09.415228 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-745c7982-ddba-496b-ad65-f9d0fa8e4474 req-3f627f20-d2f0-4602-9737-c3d319d1bbeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485492 Feb 19 03:31:09.520799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44bdfb-1b54-4b9b-bcb5-faa34f141174 req-40b8ea52-4968-414f-b458-d8b543cb22a1 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:09.533723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c44bdfb-1b54-4b9b-bcb5-faa34f141174 req-40b8ea52-4968-414f-b458-d8b543cb22a1 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0834286 Feb 19 03:31:09.575846 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-745c7982-ddba-496b-ad65-f9d0fa8e4474 req-fa7ba703-1d6e-43b3-b3a0-7542d54ae612 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518991 Feb 19 03:31:09.609630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c44bdfb-1b54-4b9b-bcb5-faa34f141174 req-ad5f9e60-c9d7-4c0b-94cc-af2a966509c8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726304 Feb 19 03:31:09.731467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bda5910c-d8e8-498d-a5bd-5519198fffe7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e705bedc3ffa4173b821f6f0a70d6a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3197279 Feb 19 03:31:09.734450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51042) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:09.749581 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-745c7982-ddba-496b-ad65-f9d0fa8e4474 req-1c5e58ae-068a-4a4c-91b6-159eb52d0f0b service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669412 Feb 19 03:31:09.838512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04feb509-7e09-4d05-a6a7-2355839141f5 req-c179b342-39ed-4ca5-9f27-2764d78f58d7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:09.845820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04feb509-7e09-4d05-a6a7-2355839141f5 req-c179b342-39ed-4ca5-9f27-2764d78f58d7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1471715 Feb 19 03:31:09.853697 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f16023c-efa9-4ac6-a445-7f323d50b0fc admin admin] Publish callbacks [] for security_group (9c7e9837-bb31-4c27-a3a0-d21ff4a1a2ef), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:09.905987 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f16023c-efa9-4ac6-a445-7f323d50b0fc admin admin] Publish callbacks [] for security_group (9c7e9837-bb31-4c27-a3a0-d21ff4a1a2ef), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:09.930571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04feb509-7e09-4d05-a6a7-2355839141f5 req-409b1b1b-1255-47ce-8df4-2b7dc44cc2d0 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838017 Feb 19 03:31:09.995989 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f16023c-efa9-4ac6-a445-7f323d50b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9c7e9837-bb31-4c27-a3a0-d21ff4a1a2ef), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.000179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f16023c-efa9-4ac6-a445-7f323d50b0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.006700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1f16023c-efa9-4ac6-a445-7f323d50b0fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c7e9837-bb31-4c27-a3a0-d21ff4a1a2ef HTTP/1.1" status: 204 len: 168 time: 0.2706294 Feb 19 03:31:10.016387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16023c-efa9-4ac6-a445-7f323d50b0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7e9837-bb31-4c27-a3a0-d21ff4a1a2ef,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:10.132575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4a51e-d2f9-4fbf-8fb3-7da0b8880766 req-19b3fc2b-7de7-4f75-8ac8-585e72700ecf tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:10.134169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8af4a51e-d2f9-4fbf-8fb3-7da0b8880766 req-19b3fc2b-7de7-4f75-8ac8-585e72700ecf tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0926807 Feb 19 03:31:10.237253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8af4a51e-d2f9-4fbf-8fb3-7da0b8880766 req-e27978c6-addd-4396-8776-c863273435a6 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797825 Feb 19 03:31:10.430882 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bff2d8df-cc68-46d0-84fe-cf2fd3c3d384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.439621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d320a92-1359-43c9-b7b1-b13e461f1300 req-ef5f2491-9d38-4846-a7bd-1c07ff841be1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.0749774 Feb 19 03:31:10.504295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51062) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:10.566365 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-651a1d4f-686b-43fc-b39d-006822d88e45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77664fb5dff340429064912fc49b235e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563021 Feb 19 03:31:10.568882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51064) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:10.623051 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5336bcfe-f839-494b-9689-c5c3b543076c admin admin] Publish callbacks [] for security_group (1528fef1-9c4c-419f-ac9d-4a28ec76f65c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.649593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5336bcfe-f839-494b-9689-c5c3b543076c admin admin] Publish callbacks [] for security_group (1528fef1-9c4c-419f-ac9d-4a28ec76f65c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.673798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513df89-3f57-462c-a924-30d71820293b req-50404ea1-7ad5-4fd2-aee1-fec6e71f00af tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:10.680953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513df89-3f57-462c-a924-30d71820293b req-50404ea1-7ad5-4fd2-aee1-fec6e71f00af tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:10.688344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513df89-3f57-462c-a924-30d71820293b req-50404ea1-7ad5-4fd2-aee1-fec6e71f00af tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:10.694978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513df89-3f57-462c-a924-30d71820293b req-50404ea1-7ad5-4fd2-aee1-fec6e71f00af tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:10.701319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513df89-3f57-462c-a924-30d71820293b req-50404ea1-7ad5-4fd2-aee1-fec6e71f00af tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:10.708600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513df89-3f57-462c-a924-30d71820293b req-50404ea1-7ad5-4fd2-aee1-fec6e71f00af tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:10.718804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513df89-3f57-462c-a924-30d71820293b req-50404ea1-7ad5-4fd2-aee1-fec6e71f00af tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:10.722856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4513df89-3f57-462c-a924-30d71820293b req-50404ea1-7ad5-4fd2-aee1-fec6e71f00af tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.1648943 Feb 19 03:31:10.731449 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5336bcfe-f839-494b-9689-c5c3b543076c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1528fef1-9c4c-419f-ac9d-4a28ec76f65c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.737400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5336bcfe-f839-494b-9689-c5c3b543076c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.739032 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5336bcfe-f839-494b-9689-c5c3b543076c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1528fef1-9c4c-419f-ac9d-4a28ec76f65c HTTP/1.1" status: 204 len: 168 time: 0.1689687 Feb 19 03:31:10.775473 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336bcfe-f839-494b-9689-c5c3b543076c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528fef1-9c4c-419f-ac9d-4a28ec76f65c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:10.829306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4513df89-3f57-462c-a924-30d71820293b req-ea7906b6-7af5-4784-8c0f-fbd2797ad4a4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0987494 Feb 19 03:31:11.091630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3ad2-9c85-4d0e-8074-0c1a8f11d994 req-a54829f7-a163-4648-8237-9587ea593ccd tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:11.100891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2baf3ad2-9c85-4d0e-8074-0c1a8f11d994 req-a54829f7-a163-4648-8237-9587ea593ccd tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1206346 Feb 19 03:31:11.182594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2baf3ad2-9c85-4d0e-8074-0c1a8f11d994 req-1a87a95d-0422-4f7c-878c-9d733bfa7a96 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790985 Feb 19 03:31:11.445009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0fcdf-97ec-4b87-b6a8-20c1ef4d8fb4 req-3f23f262-634d-492d-a2bb-9d43e5c9671b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:11.453510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2d0fcdf-97ec-4b87-b6a8-20c1ef4d8fb4 req-3f23f262-634d-492d-a2bb-9d43e5c9671b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1354434 Feb 19 03:31:11.523814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2d0fcdf-97ec-4b87-b6a8-20c1ef4d8fb4 req-1ea6997a-1d9a-48d0-ada4-b27e0088573a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630128 Feb 19 03:31:11.683215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 731f5667-5655-457d-8815-c70c831302d7 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:31:11.719241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d33a35-d5ab-4c82-95f7-fb2950322b40 req-8d29c427-8e45-47b6-aaff-058f3c3b8229 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:11.735868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17d33a35-d5ab-4c82-95f7-fb2950322b40 req-8d29c427-8e45-47b6-aaff-058f3c3b8229 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 946 time: 0.1112952 Feb 19 03:31:11.950489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17d33a35-d5ab-4c82-95f7-fb2950322b40 req-60d2054d-e885-4fd2-8f1e-b908c49d6dcb tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128210 Feb 19 03:31:12.160233 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.161302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 731f5667-5655-457d-8815-c70c831302d7 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:12.161741 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (731f5667-5655-457d-8815-c70c831302d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.284283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f96d3-e096-4beb-ac17-cb66aae34295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731f5667-5655-457d-8815-c70c831302d7'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:12.291486 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ab9ad-9dc3-4d0c-b543-9491c3002c5c" -d '{"events": [{"server_uuid": "713f96d3-e096-4beb-ac17-cb66aae34295", "name": "network-vif-unplugged", "status": "completed", "tag": "731f5667-5655-457d-8815-c70c831302d7"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:12.335967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 731f5667-5655-457d-8815-c70c831302d7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=731f5667-5655-457d-8815-c70c831302d7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:12.340281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02d116e8-ec87-4652-8e5a-fd182865bafb req-4ba5a9fd-ead4-4366-907d-93a603450879 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4066ce-6937-4426-84bb-880f1c0ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.0696936 Feb 19 03:31:12.346462 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (731f5667-5655-457d-8815-c70c831302d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.426748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=731f5667-5655-457d-8815-c70c831302d7,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:12.488902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aedc68-9a73-4e13-a899-b8a79fe974ae req-15b19cfd-4b4c-40e4-bd36-740f88aa7980 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:12.491922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6aedc68-9a73-4e13-a899-b8a79fe974ae req-15b19cfd-4b4c-40e4-bd36-740f88aa7980 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0733836 Feb 19 03:31:12.603080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6aedc68-9a73-4e13-a899-b8a79fe974ae req-00cc8cad-4c35-437a-bf79-67b8921604b7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047013 Feb 19 03:31:12.952115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3683e-7be3-4433-99d8-41002e1e99da req-8cceba7d-593a-4f73-9f62-226c36b42514 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:12.967284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3683e-7be3-4433-99d8-41002e1e99da req-8cceba7d-593a-4f73-9f62-226c36b42514 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:12.973481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3683e-7be3-4433-99d8-41002e1e99da req-8cceba7d-593a-4f73-9f62-226c36b42514 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:12.981498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3683e-7be3-4433-99d8-41002e1e99da req-8cceba7d-593a-4f73-9f62-226c36b42514 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:12.983490 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.986963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3683e-7be3-4433-99d8-41002e1e99da req-8cceba7d-593a-4f73-9f62-226c36b42514 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:13.014201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3683e-7be3-4433-99d8-41002e1e99da req-8cceba7d-593a-4f73-9f62-226c36b42514 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:13.020194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3683e-7be3-4433-99d8-41002e1e99da req-8cceba7d-593a-4f73-9f62-226c36b42514 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:13.023567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fc3683e-7be3-4433-99d8-41002e1e99da req-8cceba7d-593a-4f73-9f62-226c36b42514 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2605181 Feb 19 03:31:13.119818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fc3683e-7be3-4433-99d8-41002e1e99da req-e40df891-daff-4849-b624-955760c83625 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0867419 Feb 19 03:31:13.362581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8322c-7883-4230-a916-1b0b59355db6 req-d62830fd-0d61-4ac7-aa26-d8f2d46f1ade tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:13.367198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba8322c-7883-4230-a916-1b0b59355db6 req-d62830fd-0d61-4ac7-aa26-d8f2d46f1ade tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1214900 Feb 19 03:31:13.453764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba8322c-7883-4230-a916-1b0b59355db6 req-8ce4ada9-31d2-400a-af95-1eda2d2c4a31 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800469 Feb 19 03:31:13.537459 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce4a49-746a-44a0-8043-fa44190cca0c x-openstack-request-id: req-e7ce4a49-746a-44a0-8043-fa44190cca0c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:13.537757 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713f96d3-e096-4beb-ac17-cb66aae34295", "name": "network-vif-unplugged", "status": "failed", "tag": "731f5667-5655-457d-8815-c70c831302d7", "code": 422}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:13.538518 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7ce4a49-746a-44a0-8043-fa44190cca0c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:13.538518 n-d-826756-2 neutron-server[103617]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '713f96d3-e096-4beb-ac17-cb66aae34295', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '731f5667-5655-457d-8815-c70c831302d7', 'code': 422} returned with failed status Feb 19 03:31:13.556941 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51146) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:13.791311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-726199261', 'router:external': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:13.836264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Made reservation on behalf of 7b51715a51724caeaec7af2650a916b5 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:13.849745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712abff-4fb0-435b-84d4-0c40719e1ae8 req-c2d8d4f5-090d-4eb8-9c07-c27f7db6075c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:13.851266 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.858007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1712abff-4fb0-435b-84d4-0c40719e1ae8 req-c2d8d4f5-090d-4eb8-9c07-c27f7db6075c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 944 time: 0.1409314 Feb 19 03:31:13.883110 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.967034 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1712abff-4fb0-435b-84d4-0c40719e1ae8 req-2e17d5ae-d546-4457-ba9d-f8a670d05e92 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017482 Feb 19 03:31:14.146552 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for security_group (4262793a-342a-4e0d-9f05-445386dd661b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.172435 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4262793a-342a-4e0d-9f05-445386dd661b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.214768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:31:14.223331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbf6b2-3e20-4810-b292-15f0fbfd026f req-d6918ed6-44c3-4db9-a293-bc1f044e96f6 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:14.231896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8bcbf6b2-3e20-4810-b292-15f0fbfd026f req-d6918ed6-44c3-4db9-a293-bc1f044e96f6 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0879982 Feb 19 03:31:14.246309 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (02a08cc6-b8b9-4b36-aee2-795e8c06572c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.246732 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Added segment 02a08cc6-b8b9-4b36-aee2-795e8c06572c of type vlan for network a2428412-cce0-4303-9a8e-0d29585900e3 Feb 19 03:31:14.304582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8bcbf6b2-3e20-4810-b292-15f0fbfd026f req-cbf4eadc-9b90-4189-80d5-97e9fff307bb tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647020 Feb 19 03:31:14.367641 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (a2428412-cce0-4303-9a8e-0d29585900e3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.422303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (a2428412-cce0-4303-9a8e-0d29585900e3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.423277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:14.423876 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.527398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event updated for resources: {'Network': ['ID=a2428412-cce0-4303-9a8e-0d29585900e3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:14.538046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4262793a-342a-4e0d-9f05-445386dd661b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:14.546173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network a2428412-cce0-4303-9a8e-0d29585900e3 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:31:14.582819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51170) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:14.588987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Request body: {'subnet': {'network_id': 'a2428412-cce0-4303-9a8e-0d29585900e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:14.589728 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4dda8e1b-749e-4ffd-a0cd-e116a7f9b4e4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0310924 Feb 19 03:31:14.635369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Made reservation on behalf of 7b51715a51724caeaec7af2650a916b5 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:14.647335 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.754720 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.185551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.objects.ports [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:31:15.186177 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (87f97db7-49a6-49d8-9494-89b31751537c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.277804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event updated for resources: {'Subnet': ['ID=87f97db7-49a6-49d8-9494-89b31751537c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:15.337896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Checking segment: {'id': '02a08cc6-b8b9-4b36-aee2-795e8c06572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a2428412-cce0-4303-9a8e-0d29585900e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:15.338380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Network hostable DHCP agents. Network: a2428412-cce0-4303-9a8e-0d29585900e3, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:31:15.384255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Network a2428412-cce0-4303-9a8e-0d29585900e3 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:31:15.412818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, a2428412-cce0-4303-9a8e-0d29585900e3) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:15.420539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:15.422187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.423002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c90b8-7e80-42e5-921f-af02a1a2bd26 None None] Network a2428412-cce0-4303-9a8e-0d29585900e3 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:31:15.460668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-12981d6c-d850-470a-b070-f46752087cc9 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8756645 Feb 19 03:31:15.463207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51206) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:15.468439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1588043527', 'network_id': 'a2428412-cce0-4303-9a8e-0d29585900e3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:15.510984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Made reservation on behalf of 7b51715a51724caeaec7af2650a916b5 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:15.513758 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.544970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] device_id is not set on port 96d08c40-393a-4b0f-8784-45a4d14d9cfe yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:31:15.653005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772e010-d1a4-4bc3-93ca-a32d0759630a None None] Network a2428412-cce0-4303-9a8e-0d29585900e3 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:31:15.842426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 731f5667-5655-457d-8815-c70c831302d7 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:31:15.929957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-d2352a8a-08c9-4b62-be29-4176d6a1331f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:15.931831 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-d2352a8a-08c9-4b62-be29-4176d6a1331f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=713f96d3-e096-4beb-ac17-cb66aae34295 HTTP/1.1" status: 200 len: 944 time: 0.1379881 Feb 19 03:31:16.105563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Allocated IP 2001:db8::3c2 (a2428412-cce0-4303-9a8e-0d29585900e3/87f97db7-49a6-49d8-9494-89b31751537c/96d08c40-393a-4b0f-8784-45a4d14d9cfe) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:16.119044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 731f5667-5655-457d-8815-c70c831302d7 is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:16.261643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for port (96d08c40-393a-4b0f-8784-45a4d14d9cfe), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.304296 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (96d08c40-393a-4b0f-8784-45a4d14d9cfe), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.350657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Network a2428412-cce0-4303-9a8e-0d29585900e3 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:16.360186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:16.365191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:16.366838 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:16.368721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.464538 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9997325 Feb 19 03:31:16.465510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51212) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:16.471407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-9ffad999-36a5-43b5-aa28-9c4343d76412 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Deleting port 731f5667-5655-457d-8815-c70c831302d7 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:16.472336 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-9ffad999-36a5-43b5-aa28-9c4343d76412 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (731f5667-5655-457d-8815-c70c831302d7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.518236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf680b-ffaa-4a30-8aec-8a42518df4b1 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event updated for resources: {'Port': ['ID=96d08c40-393a-4b0f-8784-45a4d14d9cfe,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:16.591209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-83eff836-78f7-45aa-99c2-41c394279e35 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Deleting port 96d08c40-393a-4b0f-8784-45a4d14d9cfe {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:16.592049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83eff836-78f7-45aa-99c2-41c394279e35 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (96d08c40-393a-4b0f-8784-45a4d14d9cfe), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.719023 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83eff836-78f7-45aa-99c2-41c394279e35 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (96d08c40-393a-4b0f-8784-45a4d14d9cfe), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.734542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-83eff836-78f7-45aa-99c2-41c394279e35 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Calling delete_port for 96d08c40-393a-4b0f-8784-45a4d14d9cfe owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:16.758338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-9ffad999-36a5-43b5-aa28-9c4343d76412 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] For port 731f5667-5655-457d-8815-c70c831302d7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=731f5667-5655-457d-8815-c70c831302d7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:16.759318 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-9ffad999-36a5-43b5-aa28-9c4343d76412 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (731f5667-5655-457d-8815-c70c831302d7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.802772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-9ffad999-36a5-43b5-aa28-9c4343d76412 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Calling delete_port for 731f5667-5655-457d-8815-c70c831302d7 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:16.910667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83eff836-78f7-45aa-99c2-41c394279e35 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (96d08c40-393a-4b0f-8784-45a4d14d9cfe), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.997178 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83eff836-78f7-45aa-99c2-41c394279e35 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:17.010570 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-83eff836-78f7-45aa-99c2-41c394279e35 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "DELETE /v2.0/ports/96d08c40-393a-4b0f-8784-45a4d14d9cfe HTTP/1.1" status: 204 len: 168 time: 0.5413332 Feb 19 03:31:17.011874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51214) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:17.032223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2428412-cce0-4303-9a8e-0d29585900e3', 'external_fixed_ips': [{'subnet_id': '87f97db7-49a6-49d8-9494-89b31751537c', 'ip_address': '2001:db8::3c2'}]}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:17.066845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eff836-78f7-45aa-99c2-41c394279e35 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event deleted for resources: {'Port': ['ID=96d08c40-393a-4b0f-8784-45a4d14d9cfe,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:17.076265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (eb7cced2-011e-4e91-a4ba-e4829ef460e7), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:17.077454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (eb7cced2-011e-4e91-a4ba-e4829ef460e7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:17.149631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-9ffad999-36a5-43b5-aa28-9c4343d76412 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (731f5667-5655-457d-8815-c70c831302d7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:17.193395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffad999-36a5-43b5-aa28-9c4343d76412 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event deleted for resources: {'Port': ['ID=731f5667-5655-457d-8815-c70c831302d7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:17.258575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-9ffad999-36a5-43b5-aa28-9c4343d76412 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] No DVR routers for this DVR port 731f5667-5655-457d-8815-c70c831302d7 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:31:17.262804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-9ffad999-36a5-43b5-aa28-9c4343d76412 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:17.264310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_controller (eb7cced2-011e-4e91-a4ba-e4829ef460e7), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:17.284163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09a73236-3b61-435d-a69b-4d929dc92f1c req-9ffad999-36a5-43b5-aa28-9c4343d76412 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "DELETE /v2.0/ports/731f5667-5655-457d-8815-c70c831302d7 HTTP/1.1" status: 204 len: 173 time: 1.3466148 Feb 19 03:31:17.285552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f96d3-e096-4beb-ac17-cb66aae34295', 'name': 'network-vif-deleted', 'tag': '731f5667-5655-457d-8815-c70c831302d7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:17.288498 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adde9bb-4612-48bb-96b8-ad4593fd3dc2" -d '{"events": [{"server_uuid": "713f96d3-e096-4beb-ac17-cb66aae34295", "name": "network-vif-deleted", "tag": "731f5667-5655-457d-8815-c70c831302d7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:17.569727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (eb7cced2-011e-4e91-a4ba-e4829ef460e7), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.098356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6309-ff3c-44e6-aff0-d02d6419c188 req-73a1c9c7-4f84-421e-9fb9-64f4fecb92ba tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:18.105733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6309-ff3c-44e6-aff0-d02d6419c188 req-73a1c9c7-4f84-421e-9fb9-64f4fecb92ba tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:18.111729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6309-ff3c-44e6-aff0-d02d6419c188 req-73a1c9c7-4f84-421e-9fb9-64f4fecb92ba tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:18.118936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6309-ff3c-44e6-aff0-d02d6419c188 req-73a1c9c7-4f84-421e-9fb9-64f4fecb92ba tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:18.126159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6309-ff3c-44e6-aff0-d02d6419c188 req-73a1c9c7-4f84-421e-9fb9-64f4fecb92ba tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:18.132585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6309-ff3c-44e6-aff0-d02d6419c188 req-73a1c9c7-4f84-421e-9fb9-64f4fecb92ba tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:18.136144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (eb7cced2-011e-4e91-a4ba-e4829ef460e7), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.138245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6309-ff3c-44e6-aff0-d02d6419c188 req-73a1c9c7-4f84-421e-9fb9-64f4fecb92ba tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:18.146160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b1a6309-ff3c-44e6-aff0-d02d6419c188 req-73a1c9c7-4f84-421e-9fb9-64f4fecb92ba tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.1529040 Feb 19 03:31:18.173939 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.264330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b1a6309-ff3c-44e6-aff0-d02d6419c188 req-ed072811-015e-4fe7-ba37-50ad05eaef61 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1171844 Feb 19 03:31:18.417480 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Allocated IP 2001:db8::3c2 (a2428412-cce0-4303-9a8e-0d29585900e3/87f97db7-49a6-49d8-9494-89b31751537c/f71af974-fb86-42b3-8642-2994b66f15ed) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:18.424451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0406b-d058-4c91-83d4-633f414d5fe6 req-da8fc4c6-3361-4ac5-aa3a-ddd0cde96a1a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:18.434894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55c0406b-d058-4c91-83d4-633f414d5fe6 req-da8fc4c6-3361-4ac5-aa3a-ddd0cde96a1a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1090615 Feb 19 03:31:18.605449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55c0406b-d058-4c91-83d4-633f414d5fe6 req-aaec8349-c747-4614-9772-90d5feec92dc tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695910 Feb 19 03:31:18.729374 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for port (f71af974-fb86-42b3-8642-2994b66f15ed), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.835147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f71af974-fb86-42b3-8642-2994b66f15ed), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.919545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a30cbb-31a0-4d87-994b-b2a0fd21853d req-284359a6-bc90-4446-bb3c-0617caabca97 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:18.921988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38a30cbb-31a0-4d87-994b-b2a0fd21853d req-284359a6-bc90-4446-bb3c-0617caabca97 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1318171 Feb 19 03:31:18.977939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Network a2428412-cce0-4303-9a8e-0d29585900e3 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:18.993712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:19.012677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:19.025902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38a30cbb-31a0-4d87-994b-b2a0fd21853d req-515c2e86-2e99-4d83-86f9-0c8edcefc1c7 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907998 Feb 19 03:31:19.031101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event updated for resources: {'Port': ['ID=f71af974-fb86-42b3-8642-2994b66f15ed,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:19.115550 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338a6457-6897-4bcb-a6d4-0b6b4f83869e x-openstack-request-id: req-338a6457-6897-4bcb-a6d4-0b6b4f83869e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:19.116633 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713f96d3-e096-4beb-ac17-cb66aae34295", "name": "network-vif-deleted", "tag": "731f5667-5655-457d-8815-c70c831302d7", "status": "failed", "code": 422}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:19.117140 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-338a6457-6897-4bcb-a6d4-0b6b4f83869e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:19.117822 n-d-826756-2 neutron-server[103615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '713f96d3-e096-4beb-ac17-cb66aae34295', 'name': 'network-vif-deleted', 'tag': '731f5667-5655-457d-8815-c70c831302d7', 'status': 'failed', 'code': 422} returned with failed status Feb 19 03:31:19.544822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (eb7cced2-011e-4e91-a4ba-e4829ef460e7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:20.202563 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (eb7cced2-011e-4e91-a4ba-e4829ef460e7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:20.292448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80295d-3a7e-4288-aac6-7eacfc178fc7 req-02d69a93-2690-49b5-9114-c0c6efdcfe7b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:20.299578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c80295d-3a7e-4288-aac6-7eacfc178fc7 req-02d69a93-2690-49b5-9114-c0c6efdcfe7b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1334388 Feb 19 03:31:20.355108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c80295d-3a7e-4288-aac6-7eacfc178fc7 req-ef7c84f1-5fe3-49b2-bcde-77c17f36006f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545638 Feb 19 03:31:20.585040 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Router eb7cced2-011e-4e91-a4ba-e4829ef460e7 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:31:20.643848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa2d82-8c5a-4bc6-a465-3141a832e03b req-20580aed-b5d0-43ad-ad62-3c87238f60b3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:20.650419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa2d82-8c5a-4bc6-a465-3141a832e03b req-20580aed-b5d0-43ad-ad62-3c87238f60b3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:20.664798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa2d82-8c5a-4bc6-a465-3141a832e03b req-20580aed-b5d0-43ad-ad62-3c87238f60b3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:20.679205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa2d82-8c5a-4bc6-a465-3141a832e03b req-20580aed-b5d0-43ad-ad62-3c87238f60b3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:20.688622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa2d82-8c5a-4bc6-a465-3141a832e03b req-20580aed-b5d0-43ad-ad62-3c87238f60b3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:20.705065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa2d82-8c5a-4bc6-a465-3141a832e03b req-20580aed-b5d0-43ad-ad62-3c87238f60b3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:20.711179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa2d82-8c5a-4bc6-a465-3141a832e03b req-20580aed-b5d0-43ad-ad62-3c87238f60b3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:20.724893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0dfa2d82-8c5a-4bc6-a465-3141a832e03b req-20580aed-b5d0-43ad-ad62-3c87238f60b3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2291601 Feb 19 03:31:20.840343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0dfa2d82-8c5a-4bc6-a465-3141a832e03b req-e99a8ceb-16e2-4e8c-92ed-50d1c796a4be tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1144149 Feb 19 03:31:20.884901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:20.896164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Sync routers for ids ['eb7cced2-011e-4e91-a4ba-e4829ef460e7'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:20.916126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Routers {'eb7cced2-011e-4e91-a4ba-e4829ef460e7'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:20.916801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['eb7cced2-011e-4e91-a4ba-e4829ef460e7'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:20.929537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:20.930848 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-66ad8efd-dcb0-4062-a302-e75d77dd74d4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9164801 Feb 19 03:31:20.933519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51268) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:21.124807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Set router eb7cced2-011e-4e91-a4ba-e4829ef460e7 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:21.142796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857409-729d-4495-81e4-541cedcab929 req-ed5abea9-cf43-4391-b792-60304779f262 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:21.150571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-ed5abea9-cf43-4391-b792-60304779f262 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.1645243 Feb 19 03:31:21.169152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-c509961f-a275-434f-a13b-7b1456d0ee35 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/quotas/945f4e3f343b489cafd000abb754fec1 HTTP/1.1" status: 200 len: 375 time: 0.0175378 Feb 19 03:31:21.235126 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-d5455681-c318-4d37-a986-8863a77da243 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648634 Feb 19 03:31:21.251779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (eb7cced2-011e-4e91-a4ba-e4829ef460e7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.374955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-c0cc2e79-cb9b-4e48-9525-6e5fe61f9488 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:31:21.382814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-c0cc2e79-cb9b-4e48-9525-6e5fe61f9488 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1457705 Feb 19 03:31:21.492953 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (eb7cced2-011e-4e91-a4ba-e4829ef460e7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.606870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Deleting port f71af974-fb86-42b3-8642-2994b66f15ed {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:21.608564 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f71af974-fb86-42b3-8642-2994b66f15ed), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.697831 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-29e703a9-8749-4c86-8488-a8307ee5f327 service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140466 Feb 19 03:31:21.699651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cced2-011e-4e91-a4ba-e4829ef460e7', 'name': '', 'tenant_id': '7b51715a51724caeaec7af2650a916b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2428412-cce0-4303-9a8e-0d29585900e3', 'external_fixed_ips': [{'subnet_id': '87f97db7-49a6-49d8-9494-89b31751537c', 'ip_address': '2001:db8::3c2'}], 'enable_snat': True}, 'gw_port_id': 'f71af974-fb86-42b3-8642-2994b66f15ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:17Z', 'updated_at': '2022-02-19T03:31:19Z', 'revision_number': 3, 'project_id': '7b51715a51724caeaec7af2650a916b5', 'gw_port': {'id': 'f71af974-fb86-42b3-8642-2994b66f15ed', 'name': '', 'network_id': 'a2428412-cce0-4303-9a8e-0d29585900e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7cced2-011e-4e91-a4ba-e4829ef460e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '87f97db7-49a6-49d8-9494-89b31751537c', 'ip_address': '2001:db8::3c2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:18Z', 'updated_at': '2022-02-19T03:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87f97db7-49a6-49d8-9494-89b31751537c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:21.761375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Checking router: eb7cced2-011e-4e91-a4ba-e4829ef460e7 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:21.761735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Updating router eb7cced2-011e-4e91-a4ba-e4829ef460e7 port f71af974-fb86-42b3-8642-2994b66f15ed binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:31:21.808503 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f71af974-fb86-42b3-8642-2994b66f15ed), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.815582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f71af974-fb86-42b3-8642-2994b66f15ed), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.843255 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Calling delete_port for f71af974-fb86-42b3-8642-2994b66f15ed owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:21.988429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-abbff0ea-3d02-4cb7-a04e-9494d459d4f6 service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700908 Feb 19 03:31:22.459456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f67398-4e71-46a9-82d2-97c2a113ec98 req-d8e44e8f-e0ed-405c-bd8d-f73efb92cdc6 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:22.461602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90f67398-4e71-46a9-82d2-97c2a113ec98 req-d8e44e8f-e0ed-405c-bd8d-f73efb92cdc6 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1017027 Feb 19 03:31:22.487134 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:22.506552 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f71af974-fb86-42b3-8642-2994b66f15ed), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:22.507365 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:31:22.507733 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:31:22.582532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90f67398-4e71-46a9-82d2-97c2a113ec98 req-05798ad0-c74c-463e-90d7-2ffe04601418 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143644 Feb 19 03:31:22.623511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event deleted for resources: {'Port': ['ID=f71af974-fb86-42b3-8642-2994b66f15ed,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:22.696644 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (eb7cced2-011e-4e91-a4ba-e4829ef460e7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:22.838688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edffe3b-65e7-449c-b3d5-f2fd1dfe4351 req-ac3cb864-8b81-4208-95cb-0dffe8aff2bc tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:22.840550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1edffe3b-65e7-449c-b3d5-f2fd1dfe4351 req-ac3cb864-8b81-4208-95cb-0dffe8aff2bc tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1274676 Feb 19 03:31:22.939658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1edffe3b-65e7-449c-b3d5-f2fd1dfe4351 req-635e5e07-286e-4a3f-904b-3009fe51393f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920792 Feb 19 03:31:23.081684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (eb7cced2-011e-4e91-a4ba-e4829ef460e7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:23.105607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_controller (eb7cced2-011e-4e91-a4ba-e4829ef460e7), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:23.113094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Port f71af974-fb86-42b3-8642-2994b66f15ed not found while updating agent binding for router eb7cced2-011e-4e91-a4ba-e4829ef460e7. {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 03:31:23.180406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Routers {'eb7cced2-011e-4e91-a4ba-e4829ef460e7'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:23.186468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['eb7cced2-011e-4e91-a4ba-e4829ef460e7'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:23.199948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5225ca-482d-45da-9863-ecd242576b3e req-0c35b1a9-3078-4774-8ae7-b55542c68472 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:23.214292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5225ca-482d-45da-9863-ecd242576b3e req-0c35b1a9-3078-4774-8ae7-b55542c68472 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:23.225544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5225ca-482d-45da-9863-ecd242576b3e req-0c35b1a9-3078-4774-8ae7-b55542c68472 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:23.237462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5225ca-482d-45da-9863-ecd242576b3e req-0c35b1a9-3078-4774-8ae7-b55542c68472 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:23.252821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5225ca-482d-45da-9863-ecd242576b3e req-0c35b1a9-3078-4774-8ae7-b55542c68472 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:23.264374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5225ca-482d-45da-9863-ecd242576b3e req-0c35b1a9-3078-4774-8ae7-b55542c68472 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:23.274673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5225ca-482d-45da-9863-ecd242576b3e req-0c35b1a9-3078-4774-8ae7-b55542c68472 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:23.286530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f5225ca-482d-45da-9863-ecd242576b3e req-0c35b1a9-3078-4774-8ae7-b55542c68472 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2486181 Feb 19 03:31:23.387051 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] Set router eb7cced2-011e-4e91-a4ba-e4829ef460e7 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:23.391721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (eb7cced2-011e-4e91-a4ba-e4829ef460e7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:23.392500 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb7cced2-011e-4e91-a4ba-e4829ef460e7 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:31:23.406437 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:23.414713 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f5bc3887-8487-43e2-ae2d-b782ceed59cb tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "DELETE /v2.0/routers/eb7cced2-011e-4e91-a4ba-e4829ef460e7 HTTP/1.1" status: 204 len: 168 time: 2.4799984 Feb 19 03:31:23.415395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51302) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:23.452163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f5225ca-482d-45da-9863-ecd242576b3e req-3ff58b77-d8c2-48ee-bf05-071684aca472 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1645317 Feb 19 03:31:23.602308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33dedc73-934f-48a1-9e99-0df132cfcd82 req-a404611c-27c4-49f8-b18e-aa87ccc42b02 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 210 time: 0.0743959 Feb 19 03:31:23.669313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb518f35-506a-42d5-9289-577fb6a86c76 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Deleting subnet 87f97db7-49a6-49d8-9494-89b31751537c {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:31:23.684552 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb518f35-506a-42d5-9289-577fb6a86c76 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for subnet (87f97db7-49a6-49d8-9494-89b31751537c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:23.839970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb518f35-506a-42d5-9289-577fb6a86c76 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (87f97db7-49a6-49d8-9494-89b31751537c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:23.891057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e055d8-30fb-4207-9357-508a08fa591c req-3e687dee-b751-42bf-871d-401ffd9fc0bc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:23.906998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e055d8-30fb-4207-9357-508a08fa591c req-3e687dee-b751-42bf-871d-401ffd9fc0bc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1108840 Feb 19 03:31:23.913377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb518f35-506a-42d5-9289-577fb6a86c76 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (87f97db7-49a6-49d8-9494-89b31751537c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:24.035518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e055d8-30fb-4207-9357-508a08fa591c req-b4c7cbdd-148a-4d66-8995-52958c0d7e90 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273935 Feb 19 03:31:24.048059 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb518f35-506a-42d5-9289-577fb6a86c76 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (87f97db7-49a6-49d8-9494-89b31751537c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:24.052365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7cced2-011e-4e91-a4ba-e4829ef460e7', 'name': '', 'tenant_id': '7b51715a51724caeaec7af2650a916b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:17Z', 'updated_at': '2022-02-19T03:31:22Z', 'revision_number': 5, 'project_id': '7b51715a51724caeaec7af2650a916b5', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:24.115728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb518f35-506a-42d5-9289-577fb6a86c76 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=87f97db7-49a6-49d8-9494-89b31751537c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:24.147786 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb518f35-506a-42d5-9289-577fb6a86c76 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:24.153559 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cb518f35-506a-42d5-9289-577fb6a86c76 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/87f97db7-49a6-49d8-9494-89b31751537c HTTP/1.1" status: 204 len: 168 time: 0.7370067 Feb 19 03:31:24.157325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51314) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:24.193383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58f5d0-b6aa-4d4c-ae40-df3d80a0dbb2 None None] The sync data for ids ['eb7cced2-011e-4e91-a4ba-e4829ef460e7'] in n-d-826756-2 is: [{'id': 'eb7cced2-011e-4e91-a4ba-e4829ef460e7', 'name': '', 'tenant_id': '7b51715a51724caeaec7af2650a916b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:17Z', 'updated_at': '2022-02-19T03:31:22Z', 'revision_number': 5, 'project_id': '7b51715a51724caeaec7af2650a916b5', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:24.387099 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (a2428412-cce0-4303-9a8e-0d29585900e3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:24.970698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857409-729d-4495-81e4-541cedcab929 req-ccacf45d-5c4a-4cbb-82a1-1be2d91faa32 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:24.972295 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-ccacf45d-5c4a-4cbb-82a1-1be2d91faa32 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.2853768 Feb 19 03:31:25.017483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Request body: {'port': {'device_id': '3a90a166-d584-44d5-8ce5-4b66c07b780f', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'admin_state_up': True, 'tenant_id': '945f4e3f343b489cafd000abb754fec1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:25.366009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Made reservation on behalf of 945f4e3f343b489cafd000abb754fec1 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:25.369428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.477837 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (a2428412-cce0-4303-9a8e-0d29585900e3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.500765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2428412-cce0-4303-9a8e-0d29585900e3']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:25.512642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a08cc6-b8b9-4b36-aee2-795e8c06572c') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:25.513077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a08cc6-b8b9-4b36-aee2-795e8c06572c') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:25.524421 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (02a08cc6-b8b9-4b36-aee2-795e8c06572c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.539809 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (02a08cc6-b8b9-4b36-aee2-795e8c06572c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.563028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:31:25.563469 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (02a08cc6-b8b9-4b36-aee2-795e8c06572c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.581878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Allocated IP 172.20.0.12 (d3336400-e1dd-4eb4-bf58-d531a8c12ae4/b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c/8d917dc0-ec84-470a-a9dd-5235a9dc75b7) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:31:25.753430 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:31:25.784403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2784b-b252-4467-9e75-7ef525c4b71b req-934abab2-4752-4c7f-ac52-82548a77ec75 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:25.789170 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3b2784b-b252-4467-9e75-7ef525c4b71b req-934abab2-4752-4c7f-ac52-82548a77ec75 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 1.6326358 Feb 19 03:31:25.789816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (a2428412-cce0-4303-9a8e-0d29585900e3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.799659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2428412-cce0-4303-9a8e-0d29585900e3 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:31:25.807389 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.820989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "DELETE /v2.0/networks/a2428412-cce0-4303-9a8e-0d29585900e3 HTTP/1.1" status: 204 len: 168 time: 1.6618309 Feb 19 03:31:25.873625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks [] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.897396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906dad1-2275-487a-a145-235141b54f38 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2428412-cce0-4303-9a8e-0d29585900e3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:25.975907 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.020176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3b2784b-b252-4467-9e75-7ef525c4b71b req-c48ecac8-1afe-40d0-9ddc-86424bae94e3 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969361 Feb 19 03:31:26.112719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:26.122505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:26.140501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:26.217800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event updated for resources: {'Port': ['ID=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:26.312051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:26.312741 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.367624 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-a1d6b9fd-4409-4ad0-8f7d-8abe5a60bcf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3548944 Feb 19 03:31:26.394337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Request body: {'port': {'device_id': '3a90a166-d584-44d5-8ce5-4b66c07b780f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:26.437521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f1806-4d0d-43ca-9567-1477230dfe7f req-04b6a965-b653-4f8a-8f8a-e4ba4ebc562f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:26.452458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f1806-4d0d-43ca-9567-1477230dfe7f req-04b6a965-b653-4f8a-8f8a-e4ba4ebc562f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:26.466514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f1806-4d0d-43ca-9567-1477230dfe7f req-04b6a965-b653-4f8a-8f8a-e4ba4ebc562f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:26.473043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f1806-4d0d-43ca-9567-1477230dfe7f req-04b6a965-b653-4f8a-8f8a-e4ba4ebc562f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:26.479016 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f1806-4d0d-43ca-9567-1477230dfe7f req-04b6a965-b653-4f8a-8f8a-e4ba4ebc562f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:26.484370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f1806-4d0d-43ca-9567-1477230dfe7f req-04b6a965-b653-4f8a-8f8a-e4ba4ebc562f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:26.490431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f1806-4d0d-43ca-9567-1477230dfe7f req-04b6a965-b653-4f8a-8f8a-e4ba4ebc562f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:26.492363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51358) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:26.498493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a85f1806-4d0d-43ca-9567-1477230dfe7f req-04b6a965-b653-4f8a-8f8a-e4ba4ebc562f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2607477 Feb 19 03:31:26.504177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6b4be81f-c929-45fd-b7c2-edb8616a9a5b tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Request body: {'router': {'name': 'tempest-router--573419451', 'project_id': '16d1da11c9014880b204903a7eb4bb2c'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:26.601668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a85f1806-4d0d-43ca-9567-1477230dfe7f req-7f69529a-a015-481d-a2bf-0c292cb5b572 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1022077 Feb 19 03:31:26.622062 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.680156 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b4be81f-c929-45fd-b7c2-edb8616a9a5b tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (1d532775-fb21-409c-a427-1c6f77a48762), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.685259 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b4be81f-c929-45fd-b7c2-edb8616a9a5b tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (1d532775-fb21-409c-a427-1c6f77a48762), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.841053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b4be81f-c929-45fd-b7c2-edb8616a9a5b tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_controller (1d532775-fb21-409c-a427-1c6f77a48762), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.844018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36bbf1-fdd1-4918-a8c8-199356b57b0b req-a2f87a2f-3a09-4aa6-985d-d655301a065b tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:26.856635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e36bbf1-fdd1-4918-a8c8-199356b57b0b req-a2f87a2f-3a09-4aa6-985d-d655301a065b tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 932 time: 0.1429250 Feb 19 03:31:26.982449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e36bbf1-fdd1-4918-a8c8-199356b57b0b req-0e3dd8fd-67c1-4e08-b9d0-acd19eb76b51 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248307 Feb 19 03:31:27.239907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a31bc8-6f49-457a-bedf-f2e574632b77 req-1f4662e2-70de-4aef-bb11-e7095e76c966 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:27.244666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29a31bc8-6f49-457a-bedf-f2e574632b77 req-1f4662e2-70de-4aef-bb11-e7095e76c966 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1484187 Feb 19 03:31:27.365718 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29a31bc8-6f49-457a-bedf-f2e574632b77 req-ddc31c53-4e1b-4549-9792-aa9a88579275 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119330 Feb 19 03:31:27.471997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:31:27.512705 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Publish callbacks [] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.580243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Transition to ACTIVE for port object 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:31:27.586415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b4be81f-c929-45fd-b7c2-edb8616a9a5b tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (1d532775-fb21-409c-a427-1c6f77a48762), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.608888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.665940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f59814-4fa6-4cab-8738-56ba6048884a req-5ae9a385-23ae-41bb-a093-71b3bdca0932 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:27.677812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76f59814-4fa6-4cab-8738-56ba6048884a req-5ae9a385-23ae-41bb-a093-71b3bdca0932 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1431892 Feb 19 03:31:27.733770 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b4be81f-c929-45fd-b7c2-edb8616a9a5b tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.749762 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6b4be81f-c929-45fd-b7c2-edb8616a9a5b tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2560384 Feb 19 03:31:27.777464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51372) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:27.788406 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76f59814-4fa6-4cab-8738-56ba6048884a req-4334b767-ba7b-40c9-8ef9-87687d9d2b44 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097565 Feb 19 03:31:27.952698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Pushing event updated for resources: {'Port': ['ID=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:27.962769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Attempting to bind port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:27.963373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Attempting to bind port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:27.963904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Attempting to bind port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:27.973379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:27.974867 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Attempting to bind port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:27.984515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:27.990972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Checking segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:27.991604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Bound using segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:27.992265 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Bound port: 8d917dc0-ec84-470a-a9dd-5235a9dc75b7, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:27.992835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.997505 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4374097-06e8-430c-8677-edb365bc6977 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (1d532775-fb21-409c-a427-1c6f77a48762), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.146378 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] For port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:28.152863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] For port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:28.165368 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.248984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.249829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.251863 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] 10.222.0.37 "PUT /v2.0/ports/8d917dc0-ec84-470a-a9dd-5235a9dc75b7 HTTP/1.1" status: 200 len: 1092 time: 1.8662424 Feb 19 03:31:28.252393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a90a166-d584-44d5-8ce5-4b66c07b780f', 'tag': '8d917dc0-ec84-470a-a9dd-5235a9dc75b7'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:28.256347 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3a90a166-d584-44d5-8ce5-4b66c07b780f", "tag": "8d917dc0-ec84-470a-a9dd-5235a9dc75b7"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:28.321014 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b51bb-7c4a-40cd-ad78-440a82bed0ca service neutron] Pushing event updated for resources: {'Port': ['ID=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:28.446802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857409-729d-4495-81e4-541cedcab929 req-5f6b519b-4ae4-4b7a-a4c3-0270b78e78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.451269 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-5f6b519b-4ae4-4b7a-a4c3-0270b78e78d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 1126 time: 0.1272781 Feb 19 03:31:28.530498 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4374097-06e8-430c-8677-edb365bc6977 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (1d532775-fb21-409c-a427-1c6f77a48762), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.544874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4374097-06e8-430c-8677-edb365bc6977 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_controller (1d532775-fb21-409c-a427-1c6f77a48762), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.560888 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-80dfe666-32c7-422c-88d8-9fe500749256 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d917dc0-ec84-470a-a9dd-5235a9dc75b7 HTTP/1.1" status: 200 len: 217 time: 0.0925007 Feb 19 03:31:28.565225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9416a0c-e27a-4cce-b0d3-4d820bd37c37 req-32e64b33-d777-459a-ab88-3c4f4aeb8610 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.580425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9416a0c-e27a-4cce-b0d3-4d820bd37c37 req-32e64b33-d777-459a-ab88-3c4f4aeb8610 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.585676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9416a0c-e27a-4cce-b0d3-4d820bd37c37 req-32e64b33-d777-459a-ab88-3c4f4aeb8610 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.603907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9416a0c-e27a-4cce-b0d3-4d820bd37c37 req-32e64b33-d777-459a-ab88-3c4f4aeb8610 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.609105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9416a0c-e27a-4cce-b0d3-4d820bd37c37 req-32e64b33-d777-459a-ab88-3c4f4aeb8610 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.620420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9416a0c-e27a-4cce-b0d3-4d820bd37c37 req-32e64b33-d777-459a-ab88-3c4f4aeb8610 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.635139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9416a0c-e27a-4cce-b0d3-4d820bd37c37 req-32e64b33-d777-459a-ab88-3c4f4aeb8610 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.654456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9416a0c-e27a-4cce-b0d3-4d820bd37c37 req-32e64b33-d777-459a-ab88-3c4f4aeb8610 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.6736934 Feb 19 03:31:28.678645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857409-729d-4495-81e4-541cedcab929 req-491f1923-0229-4f92-9018-71aef9481acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.679771 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-491f1923-0229-4f92-9018-71aef9481acd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.1109812 Feb 19 03:31:28.774487 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-555214dd-338d-4b6b-8d67-4dbebfe28b1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846033 Feb 19 03:31:28.781213 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4374097-06e8-430c-8677-edb365bc6977 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (1d532775-fb21-409c-a427-1c6f77a48762), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.781766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4374097-06e8-430c-8677-edb365bc6977 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d532775-fb21-409c-a427-1c6f77a48762 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:31:28.802340 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4374097-06e8-430c-8677-edb365bc6977 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.807940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b4374097-06e8-430c-8677-edb365bc6977 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "DELETE /v2.0/routers/1d532775-fb21-409c-a427-1c6f77a48762 HTTP/1.1" status: 204 len: 168 time: 0.9982293 Feb 19 03:31:28.856007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9416a0c-e27a-4cce-b0d3-4d820bd37c37 req-c735e1df-d8ec-4b90-9047-d8a969449b8f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2004972 Feb 19 03:31:29.104447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51396) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:29.186902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655d7ff-69c8-47fa-be09-13c6db15917b req-ecbe0caa-6069-47c4-befe-2b6a0a702dc3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:29.195555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7655d7ff-69c8-47fa-be09-13c6db15917b req-ecbe0caa-6069-47c4-befe-2b6a0a702dc3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 944 time: 0.1772990 Feb 19 03:31:29.354500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7655d7ff-69c8-47fa-be09-13c6db15917b req-fef36791-19ee-4b53-95f5-7845a7963cf5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578000 Feb 19 03:31:29.437023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1193040311', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:29.517169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (ec5bd69d-44dc-4398-a3a1-c76042a9a131), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.518743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (ec5bd69d-44dc-4398-a3a1-c76042a9a131), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.622025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (ec5bd69d-44dc-4398-a3a1-c76042a9a131), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.683159 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e176a12f-53cf-4ff0-ae96-aeb52b1c9c5f x-openstack-request-id: req-e176a12f-53cf-4ff0-ae96-aeb52b1c9c5f {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:29.684071 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a90a166-d584-44d5-8ce5-4b66c07b780f", "tag": "8d917dc0-ec84-470a-a9dd-5235a9dc75b7", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:29.685302 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e176a12f-53cf-4ff0-ae96-aeb52b1c9c5f {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:29.686558 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a90a166-d584-44d5-8ce5-4b66c07b780f', 'tag': '8d917dc0-ec84-470a-a9dd-5235a9dc75b7', 'status': 'completed', 'code': 200} Feb 19 03:31:29.784035 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-d46c2256-8f97-4755-b2a5-40c9368ab84e service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0030446 Feb 19 03:31:29.936135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce69a3-702e-474e-bd8a-1270b64255af req-2430527c-4e71-49e5-b24c-90f502ae6d7d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:29.936135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73ce69a3-702e-474e-bd8a-1270b64255af req-2430527c-4e71-49e5-b24c-90f502ae6d7d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.3058517 Feb 19 03:31:30.015606 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-cf857409-729d-4495-81e4-541cedcab929 req-aea84dc3-c943-47dd-b088-95164d66f43c service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245984 Feb 19 03:31:30.053966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73ce69a3-702e-474e-bd8a-1270b64255af req-dafc15b3-7e98-4c82-834f-95645090f8f9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157670 Feb 19 03:31:30.251808 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (ec5bd69d-44dc-4398-a3a1-c76042a9a131), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.282692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac req-4484aba2-ed46-45b7-8dee-8cc8934a37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:30.284262 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac req-4484aba2-ed46-45b7-8dee-8cc8934a37dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 1126 time: 0.1011796 Feb 19 03:31:30.468801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf184068-183d-4ddf-a149-ce12731836b6 req-9699b2a8-71de-4d9e-ac73-f29ea3261dee tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:30.478652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf184068-183d-4ddf-a149-ce12731836b6 req-9699b2a8-71de-4d9e-ac73-f29ea3261dee tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2340133 Feb 19 03:31:30.479228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac req-738e384f-8299-4c64-b5c1-4ee1aecd2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:30.481228 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac req-738e384f-8299-4c64-b5c1-4ee1aecd2f44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 913 time: 0.1902311 Feb 19 03:31:30.534865 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac req-6cb7eeaf-b9d9-4932-8d17-18a5c0f37d7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d917dc0-ec84-470a-a9dd-5235a9dc75b7 HTTP/1.1" status: 200 len: 217 time: 0.0457227 Feb 19 03:31:30.558346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf184068-183d-4ddf-a149-ce12731836b6 req-c3c845aa-73fe-4a35-8812-1fdd75de816f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737545 Feb 19 03:31:30.668087 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac req-7bbe9820-c4b6-4370-aa5d-8a8f88a5282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:30.669585 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac req-7bbe9820-c4b6-4370-aa5d-8a8f88a5282e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.1288481 Feb 19 03:31:30.729447 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac req-62fae6d5-7997-4bb4-985e-042020c87e59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515532 Feb 19 03:31:30.828697 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (ec5bd69d-44dc-4398-a3a1-c76042a9a131), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.857073 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.920108 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac req-d92ba1dc-e3c0-41e0-83d3-e6e720d39e2c service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839392 Feb 19 03:31:31.059385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Allocated IP 172.25.4.66 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/134c60d5-6e53-4e53-9edc-f8de1f215827) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:31.093338 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ad3d2dbf-98ea-4ca6-a9aa-c1aaa351e7ac req-71b1b0a9-6992-4e40-9aaa-214947832ebd service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644952 Feb 19 03:31:31.104639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158547f7-92f1-4cb2-ac2d-2d2e0be04c12 req-1a767fe1-8ece-4771-a1b1-f1ae25dcf1a6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.121458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158547f7-92f1-4cb2-ac2d-2d2e0be04c12 req-1a767fe1-8ece-4771-a1b1-f1ae25dcf1a6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.127093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158547f7-92f1-4cb2-ac2d-2d2e0be04c12 req-1a767fe1-8ece-4771-a1b1-f1ae25dcf1a6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.133959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158547f7-92f1-4cb2-ac2d-2d2e0be04c12 req-1a767fe1-8ece-4771-a1b1-f1ae25dcf1a6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.139385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158547f7-92f1-4cb2-ac2d-2d2e0be04c12 req-1a767fe1-8ece-4771-a1b1-f1ae25dcf1a6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.145750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158547f7-92f1-4cb2-ac2d-2d2e0be04c12 req-1a767fe1-8ece-4771-a1b1-f1ae25dcf1a6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.151329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158547f7-92f1-4cb2-ac2d-2d2e0be04c12 req-1a767fe1-8ece-4771-a1b1-f1ae25dcf1a6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.162469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-158547f7-92f1-4cb2-ac2d-2d2e0be04c12 req-1a767fe1-8ece-4771-a1b1-f1ae25dcf1a6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.4372001 Feb 19 03:31:31.237931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-158547f7-92f1-4cb2-ac2d-2d2e0be04c12 req-9a9805cc-269b-4f3d-8255-cc2cd266f158 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0773864 Feb 19 03:31:31.476196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1453e9-f412-4f68-b728-8d6e3cdf2d7b req-0941de9f-0bb0-4bbc-a96e-a17563249f6f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.484476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a1453e9-f412-4f68-b728-8d6e3cdf2d7b req-0941de9f-0bb0-4bbc-a96e-a17563249f6f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 944 time: 0.0910602 Feb 19 03:31:31.550972 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a1453e9-f412-4f68-b728-8d6e3cdf2d7b req-090661fc-cf96-4372-b02b-a28434ee9678 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648720 Feb 19 03:31:31.623061 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for port (134c60d5-6e53-4e53-9edc-f8de1f215827), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.756401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (134c60d5-6e53-4e53-9edc-f8de1f215827), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.858824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Pushing event updated for resources: {'Port': ['ID=134c60d5-6e53-4e53-9edc-f8de1f215827,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:31.903676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:31.905630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:31.918557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f64ef-3497-4235-a2fc-4dfd2920c680 req-48af4a6f-081a-40d5-b480-c6b34a687229 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.920516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-996f64ef-3497-4235-a2fc-4dfd2920c680 req-48af4a6f-081a-40d5-b480-c6b34a687229 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2414191 Feb 19 03:31:31.921974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.922324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.922665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.923140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.923480 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.923816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.924146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.924828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.924828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.925189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.925521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.925875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.926543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:31.930602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:32.102933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-996f64ef-3497-4235-a2fc-4dfd2920c680 req-58903916-fc2a-4c1a-98a6-a277aa108f51 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480508 Feb 19 03:31:32.113042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51434) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:32.413066 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea41b0a-c518-4187-bdbc-b99ee7da67a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:32.432615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d25923-dc1b-4749-922b-cb826d7da58f req-21610155-44cf-4302-926f-baac59d8aaa7 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:32.442835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6d25923-dc1b-4749-922b-cb826d7da58f req-21610155-44cf-4302-926f-baac59d8aaa7 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.2286682 Feb 19 03:31:32.474940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-a0236412-49ff-4fa8-8320-4848937dba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:32.476551 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-a0236412-49ff-4fa8-8320-4848937dba71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 1127 time: 0.1708870 Feb 19 03:31:32.692009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-823e6d8a-e79f-4c5b-a5ed-44a9dc658c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:32.695837 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-823e6d8a-e79f-4c5b-a5ed-44a9dc658c12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.1853244 Feb 19 03:31:32.703612 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea41b0a-c518-4187-bdbc-b99ee7da67a4 admin admin] Publish callbacks [] for security_group (d02116ee-c791-4e3e-af82-6215c19bc963), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:32.713137 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6d25923-dc1b-4749-922b-cb826d7da58f req-5a226e87-dee8-4f36-98be-006ce8fdc0ef tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663634 Feb 19 03:31:32.718842 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea41b0a-c518-4187-bdbc-b99ee7da67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d02116ee-c791-4e3e-af82-6215c19bc963), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:32.912349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea41b0a-c518-4187-bdbc-b99ee7da67a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02116ee-c791-4e3e-af82-6215c19bc963,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:32.919867 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fea41b0a-c518-4187-bdbc-b99ee7da67a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec946247b6324443a79598b5fed5ad77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8050904 Feb 19 03:31:32.922896 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51454) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:32.952240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (ec5bd69d-44dc-4398-a3a1-c76042a9a131), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:32.974321 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-db70d9ee-a1ff-4f11-9096-6b18ec76fca6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e HTTP/1.1" status: 200 len: 1000 time: 0.2686014 Feb 19 03:31:33.065587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eaf3219-f5b8-4bfc-b17a-38a9534d8c32 admin admin] Publish callbacks [] for security_group (d02116ee-c791-4e3e-af82-6215c19bc963), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:33.143779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eaf3219-f5b8-4bfc-b17a-38a9534d8c32 admin admin] Publish callbacks [] for security_group (d02116ee-c791-4e3e-af82-6215c19bc963), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:33.168776 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-76b0916f-91cb-4e95-9a33-c50e60a3a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.170298 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-76b0916f-91cb-4e95-9a33-c50e60a3a810 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1757748 Feb 19 03:31:33.282192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-cbddef70-f1ab-47e6-a118-8b67fdb4cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.283771 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-cbddef70-f1ab-47e6-a118-8b67fdb4cc50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0968165 Feb 19 03:31:33.454597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4370f-7470-4f11-8ab2-624066b42ac6 req-ec54dfef-e9d8-46e6-be07-fdaa47862f56 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.461238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4370f-7470-4f11-8ab2-624066b42ac6 req-ec54dfef-e9d8-46e6-be07-fdaa47862f56 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.467054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4370f-7470-4f11-8ab2-624066b42ac6 req-ec54dfef-e9d8-46e6-be07-fdaa47862f56 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.472805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4370f-7470-4f11-8ab2-624066b42ac6 req-ec54dfef-e9d8-46e6-be07-fdaa47862f56 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.478402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4370f-7470-4f11-8ab2-624066b42ac6 req-ec54dfef-e9d8-46e6-be07-fdaa47862f56 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.484083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4370f-7470-4f11-8ab2-624066b42ac6 req-ec54dfef-e9d8-46e6-be07-fdaa47862f56 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.487747 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-05d0c125-4404-440c-9990-ed1eddbdf672 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970408 Feb 19 03:31:33.490617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4370f-7470-4f11-8ab2-624066b42ac6 req-ec54dfef-e9d8-46e6-be07-fdaa47862f56 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.498651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77f4370f-7470-4f11-8ab2-624066b42ac6 req-ec54dfef-e9d8-46e6-be07-fdaa47862f56 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2875731 Feb 19 03:31:33.553226 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eaf3219-f5b8-4bfc-b17a-38a9534d8c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d02116ee-c791-4e3e-af82-6215c19bc963), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:33.557083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eaf3219-f5b8-4bfc-b17a-38a9534d8c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:33.561784 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2eaf3219-f5b8-4bfc-b17a-38a9534d8c32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d02116ee-c791-4e3e-af82-6215c19bc963 HTTP/1.1" status: 204 len: 168 time: 0.6355908 Feb 19 03:31:33.613264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf3219-f5b8-4bfc-b17a-38a9534d8c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02116ee-c791-4e3e-af82-6215c19bc963,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:33.640220 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (ec5bd69d-44dc-4398-a3a1-c76042a9a131), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:33.711154 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1f987c9f-c59a-45f5-a025-9c6a9e4a750e req-36cc7f42-b729-41f9-9989-99b7d2d8ed57 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170186 Feb 19 03:31:33.714992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77f4370f-7470-4f11-8ab2-624066b42ac6 req-d9349a43-be7e-422c-9e10-111938cc2a8c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2152531 Feb 19 03:31:33.776159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:31:33.955200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:33.969052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '8d917dc0-ec84-470a-a9dd-5235a9dc75b7', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'port_id': '8d917dc0-ec84-470a-a9dd-5235a9dc75b7', 'mac_address': 'fa:16:3e:73:ce:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:31:34.011900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:34.012707 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.028940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:31:34.042355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b952f8-a57a-4d4b-9892-a5762cdf7fe6 req-a169383d-e8f3-4a8b-bafd-6404ac59c474 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:34.045239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30b952f8-a57a-4d4b-9892-a5762cdf7fe6 req-a169383d-e8f3-4a8b-bafd-6404ac59c474 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 944 time: 0.1742196 Feb 19 03:31:34.053193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:34.072173 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.094883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Router ec5bd69d-44dc-4398-a3a1-c76042a9a131 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:31:34.129079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-0010820f-2322-4906-a8cd-0b31331886c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:34.132663 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-0010820f-2322-4906-a8cd-0b31331886c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 1127 time: 0.1458387 Feb 19 03:31:34.170973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:34.324060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-827196d3-5916-404e-8ef9-e6ab7cad28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:34.325584 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-827196d3-5916-404e-8ef9-e6ab7cad28d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.1794446 Feb 19 03:31:34.370409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:34.389028 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324df40-21c9-44ac-b4ee-8fbad6a17bbb None None] Sync routers for ids ['ec5bd69d-44dc-4398-a3a1-c76042a9a131'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:34.407686 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324df40-21c9-44ac-b4ee-8fbad6a17bbb None None] Routers {'ec5bd69d-44dc-4398-a3a1-c76042a9a131'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:34.411355 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0324df40-21c9-44ac-b4ee-8fbad6a17bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ec5bd69d-44dc-4398-a3a1-c76042a9a131'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:34.441431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30b952f8-a57a-4d4b-9892-a5762cdf7fe6 req-c6a5da7d-4b6f-4423-a29d-7b408492fede tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862944 Feb 19 03:31:34.478205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.482185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7c3891e4-81f2-4e55-8968-6ef2e98376c2 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3770475 Feb 19 03:31:34.482797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51480) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:34.507038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['8d917dc0-ec84-470a-a9dd-5235a9dc75b7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:31:34.528909 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-52a06727-d786-4f07-ad45-496f76e7cb7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e HTTP/1.1" status: 200 len: 1000 time: 0.1890936 Feb 19 03:31:34.664814 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0324df40-21c9-44ac-b4ee-8fbad6a17bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:34.688237 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-aabf3b2a-2af9-4722-b256-ba9cf8eb8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:34.697616 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-aabf3b2a-2af9-4722-b256-ba9cf8eb8255 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1574178 Feb 19 03:31:34.710727 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324df40-21c9-44ac-b4ee-8fbad6a17bbb None None] Routers {'ec5bd69d-44dc-4398-a3a1-c76042a9a131'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:34.713942 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0324df40-21c9-44ac-b4ee-8fbad6a17bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ec5bd69d-44dc-4398-a3a1-c76042a9a131'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:34.826726 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0324df40-21c9-44ac-b4ee-8fbad6a17bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:34.832143 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324df40-21c9-44ac-b4ee-8fbad6a17bbb None None] The sync data for ids ['ec5bd69d-44dc-4398-a3a1-c76042a9a131'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:34.853811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-0f08379c-1099-4c9b-8277-e3a7c5ffc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:34.856266 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-0f08379c-1099-4c9b-8277-e3a7c5ffc8c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1515222 Feb 19 03:31:34.930850 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d167cbc7-d576-4dd5-a01c-35d0213a4115 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/routers/ec5bd69d-44dc-4398-a3a1-c76042a9a131 HTTP/1.1" status: 200 len: 924 time: 0.4456909 Feb 19 03:31:34.969471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51500) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:35.055328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51504) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:35.056167 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f9f72705-49c4-4305-b577-cbfe9b9b15c3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec5bd69d-44dc-4398-a3a1-c76042a9a131 HTTP/1.1" status: 200 len: 205 time: 0.0805917 Feb 19 03:31:35.180435 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-96bbbec8-22e3-4baf-98b0-e0b7bf004aaf service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147502 Feb 19 03:31:35.246901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfe76c-310d-4421-b064-e304378242c5 req-ec8893ee-737e-47b0-8d4b-0ff154ac0e5a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.259704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45bfe76c-310d-4421-b064-e304378242c5 req-ec8893ee-737e-47b0-8d4b-0ff154ac0e5a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.4801476 Feb 19 03:31:35.429541 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d76de8ec-53a1-4b55-a32a-5e285481b282 req-6fa917e2-a6d5-43c5-9926-1c3196c58478 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382083 Feb 19 03:31:35.792538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33456164-a49a-4d29-8bac-d7d18a90dc0e no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:31:35.938178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45bfe76c-310d-4421-b064-e304378242c5 req-41675179-353a-4778-afa3-acec5ebfae60 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6771109 Feb 19 03:31:35.991757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (ec5bd69d-44dc-4398-a3a1-c76042a9a131), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.133102 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.138382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 33456164-a49a-4d29-8bac-d7d18a90dc0e is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:36.140366 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.196088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:36.200376 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30d908b-66e5-40e2-823c-12eb134915a1" -d '{"events": [{"server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "name": "network-vif-unplugged", "status": "completed", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:36.231557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:36.242647 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.249609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b0366-8d1b-4f0e-a79c-28d1b721338e req-746cf95b-06ad-4ca1-88bd-fddc67144141 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:36.257784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-235b0366-8d1b-4f0e-a79c-28d1b721338e req-746cf95b-06ad-4ca1-88bd-fddc67144141 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 945 time: 0.1802166 Feb 19 03:31:36.334334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-235b0366-8d1b-4f0e-a79c-28d1b721338e req-2d4f40db-04bb-40b9-b7fc-281e56e88a88 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753338 Feb 19 03:31:36.345617 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (ec5bd69d-44dc-4398-a3a1-c76042a9a131), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.389909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:36.454651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Deleting port 134c60d5-6e53-4e53-9edc-f8de1f215827 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:36.458286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (134c60d5-6e53-4e53-9edc-f8de1f215827), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.621719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc248e-f670-4f94-83ac-380673a8c0a6 req-5d9dca05-7cdc-4de6-a885-849a2bfb1381 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:36.627466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc248e-f670-4f94-83ac-380673a8c0a6 req-5d9dca05-7cdc-4de6-a885-849a2bfb1381 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:36.634252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc248e-f670-4f94-83ac-380673a8c0a6 req-5d9dca05-7cdc-4de6-a885-849a2bfb1381 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:36.640668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc248e-f670-4f94-83ac-380673a8c0a6 req-5d9dca05-7cdc-4de6-a885-849a2bfb1381 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:36.646749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc248e-f670-4f94-83ac-380673a8c0a6 req-5d9dca05-7cdc-4de6-a885-849a2bfb1381 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:36.652744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc248e-f670-4f94-83ac-380673a8c0a6 req-5d9dca05-7cdc-4de6-a885-849a2bfb1381 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:36.658526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc248e-f670-4f94-83ac-380673a8c0a6 req-5d9dca05-7cdc-4de6-a885-849a2bfb1381 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:36.667562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efbc248e-f670-4f94-83ac-380673a8c0a6 req-5d9dca05-7cdc-4de6-a885-849a2bfb1381 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2063711 Feb 19 03:31:36.699590 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (134c60d5-6e53-4e53-9edc-f8de1f215827), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.725314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Calling delete_port for 134c60d5-6e53-4e53-9edc-f8de1f215827 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:36.819226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efbc248e-f670-4f94-83ac-380673a8c0a6 req-45bbccc9-78ad-4c47-a4c7-6b13b3cc960f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1503901 Feb 19 03:31:37.045716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabbf52-9504-4fe4-ab29-2ef01930c79c req-e953fc0e-2fe8-4b10-a87d-af479d5dfe3d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:37.047316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fabbf52-9504-4fe4-ab29-2ef01930c79c req-e953fc0e-2fe8-4b10-a87d-af479d5dfe3d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 945 time: 0.1175227 Feb 19 03:31:37.116366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fabbf52-9504-4fe4-ab29-2ef01930c79c req-9ad1ff76-6841-4ab0-a39a-52df08a72d16 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625865 Feb 19 03:31:37.117539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (134c60d5-6e53-4e53-9edc-f8de1f215827), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.158735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Pushing event deleted for resources: {'Port': ['ID=134c60d5-6e53-4e53-9edc-f8de1f215827,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:37.264235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (ec5bd69d-44dc-4398-a3a1-c76042a9a131), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.413446 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (ec5bd69d-44dc-4398-a3a1-c76042a9a131), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.415861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (ec5bd69d-44dc-4398-a3a1-c76042a9a131), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.421795 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f0a8c2-81b1-4541-96f2-fae61e38e2aa x-openstack-request-id: req-e1f0a8c2-81b1-4541-96f2-fae61e38e2aa {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:37.422907 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "name": "network-vif-unplugged", "status": "completed", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:37.423632 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1f0a8c2-81b1-4541-96f2-fae61e38e2aa {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:37.424702 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'code': 200} Feb 19 03:31:37.485010 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (ec5bd69d-44dc-4398-a3a1-c76042a9a131), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.485855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Fanout notify agent at l3_agent the message router_deleted on router ec5bd69d-44dc-4398-a3a1-c76042a9a131 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:31:37.511333 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.516395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ba6ccd7d-aa1f-4cb4-943f-71af033b6eb3 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/ec5bd69d-44dc-4398-a3a1-c76042a9a131 HTTP/1.1" status: 204 len: 168 time: 2.4481158 Feb 19 03:31:37.517114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51600) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:37.522297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1335632444', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'enable_snat': False}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:37.548992 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (e553957c-d41a-4591-84cc-67ef20c51a5a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.550688 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (e553957c-d41a-4591-84cc-67ef20c51a5a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.644291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_controller (e553957c-d41a-4591-84cc-67ef20c51a5a), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.815254 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:38.013921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:31:38.021004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:38.021503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.039574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1f8b5-2a3f-4289-b48c-701bca107f6d req-cc6c4682-2201-430b-92d5-6a22231ed273 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.048455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6bf1f8b5-2a3f-4289-b48c-701bca107f6d req-cc6c4682-2201-430b-92d5-6a22231ed273 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.2097230 Feb 19 03:31:38.079972 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (e553957c-d41a-4591-84cc-67ef20c51a5a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.137370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6bf1f8b5-2a3f-4289-b48c-701bca107f6d req-babedfaf-d990-43b5-a1f7-d66deccf99ea tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879126 Feb 19 03:31:38.226055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51628) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:38.327313 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f5beaa8b-d90a-4fa0-9bc8-5ef6848458a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.346380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:38.347197 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.389352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:38.396514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.406584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a3c26-c5b2-48cc-85c4-1ca2590f54b1 req-c274c4a4-9861-4129-96be-511d0daadecc tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.417213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c12a3c26-c5b2-48cc-85c4-1ca2590f54b1 req-c274c4a4-9861-4129-96be-511d0daadecc tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1605248 Feb 19 03:31:38.476424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:38.528489 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04980238-7b0f-4139-803e-ba3698cd7d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.557703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c12a3c26-c5b2-48cc-85c4-1ca2590f54b1 req-baad382e-4b00-4491-b8c0-0b46fb628c90 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271596 Feb 19 03:31:38.619100 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (e553957c-d41a-4591-84cc-67ef20c51a5a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.647465 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.788457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Allocated IP 172.25.4.35 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/2a6300d3-177d-4e03-81e0-c77039b59531) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:38.808944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04980238-7b0f-4139-803e-ba3698cd7d3b admin admin] Publish callbacks [] for security_group (7b79bb01-760e-4f6a-b808-c72b17a9e00e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.834436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953e8c-5da4-4fc8-a586-4df64438385e req-fc3cc2f0-a7f9-4d19-960c-bb5688a9fc59 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.844664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953e8c-5da4-4fc8-a586-4df64438385e req-fc3cc2f0-a7f9-4d19-960c-bb5688a9fc59 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.855840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953e8c-5da4-4fc8-a586-4df64438385e req-fc3cc2f0-a7f9-4d19-960c-bb5688a9fc59 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.866702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953e8c-5da4-4fc8-a586-4df64438385e req-fc3cc2f0-a7f9-4d19-960c-bb5688a9fc59 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.873046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953e8c-5da4-4fc8-a586-4df64438385e req-fc3cc2f0-a7f9-4d19-960c-bb5688a9fc59 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.878423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953e8c-5da4-4fc8-a586-4df64438385e req-fc3cc2f0-a7f9-4d19-960c-bb5688a9fc59 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.883784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953e8c-5da4-4fc8-a586-4df64438385e req-fc3cc2f0-a7f9-4d19-960c-bb5688a9fc59 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.904659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a953e8c-5da4-4fc8-a586-4df64438385e req-fc3cc2f0-a7f9-4d19-960c-bb5688a9fc59 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2465971 Feb 19 03:31:38.908707 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for port (2a6300d3-177d-4e03-81e0-c77039b59531), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.915912 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04980238-7b0f-4139-803e-ba3698cd7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7b79bb01-760e-4f6a-b808-c72b17a9e00e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.951023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-04980238-7b0f-4139-803e-ba3698cd7d3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1089302626a1418ab63115535b9b5b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7235973 Feb 19 03:31:38.951905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51640) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:39.008676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.010373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04980238-7b0f-4139-803e-ba3698cd7d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b79bb01-760e-4f6a-b808-c72b17a9e00e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:39.067375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a953e8c-5da4-4fc8-a586-4df64438385e req-d5158b4d-077b-423f-9231-63b4cf9396ed tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1608391 Feb 19 03:31:39.072833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:39.078474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:39.086295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:39.141164 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a1b555f-1e54-462d-b04a-43fe2f7b02aa admin admin] Publish callbacks [] for security_group (7b79bb01-760e-4f6a-b808-c72b17a9e00e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.165809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event updated for resources: {'Port': ['ID=2a6300d3-177d-4e03-81e0-c77039b59531,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:39.183329 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a1b555f-1e54-462d-b04a-43fe2f7b02aa admin admin] Publish callbacks [] for security_group (7b79bb01-760e-4f6a-b808-c72b17a9e00e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.337729 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a1b555f-1e54-462d-b04a-43fe2f7b02aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7b79bb01-760e-4f6a-b808-c72b17a9e00e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.340954 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a1b555f-1e54-462d-b04a-43fe2f7b02aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.342299 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2a1b555f-1e54-462d-b04a-43fe2f7b02aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b79bb01-760e-4f6a-b808-c72b17a9e00e HTTP/1.1" status: 204 len: 168 time: 0.3891504 Feb 19 03:31:39.396916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b555f-1e54-462d-b04a-43fe2f7b02aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b79bb01-760e-4f6a-b808-c72b17a9e00e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:39.400172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51644) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:39.412362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4e7852bc-d713-4cd5-b77a-b7d78135afb2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378856400', 'description': 'tempest-secgroup-smoke-1378856400 description', 'project_id': '5cf97a4e18014482b6db74a93fe61ab7'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:39.434990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a90a166-d584-44d5-8ce5-4b66c07b780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d917dc0-ec84-470a-a9dd-5235a9dc75b7'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:39.437515 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e12864-104b-41c9-b273-9de0070662b4" -d '{"events": [{"server_uuid": "3a90a166-d584-44d5-8ce5-4b66c07b780f", "name": "network-vif-plugged", "status": "completed", "tag": "8d917dc0-ec84-470a-a9dd-5235a9dc75b7"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:39.470809 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e7852bc-d713-4cd5-b77a-b7d78135afb2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.503582 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (e553957c-d41a-4591-84cc-67ef20c51a5a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.582812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a0064-0852-4c90-ac9e-92bf4a9ab635 req-cdf9367f-c52c-4cac-8fd7-d3dcacffa6e5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:39.590892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-141a0064-0852-4c90-ac9e-92bf4a9ab635 req-cdf9367f-c52c-4cac-8fd7-d3dcacffa6e5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.0958495 Feb 19 03:31:39.643556 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e7852bc-d713-4cd5-b77a-b7d78135afb2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group (e31ecf54-8e8a-4c33-bb2f-19550a13395b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.683910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e7852bc-d713-4cd5-b77a-b7d78135afb2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e31ecf54-8e8a-4c33-bb2f-19550a13395b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.703491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-141a0064-0852-4c90-ac9e-92bf4a9ab635 req-bd20da6a-866f-49d7-a8ae-6dd67454d7e5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117682 Feb 19 03:31:39.788906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7852bc-d713-4cd5-b77a-b7d78135afb2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31ecf54-8e8a-4c33-bb2f-19550a13395b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:39.809050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e7852bc-d713-4cd5-b77a-b7d78135afb2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.812914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33456164-a49a-4d29-8bac-d7d18a90dc0e no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:31:39.815694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4e7852bc-d713-4cd5-b77a-b7d78135afb2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4128752 Feb 19 03:31:39.821668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51652) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:39.827170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3e055482-9a12-4381-8cce-0b95339b809d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'security_group_rule': {'security_group_id': 'e31ecf54-8e8a-4c33-bb2f-19550a13395b', 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:39.878718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (e553957c-d41a-4591-84cc-67ef20c51a5a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.895017 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e055482-9a12-4381-8cce-0b95339b809d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (1b2d14de-dc94-420c-8ff6-3cb8d8deeb04), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.998960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e055482-9a12-4381-8cce-0b95339b809d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (1b2d14de-dc94-420c-8ff6-3cb8d8deeb04), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.999340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 33456164-a49a-4d29-8bac-d7d18a90dc0e is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:40.000467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51660) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:40.010529 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e055482-9a12-4381-8cce-0b95339b809d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (1b2d14de-dc94-420c-8ff6-3cb8d8deeb04), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.047097 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-696e5f15-791c-45d6-b4d2-20355757ca55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.080680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e055482-9a12-4381-8cce-0b95339b809d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2d14de-dc94-420c-8ff6-3cb8d8deeb04,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:40.130544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e055482-9a12-4381-8cce-0b95339b809d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.134723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3e055482-9a12-4381-8cce-0b95339b809d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111434 Feb 19 03:31:40.139087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51666) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:40.154978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0181108e-d625-49dd-af44-d165ea460a8d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'security_group_rule': {'security_group_id': 'e31ecf54-8e8a-4c33-bb2f-19550a13395b', 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:40.193645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Router e553957c-d41a-4591-84cc-67ef20c51a5a is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:31:40.285738 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0181108e-d625-49dd-af44-d165ea460a8d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (a959a354-e53a-4969-abc5-d423fa454224), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.355590 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:40.357870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-696e5f15-791c-45d6-b4d2-20355757ca55 admin admin] Publish callbacks [] for security_group (34c63881-a1e1-42d0-af58-074b43c2af90), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.369679 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-696e5f15-791c-45d6-b4d2-20355757ca55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (34c63881-a1e1-42d0-af58-074b43c2af90), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.373155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Sync routers for ids ['e553957c-d41a-4591-84cc-67ef20c51a5a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:40.414945 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Routers {'e553957c-d41a-4591-84cc-67ef20c51a5a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:40.415931 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e553957c-d41a-4591-84cc-67ef20c51a5a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:40.419779 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0181108e-d625-49dd-af44-d165ea460a8d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (a959a354-e53a-4969-abc5-d423fa454224), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.424673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.429965 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7509e6e7-9ff5-467c-a9da-c4a0287fee33 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9116917 Feb 19 03:31:40.431169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51674) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:40.454868 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0181108e-d625-49dd-af44-d165ea460a8d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (a959a354-e53a-4969-abc5-d423fa454224), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.493756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181108e-d625-49dd-af44-d165ea460a8d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a959a354-e53a-4969-abc5-d423fa454224,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:40.512618 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0181108e-d625-49dd-af44-d165ea460a8d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.517180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0181108e-d625-49dd-af44-d165ea460a8d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3741431 Feb 19 03:31:40.523877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51676) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:40.536297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a033a060-9893-4fa7-97ad-236786a01d9a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'security_group_rule': {'security_group_id': 'e31ecf54-8e8a-4c33-bb2f-19550a13395b', 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:40.544125 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0720dc5-7d58-4666-883f-abd50f468dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.560830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-696e5f15-791c-45d6-b4d2-20355757ca55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7d3882fec214e418d6cd82630077893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5589244 Feb 19 03:31:40.561685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e5f15-791c-45d6-b4d2-20355757ca55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c63881-a1e1-42d0-af58-074b43c2af90,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:40.564424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51678) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:40.608742 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a033a060-9893-4fa7-97ad-236786a01d9a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (7755e601-1716-460d-b713-57117bbdac42), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.642887 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c95951a-96ef-412a-9f9c-7b2bd39645ab admin admin] Publish callbacks [] for security_group (34c63881-a1e1-42d0-af58-074b43c2af90), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.655165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221bf78-1d50-4d53-97db-0b6cfb7c3d4d req-aa1dfc20-21ca-4cea-a382-b9a3835a0c77 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:40.663061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0221bf78-1d50-4d53-97db-0b6cfb7c3d4d req-aa1dfc20-21ca-4cea-a382-b9a3835a0c77 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.3036354 Feb 19 03:31:40.708609 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dcb851d1-9445-49d8-8360-ecb82343dbbe tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/routers/e553957c-d41a-4591-84cc-67ef20c51a5a HTTP/1.1" status: 200 len: 908 time: 0.2721140 Feb 19 03:31:40.708969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51682) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:40.714806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1335632444', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'enable_snat': True}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:40.727834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Set router e553957c-d41a-4591-84cc-67ef20c51a5a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:40.737929 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:31:40.749982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c95951a-96ef-412a-9f9c-7b2bd39645ab admin admin] Publish callbacks [] for security_group (34c63881-a1e1-42d0-af58-074b43c2af90), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.796788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (971708ff-bd94-4f58-9a55-aca9d8eb12d5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.798173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (971708ff-bd94-4f58-9a55-aca9d8eb12d5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.822328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a033a060-9893-4fa7-97ad-236786a01d9a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (7755e601-1716-460d-b713-57117bbdac42), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.838935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0221bf78-1d50-4d53-97db-0b6cfb7c3d4d req-06f30f8f-7225-4faa-b334-34cc81a0b862 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748426 Feb 19 03:31:40.860159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a033a060-9893-4fa7-97ad-236786a01d9a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (7755e601-1716-460d-b713-57117bbdac42), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.910399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033a060-9893-4fa7-97ad-236786a01d9a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7755e601-1716-460d-b713-57117bbdac42,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:40.920623 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_controller (971708ff-bd94-4f58-9a55-aca9d8eb12d5), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.926675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a033a060-9893-4fa7-97ad-236786a01d9a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.931395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51688) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:40.931770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a033a060-9893-4fa7-97ad-236786a01d9a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4023509 Feb 19 03:31:40.937308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e6993cc4-4b01-4e4e-bf33-147658a17eb3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'security_group_rule': {'security_group_id': 'e31ecf54-8e8a-4c33-bb2f-19550a13395b', 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:40.955931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c95951a-96ef-412a-9f9c-7b2bd39645ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (34c63881-a1e1-42d0-af58-074b43c2af90), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.958853 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c95951a-96ef-412a-9f9c-7b2bd39645ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:40.960125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4c95951a-96ef-412a-9f9c-7b2bd39645ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34c63881-a1e1-42d0-af58-074b43c2af90 HTTP/1.1" status: 204 len: 168 time: 0.3925781 Feb 19 03:31:40.982018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95951a-96ef-412a-9f9c-7b2bd39645ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c63881-a1e1-42d0-af58-074b43c2af90,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:41.028575 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29888cc6-7fdd-48fe-a40b-fd14d8d012a8 x-openstack-request-id: req-29888cc6-7fdd-48fe-a40b-fd14d8d012a8 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:41.029144 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a90a166-d584-44d5-8ce5-4b66c07b780f", "name": "network-vif-plugged", "status": "completed", "tag": "8d917dc0-ec84-470a-a9dd-5235a9dc75b7", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:41.029144 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29888cc6-7fdd-48fe-a40b-fd14d8d012a8 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:41.029482 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a90a166-d584-44d5-8ce5-4b66c07b780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d917dc0-ec84-470a-a9dd-5235a9dc75b7', 'code': 200} Feb 19 03:31:41.146969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678476-8f50-4b05-a9ce-1b4d13b9eab7 req-a73726d9-1f5f-4184-aa7f-01f57269f97f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.152310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678476-8f50-4b05-a9ce-1b4d13b9eab7 req-a73726d9-1f5f-4184-aa7f-01f57269f97f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.167396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678476-8f50-4b05-a9ce-1b4d13b9eab7 req-a73726d9-1f5f-4184-aa7f-01f57269f97f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.185034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678476-8f50-4b05-a9ce-1b4d13b9eab7 req-a73726d9-1f5f-4184-aa7f-01f57269f97f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.195918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678476-8f50-4b05-a9ce-1b4d13b9eab7 req-a73726d9-1f5f-4184-aa7f-01f57269f97f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.211401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678476-8f50-4b05-a9ce-1b4d13b9eab7 req-a73726d9-1f5f-4184-aa7f-01f57269f97f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.216576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678476-8f50-4b05-a9ce-1b4d13b9eab7 req-a73726d9-1f5f-4184-aa7f-01f57269f97f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.218682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41678476-8f50-4b05-a9ce-1b4d13b9eab7 req-a73726d9-1f5f-4184-aa7f-01f57269f97f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.1849165 Feb 19 03:31:41.240055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e553957c-d41a-4591-84cc-67ef20c51a5a', 'name': 'tempest-snat-router-1335632444', 'tenant_id': '7b51715a51724caeaec7af2650a916b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.35'}], 'enable_snat': False}, 'gw_port_id': '2a6300d3-177d-4e03-81e0-c77039b59531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:37Z', 'updated_at': '2022-02-19T03:31:39Z', 'revision_number': 3, 'project_id': '7b51715a51724caeaec7af2650a916b5', 'gw_port': {'id': '2a6300d3-177d-4e03-81e0-c77039b59531', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e553957c-d41a-4591-84cc-67ef20c51a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:38Z', 'updated_at': '2022-02-19T03:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:41.296573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Checking router: e553957c-d41a-4591-84cc-67ef20c51a5a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:41.299069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Updating router e553957c-d41a-4591-84cc-67ef20c51a5a port 2a6300d3-177d-4e03-81e0-c77039b59531 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:31:41.335932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41678476-8f50-4b05-a9ce-1b4d13b9eab7 req-cfbff96b-4b79-405a-aed5-5f6e826e7e11 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1050215 Feb 19 03:31:41.397256 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:41.487647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-db925a46-226d-48ef-a556-20e30dbdd5fa req-a3cfcde3-8c57-41fd-a51f-4c15c59e36b5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:31:41.488544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db925a46-226d-48ef-a556-20e30dbdd5fa req-a3cfcde3-8c57-41fd-a51f-4c15c59e36b5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064700 Feb 19 03:31:41.801394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e25e-5aee-4c87-b27f-1370602fdb62 req-a50e9166-26ab-4843-bb41-5d02969e9824 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.811539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bd6e25e-5aee-4c87-b27f-1370602fdb62 req-a50e9166-26ab-4843-bb41-5d02969e9824 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.1034367 Feb 19 03:31:41.903861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bd6e25e-5aee-4c87-b27f-1370602fdb62 req-fd4af98c-5b9d-4925-8868-0689a4a70a2f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921476 Feb 19 03:31:41.972233 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Publish callbacks [] for port (2a6300d3-177d-4e03-81e0-c77039b59531), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.006350 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.013320 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.023238 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6993cc4-4b01-4e4e-bf33-147658a17eb3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (391320bc-8d87-4913-9552-075f2769d665), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.088997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Attempting to bind port 2a6300d3-177d-4e03-81e0-c77039b59531 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:42.090532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Attempting to bind port 2a6300d3-177d-4e03-81e0-c77039b59531 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:42.091107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Attempting to bind port 2a6300d3-177d-4e03-81e0-c77039b59531 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:42.104212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:42.104879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:42.105483 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.106105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:42.107244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Bound port: 2a6300d3-177d-4e03-81e0-c77039b59531, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:42.107848 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.116919 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (971708ff-bd94-4f58-9a55-aca9d8eb12d5), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.143443 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a9a37-04dc-4ad5-9cca-3f9ac275b014 req-8b42c138-7421-409f-b072-95e9b5217fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:42.144995 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0c9a9a37-04dc-4ad5-9cca-3f9ac275b014 req-8b42c138-7421-409f-b072-95e9b5217fab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 1128 time: 1.0531635 Feb 19 03:31:42.221288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e6954-0fcf-440c-9111-6b1bd8569181 None None] Pushing event updated for resources: {'Port': ['ID=2a6300d3-177d-4e03-81e0-c77039b59531,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:42.245246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffb961-141f-438a-8be3-ce55d91e1d94 req-b1291adc-8dc2-406f-9fc0-0ab86f0bb9ee tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:42.254264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8ffb961-141f-438a-8be3-ce55d91e1d94 req-b1291adc-8dc2-406f-9fc0-0ab86f0bb9ee tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.1124170 Feb 19 03:31:42.256029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] For port 2a6300d3-177d-4e03-81e0-c77039b59531, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:42.259553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] For port 2a6300d3-177d-4e03-81e0-c77039b59531, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2a6300d3-177d-4e03-81e0-c77039b59531,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:42.284739 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.355590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8ffb961-141f-438a-8be3-ce55d91e1d94 req-d32de8a2-b30c-4c27-a820-37b066c7b604 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983779 Feb 19 03:31:42.373966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51730) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:42.374116 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6993cc4-4b01-4e4e-bf33-147658a17eb3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (391320bc-8d87-4913-9552-075f2769d665), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.388214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Routers {'e553957c-d41a-4591-84cc-67ef20c51a5a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:42.388214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e553957c-d41a-4591-84cc-67ef20c51a5a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:42.394500 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6993cc4-4b01-4e4e-bf33-147658a17eb3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (391320bc-8d87-4913-9552-075f2769d665), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.430822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6993cc4-4b01-4e4e-bf33-147658a17eb3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391320bc-8d87-4913-9552-075f2769d665,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:42.438433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6993cc4-4b01-4e4e-bf33-147658a17eb3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.439643 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e6993cc4-4b01-4e4e-bf33-147658a17eb3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5068431 Feb 19 03:31:42.444542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51734) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:42.454681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a901175c-a96e-473e-a5c9-b431af117a65 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'security_group_rule': {'security_group_id': 'e31ecf54-8e8a-4c33-bb2f-19550a13395b', 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:42.486610 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0c9a9a37-04dc-4ad5-9cca-3f9ac275b014 req-38f8e2da-aead-4824-a714-1c3089fc4f0c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845457 Feb 19 03:31:42.492074 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-a901175c-a96e-473e-a5c9-b431af117a65 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Project 5cf97a4e18014482b6db74a93fe61ab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:31:42.510418 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a901175c-a96e-473e-a5c9-b431af117a65 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (1b332d69-a49f-4551-b160-fab2c43abe5c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.580766 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a901175c-a96e-473e-a5c9-b431af117a65 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (1b332d69-a49f-4551-b160-fab2c43abe5c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.602607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-bfd6d881-be38-4945-a7b3-3b9f5e70704b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4663906 Feb 19 03:31:42.612825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2094481968'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:42.624809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-1a091db5-5234-4392-8912-de535d305082 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:31:42.626284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-1a091db5-5234-4392-8912-de535d305082 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065358 Feb 19 03:31:42.642865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a901175c-a96e-473e-a5c9-b431af117a65 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (1b332d69-a49f-4551-b160-fab2c43abe5c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.648362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182cc94-9aed-4141-af47-e7244bf04bf8 req-c3b996f0-bbd5-4fff-9965-ba33bce82d43 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:42.656709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a182cc94-9aed-4141-af47-e7244bf04bf8 req-c3b996f0-bbd5-4fff-9965-ba33bce82d43 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1215045 Feb 19 03:31:42.671918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901175c-a96e-473e-a5c9-b431af117a65 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b332d69-a49f-4551-b160-fab2c43abe5c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:42.675369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51736) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:42.729507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Made reservation on behalf of 896b8ea048ee4837ba45c61863fc2dc0 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:42.739477 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.765928 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (971708ff-bd94-4f58-9a55-aca9d8eb12d5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.791510 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a901175c-a96e-473e-a5c9-b431af117a65 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.792378 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a901175c-a96e-473e-a5c9-b431af117a65 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3458567 Feb 19 03:31:42.793121 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.793548 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:42.814797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51740) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:42.839861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b59d55af-a5d2-437a-b168-6d48732a8cd1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'security_group_rule': {'security_group_id': 'e31ecf54-8e8a-4c33-bb2f-19550a13395b', 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:42.875142 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a182cc94-9aed-4141-af47-e7244bf04bf8 req-47672bf8-762d-46bc-854c-96b847312503 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171373 Feb 19 03:31:42.944441 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Allocated IP 172.25.4.169 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/f5079eb9-64aa-40c4-bc2e-91e7c45d9a05) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:42.952100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] Set router e553957c-d41a-4591-84cc-67ef20c51a5a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:42.984795 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-b59d55af-a5d2-437a-b168-6d48732a8cd1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Project 5cf97a4e18014482b6db74a93fe61ab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:31:43.009438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b59d55af-a5d2-437a-b168-6d48732a8cd1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (3d732ea1-5048-4297-b47d-052498e5f72e), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.099343 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for port (f5079eb9-64aa-40c4-bc2e-91e7c45d9a05), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.157269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f5079eb9-64aa-40c4-bc2e-91e7c45d9a05), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.202639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b59d55af-a5d2-437a-b168-6d48732a8cd1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (3d732ea1-5048-4297-b47d-052498e5f72e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.217896 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:43.218630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for security_group (1e1ace80-cbfb-4f25-b496-6abaa57b8166), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.222504 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b59d55af-a5d2-437a-b168-6d48732a8cd1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3d732ea1-5048-4297-b47d-052498e5f72e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.223790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:43.235787 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:43.249892 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1e1ace80-cbfb-4f25-b496-6abaa57b8166), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.260427 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b59d55af-a5d2-437a-b168-6d48732a8cd1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.261592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b59d55af-a5d2-437a-b168-6d48732a8cd1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4368494 Feb 19 03:31:43.267901 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.275145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e6954-0fcf-440c-9111-6b1bd8569181 None None] Pushing event updated for resources: {'Port': ['ID=2a6300d3-177d-4e03-81e0-c77039b59531,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:43.277889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abb7ae-2b50-45eb-9fe1-7f87fd8091b0 req-6eadf896-2a27-4811-b49c-16418220d916 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.283366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abb7ae-2b50-45eb-9fe1-7f87fd8091b0 req-6eadf896-2a27-4811-b49c-16418220d916 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.289715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abb7ae-2b50-45eb-9fe1-7f87fd8091b0 req-6eadf896-2a27-4811-b49c-16418220d916 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.295879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abb7ae-2b50-45eb-9fe1-7f87fd8091b0 req-6eadf896-2a27-4811-b49c-16418220d916 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.302177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event updated for resources: {'Port': ['ID=f5079eb9-64aa-40c4-bc2e-91e7c45d9a05,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:43.302837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abb7ae-2b50-45eb-9fe1-7f87fd8091b0 req-6eadf896-2a27-4811-b49c-16418220d916 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.308398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abb7ae-2b50-45eb-9fe1-7f87fd8091b0 req-6eadf896-2a27-4811-b49c-16418220d916 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.313764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abb7ae-2b50-45eb-9fe1-7f87fd8091b0 req-6eadf896-2a27-4811-b49c-16418220d916 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.323688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39abb7ae-2b50-45eb-9fe1-7f87fd8091b0 req-6eadf896-2a27-4811-b49c-16418220d916 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2724617 Feb 19 03:31:43.326047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d55af-a5d2-437a-b168-6d48732a8cd1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d732ea1-5048-4297-b47d-052498e5f72e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:43.394247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:31:43.449734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1ace80-cbfb-4f25-b496-6abaa57b8166,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:43.494913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d4ddb42a-daa2-441c-bbd7-9c4566c3598c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.496096 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Added segment d4ddb42a-daa2-441c-bbd7-9c4566c3598c of type vlan for network 6d817d04-0078-4948-835e-76091db39c00 Feb 19 03:31:43.513370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e553957c-d41a-4591-84cc-67ef20c51a5a', 'name': 'tempest-snat-router-1335632444', 'tenant_id': '7b51715a51724caeaec7af2650a916b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.35'}], 'enable_snat': False}, 'gw_port_id': '2a6300d3-177d-4e03-81e0-c77039b59531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:37Z', 'updated_at': '2022-02-19T03:31:39Z', 'revision_number': 3, 'project_id': '7b51715a51724caeaec7af2650a916b5', 'gw_port': {'id': '2a6300d3-177d-4e03-81e0-c77039b59531', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e553957c-d41a-4591-84cc-67ef20c51a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:38Z', 'updated_at': '2022-02-19T03:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:43.583668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39abb7ae-2b50-45eb-9fe1-7f87fd8091b0 req-453420c9-87f3-4fcc-8005-7852de0323b4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2585478 Feb 19 03:31:43.605785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce4040-5c3b-41b7-b1a1-71091dea708d None None] The sync data for ids ['e553957c-d41a-4591-84cc-67ef20c51a5a'] in n-d-826756-2 is: [{'id': 'e553957c-d41a-4591-84cc-67ef20c51a5a', 'name': 'tempest-snat-router-1335632444', 'tenant_id': '7b51715a51724caeaec7af2650a916b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.35'}], 'enable_snat': False}, 'gw_port_id': '2a6300d3-177d-4e03-81e0-c77039b59531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:37Z', 'updated_at': '2022-02-19T03:31:39Z', 'revision_number': 3, 'project_id': '7b51715a51724caeaec7af2650a916b5', 'gw_port': {'id': '2a6300d3-177d-4e03-81e0-c77039b59531', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e553957c-d41a-4591-84cc-67ef20c51a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:38Z', 'updated_at': '2022-02-19T03:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:43.606251 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (6d817d04-0078-4948-835e-76091db39c00), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.692577 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (6d817d04-0078-4948-835e-76091db39c00), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.699458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.700809 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.744512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-e8094ca7-298c-4d01-8eb8-a2c18fd41329 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.773450 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-e8094ca7-298c-4d01-8eb8-a2c18fd41329 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports/33456164-a49a-4d29-8bac-d7d18a90dc0e HTTP/1.1" status: 200 len: 940 time: 1.0659142 Feb 19 03:31:43.882745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5071712 Feb 19 03:31:43.889546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51790) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:43.895766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'subnet': {'network_id': '6d817d04-0078-4948-835e-76091db39c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:44.130865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c11b9-dfc5-42c6-8b55-8583bbbee9f9 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Network': ['ID=6d817d04-0078-4948-835e-76091db39c00,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:44.159712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Made reservation on behalf of 896b8ea048ee4837ba45c61863fc2dc0 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:44.176740 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.200533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 6d817d04-0078-4948-835e-76091db39c00 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:31:44.213323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (971708ff-bd94-4f58-9a55-aca9d8eb12d5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.391435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57b774-fc81-44e1-be2c-9aec8987bfe4 req-650c462f-a480-41eb-a36a-b513171258e8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:44.400891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b57b774-fc81-44e1-be2c-9aec8987bfe4 req-650c462f-a480-41eb-a36a-b513171258e8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.6002970 Feb 19 03:31:44.490537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b57b774-fc81-44e1-be2c-9aec8987bfe4 req-0c254c11-b8ef-4703-b45a-7e9a6efdd75e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802715 Feb 19 03:31:44.588833 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.724214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (430afdb4-571f-4b2f-a710-953fef50477d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.751368 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (971708ff-bd94-4f58-9a55-aca9d8eb12d5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.789540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f66d3-ab71-45e2-bb96-594f40583977 req-dd8544e6-3362-4325-a06e-532d03093889 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:44.797034 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-994f66d3-ab71-45e2-bb96-594f40583977 req-dd8544e6-3362-4325-a06e-532d03093889 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.1538701 Feb 19 03:31:44.864050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Subnet': ['ID=430afdb4-571f-4b2f-a710-953fef50477d,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:44.876688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Checking segment: {'id': 'd4ddb42a-daa2-441c-bbd7-9c4566c3598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6d817d04-0078-4948-835e-76091db39c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:44.877057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Network hostable DHCP agents. Network: 6d817d04-0078-4948-835e-76091db39c00, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:31:44.945016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-994f66d3-ab71-45e2-bb96-594f40583977 req-5f367fc0-b253-4d56-8eaf-f24181888215 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431859 Feb 19 03:31:44.975681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Network 6d817d04-0078-4948-835e-76091db39c00 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:31:44.991348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Router 971708ff-bd94-4f58-9a55-aca9d8eb12d5 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:31:45.015311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 6d817d04-0078-4948-835e-76091db39c00) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:45.026831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544ef6f-4a50-40e1-b6dc-96a9946f7d75 None None] Network 6d817d04-0078-4948-835e-76091db39c00 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:31:45.040713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.041452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:45.076971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9db09792-dda1-441f-881a-2db1a0c57143 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1858294 Feb 19 03:31:45.077734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51840) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:45.084953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'port': {'network_id': '6d817d04-0078-4948-835e-76091db39c00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2023928519'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:45.194763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-6d817d04-0078-4948-835e-76091db39c00', 'network_id': '6d817d04-0078-4948-835e-76091db39c00', 'project_id': '896b8ea048ee4837ba45c61863fc2dc0', 'fixed_ips': [{'subnet_id': '430afdb4-571f-4b2f-a710-953fef50477d'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:31:45.205747 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:45.235600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:45.247534 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Sync routers for ids ['971708ff-bd94-4f58-9a55-aca9d8eb12d5'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:45.273319 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Routers {'971708ff-bd94-4f58-9a55-aca9d8eb12d5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:45.275152 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:45.275535 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['971708ff-bd94-4f58-9a55-aca9d8eb12d5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:45.282292 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b505184f-5072-42d4-8484-58c19484af39 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5702260 Feb 19 03:31:45.283403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51846) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:45.509776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2a6300d3-177d-4e03-81e0-c77039b59531 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:45.562715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660c2cc-c3cf-4deb-9f8f-37b3a1a608e1 req-04627839-ee2e-443b-9e88-366fe4e49735 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.569395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d660c2cc-c3cf-4deb-9f8f-37b3a1a608e1 req-04627839-ee2e-443b-9e88-366fe4e49735 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.2045782 Feb 19 03:31:45.570094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Made reservation on behalf of 896b8ea048ee4837ba45c61863fc2dc0 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:45.588314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:45.650764 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7b8fc2e4-991d-40a2-8035-0560fe32c45e tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/routers/971708ff-bd94-4f58-9a55-aca9d8eb12d5 HTTP/1.1" status: 200 len: 908 time: 0.3652079 Feb 19 03:31:45.652729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51850) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:45.683304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] device_id is not set on port 07a1282a-e00e-49c3-92be-0ea2b147b006 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:31:45.743713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Allocated IP 2001:db8::2 (6d817d04-0078-4948-835e-76091db39c00/430afdb4-571f-4b2f-a710-953fef50477d/ec2ee815-7883-4272-bcd7-f544e2a33f8b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:45.862247 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Set router 971708ff-bd94-4f58-9a55-aca9d8eb12d5 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:45.965162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d660c2cc-c3cf-4deb-9f8f-37b3a1a608e1 req-c916fc8b-2b58-4359-a948-bea73c043b82 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165123 Feb 19 03:31:46.012319 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (971708ff-bd94-4f58-9a55-aca9d8eb12d5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.170279 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Publish callbacks [] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.237150 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.282589 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971708ff-bd94-4f58-9a55-aca9d8eb12d5', 'name': 'tempest-snat-router-1335632444', 'tenant_id': '7b51715a51724caeaec7af2650a916b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f5079eb9-64aa-40c4-bc2e-91e7c45d9a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:40Z', 'updated_at': '2022-02-19T03:31:43Z', 'revision_number': 3, 'project_id': '7b51715a51724caeaec7af2650a916b5', 'gw_port': {'id': 'f5079eb9-64aa-40c4-bc2e-91e7c45d9a05', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971708ff-bd94-4f58-9a55-aca9d8eb12d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:42Z', 'updated_at': '2022-02-19T03:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:46.290203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Network 6d817d04-0078-4948-835e-76091db39c00 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:46.296268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:46.305516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:46.315996 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (971708ff-bd94-4f58-9a55-aca9d8eb12d5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.327495 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Checking router: 971708ff-bd94-4f58-9a55-aca9d8eb12d5 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:46.328300 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Updating router 971708ff-bd94-4f58-9a55-aca9d8eb12d5 port f5079eb9-64aa-40c4-bc2e-91e7c45d9a05 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:31:46.365668 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f5079eb9-64aa-40c4-bc2e-91e7c45d9a05), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.432417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Allocated IP 2001:db8::c7 (6d817d04-0078-4948-835e-76091db39c00/430afdb4-571f-4b2f-a710-953fef50477d/07a1282a-e00e-49c3-92be-0ea2b147b006) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:46.467395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Deleting port f5079eb9-64aa-40c4-bc2e-91e7c45d9a05 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:46.467802 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f5079eb9-64aa-40c4-bc2e-91e7c45d9a05), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.498772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f273b-f082-4425-b616-eef98d50397c req-fc72fd8b-78f7-4b15-a340-6b90acaffe6f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.513295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f273b-f082-4425-b616-eef98d50397c req-fc72fd8b-78f7-4b15-a340-6b90acaffe6f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.533459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f273b-f082-4425-b616-eef98d50397c req-fc72fd8b-78f7-4b15-a340-6b90acaffe6f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.544625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f273b-f082-4425-b616-eef98d50397c req-fc72fd8b-78f7-4b15-a340-6b90acaffe6f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.567144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f273b-f082-4425-b616-eef98d50397c req-fc72fd8b-78f7-4b15-a340-6b90acaffe6f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.573996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f273b-f082-4425-b616-eef98d50397c req-fc72fd8b-78f7-4b15-a340-6b90acaffe6f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.602629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f273b-f082-4425-b616-eef98d50397c req-fc72fd8b-78f7-4b15-a340-6b90acaffe6f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.608414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2a6300d3-177d-4e03-81e0-c77039b59531 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:46.610968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.614490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Pushing event updated for resources: {'Port': ['ID=ec2ee815-7883-4272-bcd7-f544e2a33f8b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:46.615017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-815f273b-f082-4425-b616-eef98d50397c req-fc72fd8b-78f7-4b15-a340-6b90acaffe6f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.3759995 Feb 19 03:31:46.694149 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f5079eb9-64aa-40c4-bc2e-91e7c45d9a05), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.696963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Attempting to bind port ec2ee815-7883-4272-bcd7-f544e2a33f8b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:46.701156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Attempting to bind port ec2ee815-7883-4272-bcd7-f544e2a33f8b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd4ddb42a-daa2-441c-bbd7-9c4566c3598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6d817d04-0078-4948-835e-76091db39c00'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:46.702454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Attempting to bind port ec2ee815-7883-4272-bcd7-f544e2a33f8b on network 6d817d04-0078-4948-835e-76091db39c00 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:46.715198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:46.717556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Checking segment: {'id': 'd4ddb42a-daa2-441c-bbd7-9c4566c3598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6d817d04-0078-4948-835e-76091db39c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:46.718175 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.719515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Bound using segment: {'id': 'd4ddb42a-daa2-441c-bbd7-9c4566c3598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6d817d04-0078-4948-835e-76091db39c00'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:46.720301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Calling delete_port for f5079eb9-64aa-40c4-bc2e-91e7c45d9a05 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:46.720728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Bound port: ec2ee815-7883-4272-bcd7-f544e2a33f8b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ddb42a-daa2-441c-bbd7-9c4566c3598c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6d817d04-0078-4948-835e-76091db39c00'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:46.722370 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.866700 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Publish callbacks [] for port (f5079eb9-64aa-40c4-bc2e-91e7c45d9a05), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.881377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] For port ec2ee815-7883-4272-bcd7-f544e2a33f8b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:46.881904 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f5079eb9-64aa-40c4-bc2e-91e7c45d9a05), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:46.890746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] For port ec2ee815-7883-4272-bcd7-f544e2a33f8b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ec2ee815-7883-4272-bcd7-f544e2a33f8b,segment=NetworkSegment(d4ddb42a-daa2-441c-bbd7-9c4566c3598c),segment_id=d4ddb42a-daa2-441c-bbd7-9c4566c3598c)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:46.891012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-815f273b-f082-4425-b616-eef98d50397c req-447fc750-f081-4ef9-af11-8529b80c7781 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2710204 Feb 19 03:31:46.930125 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.044836 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Pushing event updated for resources: {'Port': ['ID=f5079eb9-64aa-40c4-bc2e-91e7c45d9a05,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:47.048615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb930-aa75-49a7-9090-0c7d50828fe9 None None] Pushing event updated for resources: {'Port': ['ID=ec2ee815-7883-4272-bcd7-f544e2a33f8b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:47.086101 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Attempting to bind port f5079eb9-64aa-40c4-bc2e-91e7c45d9a05 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:47.086884 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Attempting to bind port f5079eb9-64aa-40c4-bc2e-91e7c45d9a05 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:47.087492 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Attempting to bind port f5079eb9-64aa-40c4-bc2e-91e7c45d9a05 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:47.097396 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.098834 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.099443 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.102663 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.103257 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.103833 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.106740 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.107954 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.108705 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.109291 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.111659 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.112264 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.113092 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63606b1-591e-4909-b14c-b5283b2e86bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:47.137500 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:47.138293 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:47.141272 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.142822 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:47.146273 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Bound port: f5079eb9-64aa-40c4-bc2e-91e7c45d9a05, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:47.147116 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f5079eb9-64aa-40c4-bc2e-91e7c45d9a05), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.179355 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f5079eb9-64aa-40c4-bc2e-91e7c45d9a05), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.198882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for port (07a1282a-e00e-49c3-92be-0ea2b147b006), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.257293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5079eb9-64aa-40c4-bc2e-91e7c45d9a05,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:47.281884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2a6300d3-177d-4e03-81e0-c77039b59531 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:47.283624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.345010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 2a6300d3-177d-4e03-81e0-c77039b59531, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2a6300d3-177d-4e03-81e0-c77039b59531,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:47.345448 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (07a1282a-e00e-49c3-92be-0ea2b147b006), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.349036 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.db.api [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:31:47.351483 n-d-826756-2 neutron-server[103618]: DEBUG oslo_db.api [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:31:47.354346 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.439413 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (971708ff-bd94-4f58-9a55-aca9d8eb12d5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.451996 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=2a6300d3-177d-4e03-81e0-c77039b59531,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:47.462459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Port': ['ID=07a1282a-e00e-49c3-92be-0ea2b147b006,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:47.488967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Network 6d817d04-0078-4948-835e-76091db39c00 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:47.505084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:47.509135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:47.515958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:47.517309 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.540460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f2d18-cc5e-43e3-a03e-320cc63a9518 req-826a795a-632c-461e-a04b-58bd6e9d86e7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:47.549307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b5f2d18-cc5e-43e3-a03e-320cc63a9518 req-826a795a-632c-461e-a04b-58bd6e9d86e7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2217953 Feb 19 03:31:47.587607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-82369d6d-026a-4c59-a64a-44f81b188aea tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5058742 Feb 19 03:31:47.588209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51870) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:47.592899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'port': {'network_id': '6d817d04-0078-4948-835e-76091db39c00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-648743728', 'allowed_address_pairs': [{'ip_address': '2001:db8::c7', 'mac_address': 'fa:16:3e:b1:cf:ce'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:47.669757 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (971708ff-bd94-4f58-9a55-aca9d8eb12d5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.673764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_controller (971708ff-bd94-4f58-9a55-aca9d8eb12d5), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.756964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (971708ff-bd94-4f58-9a55-aca9d8eb12d5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.757692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 971708ff-bd94-4f58-9a55-aca9d8eb12d5 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:31:47.764727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.768366 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-43034012-9aee-4f75-b1b7-61800314d156 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "DELETE /v2.0/routers/971708ff-bd94-4f58-9a55-aca9d8eb12d5 HTTP/1.1" status: 204 len: 168 time: 2.1128299 Feb 19 03:31:47.772702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:47.849768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b5f2d18-cc5e-43e3-a03e-320cc63a9518 req-82028e6d-1c96-458c-aeb5-63499f845a92 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993958 Feb 19 03:31:47.886827 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Attempting to bind port f5079eb9-64aa-40c4-bc2e-91e7c45d9a05 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:47.887470 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Attempting to bind port f5079eb9-64aa-40c4-bc2e-91e7c45d9a05 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:47.888001 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Attempting to bind port f5079eb9-64aa-40c4-bc2e-91e7c45d9a05 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:47.903987 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:47.904633 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:47.905185 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.915058 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:47.918775 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Bound port: f5079eb9-64aa-40c4-bc2e-91e7c45d9a05, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:47.927302 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f5079eb9-64aa-40c4-bc2e-91e7c45d9a05), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:47.980060 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.plugin [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Port f5079eb9-64aa-40c4-bc2e-91e7c45d9a05 has been deleted concurrently {{(pid=103618) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 03:31:47.984581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (e553957c-d41a-4591-84cc-67ef20c51a5a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:48.017777 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Routers set() bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:48.018134 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Router IDs set() for agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 03:31:48.018846 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'971708ff-bd94-4f58-9a55-aca9d8eb12d5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent'). {{(pid=103618) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 03:31:48.019234 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d275a2e-78ef-43dc-b992-dd4cc266cdb6 None None] The sync data for ids ['971708ff-bd94-4f58-9a55-aca9d8eb12d5'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:48.071569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Made reservation on behalf of 896b8ea048ee4837ba45c61863fc2dc0 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:48.177893 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (e553957c-d41a-4591-84cc-67ef20c51a5a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:48.184212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67e373-6b5c-4ea2-88ab-6cd1349e5cc1 req-b309f4fe-abef-4c5d-9f7d-457e9b51f052 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:48.192941 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d67e373-6b5c-4ea2-88ab-6cd1349e5cc1 req-b309f4fe-abef-4c5d-9f7d-457e9b51f052 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.1542349 Feb 19 03:31:48.265635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Deleting port 2a6300d3-177d-4e03-81e0-c77039b59531 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:48.267394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:48.361112 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:48.380024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] For port 2a6300d3-177d-4e03-81e0-c77039b59531, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2a6300d3-177d-4e03-81e0-c77039b59531,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:48.380402 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:48.395897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d67e373-6b5c-4ea2-88ab-6cd1349e5cc1 req-c27bbf58-ce1e-44ff-b568-0ca43332ec68 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015619 Feb 19 03:31:48.423455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Calling delete_port for 2a6300d3-177d-4e03-81e0-c77039b59531 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:48.459400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] device_id is not set on port 08d6d719-635c-4e1e-9c9f-8794dff3311c yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:31:48.768053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2a6300d3-177d-4e03-81e0-c77039b59531), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:48.768843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53d59-08b3-4e42-9a10-2e1cc6d154b1 req-65e56312-8d8a-4af4-b56a-f6c453960fcf tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:48.788684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8b53d59-08b3-4e42-9a10-2e1cc6d154b1 req-65e56312-8d8a-4af4-b56a-f6c453960fcf tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.2088976 Feb 19 03:31:48.793211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Allocated IP 2001:db8::13e (6d817d04-0078-4948-835e-76091db39c00/430afdb4-571f-4b2f-a710-953fef50477d/08d6d719-635c-4e1e-9c9f-8794dff3311c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:48.938524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a6300d3-177d-4e03-81e0-c77039b59531,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:48.997407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8b53d59-08b3-4e42-9a10-2e1cc6d154b1 req-8e14d999-4a2c-48f7-ad85-2842e8b6a3ec tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074454 Feb 19 03:31:48.999449 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (e553957c-d41a-4591-84cc-67ef20c51a5a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.002071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb65082c-ada6-4e9a-8d7c-3b40c8d8782e None None] Network 6d817d04-0078-4948-835e-76091db39c00 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:31:49.143948 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (e553957c-d41a-4591-84cc-67ef20c51a5a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.147337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_controller (e553957c-d41a-4591-84cc-67ef20c51a5a), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.208401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4a9053aa-2a58-411d-9ab7-2b0f2365b5b5 None None] Provisioning complete for port ec2ee815-7883-4272-bcd7-f544e2a33f8b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:49.209506 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4a9053aa-2a58-411d-9ab7-2b0f2365b5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.223765 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (e553957c-d41a-4591-84cc-67ef20c51a5a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.224479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e553957c-d41a-4591-84cc-67ef20c51a5a {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:31:49.240087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.247330 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1c625133-d599-4e51-b409-6722e6f61264 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "DELETE /v2.0/routers/e553957c-d41a-4591-84cc-67ef20c51a5a HTTP/1.1" status: 204 len: 168 time: 1.4731483 Feb 19 03:31:49.250859 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51884) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:49.256861 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1989887023', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:49.314186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (864914ae-579c-4fe7-9287-55478e49d62e), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.315549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (864914ae-579c-4fe7-9287-55478e49d62e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.420973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a8c65-1f03-49ab-b917-46edc3d24e7c req-10517afa-7cd0-4ada-b4fa-016bdb14d2a0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:49.430149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-271a8c65-1f03-49ab-b917-46edc3d24e7c req-10517afa-7cd0-4ada-b4fa-016bdb14d2a0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2285881 Feb 19 03:31:49.621210 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for port (08d6d719-635c-4e1e-9c9f-8794dff3311c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.648340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4a9053aa-2a58-411d-9ab7-2b0f2365b5b5 None None] Current status of the port ec2ee815-7883-4272-bcd7-f544e2a33f8b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:49.648717 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4a9053aa-2a58-411d-9ab7-2b0f2365b5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.651025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-271a8c65-1f03-49ab-b917-46edc3d24e7c req-ffffa485-b541-4d68-a103-624678711d95 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115819 Feb 19 03:31:49.720311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (08d6d719-635c-4e1e-9c9f-8794dff3311c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.871650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4a9053aa-2a58-411d-9ab7-2b0f2365b5b5 None None] For port ec2ee815-7883-4272-bcd7-f544e2a33f8b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ec2ee815-7883-4272-bcd7-f544e2a33f8b,segment=NetworkSegment(d4ddb42a-daa2-441c-bbd7-9c4566c3598c),segment_id=d4ddb42a-daa2-441c-bbd7-9c4566c3598c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:49.898969 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4a9053aa-2a58-411d-9ab7-2b0f2365b5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.937448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Port': ['ID=08d6d719-635c-4e1e-9c9f-8794dff3311c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:50.070601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9053aa-2a58-411d-9ab7-2b0f2365b5b5 None None] Pushing event updated for resources: {'Port': ['ID=ec2ee815-7883-4272-bcd7-f544e2a33f8b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:50.076013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ec2ee815-7883-4272-bcd7-f544e2a33f8b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:50.093526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Network 6d817d04-0078-4948-835e-76091db39c00 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:50.100184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:50.104525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:50.113289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.130557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:50.198353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ec2ee815-7883-4272-bcd7-f544e2a33f8b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:50.199000 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:50.213053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (864914ae-579c-4fe7-9287-55478e49d62e), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:50.247632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95acc4-e3a6-4e0d-9c0c-7e99275ebf44 req-7db13dc2-c358-4d4c-8f1d-5f89c52f5508 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.268315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95acc4-e3a6-4e0d-9c0c-7e99275ebf44 req-7db13dc2-c358-4d4c-8f1d-5f89c52f5508 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.281311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95acc4-e3a6-4e0d-9c0c-7e99275ebf44 req-7db13dc2-c358-4d4c-8f1d-5f89c52f5508 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.314192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95acc4-e3a6-4e0d-9c0c-7e99275ebf44 req-7db13dc2-c358-4d4c-8f1d-5f89c52f5508 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.334639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95acc4-e3a6-4e0d-9c0c-7e99275ebf44 req-7db13dc2-c358-4d4c-8f1d-5f89c52f5508 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.379662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95acc4-e3a6-4e0d-9c0c-7e99275ebf44 req-7db13dc2-c358-4d4c-8f1d-5f89c52f5508 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.380188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ec2ee815-7883-4272-bcd7-f544e2a33f8b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:50.401126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c461ca5f-28e4-49b2-95b1-4bc065443065 None None] Provisioning complete for port ec2ee815-7883-4272-bcd7-f544e2a33f8b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:50.401510 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c461ca5f-28e4-49b2-95b1-4bc065443065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:50.404283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95acc4-e3a6-4e0d-9c0c-7e99275ebf44 req-7db13dc2-c358-4d4c-8f1d-5f89c52f5508 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.412765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e95acc4-e3a6-4e0d-9c0c-7e99275ebf44 req-7db13dc2-c358-4d4c-8f1d-5f89c52f5508 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.4850719 Feb 19 03:31:50.434428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-78cb9f3a-bdf2-479d-acbe-5c158ef40789 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.8337469 Feb 19 03:31:50.437187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51904) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:50.529352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (864914ae-579c-4fe7-9287-55478e49d62e), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:50.581630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c461ca5f-28e4-49b2-95b1-4bc065443065 None None] Current status of the port ec2ee815-7883-4272-bcd7-f544e2a33f8b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:50.617247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c461ca5f-28e4-49b2-95b1-4bc065443065 None None] Provisioning complete for port 07a1282a-e00e-49c3-92be-0ea2b147b006 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:50.617626 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c461ca5f-28e4-49b2-95b1-4bc065443065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (07a1282a-e00e-49c3-92be-0ea2b147b006), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:50.696360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c461ca5f-28e4-49b2-95b1-4bc065443065 None None] Port 07a1282a-e00e-49c3-92be-0ea2b147b006 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:50.808087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d06f4-e790-4e8a-8947-8c3e10aa309f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.820935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d06f4-e790-4e8a-8947-8c3e10aa309f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.832307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a84fac67-fcdd-4441-985d-536201967c6a None None] Provisioning complete for port 07a1282a-e00e-49c3-92be-0ea2b147b006 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:50.832773 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a84fac67-fcdd-4441-985d-536201967c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (07a1282a-e00e-49c3-92be-0ea2b147b006), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:50.838640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d06f4-e790-4e8a-8947-8c3e10aa309f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:50.843275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-724d06f4-e790-4e8a-8947-8c3e10aa309f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4033742 Feb 19 03:31:50.844518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51906) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:50.878699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e95acc4-e3a6-4e0d-9c0c-7e99275ebf44 req-f8693d5c-2aa8-40b6-95ff-f987315b7371 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4595296 Feb 19 03:31:50.908532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a84fac67-fcdd-4441-985d-536201967c6a None None] Port 07a1282a-e00e-49c3-92be-0ea2b147b006 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:51.026286 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (864914ae-579c-4fe7-9287-55478e49d62e), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:51.062461 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:51.238808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-dd478a51-eca8-491a-a11e-6d2f2f410ff0 None None] Provisioning complete for port 08d6d719-635c-4e1e-9c9f-8794dff3311c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:51.239594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Allocated IP 172.25.4.146 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/7c6889aa-46c6-45e6-bca0-971a270a4eff) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:51.240447 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dd478a51-eca8-491a-a11e-6d2f2f410ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (08d6d719-635c-4e1e-9c9f-8794dff3311c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:51.352755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dd478a51-eca8-491a-a11e-6d2f2f410ff0 None None] Port 08d6d719-635c-4e1e-9c9f-8794dff3311c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:51.418558 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for port (7c6889aa-46c6-45e6-bca0-971a270a4eff), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:51.468071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7c6889aa-46c6-45e6-bca0-971a270a4eff), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:51.537802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ec2ee815-7883-4272-bcd7-f544e2a33f8b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:51.578381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:51.578381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:51.587061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:51.644953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ec2ee815-7883-4272-bcd7-f544e2a33f8b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:51.645180 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:51.647578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Pushing event updated for resources: {'Port': ['ID=7c6889aa-46c6-45e6-bca0-971a270a4eff,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:51.856714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a44ea-ae91-4902-bc1f-54c531280173 req-ec154977-1de9-42f8-8f70-8b9f6670b8e1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:51.867330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-566a44ea-ae91-4902-bc1f-54c531280173 req-ec154977-1de9-42f8-8f70-8b9f6670b8e1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.2499683 Feb 19 03:31:51.871272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ec2ee815-7883-4272-bcd7-f544e2a33f8b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:51.883410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2a6300d3-177d-4e03-81e0-c77039b59531 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:31:51.918976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2a6300d3-177d-4e03-81e0-c77039b59531 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:31:51.919761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2a6300d3-177d-4e03-81e0-c77039b59531 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:31:52.010487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-566a44ea-ae91-4902-bc1f-54c531280173 req-20312ad8-1428-42a5-95a8-0dee209b5d36 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409121 Feb 19 03:31:52.015713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a75b4eaf-e05e-49fe-b8fa-f614a02659f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Deleting port 08d6d719-635c-4e1e-9c9f-8794dff3311c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:52.016310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a75b4eaf-e05e-49fe-b8fa-f614a02659f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (08d6d719-635c-4e1e-9c9f-8794dff3311c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:52.115474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (864914ae-579c-4fe7-9287-55478e49d62e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:52.140675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a75b4eaf-e05e-49fe-b8fa-f614a02659f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (08d6d719-635c-4e1e-9c9f-8794dff3311c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:52.156882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a75b4eaf-e05e-49fe-b8fa-f614a02659f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Calling delete_port for 08d6d719-635c-4e1e-9c9f-8794dff3311c owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:52.336013 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:52.365221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847cc8f-b8a2-4442-abc0-3544e24c1a5b req-c91e84ab-3169-4ba8-9ba9-e103da38ba40 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:52.367252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e847cc8f-b8a2-4442-abc0-3544e24c1a5b req-c91e84ab-3169-4ba8-9ba9-e103da38ba40 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.0799882 Feb 19 03:31:52.368528 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a75b4eaf-e05e-49fe-b8fa-f614a02659f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (08d6d719-635c-4e1e-9c9f-8794dff3311c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:52.401679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b4eaf-e05e-49fe-b8fa-f614a02659f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event deleted for resources: {'Port': ['ID=08d6d719-635c-4e1e-9c9f-8794dff3311c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:52.605205 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (864914ae-579c-4fe7-9287-55478e49d62e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:52.619879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a75b4eaf-e05e-49fe-b8fa-f614a02659f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:52.640391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a75b4eaf-e05e-49fe-b8fa-f614a02659f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "DELETE /v2.0/ports/08d6d719-635c-4e1e-9c9f-8794dff3311c HTTP/1.1" status: 204 len: 168 time: 1.7937574 Feb 19 03:31:52.654157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51920) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:52.697504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e847cc8f-b8a2-4442-abc0-3544e24c1a5b req-9334c218-9280-4ffe-9968-725b9cffb364 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977927 Feb 19 03:31:52.719906 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4f7a06-1418-4efa-a23f-ffaa029f3d25 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] GET failed (client error): The resource could not be found. Feb 19 03:31:52.719906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6e4f7a06-1418-4efa-a23f-ffaa029f3d25 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "GET /v2.0/ports/08d6d719-635c-4e1e-9c9f-8794dff3311c HTTP/1.1" status: 404 len: 333 time: 0.0650611 Feb 19 03:31:52.724269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51922) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:52.730246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'port': {'network_id': '6d817d04-0078-4948-835e-76091db39c00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-329012340'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:52.914967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Made reservation on behalf of 896b8ea048ee4837ba45c61863fc2dc0 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:52.920297 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:52.979269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] device_id is not set on port 3d1ab98c-ca68-4312-9026-544c9e249c0d yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:31:53.016616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Router 864914ae-579c-4fe7-9287-55478e49d62e is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:31:53.230224 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:53.232015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db744-b460-4c6a-89ab-d71ee35f1c11 req-6a1e4da8-0e1f-4ae3-be4d-7e803b9de97c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:53.237567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db744-b460-4c6a-89ab-d71ee35f1c11 req-6a1e4da8-0e1f-4ae3-be4d-7e803b9de97c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:53.243130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db744-b460-4c6a-89ab-d71ee35f1c11 req-6a1e4da8-0e1f-4ae3-be4d-7e803b9de97c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:53.248412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db744-b460-4c6a-89ab-d71ee35f1c11 req-6a1e4da8-0e1f-4ae3-be4d-7e803b9de97c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:53.251882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a0da84-0f9f-42ac-b962-c0e4be22319f None None] Sync routers for ids ['864914ae-579c-4fe7-9287-55478e49d62e'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:53.253703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db744-b460-4c6a-89ab-d71ee35f1c11 req-6a1e4da8-0e1f-4ae3-be4d-7e803b9de97c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:53.259598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db744-b460-4c6a-89ab-d71ee35f1c11 req-6a1e4da8-0e1f-4ae3-be4d-7e803b9de97c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:53.264883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db744-b460-4c6a-89ab-d71ee35f1c11 req-6a1e4da8-0e1f-4ae3-be4d-7e803b9de97c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:53.266933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-338db744-b460-4c6a-89ab-d71ee35f1c11 req-6a1e4da8-0e1f-4ae3-be4d-7e803b9de97c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.3547294 Feb 19 03:31:53.276697 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:53.278344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0da84-0f9f-42ac-b962-c0e4be22319f None None] Routers {'864914ae-579c-4fe7-9287-55478e49d62e'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:53.278998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-18a0da84-0f9f-42ac-b962-c0e4be22319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['864914ae-579c-4fe7-9287-55478e49d62e'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:53.279290 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a4630d84-fbdb-4982-b394-ce95bd123691 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0265048 Feb 19 03:31:53.281592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:53.288475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-cd5c1be8-2f25-4bed-a068-10b19eeb003a tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'enable_snat': False}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:53.302061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Allocated IP 2001:db8::29d (6d817d04-0078-4948-835e-76091db39c00/430afdb4-571f-4b2f-a710-953fef50477d/3d1ab98c-ca68-4312-9026-544c9e249c0d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:53.365951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-18a0da84-0f9f-42ac-b962-c0e4be22319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:53.392448 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0da84-0f9f-42ac-b962-c0e4be22319f None None] Routers {'864914ae-579c-4fe7-9287-55478e49d62e'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:53.393446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-18a0da84-0f9f-42ac-b962-c0e4be22319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['864914ae-579c-4fe7-9287-55478e49d62e'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:53.472108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-18a0da84-0f9f-42ac-b962-c0e4be22319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:53.480980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a0da84-0f9f-42ac-b962-c0e4be22319f None None] The sync data for ids ['864914ae-579c-4fe7-9287-55478e49d62e'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:53.585748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for port (3d1ab98c-ca68-4312-9026-544c9e249c0d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:53.725634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-338db744-b460-4c6a-89ab-d71ee35f1c11 req-a7bc3d12-01d4-432c-b455-85f073f2e9f2 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1956620 Feb 19 03:31:53.756266 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3d1ab98c-ca68-4312-9026-544c9e249c0d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:53.839922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Port': ['ID=3d1ab98c-ca68-4312-9026-544c9e249c0d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:53.859012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Network 6d817d04-0078-4948-835e-76091db39c00 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:53.860051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:53.880590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:53.885567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:53.886258 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:53.928303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1be8-2f25-4bed-a068-10b19eeb003a tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (864914ae-579c-4fe7-9287-55478e49d62e), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:53.939213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f9ff795a-e0a4-4f0e-a096-cf15dae5b6f6 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2135262 Feb 19 03:31:53.942902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51934) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:53.948268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8946d07-79e9-4d00-97ce-9b6dcc99b419 req-a3bf9d23-a161-4418-b4d4-2f6a7582fac0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:53.954223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bcd3b759-d874-4530-8dbd-010ba5b8edd8 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c7', 'mac_address': 'fa:16:3e:b1:cf:ce'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:53.955799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8946d07-79e9-4d00-97ce-9b6dcc99b419 req-a3bf9d23-a161-4418-b4d4-2f6a7582fac0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1167545 Feb 19 03:31:54.056590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8946d07-79e9-4d00-97ce-9b6dcc99b419 req-04218bb7-5e2c-4f53-95ba-89a3fdae1cef tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998790 Feb 19 03:31:54.287828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcd3b759-d874-4530-8dbd-010ba5b8edd8 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d1ab98c-ca68-4312-9026-544c9e249c0d), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:54.303469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce675955-072c-4340-9645-e821b23b002b req-1afd3b15-9e34-4094-bbf1-ab5bbbf119f9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:54.316461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce675955-072c-4340-9645-e821b23b002b req-1afd3b15-9e34-4094-bbf1-ab5bbbf119f9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.1299598 Feb 19 03:31:54.333910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-878ae0db-0b30-4ced-a613-6493e6c20e78 None None] Provisioning complete for port 3d1ab98c-ca68-4312-9026-544c9e249c0d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:54.335479 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-878ae0db-0b30-4ced-a613-6493e6c20e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d1ab98c-ca68-4312-9026-544c9e249c0d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:54.429088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-878ae0db-0b30-4ced-a613-6493e6c20e78 None None] Port 3d1ab98c-ca68-4312-9026-544c9e249c0d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:54.493946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce675955-072c-4340-9645-e821b23b002b req-28296a58-eb88-4bea-86d4-dccbdaf31fc3 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758859 Feb 19 03:31:54.918961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d30b8-ce93-46b2-8ee0-3fcd9203e851 req-8aca3de2-5520-4195-bb00-ae0da69ecf47 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:54.928246 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcd3b759-d874-4530-8dbd-010ba5b8edd8 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for port (3d1ab98c-ca68-4312-9026-544c9e249c0d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:54.937709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-689d30b8-ce93-46b2-8ee0-3fcd9203e851 req-8aca3de2-5520-4195-bb00-ae0da69ecf47 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.1685147 Feb 19 03:31:54.944155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcd3b759-d874-4530-8dbd-010ba5b8edd8 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (3d1ab98c-ca68-4312-9026-544c9e249c0d), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:54.969634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3b759-d874-4530-8dbd-010ba5b8edd8 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] In _notify_port_updated(), no bound segment for port 3d1ab98c-ca68-4312-9026-544c9e249c0d on network 6d817d04-0078-4948-835e-76091db39c00 {{(pid=103616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:31:54.975972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd3b759-d874-4530-8dbd-010ba5b8edd8 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:54.976757 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcd3b759-d874-4530-8dbd-010ba5b8edd8 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:54.979055 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bcd3b759-d874-4530-8dbd-010ba5b8edd8 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "PUT /v2.0/ports/3d1ab98c-ca68-4312-9026-544c9e249c0d HTTP/1.1" status: 200 len: 1001 time: 1.0347621 Feb 19 03:31:54.982018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51946) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:55.146865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-689d30b8-ce93-46b2-8ee0-3fcd9203e851 req-60e62113-df37-4fa0-828a-6cb39fc8917e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080781 Feb 19 03:31:55.354968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fc61ccfb-d600-48e9-83f7-01c6f3b47f33 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Deleting port 3d1ab98c-ca68-4312-9026-544c9e249c0d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:55.356918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc61ccfb-d600-48e9-83f7-01c6f3b47f33 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3d1ab98c-ca68-4312-9026-544c9e249c0d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:55.514149 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc61ccfb-d600-48e9-83f7-01c6f3b47f33 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3d1ab98c-ca68-4312-9026-544c9e249c0d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:55.529206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fc61ccfb-d600-48e9-83f7-01c6f3b47f33 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Calling delete_port for 3d1ab98c-ca68-4312-9026-544c9e249c0d owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:55.647853 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3b759-d874-4530-8dbd-010ba5b8edd8 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Port': ['ID=3d1ab98c-ca68-4312-9026-544c9e249c0d,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:55.768264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-67bf59b9-532a-4d41-b78c-ff9ca6a821f2 None None] Provisioning complete for port 3d1ab98c-ca68-4312-9026-544c9e249c0d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:55.768918 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1be8-2f25-4bed-a068-10b19eeb003a tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (864914ae-579c-4fe7-9287-55478e49d62e), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:55.769569 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67bf59b9-532a-4d41-b78c-ff9ca6a821f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d1ab98c-ca68-4312-9026-544c9e249c0d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:55.779909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1be8-2f25-4bed-a068-10b19eeb003a tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (864914ae-579c-4fe7-9287-55478e49d62e), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:55.785610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874bb89-dac3-41b7-adac-77615850a8cd req-a3c632d1-c69c-4b5d-8b23-7997d441becf tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:55.787375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6874bb89-dac3-41b7-adac-77615850a8cd req-a3c632d1-c69c-4b5d-8b23-7997d441becf tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.5191226 Feb 19 03:31:55.830132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-67bf59b9-532a-4d41-b78c-ff9ca6a821f2 None None] Port 3d1ab98c-ca68-4312-9026-544c9e249c0d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:55.889509 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc61ccfb-d600-48e9-83f7-01c6f3b47f33 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3d1ab98c-ca68-4312-9026-544c9e249c0d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:55.946668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61ccfb-d600-48e9-83f7-01c6f3b47f33 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event deleted for resources: {'Port': ['ID=3d1ab98c-ca68-4312-9026-544c9e249c0d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:55.968129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6874bb89-dac3-41b7-adac-77615850a8cd req-ab6db091-e23f-4bee-8d19-747064c07361 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666868 Feb 19 03:31:56.015304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5c1be8-2f25-4bed-a068-10b19eeb003a tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Router 864914ae-579c-4fe7-9287-55478e49d62e has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:31:56.216465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc61ccfb-d600-48e9-83f7-01c6f3b47f33 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:56.234218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5c1be8-2f25-4bed-a068-10b19eeb003a tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:56.237161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fc61ccfb-d600-48e9-83f7-01c6f3b47f33 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "DELETE /v2.0/ports/3d1ab98c-ca68-4312-9026-544c9e249c0d HTTP/1.1" status: 204 len: 168 time: 1.2537856 Feb 19 03:31:56.245572 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fb8d9-ce26-4dcd-945c-b69a7dac8e52 None None] Sync routers for ids ['864914ae-579c-4fe7-9287-55478e49d62e'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:56.246242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51958) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:56.259879 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1be8-2f25-4bed-a068-10b19eeb003a tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:56.261140 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cd5c1be8-2f25-4bed-a068-10b19eeb003a tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "PUT /v2.0/routers/864914ae-579c-4fe7-9287-55478e49d62e HTTP/1.1" status: 200 len: 926 time: 2.9781606 Feb 19 03:31:56.277655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51960) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:56.280471 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-516a7b5b-4906-40c0-86de-aa241025913b tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] GET failed (client error): The resource could not be found. Feb 19 03:31:56.282199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-516a7b5b-4906-40c0-86de-aa241025913b tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "GET /v2.0/ports/3d1ab98c-ca68-4312-9026-544c9e249c0d HTTP/1.1" status: 404 len: 333 time: 0.0338404 Feb 19 03:31:56.282335 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fb8d9-ce26-4dcd-945c-b69a7dac8e52 None None] Routers {'864914ae-579c-4fe7-9287-55478e49d62e'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:56.284341 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-315fb8d9-ce26-4dcd-945c-b69a7dac8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['864914ae-579c-4fe7-9287-55478e49d62e'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:56.290662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51962) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:56.306188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'port': {'network_id': '6d817d04-0078-4948-835e-76091db39c00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-56128213'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:56.327284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402289a-c312-4c1b-8b77-4a5ed0170b8c req-0a506cd6-ae14-46d1-9d0b-a4775dcbecc3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.337825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402289a-c312-4c1b-8b77-4a5ed0170b8c req-0a506cd6-ae14-46d1-9d0b-a4775dcbecc3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.347317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402289a-c312-4c1b-8b77-4a5ed0170b8c req-0a506cd6-ae14-46d1-9d0b-a4775dcbecc3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.364168 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-315fb8d9-ce26-4dcd-945c-b69a7dac8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:56.366866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402289a-c312-4c1b-8b77-4a5ed0170b8c req-0a506cd6-ae14-46d1-9d0b-a4775dcbecc3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.373418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402289a-c312-4c1b-8b77-4a5ed0170b8c req-0a506cd6-ae14-46d1-9d0b-a4775dcbecc3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.379204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402289a-c312-4c1b-8b77-4a5ed0170b8c req-0a506cd6-ae14-46d1-9d0b-a4775dcbecc3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.384915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402289a-c312-4c1b-8b77-4a5ed0170b8c req-0a506cd6-ae14-46d1-9d0b-a4775dcbecc3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.385590 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fb8d9-ce26-4dcd-945c-b69a7dac8e52 None None] Routers {'864914ae-579c-4fe7-9287-55478e49d62e'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:56.386306 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-315fb8d9-ce26-4dcd-945c-b69a7dac8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['864914ae-579c-4fe7-9287-55478e49d62e'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:56.393422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1402289a-c312-4c1b-8b77-4a5ed0170b8c req-0a506cd6-ae14-46d1-9d0b-a4775dcbecc3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.2841208 Feb 19 03:31:56.449994 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-315fb8d9-ce26-4dcd-945c-b69a7dac8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:56.450649 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fb8d9-ce26-4dcd-945c-b69a7dac8e52 None None] The sync data for ids ['864914ae-579c-4fe7-9287-55478e49d62e'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:56.503111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1402289a-c312-4c1b-8b77-4a5ed0170b8c req-e0a08d85-1d50-4ffc-890a-f22ed0202c9b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1086831 Feb 19 03:31:56.573744 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-13afbd67-7d09-42c7-ae7b-1507d46995c4 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/routers/864914ae-579c-4fe7-9287-55478e49d62e HTTP/1.1" status: 200 len: 926 time: 0.2925162 Feb 19 03:31:56.574274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51964) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:56.646899 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Made reservation on behalf of 896b8ea048ee4837ba45c61863fc2dc0 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:56.650485 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:56.684881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] device_id is not set on port 459b3ec3-5e34-4f47-b0df-946ba53d4fbf yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:31:56.743094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aa795f-d19e-4144-961b-89ee93125aab tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.748374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-35aa795f-d19e-4144-961b-89ee93125aab tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&device_id=864914ae-579c-4fe7-9287-55478e49d62e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1730597 Feb 19 03:31:56.749819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51970) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:56.767264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dda038-4088-4028-b4b8-dcbfa4b6cc80 req-905a4ed0-65db-4398-88e6-baf55de49b97 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.776606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25dda038-4088-4028-b4b8-dcbfa4b6cc80 req-905a4ed0-65db-4398-88e6-baf55de49b97 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.1407454 Feb 19 03:31:56.893590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a940b81a-ab7a-4a79-a73a-2f87d939555d tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.896323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a940b81a-ab7a-4a79-a73a-2f87d939555d tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 881 time: 0.1440802 Feb 19 03:31:56.898580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51972) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:56.920518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Allocated IP 2001:db8::315 (6d817d04-0078-4948-835e-76091db39c00/430afdb4-571f-4b2f-a710-953fef50477d/459b3ec3-5e34-4f47-b0df-946ba53d4fbf) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:56.958129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f770db4a-b8c0-4f0f-ab7d-57b0169d2e27 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=864914ae-579c-4fe7-9287-55478e49d62e HTTP/1.1" status: 200 len: 205 time: 0.0576365 Feb 19 03:31:56.961736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51974) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:57.009997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25dda038-4088-4028-b4b8-dcbfa4b6cc80 req-909582e9-9f41-4b34-b31b-330944e58599 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268219 Feb 19 03:31:57.280506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for port (459b3ec3-5e34-4f47-b0df-946ba53d4fbf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:57.283644 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (864914ae-579c-4fe7-9287-55478e49d62e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:57.321287 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (459b3ec3-5e34-4f47-b0df-946ba53d4fbf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:57.410713 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (864914ae-579c-4fe7-9287-55478e49d62e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:57.421454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Network 6d817d04-0078-4948-835e-76091db39c00 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:57.429818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:57.438414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b099e4-2e2e-40f7-9373-29b2a89b5eec req-dd78152a-9218-4c08-877c-297bd73daa37 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:57.445994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:57.449477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80b099e4-2e2e-40f7-9373-29b2a89b5eec req-dd78152a-9218-4c08-877c-297bd73daa37 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.2277141 Feb 19 03:31:57.461063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:57.461909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:57.506030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Port': ['ID=459b3ec3-5e34-4f47-b0df-946ba53d4fbf,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:57.528868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.529630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.530195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.535684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.536494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.536903 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.537322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.537719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.538595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.538595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.540468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.540924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.541322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:57.543127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80b099e4-2e2e-40f7-9373-29b2a89b5eec req-744416b2-b2e3-4bde-8450-e188aabb517c tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879276 Feb 19 03:31:57.581933 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1a841967-11df-4b13-a9a6-8edd5afd122e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2896256 Feb 19 03:31:57.585068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51988) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:57.596321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9b5fedc2-9181-463a-8603-d812681baa98 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b1:cf:ce'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:57.746275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Deleting port 7c6889aa-46c6-45e6-bca0-971a270a4eff {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:57.746624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7c6889aa-46c6-45e6-bca0-971a270a4eff), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:57.882369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ff1dc-31fa-4705-ba6b-844d2e17b64d req-f0a19edd-d120-470c-8239-be81600e5a88 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:57.886327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab7ff1dc-31fa-4705-ba6b-844d2e17b64d req-f0a19edd-d120-470c-8239-be81600e5a88 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2169626 Feb 19 03:31:57.904484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3b537680-128f-464e-97fb-c89a87d24eff None None] Provisioning complete for port 459b3ec3-5e34-4f47-b0df-946ba53d4fbf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:57.907458 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b537680-128f-464e-97fb-c89a87d24eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (459b3ec3-5e34-4f47-b0df-946ba53d4fbf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:57.955327 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7c6889aa-46c6-45e6-bca0-971a270a4eff), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:58.010993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3b537680-128f-464e-97fb-c89a87d24eff None None] Port 459b3ec3-5e34-4f47-b0df-946ba53d4fbf cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:58.021882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab7ff1dc-31fa-4705-ba6b-844d2e17b64d req-9dc6104b-61be-489b-8efb-465e25607d4b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257586 Feb 19 03:31:58.056946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Calling delete_port for 7c6889aa-46c6-45e6-bca0-971a270a4eff owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:58.187428 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b5fedc2-9181-463a-8603-d812681baa98 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (459b3ec3-5e34-4f47-b0df-946ba53d4fbf), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:58.424997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7c6889aa-46c6-45e6-bca0-971a270a4eff), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:58.511918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Pushing event deleted for resources: {'Port': ['ID=7c6889aa-46c6-45e6-bca0-971a270a4eff,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:58.618198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5d882-0983-4e24-8e58-34b1a0701faf req-dc9f87a9-3d11-4c66-b4aa-9c11b14626f7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:58.624506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5d882-0983-4e24-8e58-34b1a0701faf req-dc9f87a9-3d11-4c66-b4aa-9c11b14626f7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:58.630569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5d882-0983-4e24-8e58-34b1a0701faf req-dc9f87a9-3d11-4c66-b4aa-9c11b14626f7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:58.636117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5d882-0983-4e24-8e58-34b1a0701faf req-dc9f87a9-3d11-4c66-b4aa-9c11b14626f7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:58.641447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5d882-0983-4e24-8e58-34b1a0701faf req-dc9f87a9-3d11-4c66-b4aa-9c11b14626f7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:58.647720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5d882-0983-4e24-8e58-34b1a0701faf req-dc9f87a9-3d11-4c66-b4aa-9c11b14626f7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:58.653646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5d882-0983-4e24-8e58-34b1a0701faf req-dc9f87a9-3d11-4c66-b4aa-9c11b14626f7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:58.663907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aad5d882-0983-4e24-8e58-34b1a0701faf req-dc9f87a9-3d11-4c66-b4aa-9c11b14626f7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.5159059 Feb 19 03:31:58.667574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (864914ae-579c-4fe7-9287-55478e49d62e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:58.990924 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b5fedc2-9181-463a-8603-d812681baa98 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for port (459b3ec3-5e34-4f47-b0df-946ba53d4fbf), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.002587 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (864914ae-579c-4fe7-9287-55478e49d62e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.012395 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (864914ae-579c-4fe7-9287-55478e49d62e), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.021408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b5fedc2-9181-463a-8603-d812681baa98 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (459b3ec3-5e34-4f47-b0df-946ba53d4fbf), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.557577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9b5fedc2-9181-463a-8603-d812681baa98 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] In _notify_port_updated(), no bound segment for port 459b3ec3-5e34-4f47-b0df-946ba53d4fbf on network 6d817d04-0078-4948-835e-76091db39c00 {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:31:59.563011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5fedc2-9181-463a-8603-d812681baa98 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:59.563678 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b5fedc2-9181-463a-8603-d812681baa98 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.565127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9b5fedc2-9181-463a-8603-d812681baa98 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "PUT /v2.0/ports/459b3ec3-5e34-4f47-b0df-946ba53d4fbf HTTP/1.1" status: 200 len: 1001 time: 1.9790344 Feb 19 03:31:59.569379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52004) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:59.595508 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (864914ae-579c-4fe7-9287-55478e49d62e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.596071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Fanout notify agent at l3_agent the message router_deleted on router 864914ae-579c-4fe7-9287-55478e49d62e {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:31:59.603841 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.608765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ad023d47-e07f-4263-9a93-76c37b3d817b tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/864914ae-579c-4fe7-9287-55478e49d62e HTTP/1.1" status: 204 len: 168 time: 2.6459374 Feb 19 03:31:59.609518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52006) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:59.618428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b581ae34-a218-42f0-8fc1-94bfd6fa77c9 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2702409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:59.629815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fedc2-9181-463a-8603-d812681baa98 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Port': ['ID=459b3ec3-5e34-4f47-b0df-946ba53d4fbf,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:59.645789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aad5d882-0983-4e24-8e58-34b1a0701faf req-f3a8b7de-e949-4ad7-875f-380cee82fa02 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9822366 Feb 19 03:31:59.693011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b581ae34-a218-42f0-8fc1-94bfd6fa77c9 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (1fbd0734-cf29-4080-b48a-f0b166e47795), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.694474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b581ae34-a218-42f0-8fc1-94bfd6fa77c9 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (1fbd0734-cf29-4080-b48a-f0b166e47795), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.805007 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b581ae34-a218-42f0-8fc1-94bfd6fa77c9 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (1fbd0734-cf29-4080-b48a-f0b166e47795), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.817766 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b581ae34-a218-42f0-8fc1-94bfd6fa77c9 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (1fbd0734-cf29-4080-b48a-f0b166e47795), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.844395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-74d3293d-cfe1-495a-b9f5-8cba1968e5cd tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Deleting port 459b3ec3-5e34-4f47-b0df-946ba53d4fbf {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:59.844739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74d3293d-cfe1-495a-b9f5-8cba1968e5cd tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (459b3ec3-5e34-4f47-b0df-946ba53d4fbf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.857127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031930d1-64e8-4eb6-9a2b-77a9afcc9503 req-07c47097-7f54-43f5-9153-063c925da0c2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:59.862840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-031930d1-64e8-4eb6-9a2b-77a9afcc9503 req-07c47097-7f54-43f5-9153-063c925da0c2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.1320744 Feb 19 03:31:59.926987 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b581ae34-a218-42f0-8fc1-94bfd6fa77c9 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.931561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b581ae34-a218-42f0-8fc1-94bfd6fa77c9 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3171453 Feb 19 03:31:59.932522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52008) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:59.944020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:59.977351 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74d3293d-cfe1-495a-b9f5-8cba1968e5cd tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (459b3ec3-5e34-4f47-b0df-946ba53d4fbf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.993644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-74d3293d-cfe1-495a-b9f5-8cba1968e5cd tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Calling delete_port for 459b3ec3-5e34-4f47-b0df-946ba53d4fbf owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:00.022567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-031930d1-64e8-4eb6-9a2b-77a9afcc9503 req-d38b9dbb-d38e-468c-800b-8cfd6f8db35a tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516304 Feb 19 03:32:00.051242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e2822f53-47e7-4ade-bbe6-14101b9176f6 None None] Provisioning complete for port 459b3ec3-5e34-4f47-b0df-946ba53d4fbf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:00.057203 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e2822f53-47e7-4ade-bbe6-14101b9176f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (459b3ec3-5e34-4f47-b0df-946ba53d4fbf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:00.136455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e2822f53-47e7-4ade-bbe6-14101b9176f6 None None] Port 459b3ec3-5e34-4f47-b0df-946ba53d4fbf cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:00.188159 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74d3293d-cfe1-495a-b9f5-8cba1968e5cd tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (459b3ec3-5e34-4f47-b0df-946ba53d4fbf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:00.233188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3293d-cfe1-495a-b9f5-8cba1968e5cd tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event deleted for resources: {'Port': ['ID=459b3ec3-5e34-4f47-b0df-946ba53d4fbf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:00.297973 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74d3293d-cfe1-495a-b9f5-8cba1968e5cd tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:00.315269 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-74d3293d-cfe1-495a-b9f5-8cba1968e5cd tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "DELETE /v2.0/ports/459b3ec3-5e34-4f47-b0df-946ba53d4fbf HTTP/1.1" status: 204 len: 168 time: 0.7442045 Feb 19 03:32:00.318266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52012) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:00.348979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (1fbd0734-cf29-4080-b48a-f0b166e47795), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:00.375065 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b23b6b5-56a9-47e5-a6dd-12ff4546546e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] GET failed (client error): The resource could not be found. Feb 19 03:32:00.386903 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1b23b6b5-56a9-47e5-a6dd-12ff4546546e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "GET /v2.0/ports/459b3ec3-5e34-4f47-b0df-946ba53d4fbf HTTP/1.1" status: 404 len: 333 time: 0.0672369 Feb 19 03:32:00.393114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52016) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:00.398823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'port': {'network_id': '6d817d04-0078-4948-835e-76091db39c00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-526852413'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:00.429413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08607cd-1814-418e-80b9-cf73b8ee14ae req-781e30c4-dca4-4137-9419-04fd93174cc0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:00.431809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b08607cd-1814-418e-80b9-cf73b8ee14ae req-781e30c4-dca4-4137-9419-04fd93174cc0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2563500 Feb 19 03:32:00.615398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Made reservation on behalf of 896b8ea048ee4837ba45c61863fc2dc0 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:00.622286 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:00.658687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] device_id is not set on port a1f13d9c-96d3-4f49-990d-3ccbd54c7f54 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:32:00.668209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b08607cd-1814-418e-80b9-cf73b8ee14ae req-0c6a76b5-44a6-4761-8b48-1f29f2e1710d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265235 Feb 19 03:32:00.920112 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (1fbd0734-cf29-4080-b48a-f0b166e47795), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:00.947296 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:00.966448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Allocated IP 2001:db8::18 (6d817d04-0078-4948-835e-76091db39c00/430afdb4-571f-4b2f-a710-953fef50477d/a1f13d9c-96d3-4f49-990d-3ccbd54c7f54) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:00.985151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae8280-d9dc-4b53-8c22-2447791a7aec req-5e8f560c-61bb-408c-baee-23b3e536bd1b tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:00.995248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0ae8280-d9dc-4b53-8c22-2447791a7aec req-5e8f560c-61bb-408c-baee-23b3e536bd1b tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.2271028 Feb 19 03:32:01.139061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0ae8280-d9dc-4b53-8c22-2447791a7aec req-b99b7b68-61a4-4832-9b7d-b75acca5e463 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424556 Feb 19 03:32:01.183154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Allocated IP 172.25.4.189 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/b723e0ec-27ed-4852-95f8-31d2a1016148) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:01.194317 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for port (a1f13d9c-96d3-4f49-990d-3ccbd54c7f54), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.245251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a1f13d9c-96d3-4f49-990d-3ccbd54c7f54), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.336304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Network 6d817d04-0078-4948-835e-76091db39c00 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:01.343122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:01.347033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:01.353574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.354866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.379950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for port (b723e0ec-27ed-4852-95f8-31d2a1016148), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.385705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Port': ['ID=a1f13d9c-96d3-4f49-990d-3ccbd54c7f54,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:01.399510 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-09639e32-5336-49c6-91e7-25f34ae4300d tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0026581 Feb 19 03:32:01.400236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52044) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:01.400432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79b10-e52a-4678-be1c-d80cb2d096c3 req-906cd530-9255-4d10-a1a0-12958b820845 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.406399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'port': {'network_id': '6d817d04-0078-4948-835e-76091db39c00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-189669426'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:01.407080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79b10-e52a-4678-be1c-d80cb2d096c3 req-906cd530-9255-4d10-a1a0-12958b820845 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.413623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79b10-e52a-4678-be1c-d80cb2d096c3 req-906cd530-9255-4d10-a1a0-12958b820845 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.419509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79b10-e52a-4678-be1c-d80cb2d096c3 req-906cd530-9255-4d10-a1a0-12958b820845 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.424833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79b10-e52a-4678-be1c-d80cb2d096c3 req-906cd530-9255-4d10-a1a0-12958b820845 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.431106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79b10-e52a-4678-be1c-d80cb2d096c3 req-906cd530-9255-4d10-a1a0-12958b820845 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.436905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79b10-e52a-4678-be1c-d80cb2d096c3 req-906cd530-9255-4d10-a1a0-12958b820845 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.439616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ab79b10-e52a-4678-be1c-d80cb2d096c3 req-906cd530-9255-4d10-a1a0-12958b820845 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5432 time: 0.1558018 Feb 19 03:32:01.584215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ab79b10-e52a-4678-be1c-d80cb2d096c3 req-7499e694-14d7-4ed6-91ab-f34ccbe16316 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1343064 Feb 19 03:32:01.586652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b723e0ec-27ed-4852-95f8-31d2a1016148), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.656482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:01.661615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:01.664146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:01.697028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Made reservation on behalf of 896b8ea048ee4837ba45c61863fc2dc0 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:01.701509 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.741789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] device_id is not set on port 59bad3b2-fcc1-4b45-be93-659680784e34 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:32:01.812332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Pushing event updated for resources: {'Port': ['ID=b723e0ec-27ed-4852-95f8-31d2a1016148,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:01.841977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8eeccf83-8cd0-49e7-ba52-67609285a43a None None] Provisioning complete for port a1f13d9c-96d3-4f49-990d-3ccbd54c7f54 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:01.842576 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8eeccf83-8cd0-49e7-ba52-67609285a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a1f13d9c-96d3-4f49-990d-3ccbd54c7f54), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.897788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eea9f6-7127-41eb-9c02-4882c10ea060 req-079fd0ba-55c9-45f9-a7a5-601d6b6f3247 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.899779 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69eea9f6-7127-41eb-9c02-4882c10ea060 req-079fd0ba-55c9-45f9-a7a5-601d6b6f3247 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.1292708 Feb 19 03:32:01.930215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8eeccf83-8cd0-49e7-ba52-67609285a43a None None] Port a1f13d9c-96d3-4f49-990d-3ccbd54c7f54 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:02.019907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Allocated IP 2001:db8::3dd (6d817d04-0078-4948-835e-76091db39c00/430afdb4-571f-4b2f-a710-953fef50477d/59bad3b2-fcc1-4b45-be93-659680784e34) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:02.048942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (1fbd0734-cf29-4080-b48a-f0b166e47795), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.130118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69eea9f6-7127-41eb-9c02-4882c10ea060 req-75b4bfbe-2953-405b-a837-c3442713ec7d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203591 Feb 19 03:32:02.196880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 21f9ea20-6bea-463a-a992-4e52399af0f0 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:02.367279 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for port (59bad3b2-fcc1-4b45-be93-659680784e34), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.368726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 21f9ea20-6bea-463a-a992-4e52399af0f0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=21f9ea20-6bea-463a-a992-4e52399af0f0,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:02.382325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '21f9ea20-6bea-463a-a992-4e52399af0f0', 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'port_id': '21f9ea20-6bea-463a-a992-4e52399af0f0', 'mac_address': 'fa:16:3e:1a:a0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cae7ac-1294-40dd-9e7b-51266965afbf', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:02.403625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899abc1-35ed-4ae6-9aad-4b2a08d3a463 req-4b426414-b680-4c78-a34b-73366ecb7a7a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.405195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8899abc1-35ed-4ae6-9aad-4b2a08d3a463 req-4b426414-b680-4c78-a34b-73366ecb7a7a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1673768 Feb 19 03:32:02.430660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 21f9ea20-6bea-463a-a992-4e52399af0f0 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:02.431346 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.446279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f9ea20-6bea-463a-a992-4e52399af0f0 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:02.450057 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (1fbd0734-cf29-4080-b48a-f0b166e47795), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.463203 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (1fbd0734-cf29-4080-b48a-f0b166e47795), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.470545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 21f9ea20-6bea-463a-a992-4e52399af0f0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=21f9ea20-6bea-463a-a992-4e52399af0f0,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:02.474642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (59bad3b2-fcc1-4b45-be93-659680784e34), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.476789 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.477743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 918ff585-12c5-43eb-8749-43ecfb33c857 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:02.514185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 918ff585-12c5-43eb-8749-43ecfb33c857, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=918ff585-12c5-43eb-8749-43ecfb33c857,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:02.569769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Network 6d817d04-0078-4948-835e-76091db39c00 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:02.573071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:02.579292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:02.596918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.597660 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.622890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '918ff585-12c5-43eb-8749-43ecfb33c857', 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'port_id': '918ff585-12c5-43eb-8749-43ecfb33c857', 'mac_address': 'fa:16:3e:58:0f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cae7ac-1294-40dd-9e7b-51266965afbf', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:02.626440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8899abc1-35ed-4ae6-9aad-4b2a08d3a463 req-fa6911b7-cc91-44d2-8ad3-417bf08d9c0a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121570 Feb 19 03:32:02.628014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=21f9ea20-6bea-463a-a992-4e52399af0f0,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:02.631997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Port': ['ID=59bad3b2-fcc1-4b45-be93-659680784e34,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:02.647454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.650114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.650792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.650792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.654514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.654841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.655193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.655537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.656078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.656339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.656677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.657010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.657360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:02.684050 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fb2d9975-f566-4e3e-92a9-af9f1860cde1 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2824523 Feb 19 03:32:02.684994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52060) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:02.706095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-cec7a80f-7c3b-4a2f-b0ed-5aa61dc7349f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c7', 'mac_address': 'fa:16:3e:b1:cf:ce'}, {'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:e4:1b:e8'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:02.758424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 918ff585-12c5-43eb-8749-43ecfb33c857 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:02.758817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.801250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918ff585-12c5-43eb-8749-43ecfb33c857 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:02.853356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 918ff585-12c5-43eb-8749-43ecfb33c857, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=918ff585-12c5-43eb-8749-43ecfb33c857,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:02.868423 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.868423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device fed2a259-daba-4a39-bbcc-b2622847ea85 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:02.970327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ed196-f8ea-440b-83f8-5a8c980052d7 req-95dd781e-9823-4562-b85d-c79d96b280bb tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.982310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd8ed196-f8ea-440b-83f8-5a8c980052d7 req-95dd781e-9823-4562-b85d-c79d96b280bb tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.1993699 Feb 19 03:32:03.102083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cec7a80f-7c3b-4a2f-b0ed-5aa61dc7349f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (59bad3b2-fcc1-4b45-be93-659680784e34), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.112263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd8ed196-f8ea-440b-83f8-5a8c980052d7 req-052e95b8-f7c1-4320-8518-7440f7696c86 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230233 Feb 19 03:32:03.138618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Router 1fbd0734-cf29-4080-b48a-f0b166e47795 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:32:03.265552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=918ff585-12c5-43eb-8749-43ecfb33c857,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:03.326019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port fed2a259-daba-4a39-bbcc-b2622847ea85, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fed2a259-daba-4a39-bbcc-b2622847ea85,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:03.329668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4c479b8a-7ab3-4240-b595-a83f310921fd None None] Provisioning complete for port 59bad3b2-fcc1-4b45-be93-659680784e34 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:03.331129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4c479b8a-7ab3-4240-b595-a83f310921fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (59bad3b2-fcc1-4b45-be93-659680784e34), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.385322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4c479b8a-7ab3-4240-b595-a83f310921fd None None] Port 59bad3b2-fcc1-4b45-be93-659680784e34 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:03.392114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'fed2a259-daba-4a39-bbcc-b2622847ea85', 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785', 'port_id': 'fed2a259-daba-4a39-bbcc-b2622847ea85', 'mac_address': 'fa:16:3e:d4:a9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a1d482-203a-4812-b095-3eeab64e54e1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:03.446945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f5af1-196b-4023-ba58-a0f3bf965c47 req-b8f304c5-18b6-42c8-a355-74791cb0b01c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:03.449292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b85f5af1-196b-4023-ba58-a0f3bf965c47 req-b8f304c5-18b6-42c8-a355-74791cb0b01c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2054443 Feb 19 03:32:03.455060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:03.457699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port fed2a259-daba-4a39-bbcc-b2622847ea85 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:03.458103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.474210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8170d-e011-4af2-83dd-64b4a9be7bcb None None] Sync routers for ids ['1fbd0734-cf29-4080-b48a-f0b166e47795'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:03.475183 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.479725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ffb9b0b9-1f7e-44dd-a248-08e1b540642c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "PUT /v2.0/routers/1fbd0734-cf29-4080-b48a-f0b166e47795 HTTP/1.1" status: 200 len: 881 time: 3.5406153 Feb 19 03:32:03.482699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52064) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:03.483923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed2a259-daba-4a39-bbcc-b2622847ea85 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:03.505877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8170d-e011-4af2-83dd-64b4a9be7bcb None None] Routers {'1fbd0734-cf29-4080-b48a-f0b166e47795'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:03.506575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1be8170d-e011-4af2-83dd-64b4a9be7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1fbd0734-cf29-4080-b48a-f0b166e47795'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:03.514416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port fed2a259-daba-4a39-bbcc-b2622847ea85, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fed2a259-daba-4a39-bbcc-b2622847ea85,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:03.546009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1be8170d-e011-4af2-83dd-64b4a9be7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:03.548455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.549195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:03.570935 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cec7a80f-7c3b-4a2f-b0ed-5aa61dc7349f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for port (59bad3b2-fcc1-4b45-be93-659680784e34), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.585733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cec7a80f-7c3b-4a2f-b0ed-5aa61dc7349f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (59bad3b2-fcc1-4b45-be93-659680784e34), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.601673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b85f5af1-196b-4023-ba58-a0f3bf965c47 req-a3eff55e-03b3-4acf-8090-688c84074b6f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184700 Feb 19 03:32:03.603899 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8170d-e011-4af2-83dd-64b4a9be7bcb None None] Routers {'1fbd0734-cf29-4080-b48a-f0b166e47795'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:03.604520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1be8170d-e011-4af2-83dd-64b4a9be7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:31:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['1fbd0734-cf29-4080-b48a-f0b166e47795'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:03.671829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-cec7a80f-7c3b-4a2f-b0ed-5aa61dc7349f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] In _notify_port_updated(), no bound segment for port 59bad3b2-fcc1-4b45-be93-659680784e34 on network 6d817d04-0078-4948-835e-76091db39c00 {{(pid=103616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:32:03.674955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1be8170d-e011-4af2-83dd-64b4a9be7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:03.676222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8170d-e011-4af2-83dd-64b4a9be7bcb None None] The sync data for ids ['1fbd0734-cf29-4080-b48a-f0b166e47795'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:03.681284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec7a80f-7c3b-4a2f-b0ed-5aa61dc7349f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:03.682186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cec7a80f-7c3b-4a2f-b0ed-5aa61dc7349f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.686897 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cec7a80f-7c3b-4a2f-b0ed-5aa61dc7349f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "PUT /v2.0/ports/59bad3b2-fcc1-4b45-be93-659680784e34 HTTP/1.1" status: 200 len: 1065 time: 1.0004420 Feb 19 03:32:03.691933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52068) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:03.698510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:03.726135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=fed2a259-daba-4a39-bbcc-b2622847ea85,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:03.744316 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e', 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'port_id': 'c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e', 'mac_address': 'fa:16:3e:26:d1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cae7ac-1294-40dd-9e7b-51266965afbf', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:03.815954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-136c3446-4525-4695-be84-d0f60add3969 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/routers/1fbd0734-cf29-4080-b48a-f0b166e47795 HTTP/1.1" status: 200 len: 922 time: 0.3316243 Feb 19 03:32:03.822199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:03.822605 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.824553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52074) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:03.858995 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7a80f-7c3b-4a2f-b0ed-5aa61dc7349f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event updated for resources: {'Port': ['ID=59bad3b2-fcc1-4b45-be93-659680784e34,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:03.861162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:03.901008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:03.911889 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.912474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5dda5223-5931-47d1-802d-331023296c5d details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:03.961742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8aa51-6b61-4d71-a873-7623dabd2b6c req-04586df3-2aa3-4c03-9ae1-f4006fa4625b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:03.976885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8aa51-6b61-4d71-a873-7623dabd2b6c req-04586df3-2aa3-4c03-9ae1-f4006fa4625b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:03.992828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8aa51-6b61-4d71-a873-7623dabd2b6c req-04586df3-2aa3-4c03-9ae1-f4006fa4625b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:04.013451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8aa51-6b61-4d71-a873-7623dabd2b6c req-04586df3-2aa3-4c03-9ae1-f4006fa4625b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:04.031180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8aa51-6b61-4d71-a873-7623dabd2b6c req-04586df3-2aa3-4c03-9ae1-f4006fa4625b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:04.037697 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-696d3a54-1614-4ce0-9308-ba32a48e3a97 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Deleting port 59bad3b2-fcc1-4b45-be93-659680784e34 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:04.041090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-696d3a54-1614-4ce0-9308-ba32a48e3a97 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (59bad3b2-fcc1-4b45-be93-659680784e34), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:04.045183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8aa51-6b61-4d71-a873-7623dabd2b6c req-04586df3-2aa3-4c03-9ae1-f4006fa4625b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:04.053127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:04.057904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8aa51-6b61-4d71-a873-7623dabd2b6c req-04586df3-2aa3-4c03-9ae1-f4006fa4625b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:04.063030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40c8aa51-6b61-4d71-a873-7623dabd2b6c req-04586df3-2aa3-4c03-9ae1-f4006fa4625b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5435 time: 0.3162785 Feb 19 03:32:04.101486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 5dda5223-5931-47d1-802d-331023296c5d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5dda5223-5931-47d1-802d-331023296c5d,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:04.129800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '5dda5223-5931-47d1-802d-331023296c5d', 'network_id': 'd920c654-990f-45b0-82d7-bb385406a785', 'port_id': '5dda5223-5931-47d1-802d-331023296c5d', 'mac_address': 'fa:16:3e:d0:b3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a1d482-203a-4812-b095-3eeab64e54e1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:04.202096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 5dda5223-5931-47d1-802d-331023296c5d is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:04.202800 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5dda5223-5931-47d1-802d-331023296c5d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:04.219913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dda5223-5931-47d1-802d-331023296c5d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:04.233302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-696d3a54-1614-4ce0-9308-ba32a48e3a97 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (59bad3b2-fcc1-4b45-be93-659680784e34), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:04.246029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 5dda5223-5931-47d1-802d-331023296c5d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5dda5223-5931-47d1-802d-331023296c5d,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:04.247079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40c8aa51-6b61-4d71-a873-7623dabd2b6c req-10a2f8bc-37fd-4e95-a475-e11ff10c6e64 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1682589 Feb 19 03:32:04.256124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9107f52-9f5d-4d8c-81d6-7c0a4ee6c561 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:04.260920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f9107f52-9f5d-4d8c-81d6-7c0a4ee6c561 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&device_id=1fbd0734-cf29-4080-b48a-f0b166e47795&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4335933 Feb 19 03:32:04.263273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52078) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:04.264493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-696d3a54-1614-4ce0-9308-ba32a48e3a97 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Calling delete_port for 59bad3b2-fcc1-4b45-be93-659680784e34 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:04.276158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5dda5223-5931-47d1-802d-331023296c5d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:04.278691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 96aae8b9-57ed-4f04-9c56-3076f6dcc69f details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:04.413566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4a2ad439-9f21-45f5-847a-1a305d78b4d1 None None] Provisioning complete for port 59bad3b2-fcc1-4b45-be93-659680784e34 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:04.414498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad439-9f21-45f5-847a-1a305d78b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (59bad3b2-fcc1-4b45-be93-659680784e34), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:04.615510 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:32:04.616811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ce62e-8499-4d8f-88bc-86cd3ca34674 req-bfa36e9c-d589-40d4-b803-b8053ea884ee tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:04.623086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-395ce62e-8499-4d8f-88bc-86cd3ca34674 req-bfa36e9c-d589-40d4-b803-b8053ea884ee tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.2295001 Feb 19 03:32:04.634316 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-696d3a54-1614-4ce0-9308-ba32a48e3a97 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (59bad3b2-fcc1-4b45-be93-659680784e34), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:04.663597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=5dda5223-5931-47d1-802d-331023296c5d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:04.674369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:04.683197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d3a54-1614-4ce0-9308-ba32a48e3a97 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event deleted for resources: {'Port': ['ID=59bad3b2-fcc1-4b45-be93-659680784e34,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:04.699440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '96aae8b9-57ed-4f04-9c56-3076f6dcc69f', 'network_id': '9f942254-540a-4c8d-9a32-e6bfbff48a5a', 'port_id': '96aae8b9-57ed-4f04-9c56-3076f6dcc69f', 'mac_address': 'fa:16:3e:66:bd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cae7ac-1294-40dd-9e7b-51266965afbf', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:04.718958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ede5e-6f1a-42f7-85fb-74c1b39438da tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:04.723411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bc8ede5e-6f1a-42f7-85fb-74c1b39438da tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 881 time: 0.4559128 Feb 19 03:32:04.733200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52080) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:04.790553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ad439-9f21-45f5-847a-1a305d78b4d1 None None] Port 59bad3b2-fcc1-4b45-be93-659680784e34 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:04.794541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:04.794918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:04.813829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96aae8b9-57ed-4f04-9c56-3076f6dcc69f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:04.835747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-07fa6b9d-45ff-4a11-a84c-d45a5876045d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbd0734-cf29-4080-b48a-f0b166e47795 HTTP/1.1" status: 200 len: 205 time: 0.1015081 Feb 19 03:32:04.840767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52082) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:04.851872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:04.865205 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:04.866079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 219a534f-66b6-49a3-84bc-c42418d184b5 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:04.871868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-395ce62e-8499-4d8f-88bc-86cd3ca34674 req-6cf62671-6902-4261-83d4-3dc1728f845c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363353 Feb 19 03:32:05.080656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:05.175517 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (1fbd0734-cf29-4080-b48a-f0b166e47795), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:05.187333 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-696d3a54-1614-4ce0-9308-ba32a48e3a97 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:05.193542 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-696d3a54-1614-4ce0-9308-ba32a48e3a97 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "DELETE /v2.0/ports/59bad3b2-fcc1-4b45-be93-659680784e34 HTTP/1.1" status: 204 len: 168 time: 1.4977050 Feb 19 03:32:05.193732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52090) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:05.226013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 219a534f-66b6-49a3-84bc-c42418d184b5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=219a534f-66b6-49a3-84bc-c42418d184b5,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:05.227792 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-f734f0e7-dfd4-47c1-863d-d9a588e66524 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] GET failed (client error): The resource could not be found. Feb 19 03:32:05.231913 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f734f0e7-dfd4-47c1-863d-d9a588e66524 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "GET /v2.0/ports/59bad3b2-fcc1-4b45-be93-659680784e34 HTTP/1.1" status: 404 len: 333 time: 0.0345867 Feb 19 03:32:05.232163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52092) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:05.247896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '219a534f-66b6-49a3-84bc-c42418d184b5', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'port_id': '219a534f-66b6-49a3-84bc-c42418d184b5', 'mac_address': 'fa:16:3e:d1:f1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:05.323287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 219a534f-66b6-49a3-84bc-c42418d184b5 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:05.324104 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:05.340245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219a534f-66b6-49a3-84bc-c42418d184b5 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:05.368097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6ca42-b777-45dc-bc02-2fc70cfc4d34 req-4e590679-797c-4cf5-a41f-f2dcda946e8d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:05.376873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 219a534f-66b6-49a3-84bc-c42418d184b5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=219a534f-66b6-49a3-84bc-c42418d184b5,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:05.381820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36b6ca42-b777-45dc-bc02-2fc70cfc4d34 req-4e590679-797c-4cf5-a41f-f2dcda946e8d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.2030437 Feb 19 03:32:05.385560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:05.410133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-721d104d-2d78-4358-b714-b76964cddf13 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Deleting port a1f13d9c-96d3-4f49-990d-3ccbd54c7f54 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:05.411224 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-721d104d-2d78-4358-b714-b76964cddf13 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a1f13d9c-96d3-4f49-990d-3ccbd54c7f54), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:05.485458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36b6ca42-b777-45dc-bc02-2fc70cfc4d34 req-f03dbe38-87ec-4170-98bc-a599077843cf tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014214 Feb 19 03:32:05.495180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=219a534f-66b6-49a3-84bc-c42418d184b5,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:05.505369 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (1fbd0734-cf29-4080-b48a-f0b166e47795), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:05.593061 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-721d104d-2d78-4358-b714-b76964cddf13 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a1f13d9c-96d3-4f49-990d-3ccbd54c7f54), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:05.626376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-721d104d-2d78-4358-b714-b76964cddf13 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Calling delete_port for a1f13d9c-96d3-4f49-990d-3ccbd54c7f54 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:05.672519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4597130-f2d3-4fb8-9db7-7186aedf9fdf req-e4a57fb4-03ce-4aad-803a-fffaa2df5cad tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:05.674304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4597130-f2d3-4fb8-9db7-7186aedf9fdf req-e4a57fb4-03ce-4aad-803a-fffaa2df5cad tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0708454 Feb 19 03:32:05.709640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Deleting port b723e0ec-27ed-4852-95f8-31d2a1016148 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:05.710478 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b723e0ec-27ed-4852-95f8-31d2a1016148), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:05.828556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4597130-f2d3-4fb8-9db7-7186aedf9fdf req-6aff3cfe-e011-4791-bb45-72d3fc401e72 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314216 Feb 19 03:32:05.891280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b723e0ec-27ed-4852-95f8-31d2a1016148), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:05.909587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Calling delete_port for b723e0ec-27ed-4852-95f8-31d2a1016148 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:05.935566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-721d104d-2d78-4358-b714-b76964cddf13 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a1f13d9c-96d3-4f49-990d-3ccbd54c7f54), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:06.040106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d104d-2d78-4358-b714-b76964cddf13 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event deleted for resources: {'Port': ['ID=a1f13d9c-96d3-4f49-990d-3ccbd54c7f54,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:06.095400 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:06.184536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['21f9ea20-6bea-463a-a992-4e52399af0f0'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:06.194592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['fed2a259-daba-4a39-bbcc-b2622847ea85'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:06.343738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:06.352140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['918ff585-12c5-43eb-8749-43ecfb33c857'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:06.400068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['96aae8b9-57ed-4f04-9c56-3076f6dcc69f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:06.402786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['219a534f-66b6-49a3-84bc-c42418d184b5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:06.732261 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-721d104d-2d78-4358-b714-b76964cddf13 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:06.745076 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-721d104d-2d78-4358-b714-b76964cddf13 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "DELETE /v2.0/ports/a1f13d9c-96d3-4f49-990d-3ccbd54c7f54 HTTP/1.1" status: 204 len: 168 time: 1.5115855 Feb 19 03:32:06.745516 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52114) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:06.826675 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9488804b-590d-49ef-836b-5b00286e0c6b tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] GET failed (client error): The resource could not be found. Feb 19 03:32:06.828058 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9488804b-590d-49ef-836b-5b00286e0c6b tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "GET /v2.0/ports/a1f13d9c-96d3-4f49-990d-3ccbd54c7f54 HTTP/1.1" status: 404 len: 333 time: 0.0383141 Feb 19 03:32:06.834537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52116) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:06.863991 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b723e0ec-27ed-4852-95f8-31d2a1016148), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:06.946420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Pushing event deleted for resources: {'Port': ['ID=b723e0ec-27ed-4852-95f8-31d2a1016148,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:06.979598 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-3e7c8ac4-4c63-4db7-831e-6a85665d45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:06.989743 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-3e7c8ac4-4c63-4db7-831e-6a85665d45b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932&tenant_id=d714199a166a4ba2a32ef297aaf4d888 HTTP/1.1" status: 200 len: 1125 time: 0.3329141 Feb 19 03:32:07.067320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719d20-2ccd-4ef9-829f-673f7873efc3 req-2e628126-1958-45ad-b4b2-39fc8254b8ce tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.095548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a3fa4-079e-418e-a484-b4612f98f74f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Deleting port 07a1282a-e00e-49c3-92be-0ea2b147b006 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:07.096015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fa4-079e-418e-a484-b4612f98f74f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (07a1282a-e00e-49c3-92be-0ea2b147b006), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.106360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719d20-2ccd-4ef9-829f-673f7873efc3 req-2e628126-1958-45ad-b4b2-39fc8254b8ce tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.121806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719d20-2ccd-4ef9-829f-673f7873efc3 req-2e628126-1958-45ad-b4b2-39fc8254b8ce tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.142989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719d20-2ccd-4ef9-829f-673f7873efc3 req-2e628126-1958-45ad-b4b2-39fc8254b8ce tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.167168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719d20-2ccd-4ef9-829f-673f7873efc3 req-2e628126-1958-45ad-b4b2-39fc8254b8ce tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.184969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719d20-2ccd-4ef9-829f-673f7873efc3 req-2e628126-1958-45ad-b4b2-39fc8254b8ce tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.198957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719d20-2ccd-4ef9-829f-673f7873efc3 req-2e628126-1958-45ad-b4b2-39fc8254b8ce tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.207848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76719d20-2ccd-4ef9-829f-673f7873efc3 req-2e628126-1958-45ad-b4b2-39fc8254b8ce tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5439 time: 1.2883389 Feb 19 03:32:07.217229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-9b03ae2d-52b3-4d9a-9960-1e060e195758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.219652 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-9b03ae2d-52b3-4d9a-9960-1e060e195758 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 1125 time: 0.1860652 Feb 19 03:32:07.255922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['5dda5223-5931-47d1-802d-331023296c5d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:07.293665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (1fbd0734-cf29-4080-b48a-f0b166e47795), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.379796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fa4-079e-418e-a484-b4612f98f74f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (07a1282a-e00e-49c3-92be-0ea2b147b006), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.408980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a3fa4-079e-418e-a484-b4612f98f74f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Calling delete_port for 07a1282a-e00e-49c3-92be-0ea2b147b006 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:07.471243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-aa58acda-1869-462f-abfb-a335416c74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.472783 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-aa58acda-1869-462f-abfb-a335416c74c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.2383475 Feb 19 03:32:07.573931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (1fbd0734-cf29-4080-b48a-f0b166e47795), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.576754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (1fbd0734-cf29-4080-b48a-f0b166e47795), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.639647 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-cb2c0b18-78f5-42e6-99a8-8a7950056184 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e HTTP/1.1" status: 200 len: 998 time: 0.0999894 Feb 19 03:32:07.668752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76719d20-2ccd-4ef9-829f-673f7873efc3 req-4d9dbbca-19a5-4873-811e-e22e3551c9dd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4600115 Feb 19 03:32:07.670070 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (1fbd0734-cf29-4080-b48a-f0b166e47795), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.670650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Fanout notify agent at l3_agent the message router_deleted on router 1fbd0734-cf29-4080-b48a-f0b166e47795 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:32:07.679727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.681633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ec8f2f9e-3bd7-418e-a965-7246f4cd4d01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/1fbd0734-cf29-4080-b48a-f0b166e47795 HTTP/1.1" status: 204 len: 168 time: 2.8390973 Feb 19 03:32:07.688451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52122) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:07.697588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-054c9709-ef53-456d-9983-4d8e690b6019 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-573809100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:07.728916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-054c9709-ef53-456d-9983-4d8e690b6019 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (120c4709-09ca-41f7-8ac4-92a9750f5389), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.730650 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-054c9709-ef53-456d-9983-4d8e690b6019 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (120c4709-09ca-41f7-8ac4-92a9750f5389), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.787037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-0821f711-51ca-4b3b-8de3-dc608ce7c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.789410 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-0821f711-51ca-4b3b-8de3-dc608ce7c1a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1402111 Feb 19 03:32:07.865324 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-054c9709-ef53-456d-9983-4d8e690b6019 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (120c4709-09ca-41f7-8ac4-92a9750f5389), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.887414 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-054c9709-ef53-456d-9983-4d8e690b6019 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (120c4709-09ca-41f7-8ac4-92a9750f5389), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.900930 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-07b42fc1-79d0-4782-99ff-fd2d53364b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.903245 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-07b42fc1-79d0-4782-99ff-fd2d53364b8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1059346 Feb 19 03:32:07.904958 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fa4-079e-418e-a484-b4612f98f74f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (07a1282a-e00e-49c3-92be-0ea2b147b006), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.962484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9a53d-2c81-4b1e-8549-59d3d56bcf3b req-e92dca87-cce7-41f4-84b8-4f2e247c9cea tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.964468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2c9a53d-2c81-4b1e-8549-59d3d56bcf3b req-e92dca87-cce7-41f4-84b8-4f2e247c9cea tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1624846 Feb 19 03:32:07.968407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-054c9709-ef53-456d-9983-4d8e690b6019 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.969587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-054c9709-ef53-456d-9983-4d8e690b6019 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2797565 Feb 19 03:32:07.976627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52124) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:07.984887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'enable_snat': True}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:08.034246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a3fa4-079e-418e-a484-b4612f98f74f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event deleted for resources: {'Port': ['ID=07a1282a-e00e-49c3-92be-0ea2b147b006,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:08.051138 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fa4-079e-418e-a484-b4612f98f74f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:08.060348 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8f1a3fa4-079e-418e-a484-b4612f98f74f tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "DELETE /v2.0/ports/07a1282a-e00e-49c3-92be-0ea2b147b006 HTTP/1.1" status: 204 len: 168 time: 1.2208195 Feb 19 03:32:08.088236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52134) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:08.162191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2c9a53d-2c81-4b1e-8549-59d3d56bcf3b req-5d575171-53ba-421b-8e9c-58f95b2a4837 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717027 Feb 19 03:32:08.209361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-17543f3f-fdb4-4d69-8310-922a48fae94e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Deleting subnet 430afdb4-571f-4b2f-a710-953fef50477d {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:32:08.225454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17543f3f-fdb4-4d69-8310-922a48fae94e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for subnet (430afdb4-571f-4b2f-a710-953fef50477d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:08.270984 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-ddb701bf-f098-4db9-984f-c356b9bbda1d service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449361 Feb 19 03:32:08.292734 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b60ea83c-58e1-424b-8d3f-0a1b41cf0a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:08.321596 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17543f3f-fdb4-4d69-8310-922a48fae94e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (430afdb4-571f-4b2f-a710-953fef50477d), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:08.410379 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (120c4709-09ca-41f7-8ac4-92a9750f5389), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:08.451930 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17543f3f-fdb4-4d69-8310-922a48fae94e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (430afdb4-571f-4b2f-a710-953fef50477d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:08.587604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2f22-5f19-4e27-b6c3-0dc192e30b2e req-de2c73b3-b5ba-4052-9a13-48482d8f2582 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:08.589492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-482c2f22-5f19-4e27-b6c3-0dc192e30b2e req-de2c73b3-b5ba-4052-9a13-48482d8f2582 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.2426298 Feb 19 03:32:08.683068 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17543f3f-fdb4-4d69-8310-922a48fae94e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (430afdb4-571f-4b2f-a710-953fef50477d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:08.711191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17543f3f-fdb4-4d69-8310-922a48fae94e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:08.711445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4805c2-8935-480b-af19-480a33ce7aea None None] Network 6d817d04-0078-4948-835e-76091db39c00 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:08.717451 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-17543f3f-fdb4-4d69-8310-922a48fae94e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "DELETE /v2.0/subnets/430afdb4-571f-4b2f-a710-953fef50477d HTTP/1.1" status: 204 len: 168 time: 0.6277912 Feb 19 03:32:08.723976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52154) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:08.755477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-482c2f22-5f19-4e27-b6c3-0dc192e30b2e req-12cb5a6e-b647-49db-9d9b-26deb109d537 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539125 Feb 19 03:32:08.896970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (6d817d04-0078-4948-835e-76091db39c00), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:08.937194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17543f3f-fdb4-4d69-8310-922a48fae94e tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event deleted for resources: {'Subnet': ['ID=430afdb4-571f-4b2f-a710-953fef50477d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:08.987524 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-155bc5ba-4110-47d8-82b3-ede19d6b0f95 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981666 Feb 19 03:32:09.074707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceb06a6-04b5-4171-bf54-1e70d254fd94 None None] DHCP port deletion for 6d817d04-0078-4948-835e-76091db39c00 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:32:09.096652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (120c4709-09ca-41f7-8ac4-92a9750f5389), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.112982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Deleting port ec2ee815-7883-4272-bcd7-f544e2a33f8b {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:09.113448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.128543 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.205901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb06a6-04b5-4171-bf54-1e70d254fd94 None None] Deleting port ec2ee815-7883-4272-bcd7-f544e2a33f8b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:09.206294 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9ceb06a6-04b5-4171-bf54-1e70d254fd94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.270625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10600c-28a6-4f40-a650-d90c9bbbc6ec req-e5aa8f26-f368-4509-bea2-6335d828a736 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:09.279012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b10600c-28a6-4f40-a650-d90c9bbbc6ec req-e5aa8f26-f368-4509-bea2-6335d828a736 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.2909994 Feb 19 03:32:09.312234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] For port ec2ee815-7883-4272-bcd7-f544e2a33f8b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ec2ee815-7883-4272-bcd7-f544e2a33f8b,segment=NetworkSegment(d4ddb42a-daa2-441c-bbd7-9c4566c3598c),segment_id=d4ddb42a-daa2-441c-bbd7-9c4566c3598c)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:09.312605 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.381187 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Calling delete_port for ec2ee815-7883-4272-bcd7-f544e2a33f8b owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:09.406007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9ceb06a6-04b5-4171-bf54-1e70d254fd94 None None] For port ec2ee815-7883-4272-bcd7-f544e2a33f8b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ec2ee815-7883-4272-bcd7-f544e2a33f8b,segment=NetworkSegment(d4ddb42a-daa2-441c-bbd7-9c4566c3598c),segment_id=d4ddb42a-daa2-441c-bbd7-9c4566c3598c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:09.406611 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9ceb06a6-04b5-4171-bf54-1e70d254fd94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.416188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 21f9ea20-6bea-463a-a992-4e52399af0f0 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:09.470409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b10600c-28a6-4f40-a650-d90c9bbbc6ec req-7b415313-2004-4d59-bc98-0f3fd8c77de2 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901910 Feb 19 03:32:09.512773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb06a6-04b5-4171-bf54-1e70d254fd94 None None] Calling delete_port for ec2ee815-7883-4272-bcd7-f544e2a33f8b owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:09.540909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Allocated IP 172.25.4.39 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/9f0b67b9-87f8-4f93-899b-dee342c9be9b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:09.679645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.712931 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ec2ee815-7883-4272-bcd7-f544e2a33f8b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:09.741451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event deleted for resources: {'Port': ['ID=ec2ee815-7883-4272-bcd7-f544e2a33f8b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:09.762062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] No DVR routers for this DVR port ec2ee815-7883-4272-bcd7-f544e2a33f8b on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:09.787889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ec2ee815-7883-4272-bcd7-f544e2a33f8b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:09.788383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ec2ee815-7883-4272-bcd7-f544e2a33f8b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:09.827770 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9ceb06a6-04b5-4171-bf54-1e70d254fd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (ec2ee815-7883-4272-bcd7-f544e2a33f8b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.854831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 21f9ea20-6bea-463a-a992-4e52399af0f0 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:09.939971 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (6d817d04-0078-4948-835e-76091db39c00), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.944587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb06a6-04b5-4171-bf54-1e70d254fd94 None None] No DVR routers for this DVR port ec2ee815-7883-4272-bcd7-f544e2a33f8b on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:09.949816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 21f9ea20-6bea-463a-a992-4e52399af0f0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:09.950487 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.971253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb06a6-04b5-4171-bf54-1e70d254fd94 None None] Pushing event deleted for resources: {'Port': ['ID=ec2ee815-7883-4272-bcd7-f544e2a33f8b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:09.989300 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for port (9f0b67b9-87f8-4f93-899b-dee342c9be9b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:09.997899 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d817d04-0078-4948-835e-76091db39c00']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:10.010033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ddb42a-daa2-441c-bbd7-9c4566c3598c') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:10.010621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ddb42a-daa2-441c-bbd7-9c4566c3598c') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:10.022105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d4ddb42a-daa2-441c-bbd7-9c4566c3598c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:10.038293 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d4ddb42a-daa2-441c-bbd7-9c4566c3598c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:10.045330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:10.046033 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d4ddb42a-daa2-441c-bbd7-9c4566c3598c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:10.102726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5c8dd-c7df-40ee-8c03-7160b3fdc8cb req-835792a6-db80-4573-9b4d-aaaa754ba8e7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:10.111370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5c8dd-c7df-40ee-8c03-7160b3fdc8cb req-835792a6-db80-4573-9b4d-aaaa754ba8e7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:10.122530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5c8dd-c7df-40ee-8c03-7160b3fdc8cb req-835792a6-db80-4573-9b4d-aaaa754ba8e7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:10.136502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5c8dd-c7df-40ee-8c03-7160b3fdc8cb req-835792a6-db80-4573-9b4d-aaaa754ba8e7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:10.170470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5c8dd-c7df-40ee-8c03-7160b3fdc8cb req-835792a6-db80-4573-9b4d-aaaa754ba8e7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: items = [ Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:10.172323 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:10.188728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5c8dd-c7df-40ee-8c03-7160b3fdc8cb req-835792a6-db80-4573-9b4d-aaaa754ba8e7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:10.189024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (6d817d04-0078-4948-835e-76091db39c00), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:10.195255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5c8dd-c7df-40ee-8c03-7160b3fdc8cb req-835792a6-db80-4573-9b4d-aaaa754ba8e7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:10.201763 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:10.210567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ff5c8dd-c7df-40ee-8c03-7160b3fdc8cb req-835792a6-db80-4573-9b4d-aaaa754ba8e7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5439 time: 0.5499380 Feb 19 03:32:10.212828 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] 10.222.0.42 "DELETE /v2.0/networks/6d817d04-0078-4948-835e-76091db39c00 HTTP/1.1" status: 204 len: 168 time: 1.4870706 Feb 19 03:32:10.276970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb284ccb-62af-4ffc-b6f8-e82b599ad312 tempest-AllowedAddressPairIpV6TestJSON-1092629471 tempest-AllowedAddressPairIpV6TestJSON-1092629471-project] Pushing event deleted for resources: {'Network': ['ID=6d817d04-0078-4948-835e-76091db39c00,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:10.278780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 21f9ea20-6bea-463a-a992-4e52399af0f0 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:10.279187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:10.369028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f9ea20-6bea-463a-a992-4e52399af0f0'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:10.371537 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145efcc0-e396-4fe0-b0dd-62fd532e329f" -d '{"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "21f9ea20-6bea-463a-a992-4e52399af0f0"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:10.405314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 21f9ea20-6bea-463a-a992-4e52399af0f0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=21f9ea20-6bea-463a-a992-4e52399af0f0,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:10.423029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9f0b67b9-87f8-4f93-899b-dee342c9be9b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:10.445305 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:10.446158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device fed2a259-daba-4a39-bbcc-b2622847ea85 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:10.481582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ff5c8dd-c7df-40ee-8c03-7160b3fdc8cb req-bcf0eb9c-1e7c-4317-a636-f3d1061a03f0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2608969 Feb 19 03:32:10.651597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:10.672544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:10.689079 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-456f794b-9fbf-40e6-8158-7b743b9f7eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:10.742714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:10.776773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=21f9ea20-6bea-463a-a992-4e52399af0f0,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:10.837694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port fed2a259-daba-4a39-bbcc-b2622847ea85 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:10.843303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port fed2a259-daba-4a39-bbcc-b2622847ea85 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:10.843722 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:10.943025 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:11.008174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event updated for resources: {'Port': ['ID=9f0b67b9-87f8-4f93-899b-dee342c9be9b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:11.083602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port fed2a259-daba-4a39-bbcc-b2622847ea85 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:11.087488 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.165259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port fed2a259-daba-4a39-bbcc-b2622847ea85, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fed2a259-daba-4a39-bbcc-b2622847ea85,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:11.176589 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.177728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:11.318527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ece0f-939f-4080-b540-4286a1c597fb req-5b574bd1-b442-479e-bbb6-20fd92780136 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:11.321028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f94ece0f-939f-4080-b540-4286a1c597fb req-5b574bd1-b442-479e-bbb6-20fd92780136 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.6349223 Feb 19 03:32:11.358391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=fed2a259-daba-4a39-bbcc-b2622847ea85,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:11.438377 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8b4556ba-3b2c-48fb-8ef7-2a03842758dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=896b8ea048ee4837ba45c61863fc2dc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4933167 Feb 19 03:32:11.440784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52200) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:11.506782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:11.513256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:11.513676 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.568108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a8862e3-2942-43a5-b6a1-83861288d439 admin admin] Publish callbacks [] for security_group (1e1ace80-cbfb-4f25-b496-6abaa57b8166), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.635239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a8862e3-2942-43a5-b6a1-83861288d439 admin admin] Publish callbacks [] for security_group (1e1ace80-cbfb-4f25-b496-6abaa57b8166), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.728950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:11.729823 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.747829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a8862e3-2942-43a5-b6a1-83861288d439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1e1ace80-cbfb-4f25-b496-6abaa57b8166), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.759721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a8862e3-2942-43a5-b6a1-83861288d439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.763715 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8a8862e3-2942-43a5-b6a1-83861288d439 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e1ace80-cbfb-4f25-b496-6abaa57b8166 HTTP/1.1" status: 204 len: 168 time: 0.3208141 Feb 19 03:32:11.778609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (120c4709-09ca-41f7-8ac4-92a9750f5389), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.780550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8862e3-2942-43a5-b6a1-83861288d439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1ace80-cbfb-4f25-b496-6abaa57b8166,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:11.801454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f94ece0f-939f-4080-b540-4286a1c597fb req-d917299a-204f-4341-9598-7a0cbde57c46 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705658 Feb 19 03:32:11.902955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:11.927810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.928591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 918ff585-12c5-43eb-8749-43ecfb33c857 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:12.173466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957489f-7f6d-470c-8d3f-2854d123557a req-38708da8-075d-46e2-b0c8-3f2428f594e6 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:12.181453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0957489f-7f6d-470c-8d3f-2854d123557a req-38708da8-075d-46e2-b0c8-3f2428f594e6 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.2408462 Feb 19 03:32:12.256746 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:12.328178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:12.349760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 918ff585-12c5-43eb-8749-43ecfb33c857 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:12.361973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 918ff585-12c5-43eb-8749-43ecfb33c857 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:12.364455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:12.382812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0957489f-7f6d-470c-8d3f-2854d123557a req-f828d5cc-4853-4695-a67b-c9d5e7fe6511 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004120 Feb 19 03:32:12.502666 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d6f63b-09b0-471b-998b-4b342ea1ff5c x-openstack-request-id: req-99d6f63b-09b0-471b-998b-4b342ea1ff5c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:12.503024 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "21f9ea20-6bea-463a-a992-4e52399af0f0", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:12.503366 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99d6f63b-09b0-471b-998b-4b342ea1ff5c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:12.513071 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f9ea20-6bea-463a-a992-4e52399af0f0', 'code': 200} Feb 19 03:32:12.528108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 918ff585-12c5-43eb-8749-43ecfb33c857 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:12.528635 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:12.540224 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (120c4709-09ca-41f7-8ac4-92a9750f5389), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:12.564861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (120c4709-09ca-41f7-8ac4-92a9750f5389), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:12.599822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 918ff585-12c5-43eb-8749-43ecfb33c857, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=918ff585-12c5-43eb-8749-43ecfb33c857,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:12.609081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:12.610413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 219a534f-66b6-49a3-84bc-c42418d184b5 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:12.710906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=918ff585-12c5-43eb-8749-43ecfb33c857,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:12.748140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 219a534f-66b6-49a3-84bc-c42418d184b5 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:12.754959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 219a534f-66b6-49a3-84bc-c42418d184b5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:12.755523 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:12.969019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8d27a-3c6e-4286-897d-0128722d00c5 req-2947c693-ac6f-4dff-a532-eac728f384fe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:12.970900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6de8d27a-3c6e-4286-897d-0128722d00c5 req-2947c693-ac6f-4dff-a532-eac728f384fe tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.2460251 Feb 19 03:32:12.983957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 219a534f-66b6-49a3-84bc-c42418d184b5 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:12.986286 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.005852 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.060400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 219a534f-66b6-49a3-84bc-c42418d184b5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=219a534f-66b6-49a3-84bc-c42418d184b5,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:13.073407 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.155410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=219a534f-66b6-49a3-84bc-c42418d184b5,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:13.170764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5dda5223-5931-47d1-802d-331023296c5d up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:13.264724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6de8d27a-3c6e-4286-897d-0128722d00c5 req-a8d7136b-a6c7-401d-8ea2-02077c5c6a4f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656057 Feb 19 03:32:13.287303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Router 120c4709-09ca-41f7-8ac4-92a9750f5389 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:32:13.292214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 5dda5223-5931-47d1-802d-331023296c5d completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:13.297687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 5dda5223-5931-47d1-802d-331023296c5d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:13.298112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5dda5223-5931-47d1-802d-331023296c5d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.468881 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 5dda5223-5931-47d1-802d-331023296c5d is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:13.468881 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5dda5223-5931-47d1-802d-331023296c5d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.506781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31894cf-513d-4562-b8a9-6af43191f58f req-983226d4-d913-4ee7-ab34-28c2e4cdb69a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:13.512790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31894cf-513d-4562-b8a9-6af43191f58f req-983226d4-d913-4ee7-ab34-28c2e4cdb69a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:13.518740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31894cf-513d-4562-b8a9-6af43191f58f req-983226d4-d913-4ee7-ab34-28c2e4cdb69a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:13.525428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31894cf-513d-4562-b8a9-6af43191f58f req-983226d4-d913-4ee7-ab34-28c2e4cdb69a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:13.541540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31894cf-513d-4562-b8a9-6af43191f58f req-983226d4-d913-4ee7-ab34-28c2e4cdb69a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:13.547190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 5dda5223-5931-47d1-802d-331023296c5d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5dda5223-5931-47d1-802d-331023296c5d,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:13.547985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31894cf-513d-4562-b8a9-6af43191f58f req-983226d4-d913-4ee7-ab34-28c2e4cdb69a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:13.555979 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5dda5223-5931-47d1-802d-331023296c5d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.558290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 96aae8b9-57ed-4f04-9c56-3076f6dcc69f up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:13.565268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31894cf-513d-4562-b8a9-6af43191f58f req-983226d4-d913-4ee7-ab34-28c2e4cdb69a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:13.574673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e31894cf-513d-4562-b8a9-6af43191f58f req-983226d4-d913-4ee7-ab34-28c2e4cdb69a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5444 time: 0.1760437 Feb 19 03:32:13.659150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=5dda5223-5931-47d1-802d-331023296c5d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:13.699038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:13.708829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:13.709228 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.745971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52244) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:13.755893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:13.766818 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af284c-2dfe-48de-bc9f-3b73218a3a98 None None] Sync routers for ids ['120c4709-09ca-41f7-8ac4-92a9750f5389'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:13.769965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.789898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3648aaf7-b419-4729-8369-b646d3d9cad3 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "PUT /v2.0/routers/120c4709-09ca-41f7-8ac4-92a9750f5389 HTTP/1.1" status: 200 len: 917 time: 5.8037090 Feb 19 03:32:13.791528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52248) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:13.821953 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af284c-2dfe-48de-bc9f-3b73218a3a98 None None] Routers {'120c4709-09ca-41f7-8ac4-92a9750f5389'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:13.821953 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-89af284c-2dfe-48de-bc9f-3b73218a3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['120c4709-09ca-41f7-8ac4-92a9750f5389'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:13.888937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:13.889498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.991635 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-89af284c-2dfe-48de-bc9f-3b73218a3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:14.033286 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1045787143'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:14.057399 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af284c-2dfe-48de-bc9f-3b73218a3a98 None None] Routers {'120c4709-09ca-41f7-8ac4-92a9750f5389'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:14.058099 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-89af284c-2dfe-48de-bc9f-3b73218a3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['120c4709-09ca-41f7-8ac4-92a9750f5389'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:14.068527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:14.078644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:14.107113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Made reservation on behalf of 93fac9948b5943649830f2fa4c6aa9ba for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:14.110711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:14.129363 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:14.133118 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-89af284c-2dfe-48de-bc9f-3b73218a3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:14.134018 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af284c-2dfe-48de-bc9f-3b73218a3a98 None None] The sync data for ids ['120c4709-09ca-41f7-8ac4-92a9750f5389'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:14.205261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e31894cf-513d-4562-b8a9-6af43191f58f req-136a45e4-f45d-44e2-9721-f680008954aa tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6290083 Feb 19 03:32:14.225451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3b492113-87ea-4371-8946-7e03e4ad99e6 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/routers/120c4709-09ca-41f7-8ac4-92a9750f5389 HTTP/1.1" status: 200 len: 923 time: 0.4268205 Feb 19 03:32:14.226809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52254) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:14.312760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:14.457733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519340-ce15-4afa-872c-8b26b8d5eb13 req-a5736082-046a-430f-8d82-cbc90f7238a5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:14.466136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b519340-ce15-4afa-872c-8b26b8d5eb13 req-a5736082-046a-430f-8d82-cbc90f7238a5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.0964370 Feb 19 03:32:14.469307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca18e498-6ee9-4fe0-8b5b-2d6770d1a79b tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:14.473257 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ca18e498-6ee9-4fe0-8b5b-2d6770d1a79b tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&device_id=120c4709-09ca-41f7-8ac4-92a9750f5389&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2454348 Feb 19 03:32:14.477665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52258) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:14.505636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed2a259-daba-4a39-bbcc-b2622847ea85'}, {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e'}, {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918ff585-12c5-43eb-8749-43ecfb33c857'}, {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219a534f-66b6-49a3-84bc-c42418d184b5'}, {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dda5223-5931-47d1-802d-331023296c5d'}, {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aae8b9-57ed-4f04-9c56-3076f6dcc69f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:14.508225 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395f9383-f1ea-4294-b297-16de2500212f" -d '{"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "fed2a259-daba-4a39-bbcc-b2622847ea85"}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e"}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "918ff585-12c5-43eb-8749-43ecfb33c857"}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "219a534f-66b6-49a3-84bc-c42418d184b5"}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "5dda5223-5931-47d1-802d-331023296c5d"}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "96aae8b9-57ed-4f04-9c56-3076f6dcc69f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:14.560048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks [] for security_group (c7db4b44-acdb-4a95-bc36-e9794048498c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:14.585042 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b519340-ce15-4afa-872c-8b26b8d5eb13 req-82e5fdf0-9779-4874-a860-0c4a722a39c0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177058 Feb 19 03:32:14.592947 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:14.622550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c7db4b44-acdb-4a95-bc36-e9794048498c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:14.710116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:32:14.758498 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (65a027b6-71a4-4f24-8027-a7c028b60b47), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:14.759636 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Added segment 65a027b6-71a4-4f24-8027-a7c028b60b47 of type vlan for network 3896ea90-86ab-4df0-bdce-3aa30b3c284c Feb 19 03:32:14.761253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7db4b44-acdb-4a95-bc36-e9794048498c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:14.848202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bff06-980e-47bf-bce0-4334bf1cd106 req-733e74af-05a7-40b3-b046-3faaa6a2a370 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:14.863741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f0bff06-980e-47bf-bce0-4334bf1cd106 req-733e74af-05a7-40b3-b046-3faaa6a2a370 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.1358337 Feb 19 03:32:14.884279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6260c1bd-7a00-4a1b-837e-567988859955 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:14.885700 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6260c1bd-7a00-4a1b-837e-567988859955 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 881 time: 0.4070613 Feb 19 03:32:14.891330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52266) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:14.899564 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (3896ea90-86ab-4df0-bdce-3aa30b3c284c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:14.952368 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (3896ea90-86ab-4df0-bdce-3aa30b3c284c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:14.958231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:14.959124 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:14.966705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-08aeda8b-48cd-4a30-b28e-469b7b32bfcf tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=120c4709-09ca-41f7-8ac4-92a9750f5389 HTTP/1.1" status: 200 len: 205 time: 0.0740690 Feb 19 03:32:14.973466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52268) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:15.136472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event updated for resources: {'Network': ['ID=3896ea90-86ab-4df0-bdce-3aa30b3c284c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:15.141673 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3e974ab5-b849-4210-9e1d-909be08a6fdd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3946402 Feb 19 03:32:15.148884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52272) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:15.153126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 3896ea90-86ab-4df0-bdce-3aa30b3c284c details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:32:15.164096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Request body: {'subnet': {'network_id': '3896ea90-86ab-4df0-bdce-3aa30b3c284c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:15.462138 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Made reservation on behalf of 93fac9948b5943649830f2fa4c6aa9ba for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:15.470163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:15.866737 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (120c4709-09ca-41f7-8ac4-92a9750f5389), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:15.990965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (427f0249-5900-447c-831e-a0c6937757a1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:16.085473 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event updated for resources: {'Subnet': ['ID=427f0249-5900-447c-831e-a0c6937757a1,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:16.184559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Checking segment: {'id': '65a027b6-71a4-4f24-8027-a7c028b60b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3896ea90-86ab-4df0-bdce-3aa30b3c284c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:16.185968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Network hostable DHCP agents. Network: 3896ea90-86ab-4df0-bdce-3aa30b3c284c, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:32:16.218359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f0bff06-980e-47bf-bce0-4334bf1cd106 req-004384bc-87f4-49f5-97ab-319d94d56a9e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3488827 Feb 19 03:32:16.266594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Network 3896ea90-86ab-4df0-bdce-3aa30b3c284c is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:32:16.286142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 3896ea90-86ab-4df0-bdce-3aa30b3c284c) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:16.291364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:16.292130 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:16.300932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc8410-80d1-4f69-927e-d71eb8183961 None None] Network 3896ea90-86ab-4df0-bdce-3aa30b3c284c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:16.334967 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (120c4709-09ca-41f7-8ac4-92a9750f5389), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:16.373292 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-94a2b93b-95ba-4266-a9fc-bc31da195843 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2230027 Feb 19 03:32:16.390901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52280) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:16.397372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Request body: {'port': {'network_id': '3896ea90-86ab-4df0-bdce-3aa30b3c284c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-405323600'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:16.502341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Deleting port 9f0b67b9-87f8-4f93-899b-dee342c9be9b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:16.502778 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9f0b67b9-87f8-4f93-899b-dee342c9be9b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:16.557987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000028-e2eb-4326-afaf-1763e14ab926 req-4e22f0dc-0017-46c1-aff7-63a06ad69021 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:16.572528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0000028-e2eb-4326-afaf-1763e14ab926 req-4e22f0dc-0017-46c1-aff7-63a06ad69021 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.1637938 Feb 19 03:32:16.651742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-3896ea90-86ab-4df0-bdce-3aa30b3c284c', 'network_id': '3896ea90-86ab-4df0-bdce-3aa30b3c284c', 'project_id': '93fac9948b5943649830f2fa4c6aa9ba', 'fixed_ips': [{'subnet_id': '427f0249-5900-447c-831e-a0c6937757a1'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:32:16.655238 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:16.702825 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9f0b67b9-87f8-4f93-899b-dee342c9be9b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:16.722585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Calling delete_port for 9f0b67b9-87f8-4f93-899b-dee342c9be9b owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:16.848653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Made reservation on behalf of 93fac9948b5943649830f2fa4c6aa9ba for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:16.853856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:16.931384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] device_id is not set on port eebf0603-fa89-498b-b2c6-0497a63ebe4a yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:32:17.043921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0000028-e2eb-4326-afaf-1763e14ab926 req-893d442e-6d82-416d-b026-2b6bffe1b475 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704247 Feb 19 03:32:17.079752 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9f0b67b9-87f8-4f93-899b-dee342c9be9b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:17.131692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Pushing event deleted for resources: {'Port': ['ID=9f0b67b9-87f8-4f93-899b-dee342c9be9b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:17.326884 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (120c4709-09ca-41f7-8ac4-92a9750f5389), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:17.356543 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66906d10-cf74-46d6-9148-8ac715f48a8f x-openstack-request-id: req-66906d10-cf74-46d6-9148-8ac715f48a8f {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:17.358282 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "fed2a259-daba-4a39-bbcc-b2622847ea85", "code": 200}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e", "code": 200}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "918ff585-12c5-43eb-8749-43ecfb33c857", "code": 200}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "219a534f-66b6-49a3-84bc-c42418d184b5", "code": 200}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "5dda5223-5931-47d1-802d-331023296c5d", "code": 200}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "96aae8b9-57ed-4f04-9c56-3076f6dcc69f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:17.362013 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66906d10-cf74-46d6-9148-8ac715f48a8f {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:17.363418 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed2a259-daba-4a39-bbcc-b2622847ea85', 'code': 200} Feb 19 03:32:17.363863 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e', 'code': 200} Feb 19 03:32:17.364286 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918ff585-12c5-43eb-8749-43ecfb33c857', 'code': 200} Feb 19 03:32:17.364711 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219a534f-66b6-49a3-84bc-c42418d184b5', 'code': 200} Feb 19 03:32:17.366588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Allocated IP 172.20.0.3 (3896ea90-86ab-4df0-bdce-3aa30b3c284c/427f0249-5900-447c-831e-a0c6937757a1/eebf0603-fa89-498b-b2c6-0497a63ebe4a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:17.367439 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dda5223-5931-47d1-802d-331023296c5d', 'code': 200} Feb 19 03:32:17.368471 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aae8b9-57ed-4f04-9c56-3076f6dcc69f', 'code': 200} Feb 19 03:32:17.634537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (120c4709-09ca-41f7-8ac4-92a9750f5389), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:17.637358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (120c4709-09ca-41f7-8ac4-92a9750f5389), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:17.690214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52294) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:17.737108 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:32:17.798130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (120c4709-09ca-41f7-8ac4-92a9750f5389), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:17.799385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Fanout notify agent at l3_agent the message router_deleted on router 120c4709-09ca-41f7-8ac4-92a9750f5389 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:32:17.828765 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:17.831044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7b3ad15f-820e-4592-b26f-b3355f324e30 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/120c4709-09ca-41f7-8ac4-92a9750f5389 HTTP/1.1" status: 204 len: 168 time: 2.8521452 Feb 19 03:32:17.859047 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks [] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:17.875101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52296) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:17.884626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-672f8752-9299-4f45-8fc7-5253bcb0fa45 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2053492500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:17.919738 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-672f8752-9299-4f45-8fc7-5253bcb0fa45 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (982da1eb-6784-4503-8f14-1a03fd507639), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:17.921661 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-672f8752-9299-4f45-8fc7-5253bcb0fa45 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (982da1eb-6784-4503-8f14-1a03fd507639), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:17.953547 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:17.971087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213715cf-bcf6-490e-b3aa-4e3d708548ca req-549c2b85-8c71-4286-877e-45d9b7e58386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:17.971783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f210c1a-653e-4bf8-9160-7a96f0e59ed8 admin admin] Deleting subnet 973fa35b-0900-47ad-a805-8151636f400e {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:32:17.974044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213715cf-bcf6-490e-b3aa-4e3d708548ca req-549c2b85-8c71-4286-877e-45d9b7e58386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:17.975038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213715cf-bcf6-490e-b3aa-4e3d708548ca req-549c2b85-8c71-4286-877e-45d9b7e58386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:17.975970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213715cf-bcf6-490e-b3aa-4e3d708548ca req-549c2b85-8c71-4286-877e-45d9b7e58386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:17.976846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213715cf-bcf6-490e-b3aa-4e3d708548ca req-549c2b85-8c71-4286-877e-45d9b7e58386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:17.977543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213715cf-bcf6-490e-b3aa-4e3d708548ca req-549c2b85-8c71-4286-877e-45d9b7e58386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:17.978253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213715cf-bcf6-490e-b3aa-4e3d708548ca req-549c2b85-8c71-4286-877e-45d9b7e58386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:17.980752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-213715cf-bcf6-490e-b3aa-4e3d708548ca req-549c2b85-8c71-4286-877e-45d9b7e58386 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6720 time: 0.2655437 Feb 19 03:32:17.993794 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f210c1a-653e-4bf8-9160-7a96f0e59ed8 admin admin] Publish callbacks [] for subnet (973fa35b-0900-47ad-a805-8151636f400e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:18.063956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e61a-f741-4fb8-863d-07e5d252828f req-9f3244ff-ef9b-4ca3-95bd-171b5ffc62f0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:18.066345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Allocated IP 172.20.0.2 (3896ea90-86ab-4df0-bdce-3aa30b3c284c/427f0249-5900-447c-831e-a0c6937757a1/82129a75-6844-4b5a-8ea4-a81ef8cdc375) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:18.076267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e61a-f741-4fb8-863d-07e5d252828f req-9f3244ff-ef9b-4ca3-95bd-171b5ffc62f0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:18.084326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e61a-f741-4fb8-863d-07e5d252828f req-9f3244ff-ef9b-4ca3-95bd-171b5ffc62f0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:18.093651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e61a-f741-4fb8-863d-07e5d252828f req-9f3244ff-ef9b-4ca3-95bd-171b5ffc62f0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:18.101830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e61a-f741-4fb8-863d-07e5d252828f req-9f3244ff-ef9b-4ca3-95bd-171b5ffc62f0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:18.109882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e61a-f741-4fb8-863d-07e5d252828f req-9f3244ff-ef9b-4ca3-95bd-171b5ffc62f0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:18.119405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e61a-f741-4fb8-863d-07e5d252828f req-9f3244ff-ef9b-4ca3-95bd-171b5ffc62f0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:18.129594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e19e61a-f741-4fb8-863d-07e5d252828f req-9f3244ff-ef9b-4ca3-95bd-171b5ffc62f0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5446 time: 0.4056547 Feb 19 03:32:18.169128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Network 3896ea90-86ab-4df0-bdce-3aa30b3c284c is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:18.192570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:18.208336 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:18.344063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f210c1a-653e-4bf8-9160-7a96f0e59ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (973fa35b-0900-47ad-a805-8151636f400e), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:18.345557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e19e61a-f741-4fb8-863d-07e5d252828f req-a446dee3-1100-4cda-adf7-4e4a5519d3cc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2140810 Feb 19 03:32:18.380429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event updated for resources: {'Port': ['ID=eebf0603-fa89-498b-b2c6-0497a63ebe4a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:18.510851 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-672f8752-9299-4f45-8fc7-5253bcb0fa45 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (982da1eb-6784-4503-8f14-1a03fd507639), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:18.542248 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-672f8752-9299-4f45-8fc7-5253bcb0fa45 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (982da1eb-6784-4503-8f14-1a03fd507639), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:18.622545 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Publish callbacks [] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:18.628993 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-672f8752-9299-4f45-8fc7-5253bcb0fa45 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:18.631341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-672f8752-9299-4f45-8fc7-5253bcb0fa45 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7533460 Feb 19 03:32:18.634014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52300) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:18.636497 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:18.637186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:18.640430 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:18.649889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'enable_snat': False}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:18.680657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-213715cf-bcf6-490e-b3aa-4e3d708548ca req-1bb7fca7-f9da-481b-a50f-3c3858049c21 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6909099 Feb 19 03:32:18.756101 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f210c1a-653e-4bf8-9160-7a96f0e59ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (973fa35b-0900-47ad-a805-8151636f400e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:18.773011 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f815243-8882-4fc6-9f08-386099007667 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3805683 Feb 19 03:32:18.782858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52304) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:18.871497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Pushing event updated for resources: {'Port': ['ID=82129a75-6844-4b5a-8ea4-a81ef8cdc375,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:18.873685 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Request body: {'port': {'network_id': '3896ea90-86ab-4df0-bdce-3aa30b3c284c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1875788327', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:18.874627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.api.validators [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] bootfile-name is not in valid_values {{(pid=103616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:32:18.876481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.api.validators [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] tftp-server is not in valid_values {{(pid=103616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:32:18.877108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.api.validators [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] server-ip-address is not in valid_values {{(pid=103616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:32:18.909635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Network 3896ea90-86ab-4df0-bdce-3aa30b3c284c is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:18.912027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:18.924413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:19.129460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Attempting to bind port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:19.129768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Attempting to bind port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '65a027b6-71a4-4f24-8027-a7c028b60b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3896ea90-86ab-4df0-bdce-3aa30b3c284c'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:19.130343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Attempting to bind port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 on network 3896ea90-86ab-4df0-bdce-3aa30b3c284c {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:19.152981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:19.153430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Checking segment: {'id': '65a027b6-71a4-4f24-8027-a7c028b60b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3896ea90-86ab-4df0-bdce-3aa30b3c284c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:19.154063 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:19.154664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Bound using segment: {'id': '65a027b6-71a4-4f24-8027-a7c028b60b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3896ea90-86ab-4df0-bdce-3aa30b3c284c'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:19.155379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Bound port: 82129a75-6844-4b5a-8ea4-a81ef8cdc375, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a027b6-71a4-4f24-8027-a7c028b60b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3896ea90-86ab-4df0-bdce-3aa30b3c284c'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:19.161458 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:19.184845 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f210c1a-653e-4bf8-9160-7a96f0e59ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (973fa35b-0900-47ad-a805-8151636f400e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:19.267763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f210c1a-653e-4bf8-9160-7a96f0e59ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973fa35b-0900-47ad-a805-8151636f400e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:19.337544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f210c1a-653e-4bf8-9160-7a96f0e59ed8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:19.350905 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3f210c1a-653e-4bf8-9160-7a96f0e59ed8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/973fa35b-0900-47ad-a805-8151636f400e HTTP/1.1" status: 204 len: 168 time: 1.6497576 Feb 19 03:32:19.356022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52310) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:19.375178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] For port 82129a75-6844-4b5a-8ea4-a81ef8cdc375, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:19.380041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Made reservation on behalf of 93fac9948b5943649830f2fa4c6aa9ba for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:19.380375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] For port 82129a75-6844-4b5a-8ea4-a81ef8cdc375, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=82129a75-6844-4b5a-8ea4-a81ef8cdc375,segment=NetworkSegment(65a027b6-71a4-4f24-8027-a7c028b60b47),segment_id=65a027b6-71a4-4f24-8027-a7c028b60b47)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:19.388810 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:19.399277 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:19.589809 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (982da1eb-6784-4503-8f14-1a03fd507639), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:19.620323 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] device_id is not set on port d53702fa-fc68-413c-a40f-1aa033a036a5 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:32:19.631872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959d8b8-a17e-4aad-9174-abe1b3c73eed req-8c62a696-8a46-49ea-9635-bfc491b7f29f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:19.633830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4959d8b8-a17e-4aad-9174-abe1b3c73eed req-8c62a696-8a46-49ea-9635-bfc491b7f29f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.5788109 Feb 19 03:32:19.657165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb47a89-c5cd-4469-918a-895b4d04945c None None] Pushing event updated for resources: {'Port': ['ID=82129a75-6844-4b5a-8ea4-a81ef8cdc375,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:19.869798 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (2ba6d096-00cd-4734-87ee-9e4a95332414), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.122611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4959d8b8-a17e-4aad-9174-abe1b3c73eed req-0951a861-00b0-47b3-a8ae-8ff4bff588a6 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4530981 Feb 19 03:32:20.273433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (2ba6d096-00cd-4734-87ee-9e4a95332414), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.289239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Allocated IP 172.20.0.10 (3896ea90-86ab-4df0-bdce-3aa30b3c284c/427f0249-5900-447c-831e-a0c6937757a1/d53702fa-fc68-413c-a40f-1aa033a036a5) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:20.317429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba6d096-00cd-4734-87ee-9e4a95332414']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:20.331500 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1442079-cb05-492c-be1d-b101db600a5f') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:20.331811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1442079-cb05-492c-be1d-b101db600a5f') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:20.381776 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (f1442079-cb05-492c-be1d-b101db600a5f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.425501 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f1442079-cb05-492c-be1d-b101db600a5f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.442191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:20.443181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (f1442079-cb05-492c-be1d-b101db600a5f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:20.445298 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:20.974823 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (982da1eb-6784-4503-8f14-1a03fd507639), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.997986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d529f-fe72-4da6-a32c-afb95fdbd128 req-072851cc-020c-4980-936f-c40328e6c074 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:21.006155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a67d529f-fe72-4da6-a32c-afb95fdbd128 req-072851cc-020c-4980-936f-c40328e6c074 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.6296051 Feb 19 03:32:21.094579 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.270915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Allocated IP 172.25.4.15 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/37ead2c4-8847-4aac-ad17-9aa380e37593) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:21.390185 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (2ba6d096-00cd-4734-87ee-9e4a95332414), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.416963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.422593 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2ba6d096-00cd-4734-87ee-9e4a95332414 HTTP/1.1" status: 204 len: 168 time: 2.0618210 Feb 19 03:32:21.425371 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for port (37ead2c4-8847-4aac-ad17-9aa380e37593), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.455645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52320) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:21.473529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e232e-cc4c-4cec-8646-552fc7b576d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba6d096-00cd-4734-87ee-9e4a95332414,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:21.527594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-3ad62371-deb9-4c8a-b293-f51d5b3961ae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6804409 Feb 19 03:32:21.532269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (37ead2c4-8847-4aac-ad17-9aa380e37593), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.630761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:21.646866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 82129a75-6844-4b5a-8ea4-a81ef8cdc375 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:21.682755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:21.686785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:21.702757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-c51d3bb1-724c-4b5a-9e80-cf4a13b64282 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:21.705579 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-c51d3bb1-724c-4b5a-9e80-cf4a13b64282 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 1.0997827 Feb 19 03:32:21.747132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92b4c6d-4596-491f-a479-af6ed5709150 None None] Network 3896ea90-86ab-4df0-bdce-3aa30b3c284c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:21.764865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a67d529f-fe72-4da6-a32c-afb95fdbd128 req-56ac5507-3cd4-4422-aaa3-8c03df6ad3f8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576609 Feb 19 03:32:21.853263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-86722821-4cf6-47f8-81ce-4480bd7a7d43 admin admin] Deleting subnet 79fc398e-c1dd-49b2-bcb8-df4651d2da32 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:32:21.879708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Pushing event updated for resources: {'Port': ['ID=37ead2c4-8847-4aac-ad17-9aa380e37593,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:21.946635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d21941e7-2139-4906-bca3-099c47a60a17 None None] Provisioning complete for port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:21.963159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d21941e7-2139-4906-bca3-099c47a60a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.979854 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86722821-4cf6-47f8-81ce-4480bd7a7d43 admin admin] Publish callbacks [] for subnet (79fc398e-c1dd-49b2-bcb8-df4651d2da32), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.015098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-b2084c15-4e65-4474-9b66-866fdb678bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:22.016905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-b2084c15-4e65-4474-9b66-866fdb678bf4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 1127 time: 0.4191432 Feb 19 03:32:22.058729 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks [] for port (d53702fa-fc68-413c-a40f-1aa033a036a5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.082666 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86722821-4cf6-47f8-81ce-4480bd7a7d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (79fc398e-c1dd-49b2-bcb8-df4651d2da32), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.192314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-51cf0f3e-8108-4719-a1ee-387ccfa5cf9e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Deleting port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:22.192989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-51cf0f3e-8108-4719-a1ee-387ccfa5cf9e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.230350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d21941e7-2139-4906-bca3-099c47a60a17 None None] Current status of the port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:22.230772 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d21941e7-2139-4906-bca3-099c47a60a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.241666 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86722821-4cf6-47f8-81ce-4480bd7a7d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (79fc398e-c1dd-49b2-bcb8-df4651d2da32), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.259977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e193b-0ca4-48e0-87be-9eff36119894 req-831de332-860b-44a8-af68-0d2e0a15f9db tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:22.264364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b26e193b-0ca4-48e0-87be-9eff36119894 req-831de332-860b-44a8-af68-0d2e0a15f9db tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a90a166-d584-44d5-8ce5-4b66c07b780f HTTP/1.1" status: 200 len: 946 time: 0.3617389 Feb 19 03:32:22.289741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d21941e7-2139-4906-bca3-099c47a60a17 None None] For port 82129a75-6844-4b5a-8ea4-a81ef8cdc375, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=82129a75-6844-4b5a-8ea4-a81ef8cdc375,segment=NetworkSegment(65a027b6-71a4-4f24-8027-a7c028b60b47),segment_id=65a027b6-71a4-4f24-8027-a7c028b60b47)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:22.304269 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d21941e7-2139-4906-bca3-099c47a60a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.344060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:22.344836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.423836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21941e7-2139-4906-bca3-099c47a60a17 None None] Pushing event updated for resources: {'Port': ['ID=82129a75-6844-4b5a-8ea4-a81ef8cdc375,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:22.523570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-51cf0f3e-8108-4719-a1ee-387ccfa5cf9e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] For port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:22.524292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-51cf0f3e-8108-4719-a1ee-387ccfa5cf9e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.533929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.539750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-51cf0f3e-8108-4719-a1ee-387ccfa5cf9e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Calling delete_port for 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:22.540304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b26e193b-0ca4-48e0-87be-9eff36119894 req-e631c386-c58e-4c95-99bb-6f5ef2d428b5 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636719 Feb 19 03:32:22.713008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:22.789628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-102bfb7e-6945-4421-ac82-2b3112f1ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:22.791272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-102bfb7e-6945-4421-ac82-2b3112f1ec49 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 914 time: 0.7434025 Feb 19 03:32:22.844011 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-51cf0f3e-8108-4719-a1ee-387ccfa5cf9e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8d917dc0-ec84-470a-a9dd-5235a9dc75b7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.859577 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86722821-4cf6-47f8-81ce-4480bd7a7d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (79fc398e-c1dd-49b2-bcb8-df4651d2da32), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.862092 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d53702fa-fc68-413c-a40f-1aa033a036a5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.900124 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router_gateway (982da1eb-6784-4503-8f14-1a03fd507639), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.939609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf0f3e-8108-4719-a1ee-387ccfa5cf9e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event deleted for resources: {'Port': ['ID=8d917dc0-ec84-470a-a9dd-5235a9dc75b7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:22.942781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a05b42dc-b1f3-465d-aaa9-13af50ad20a5 None None] Provisioning complete for port eebf0603-fa89-498b-b2c6-0497a63ebe4a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:22.943366 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a05b42dc-b1f3-465d-aaa9-13af50ad20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.037719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-098abff3-2908-4059-8e03-3813787ba1a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 200 len: 217 time: 0.2253668 Feb 19 03:32:23.056027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86722821-4cf6-47f8-81ce-4480bd7a7d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79fc398e-c1dd-49b2-bcb8-df4651d2da32,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:23.062892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a05b42dc-b1f3-465d-aaa9-13af50ad20a5 None None] Port eebf0603-fa89-498b-b2c6-0497a63ebe4a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:23.068970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-86722821-4cf6-47f8-81ce-4480bd7a7d43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.077765 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-86722821-4cf6-47f8-81ce-4480bd7a7d43 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/79fc398e-c1dd-49b2-bcb8-df4651d2da32 HTTP/1.1" status: 204 len: 168 time: 1.5902936 Feb 19 03:32:23.092071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a05b42dc-b1f3-465d-aaa9-13af50ad20a5 None None] Provisioning complete for port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:23.092749 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a05b42dc-b1f3-465d-aaa9-13af50ad20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.122785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52328) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:23.146534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Network 3896ea90-86ab-4df0-bdce-3aa30b3c284c is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:23.147061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-57d597e4-37f6-44d2-a53c-7ae39daa7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.148958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-57d597e4-37f6-44d2-a53c-7ae39daa7a91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 200 len: 853 time: 0.1008663 Feb 19 03:32:23.238662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-ff000c18-deed-4e38-bc9b-85901231fd21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5600df88-4693-4811-9ff5-8b78bdc7e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707972 Feb 19 03:32:23.285908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-51cf0f3e-8108-4719-a1ee-387ccfa5cf9e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] No DVR routers for this DVR port 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:23.289985 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:23.298895 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-51cf0f3e-8108-4719-a1ee-387ccfa5cf9e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.311216 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5a0716e7-1899-4757-ab65-b56832aad5b4 req-51cf0f3e-8108-4719-a1ee-387ccfa5cf9e tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "DELETE /v2.0/ports/8d917dc0-ec84-470a-a9dd-5235a9dc75b7 HTTP/1.1" status: 204 len: 173 time: 1.5986609 Feb 19 03:32:23.320036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a90a166-d584-44d5-8ce5-4b66c07b780f', 'name': 'network-vif-deleted', 'tag': '8d917dc0-ec84-470a-a9dd-5235a9dc75b7'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:23.328717 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503b7fc3-4a63-4690-bb41-24338134f856" -d '{"events": [{"server_uuid": "3a90a166-d584-44d5-8ce5-4b66c07b780f", "name": "network-vif-deleted", "tag": "8d917dc0-ec84-470a-a9dd-5235a9dc75b7"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:23.339187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a05b42dc-b1f3-465d-aaa9-13af50ad20a5 None None] Current status of the port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:23.433573 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:23.460865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38603e-e781-4d9b-a54e-bd69f35bd4e9 req-d0aba626-cb9c-4155-931f-df9abca74154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.475469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38603e-e781-4d9b-a54e-bd69f35bd4e9 req-d0aba626-cb9c-4155-931f-df9abca74154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.489415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38603e-e781-4d9b-a54e-bd69f35bd4e9 req-d0aba626-cb9c-4155-931f-df9abca74154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.507437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8a56c3d8-45f9-47b5-ae5a-6217bcd8d878 None None] Provisioning complete for port eebf0603-fa89-498b-b2c6-0497a63ebe4a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:23.508090 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a56c3d8-45f9-47b5-ae5a-6217bcd8d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.513880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38603e-e781-4d9b-a54e-bd69f35bd4e9 req-d0aba626-cb9c-4155-931f-df9abca74154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.540974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38603e-e781-4d9b-a54e-bd69f35bd4e9 req-d0aba626-cb9c-4155-931f-df9abca74154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.554688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38603e-e781-4d9b-a54e-bd69f35bd4e9 req-d0aba626-cb9c-4155-931f-df9abca74154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.569378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38603e-e781-4d9b-a54e-bd69f35bd4e9 req-d0aba626-cb9c-4155-931f-df9abca74154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.570620 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.571868 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.582727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e38603e-e781-4d9b-a54e-bd69f35bd4e9 req-d0aba626-cb9c-4155-931f-df9abca74154 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5446 time: 0.7886584 Feb 19 03:32:23.594397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event updated for resources: {'Port': ['ID=d53702fa-fc68-413c-a40f-1aa033a036a5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:23.674701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 82129a75-6844-4b5a-8ea4-a81ef8cdc375 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:23.716481 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1e97c461-b494-4628-a66c-a8f6b9657efd tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.8684978 Feb 19 03:32:23.722340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52334) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:23.759847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8a56c3d8-45f9-47b5-ae5a-6217bcd8d878 None None] Port eebf0603-fa89-498b-b2c6-0497a63ebe4a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:23.814976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:23.817930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.828027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (4d01c416-2419-49c6-9a87-e0db423deff2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.956064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c3d5031d-210c-4462-bea3-8c9e1437bc99 None None] Provisioning complete for port d53702fa-fc68-413c-a40f-1aa033a036a5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:23.956456 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c3d5031d-210c-4462-bea3-8c9e1437bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d53702fa-fc68-413c-a40f-1aa033a036a5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.048571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:24.062401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ea7f7-d167-48b7-a6a2-f3ea07b03344 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:24.070190 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ea7f7-d167-48b7-a6a2-f3ea07b03344 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:24.077531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ea7f7-d167-48b7-a6a2-f3ea07b03344 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:24.083866 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bb9ea7f7-d167-48b7-a6a2-f3ea07b03344 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3602755 Feb 19 03:32:24.086935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52336) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:24.120077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:24.120431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8d917dc0-ec84-470a-a9dd-5235a9dc75b7 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:24.157458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5031d-210c-4462-bea3-8c9e1437bc99 None None] Port d53702fa-fc68-413c-a40f-1aa033a036a5 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:24.252337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (4d01c416-2419-49c6-9a87-e0db423deff2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.288915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:24.324759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d01c416-2419-49c6-9a87-e0db423deff2']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:24.366974 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4121f4e4-2d56-4522-bfa6-2649749c106d') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:24.368770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4121f4e4-2d56-4522-bfa6-2649749c106d') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:24.382396 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (4121f4e4-2d56-4522-bfa6-2649749c106d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.400621 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (4121f4e4-2d56-4522-bfa6-2649749c106d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.412333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:24.412862 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (4121f4e4-2d56-4522-bfa6-2649749c106d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.482371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e38603e-e781-4d9b-a54e-bd69f35bd4e9 req-f97bf116-0e71-4974-9d46-29f3006bb8bc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.8952658 Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:24.483109 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:24.492931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (4d01c416-2419-49c6-9a87-e0db423deff2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.503939 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.510520 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] 10.222.0.42 "DELETE /v2.0/networks/4d01c416-2419-49c6-9a87-e0db423deff2 HTTP/1.1" status: 204 len: 168 time: 1.3819380 Feb 19 03:32:24.564384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be073eae-267b-4c25-b4e7-51a2fa4ed9ce admin admin] Pushing event deleted for resources: {'Network': ['ID=4d01c416-2419-49c6-9a87-e0db423deff2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:24.588289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-42f33aaa-d375-4386-8cba-09abdd4410a2 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Deleting port d53702fa-fc68-413c-a40f-1aa033a036a5 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:24.590292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42f33aaa-d375-4386-8cba-09abdd4410a2 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d53702fa-fc68-413c-a40f-1aa033a036a5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.651682 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (982da1eb-6784-4503-8f14-1a03fd507639), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.655327 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (982da1eb-6784-4503-8f14-1a03fd507639), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.835369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-6dd37645-5049-4ed7-b945-cf3b795fb6fa service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5799501 Feb 19 03:32:24.899206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42f33aaa-d375-4386-8cba-09abdd4410a2 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d53702fa-fc68-413c-a40f-1aa033a036a5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.924425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-42f33aaa-d375-4386-8cba-09abdd4410a2 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Calling delete_port for d53702fa-fc68-413c-a40f-1aa033a036a5 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:25.017890 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52346) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:25.043008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eac77-ae76-452e-8fd6-53f28de508da req-0437d8ec-4043-4c81-89c7-c0421b71f52a tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:25.051648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-245eac77-ae76-452e-8fd6-53f28de508da req-0437d8ec-4043-4c81-89c7-c0421b71f52a tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.3202605 Feb 19 03:32:25.087076 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-402374ac-5fff-4df4-bd6b-a2c8edb2d3fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=736b63a5fe60442da8c140c539e9c5ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671504 Feb 19 03:32:25.095127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52348) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:25.150691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91f1236b-53e7-4406-9155-d61f7d7f1e87 req-c322751e-0050-4e78-83c2-1c60dca694b6 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062229 Feb 19 03:32:25.187293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-245eac77-ae76-452e-8fd6-53f28de508da req-83074e7b-efa5-4292-b5cc-de6b3f501d29 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350319 Feb 19 03:32:25.200690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Router 982da1eb-6784-4503-8f14-1a03fd507639 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:32:25.232260 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-566e9021-ce98-4160-9d26-7f712ab8c055 admin admin] Publish callbacks [] for security_group (5fd020ea-5d64-49f9-8326-5cc719389ac8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.270489 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-566e9021-ce98-4160-9d26-7f712ab8c055 admin admin] Publish callbacks [] for security_group (5fd020ea-5d64-49f9-8326-5cc719389ac8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.287120 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42f33aaa-d375-4386-8cba-09abdd4410a2 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d53702fa-fc68-413c-a40f-1aa033a036a5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.346909 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f33aaa-d375-4386-8cba-09abdd4410a2 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event deleted for resources: {'Port': ['ID=d53702fa-fc68-413c-a40f-1aa033a036a5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:25.435937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:25.442910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.447154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fbe05790-686c-4de3-a859-8fc4cfbeffad tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "PUT /v2.0/routers/982da1eb-6784-4503-8f14-1a03fd507639 HTTP/1.1" status: 200 len: 919 time: 6.8089564 Feb 19 03:32:25.451900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4ac51-6e64-4715-8e7e-67d7de67cd6c req-b77b1b06-05bf-484a-8d6d-c482f4a32976 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:25.453499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48b4ac51-6e64-4715-8e7e-67d7de67cd6c req-b77b1b06-05bf-484a-8d6d-c482f4a32976 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1349566 Feb 19 03:32:25.454053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52352) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:25.460644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c772f-5894-4671-b0c3-fd31c1d79620 None None] Sync routers for ids ['982da1eb-6784-4503-8f14-1a03fd507639'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:25.496533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c772f-5894-4671-b0c3-fd31c1d79620 None None] Routers {'982da1eb-6784-4503-8f14-1a03fd507639'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:25.497190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-658c772f-5894-4671-b0c3-fd31c1d79620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['982da1eb-6784-4503-8f14-1a03fd507639'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:25.510291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-566e9021-ce98-4160-9d26-7f712ab8c055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5fd020ea-5d64-49f9-8326-5cc719389ac8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.522441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-566e9021-ce98-4160-9d26-7f712ab8c055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.529083 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-566e9021-ce98-4160-9d26-7f712ab8c055 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5fd020ea-5d64-49f9-8326-5cc719389ac8 HTTP/1.1" status: 204 len: 168 time: 0.4326358 Feb 19 03:32:25.548115 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-42f33aaa-d375-4386-8cba-09abdd4410a2 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.556320 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-42f33aaa-d375-4386-8cba-09abdd4410a2 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "DELETE /v2.0/ports/d53702fa-fc68-413c-a40f-1aa033a036a5 HTTP/1.1" status: 204 len: 168 time: 1.4643281 Feb 19 03:32:25.557893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e9021-ce98-4160-9d26-7f712ab8c055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd020ea-5d64-49f9-8326-5cc719389ac8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:25.560146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52356) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:25.573762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Request body: {'port': {'name': 'tempest-new-port-name-1936490751', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:25.574636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.api.validators [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] bootfile-name is not in valid_values {{(pid=103616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:32:25.574837 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.api.validators [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] tftp-server is not in valid_values {{(pid=103616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:32:25.575329 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.api.validators [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] server-ip-address is not in valid_values {{(pid=103616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:32:25.598972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-658c772f-5894-4671-b0c3-fd31c1d79620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:25.668844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c772f-5894-4671-b0c3-fd31c1d79620 None None] Routers {'982da1eb-6784-4503-8f14-1a03fd507639'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:25.672156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-658c772f-5894-4671-b0c3-fd31c1d79620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['982da1eb-6784-4503-8f14-1a03fd507639'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:25.716902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48b4ac51-6e64-4715-8e7e-67d7de67cd6c req-255c67e9-37b7-4b54-9b1e-0bce281ecd52 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709790 Feb 19 03:32:25.741735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-658c772f-5894-4671-b0c3-fd31c1d79620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:25.742841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c772f-5894-4671-b0c3-fd31c1d79620 None None] The sync data for ids ['982da1eb-6784-4503-8f14-1a03fd507639'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:25.798432 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.879066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e6c02fbf-e34b-4274-86bd-3d5f4abdaf2c tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/routers/982da1eb-6784-4503-8f14-1a03fd507639 HTTP/1.1" status: 200 len: 925 time: 0.4213409 Feb 19 03:32:25.881925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52362) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:25.905362 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d8c864-c7ff-4533-b424-b1527ae44435 x-openstack-request-id: req-18d8c864-c7ff-4533-b424-b1527ae44435 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:25.905362 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a90a166-d584-44d5-8ce5-4b66c07b780f", "name": "network-vif-deleted", "tag": "8d917dc0-ec84-470a-a9dd-5235a9dc75b7", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:25.908200 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18d8c864-c7ff-4533-b424-b1527ae44435 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:25.908683 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a90a166-d584-44d5-8ce5-4b66c07b780f', 'name': 'network-vif-deleted', 'tag': '8d917dc0-ec84-470a-a9dd-5235a9dc75b7', 'status': 'completed', 'code': 200} Feb 19 03:32:25.951486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed9c0c7-141a-429a-9aa9-4ef65b617557 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:25.955878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8ed9c0c7-141a-429a-9aa9-4ef65b617557 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&device_id=982da1eb-6784-4503-8f14-1a03fd507639&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0704851 Feb 19 03:32:25.956495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52368) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:26.104221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks [] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.107554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21255cde-c594-4bd4-8972-88fff42f207e tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.108975 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-21255cde-c594-4bd4-8972-88fff42f207e tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/networks/fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 881 time: 0.1514115 Feb 19 03:32:26.114013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52374) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:26.114903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.183306 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-241038f8-f358-47b8-85ba-34e1caf0a63f tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=982da1eb-6784-4503-8f14-1a03fd507639 HTTP/1.1" status: 200 len: 205 time: 0.0632498 Feb 19 03:32:26.184264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35300911-4ff5-40e2-a624-2e932e2042c9 req-3a279b16-cdde-4800-bb43-7265b1d4a29f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.187740 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52376) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:26.190322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35300911-4ff5-40e2-a624-2e932e2042c9 req-3a279b16-cdde-4800-bb43-7265b1d4a29f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.200809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35300911-4ff5-40e2-a624-2e932e2042c9 req-3a279b16-cdde-4800-bb43-7265b1d4a29f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.207222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35300911-4ff5-40e2-a624-2e932e2042c9 req-3a279b16-cdde-4800-bb43-7265b1d4a29f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.219661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35300911-4ff5-40e2-a624-2e932e2042c9 req-3a279b16-cdde-4800-bb43-7265b1d4a29f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.225964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35300911-4ff5-40e2-a624-2e932e2042c9 req-3a279b16-cdde-4800-bb43-7265b1d4a29f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.235033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35300911-4ff5-40e2-a624-2e932e2042c9 req-3a279b16-cdde-4800-bb43-7265b1d4a29f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.238369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35300911-4ff5-40e2-a624-2e932e2042c9 req-3a279b16-cdde-4800-bb43-7265b1d4a29f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5446 time: 0.1283185 Feb 19 03:32:26.239115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52380) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:26.249805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52382) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:26.259210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1a7ae00a-6d41-423c-8898-bc11cba5938d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Request body: {'floatingip': {'port_id': '219a534f-66b6-49a3-84bc-c42418d184b5'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:26.375344 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae00a-6d41-423c-8898-bc11cba5938d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for floatingip (92dd9e86-b2ac-4491-89e9-dad536ba8d47), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.394298 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event updated for resources: {'Port': ['ID=eebf0603-fa89-498b-b2c6-0497a63ebe4a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:26.399955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (982da1eb-6784-4503-8f14-1a03fd507639), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.480223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] In _notify_port_updated(), no bound segment for port eebf0603-fa89-498b-b2c6-0497a63ebe4a on network 3896ea90-86ab-4df0-bdce-3aa30b3c284c {{(pid=103616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:32:26.485433 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.486952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.493866 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5f19fc75-c091-4962-8ffb-bd61131b672e tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "PUT /v2.0/ports/eebf0603-fa89-498b-b2c6-0497a63ebe4a HTTP/1.1" status: 200 len: 1136 time: 0.9324071 Feb 19 03:32:26.494543 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52396) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:26.502095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-09a28977-0f9a-4c43-a7d3-c3baa1d2dba0 None None] Provisioning complete for port eebf0603-fa89-498b-b2c6-0497a63ebe4a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:26.503873 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3c31dc32-8a08-41b3-9a63-fe4229028780 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ec6773c3cb24cd28d058b11806ffd71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628796 Feb 19 03:32:26.504192 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09a28977-0f9a-4c43-a7d3-c3baa1d2dba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.504519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52398) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:26.553385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-09a28977-0f9a-4c43-a7d3-c3baa1d2dba0 None None] Port eebf0603-fa89-498b-b2c6-0497a63ebe4a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:26.605374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e179e79a-6f35-4619-b0bf-935081b3d298 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.610997 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e179e79a-6f35-4619-b0bf-935081b3d298 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "GET /v2.0/ports/eebf0603-fa89-498b-b2c6-0497a63ebe4a HTTP/1.1" status: 200 len: 1136 time: 0.1068165 Feb 19 03:32:26.615975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52400) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:26.630304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df653e8-f5f5-49e3-83e0-4a6c13b09c74 admin admin] Publish callbacks [] for security_group (a8bd11e1-d6bb-44ac-bab1-2a1f50fae761), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.659382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (982da1eb-6784-4503-8f14-1a03fd507639), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.672097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fd9f186d-f367-4e11-a3ec-d07ce8344650 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.673682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fd9f186d-f367-4e11-a3ec-d07ce8344650 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.3297327 Feb 19 03:32:26.697017 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df653e8-f5f5-49e3-83e0-4a6c13b09c74 admin admin] Publish callbacks [] for security_group (a8bd11e1-d6bb-44ac-bab1-2a1f50fae761), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.746597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-8ba00f5f-10e2-48f1-9e38-397b06afa629 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/quotas/945f4e3f343b489cafd000abb754fec1 HTTP/1.1" status: 200 len: 375 time: 0.0631025 Feb 19 03:32:26.760766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7c67261d-0575-4506-9935-a2f4fd8c73a3 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Deleting port eebf0603-fa89-498b-b2c6-0497a63ebe4a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:26.761115 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c67261d-0575-4506-9935-a2f4fd8c73a3 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.806653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-b7947703-91a9-4588-aa0a-94972ccf09af tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411227 Feb 19 03:32:26.828545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Deleting port 37ead2c4-8847-4aac-ad17-9aa380e37593 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:26.829195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (37ead2c4-8847-4aac-ad17-9aa380e37593), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.915993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c67261d-0575-4506-9935-a2f4fd8c73a3 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.920094 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df653e8-f5f5-49e3-83e0-4a6c13b09c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a8bd11e1-d6bb-44ac-bab1-2a1f50fae761), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.922776 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6df653e8-f5f5-49e3-83e0-4a6c13b09c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.927739 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6df653e8-f5f5-49e3-83e0-4a6c13b09c74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8bd11e1-d6bb-44ac-bab1-2a1f50fae761 HTTP/1.1" status: 204 len: 168 time: 0.3968878 Feb 19 03:32:26.944223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7c67261d-0575-4506-9935-a2f4fd8c73a3 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Calling delete_port for eebf0603-fa89-498b-b2c6-0497a63ebe4a owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:26.947643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df653e8-f5f5-49e3-83e0-4a6c13b09c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bd11e1-d6bb-44ac-bab1-2a1f50fae761,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:26.985592 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (37ead2c4-8847-4aac-ad17-9aa380e37593), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.005678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Calling delete_port for 37ead2c4-8847-4aac-ad17-9aa380e37593 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:27.033280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-f1cee6aa-a2de-40f9-81ae-64c2e132a7e2 service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153571 Feb 19 03:32:27.269699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-3f4e3f5e-4005-4bb0-bf96-72c0e759c155 service neutron] 10.222.0.42 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324007 Feb 19 03:32:27.324948 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c67261d-0575-4506-9935-a2f4fd8c73a3 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (eebf0603-fa89-498b-b2c6-0497a63ebe4a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.361227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67261d-0575-4506-9935-a2f4fd8c73a3 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event deleted for resources: {'Port': ['ID=eebf0603-fa89-498b-b2c6-0497a63ebe4a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:27.407527 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (37ead2c4-8847-4aac-ad17-9aa380e37593), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.496095 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae00a-6d41-423c-8898-bc11cba5938d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.507451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae00a-6d41-423c-8898-bc11cba5938d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (92dd9e86-b2ac-4491-89e9-dad536ba8d47), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.543675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Pushing event deleted for resources: {'Port': ['ID=37ead2c4-8847-4aac-ad17-9aa380e37593,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:27.560914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c67261d-0575-4506-9935-a2f4fd8c73a3 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.564239 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7c67261d-0575-4506-9935-a2f4fd8c73a3 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "DELETE /v2.0/ports/eebf0603-fa89-498b-b2c6-0497a63ebe4a HTTP/1.1" status: 204 len: 168 time: 0.9467816 Feb 19 03:32:27.574300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52416) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:27.642155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-28572fc3-bce5-4306-b6bc-8b3eb25ab561 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Deleting subnet 427f0249-5900-447c-831e-a0c6937757a1 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:32:27.646653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28572fc3-bce5-4306-b6bc-8b3eb25ab561 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks [] for subnet (427f0249-5900-447c-831e-a0c6937757a1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.693721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28572fc3-bce5-4306-b6bc-8b3eb25ab561 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (427f0249-5900-447c-831e-a0c6937757a1), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.703074 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-1a7ae00a-6d41-423c-8898-bc11cba5938d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Floating IP 92dd9e86-b2ac-4491-89e9-dad536ba8d47 associated. External IP: 172.25.4.92, port: 219a534f-66b6-49a3-84bc-c42418d184b5. Feb 19 03:32:27.859370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34057-bad2-426b-91ee-1f764eefa11e req-b8a6b761-b87e-481c-93c2-2307f137ccb4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:27.861231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64e34057-bad2-426b-91ee-1f764eefa11e req-b8a6b761-b87e-481c-93c2-2307f137ccb4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.1598790 Feb 19 03:32:27.868551 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28572fc3-bce5-4306-b6bc-8b3eb25ab561 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (427f0249-5900-447c-831e-a0c6937757a1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.970245 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64e34057-bad2-426b-91ee-1f764eefa11e req-ce912f0b-1641-4752-82be-5dac236db036 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985286 Feb 19 03:32:28.033046 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (982da1eb-6784-4503-8f14-1a03fd507639), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.117254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28572fc3-bce5-4306-b6bc-8b3eb25ab561 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (427f0249-5900-447c-831e-a0c6937757a1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.129650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7ae00a-6d41-423c-8898-bc11cba5938d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Router 159a698c-c3a4-413b-8986-d164258e536d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:32:28.186215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28572fc3-bce5-4306-b6bc-8b3eb25ab561 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event deleted for resources: {'Subnet': ['ID=427f0249-5900-447c-831e-a0c6937757a1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:28.188313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28572fc3-bce5-4306-b6bc-8b3eb25ab561 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.192394 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-28572fc3-bce5-4306-b6bc-8b3eb25ab561 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "DELETE /v2.0/subnets/427f0249-5900-447c-831e-a0c6937757a1 HTTP/1.1" status: 204 len: 168 time: 0.6170821 Feb 19 03:32:28.194271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (982da1eb-6784-4503-8f14-1a03fd507639), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.196761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52436) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:28.201869 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6632df22-31f5-43cb-82a5-fb16ecc48c2d None None] Network 3896ea90-86ab-4df0-bdce-3aa30b3c284c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:28.204421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (982da1eb-6784-4503-8f14-1a03fd507639), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.230986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4b76-33b8-42a3-a502-af67dbb79bdd req-ca7149f4-e2a6-486a-95f7-d245a9ba4daf tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:28.240202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e7b4b76-33b8-42a3-a502-af67dbb79bdd req-ca7149f4-e2a6-486a-95f7-d245a9ba4daf tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1599264 Feb 19 03:32:28.327203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (982da1eb-6784-4503-8f14-1a03fd507639), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.327735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Fanout notify agent at l3_agent the message router_deleted on router 982da1eb-6784-4503-8f14-1a03fd507639 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:32:28.339787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.340934 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b3ff4abc-0120-4abe-907b-0ea5a16582d7 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/982da1eb-6784-4503-8f14-1a03fd507639 HTTP/1.1" status: 204 len: 168 time: 2.1522427 Feb 19 03:32:28.347651 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52438) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:28.366287 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1963740865', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:28.380241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (3896ea90-86ab-4df0-bdce-3aa30b3c284c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.407149 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.408345 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.619965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0838397c-9841-4a6c-9557-8dd28fe3489e None None] DHCP port deletion for 3896ea90-86ab-4df0-bdce-3aa30b3c284c request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:32:28.718187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0838397c-9841-4a6c-9557-8dd28fe3489e None None] Deleting port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:28.718881 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0838397c-9841-4a6c-9557-8dd28fe3489e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.742472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e7b4b76-33b8-42a3-a502-af67dbb79bdd req-7a9e2f83-b4f8-4a04-86a2-1fbf79680d08 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984863 Feb 19 03:32:28.782198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7ae00a-6d41-423c-8898-bc11cba5938d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:28.795094 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] Sync routers for ids ['159a698c-c3a4-413b-8986-d164258e536d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:28.815455 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] Routers {'159a698c-c3a4-413b-8986-d164258e536d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:28.818117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae00a-6d41-423c-8898-bc11cba5938d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.820030 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['159a698c-c3a4-413b-8986-d164258e536d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:28.859674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0838397c-9841-4a6c-9557-8dd28fe3489e None None] For port 82129a75-6844-4b5a-8ea4-a81ef8cdc375, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=82129a75-6844-4b5a-8ea4-a81ef8cdc375,segment=NetworkSegment(65a027b6-71a4-4f24-8027-a7c028b60b47),segment_id=65a027b6-71a4-4f24-8027-a7c028b60b47)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:28.860406 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0838397c-9841-4a6c-9557-8dd28fe3489e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.884062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0838397c-9841-4a6c-9557-8dd28fe3489e None None] Calling delete_port for 82129a75-6844-4b5a-8ea4-a81ef8cdc375 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:28.910432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a47748f-d4a0-40f8-a575-d7d338f936cb req-38016f06-4965-4553-adaf-db984d2d1ba4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 210 time: 0.0529811 Feb 19 03:32:28.914212 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.916335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1a7ae00a-6d41-423c-8898-bc11cba5938d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "PUT /v2.0/floatingips/92dd9e86-b2ac-4491-89e9-dad536ba8d47 HTTP/1.1" status: 200 len: 991 time: 2.6653354 Feb 19 03:32:28.917142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '219a534f-66b6-49a3-84bc-c42418d184b5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:28.920920 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d413bb76-e829-4352-a876-73b4b8c1afe7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "219a534f-66b6-49a3-84bc-c42418d184b5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:28.924212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Deleting port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:28.924584 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.038173 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] Set router 159a698c-c3a4-413b-8986-d164258e536d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:29.048052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0838397c-9841-4a6c-9557-8dd28fe3489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.111760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838397c-9841-4a6c-9557-8dd28fe3489e None None] Pushing event deleted for resources: {'Port': ['ID=82129a75-6844-4b5a-8ea4-a81ef8cdc375,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:29.133201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838397c-9841-4a6c-9557-8dd28fe3489e None None] No DVR routers for this DVR port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:29.141029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24382e42-d820-4c37-bf5d-428c014caa77 req-105b34aa-8aae-4c43-8b9d-1be97c5ab2f3 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:29.147301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-24382e42-d820-4c37-bf5d-428c014caa77 req-105b34aa-8aae-4c43-8b9d-1be97c5ab2f3 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1175439 Feb 19 03:32:29.219887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-24382e42-d820-4c37-bf5d-428c014caa77 req-c5c754a2-5405-45e0-9061-c2d898d08c6f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601783 Feb 19 03:32:29.257675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] For port 82129a75-6844-4b5a-8ea4-a81ef8cdc375, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=82129a75-6844-4b5a-8ea4-a81ef8cdc375,segment=NetworkSegment(65a027b6-71a4-4f24-8027-a7c028b60b47),segment_id=65a027b6-71a4-4f24-8027-a7c028b60b47)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:29.258199 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.302132 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.306168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Calling delete_port for 82129a75-6844-4b5a-8ea4-a81ef8cdc375 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:29.331718 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:41Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '92dd9e86-b2ac-4491-89e9-dad536ba8d47', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '159a698c-c3a4-413b-8986-d164258e536d', 'port_id': '219a534f-66b6-49a3-84bc-c42418d184b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'mac_address': 'fa:16:3e:d1:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:07Z', 'updated_at': '2022-02-19T03:32:27Z', 'revision_number': 1, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b0836-94b8-4edf-9628-5004953db06f', 'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'mac_address': 'fa:16:3e:c8:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:38Z', 'updated_at': '2022-02-19T03:28:47Z', 'revision_number': 5, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'subnets': [{'id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:29.368163 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] Checking router: 159a698c-c3a4-413b-8986-d164258e536d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:32:29.368885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-b93ac43b-a8b9-49b2-8f62-fd55cdf9cd11 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378856400&fields=id&tenant_id=5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 267 time: 0.0579145 Feb 19 03:32:29.380139 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] Routers {'159a698c-c3a4-413b-8986-d164258e536d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:29.381736 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['159a698c-c3a4-413b-8986-d164258e536d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:29.475221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (82129a75-6844-4b5a-8ea4-a81ef8cdc375), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.510642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4340563f-f179-4a6e-9116-6f2790418bfa tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:29.512433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4340563f-f179-4a6e-9116-6f2790418bfa tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.1427429 Feb 19 03:32:29.524217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 82129a75-6844-4b5a-8ea4-a81ef8cdc375 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:29.527651 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event deleted for resources: {'Port': ['ID=82129a75-6844-4b5a-8ea4-a81ef8cdc375,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:29.530507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] No DVR routers for this DVR port 82129a75-6844-4b5a-8ea4-a81ef8cdc375 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:29.563758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-dbc5952d-4029-47e3-a539-5880495aa8aa tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/quotas/5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 375 time: 0.0335410 Feb 19 03:32:29.572066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 82129a75-6844-4b5a-8ea4-a81ef8cdc375 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:29.574161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 82129a75-6844-4b5a-8ea4-a81ef8cdc375 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:29.607003 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] Set router 159a698c-c3a4-413b-8986-d164258e536d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:29.638385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-44eb2ead-6e35-4eef-bab4-c93b43a7e76d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669978 Feb 19 03:32:29.749585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (3896ea90-86ab-4df0-bdce-3aa30b3c284c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.792177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-81d6a0c6-e346-4b1c-8d9b-8d78eb029dde service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154428 Feb 19 03:32:29.810705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3896ea90-86ab-4df0-bdce-3aa30b3c284c']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:29.875806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a027b6-71a4-4f24-8027-a7c028b60b47') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:29.876074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a027b6-71a4-4f24-8027-a7c028b60b47') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:29.903684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-4e2a027a-8cc6-4733-afc7-7c5a34d2f1ce tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:29.906552 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-4e2a027a-8cc6-4733-afc7-7c5a34d2f1ce tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 812 time: 0.3470407 Feb 19 03:32:29.929131 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-64511e05-97f5-4cc6-9138-0c82642317ce service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317134 Feb 19 03:32:29.942718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (65a027b6-71a4-4f24-8027-a7c028b60b47), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.016187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.020389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (65a027b6-71a4-4f24-8027-a7c028b60b47), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.027072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Request body: {'port': {'device_id': '11428788-dd7d-45ec-97ad-dc6872469501', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'admin_state_up': True, 'tenant_id': '945f4e3f343b489cafd000abb754fec1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:30.057035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:30.057794 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (65a027b6-71a4-4f24-8027-a7c028b60b47), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.068960 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:41Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '92dd9e86-b2ac-4491-89e9-dad536ba8d47', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '159a698c-c3a4-413b-8986-d164258e536d', 'port_id': '219a534f-66b6-49a3-84bc-c42418d184b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'mac_address': 'fa:16:3e:d1:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:07Z', 'updated_at': '2022-02-19T03:32:27Z', 'revision_number': 1, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b0836-94b8-4edf-9628-5004953db06f', 'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'mac_address': 'fa:16:3e:c8:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:38Z', 'updated_at': '2022-02-19T03:28:47Z', 'revision_number': 5, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'subnets': [{'id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:30.079039 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:30.092762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.106582 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2adb71-ebf8-433f-b11a-088a06214dfd None None] The sync data for ids ['159a698c-c3a4-413b-8986-d164258e536d'] in n-d-826756-2 is: [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:41Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '92dd9e86-b2ac-4491-89e9-dad536ba8d47', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '159a698c-c3a4-413b-8986-d164258e536d', 'port_id': '219a534f-66b6-49a3-84bc-c42418d184b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'mac_address': 'fa:16:3e:d1:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:07Z', 'updated_at': '2022-02-19T03:32:27Z', 'revision_number': 1, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b0836-94b8-4edf-9628-5004953db06f', 'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'mac_address': 'fa:16:3e:c8:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:38Z', 'updated_at': '2022-02-19T03:28:47Z', 'revision_number': 5, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'subnets': [{'id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:30.219947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (3896ea90-86ab-4df0-bdce-3aa30b3c284c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.325740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.329564 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] 10.222.0.42 "DELETE /v2.0/networks/3896ea90-86ab-4df0-bdce-3aa30b3c284c HTTP/1.1" status: 204 len: 168 time: 2.1323073 Feb 19 03:32:30.334846 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861ddff-b33c-4325-b048-216712aef213 tempest-ExtraDHCPOptionsTestJSON-210210625 tempest-ExtraDHCPOptionsTestJSON-210210625-project] Pushing event deleted for resources: {'Network': ['ID=3896ea90-86ab-4df0-bdce-3aa30b3c284c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:30.437105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Made reservation on behalf of 945f4e3f343b489cafd000abb754fec1 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:30.441626 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.469248 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Allocated IP 172.25.4.106 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/876a468a-3ddf-42db-984c-84f32c8c268d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:30.483094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c8fb-7d50-40ea-8103-2c305702a7b4 req-9e545b7e-1ded-4d89-bab2-5edc0dbb0988 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.506344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c8fb-7d50-40ea-8103-2c305702a7b4 req-9e545b7e-1ded-4d89-bab2-5edc0dbb0988 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.510641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d212517-6e8a-4d09-ac34-c7a9fe85de6e None None] New status for floating IP 92dd9e86-b2ac-4491-89e9-dad536ba8d47: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:32:30.521963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c8fb-7d50-40ea-8103-2c305702a7b4 req-9e545b7e-1ded-4d89-bab2-5edc0dbb0988 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.537773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c8fb-7d50-40ea-8103-2c305702a7b4 req-9e545b7e-1ded-4d89-bab2-5edc0dbb0988 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.548638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c8fb-7d50-40ea-8103-2c305702a7b4 req-9e545b7e-1ded-4d89-bab2-5edc0dbb0988 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.560215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c8fb-7d50-40ea-8103-2c305702a7b4 req-9e545b7e-1ded-4d89-bab2-5edc0dbb0988 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.591435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c8fb-7d50-40ea-8103-2c305702a7b4 req-9e545b7e-1ded-4d89-bab2-5edc0dbb0988 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.595412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0e9c8fb-7d50-40ea-8103-2c305702a7b4 req-9e545b7e-1ded-4d89-bab2-5edc0dbb0988 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5446 time: 0.2645187 Feb 19 03:32:30.729590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0e9c8fb-7d50-40ea-8103-2c305702a7b4 req-1c6487e1-d8a1-4057-9fb7-0a72a2c7d42a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1273789 Feb 19 03:32:30.841257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52496) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:30.873803 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e6fd36-5a1a-4094-90c6-abbb18f682f6 x-openstack-request-id: req-58e6fd36-5a1a-4094-90c6-abbb18f682f6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:30.874831 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "tag": "219a534f-66b6-49a3-84bc-c42418d184b5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:30.875106 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58e6fd36-5a1a-4094-90c6-abbb18f682f6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:30.877146 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'tag': '219a534f-66b6-49a3-84bc-c42418d184b5', 'status': 'completed', 'code': 200} Feb 19 03:32:30.887111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Allocated IP 172.20.0.4 (d3336400-e1dd-4eb4-bf58-d531a8c12ae4/b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c/647fbf40-ce13-4134-ae79-229bf2968bd6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:31.013716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-1e47d44f-0e1c-4822-8501-45990360105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.014218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-1e47d44f-0e1c-4822-8501-45990360105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.014470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-1e47d44f-0e1c-4822-8501-45990360105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.014942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-1e47d44f-0e1c-4822-8501-45990360105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.015411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-1e47d44f-0e1c-4822-8501-45990360105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.015878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-1e47d44f-0e1c-4822-8501-45990360105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.016340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-1e47d44f-0e1c-4822-8501-45990360105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.030143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-1e47d44f-0e1c-4822-8501-45990360105d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6720 time: 0.1295769 Feb 19 03:32:31.041434 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for port (876a468a-3ddf-42db-984c-84f32c8c268d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:31.142984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4178acb-50fd-4bc3-8102-93bdc6a6b91c req-4a9d16be-2ec7-4f19-a638-f8a02887f28d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.150434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4178acb-50fd-4bc3-8102-93bdc6a6b91c req-4a9d16be-2ec7-4f19-a638-f8a02887f28d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.1823442 Feb 19 03:32:31.176775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (876a468a-3ddf-42db-984c-84f32c8c268d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:31.200013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-517f89db-cadd-4c29-9238-61ffb80b30c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93fac9948b5943649830f2fa4c6aa9ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3573246 Feb 19 03:32:31.215109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52500) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:31.216169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks [] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:31.242595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:31.248248 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:31.256174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:31.291335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4178acb-50fd-4bc3-8102-93bdc6a6b91c req-31261a3c-e097-4a7a-a6e0-8d1bf78a7661 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179945 Feb 19 03:32:31.312898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Pushing event updated for resources: {'Port': ['ID=876a468a-3ddf-42db-984c-84f32c8c268d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:31.322721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-50f79b13-4f20-44b1-9749-293665e4d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.324950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-50f79b13-4f20-44b1-9749-293665e4d787 service neutron] 10.222.0.71 "GET /v2.0/networks?id=231e6dfd-031e-46c9-8877-451be92a2c1d HTTP/1.1" status: 200 len: 916 time: 0.2938018 Feb 19 03:32:31.417316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84c27fff-cc84-44d8-be5e-433d9dc51691 admin admin] Publish callbacks [] for security_group (c7db4b44-acdb-4a95-bc36-e9794048498c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:31.421318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-3569f5c6-29e8-4f5e-a348-1f0b8ecc09af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=219a534f-66b6-49a3-84bc-c42418d184b5 HTTP/1.1" status: 200 len: 1001 time: 0.0847573 Feb 19 03:32:31.468783 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:31.515324 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84c27fff-cc84-44d8-be5e-433d9dc51691 admin admin] Publish callbacks [] for security_group (c7db4b44-acdb-4a95-bc36-e9794048498c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:31.563906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-c333756b-8375-4246-bc6b-abc2581d2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.566317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-c333756b-8375-4246-bc6b-abc2581d2bde service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1024061d-c84f-4e4a-9953-13ce351756eb HTTP/1.1" status: 200 len: 854 time: 0.1356180 Feb 19 03:32:31.568210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:31.576518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:31.592687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:31.601283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event updated for resources: {'Port': ['ID=647fbf40-ce13-4134-ae79-229bf2968bd6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:31.613303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912ad60-4235-49c4-9f13-812d76b98b44 req-dba16b9a-a2b5-4b97-b2b5-c5984ceea379 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.620769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e912ad60-4235-49c4-9f13-812d76b98b44 req-dba16b9a-a2b5-4b97-b2b5-c5984ceea379 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 931 time: 0.1794012 Feb 19 03:32:31.662442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84c27fff-cc84-44d8-be5e-433d9dc51691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c7db4b44-acdb-4a95-bc36-e9794048498c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:31.665107 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84c27fff-cc84-44d8-be5e-433d9dc51691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:31.666350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-84c27fff-cc84-44d8-be5e-433d9dc51691 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7db4b44-acdb-4a95-bc36-e9794048498c HTTP/1.1" status: 204 len: 168 time: 0.4502330 Feb 19 03:32:31.688541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-9aa03a72-0ec9-4c6d-8c84-9b336dd12024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.691303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-9aa03a72-0ec9-4c6d-8c84-9b336dd12024 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=231e6dfd-031e-46c9-8877-451be92a2c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1160495 Feb 19 03:32:31.696098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c27fff-cc84-44d8-be5e-433d9dc51691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7db4b44-acdb-4a95-bc36-e9794048498c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:31.726688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e912ad60-4235-49c4-9f13-812d76b98b44 req-8ae7ced0-4448-49d8-a2e7-b43e28c4dc4a tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049416 Feb 19 03:32:31.730175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.732619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:31.771494 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-fcada805-3be4-432e-81d1-590a635467e4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7485843 Feb 19 03:32:31.818564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Request body: {'port': {'device_id': '11428788-dd7d-45ec-97ad-dc6872469501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:31.926815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:31.947308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af12a290-f9ef-4e96-8309-b955ca4c42fe req-32206183-dca6-46bc-a7e1-c63b3bd0a40a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.0748420 Feb 19 03:32:31.979044 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:32.015493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-927f86a3-3756-4208-800e-4b9e1bad1d0b service neutron] 10.222.0.71 "GET /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158920 Feb 19 03:32:32.221094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d413bb76-e829-4352-a876-73b4b8c1afe7 req-64f91040-9eed-4105-951c-5a778ba23123 service neutron] 10.222.0.71 "GET /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931581 Feb 19 03:32:32.228426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-e3828467-f9ad-4a53-9298-4e0344a7c2bc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.247704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-e3828467-f9ad-4a53-9298-4e0344a7c2bc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.5095801 Feb 19 03:32:32.355056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-0c52a395-538f-4422-a786-585586c16062 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 380 time: 0.0897582 Feb 19 03:32:32.367036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'port': {'device_id': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'admin_state_up': True, 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'security_groups': ['e31ecf54-8e8a-4c33-bb2f-19550a13395b']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:32.418567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:32.641887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01706-3d0f-44b4-abaf-d6af1cdf05c6 req-8b9a213a-bf89-4865-abe6-ac9fed32c375 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.650132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01706-3d0f-44b4-abaf-d6af1cdf05c6 req-8b9a213a-bf89-4865-abe6-ac9fed32c375 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.656503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01706-3d0f-44b4-abaf-d6af1cdf05c6 req-8b9a213a-bf89-4865-abe6-ac9fed32c375 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.662651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01706-3d0f-44b4-abaf-d6af1cdf05c6 req-8b9a213a-bf89-4865-abe6-ac9fed32c375 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.668943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01706-3d0f-44b4-abaf-d6af1cdf05c6 req-8b9a213a-bf89-4865-abe6-ac9fed32c375 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.677130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01706-3d0f-44b4-abaf-d6af1cdf05c6 req-8b9a213a-bf89-4865-abe6-ac9fed32c375 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.684012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01706-3d0f-44b4-abaf-d6af1cdf05c6 req-8b9a213a-bf89-4865-abe6-ac9fed32c375 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.686855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48f01706-3d0f-44b4-abaf-d6af1cdf05c6 req-8b9a213a-bf89-4865-abe6-ac9fed32c375 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5446 time: 0.6147523 Feb 19 03:32:32.729425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Made reservation on behalf of 5cf97a4e18014482b6db74a93fe61ab7 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:32.740567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:32.980801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31020b37-16b3-4836-8bf5-18cdf9a4d5b4 req-624c582d-3870-48a8-b0a8-2ec13b4b44ae tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.986758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31020b37-16b3-4836-8bf5-18cdf9a4d5b4 req-624c582d-3870-48a8-b0a8-2ec13b4b44ae tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1124980 Feb 19 03:32:33.012282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52540) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:33.147308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Allocated IP 172.20.0.12 (fe9d6d30-625d-450f-933b-efaadb357ec7/ce738e80-e0ec-4d2c-8061-632564612e19/ee0d06e0-e56d-476e-84cb-a28fc74b02ed) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:33.158064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31020b37-16b3-4836-8bf5-18cdf9a4d5b4 req-3c5c61a4-611b-4a3b-9e72-4aad441a3e00 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465888 Feb 19 03:32:33.194368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647fbf40-ce13-4134-ae79-229bf2968bd6 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:33.225202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Publish callbacks [] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.258604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'networks': [{'name': 'tempest-network--753427108'}, {'name': 'tempest-network--1718342682'}]} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:33.258990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'network': {'name': 'tempest-network--753427108'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:33.259395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'network': {'name': 'tempest-network--1718342682'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:33.259900 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Transition to ACTIVE for port object 647fbf40-ce13-4134-ae79-229bf2968bd6 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:32:33.282997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.344003 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Router 0c42e245-cd89-46ee-ab40-5eb0deaaa4ab is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:32:33.377353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Pushing event updated for resources: {'Port': ['ID=647fbf40-ce13-4134-ae79-229bf2968bd6,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:33.405753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Made reservation on behalf of 6a6b9aad327e48f4bad019e383a11631 for: {'network': 2} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:33.410147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.444609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.531864 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.553531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a7d63-a4c0-4de9-9672-ed913ff0fbb9 req-f5a8cf3e-a8e0-48e1-ba3a-ad10c266591b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:33.555584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-177a7d63-a4c0-4de9-9672-ed913ff0fbb9 req-f5a8cf3e-a8e0-48e1-ba3a-ad10c266591b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.1754220 Feb 19 03:32:33.613105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Attempting to bind port 647fbf40-ce13-4134-ae79-229bf2968bd6 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:33.613790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Attempting to bind port 647fbf40-ce13-4134-ae79-229bf2968bd6 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:33.613975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Attempting to bind port 647fbf40-ce13-4134-ae79-229bf2968bd6 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:33.617451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:33.628278 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba6174-49bd-42dd-a512-fc597d9783ae None None] Sync routers for ids ['0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:33.646083 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba6174-49bd-42dd-a512-fc597d9783ae None None] Routers {'0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:33.647131 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a8ba6174-49bd-42dd-a512-fc597d9783ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:33.647770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Port 647fbf40-ce13-4134-ae79-229bf2968bd6 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:32:33.648558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Attempting to bind port 647fbf40-ce13-4134-ae79-229bf2968bd6 on network d3336400-e1dd-4eb4-bf58-d531a8c12ae4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:33.652041 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.655350 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for security_group (458c62f9-325a-468b-b4d9-9479c81e1830), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.673298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (458c62f9-325a-468b-b4d9-9479c81e1830), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.673762 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.676741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:33.677629 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Checking segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:33.678342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Bound using segment: {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:33.678895 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Bound port: 647fbf40-ce13-4134-ae79-229bf2968bd6, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329392bf-8915-48d5-8740-6d42f00fead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:33.679858 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.686976 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a8ba6174-49bd-42dd-a512-fc597d9783ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:33.699746 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba6174-49bd-42dd-a512-fc597d9783ae None None] Routers {'0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:33.700376 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a8ba6174-49bd-42dd-a512-fc597d9783ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:33.724618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-177a7d63-a4c0-4de9-9672-ed913ff0fbb9 req-421acda7-78a6-4fc9-9636-ffc45230c928 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519828 Feb 19 03:32:33.740837 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a8ba6174-49bd-42dd-a512-fc597d9783ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:33.742324 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba6174-49bd-42dd-a512-fc597d9783ae None None] The sync data for ids ['0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:33.783210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:33.797401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:33.801257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:33.805114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:33.810328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458c62f9-325a-468b-b4d9-9479c81e1830,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:33.836889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:32:33.837494 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.838839 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-38e0ee62-0140-45b3-90da-2122ebd6c02d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4903839 Feb 19 03:32:33.860009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52546) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:33.882018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:33.883435 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] For port 647fbf40-ce13-4134-ae79-229bf2968bd6, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:33.895470 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] For port 647fbf40-ce13-4134-ae79-229bf2968bd6, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=647fbf40-ce13-4134-ae79-229bf2968bd6,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:33.896517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.897045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.897567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.898136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.898895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.899658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.900174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.900840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.901576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.902252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.902987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.903562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.904128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.905662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.910172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.910913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.911507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.912105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.912663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.913218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.913769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.914936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.916177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.916978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.917767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.918223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.918696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:33.978370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:33.979101 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.983790 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/647fbf40-ce13-4134-ae79-229bf2968bd6 HTTP/1.1" status: 200 len: 1091 time: 2.1721444 Feb 19 03:32:33.995817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11428788-dd7d-45ec-97ad-dc6872469501', 'tag': '647fbf40-ce13-4134-ae79-229bf2968bd6'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:34.004470 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "11428788-dd7d-45ec-97ad-dc6872469501", "tag": "647fbf40-ce13-4134-ae79-229bf2968bd6"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:34.043924 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (48128dc4-32fe-4903-80d3-d04a24417971), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:34.044276 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Added segment 48128dc4-32fe-4903-80d3-d04a24417971 of type vlan for network 06484f06-49df-494e-908d-bcbb7bf8ba89 Feb 19 03:32:34.049782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7577d9-415c-4862-9a90-13e4156164d6 service neutron] Pushing event updated for resources: {'Port': ['ID=647fbf40-ce13-4134-ae79-229bf2968bd6,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:34.093273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:34.094747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:34.119596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-466beda1-a2b0-4a80-aca8-9a60ec6315ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:34.121320 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-466beda1-a2b0-4a80-aca8-9a60ec6315ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 1125 time: 0.0660903 Feb 19 03:32:34.202893 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (06484f06-49df-494e-908d-bcbb7bf8ba89), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:34.204785 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-b20bbb66-64ed-4ad8-bb21-381fca09ac89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=647fbf40-ce13-4134-ae79-229bf2968bd6 HTTP/1.1" status: 200 len: 217 time: 0.0682812 Feb 19 03:32:34.254606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ca703cef-6e32-413a-b4dd-9a7214a0bf07 None None] Provisioning complete for port ee0d06e0-e56d-476e-84cb-a28fc74b02ed triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:34.255191 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca703cef-6e32-413a-b4dd-9a7214a0bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:34.286447 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-db076046-98cf-4f5c-8036-15043ad12884 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9238801 Feb 19 03:32:34.291998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-e679abea-829a-4c4c-a061-626f026f4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:34.296192 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-e679abea-829a-4c4c-a061-626f026f4cd0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.0854928 Feb 19 03:32:34.306854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b514c-6781-4770-8ba6-943f8cd29844 req-f1e949be-8ff2-4357-afd4-c711576483b4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:34.314332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f5b514c-6781-4770-8ba6-943f8cd29844 req-f1e949be-8ff2-4357-afd4-c711576483b4 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 943 time: 0.4742925 Feb 19 03:32:34.314809 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ca703cef-6e32-413a-b4dd-9a7214a0bf07 None None] Port ee0d06e0-e56d-476e-84cb-a28fc74b02ed cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:34.346373 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-77d240c5-f64e-4adf-9c7c-06b9a05dec11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409064 Feb 19 03:32:34.364971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Request body: {'port': {'device_id': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:34.389482 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:32:34.467383 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-12002bb2-0999-41a2-b2a0-eb0d06090795 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131577 Feb 19 03:32:34.472919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:32:34.489975 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f5b514c-6781-4770-8ba6-943f8cd29844 req-c13b0a8e-23a8-45a0-8f1b-2567b7b6ed17 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695027 Feb 19 03:32:34.539624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f8285915-6d10-48ab-b246-32a82c2a022f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:34.539972 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Added segment f8285915-6d10-48ab-b246-32a82c2a022f of type vlan for network 273d4c73-b28c-4458-80de-5f62dfbc8e01 Feb 19 03:32:34.592445 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (273d4c73-b28c-4458-80de-5f62dfbc8e01), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:34.605623 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-272016a3-301e-48b8-8a8a-321145fa3a0a req-4fe78efc-f17c-49c4-8497-6435309b04b7 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316445 Feb 19 03:32:34.695455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (06484f06-49df-494e-908d-bcbb7bf8ba89), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:34.695985 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (273d4c73-b28c-4458-80de-5f62dfbc8e01), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:34.701312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:34.705613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:34.706340 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:34.786789 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:34.848846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'Network': ['ID=06484f06-49df-494e-908d-bcbb7bf8ba89,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:34.878073 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 06484f06-49df-494e-908d-bcbb7bf8ba89 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:32:34.928967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'Network': ['ID=273d4c73-b28c-4458-80de-5f62dfbc8e01,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:34.938539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-56f4b313-da8b-497b-ae2a-89d6ca5b7ac0 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9250958 Feb 19 03:32:34.942499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52554) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:34.984777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18fe0e-65d0-4bb8-9234-e7c1891ff783 req-1a61aa32-7e9b-4062-8f36-6265eaf7634c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:34.992551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca18fe0e-65d0-4bb8-9234-e7c1891ff783 req-1a61aa32-7e9b-4062-8f36-6265eaf7634c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 932 time: 0.3630726 Feb 19 03:32:35.065515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 273d4c73-b28c-4458-80de-5f62dfbc8e01 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:32:35.163037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca18fe0e-65d0-4bb8-9234-e7c1891ff783 req-a933688f-bb85-404a-8522-b13705be4daa tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690705 Feb 19 03:32:35.322152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3163ca-2c3e-47e9-a4a2-a5fde56a4340 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:35.328123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3163ca-2c3e-47e9-a4a2-a5fde56a4340 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:35.328762 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.335325 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3163ca-2c3e-47e9-a4a2-a5fde56a4340 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:35.341213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3163ca-2c3e-47e9-a4a2-a5fde56a4340 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:35.343305 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2e3163ca-2c3e-47e9-a4a2-a5fde56a4340 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3995657 Feb 19 03:32:35.347918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:35.409748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_gateway (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.451630 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (06484f06-49df-494e-908d-bcbb7bf8ba89), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.481518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a62c6-97d9-4311-b17e-5a12ef46620c req-0b2359c9-e955-4367-ad45-4307e70dcd58 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:35.484628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a96a62c6-97d9-4311-b17e-5a12ef46620c req-0b2359c9-e955-4367-ad45-4307e70dcd58 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2196610 Feb 19 03:32:35.562077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (06484f06-49df-494e-908d-bcbb7bf8ba89), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.585727 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06484f06-49df-494e-908d-bcbb7bf8ba89']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:35.597363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48128dc4-32fe-4903-80d3-d04a24417971') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:35.597810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48128dc4-32fe-4903-80d3-d04a24417971') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:35.615307 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (48128dc4-32fe-4903-80d3-d04a24417971), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.624549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a96a62c6-97d9-4311-b17e-5a12ef46620c req-e309d8b7-0b07-4b16-9b45-e0d13226b039 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292045 Feb 19 03:32:35.634630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Deleting port 876a468a-3ddf-42db-984c-84f32c8c268d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:35.635239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (876a468a-3ddf-42db-984c-84f32c8c268d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.664212 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (48128dc4-32fe-4903-80d3-d04a24417971), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.681071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:35.681806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (48128dc4-32fe-4903-80d3-d04a24417971), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.717326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0d06e0-e56d-476e-84cb-a28fc74b02ed {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:35.732170 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Publish callbacks [] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.799361 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (876a468a-3ddf-42db-984c-84f32c8c268d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.820488 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db6c422-88fb-4b7d-9382-c7253a266a34 x-openstack-request-id: req-9db6c422-88fb-4b7d-9382-c7253a266a34 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:35.820767 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11428788-dd7d-45ec-97ad-dc6872469501", "tag": "647fbf40-ce13-4134-ae79-229bf2968bd6", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:35.821016 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9db6c422-88fb-4b7d-9382-c7253a266a34 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:35.821421 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11428788-dd7d-45ec-97ad-dc6872469501', 'tag': '647fbf40-ce13-4134-ae79-229bf2968bd6', 'status': 'completed', 'code': 200} Feb 19 03:32:35.822132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Calling delete_port for 876a468a-3ddf-42db-984c-84f32c8c268d owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:35.833371 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:35.864477 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (06484f06-49df-494e-908d-bcbb7bf8ba89), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.897183 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.903700 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "DELETE /v2.0/networks/06484f06-49df-494e-908d-bcbb7bf8ba89 HTTP/1.1" status: 204 len: 168 time: 0.5521455 Feb 19 03:32:35.915354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52564) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:35.934655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808e5bd-1769-44d6-b631-0b17cc32fb2d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Network': ['ID=06484f06-49df-494e-908d-bcbb7bf8ba89,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:36.048497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Transition to ACTIVE for port object ee0d06e0-e56d-476e-84cb-a28fc74b02ed will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:32:36.094384 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.100290 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.111257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf req-1b6e5e46-f965-4477-b1bf-29f4c51cc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:36.115652 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf req-1b6e5e46-f965-4477-b1bf-29f4c51cc9f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=945f4e3f343b489cafd000abb754fec1&device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 1125 time: 0.2966309 Feb 19 03:32:36.122562 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (273d4c73-b28c-4458-80de-5f62dfbc8e01), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.158005 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (876a468a-3ddf-42db-984c-84f32c8c268d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.169959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Pushing event updated for resources: {'Port': ['ID=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:36.307295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Pushing event deleted for resources: {'Port': ['ID=876a468a-3ddf-42db-984c-84f32c8c268d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:36.447515 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (273d4c73-b28c-4458-80de-5f62dfbc8e01), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.449798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.477227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273d4c73-b28c-4458-80de-5f62dfbc8e01']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:36.478168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d979aa-8863-4220-8aeb-88a38646692f req-0ece6b0c-f77a-4942-b18b-2cd7fa155696 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:36.485283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86d979aa-8863-4220-8aeb-88a38646692f req-0ece6b0c-f77a-4942-b18b-2cd7fa155696 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 943 time: 0.4351068 Feb 19 03:32:36.509002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8285915-6d10-48ab-b246-32a82c2a022f') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:36.509618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8285915-6d10-48ab-b246-32a82c2a022f') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:36.526905 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (f8285915-6d10-48ab-b246-32a82c2a022f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.530141 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf req-64d4bf04-cd2d-4c41-a3da-597ef1841a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:36.532518 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf req-64d4bf04-cd2d-4c41-a3da-597ef1841a2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 200 len: 913 time: 0.4054720 Feb 19 03:32:36.602290 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf req-1864174b-5cc5-4d94-8aa1-30a8874c41c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=647fbf40-ce13-4134-ae79-229bf2968bd6 HTTP/1.1" status: 200 len: 217 time: 0.0571363 Feb 19 03:32:36.663167 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f8285915-6d10-48ab-b246-32a82c2a022f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.678269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf req-33c459c4-1305-434a-8077-127f142aebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:36.679957 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf req-33c459c4-1305-434a-8077-127f142aebf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 200 len: 852 time: 0.0717685 Feb 19 03:32:36.681317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:36.681761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (f8285915-6d10-48ab-b246-32a82c2a022f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:36.685360 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:36.753535 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf req-a671309e-2468-4b3b-8820-564a5132000c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3336400-e1dd-4eb4-bf58-d531a8c12ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666935 Feb 19 03:32:36.823500 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (273d4c73-b28c-4458-80de-5f62dfbc8e01), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.833528 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.836768 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "DELETE /v2.0/networks/273d4c73-b28c-4458-80de-5f62dfbc8e01 HTTP/1.1" status: 204 len: 168 time: 0.9201066 Feb 19 03:32:36.840773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52570) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:36.861601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e7ebf-22b5-4e32-9959-c1e6e936079a tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Network': ['ID=273d4c73-b28c-4458-80de-5f62dfbc8e01,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:36.950617 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf req-324d8692-21f2-4a9d-84f1-f453376138c9 service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869190 Feb 19 03:32:37.036020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b91f33-a303-4143-89c7-36ccc984a914 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.041327 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b91f33-a303-4143-89c7-36ccc984a914 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.046417 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-20b91f33-a303-4143-89c7-36ccc984a914 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1941168 Feb 19 03:32:37.047493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52572) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:37.053255 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1231121885'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:37.097548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Made reservation on behalf of 6a6b9aad327e48f4bad019e383a11631 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:37.100872 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.116407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86d979aa-8863-4220-8aeb-88a38646692f req-4b6e28bd-8dcd-41b9-afb3-ed36bda90b10 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473589 Feb 19 03:32:37.142598 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-98de9c3c-5f88-4eb8-b02c-8f931d48f7bf req-85a4a012-9e02-4d54-9a41-873176c8626d service neutron] 10.222.0.37 "GET /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845417 Feb 19 03:32:37.163196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Attempting to bind port ee0d06e0-e56d-476e-84cb-a28fc74b02ed on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:37.163581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Attempting to bind port ee0d06e0-e56d-476e-84cb-a28fc74b02ed by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:37.163866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Attempting to bind port ee0d06e0-e56d-476e-84cb-a28fc74b02ed on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:37.170662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:32:37.186409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e9d11a37-4ace-4657-b20d-d28184910e78), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.186847 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Added segment e9d11a37-4ace-4657-b20d-d28184910e78 of type vlan for network e33a05a0-2769-4abf-9f42-e9b341f6d728 Feb 19 03:32:37.251936 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (e33a05a0-2769-4abf-9f42-e9b341f6d728), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.259750 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3688524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3700285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62394'] for router (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.270547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Port ee0d06e0-e56d-476e-84cb-a28fc74b02ed on network fe9d6d30-625d-450f-933b-efaadb357ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:32:37.270882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Attempting to bind port ee0d06e0-e56d-476e-84cb-a28fc74b02ed on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:37.279823 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3688539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3688530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3700276'] for router (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.282540 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (e33a05a0-2769-4abf-9f42-e9b341f6d728), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.288530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.289294 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.316954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:37.317652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Checking segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:37.318236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Bound using segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:37.318841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Bound port: ee0d06e0-e56d-476e-84cb-a28fc74b02ed, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:37.319376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.349708 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3018425 Feb 19 03:32:37.364521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52582) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:37.369134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1384082797'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:37.396720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5063ac7-f886-445e-922f-0343645d033b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'Network': ['ID=e33a05a0-2769-4abf-9f42-e9b341f6d728,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:37.407368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Made reservation on behalf of 6a6b9aad327e48f4bad019e383a11631 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:37.413443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network e33a05a0-2769-4abf-9f42-e9b341f6d728 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:32:37.414915 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.471004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:32:37.486421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c2ef049d-35d4-414d-9fbe-adf6fd6901ef), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.486685 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Added segment c2ef049d-35d4-414d-9fbe-adf6fd6901ef of type vlan for network 45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b Feb 19 03:32:37.498770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Router 0c42e245-cd89-46ee-ab40-5eb0deaaa4ab has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:32:37.579723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.597296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e3066-61d3-4fac-9bf3-41e64048ba51 req-6ef65d91-2105-4cdf-8d1c-91ad6eb90199 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.599085 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a97e3066-61d3-4fac-9bf3-41e64048ba51 req-6ef65d91-2105-4cdf-8d1c-91ad6eb90199 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 943 time: 0.3416924 Feb 19 03:32:37.620525 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.625472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.626252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.665315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] For port ee0d06e0-e56d-476e-84cb-a28fc74b02ed, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:37.687142 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3218207 Feb 19 03:32:37.691013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52598) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:37.696276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'ports': [{'network_id': 'e33a05a0-2769-4abf-9f42-e9b341f6d728', 'name': 'tempest-port--22368334', 'admin_state_up': True}, {'network_id': '45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b', 'admin_state_up': False}]} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:37.696595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'port': {'network_id': 'e33a05a0-2769-4abf-9f42-e9b341f6d728', 'name': 'tempest-port--22368334', 'admin_state_up': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:37.697132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'port': {'network_id': '45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b', 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:37.741808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] For port ee0d06e0-e56d-476e-84cb-a28fc74b02ed, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:37.743601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:37.758587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c806ffa-f430-4cf6-b8a6-508f60c44590 None None] Sync routers for ids ['0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:37.768676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4752e9-73aa-4a69-bfff-47b3a88fdc91 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'Network': ['ID=45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:37.771897 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.774979 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d3b07569-e035-4f56-8b75-a789070f4585 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "PUT /v2.0/routers/0c42e245-cd89-46ee-ab40-5eb0deaaa4ab HTTP/1.1" status: 200 len: 710 time: 3.8992877 Feb 19 03:32:37.779434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c806ffa-f430-4cf6-b8a6-508f60c44590 None None] Routers {'0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:37.780188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1c806ffa-f430-4cf6-b8a6-508f60c44590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:37.780772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52604) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:37.791605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:32:37.909881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Made reservation on behalf of 6a6b9aad327e48f4bad019e383a11631 for: {'port': 2} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:37.920592 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.932507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1c806ffa-f430-4cf6-b8a6-508f60c44590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:37.934433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a97e3066-61d3-4fac-9bf3-41e64048ba51 req-29012f6f-b21f-4b78-b447-5a6c83004504 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956793 Feb 19 03:32:37.935659 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.949068 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.978966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bca48c73-dfe5-4d7e-91ba-a62e1c103498 tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/routers/0c42e245-cd89-46ee-ab40-5eb0deaaa4ab HTTP/1.1" status: 200 len: 745 time: 0.1923571 Feb 19 03:32:37.981599 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52612) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:37.996034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.996225 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.998105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c806ffa-f430-4cf6-b8a6-508f60c44590 None None] Routers {'0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:37.999341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] 10.222.0.37 "PUT /v2.0/ports/ee0d06e0-e56d-476e-84cb-a28fc74b02ed HTTP/1.1" status: 200 len: 1092 time: 3.6773486 Feb 19 03:32:37.999445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1c806ffa-f430-4cf6-b8a6-508f60c44590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:37.999824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'tag': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:38.005105 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194" -d '{"events": [{"name": "network-changed", "server_uuid": "8298e39c-2e03-476b-9130-097be1f3b5e6", "tag": "ee0d06e0-e56d-476e-84cb-a28fc74b02ed"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:38.118804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33456164-a49a-4d29-8bac-d7d18a90dc0e details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:38.133684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ecaa7-e140-498b-9e20-26f93f1894ac service neutron] Pushing event updated for resources: {'Port': ['ID=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:38.165733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-d017b6ba-c65d-4c0d-8999-9b1a0087d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:38.168319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-d017b6ba-c65d-4c0d-8999-9b1a0087d53c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 1126 time: 0.0872922 Feb 19 03:32:38.215434 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bdaa40b7-9acd-48bd-aa27-e63a6d9497fc tempest-RoutersIpV6AdminTest-1486857369 tempest-RoutersIpV6AdminTest-1486857369-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&device_id=0c42e245-cd89-46ee-ab40-5eb0deaaa4ab HTTP/1.1" status: 200 len: 205 time: 0.2281682 Feb 19 03:32:38.217471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52618) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:38.257733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-e08cfb8c-87fd-461e-88ac-843ecd180a9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0d06e0-e56d-476e-84cb-a28fc74b02ed HTTP/1.1" status: 200 len: 217 time: 0.0711899 Feb 19 03:32:38.325829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52626) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:38.328056 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c009da14-18cd-4584-8b4c-51bba10003d6 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c42e245-cd89-46ee-ab40-5eb0deaaa4ab HTTP/1.1" status: 200 len: 205 time: 0.1093423 Feb 19 03:32:38.332895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1c806ffa-f430-4cf6-b8a6-508f60c44590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:38.337244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c806ffa-f430-4cf6-b8a6-508f60c44590 None None] The sync data for ids ['0c42e245-cd89-46ee-ab40-5eb0deaaa4ab'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:38.375970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:38.383773 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8b9746ba-c562-44df-b926-80d0c095be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:38.416432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'port_id': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'mac_address': 'fa:16:3e:00:d2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:38.481394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 33456164-a49a-4d29-8bac-d7d18a90dc0e is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:38.482098 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:38.496883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33456164-a49a-4d29-8bac-d7d18a90dc0e {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:38.512266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] device_id is not set on port eb86b8f1-c73e-4bb4-a085-774d5ceea0fa yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:32:38.522181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-a52c2936-5bd5-4c53-9db3-bdbad96127e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:38.523709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-a52c2936-5bd5-4c53-9db3-bdbad96127e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.2603762 Feb 19 03:32:38.542218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:38.564813 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:38.567514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 647fbf40-ce13-4134-ae79-229bf2968bd6 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:38.569550 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f264e09-b154-4bc9-805f-9f05d461f329 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:38.648662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:38.715355 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for port (eb86b8f1-c73e-4bb4-a085-774d5ceea0fa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:38.882219 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] device_id is not set on port d210b9ba-0d08-4f4e-9203-f927e7026ef9 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:32:38.923841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-41cf9c9c-62c4-4844-9f6c-ce0329514d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:38.927082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-41cf9c9c-62c4-4844-9f6c-ce0329514d8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3921862 Feb 19 03:32:39.023839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 647fbf40-ce13-4134-ae79-229bf2968bd6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=647fbf40-ce13-4134-ae79-229bf2968bd6,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:39.038579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '647fbf40-ce13-4134-ae79-229bf2968bd6', 'network_id': 'd3336400-e1dd-4eb4-bf58-d531a8c12ae4', 'port_id': '647fbf40-ce13-4134-ae79-229bf2968bd6', 'mac_address': 'fa:16:3e:53:56:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:39.048353 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for port (d210b9ba-0d08-4f4e-9203-f927e7026ef9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:39.123312 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (eb86b8f1-c73e-4bb4-a085-774d5ceea0fa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:39.136158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 647fbf40-ce13-4134-ae79-229bf2968bd6 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:39.136560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:39.149312 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f264e09-b154-4bc9-805f-9f05d461f329 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:39.153587 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f264e09-b154-4bc9-805f-9f05d461f329 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router_controller (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:39.163674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed8c12-1701-44b3-843f-0ceef5505b9a req-f2907fe5-6364-4ce6-8d84-b179c5cf4ad5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:39.171424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-11ed8c12-1701-44b3-843f-0ceef5505b9a req-f2907fe5-6364-4ce6-8d84-b179c5cf4ad5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 944 time: 0.3286965 Feb 19 03:32:39.172276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647fbf40-ce13-4134-ae79-229bf2968bd6 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:39.193299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'Port': ['ID=eb86b8f1-c73e-4bb4-a085-774d5ceea0fa,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:39.216393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 647fbf40-ce13-4134-ae79-229bf2968bd6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=647fbf40-ce13-4134-ae79-229bf2968bd6,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:39.226270 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:39.246649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Checking segment: {'id': 'e9d11a37-4ace-4657-b20d-d28184910e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e33a05a0-2769-4abf-9f42-e9b341f6d728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:39.247374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Network hostable DHCP agents. Network: e33a05a0-2769-4abf-9f42-e9b341f6d728, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:32:39.269807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Network e33a05a0-2769-4abf-9f42-e9b341f6d728 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:32:39.286896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-11ed8c12-1701-44b3-843f-0ceef5505b9a req-c97378d7-5809-4e34-a28a-f5643f85d85f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144640 Feb 19 03:32:39.290167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-c20a78f5-87ba-45fc-8ce1-527ad6356922 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071642 Feb 19 03:32:39.296698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f264e09-b154-4bc9-805f-9f05d461f329 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (0c42e245-cd89-46ee-ab40-5eb0deaaa4ab), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:39.297551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f264e09-b154-4bc9-805f-9f05d461f329 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Fanout notify agent at l3_agent the message router_deleted on router 0c42e245-cd89-46ee-ab40-5eb0deaaa4ab {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:32:39.318723 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, e33a05a0-2769-4abf-9f42-e9b341f6d728) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:39.335193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f264e09-b154-4bc9-805f-9f05d461f329 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:39.339418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2f264e09-b154-4bc9-805f-9f05d461f329 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/0c42e245-cd89-46ee-ab40-5eb0deaaa4ab HTTP/1.1" status: 204 len: 168 time: 1.0121045 Feb 19 03:32:39.351385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52638) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:39.360728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07b5bb-2efe-4ad2-b8f5-fbb0666cc650 None None] Network e33a05a0-2769-4abf-9f42-e9b341f6d728 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:39.370422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:39.371248 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495e53dc-8d0a-46ba-ab36-61d9e1a1330d x-openstack-request-id: req-495e53dc-8d0a-46ba-ab36-61d9e1a1330d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:39.371391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d210b9ba-0d08-4f4e-9203-f927e7026ef9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:39.371917 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8298e39c-2e03-476b-9130-097be1f3b5e6", "tag": "ee0d06e0-e56d-476e-84cb-a28fc74b02ed", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:39.373244 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-495e53dc-8d0a-46ba-ab36-61d9e1a1330d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:39.375030 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'tag': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed', 'status': 'completed', 'code': 200} Feb 19 03:32:39.475931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52640) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:39.476186 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-72d586f7-fe35-4e0f-8fcb-e2ea9a236774 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c42e245-cd89-46ee-ab40-5eb0deaaa4ab HTTP/1.1" status: 200 len: 205 time: 0.1087613 Feb 19 03:32:39.524610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=647fbf40-ce13-4134-ae79-229bf2968bd6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:39.549687 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-008eaac5-a431-4512-ac89-211ca5c4cb7d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] delete failed (client error): The resource could not be found. Feb 19 03:32:39.554410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-008eaac5-a431-4512-ac89-211ca5c4cb7d tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/0c42e245-cd89-46ee-ab40-5eb0deaaa4ab HTTP/1.1" status: 404 len: 336 time: 0.0739176 Feb 19 03:32:39.557163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52642) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:39.568730 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'Port': ['ID=d210b9ba-0d08-4f4e-9203-f927e7026ef9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:39.648504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Checking segment: {'id': 'c2ef049d-35d4-414d-9fbe-adf6fd6901ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:39.648781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c8359c62-da94-4e24-9bba-c33aee5aeb45 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=982da1eb-6784-4503-8f14-1a03fd507639 HTTP/1.1" status: 200 len: 205 time: 0.0881166 Feb 19 03:32:39.648906 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Network hostable DHCP agents. Network: 45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:32:39.654437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52644) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:39.686651 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Network 45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:32:39.708551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33456164-a49a-4d29-8bac-d7d18a90dc0e'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:39.710337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:39.718779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:39.725060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:39.731088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:39.731983 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:39.734389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdeb3ed6-1b37-4a26-8bb1-07ef2657343d req-69f58848-67fc-4310-b8a8-2169442ad6ab service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308929 Feb 19 03:32:39.746169 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-4b0750c7-5569-44a4-8279-21ae61f87650 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] delete failed (client error): The resource could not be found. Feb 19 03:32:39.751615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4b0750c7-5569-44a4-8279-21ae61f87650 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/982da1eb-6784-4503-8f14-1a03fd507639 HTTP/1.1" status: 404 len: 336 time: 0.0916808 Feb 19 03:32:39.760252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de2406-636c-4227-8993-00d8b989d46f req-107de487-73de-47b2-a68e-3175f0a0a8d5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:39.762387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65de2406-636c-4227-8993-00d8b989d46f req-107de487-73de-47b2-a68e-3175f0a0a8d5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 944 time: 0.2738433 Feb 19 03:32:39.763133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:39.772189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e215b14-4f04-4345-a01b-55316b4af910 None None] Network 45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:39.772800 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7a986f29-3610-4749-8ae8-f01169eda0b1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.0801351 Feb 19 03:32:39.791361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52648) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:39.836349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['647fbf40-ce13-4134-ae79-229bf2968bd6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:39.840954 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-87ead538-4ad4-4e1a-a1b1-80ba64275179 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=120c4709-09ca-41f7-8ac4-92a9750f5389 HTTP/1.1" status: 200 len: 205 time: 0.0651011 Feb 19 03:32:39.841676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52650) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:39.901901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65de2406-636c-4227-8993-00d8b989d46f req-9068e93b-df13-4e63-ab49-eeba2de728a2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313128 Feb 19 03:32:39.930418 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-1c5eee73-7f15-4732-a2a9-e56370ffa68c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] delete failed (client error): The resource could not be found. Feb 19 03:32:39.931756 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1c5eee73-7f15-4732-a2a9-e56370ffa68c tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/120c4709-09ca-41f7-8ac4-92a9750f5389 HTTP/1.1" status: 404 len: 336 time: 0.0890818 Feb 19 03:32:39.934454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52652) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:39.982301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-2746b751-68eb-49b0-938a-613fee909d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:39.983883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-2746b751-68eb-49b0-938a-613fee909d64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 1126 time: 0.1385770 Feb 19 03:32:40.007092 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-68c27694-406d-4234-80d7-37d992870922 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fbd0734-cf29-4080-b48a-f0b166e47795 HTTP/1.1" status: 200 len: 205 time: 0.0694370 Feb 19 03:32:40.007807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52654) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:40.027810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf435993-a845-4360-835d-433bd22aad13 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:40.043118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf435993-a845-4360-835d-433bd22aad13 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:40.047400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cf435993-a845-4360-835d-433bd22aad13 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2512462 Feb 19 03:32:40.058212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52656) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:40.066749 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-5b915d39-93d2-4478-9ab8-928bdaa5ca01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] delete failed (client error): The resource could not be found. Feb 19 03:32:40.067803 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5b915d39-93d2-4478-9ab8-928bdaa5ca01 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/1fbd0734-cf29-4080-b48a-f0b166e47795 HTTP/1.1" status: 404 len: 336 time: 0.0590451 Feb 19 03:32:40.070448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52658) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:40.125470 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9985bf20-585c-4731-a047-4e2251a65883 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=864914ae-579c-4fe7-9287-55478e49d62e HTTP/1.1" status: 200 len: 205 time: 0.0521729 Feb 19 03:32:40.127439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52662) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:40.204902 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-79f729f8-c69b-44f1-b64f-7671edc26b40 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] delete failed (client error): The resource could not be found. Feb 19 03:32:40.209709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52664) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:40.209984 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-79f729f8-c69b-44f1-b64f-7671edc26b40 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/864914ae-579c-4fe7-9287-55478e49d62e HTTP/1.1" status: 404 len: 336 time: 0.0797496 Feb 19 03:32:40.268771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e1d1451e-ce46-4b90-9bff-3105d0d57c16 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec5bd69d-44dc-4398-a3a1-c76042a9a131 HTTP/1.1" status: 200 len: 205 time: 0.0512075 Feb 19 03:32:40.271223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52666) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:40.358672 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-3f56561d-f43a-43c8-83dc-11f305304608 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] delete failed (client error): The resource could not be found. Feb 19 03:32:40.360489 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3f56561d-f43a-43c8-83dc-11f305304608 tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/routers/ec5bd69d-44dc-4398-a3a1-c76042a9a131 HTTP/1.1" status: 404 len: 336 time: 0.0871282 Feb 19 03:32:40.362695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52670) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:40.386975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea772cba-6f4a-440d-8541-307fe99b624d req-a2359918-609a-4299-ab08-5613b40bff9d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:40.391057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea772cba-6f4a-440d-8541-307fe99b624d req-a2359918-609a-4299-ab08-5613b40bff9d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.3449717 Feb 19 03:32:40.413162 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e88065d-087c-426d-894b-ef66508bfeca tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] DELETE failed (client error): The resource could not be found. Feb 19 03:32:40.413625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e88065d-087c-426d-894b-ef66508bfeca tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:32:40.420758 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3e88065d-087c-426d-894b-ef66508bfeca tempest-RoutersIpV6AdminTest-1603972516 tempest-RoutersIpV6AdminTest-1603972516-project] 10.222.0.42 "DELETE /v2.0/subnets/87f97db7-49a6-49d8-9494-89b31751537c HTTP/1.1" status: 404 len: 337 time: 0.0454297 Feb 19 03:32:40.433904 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df816f10-5025-4640-a5f1-8902c5c1874f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:40.436644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-16e0e240-5877-42c3-b3f4-f7653d683d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:40.438530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-16e0e240-5877-42c3-b3f4-f7653d683d62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.4480166 Feb 19 03:32:40.559347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-646a71af-08de-452c-9e5a-715baa1ec8cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0d06e0-e56d-476e-84cb-a28fc74b02ed HTTP/1.1" status: 200 len: 217 time: 0.1101084 Feb 19 03:32:40.570619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea772cba-6f4a-440d-8541-307fe99b624d req-e0b4124a-5812-4872-a47d-7ffc613e4b30 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704226 Feb 19 03:32:40.589176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-44c64934-5a30-4948-b116-437f4289dec1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Deleting port eb86b8f1-c73e-4bb4-a085-774d5ceea0fa {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:40.589709 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44c64934-5a30-4948-b116-437f4289dec1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (eb86b8f1-c73e-4bb4-a085-774d5ceea0fa), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:40.711887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-a7a54f13-791a-4bd5-b48c-dbd779ecceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:40.714257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-a7a54f13-791a-4bd5-b48c-dbd779ecceb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1406450 Feb 19 03:32:40.747143 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44c64934-5a30-4948-b116-437f4289dec1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (eb86b8f1-c73e-4bb4-a085-774d5ceea0fa), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:40.824890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-44c64934-5a30-4948-b116-437f4289dec1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Calling delete_port for eb86b8f1-c73e-4bb4-a085-774d5ceea0fa owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:40.916193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52676) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:40.920997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-9e0dee25-2b44-454e-8034-3d6fa44352f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:40.922744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-9e0dee25-2b44-454e-8034-3d6fa44352f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1998177 Feb 19 03:32:40.936757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46048-d85b-4e92-b891-d241a31cec3c req-13031e8a-12f1-4036-bc7d-dfd5762a769b tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:40.944659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9c46048-d85b-4e92-b891-d241a31cec3c req-13031e8a-12f1-4036-bc7d-dfd5762a769b tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 944 time: 0.2234118 Feb 19 03:32:41.115168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9c46048-d85b-4e92-b891-d241a31cec3c req-938ba019-7ddd-4216-9281-24c9f0e5043f tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694083 Feb 19 03:32:41.127217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4fc24755-72cd-44c5-a2f9-9762d614ae3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:41.228478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-8200e568-b01c-4fb5-8ba5-be37cbdb80a6 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807167 Feb 19 03:32:41.283367 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44c64934-5a30-4948-b116-437f4289dec1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (eb86b8f1-c73e-4bb4-a085-774d5ceea0fa), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:41.313399 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4fc24755-72cd-44c5-a2f9-9762d614ae3d admin admin] Publish callbacks [] for security_group (a7b5fa73-52cb-4204-aa6b-d879b56a5ef8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:41.319609 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4fc24755-72cd-44c5-a2f9-9762d614ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a7b5fa73-52cb-4204-aa6b-d879b56a5ef8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:41.756536 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4fc24755-72cd-44c5-a2f9-9762d614ae3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b6846d923bd40fa8e6205851b5166f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8392086 Feb 19 03:32:41.759357 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc24755-72cd-44c5-a2f9-9762d614ae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b5fa73-52cb-4204-aa6b-d879b56a5ef8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:41.762120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52690) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:41.845047 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8e086c9-5154-489c-9227-795f0aa8deac admin admin] Publish callbacks [] for security_group (a7b5fa73-52cb-4204-aa6b-d879b56a5ef8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:41.858132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c64934-5a30-4948-b116-437f4289dec1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Port': ['ID=eb86b8f1-c73e-4bb4-a085-774d5ceea0fa,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:41.890361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8e086c9-5154-489c-9227-795f0aa8deac admin admin] Publish callbacks [] for security_group (a7b5fa73-52cb-4204-aa6b-d879b56a5ef8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:41.904673 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44c64934-5a30-4948-b116-437f4289dec1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:41.911507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-44c64934-5a30-4948-b116-437f4289dec1 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "DELETE /v2.0/ports/eb86b8f1-c73e-4bb4-a085-774d5ceea0fa HTTP/1.1" status: 204 len: 168 time: 1.8478501 Feb 19 03:32:41.913809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52692) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:41.931239 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:41.976195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad163dd-c7df-4db4-b23b-5f1896251354 req-29732f25-4f71-4496-9b4a-b97ad47f875c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:41.980216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ad163dd-c7df-4db4-b23b-5f1896251354 req-29732f25-4f71-4496-9b4a-b97ad47f875c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 944 time: 0.7424443 Feb 19 03:32:42.044707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a717f6b8-0a3d-494f-9e91-c9f20e6ea194 req-d09c2b03-b7c9-46a6-aa05-3813b421a260 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8053870 Feb 19 03:32:42.070792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 647fbf40-ce13-4134-ae79-229bf2968bd6 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:42.102978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ad163dd-c7df-4db4-b23b-5f1896251354 req-5b1163b0-e592-4ec9-b493-a8d35d48b82c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036777 Feb 19 03:32:42.122344 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8e086c9-5154-489c-9227-795f0aa8deac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a7b5fa73-52cb-4204-aa6b-d879b56a5ef8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.125084 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8e086c9-5154-489c-9227-795f0aa8deac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.129028 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a8e086c9-5154-489c-9227-795f0aa8deac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7b5fa73-52cb-4204-aa6b-d879b56a5ef8 HTTP/1.1" status: 204 len: 168 time: 0.3516495 Feb 19 03:32:42.132402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6cb88b15-5ee6-43a2-8bf1-3b919debd4ea tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Deleting port d210b9ba-0d08-4f4e-9203-f927e7026ef9 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:42.132754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cb88b15-5ee6-43a2-8bf1-3b919debd4ea tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d210b9ba-0d08-4f4e-9203-f927e7026ef9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.249442 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e086c9-5154-489c-9227-795f0aa8deac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b5fa73-52cb-4204-aa6b-d879b56a5ef8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:42.260466 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cb88b15-5ee6-43a2-8bf1-3b919debd4ea tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d210b9ba-0d08-4f4e-9203-f927e7026ef9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.287065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 647fbf40-ce13-4134-ae79-229bf2968bd6 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:42.294703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6cb88b15-5ee6-43a2-8bf1-3b919debd4ea tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Calling delete_port for d210b9ba-0d08-4f4e-9203-f927e7026ef9 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:42.307131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578d299-5a8c-46b3-9ee6-8b3d73f52685 req-4f1d0d81-2862-46a6-b2be-97702d81a895 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:42.309114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 647fbf40-ce13-4134-ae79-229bf2968bd6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:42.310227 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.314378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a578d299-5a8c-46b3-9ee6-8b3d73f52685 req-4f1d0d81-2862-46a6-b2be-97702d81a895 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 944 time: 0.1007993 Feb 19 03:32:42.428876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a578d299-5a8c-46b3-9ee6-8b3d73f52685 req-48136ecd-5020-4afe-a8f7-c55ec640a54c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100469 Feb 19 03:32:42.493975 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cb88b15-5ee6-43a2-8bf1-3b919debd4ea tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d210b9ba-0d08-4f4e-9203-f927e7026ef9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.537249 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cb88b15-5ee6-43a2-8bf1-3b919debd4ea tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.543569 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6cb88b15-5ee6-43a2-8bf1-3b919debd4ea tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "DELETE /v2.0/ports/d210b9ba-0d08-4f4e-9203-f927e7026ef9 HTTP/1.1" status: 204 len: 168 time: 0.6157055 Feb 19 03:32:42.543569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb88b15-5ee6-43a2-8bf1-3b919debd4ea tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Port': ['ID=d210b9ba-0d08-4f4e-9203-f927e7026ef9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:42.544342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52706) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:42.595602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52708) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:42.604674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1881327710'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:42.605786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-333f1480-133b-42a5-8ef1-ed25b8d251d7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0443339 Feb 19 03:32:42.636379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 647fbf40-ce13-4134-ae79-229bf2968bd6 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:42.637143 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.664606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Made reservation on behalf of 6a6b9aad327e48f4bad019e383a11631 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:42.685483 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.692587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 647fbf40-ce13-4134-ae79-229bf2968bd6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=647fbf40-ce13-4134-ae79-229bf2968bd6,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:42.693755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11428788-dd7d-45ec-97ad-dc6872469501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647fbf40-ce13-4134-ae79-229bf2968bd6'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:42.697767 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c918757-d537-4661-bdde-6d146250ad58" -d '{"events": [{"server_uuid": "11428788-dd7d-45ec-97ad-dc6872469501", "name": "network-vif-plugged", "status": "completed", "tag": "647fbf40-ce13-4134-ae79-229bf2968bd6"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:42.702453 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.704148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33456164-a49a-4d29-8bac-d7d18a90dc0e up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:42.724632 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:42.776545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22709c23-4c18-4bdd-8ef2-15f960c17855 req-b28c9bc3-c8cd-4ccf-bf5d-3c1b484c2a0a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:42.780335 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:32:42.788292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22709c23-4c18-4bdd-8ef2-15f960c17855 req-b28c9bc3-c8cd-4ccf-bf5d-3c1b484c2a0a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1572127 Feb 19 03:32:42.792628 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (a55e013e-ad97-472e-b1fb-91646e318bd6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.792982 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Added segment a55e013e-ad97-472e-b1fb-91646e318bd6 of type vlan for network 63e6fea5-a796-49f3-9367-f27ff0d385b1 Feb 19 03:32:42.803265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=647fbf40-ce13-4134-ae79-229bf2968bd6,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:42.831077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 33456164-a49a-4d29-8bac-d7d18a90dc0e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:42.833737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.895960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22709c23-4c18-4bdd-8ef2-15f960c17855 req-0f298232-d96c-459e-a032-a5832ecc9192 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999382 Feb 19 03:32:42.919796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (63e6fea5-a796-49f3-9367-f27ff0d385b1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.972420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (63e6fea5-a796-49f3-9367-f27ff0d385b1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.988251 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:42.988251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.018730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52714) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:43.019073 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4207234 Feb 19 03:32:43.026055 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.026936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 33456164-a49a-4d29-8bac-d7d18a90dc0e is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:43.027264 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.031233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-86552370'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:43.070181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Made reservation on behalf of 6a6b9aad327e48f4bad019e383a11631 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:43.076097 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.090982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8cad13b9-8516-43c0-8ef2-02af189bfd24 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b51715a51724caeaec7af2650a916b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649237 Feb 19 03:32:43.093889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52716) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:43.103042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:43.104292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24384cb-8cc3-4980-833e-d90b4e2cccde tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'Network': ['ID=63e6fea5-a796-49f3-9367-f27ff0d385b1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:43.110902 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.167957 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee428889-33b8-47f8-a6b7-38d6106ba336 admin admin] Publish callbacks [] for security_group (4262793a-342a-4e0d-9f05-445386dd661b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.171017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 63e6fea5-a796-49f3-9367-f27ff0d385b1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:32:43.189255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:32:43.199414 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee428889-33b8-47f8-a6b7-38d6106ba336 admin admin] Publish callbacks [] for security_group (4262793a-342a-4e0d-9f05-445386dd661b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.204447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2742a-e0fb-4b6c-99c9-5b692ea9a49f req-4a75fbcb-90f6-49ca-8869-e9df12bbb92d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:43.214327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fe2742a-e0fb-4b6c-99c9-5b692ea9a49f req-4a75fbcb-90f6-49ca-8869-e9df12bbb92d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 945 time: 0.1469553 Feb 19 03:32:43.241785 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9aa3126f-d567-409c-b2b4-5cc4acb2eb46), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.242594 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Added segment 9aa3126f-d567-409c-b2b4-5cc4acb2eb46 of type vlan for network 3b96781b-8288-422f-8373-3305fa5a7832 Feb 19 03:32:43.263387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee428889-33b8-47f8-a6b7-38d6106ba336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4262793a-342a-4e0d-9f05-445386dd661b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.267858 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee428889-33b8-47f8-a6b7-38d6106ba336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.269750 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ee428889-33b8-47f8-a6b7-38d6106ba336 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4262793a-342a-4e0d-9f05-445386dd661b HTTP/1.1" status: 204 len: 168 time: 0.1748848 Feb 19 03:32:43.279292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee428889-33b8-47f8-a6b7-38d6106ba336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262793a-342a-4e0d-9f05-445386dd661b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:43.334050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (3b96781b-8288-422f-8373-3305fa5a7832), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.370199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:43.390565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fe2742a-e0fb-4b6c-99c9-5b692ea9a49f req-a93b072d-792b-43c4-a6e7-6c950d2916f7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748950 Feb 19 03:32:43.452233 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (3b96781b-8288-422f-8373-3305fa5a7832), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.477895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:43.480777 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.534096 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639a7b6a-d19c-4ab1-8850-f548763be6d5 x-openstack-request-id: req-639a7b6a-d19c-4ab1-8850-f548763be6d5 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:43.534563 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11428788-dd7d-45ec-97ad-dc6872469501", "name": "network-vif-plugged", "status": "completed", "tag": "647fbf40-ce13-4134-ae79-229bf2968bd6", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:43.535035 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-639a7b6a-d19c-4ab1-8850-f548763be6d5 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:43.535749 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11428788-dd7d-45ec-97ad-dc6872469501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647fbf40-ce13-4134-ae79-229bf2968bd6', 'code': 200} Feb 19 03:32:43.552171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5314529 Feb 19 03:32:43.620279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327526f-45a9-450c-abb8-5851467e9f6b tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'Network': ['ID=3b96781b-8288-422f-8373-3305fa5a7832,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:43.654317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 3b96781b-8288-422f-8373-3305fa5a7832 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:32:43.772297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4953c-9ae0-4945-b9eb-169de4cc4098 req-21de24bf-186d-4d6d-9880-7da9e215f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:43.774060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bcc4953c-9ae0-4945-b9eb-169de4cc4098 req-21de24bf-186d-4d6d-9880-7da9e215f601 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 1127 time: 0.1171134 Feb 19 03:32:43.854236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b8b20-14e6-43e0-b3f3-1c9d058234d7 req-94958a7b-da17-41dc-9558-e7a226303fa7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:43.865603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e7b8b20-14e6-43e0-b3f3-1c9d058234d7 req-94958a7b-da17-41dc-9558-e7a226303fa7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 944 time: 0.1471303 Feb 19 03:32:43.871129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bcc4953c-9ae0-4945-b9eb-169de4cc4098 req-7597d1b5-2577-4cc0-97cf-14d2dfa41b3a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890939 Feb 19 03:32:43.989405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e7b8b20-14e6-43e0-b3f3-1c9d058234d7 req-314e7e90-934f-4a1a-82f7-49326837bd56 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224475 Feb 19 03:32:44.268660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5801c-a7c6-472f-9cdf-901f7b8ca222 req-78b74c12-a43a-4b49-aee2-d9e888347b35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:44.271723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eb5801c-a7c6-472f-9cdf-901f7b8ca222 req-78b74c12-a43a-4b49-aee2-d9e888347b35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 946 time: 0.1390398 Feb 19 03:32:44.382445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8eb5801c-a7c6-472f-9cdf-901f7b8ca222 req-e5645ccb-0414-48a2-990b-694ab9055fba tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024060 Feb 19 03:32:44.628902 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.758951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2309a9-5308-40c8-85a5-0672af7b800c req-fffbf661-acb2-4f70-a07d-5980d8be2edd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:44.761051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab2309a9-5308-40c8-85a5-0672af7b800c req-fffbf661-acb2-4f70-a07d-5980d8be2edd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1599243 Feb 19 03:32:44.803780 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52752) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:44.832515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab2309a9-5308-40c8-85a5-0672af7b800c req-678b3010-1a53-44fd-9c2f-a92f91afc5f1 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604167 Feb 19 03:32:45.036050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723297a1-4f78-42fc-acd7-f4de11789ea9 req-f0b0dc57-e5bf-4fea-9473-e58153e6a6e7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:45.052713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-723297a1-4f78-42fc-acd7-f4de11789ea9 req-f0b0dc57-e5bf-4fea-9473-e58153e6a6e7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 945 time: 0.0871251 Feb 19 03:32:45.090230 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8d0f5927-93a1-41dc-a4fb-29caf815639f tempest-AgentManagementNegativeTest-363891024 tempest-AgentManagementNegativeTest-363891024-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2844465 Feb 19 03:32:45.201507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-723297a1-4f78-42fc-acd7-f4de11789ea9 req-2567f681-2f60-4b0b-a86a-b1735971e4a1 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426618 Feb 19 03:32:45.517488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83737f15-9666-4b04-a77a-56e61a43bad9 req-2ff6a67d-9736-4316-bd71-4dc477d5e53b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:45.519400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83737f15-9666-4b04-a77a-56e61a43bad9 req-2ff6a67d-9736-4316-bd71-4dc477d5e53b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 944 time: 0.1012499 Feb 19 03:32:45.537313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:45.539695 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a17e798-9dcf-4d2a-b5c8-09b478295f3c" -d '{"events": [{"server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "name": "network-vif-plugged", "status": "completed", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:45.622418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83737f15-9666-4b04-a77a-56e61a43bad9 req-e44883e7-68d4-4467-98bd-78e0dd17f7fc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957108 Feb 19 03:32:45.731503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52770) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:45.869548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72828a-d642-4a6a-ae75-59083d30cf39 req-d91cb54c-dace-4aa9-912e-bc4c6214b074 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:45.871526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b72828a-d642-4a6a-ae75-59083d30cf39 req-d91cb54c-dace-4aa9-912e-bc4c6214b074 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 946 time: 0.1194041 Feb 19 03:32:45.927622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d47b24e2-9751-4d16-a8d1-b2d1abdcd5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:45.949799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b72828a-d642-4a6a-ae75-59083d30cf39 req-5680579c-91dc-4e04-a42d-2a1a76ad47e8 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722351 Feb 19 03:32:46.049636 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b13634d-d74b-4431-9cef-293f259c70d7 x-openstack-request-id: req-0b13634d-d74b-4431-9cef-293f259c70d7 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:46.051274 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "name": "network-vif-plugged", "status": "completed", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:46.052258 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b13634d-d74b-4431-9cef-293f259c70d7 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:46.052891 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'code': 200} Feb 19 03:32:46.179048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d47b24e2-9751-4d16-a8d1-b2d1abdcd5c3 admin admin] Publish callbacks [] for security_group (48e03967-9783-4495-8318-2ddb528a674d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:46.186554 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d47b24e2-9751-4d16-a8d1-b2d1abdcd5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (48e03967-9783-4495-8318-2ddb528a674d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:46.239522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b24e2-9751-4d16-a8d1-b2d1abdcd5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e03967-9783-4495-8318-2ddb528a674d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:46.251610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a98871-d5ca-4106-a695-19af1e49786c req-f3b21b8f-5c67-4c6d-9913-60025ecf5c69 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:46.267194 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d47b24e2-9751-4d16-a8d1-b2d1abdcd5c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c801c94cc6340afb66aed5a7a056cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5320611 Feb 19 03:32:46.268745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4a98871-d5ca-4106-a695-19af1e49786c req-f3b21b8f-5c67-4c6d-9913-60025ecf5c69 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1497335 Feb 19 03:32:46.270379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52778) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:46.344642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30798cf0-b808-4282-b4bd-e90ef8a34fe2 admin admin] Publish callbacks [] for security_group (48e03967-9783-4495-8318-2ddb528a674d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:46.406962 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30798cf0-b808-4282-b4bd-e90ef8a34fe2 admin admin] Publish callbacks [] for security_group (48e03967-9783-4495-8318-2ddb528a674d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:46.474736 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30798cf0-b808-4282-b4bd-e90ef8a34fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (48e03967-9783-4495-8318-2ddb528a674d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:46.484196 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30798cf0-b808-4282-b4bd-e90ef8a34fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:46.503239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4a98871-d5ca-4106-a695-19af1e49786c req-303678bc-eb74-48c8-8d15-a29b3aa8b871 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297831 Feb 19 03:32:46.505739 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-30798cf0-b808-4282-b4bd-e90ef8a34fe2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48e03967-9783-4495-8318-2ddb528a674d HTTP/1.1" status: 204 len: 168 time: 0.2215428 Feb 19 03:32:46.525610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30798cf0-b808-4282-b4bd-e90ef8a34fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e03967-9783-4495-8318-2ddb528a674d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:46.539824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb897-fd49-40a9-a0b4-acbff3627285 req-f2a02e19-b36c-47b2-92d6-8dd4c350d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:46.540928 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c5cb897-fd49-40a9-a0b4-acbff3627285 req-f2a02e19-b36c-47b2-92d6-8dd4c350d174 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 1128 time: 0.1953735 Feb 19 03:32:46.635782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c5cb897-fd49-40a9-a0b4-acbff3627285 req-9e2af2d1-af50-4b0a-bbfb-fb04f3c99517 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885346 Feb 19 03:32:46.731043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467cbac-3786-4a55-b3b2-adcdb8f6a046 req-f51864ab-48cd-4d0a-8282-4085eb7cbde2 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:46.733359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a467cbac-3786-4a55-b3b2-adcdb8f6a046 req-f51864ab-48cd-4d0a-8282-4085eb7cbde2 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 945 time: 0.0835800 Feb 19 03:32:46.870484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a467cbac-3786-4a55-b3b2-adcdb8f6a046 req-da7ce6d5-5f95-4fbe-980d-7d0d8b07fc6d tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283853 Feb 19 03:32:47.112872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c654d-65dd-4f5e-a54f-a8a8ec49e43a req-63ab436c-6b7e-4d55-a0e8-8ed91f2a2e2f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:47.120559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d1c654d-65dd-4f5e-a54f-a8a8ec49e43a req-63ab436c-6b7e-4d55-a0e8-8ed91f2a2e2f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 944 time: 0.1154687 Feb 19 03:32:47.204768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d1c654d-65dd-4f5e-a54f-a8a8ec49e43a req-f79ec9f5-1241-4350-9785-8fb95cbe657a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832372 Feb 19 03:32:47.212124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52800) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:47.217676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'subnets': [{'network_id': '63e6fea5-a796-49f3-9367-f27ff0d385b1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--604078919', 'ip_version': 6}, {'network_id': '3b96781b-8288-422f-8373-3305fa5a7832', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:47.218151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'subnet': {'network_id': '63e6fea5-a796-49f3-9367-f27ff0d385b1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--604078919', 'ip_version': 6}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:47.218926 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Request body: {'subnet': {'network_id': '3b96781b-8288-422f-8373-3305fa5a7832', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:47.528182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Made reservation on behalf of 6a6b9aad327e48f4bad019e383a11631 for: {'subnet': 2} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:47.534674 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:47.535136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:47.638130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7eb96-1612-488c-9595-052a12eb1e38 req-17e4b25b-e8df-48e2-85d8-7138f4c13d9e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:47.640938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98e7eb96-1612-488c-9595-052a12eb1e38 req-17e4b25b-e8df-48e2-85d8-7138f4c13d9e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 946 time: 0.1509213 Feb 19 03:32:47.763376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98e7eb96-1612-488c-9595-052a12eb1e38 req-1d00fb63-c3ee-4ebb-aead-dff30aaf6d17 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037281 Feb 19 03:32:47.814464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52814) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:47.916895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a224df-0e9f-4e55-a92d-1860738786c1 req-28560172-889e-4bc6-9c15-e8a695f248da tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:47.924631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2a224df-0e9f-4e55-a92d-1860738786c1 req-28560172-889e-4bc6-9c15-e8a695f248da tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 945 time: 0.0925086 Feb 19 03:32:48.032740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-642962804'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:48.052572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2a224df-0e9f-4e55-a92d-1860738786c1 req-c547e4af-991e-44a6-8c62-6f3101d89a58 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236482 Feb 19 03:32:48.099177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Made reservation on behalf of d04cc372b3da43ba8d377e827aba2343 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:48.118015 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.150819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.207714 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (5342d8dc-c255-4cce-953a-d1bf56fd82ed), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.260875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32721a-cfbe-4322-9d2e-e703ac684528 req-3474ca3e-ef4c-4ad3-8d9b-b88cbe2e8b56 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:48.268392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c32721a-cfbe-4322-9d2e-e703ac684528 req-3474ca3e-ef4c-4ad3-8d9b-b88cbe2e8b56 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1226957 Feb 19 03:32:48.324613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'Subnet': ['ID=5342d8dc-c255-4cce-953a-d1bf56fd82ed,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:48.371375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Checking segment: {'id': 'a55e013e-ad97-472e-b1fb-91646e318bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '63e6fea5-a796-49f3-9367-f27ff0d385b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:48.372301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Network hostable DHCP agents. Network: 63e6fea5-a796-49f3-9367-f27ff0d385b1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:32:48.395895 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Network 63e6fea5-a796-49f3-9367-f27ff0d385b1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:32:48.410100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 63e6fea5-a796-49f3-9367-f27ff0d385b1) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:48.422234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d54b69-d6b7-4601-8606-880f98f9ac9c None None] Network 63e6fea5-a796-49f3-9367-f27ff0d385b1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:48.440449 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (7a63b34d-4ebc-40c3-9929-2fd8a24bf114), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.444150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c32721a-cfbe-4322-9d2e-e703ac684528 req-a43d361c-d771-4a54-bf7b-dfcebef16ac5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747615 Feb 19 03:32:48.486322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for security_group (2bbce315-909d-458a-8cdf-8c1358554068), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.505059 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2bbce315-909d-458a-8cdf-8c1358554068), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.561952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Checking segment: {'id': '9aa3126f-d567-409c-b2b4-5cc4acb2eb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3b96781b-8288-422f-8373-3305fa5a7832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:48.562322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Network hostable DHCP agents. Network: 3b96781b-8288-422f-8373-3305fa5a7832, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:32:48.582097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-63e6fea5-a796-49f3-9367-f27ff0d385b1', 'network_id': '63e6fea5-a796-49f3-9367-f27ff0d385b1', 'project_id': '6a6b9aad327e48f4bad019e383a11631', 'fixed_ips': [{'subnet_id': '5342d8dc-c255-4cce-953a-d1bf56fd82ed'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:32:48.583823 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.592126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event updated for resources: {'Subnet': ['ID=7a63b34d-4ebc-40c3-9929-2fd8a24bf114,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:48.600991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:32:48.629634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Network 3b96781b-8288-422f-8373-3305fa5a7832 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:32:48.646744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 3b96781b-8288-422f-8373-3305fa5a7832) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:48.657709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:48.659208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:48.660079 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.677028 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e1df708c-aadc-4136-9be0-9686a5f4c3fb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.678164 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Added segment e1df708c-aadc-4136-9be0-9686a5f4c3fb of type vlan for network 1df8039f-5e2f-4c7d-94a2-1455946b9805 Feb 19 03:32:48.680056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbce315-909d-458a-8cdf-8c1358554068,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:48.718125 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0d996f08-db59-48d6-a2f7-52f43c693aa5 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.5047202 Feb 19 03:32:48.722179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52836) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:48.747795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490961fe-a85b-4f36-8615-d820720b4a9a None None] Network 3b96781b-8288-422f-8373-3305fa5a7832 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:48.853607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98adea21-d87e-4df5-877f-219e0a7b4f82 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:48.855134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98adea21-d87e-4df5-877f-219e0a7b4f82 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:48.856564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98adea21-d87e-4df5-877f-219e0a7b4f82 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:48.858543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-98adea21-d87e-4df5-877f-219e0a7b4f82 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1344585 Feb 19 03:32:48.873026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52852) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:48.891846 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (1df8039f-5e2f-4c7d-94a2-1455946b9805), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.963626 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (1df8039f-5e2f-4c7d-94a2-1455946b9805), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.977828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:48.978894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.003781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054c383-cbfb-421a-86cb-e7a380299e82 req-e66793b3-63b9-4c8c-86f6-ebc453a9de34 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:49.010417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c054c383-cbfb-421a-86cb-e7a380299e82 req-e66793b3-63b9-4c8c-86f6-ebc453a9de34 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 944 time: 0.3875253 Feb 19 03:32:49.040254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ace6f1-8cde-4e09-b396-ba9b27f0270d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Deleting subnet 5342d8dc-c255-4cce-953a-d1bf56fd82ed {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:32:49.112728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Allocated IP 2001:db8::1 (63e6fea5-a796-49f3-9367-f27ff0d385b1/5342d8dc-c255-4cce-953a-d1bf56fd82ed/904ac9a4-53c1-45b7-8347-3fdf8a540359) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:49.162618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-3b96781b-8288-422f-8373-3305fa5a7832', 'network_id': '3b96781b-8288-422f-8373-3305fa5a7832', 'project_id': '6a6b9aad327e48f4bad019e383a11631', 'fixed_ips': [{'subnet_id': '7a63b34d-4ebc-40c3-9929-2fd8a24bf114'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:32:49.164699 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.219305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52868) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:49.219511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4032400 Feb 19 03:32:49.227832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Request body: {'subnet': {'network_id': '1df8039f-5e2f-4c7d-94a2-1455946b9805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:49.244046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494dfbd-b380-403a-a98d-e7ed7d12bf9d tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event updated for resources: {'Network': ['ID=1df8039f-5e2f-4c7d-94a2-1455946b9805,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:49.300488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c054c383-cbfb-421a-86cb-e7a380299e82 req-2b7a056d-c5c4-48d8-8d4a-5b8ffcf2b502 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409937 Feb 19 03:32:49.396321 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 1df8039f-5e2f-4c7d-94a2-1455946b9805 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:32:49.569439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Made reservation on behalf of d04cc372b3da43ba8d377e827aba2343 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:49.573614 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.592803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558d35b-2bb1-48c8-a33d-081e2aeae002 req-b73a8bd1-64ea-46ff-8fc7-97b6544ae619 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:49.608477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b558d35b-2bb1-48c8-a33d-081e2aeae002 req-b73a8bd1-64ea-46ff-8fc7-97b6544ae619 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 946 time: 0.1146295 Feb 19 03:32:49.660871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52874) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:49.732872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b558d35b-2bb1-48c8-a33d-081e2aeae002 req-2718db9c-ba83-42d2-9537-9e97fd848d42 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233833 Feb 19 03:32:49.840755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Allocated IP 2001:db8:0:1::1 (3b96781b-8288-422f-8373-3305fa5a7832/7a63b34d-4ebc-40c3-9929-2fd8a24bf114/e51e5d06-ca48-46e6-8e92-e3cbd9bed677) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:49.880167 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (d303a27a-fb69-4bc8-951a-a43de1eabb27), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.951683 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2817117b-41d3-402e-8c66-4f83b27ccc75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.964743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600d7f-bd73-4047-9001-3324882dc7b5 req-f842fad7-99dd-43f1-9f90-cfd8c24d95e9 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:49.967433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19600d7f-bd73-4047-9001-3324882dc7b5 req-f842fad7-99dd-43f1-9f90-cfd8c24d95e9 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 945 time: 0.1267269 Feb 19 03:32:49.979897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event updated for resources: {'Subnet': ['ID=d303a27a-fb69-4bc8-951a-a43de1eabb27,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:49.990827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Checking segment: {'id': 'e1df708c-aadc-4136-9be0-9686a5f4c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1df8039f-5e2f-4c7d-94a2-1455946b9805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:49.991197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Network hostable DHCP agents. Network: 1df8039f-5e2f-4c7d-94a2-1455946b9805, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:32:50.014876 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Network 1df8039f-5e2f-4c7d-94a2-1455946b9805 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:32:50.034083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 1df8039f-5e2f-4c7d-94a2-1455946b9805) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:50.047224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d926928-1034-4d0b-958d-f3049a267d37 None None] Network 1df8039f-5e2f-4c7d-94a2-1455946b9805 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:50.050727 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Publish callbacks [] for port (904ac9a4-53c1-45b7-8347-3fdf8a540359), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.056789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:50.057494 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.083072 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41ace6f1-8cde-4e09-b396-ba9b27f0270d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for subnet (5342d8dc-c255-4cce-953a-d1bf56fd82ed), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.097686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52878) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:50.099727 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3b728a12-bbbc-4ddb-914d-9cf8fa02fa2b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8789604 Feb 19 03:32:50.104474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0de08713-1b76-40f3-be6e-36bf03fdf24f tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1485115909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:50.144283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19600d7f-bd73-4047-9001-3324882dc7b5 req-76692ac9-70af-4926-9f6d-9560c8a3f8ba tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678624 Feb 19 03:32:50.184607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41ace6f1-8cde-4e09-b396-ba9b27f0270d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (5342d8dc-c255-4cce-953a-d1bf56fd82ed), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.196979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08713-1b76-40f3-be6e-36bf03fdf24f tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.201407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08713-1b76-40f3-be6e-36bf03fdf24f tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.267651 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2817117b-41d3-402e-8c66-4f83b27ccc75 admin admin] Publish callbacks [] for security_group (c09df657-824c-41f4-80eb-1e4e920d3073), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.283641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2817117b-41d3-402e-8c66-4f83b27ccc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c09df657-824c-41f4-80eb-1e4e920d3073), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.327532 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (904ac9a4-53c1-45b7-8347-3fdf8a540359), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.342526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41ace6f1-8cde-4e09-b396-ba9b27f0270d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (5342d8dc-c255-4cce-953a-d1bf56fd82ed), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.413395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Network 63e6fea5-a796-49f3-9367-f27ff0d385b1 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:50.422478 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08713-1b76-40f3-be6e-36bf03fdf24f tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for router_controller (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.428448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2817117b-41d3-402e-8c66-4f83b27ccc75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=faee4439bc77430887ef0a10cf14be8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7664080 Feb 19 03:32:50.431373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817117b-41d3-402e-8c66-4f83b27ccc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09df657-824c-41f4-80eb-1e4e920d3073,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:50.435206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52884) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:50.436778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:50.444687 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08713-1b76-40f3-be6e-36bf03fdf24f tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.446658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:50.461467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Pushing event updated for resources: {'Port': ['ID=904ac9a4-53c1-45b7-8347-3fdf8a540359,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:50.470327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820838d1-90c5-4d9a-908b-9ebdc59a66f9 req-5a97a22e-2083-43d4-87d8-ff43de8ef0cd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:50.471301 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41ace6f1-8cde-4e09-b396-ba9b27f0270d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (5342d8dc-c255-4cce-953a-d1bf56fd82ed), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.478149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-820838d1-90c5-4d9a-908b-9ebdc59a66f9 req-5a97a22e-2083-43d4-87d8-ff43de8ef0cd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2143812 Feb 19 03:32:50.525468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ace6f1-8cde-4e09-b396-ba9b27f0270d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Subnet': ['ID=5342d8dc-c255-4cce-953a-d1bf56fd82ed,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:50.528761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41ace6f1-8cde-4e09-b396-ba9b27f0270d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.533100 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-41ace6f1-8cde-4e09-b396-ba9b27f0270d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "DELETE /v2.0/subnets/5342d8dc-c255-4cce-953a-d1bf56fd82ed HTTP/1.1" status: 204 len: 168 time: 1.6576259 Feb 19 03:32:50.536655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52886) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:50.555720 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de08713-1b76-40f3-be6e-36bf03fdf24f tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.559943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52888) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:50.560396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0de08713-1b76-40f3-be6e-36bf03fdf24f tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4606400 Feb 19 03:32:50.595151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-820838d1-90c5-4d9a-908b-9ebdc59a66f9 req-d827d65a-6d83-46a4-ba98-4677fcf2ade2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158884 Feb 19 03:32:50.630477 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6dbf74f7-ed67-46c5-8017-03395a2b245c admin admin] Publish callbacks [] for security_group (c09df657-824c-41f4-80eb-1e4e920d3073), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.680023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Attempting to bind port 904ac9a4-53c1-45b7-8347-3fdf8a540359 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:50.680714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Attempting to bind port 904ac9a4-53c1-45b7-8347-3fdf8a540359 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'a55e013e-ad97-472e-b1fb-91646e318bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '63e6fea5-a796-49f3-9367-f27ff0d385b1'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:50.681372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Attempting to bind port 904ac9a4-53c1-45b7-8347-3fdf8a540359 on network 63e6fea5-a796-49f3-9367-f27ff0d385b1 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:50.685965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Publish callbacks [] for port (e51e5d06-ca48-46e6-8e92-e3cbd9bed677), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.692842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-1df8039f-5e2f-4c7d-94a2-1455946b9805', 'network_id': '1df8039f-5e2f-4c7d-94a2-1455946b9805', 'project_id': 'd04cc372b3da43ba8d377e827aba2343', 'fixed_ips': [{'subnet_id': 'd303a27a-fb69-4bc8-951a-a43de1eabb27'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:32:50.695824 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.721672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:50.722567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Checking segment: {'id': 'a55e013e-ad97-472e-b1fb-91646e318bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '63e6fea5-a796-49f3-9367-f27ff0d385b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:50.723203 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.723843 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Bound using segment: {'id': 'a55e013e-ad97-472e-b1fb-91646e318bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '63e6fea5-a796-49f3-9367-f27ff0d385b1'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:50.724558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Bound port: 904ac9a4-53c1-45b7-8347-3fdf8a540359, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55e013e-ad97-472e-b1fb-91646e318bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '63e6fea5-a796-49f3-9367-f27ff0d385b1'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:50.725968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (904ac9a4-53c1-45b7-8347-3fdf8a540359), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.727918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacb3b1c-5e16-417d-9d7d-dbc73c06e516 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Deleting subnet 7a63b34d-4ebc-40c3-9929-2fd8a24bf114 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:32:50.737814 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6dbf74f7-ed67-46c5-8017-03395a2b245c admin admin] Publish callbacks [] for security_group (c09df657-824c-41f4-80eb-1e4e920d3073), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.741132 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e51e5d06-ca48-46e6-8e92-e3cbd9bed677), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.771168 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dacb3b1c-5e16-417d-9d7d-dbc73c06e516 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for subnet (7a63b34d-4ebc-40c3-9929-2fd8a24bf114), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.808990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6dbf74f7-ed67-46c5-8017-03395a2b245c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c09df657-824c-41f4-80eb-1e4e920d3073), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.810586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Pushing event updated for resources: {'Port': ['ID=e51e5d06-ca48-46e6-8e92-e3cbd9bed677,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:50.813978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6dbf74f7-ed67-46c5-8017-03395a2b245c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.821862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6dbf74f7-ed67-46c5-8017-03395a2b245c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c09df657-824c-41f4-80eb-1e4e920d3073 HTTP/1.1" status: 204 len: 168 time: 0.3853259 Feb 19 03:32:50.838704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf74f7-ed67-46c5-8017-03395a2b245c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09df657-824c-41f4-80eb-1e4e920d3073,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:50.864789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Network 3b96781b-8288-422f-8373-3305fa5a7832 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:50.903074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dacb3b1c-5e16-417d-9d7d-dbc73c06e516 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (7a63b34d-4ebc-40c3-9929-2fd8a24bf114), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.996962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:51.008099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:51.063079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a8cea-8210-4117-a401-86e49324a7c0 req-2fc84719-7280-4a16-8916-e25d890f78af tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:51.065004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d04a8cea-8210-4117-a401-86e49324a7c0 req-2fc84719-7280-4a16-8916-e25d890f78af tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 944 time: 0.1072206 Feb 19 03:32:51.122741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] For port 904ac9a4-53c1-45b7-8347-3fdf8a540359, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:51.190560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] For port 904ac9a4-53c1-45b7-8347-3fdf8a540359, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=904ac9a4-53c1-45b7-8347-3fdf8a540359,segment=NetworkSegment(a55e013e-ad97-472e-b1fb-91646e318bd6),segment_id=a55e013e-ad97-472e-b1fb-91646e318bd6)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:51.194253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Attempting to bind port e51e5d06-ca48-46e6-8e92-e3cbd9bed677 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:51.194645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d04a8cea-8210-4117-a401-86e49324a7c0 req-bf9b2f86-3e00-41dc-b761-d43738af8520 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208162 Feb 19 03:32:51.195160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Attempting to bind port e51e5d06-ca48-46e6-8e92-e3cbd9bed677 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '9aa3126f-d567-409c-b2b4-5cc4acb2eb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3b96781b-8288-422f-8373-3305fa5a7832'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:51.195836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Attempting to bind port e51e5d06-ca48-46e6-8e92-e3cbd9bed677 on network 3b96781b-8288-422f-8373-3305fa5a7832 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:51.213268 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (904ac9a4-53c1-45b7-8347-3fdf8a540359), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.247849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:51.250610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Checking segment: {'id': '9aa3126f-d567-409c-b2b4-5cc4acb2eb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3b96781b-8288-422f-8373-3305fa5a7832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:51.251297 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.252018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Bound using segment: {'id': '9aa3126f-d567-409c-b2b4-5cc4acb2eb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3b96781b-8288-422f-8373-3305fa5a7832'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:51.253394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Bound port: e51e5d06-ca48-46e6-8e92-e3cbd9bed677, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa3126f-d567-409c-b2b4-5cc4acb2eb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3b96781b-8288-422f-8373-3305fa5a7832'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:51.253763 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e51e5d06-ca48-46e6-8e92-e3cbd9bed677), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.284350 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.291296 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dacb3b1c-5e16-417d-9d7d-dbc73c06e516 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7a63b34d-4ebc-40c3-9929-2fd8a24bf114), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.329268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Allocated IP 172.20.0.2 (1df8039f-5e2f-4c7d-94a2-1455946b9805/d303a27a-fb69-4bc8-951a-a43de1eabb27/351c8e3c-2675-4da8-bb56-fdb60da8db34) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:51.415561 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dacb3b1c-5e16-417d-9d7d-dbc73c06e516 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (7a63b34d-4ebc-40c3-9929-2fd8a24bf114), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.456824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dacb3b1c-5e16-417d-9d7d-dbc73c06e516 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.463620 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dacb3b1c-5e16-417d-9d7d-dbc73c06e516 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "DELETE /v2.0/subnets/7a63b34d-4ebc-40c3-9929-2fd8a24bf114 HTTP/1.1" status: 204 len: 168 time: 0.9255557 Feb 19 03:32:51.464638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52900) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:51.496573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbab87a-d1a2-46b7-b786-60659b2e8c5f req-98da8bd6-8eaf-4b14-b3b2-8c40498ddd2c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:51.498468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccbab87a-d1a2-46b7-b786-60659b2e8c5f req-98da8bd6-8eaf-4b14-b3b2-8c40498ddd2c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 946 time: 0.1270924 Feb 19 03:32:51.541292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75aefa5-6d7a-4b34-b8ef-e96d98cc2ea0 None None] Pushing event updated for resources: {'Port': ['ID=904ac9a4-53c1-45b7-8347-3fdf8a540359,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:51.576830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccbab87a-d1a2-46b7-b786-60659b2e8c5f req-2fdbfb06-a51d-4a72-92b6-113f4a68e392 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712590 Feb 19 03:32:51.651010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:51.664821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] For port e51e5d06-ca48-46e6-8e92-e3cbd9bed677, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:51.694334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e2a6f9-4ee6-4f25-91ab-4d58819f5cc8 None None] Network 63e6fea5-a796-49f3-9367-f27ff0d385b1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:51.699843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581cef6e-b7fe-4667-b724-f330f3766983 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:51.707717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52914) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:51.710517 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-581cef6e-b7fe-4667-b724-f330f3766983 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1982074 Feb 19 03:32:51.711737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb3b1c-5e16-417d-9d7d-dbc73c06e516 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Subnet': ['ID=7a63b34d-4ebc-40c3-9929-2fd8a24bf114,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:51.775487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] For port e51e5d06-ca48-46e6-8e92-e3cbd9bed677, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e51e5d06-ca48-46e6-8e92-e3cbd9bed677,segment=NetworkSegment(9aa3126f-d567-409c-b2b4-5cc4acb2eb46),segment_id=9aa3126f-d567-409c-b2b4-5cc4acb2eb46)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:51.835672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:32:51.850496 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e51e5d06-ca48-46e6-8e92-e3cbd9bed677), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.872864 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (3b96781b-8288-422f-8373-3305fa5a7832), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.882441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39baea9-d00e-427c-88d6-2a44cf260747 req-20405ab4-37ce-4a31-8e31-8292ae6a0fab tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:51.884161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a39baea9-d00e-427c-88d6-2a44cf260747 req-20405ab4-37ce-4a31-8e31-8292ae6a0fab tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 945 time: 0.1328797 Feb 19 03:32:51.974261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737289d-7b5f-49e9-aa1f-b2d1927ab2ea None None] Pushing event updated for resources: {'Port': ['ID=e51e5d06-ca48-46e6-8e92-e3cbd9bed677,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:52.083444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a39baea9-d00e-427c-88d6-2a44cf260747 req-61ff0d2c-3f89-4a94-b674-31dc4c5d8633 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843929 Feb 19 03:32:52.139262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Deleting port e51e5d06-ca48-46e6-8e92-e3cbd9bed677 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:52.140687 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e51e5d06-ca48-46e6-8e92-e3cbd9bed677), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.165017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:52.182637 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Publish callbacks [] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.188687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d', 'port_id': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'mac_address': 'fa:16:3e:93:b9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f056254e-483c-4e21-9725-833b560ed18e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:52.196018 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.324545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Allocated IP 172.20.0.1 (1df8039f-5e2f-4c7d-94a2-1455946b9805/d303a27a-fb69-4bc8-951a-a43de1eabb27/7832456a-e507-432a-8067-b3ffd8083c31) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:52.329690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Network 1df8039f-5e2f-4c7d-94a2-1455946b9805 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:52.362371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:52.372288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:52.393648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Pushing event updated for resources: {'Port': ['ID=351c8e3c-2675-4da8-bb56-fdb60da8db34,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:52.416516 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.422914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:52.423655 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.489271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] For port e51e5d06-ca48-46e6-8e92-e3cbd9bed677, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e51e5d06-ca48-46e6-8e92-e3cbd9bed677,segment=NetworkSegment(9aa3126f-d567-409c-b2b4-5cc4acb2eb46),segment_id=9aa3126f-d567-409c-b2b4-5cc4acb2eb46)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:52.497478 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e51e5d06-ca48-46e6-8e92-e3cbd9bed677), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.553335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:52.635457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Calling delete_port for e51e5d06-ca48-46e6-8e92-e3cbd9bed677 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:52.668572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:52.683458 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.695864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Attempting to bind port 351c8e3c-2675-4da8-bb56-fdb60da8db34 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:52.696357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Attempting to bind port 351c8e3c-2675-4da8-bb56-fdb60da8db34 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'e1df708c-aadc-4136-9be0-9686a5f4c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1df8039f-5e2f-4c7d-94a2-1455946b9805'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:52.696617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Attempting to bind port 351c8e3c-2675-4da8-bb56-fdb60da8db34 on network 1df8039f-5e2f-4c7d-94a2-1455946b9805 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:52.739458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:52.740087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Checking segment: {'id': 'e1df708c-aadc-4136-9be0-9686a5f4c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1df8039f-5e2f-4c7d-94a2-1455946b9805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:52.740495 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.740876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Bound using segment: {'id': 'e1df708c-aadc-4136-9be0-9686a5f4c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1df8039f-5e2f-4c7d-94a2-1455946b9805'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:52.741441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Bound port: 351c8e3c-2675-4da8-bb56-fdb60da8db34, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1df708c-aadc-4136-9be0-9686a5f4c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1df8039f-5e2f-4c7d-94a2-1455946b9805'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:52.741931 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.743531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf917c2-5eab-4c32-b9e2-87307c011c8b req-93424a7c-1d6b-4aeb-96a7-88c98a38699e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:52.756134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edf917c2-5eab-4c32-b9e2-87307c011c8b req-93424a7c-1d6b-4aeb-96a7-88c98a38699e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.4996750 Feb 19 03:32:52.795345 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for port (7832456a-e507-432a-8067-b3ffd8083c31), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.890299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:52.897727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7832456a-e507-432a-8067-b3ffd8083c31), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.917762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edf917c2-5eab-4c32-b9e2-87307c011c8b req-0d7b7ed6-6e12-4edf-8db5-69752cdee43c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739412 Feb 19 03:32:52.975526 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e51e5d06-ca48-46e6-8e92-e3cbd9bed677), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.004333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Network 1df8039f-5e2f-4c7d-94a2-1455946b9805 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:53.010199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:53.017547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:53.062887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:53.066585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event updated for resources: {'Port': ['ID=7832456a-e507-432a-8067-b3ffd8083c31,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:53.085557 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.124942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Port': ['ID=e51e5d06-ca48-46e6-8e92-e3cbd9bed677,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:53.145619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] No DVR routers for this DVR port e51e5d06-ca48-46e6-8e92-e3cbd9bed677 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:53.236862 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] For port 351c8e3c-2675-4da8-bb56-fdb60da8db34, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:53.308906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] For port 351c8e3c-2675-4da8-bb56-fdb60da8db34, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=351c8e3c-2675-4da8-bb56-fdb60da8db34,segment=NetworkSegment(e1df708c-aadc-4136-9be0-9686a5f4c3fb),segment_id=e1df708c-aadc-4136-9be0-9686a5f4c3fb)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:53.340794 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.355642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7832456a-e507-432a-8067-b3ffd8083c31), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.665215 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (3b96781b-8288-422f-8373-3305fa5a7832), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.670468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6d6dc-b767-4908-8428-a835a0d6d0b1 None None] Pushing event updated for resources: {'Port': ['ID=351c8e3c-2675-4da8-bb56-fdb60da8db34,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:53.680365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4864fb-3391-4052-af23-1f437a861e27 req-18db6e45-94c9-48f1-8e41-7cae8ac736b6 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:53.685088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c4864fb-3391-4052-af23-1f437a861e27 req-18db6e45-94c9-48f1-8e41-7cae8ac736b6 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 945 time: 0.5542581 Feb 19 03:32:53.829545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b96781b-8288-422f-8373-3305fa5a7832']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:53.852444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49aea4a-f9d5-4efb-bb4e-42f7df02c091 req-35a91234-f608-458b-b248-d6c6358ddb5f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:53.891038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c49aea4a-f9d5-4efb-bb4e-42f7df02c091 req-35a91234-f608-458b-b248-d6c6358ddb5f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 944 time: 0.7054853 Feb 19 03:32:53.951410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa3126f-d567-409c-b2b4-5cc4acb2eb46') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:53.952592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa3126f-d567-409c-b2b4-5cc4acb2eb46') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:53.988636 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (9aa3126f-d567-409c-b2b4-5cc4acb2eb46), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.068438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9aa3126f-d567-409c-b2b4-5cc4acb2eb46), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.075710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:54.076425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (9aa3126f-d567-409c-b2b4-5cc4acb2eb46), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.078970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for port (7832456a-e507-432a-8067-b3ffd8083c31), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.089278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (7832456a-e507-432a-8067-b3ffd8083c31), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:54.203676 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:54.232259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737645a-39ef-4ba6-9cf3-1fbefd9a044c None None] Network 3b96781b-8288-422f-8373-3305fa5a7832 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:54.236899 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.243276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event updated for resources: {'Port': ['ID=7832456a-e507-432a-8067-b3ffd8083c31,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:54.272315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c49aea4a-f9d5-4efb-bb4e-42f7df02c091 req-a83b71ba-a518-4f55-a701-7d9503b1a3b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776243 Feb 19 03:32:54.273275 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (3b96781b-8288-422f-8373-3305fa5a7832), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.304713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737645a-39ef-4ba6-9cf3-1fbefd9a044c None None] Network 3b96781b-8288-422f-8373-3305fa5a7832 could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:32:54.321815 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.335933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-af848b6a-b287-4eec-9281-e619b2a5d008 None None] Could not find standard attr ID for object e51e5d06-ca48-46e6-8e92-e3cbd9bed677. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:32:54.336250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "DELETE /v2.0/networks/3b96781b-8288-422f-8373-3305fa5a7832 HTTP/1.1" status: 204 len: 168 time: 2.6267338 Feb 19 03:32:54.340747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52966) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:54.392306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd3c57-d03a-4fc5-94b8-7d3f0ba5e02e tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Network': ['ID=3b96781b-8288-422f-8373-3305fa5a7832,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:54.410866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9d8cb-2c48-4487-824d-dfb5b9e25c69 None None] DHCP port deletion for 3b96781b-8288-422f-8373-3305fa5a7832 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:32:54.454192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Network 1df8039f-5e2f-4c7d-94a2-1455946b9805 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:54.458675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:54.593833 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (63e6fea5-a796-49f3-9367-f27ff0d385b1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.628878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Router f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:32:54.672719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-5c4864fb-3391-4052-af23-1f437a861e27 req-b78b768d-48fe-4885-b1c4-4fdd587f8b55 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Deleting port 647fbf40-ce13-4134-ae79-229bf2968bd6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:54.673081 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5c4864fb-3391-4052-af23-1f437a861e27 req-b78b768d-48fe-4885-b1c4-4fdd587f8b55 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.737633 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:32:54.826032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:54.828321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5c4864fb-3391-4052-af23-1f437a861e27 req-b78b768d-48fe-4885-b1c4-4fdd587f8b55 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] For port 647fbf40-ce13-4134-ae79-229bf2968bd6, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=647fbf40-ce13-4134-ae79-229bf2968bd6,segment=NetworkSegment(329392bf-8915-48d5-8740-6d42f00fead2),segment_id=329392bf-8915-48d5-8740-6d42f00fead2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:54.829185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5c4864fb-3391-4052-af23-1f437a861e27 req-b78b768d-48fe-4885-b1c4-4fdd587f8b55 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.841206 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc0d05-dcab-428a-9c54-486f857246d5 None None] Sync routers for ids ['f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:54.847834 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-71b6cac1-06b8-4817-841b-cc4bccac134b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "PUT /v2.0/routers/f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2865491 Feb 19 03:32:54.848769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52970) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:54.855621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Request body: {'port': {'network_id': '1df8039f-5e2f-4c7d-94a2-1455946b9805', 'name': 'tempest-FloatingIPNegativeTestJSON-1622618838'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:54.856397 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc0d05-dcab-428a-9c54-486f857246d5 None None] Routers {'f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:54.862570 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2ddc0d05-dcab-428a-9c54-486f857246d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:54.867625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-5c4864fb-3391-4052-af23-1f437a861e27 req-b78b768d-48fe-4885-b1c4-4fdd587f8b55 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Calling delete_port for 647fbf40-ce13-4134-ae79-229bf2968bd6 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:54.930140 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2ddc0d05-dcab-428a-9c54-486f857246d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:54.958670 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc0d05-dcab-428a-9c54-486f857246d5 None None] Routers {'f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:54.962204 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2ddc0d05-dcab-428a-9c54-486f857246d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:32:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:55.067985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce379a-0726-4b14-8d6f-22205d89d3ac req-606d1cf2-797e-40ef-a7ff-47607a382e93 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:55.074113 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2ddc0d05-dcab-428a-9c54-486f857246d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:55.075506 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc0d05-dcab-428a-9c54-486f857246d5 None None] The sync data for ids ['f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:55.075662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bce379a-0726-4b14-8d6f-22205d89d3ac req-606d1cf2-797e-40ef-a7ff-47607a382e93 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 945 time: 0.6242540 Feb 19 03:32:55.080613 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5c4864fb-3391-4052-af23-1f437a861e27 req-b78b768d-48fe-4885-b1c4-4fdd587f8b55 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (647fbf40-ce13-4134-ae79-229bf2968bd6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.120683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['647fbf40-ce13-4134-ae79-229bf2968bd6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:55.158761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Made reservation on behalf of d04cc372b3da43ba8d377e827aba2343 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:55.162909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.176700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b768d-48fe-4885-b1c4-4fdd587f8b55 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Pushing event deleted for resources: {'Port': ['ID=647fbf40-ce13-4134-ae79-229bf2968bd6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:55.199086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] device_id is not set on port 16231f22-77d5-4a14-9b1b-9a0171e42661 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:32:55.238950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4864fb-3391-4052-af23-1f437a861e27 req-b78b768d-48fe-4885-b1c4-4fdd587f8b55 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] No DVR routers for this DVR port 647fbf40-ce13-4134-ae79-229bf2968bd6 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:55.242286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5c4864fb-3391-4052-af23-1f437a861e27 req-b78b768d-48fe-4885-b1c4-4fdd587f8b55 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.247340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c4864fb-3391-4052-af23-1f437a861e27 req-b78b768d-48fe-4885-b1c4-4fdd587f8b55 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.37 "DELETE /v2.0/ports/647fbf40-ce13-4134-ae79-229bf2968bd6 HTTP/1.1" status: 204 len: 173 time: 1.5377798 Feb 19 03:32:55.250353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11428788-dd7d-45ec-97ad-dc6872469501', 'name': 'network-vif-deleted', 'tag': '647fbf40-ce13-4134-ae79-229bf2968bd6'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:55.254486 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94078d-d096-4a3f-bfd2-012b22c624ee" -d '{"events": [{"server_uuid": "11428788-dd7d-45ec-97ad-dc6872469501", "name": "network-vif-deleted", "tag": "647fbf40-ce13-4134-ae79-229bf2968bd6"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:55.292979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Deleting port 904ac9a4-53c1-45b7-8347-3fdf8a540359 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:55.293431 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (904ac9a4-53c1-45b7-8347-3fdf8a540359), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.376606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] For port 904ac9a4-53c1-45b7-8347-3fdf8a540359, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=904ac9a4-53c1-45b7-8347-3fdf8a540359,segment=NetworkSegment(a55e013e-ad97-472e-b1fb-91646e318bd6),segment_id=a55e013e-ad97-472e-b1fb-91646e318bd6)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:55.377002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (904ac9a4-53c1-45b7-8347-3fdf8a540359), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.393277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Calling delete_port for 904ac9a4-53c1-45b7-8347-3fdf8a540359 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:55.410531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bce379a-0726-4b14-8d6f-22205d89d3ac req-2d964e4e-4c4f-41ad-855d-f0eae45de4c7 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf78581d-e81f-4c58-a51a-109d16062b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217771 Feb 19 03:32:55.580213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8111b8ff-7f13-4e33-ba49-c0d4970a12e1 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:32:55.743445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:55.789377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 351c8e3c-2675-4da8-bb56-fdb60da8db34 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:55.832512 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (904ac9a4-53c1-45b7-8347-3fdf8a540359), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.913051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Port': ['ID=904ac9a4-53c1-45b7-8347-3fdf8a540359,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:55.924945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] No DVR routers for this DVR port 904ac9a4-53c1-45b7-8347-3fdf8a540359 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:55.944827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78baba-8c4f-44c3-bd95-539405ada957 req-fa08b8c1-3ea9-4454-9284-c8eea9446c8c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:55.946470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de78baba-8c4f-44c3-bd95-539405ada957 req-fa08b8c1-3ea9-4454-9284-c8eea9446c8c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 944 time: 0.3764610 Feb 19 03:32:56.006105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Allocated IP 172.20.0.6 (1df8039f-5e2f-4c7d-94a2-1455946b9805/d303a27a-fb69-4bc8-951a-a43de1eabb27/16231f22-77d5-4a14-9b1b-9a0171e42661) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:56.089938 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (63e6fea5-a796-49f3-9367-f27ff0d385b1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.129398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 351c8e3c-2675-4da8-bb56-fdb60da8db34 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:56.129684 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.147921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e6fea5-a796-49f3-9367-f27ff0d385b1']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:56.176675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55e013e-ad97-472e-b1fb-91646e318bd6') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:56.177138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55e013e-ad97-472e-b1fb-91646e318bd6') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:56.197958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-526c25e9-3015-4e74-956d-a5d391457eed None None] Provisioning complete for port 351c8e3c-2675-4da8-bb56-fdb60da8db34 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:56.198339 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-526c25e9-3015-4e74-956d-a5d391457eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.206441 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (a55e013e-ad97-472e-b1fb-91646e318bd6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.230949 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (a55e013e-ad97-472e-b1fb-91646e318bd6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.268706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:56.269367 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (a55e013e-ad97-472e-b1fb-91646e318bd6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:56.272830 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:56.293203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for port (16231f22-77d5-4a14-9b1b-9a0171e42661), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.301252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:56.301919 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.368254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de78baba-8c4f-44c3-bd95-539405ada957 req-cf4fab0e-8281-4b42-95e7-873be1f54800 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945451 Feb 19 03:32:56.380692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (16231f22-77d5-4a14-9b1b-9a0171e42661), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.407347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (63e6fea5-a796-49f3-9367-f27ff0d385b1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.431329 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.444544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Network 1df8039f-5e2f-4c7d-94a2-1455946b9805 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:56.449741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:56.452149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:56.456241 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "DELETE /v2.0/networks/63e6fea5-a796-49f3-9367-f27ff0d385b1 HTTP/1.1" status: 204 len: 168 time: 2.1069765 Feb 19 03:32:56.460096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52982) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:56.461608 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31653bd1-6b56-4de3-a86a-a5154381d183 x-openstack-request-id: req-31653bd1-6b56-4de3-a86a-a5154381d183 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:56.463990 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11428788-dd7d-45ec-97ad-dc6872469501", "name": "network-vif-deleted", "tag": "647fbf40-ce13-4134-ae79-229bf2968bd6", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:56.464298 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31653bd1-6b56-4de3-a86a-a5154381d183 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:56.464736 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11428788-dd7d-45ec-97ad-dc6872469501', 'name': 'network-vif-deleted', 'tag': '647fbf40-ce13-4134-ae79-229bf2968bd6', 'status': 'completed', 'code': 200} Feb 19 03:32:56.481513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-526c25e9-3015-4e74-956d-a5d391457eed None None] Current status of the port 351c8e3c-2675-4da8-bb56-fdb60da8db34 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:56.481513 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-526c25e9-3015-4e74-956d-a5d391457eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.512352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4b95f-d6db-43d4-aefa-eb705f6d97a7 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Network': ['ID=63e6fea5-a796-49f3-9367-f27ff0d385b1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:56.513872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111b8ff-7f13-4e33-ba49-c0d4970a12e1 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:32:56.528410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 351c8e3c-2675-4da8-bb56-fdb60da8db34 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:56.528807 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.592243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ba117-16ce-43c0-9c3f-eb99736ca4e8 req-af5bdff2-6a79-4aee-9336-9358d227a934 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:56.593063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-526c25e9-3015-4e74-956d-a5d391457eed None None] For port 351c8e3c-2675-4da8-bb56-fdb60da8db34, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=351c8e3c-2675-4da8-bb56-fdb60da8db34,segment=NetworkSegment(e1df708c-aadc-4136-9be0-9686a5f4c3fb),segment_id=e1df708c-aadc-4136-9be0-9686a5f4c3fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:56.602591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b24ba117-16ce-43c0-9c3f-eb99736ca4e8 req-af5bdff2-6a79-4aee-9336-9358d227a934 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 944 time: 0.0783076 Feb 19 03:32:56.607614 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-526c25e9-3015-4e74-956d-a5d391457eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.649835 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event updated for resources: {'Port': ['ID=16231f22-77d5-4a14-9b1b-9a0171e42661,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:56.685022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c25e9-3015-4e74-956d-a5d391457eed None None] Pushing event updated for resources: {'Port': ['ID=351c8e3c-2675-4da8-bb56-fdb60da8db34,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:56.695609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b24ba117-16ce-43c0-9c3f-eb99736ca4e8 req-4feea23a-e929-4be3-b087-148c9b5616e3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912206 Feb 19 03:32:56.718903 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:56.719776 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.734845 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.758775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:56.759429 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.816508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-145a37f4-65f7-48a3-ae10-47c3b3b3e3e8 req-3cff8b8d-ec4e-41d5-b86b-0af0422ded01 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] 10.222.0.42 "GET /v2.0/ports?device_id=11428788-dd7d-45ec-97ad-dc6872469501 HTTP/1.1" status: 200 len: 210 time: 0.0455499 Feb 19 03:32:56.854093 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:32:56.854690 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:32:56.855244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:56.859215 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2e0f8a-b108-446d-b7bc-e13c68627fbf" -d '{"events": [{"server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "name": "network-vif-plugged", "status": "completed", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:56.889864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:56.898862 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.922221 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a5c8d92d-9815-4187-9269-df0b18cfc531 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0713685 Feb 19 03:32:56.925994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52990) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:56.932551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:56.974482 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59719783-6f73-475e-a733-71c70c8c7a19 x-openstack-request-id: req-59719783-6f73-475e-a733-71c70c8c7a19 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:56.975556 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "name": "network-vif-plugged", "status": "completed", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:56.976212 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59719783-6f73-475e-a733-71c70c8c7a19 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:56.976643 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'code': 200} Feb 19 03:32:56.985286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:56.986498 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.010347 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.039440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:57.055977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ef049d-35d4-414d-9fbe-adf6fd6901ef') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:57.056345 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ef049d-35d4-414d-9fbe-adf6fd6901ef') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:57.076557 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (c2ef049d-35d4-414d-9fbe-adf6fd6901ef), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.110572 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c2ef049d-35d4-414d-9fbe-adf6fd6901ef), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.127419 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:57.127920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (c2ef049d-35d4-414d-9fbe-adf6fd6901ef), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: warnings.warn(msg) Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:57.135809 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:57.257574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.271315 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.303020 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.309116 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "DELETE /v2.0/networks/45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b HTTP/1.1" status: 204 len: 168 time: 0.8405812 Feb 19 03:32:57.310103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0b28e-ca21-47e6-a88c-6efb7a06c684 tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Network': ['ID=45d4a1c0-fe8c-43ed-aa98-cb652bc8b98b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:57.311802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52996) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:57.420673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (e33a05a0-2769-4abf-9f42-e9b341f6d728), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.446609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4e2200-b98e-48d3-8b7e-4290e0990f55 None None] Network 1df8039f-5e2f-4c7d-94a2-1455946b9805 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:57.537414 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (e33a05a0-2769-4abf-9f42-e9b341f6d728), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.566692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33a05a0-2769-4abf-9f42-e9b341f6d728']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:57.573335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Allocated IP 172.25.4.24 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/2a267862-87ca-41f4-8d48-982ec21a0db4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:57.579503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d11a37-4ace-4657-b20d-d28184910e78') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:57.580599 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d11a37-4ace-4657-b20d-d28184910e78') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:57.599966 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (e9d11a37-4ace-4657-b20d-d28184910e78), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.617231 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e9d11a37-4ace-4657-b20d-d28184910e78), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.631632 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:57.631995 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (e9d11a37-4ace-4657-b20d-d28184910e78), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.666115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252c930-2010-42ca-8267-0c565b7afaab req-9a8739fb-cc17-4792-bb7e-0d21748d8d58 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:57.673762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f252c930-2010-42ca-8267-0c565b7afaab req-9a8739fb-cc17-4792-bb7e-0d21748d8d58 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1340337 Feb 19 03:32:57.680571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 351c8e3c-2675-4da8-bb56-fdb60da8db34 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:57.705874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e51e5d06-ca48-46e6-8e92-e3cbd9bed677 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:57.742225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f252c930-2010-42ca-8267-0c565b7afaab req-9fa65eb7-6bed-44dd-ab3b-2ac3dc7fb0f5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674911 Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:57.759744 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:57.770422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (e33a05a0-2769-4abf-9f42-e9b341f6d728), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.781019 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.783072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e51e5d06-ca48-46e6-8e92-e3cbd9bed677 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:57.784056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e51e5d06-ca48-46e6-8e92-e3cbd9bed677 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:57.799573 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] 10.222.0.42 "DELETE /v2.0/networks/e33a05a0-2769-4abf-9f42-e9b341f6d728 HTTP/1.1" status: 204 len: 168 time: 0.4867113 Feb 19 03:32:57.826096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Pushing event deleted for resources: {'Network': ['ID=e33a05a0-2769-4abf-9f42-e9b341f6d728,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:57.845151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.845573 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.845749 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for port (2a267862-87ca-41f4-8d48-982ec21a0db4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.847512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.847878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.848231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.849545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.849924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.850269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.850610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.850947 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.852545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.853928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.854281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bd61a4-240d-4e83-b810-9a80a5d51f7d tempest-BulkNetworkOpsIpV6Test-1780159465 tempest-BulkNetworkOpsIpV6Test-1780159465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:57.959686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7317fc0-a92e-4da4-88f5-38ed422fe122 req-b7a8dab6-e001-4db2-b59c-f8d5d68b9a0e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:57.968065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7317fc0-a92e-4da4-88f5-38ed422fe122 req-b7a8dab6-e001-4db2-b59c-f8d5d68b9a0e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 944 time: 0.1033387 Feb 19 03:32:58.013310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2a267862-87ca-41f4-8d48-982ec21a0db4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.032268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 351c8e3c-2675-4da8-bb56-fdb60da8db34 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:58.086024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:58.092020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:58.114503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7317fc0-a92e-4da4-88f5-38ed422fe122 req-f322301d-a9d5-4001-bff2-6a6d7d40e3dc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454048 Feb 19 03:32:58.115420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:58.148807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ee0d06e0-e56d-476e-84cb-a28fc74b02ed details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:58.168333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 647fbf40-ce13-4134-ae79-229bf2968bd6 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:58.326642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 647fbf40-ce13-4134-ae79-229bf2968bd6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:58.327539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 647fbf40-ce13-4134-ae79-229bf2968bd6 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:58.630332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 351c8e3c-2675-4da8-bb56-fdb60da8db34 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:58.630770 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.639596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53026) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:58.795404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ecc8623b-26a3-40f9-bd0c-90fa9caa65cb None None] Provisioning complete for port 351c8e3c-2675-4da8-bb56-fdb60da8db34 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:58.795908 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ecc8623b-26a3-40f9-bd0c-90fa9caa65cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.043352 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dd170ae6-2147-4a32-83b7-276385def9a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a6b9aad327e48f4bad019e383a11631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3977485 Feb 19 03:32:59.047361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53038) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:59.169037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef9fdffb-c547-4b6e-bd7a-34a6473fcf9e admin admin] Publish callbacks [] for security_group (458c62f9-325a-468b-b4d9-9479c81e1830), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.198072 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef9fdffb-c547-4b6e-bd7a-34a6473fcf9e admin admin] Publish callbacks [] for security_group (458c62f9-325a-468b-b4d9-9479c81e1830), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.223759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ee0d06e0-e56d-476e-84cb-a28fc74b02ed, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:59.289081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8623b-26a3-40f9-bd0c-90fa9caa65cb None None] Current status of the port 351c8e3c-2675-4da8-bb56-fdb60da8db34 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:59.296397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'port_id': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed', 'mac_address': 'fa:16:3e:d4:94:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:59.300383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef9fdffb-c547-4b6e-bd7a-34a6473fcf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (458c62f9-325a-468b-b4d9-9479c81e1830), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.303655 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef9fdffb-c547-4b6e-bd7a-34a6473fcf9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.307260 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ef9fdffb-c547-4b6e-bd7a-34a6473fcf9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/458c62f9-325a-468b-b4d9-9479c81e1830 HTTP/1.1" status: 204 len: 168 time: 0.2562947 Feb 19 03:32:59.320056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fdffb-c547-4b6e-bd7a-34a6473fcf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458c62f9-325a-468b-b4d9-9479c81e1830,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:59.390850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event updated for resources: {'Port': ['ID=2a267862-87ca-41f4-8d48-982ec21a0db4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:59.400249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 351c8e3c-2675-4da8-bb56-fdb60da8db34 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:59.438770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ecc8623b-26a3-40f9-bd0c-90fa9caa65cb None None] Provisioning complete for port 7832456a-e507-432a-8067-b3ffd8083c31 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:59.439061 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ecc8623b-26a3-40f9-bd0c-90fa9caa65cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7832456a-e507-432a-8067-b3ffd8083c31), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.573212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44d5b8-2c05-4535-990f-22fb04dd799d req-d6ea597c-125d-441f-9d0a-41bb579c9ed2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:59.578385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c44d5b8-2c05-4535-990f-22fb04dd799d req-d6ea597c-125d-441f-9d0a-41bb579c9ed2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1644409 Feb 19 03:32:59.582137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ee0d06e0-e56d-476e-84cb-a28fc74b02ed is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:59.582546 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.625614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for floatingip (be94489d-4a24-4b75-9cda-e530c193b308), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.672568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8623b-26a3-40f9-bd0c-90fa9caa65cb None None] Port 7832456a-e507-432a-8067-b3ffd8083c31 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:59.685472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0d06e0-e56d-476e-84cb-a28fc74b02ed {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:59.806129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ee0d06e0-e56d-476e-84cb-a28fc74b02ed, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:59.819622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ecc8623b-26a3-40f9-bd0c-90fa9caa65cb None None] Provisioning complete for port 16231f22-77d5-4a14-9b1b-9a0171e42661 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:59.822449 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ecc8623b-26a3-40f9-bd0c-90fa9caa65cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (16231f22-77d5-4a14-9b1b-9a0171e42661), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.827843 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.902269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a267862-87ca-41f4-8d48-982ec21a0db4), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.933615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c44d5b8-2c05-4535-990f-22fb04dd799d req-f61c2f1c-ecf6-4f8d-a650-a36898ed48dc tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977498 Feb 19 03:32:59.988524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8623b-26a3-40f9-bd0c-90fa9caa65cb None None] Port 16231f22-77d5-4a14-9b1b-9a0171e42661 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:00.030273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:00.127166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-aec8dc04-2b63-44df-b4e0-50fdf2bf3ea9 None None] Provisioning complete for port 7832456a-e507-432a-8067-b3ffd8083c31 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:00.127552 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aec8dc04-2b63-44df-b4e0-50fdf2bf3ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7832456a-e507-432a-8067-b3ffd8083c31), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.264205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-aec8dc04-2b63-44df-b4e0-50fdf2bf3ea9 None None] Port 7832456a-e507-432a-8067-b3ffd8083c31 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:00.312590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-aec8dc04-2b63-44df-b4e0-50fdf2bf3ea9 None None] Provisioning complete for port 16231f22-77d5-4a14-9b1b-9a0171e42661 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:00.312992 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aec8dc04-2b63-44df-b4e0-50fdf2bf3ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (16231f22-77d5-4a14-9b1b-9a0171e42661), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.379787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-aec8dc04-2b63-44df-b4e0-50fdf2bf3ea9 None None] Port 16231f22-77d5-4a14-9b1b-9a0171e42661 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:00.454742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ee0d06e0-e56d-476e-84cb-a28fc74b02ed'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:33:00.490381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for port (2a267862-87ca-41f4-8d48-982ec21a0db4), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.507063 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2a267862-87ca-41f4-8d48-982ec21a0db4), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.831602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event updated for resources: {'Port': ['ID=2a267862-87ca-41f4-8d48-982ec21a0db4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:00.856419 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (be94489d-4a24-4b75-9cda-e530c193b308), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.887643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d3b1b-ce88-4cd7-8dff-ae1902a10282 req-0f969c67-6dd7-40d3-9b71-57b2a08397cc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:00.897416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-675d3b1b-ce88-4cd7-8dff-ae1902a10282 req-0f969c67-6dd7-40d3-9b71-57b2a08397cc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 945 time: 0.2420359 Feb 19 03:33:00.924690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.930105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53072) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:00.930663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-569aca49-447a-4b85-b018-f9088d013efe tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0023904 Feb 19 03:33:00.935337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c4ea2900-1e08-4389-bd6b-b56c8adabe27 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Request body: {'floatingip': {'port_id': '16231f22-77d5-4a14-9b1b-9a0171e42661', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:00.985992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-675d3b1b-ce88-4cd7-8dff-ae1902a10282 req-816a6f8d-4006-4954-99c1-bbae28c1d5e2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873044 Feb 19 03:33:01.006595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53078) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:01.040489 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2900-1e08-4389-bd6b-b56c8adabe27 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for floatingip (be94489d-4a24-4b75-9cda-e530c193b308), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.187659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795140-e383-49a5-a88a-5b00b87dfebe req-7040a0a4-bc90-44e3-95b9-62ba83058bd8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:01.197266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7795140-e383-49a5-a88a-5b00b87dfebe req-7040a0a4-bc90-44e3-95b9-62ba83058bd8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1249824 Feb 19 03:33:01.229717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'networks': [{'name': 'tempest-network--915763765'}, {'name': 'tempest-network--753748107'}]} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:01.230386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'network': {'name': 'tempest-network--915763765'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:01.231043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'network': {'name': 'tempest-network--753748107'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:01.251864 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-c4ea2900-1e08-4389-bd6b-b56c8adabe27 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] update failed (client error): The resource could not be found. Feb 19 03:33:01.256252 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c4ea2900-1e08-4389-bd6b-b56c8adabe27 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "PUT /v2.0/floatingips/be94489d-4a24-4b75-9cda-e530c193b308 HTTP/1.1" status: 404 len: 507 time: 0.3216269 Feb 19 03:33:01.256671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53082) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:01.267434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Made reservation on behalf of a80351bb32e3488cb84b2576b316bbfd for: {'network': 2} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:01.273514 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.332641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7795140-e383-49a5-a88a-5b00b87dfebe req-ed935a4f-f257-4538-af59-49c93f8d8b78 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340151 Feb 19 03:33:01.337942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.465185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for security_group (b72f552c-0e2b-48a3-8be8-90a0bc927fdb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.473082 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b72f552c-0e2b-48a3-8be8-90a0bc927fdb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.474584 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.494657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ccefa-a8d2-4e4e-a909-afcc8800cade tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Deleting port 2a267862-87ca-41f4-8d48-982ec21a0db4 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:01.496604 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccefa-a8d2-4e4e-a909-afcc8800cade tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2a267862-87ca-41f4-8d48-982ec21a0db4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.520413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f552c-0e2b-48a3-8be8-90a0bc927fdb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:01.526898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:01.548060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8287aa78-da5e-4c62-90d2-9999f8772acb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.548869 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Added segment 8287aa78-da5e-4c62-90d2-9999f8772acb of type vlan for network 1cac01b4-0b55-4e42-b09c-fe2a0ece1045 Feb 19 03:33:01.610206 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (1cac01b4-0b55-4e42-b09c-fe2a0ece1045), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.672306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:01.688869 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d7a13902-9f2b-4f56-91d0-0f2beb8245b1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.690528 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Added segment d7a13902-9f2b-4f56-91d0-0f2beb8245b1 of type vlan for network 27a828f2-806d-446e-8ed8-f5ea744d8ec0 Feb 19 03:33:01.699606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccefa-a8d2-4e4e-a909-afcc8800cade tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2a267862-87ca-41f4-8d48-982ec21a0db4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.700318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccefa-a8d2-4e4e-a909-afcc8800cade tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for floatingip (2a267862-87ca-41f4-8d48-982ec21a0db4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.719732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ccefa-a8d2-4e4e-a909-afcc8800cade tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Calling delete_port for 2a267862-87ca-41f4-8d48-982ec21a0db4 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:01.758977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (27a828f2-806d-446e-8ed8-f5ea744d8ec0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.891045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (1cac01b4-0b55-4e42-b09c-fe2a0ece1045), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.891580 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (27a828f2-806d-446e-8ed8-f5ea744d8ec0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.897671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:01.903227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:01.903983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.945913 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccefa-a8d2-4e4e-a909-afcc8800cade tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2a267862-87ca-41f4-8d48-982ec21a0db4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.049459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'Network': ['ID=1cac01b4-0b55-4e42-b09c-fe2a0ece1045,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:02.066030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 1cac01b4-0b55-4e42-b09c-fe2a0ece1045 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:02.123143 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ccefa-a8d2-4e4e-a909-afcc8800cade tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event deleted for resources: {'Port': ['ID=2a267862-87ca-41f4-8d48-982ec21a0db4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:02.173074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1629786 Feb 19 03:33:02.189185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53092) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:02.227145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ee0d06e0-e56d-476e-84cb-a28fc74b02ed up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:02.256123 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccefa-a8d2-4e4e-a909-afcc8800cade tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for floatingip (be94489d-4a24-4b75-9cda-e530c193b308), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.260287 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccefa-a8d2-4e4e-a909-afcc8800cade tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.265777 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cb9ccefa-a8d2-4e4e-a909-afcc8800cade tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "DELETE /v2.0/floatingips/be94489d-4a24-4b75-9cda-e530c193b308 HTTP/1.1" status: 204 len: 168 time: 1.0038776 Feb 19 03:33:02.265777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53096) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:02.273021 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0e9177c5-54e4-4490-9c5b-77b6428466ca tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Request body: {'floatingip': {'floating_network_id': '1df8039f-5e2f-4c7d-94a2-1455946b9805', 'port_id': '16231f22-77d5-4a14-9b1b-9a0171e42661', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:02.303263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e9177c5-54e4-4490-9c5b-77b6428466ca tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.320650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8998a-95e7-45f2-9197-f0220b76fdf0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:02.326244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8998a-95e7-45f2-9197-f0220b76fdf0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:02.333040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8998a-95e7-45f2-9197-f0220b76fdf0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:02.338898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8998a-95e7-45f2-9197-f0220b76fdf0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:02.343203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5ba8998a-95e7-45f2-9197-f0220b76fdf0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1499715 Feb 19 03:33:02.362963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53098) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:02.363347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port ee0d06e0-e56d-476e-84cb-a28fc74b02ed completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:33:02.368565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port ee0d06e0-e56d-476e-84cb-a28fc74b02ed triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:02.369570 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.380589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e08d8-1241-4a83-91e4-1a7d52955594 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'Network': ['ID=27a828f2-806d-446e-8ed8-f5ea744d8ec0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:02.423029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 27a828f2-806d-446e-8ed8-f5ea744d8ec0 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:02.595214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf382c-e8a0-434f-8423-15b80a92c623 req-0f07e528-76dc-4012-970c-5a6d2aae53f9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:02.597686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fbf382c-e8a0-434f-8423-15b80a92c623 req-0f07e528-76dc-4012-970c-5a6d2aae53f9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 945 time: 0.4361160 Feb 19 03:33:02.600133 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-0e9177c5-54e4-4490-9c5b-77b6428466ca tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:33:02.601214 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0e9177c5-54e4-4490-9c5b-77b6428466ca tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3335795 Feb 19 03:33:02.604919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53104) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:02.609502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '16231f22-77d5-4a14-9b1b-9a0171e42661', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:02.626631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (1cac01b4-0b55-4e42-b09c-fe2a0ece1045), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.662725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.732651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ee0d06e0-e56d-476e-84cb-a28fc74b02ed is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:02.733481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.787108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:02.789720 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1af323-088b-4edc-8657-9a46c1256015" -d '{"events": [{"server_uuid": "8298e39c-2e03-476b-9130-097be1f3b5e6", "name": "network-vif-plugged", "status": "completed", "tag": "ee0d06e0-e56d-476e-84cb-a28fc74b02ed"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:02.806334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ee0d06e0-e56d-476e-84cb-a28fc74b02ed, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:02.811908 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.873381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:02.881045 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.882959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.883496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.884013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.884540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.885169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.885715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.886231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.886743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.887234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.887741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.888357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.888850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:02.889355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:03.003527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fbf382c-e8a0-434f-8423-15b80a92c623 req-18612a59-6b45-48dc-aa50-d6ed2c83e852 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945665 Feb 19 03:33:03.011671 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (1cac01b4-0b55-4e42-b09c-fe2a0ece1045), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.062204 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Allocated IP 172.25.4.226 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/6c442c95-f5dc-4985-8947-61648a9f10bb) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:03.072880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cac01b4-0b55-4e42-b09c-fe2a0ece1045']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:03.097779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8287aa78-da5e-4c62-90d2-9999f8772acb') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:03.098152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8287aa78-da5e-4c62-90d2-9999f8772acb') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:03.125301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (8287aa78-da5e-4c62-90d2-9999f8772acb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.233642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8287aa78-da5e-4c62-90d2-9999f8772acb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.265900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:03.266383 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (8287aa78-da5e-4c62-90d2-9999f8772acb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:03.275856 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:03.310210 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for port (6c442c95-f5dc-4985-8947-61648a9f10bb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.389099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6c442c95-f5dc-4985-8947-61648a9f10bb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.398732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47555d-30ed-4ed4-93f8-e221f562586b req-73fcae92-ae57-44fc-8a29-7e2da9c11542 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:03.400350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb47555d-30ed-4ed4-93f8-e221f562586b req-73fcae92-ae57-44fc-8a29-7e2da9c11542 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2543728 Feb 19 03:33:03.401512 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (1cac01b4-0b55-4e42-b09c-fe2a0ece1045), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.417578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.420227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "DELETE /v2.0/networks/1cac01b4-0b55-4e42-b09c-fe2a0ece1045 HTTP/1.1" status: 204 len: 168 time: 1.0561094 Feb 19 03:33:03.427312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53110) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:03.459811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:03.463691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:03.473453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:03.508361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27cacb-6e48-4e7e-b6b8-e884f04bf3a1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Network': ['ID=1cac01b4-0b55-4e42-b09c-fe2a0ece1045,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:03.581806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event updated for resources: {'Port': ['ID=6c442c95-f5dc-4985-8947-61648a9f10bb,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:03.632932 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (27a828f2-806d-446e-8ed8-f5ea744d8ec0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.748378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb47555d-30ed-4ed4-93f8-e221f562586b req-421e13f7-6fa9-4a45-8b4e-13a7eeffad91 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361967 Feb 19 03:33:03.890945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (27a828f2-806d-446e-8ed8-f5ea744d8ec0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.919748 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfcd82c-ccda-4806-bd15-af0c80111543 x-openstack-request-id: req-7cfcd82c-ccda-4806-bd15-af0c80111543 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:03.920248 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298e39c-2e03-476b-9130-097be1f3b5e6", "name": "network-vif-plugged", "status": "completed", "tag": "ee0d06e0-e56d-476e-84cb-a28fc74b02ed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:03.920544 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cfcd82c-ccda-4806-bd15-af0c80111543 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:03.920653 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed', 'code': 200} Feb 19 03:33:03.927775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a828f2-806d-446e-8ed8-f5ea744d8ec0']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:03.940977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Deleting port 6c442c95-f5dc-4985-8947-61648a9f10bb {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:03.942852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a13902-9f2b-4f56-91d0-0f2beb8245b1') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:03.943847 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6c442c95-f5dc-4985-8947-61648a9f10bb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.961579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a13902-9f2b-4f56-91d0-0f2beb8245b1') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:03.993338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (d7a13902-9f2b-4f56-91d0-0f2beb8245b1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.014310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d7a13902-9f2b-4f56-91d0-0f2beb8245b1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.023625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:04.026455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (d7a13902-9f2b-4f56-91d0-0f2beb8245b1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:04.030357 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:04.167901 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (27a828f2-806d-446e-8ed8-f5ea744d8ec0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.193817 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.194857 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6c442c95-f5dc-4985-8947-61648a9f10bb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.196005 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for floatingip (6c442c95-f5dc-4985-8947-61648a9f10bb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.200130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "DELETE /v2.0/networks/27a828f2-806d-446e-8ed8-f5ea744d8ec0 HTTP/1.1" status: 204 len: 168 time: 0.7673388 Feb 19 03:33:04.203351 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53118) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:04.221239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2c047-46f9-404e-b382-10a141137efa tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Network': ['ID=27a828f2-806d-446e-8ed8-f5ea744d8ec0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:04.246913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abb249-23ee-4c10-b8be-aa00016d81a1 req-74bc170d-b10c-494c-a663-ece7049fb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:04.248415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65abb249-23ee-4c10-b8be-aa00016d81a1 req-74bc170d-b10c-494c-a663-ece7049fb1f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 1128 time: 0.1602519 Feb 19 03:33:04.349831 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65abb249-23ee-4c10-b8be-aa00016d81a1 req-8ac79a2d-228f-448a-81b0-c71fb348c32b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862689 Feb 19 03:33:04.382921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdd032-8023-4a52-a7d4-02758e782f9b req-318b0642-82b7-4a86-99f5-9c633482d9d3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:04.384534 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7cdd032-8023-4a52-a7d4-02758e782f9b req-318b0642-82b7-4a86-99f5-9c633482d9d3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 946 time: 0.2123179 Feb 19 03:33:04.466408 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668b0b1-c23e-41f6-b9f7-6bb5bae3c0a6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:04.474448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668b0b1-c23e-41f6-b9f7-6bb5bae3c0a6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:04.476461 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9668b0b1-c23e-41f6-b9f7-6bb5bae3c0a6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2702587 Feb 19 03:33:04.477790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Calling delete_port for 6c442c95-f5dc-4985-8947-61648a9f10bb owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:04.481815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7cdd032-8023-4a52-a7d4-02758e782f9b req-44928ade-e037-4ed9-99ec-b8ecb5ae7fd7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793872 Feb 19 03:33:04.482132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53120) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:04.492821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-446906434'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:04.583000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Made reservation on behalf of a80351bb32e3488cb84b2576b316bbfd for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:04.586706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.623777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:04.650143 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (cbad2f86-809f-4c83-a399-c20ba059e6f5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.650143 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Added segment cbad2f86-809f-4c83-a399-c20ba059e6f5 of type vlan for network aca83323-1db3-46b6-96b4-fc3ec2b318e3 Feb 19 03:33:04.742898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (aca83323-1db3-46b6-96b4-fc3ec2b318e3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.770663 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6c442c95-f5dc-4985-8947-61648a9f10bb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.840623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event deleted for resources: {'Port': ['ID=6c442c95-f5dc-4985-8947-61648a9f10bb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:04.866567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (aca83323-1db3-46b6-96b4-fc3ec2b318e3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.882608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:04.883301 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.032557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a39f57-6d8a-40f3-b23a-10ecdf173dfc req-fd3ee7b4-605f-4de4-880e-ba7f8660a4c1 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:05.046481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29a39f57-6d8a-40f3-b23a-10ecdf173dfc req-fd3ee7b4-605f-4de4-880e-ba7f8660a4c1 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1200185 Feb 19 03:33:05.054471 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5701306 Feb 19 03:33:05.055075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53130) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:05.075149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-349861836'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:05.096659 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e78b5-92f7-48ea-89ee-200bdf7f4da3 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'Network': ['ID=aca83323-1db3-46b6-96b4-fc3ec2b318e3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:05.111417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network aca83323-1db3-46b6-96b4-fc3ec2b318e3 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:05.163635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29a39f57-6d8a-40f3-b23a-10ecdf173dfc req-e966442f-c638-4d6e-ae54-32df522acbbf tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138735 Feb 19 03:33:05.166885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Made reservation on behalf of a80351bb32e3488cb84b2576b316bbfd for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:05.170139 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.184953 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] create failed (client error): The resource could not be found. Feb 19 03:33:05.191437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53132) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:05.201525 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dc905064-a74f-4a84-831f-b84bf680b576 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5945380 Feb 19 03:33:05.231718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:05.260892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f936be85-28c5-4401-96d7-4633c44cd859), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.261582 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Added segment f936be85-28c5-4401-96d7-4633c44cd859 of type vlan for network 44e0395f-a175-477c-ae4e-1bff6b6de7b1 Feb 19 03:33:05.341298 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (44e0395f-a175-477c-ae4e-1bff6b6de7b1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.436415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (44e0395f-a175-477c-ae4e-1bff6b6de7b1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.450537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:05.452853 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.511331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7ef42d3b-be4d-48e2-9a41-8b80e3331b8e tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Deleting port 16231f22-77d5-4a14-9b1b-9a0171e42661 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:05.512045 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4447806 Feb 19 03:33:05.512558 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ef42d3b-be4d-48e2-9a41-8b80e3331b8e tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (16231f22-77d5-4a14-9b1b-9a0171e42661), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.546347 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53138) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:05.570613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'ports': [{'network_id': 'aca83323-1db3-46b6-96b4-fc3ec2b318e3', 'name': 'tempest-port--227147050', 'admin_state_up': True}, {'network_id': '44e0395f-a175-477c-ae4e-1bff6b6de7b1', 'admin_state_up': False}]} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:05.571465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'port': {'network_id': 'aca83323-1db3-46b6-96b4-fc3ec2b318e3', 'name': 'tempest-port--227147050', 'admin_state_up': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:05.573251 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'port': {'network_id': '44e0395f-a175-477c-ae4e-1bff6b6de7b1', 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:05.727852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7143a6-858d-4057-9609-8ddb7774e969 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'Network': ['ID=44e0395f-a175-477c-ae4e-1bff6b6de7b1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:05.730227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53140) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:05.741563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 44e0395f-a175-477c-ae4e-1bff6b6de7b1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:05.821605 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ef42d3b-be4d-48e2-9a41-8b80e3331b8e tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (16231f22-77d5-4a14-9b1b-9a0171e42661), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.866098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7ef42d3b-be4d-48e2-9a41-8b80e3331b8e tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Calling delete_port for 16231f22-77d5-4a14-9b1b-9a0171e42661 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:06.080615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Made reservation on behalf of a80351bb32e3488cb84b2576b316bbfd for: {'port': 2} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:06.085391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.113292 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.132111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ea92bba-582b-491d-bba4-62d09bf6c8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.176717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2087863-ae1a-4f83-a027-a54bd090bac3 req-e04ddb71-c631-49c2-82d3-b060e6f259ab tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:06.184128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2087863-ae1a-4f83-a027-a54bd090bac3 req-e04ddb71-c631-49c2-82d3-b060e6f259ab tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 946 time: 0.0875807 Feb 19 03:33:06.192084 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ef42d3b-be4d-48e2-9a41-8b80e3331b8e tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (16231f22-77d5-4a14-9b1b-9a0171e42661), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.204570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.250706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef42d3b-be4d-48e2-9a41-8b80e3331b8e tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event deleted for resources: {'Port': ['ID=16231f22-77d5-4a14-9b1b-9a0171e42661,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:06.377602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2087863-ae1a-4f83-a027-a54bd090bac3 req-cb42bf1c-2fff-4ebd-bba3-7e4a799757dd tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869578 Feb 19 03:33:06.398256 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ef42d3b-be4d-48e2-9a41-8b80e3331b8e tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.410440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7ef42d3b-be4d-48e2-9a41-8b80e3331b8e tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "DELETE /v2.0/ports/16231f22-77d5-4a14-9b1b-9a0171e42661 HTTP/1.1" status: 204 len: 168 time: 1.2178383 Feb 19 03:33:06.411096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53148) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:06.587777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ccf51-3544-4857-b8dd-be3a6ff6eb5a tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:06.601971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ac1ccf51-3544-4857-b8dd-be3a6ff6eb5a tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413 HTTP/1.1" status: 200 len: 913 time: 0.1897740 Feb 19 03:33:06.616103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53150) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:06.672482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ea92bba-582b-491d-bba4-62d09bf6c8c5 admin admin] Publish callbacks [] for security_group (b126ca1c-70c1-4ced-a645-7dc6f26bac9c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.692721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] device_id is not set on port e784c564-a33e-4c70-a43b-58d05b4225b1 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:33:06.698293 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ea92bba-582b-491d-bba4-62d09bf6c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b126ca1c-70c1-4ced-a645-7dc6f26bac9c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.807746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f5319-2503-4430-a1e3-c6ecb194d000 req-5865f8be-f7bd-466f-9afe-ed1878e31a73 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:06.810652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-891f5319-2503-4430-a1e3-c6ecb194d000 req-5865f8be-f7bd-466f-9afe-ed1878e31a73 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.3134449 Feb 19 03:33:06.820798 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4ea92bba-582b-491d-bba4-62d09bf6c8c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a97be75621f84b5da9d2600ab629b3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0112927 Feb 19 03:33:06.831950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53154) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:06.841337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea92bba-582b-491d-bba4-62d09bf6c8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b126ca1c-70c1-4ced-a645-7dc6f26bac9c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:06.995963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for port (e784c564-a33e-4c70-a43b-58d05b4225b1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.035367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-891f5319-2503-4430-a1e3-c6ecb194d000 req-7c0b233e-bb4f-4194-b9ff-8a0dc1f7f1a0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164361 Feb 19 03:33:07.071521 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-065b11c2-392b-4ab3-a044-3d9111206cd4 admin admin] Publish callbacks [] for security_group (b126ca1c-70c1-4ced-a645-7dc6f26bac9c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.156278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] device_id is not set on port 6e39c670-afba-4857-ada5-5d4c85282a3a yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:33:07.160782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-065b11c2-392b-4ab3-a044-3d9111206cd4 admin admin] Publish callbacks [] for security_group (b126ca1c-70c1-4ced-a645-7dc6f26bac9c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.292838 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-065b11c2-392b-4ab3-a044-3d9111206cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b126ca1c-70c1-4ced-a645-7dc6f26bac9c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.295382 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-065b11c2-392b-4ab3-a044-3d9111206cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.296603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-065b11c2-392b-4ab3-a044-3d9111206cd4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b126ca1c-70c1-4ced-a645-7dc6f26bac9c HTTP/1.1" status: 204 len: 168 time: 0.4635208 Feb 19 03:33:07.321339 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for port (6e39c670-afba-4857-ada5-5d4c85282a3a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.350038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b11c2-392b-4ab3-a044-3d9111206cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b126ca1c-70c1-4ced-a645-7dc6f26bac9c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:07.369071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e784c564-a33e-4c70-a43b-58d05b4225b1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.454062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'Port': ['ID=e784c564-a33e-4c70-a43b-58d05b4225b1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:07.514145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Checking segment: {'id': 'cbad2f86-809f-4c83-a399-c20ba059e6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'aca83323-1db3-46b6-96b4-fc3ec2b318e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:07.514725 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Network hostable DHCP agents. Network: aca83323-1db3-46b6-96b4-fc3ec2b318e3, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:07.539687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Network aca83323-1db3-46b6-96b4-fc3ec2b318e3 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:07.543304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.572802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, aca83323-1db3-46b6-96b4-fc3ec2b318e3) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:07.582942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c31405f-b69b-479b-b433-bc3daf5d709d None None] Network aca83323-1db3-46b6-96b4-fc3ec2b318e3 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:07.604904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:07.606470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6e39c670-afba-4857-ada5-5d4c85282a3a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.746432 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'Port': ['ID=6e39c670-afba-4857-ada5-5d4c85282a3a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:07.853356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65086833-a23b-41dc-b29f-110c3bcce90e req-d8021adb-3443-4dbe-b197-ec1126da7e54 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:07.858581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Checking segment: {'id': 'f936be85-28c5-4401-96d7-4633c44cd859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '44e0395f-a175-477c-ae4e-1bff6b6de7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:07.859171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Network hostable DHCP agents. Network: 44e0395f-a175-477c-ae4e-1bff6b6de7b1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:07.868133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65086833-a23b-41dc-b29f-110c3bcce90e req-d8021adb-3443-4dbe-b197-ec1126da7e54 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 946 time: 0.3464565 Feb 19 03:33:07.904648 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Network 44e0395f-a175-477c-ae4e-1bff6b6de7b1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:07.938892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 44e0395f-a175-477c-ae4e-1bff6b6de7b1) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:07.949816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715cd4b-8e86-4c06-abcf-f4fc66c5da49 None None] Network 44e0395f-a175-477c-ae4e-1bff6b6de7b1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:07.959518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:07.979289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:07.985362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:07.990316 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.048587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65086833-a23b-41dc-b29f-110c3bcce90e req-b9ac18bd-4fa7-4e24-90b9-3524fba93ae4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758099 Feb 19 03:33:08.059491 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5dcebe34-070a-4854-94c3-5a4f545678ec tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5065618 Feb 19 03:33:08.060812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53174) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:08.250887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d959ff-a5cb-44d4-a8c8-6cb641f4a668 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:08.264841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d959ff-a5cb-44d4-a8c8-6cb641f4a668 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:08.274781 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b3d959ff-a5cb-44d4-a8c8-6cb641f4a668 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2102542 Feb 19 03:33:08.275705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53180) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:08.294342 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-37a3be26-c537-4aaa-980d-3e253106ed1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.307277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Deleting port 7832456a-e507-432a-8067-b3ffd8083c31 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:08.307926 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7832456a-e507-432a-8067-b3ffd8083c31), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.411838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3941fcd-2097-4f49-8039-049c38a257f8 req-d4fc9dfb-738e-4d1e-9275-9d2c24c3ded4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:08.414034 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3941fcd-2097-4f49-8039-049c38a257f8 req-d4fc9dfb-738e-4d1e-9275-9d2c24c3ded4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1777375 Feb 19 03:33:08.420259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-343169da-6a1d-44aa-a2b0-e815f13df042 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Deleting port e784c564-a33e-4c70-a43b-58d05b4225b1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:08.420753 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-343169da-6a1d-44aa-a2b0-e815f13df042 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e784c564-a33e-4c70-a43b-58d05b4225b1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.567317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3941fcd-2097-4f49-8039-049c38a257f8 req-eef1e539-1b48-4cdd-8d3a-ce382524f68d tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443589 Feb 19 03:33:08.608118 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7832456a-e507-432a-8067-b3ffd8083c31), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.638590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Calling delete_port for 7832456a-e507-432a-8067-b3ffd8083c31 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:08.650208 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-343169da-6a1d-44aa-a2b0-e815f13df042 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e784c564-a33e-4c70-a43b-58d05b4225b1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.684772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-343169da-6a1d-44aa-a2b0-e815f13df042 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Calling delete_port for e784c564-a33e-4c70-a43b-58d05b4225b1 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:08.849210 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-343169da-6a1d-44aa-a2b0-e815f13df042 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e784c564-a33e-4c70-a43b-58d05b4225b1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.915823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343169da-6a1d-44aa-a2b0-e815f13df042 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Port': ['ID=e784c564-a33e-4c70-a43b-58d05b4225b1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:08.932064 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-343169da-6a1d-44aa-a2b0-e815f13df042 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.947704 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-343169da-6a1d-44aa-a2b0-e815f13df042 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "DELETE /v2.0/ports/e784c564-a33e-4c70-a43b-58d05b4225b1 HTTP/1.1" status: 204 len: 168 time: 0.6680415 Feb 19 03:33:08.950768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53194) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:09.031745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7832456a-e507-432a-8067-b3ffd8083c31), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.127443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event deleted for resources: {'Port': ['ID=7832456a-e507-432a-8067-b3ffd8083c31,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:09.209919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-06161ca1-157b-422a-bdbb-4f650835c623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Deleting port 6e39c670-afba-4857-ada5-5d4c85282a3a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:09.211854 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06161ca1-157b-422a-bdbb-4f650835c623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6e39c670-afba-4857-ada5-5d4c85282a3a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.318022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06161ca1-157b-422a-bdbb-4f650835c623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6e39c670-afba-4857-ada5-5d4c85282a3a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.350202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-06161ca1-157b-422a-bdbb-4f650835c623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Calling delete_port for 6e39c670-afba-4857-ada5-5d4c85282a3a owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:09.378819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.419037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d063ed-631e-4893-9b31-b00d185764e3 req-2c90ea9f-6cb0-4198-82c8-67ef50c03c5c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:09.421221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-11d063ed-631e-4893-9b31-b00d185764e3 req-2c90ea9f-6cb0-4198-82c8-67ef50c03c5c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 946 time: 0.6767774 Feb 19 03:33:09.579757 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06161ca1-157b-422a-bdbb-4f650835c623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6e39c670-afba-4857-ada5-5d4c85282a3a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.691458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06161ca1-157b-422a-bdbb-4f650835c623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Port': ['ID=6e39c670-afba-4857-ada5-5d4c85282a3a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:09.698443 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06161ca1-157b-422a-bdbb-4f650835c623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.708571 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-06161ca1-157b-422a-bdbb-4f650835c623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "DELETE /v2.0/ports/6e39c670-afba-4857-ada5-5d4c85282a3a HTTP/1.1" status: 204 len: 168 time: 0.7531431 Feb 19 03:33:09.708918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53200) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:09.801384 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e68b9d66-f971-4224-aa4c-ecf1e56d78cb tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0870447 Feb 19 03:33:09.801790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53204) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:09.824548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-326874013'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:09.894541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Made reservation on behalf of a80351bb32e3488cb84b2576b316bbfd for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:09.919161 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.987244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-11d063ed-631e-4893-9b31-b00d185764e3 req-88fbc2f9-2440-4402-96a4-7402e515e075 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5522192 Feb 19 03:33:09.997606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:10.001642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Router f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:33:10.013675 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f1748c1c-9143-4bb0-abf1-2b7fa62a1251), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.014100 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Added segment f1748c1c-9143-4bb0-abf1-2b7fa62a1251 of type vlan for network 0d136ba4-0a11-48e4-ac6c-0914246ea8ad Feb 19 03:33:10.023874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53208) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:10.093084 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (0d136ba4-0a11-48e4-ac6c-0914246ea8ad), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.211638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (0d136ba4-0a11-48e4-ac6c-0914246ea8ad), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.216741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:10.217459 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.335994 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5283842 Feb 19 03:33:10.357693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53216) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:10.365215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-646065645'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:10.443769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e315cd-598c-4c6e-a29b-33955df139ac tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'Network': ['ID=0d136ba4-0a11-48e4-ac6c-0914246ea8ad,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:10.456219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 0d136ba4-0a11-48e4-ac6c-0914246ea8ad details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:10.472483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Made reservation on behalf of a80351bb32e3488cb84b2576b316bbfd for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:10.475924 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.488322 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a06556fd-724c-43ca-8c76-90b539cd25f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.526975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:10.551246 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5a822440-ad34-4ad5-9af5-0b8f3759c04d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.592865 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Added segment 5a822440-ad34-4ad5-9af5-0b8f3759c04d of type vlan for network 7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f Feb 19 03:33:10.632163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.702259 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.708228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:10.708878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.840576 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4817395 Feb 19 03:33:10.870937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefa058-80f5-4045-b7e1-c46c7b7dc5c6 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'Network': ['ID=7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:10.887503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:10.929817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:10.951999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ebdde-39b8-41a7-807b-5c57415826d2 None None] Sync routers for ids ['f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:10.969182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9d9bc234-af0f-48c7-80eb-0bdebf336669 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "PUT /v2.0/routers/f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3509054 Feb 19 03:33:10.972027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53226) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:11.007770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f0ae8-46ca-44a7-846a-bda915fd6768 tempest-TestVolumeBootPattern-907835262 tempest-TestVolumeBootPattern-907835262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:11.011901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1a7f0ae8-46ca-44a7-846a-bda915fd6768 tempest-TestVolumeBootPattern-907835262 tempest-TestVolumeBootPattern-907835262-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 1123 time: 0.9838490 Feb 19 03:33:11.023206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53228) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:11.023563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53230) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:11.037637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9817fd2-68a7-439d-be2a-f1575a0762ac req-cf5fe1b5-033f-449a-8503-943aade4152c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:11.045159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9817fd2-68a7-439d-be2a-f1575a0762ac req-cf5fe1b5-033f-449a-8503-943aade4152c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.3178828 Feb 19 03:33:11.071087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'subnets': [{'network_id': '0d136ba4-0a11-48e4-ac6c-0914246ea8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1989754022', 'ip_version': 4}, {'network_id': '7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:11.073900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'subnet': {'network_id': '0d136ba4-0a11-48e4-ac6c-0914246ea8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1989754022', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:11.077948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Request body: {'subnet': {'network_id': '7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:11.094544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ebdde-39b8-41a7-807b-5c57415826d2 None None] Routers {'f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:11.097621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-444ebdde-39b8-41a7-807b-5c57415826d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:11.107463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:11.174154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e21de657-b9b0-4408-8f76-f9c596f20d07 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for router (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:11.182255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:11.216019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-444ebdde-39b8-41a7-807b-5c57415826d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:11.242946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ebdde-39b8-41a7-807b-5c57415826d2 None None] Routers {'f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:11.243919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-444ebdde-39b8-41a7-807b-5c57415826d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:11.322878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9817fd2-68a7-439d-be2a-f1575a0762ac req-4202e24e-9c48-4d85-823e-8316fb5d7366 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676815 Feb 19 03:33:11.348412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-444ebdde-39b8-41a7-807b-5c57415826d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:11.349284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ebdde-39b8-41a7-807b-5c57415826d2 None None] The sync data for ids ['f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:11.573011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:11.846614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53242) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:11.861869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Allocated IP 172.25.4.208 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/0a37bf61-5a0a-4fe4-a398-dcdeda7d565d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:11.871102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Made reservation on behalf of a80351bb32e3488cb84b2576b316bbfd for: {'subnet': 2} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:11.884090 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:11.895839 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:11.931440 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.123121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e21de657-b9b0-4408-8f76-f9c596f20d07 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.131059 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e21de657-b9b0-4408-8f76-f9c596f20d07 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for router_controller (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.232909 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-698507c0-f432-4d78-a69e-3dbf9d124f25 admin admin] Deleting subnet b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:33:12.238297 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-698507c0-f432-4d78-a69e-3dbf9d124f25 admin admin] Publish callbacks [] for subnet (b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.287081 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-698507c0-f432-4d78-a69e-3dbf9d124f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.300999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (0a37bf61-5a0a-4fe4-a398-dcdeda7d565d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.360020 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-698507c0-f432-4d78-a69e-3dbf9d124f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.460921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-698507c0-f432-4d78-a69e-3dbf9d124f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.499472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698507c0-f432-4d78-a69e-3dbf9d124f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:12.499472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-698507c0-f432-4d78-a69e-3dbf9d124f25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.506544 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-698507c0-f432-4d78-a69e-3dbf9d124f25 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b18b7e0d-fe9c-4fb7-8ba2-59ed320c8c0c HTTP/1.1" status: 204 len: 168 time: 0.6561334 Feb 19 03:33:12.506881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53250) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:12.530611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e21de657-b9b0-4408-8f76-f9c596f20d07 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.531154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21de657-b9b0-4408-8f76-f9c596f20d07 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Fanout notify agent at l3_agent the message router_deleted on router f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:33:12.540335 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e21de657-b9b0-4408-8f76-f9c596f20d07 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.541573 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e21de657-b9b0-4408-8f76-f9c596f20d07 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "DELETE /v2.0/routers/f9eeac7b-b9b4-4ddd-a0b8-f899c9c62413 HTTP/1.1" status: 204 len: 168 time: 1.5684998 Feb 19 03:33:12.549478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53252) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:12.652876 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d3336400-e1dd-4eb4-bf58-d531a8c12ae4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.696971 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0a37bf61-5a0a-4fe4-a398-dcdeda7d565d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.735833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45d6fc-592f-459d-aa49-fe8fb0cd3d71 req-5b5275ab-e32d-4869-b5d4-2ec93af5fa16 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:12.747399 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee45d6fc-592f-459d-aa49-fe8fb0cd3d71 req-5b5275ab-e32d-4869-b5d4-2ec93af5fa16 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.2660873 Feb 19 03:33:12.758145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cce4f45-664e-46ef-bd58-9be472835cc3 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Deleting subnet d303a27a-fb69-4bc8-951a-a43de1eabb27 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:33:12.780740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d3336400-e1dd-4eb4-bf58-d531a8c12ae4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.803411 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cce4f45-664e-46ef-bd58-9be472835cc3 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks [] for subnet (d303a27a-fb69-4bc8-951a-a43de1eabb27), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.806184 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3336400-e1dd-4eb4-bf58-d531a8c12ae4']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:12.822373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329392bf-8915-48d5-8740-6d42f00fead2') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:12.822744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329392bf-8915-48d5-8740-6d42f00fead2') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:12.835319 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (329392bf-8915-48d5-8740-6d42f00fead2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.852455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (329392bf-8915-48d5-8740-6d42f00fead2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.858820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:12.859846 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:12.860297 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (329392bf-8915-48d5-8740-6d42f00fead2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.915761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee45d6fc-592f-459d-aa49-fe8fb0cd3d71 req-1881e8dd-b691-4753-9644-6ca34d513643 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665287 Feb 19 03:33:12.916781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:12.932677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:12.947894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=0a37bf61-5a0a-4fe4-a398-dcdeda7d565d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:12.970144 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:12.974143 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d3336400-e1dd-4eb4-bf58-d531a8c12ae4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.988237 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:12.991544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.001392 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d3336400-e1dd-4eb4-bf58-d531a8c12ae4 HTTP/1.1" status: 204 len: 168 time: 0.4930525 Feb 19 03:33:13.019401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cce4f45-664e-46ef-bd58-9be472835cc3 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (d303a27a-fb69-4bc8-951a-a43de1eabb27), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.022778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc97391-d8b6-45f6-9b5a-f174fe070e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3336400-e1dd-4eb4-bf58-d531a8c12ae4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:13.260988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53262) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:13.314821 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cce4f45-664e-46ef-bd58-9be472835cc3 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (d303a27a-fb69-4bc8-951a-a43de1eabb27), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.353016 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (09463583-9e1e-455d-8b3d-daa54fcbfc92), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.363553 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e1fe3bcf-ab2f-420d-9d4c-be5775f6832d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=945f4e3f343b489cafd000abb754fec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1007113 Feb 19 03:33:13.364275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53266) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:13.420420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'Subnet': ['ID=09463583-9e1e-455d-8b3d-daa54fcbfc92,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:13.466005 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-553c16cc-03c5-48ad-ba7f-63d5436d8f9a admin admin] Publish callbacks [] for security_group (cf78581d-e81f-4c58-a51a-109d16062b18), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.500518 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-553c16cc-03c5-48ad-ba7f-63d5436d8f9a admin admin] Publish callbacks [] for security_group (cf78581d-e81f-4c58-a51a-109d16062b18), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.588363 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cce4f45-664e-46ef-bd58-9be472835cc3 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (d303a27a-fb69-4bc8-951a-a43de1eabb27), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.593134 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-553c16cc-03c5-48ad-ba7f-63d5436d8f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cf78581d-e81f-4c58-a51a-109d16062b18), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.596762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-553c16cc-03c5-48ad-ba7f-63d5436d8f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.600971 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-553c16cc-03c5-48ad-ba7f-63d5436d8f9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf78581d-e81f-4c58-a51a-109d16062b18 HTTP/1.1" status: 204 len: 168 time: 0.2326612 Feb 19 03:33:13.616955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c16cc-03c5-48ad-ba7f-63d5436d8f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf78581d-e81f-4c58-a51a-109d16062b18,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:13.665818 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cce4f45-664e-46ef-bd58-9be472835cc3 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.674260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af2e17-5dcb-444a-af71-bfa7e876c968 None None] Network 1df8039f-5e2f-4c7d-94a2-1455946b9805 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:13.677015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53276) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:13.681199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0cce4f45-664e-46ef-bd58-9be472835cc3 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "DELETE /v2.0/subnets/d303a27a-fb69-4bc8-951a-a43de1eabb27 HTTP/1.1" status: 204 len: 168 time: 1.1279826 Feb 19 03:33:13.682368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Checking segment: {'id': 'f1748c1c-9143-4bb0-abf1-2b7fa62a1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0d136ba4-0a11-48e4-ac6c-0914246ea8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:13.682743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Network hostable DHCP agents. Network: 0d136ba4-0a11-48e4-ac6c-0914246ea8ad, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:13.749636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce4f45-664e-46ef-bd58-9be472835cc3 tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event deleted for resources: {'Subnet': ['ID=d303a27a-fb69-4bc8-951a-a43de1eabb27,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:13.806323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (1df8039f-5e2f-4c7d-94a2-1455946b9805), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:13.921996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Network 0d136ba4-0a11-48e4-ac6c-0914246ea8ad is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:13.973302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Deleting port 351c8e3c-2675-4da8-bb56-fdb60da8db34 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:13.974270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:14.019474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 0d136ba4-0a11-48e4-ac6c-0914246ea8ad) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:14.075267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ab59e-f2e6-41b1-ace4-e807410abf9a None None] Network 0d136ba4-0a11-48e4-ac6c-0914246ea8ad requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:14.167780 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] For port 351c8e3c-2675-4da8-bb56-fdb60da8db34, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=351c8e3c-2675-4da8-bb56-fdb60da8db34,segment=NetworkSegment(e1df708c-aadc-4136-9be0-9686a5f4c3fb),segment_id=e1df708c-aadc-4136-9be0-9686a5f4c3fb)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:14.168375 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:14.187796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Calling delete_port for 351c8e3c-2675-4da8-bb56-fdb60da8db34 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:14.319676 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (bc936683-1463-45db-aac5-fc0c4baf7dc4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:14.342270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (351c8e3c-2675-4da8-bb56-fdb60da8db34), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:14.447700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] No DVR routers for this DVR port 351c8e3c-2675-4da8-bb56-fdb60da8db34 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:33:14.636301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event updated for resources: {'Subnet': ['ID=bc936683-1463-45db-aac5-fc0c4baf7dc4,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:14.648054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-0d136ba4-0a11-48e4-ac6c-0914246ea8ad', 'network_id': '0d136ba4-0a11-48e4-ac6c-0914246ea8ad', 'project_id': 'a80351bb32e3488cb84b2576b316bbfd', 'fixed_ips': [{'subnet_id': '09463583-9e1e-455d-8b3d-daa54fcbfc92'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:14.652174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:14.712178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27ced6-78c1-4779-9a35-4c63f66a1e69 req-700216ce-98ae-4cb1-96c8-8108e372b4ef tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:14.714222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec27ced6-78c1-4779-9a35-4c63f66a1e69 req-700216ce-98ae-4cb1-96c8-8108e372b4ef tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.5527155 Feb 19 03:33:14.730385 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (e034983d-2c2d-47b0-9d44-077ee3f1a28e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:14.901448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (1df8039f-5e2f-4c7d-94a2-1455946b9805), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:14.920644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Checking segment: {'id': '5a822440-ad34-4ad5-9af5-0b8f3759c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:14.924117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Network hostable DHCP agents. Network: 7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:14.997171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event deleted for resources: {'Port': ['ID=351c8e3c-2675-4da8-bb56-fdb60da8db34,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:15.010251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec27ced6-78c1-4779-9a35-4c63f66a1e69 req-287ddb25-4c0d-4f66-aa93-3c303fc1841f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067649 Feb 19 03:33:15.082605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Network 7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:15.109710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df8039f-5e2f-4c7d-94a2-1455946b9805']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:15.184987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1df708c-aadc-4136-9be0-9686a5f4c3fb') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:15.185524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1df708c-aadc-4136-9be0-9686a5f4c3fb') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:15.200876 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.242114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0a37bf61-5a0a-4fe4-a398-dcdeda7d565d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.262133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (e1df708c-aadc-4136-9be0-9686a5f4c3fb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.316380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e1df708c-aadc-4136-9be0-9686a5f4c3fb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (e1df708c-aadc-4136-9be0-9686a5f4c3fb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:15.344084 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:15.373190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:15.405640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:15.406151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:15.406795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.443007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b3f20f-e32b-4d23-80c3-d62acaf9a47f None None] DHCP port deletion for 1df8039f-5e2f-4c7d-94a2-1455946b9805 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:33:15.451818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd425f-b539-45b5-9dcb-f706f60223f9 None None] Network 7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:15.510471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53308) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:15.536345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-500c65ef-5b81-4460-a5d2-fde7c206738a tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.4899223 Feb 19 03:33:15.551735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (1df8039f-5e2f-4c7d-94a2-1455946b9805), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.639333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53310) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:15.641004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.660700 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] 10.222.0.42 "DELETE /v2.0/networks/1df8039f-5e2f-4c7d-94a2-1455946b9805 HTTP/1.1" status: 204 len: 168 time: 1.9707737 Feb 19 03:33:15.742245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f3b28-4757-4b6b-ae2b-cc1832edee4b tempest-FloatingIPNegativeTestJSON-1953834687 tempest-FloatingIPNegativeTestJSON-1953834687-project] Pushing event deleted for resources: {'Network': ['ID=1df8039f-5e2f-4c7d-94a2-1455946b9805,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:15.791495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf59d4ad-abcc-4210-84ce-32b8fd126512 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:15.793136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf59d4ad-abcc-4210-84ce-32b8fd126512 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:15.800444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf59d4ad-abcc-4210-84ce-32b8fd126512 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:15.802229 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cf59d4ad-abcc-4210-84ce-32b8fd126512 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2904899 Feb 19 03:33:15.805481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53316) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:15.932223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-43383437-9396-4403-bc30-328be3911dce tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Deleting subnet 09463583-9e1e-455d-8b3d-daa54fcbfc92 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:33:15.974739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1258984216-network', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:16.027558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:16.030305 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.044320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (0a37bf61-5a0a-4fe4-a398-dcdeda7d565d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.051830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0a37bf61-5a0a-4fe4-a398-dcdeda7d565d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.053664 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.092463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 351c8e3c-2675-4da8-bb56-fdb60da8db34 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:16.152321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53322) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:16.214047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=0a37bf61-5a0a-4fe4-a398-dcdeda7d565d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:16.265137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (e034983d-2c2d-47b0-9d44-077ee3f1a28e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.290755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 351c8e3c-2675-4da8-bb56-fdb60da8db34 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:33:16.297458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 351c8e3c-2675-4da8-bb56-fdb60da8db34 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:33:16.341220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Publish callbacks [] for security_group (18932da4-ad4e-4d5c-954b-5af32e989bc6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.363380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (18932da4-ad4e-4d5c-954b-5af32e989bc6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.388806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Allocated IP 172.20.0.2 (0d136ba4-0a11-48e4-ac6c-0914246ea8ad/09463583-9e1e-455d-8b3d-daa54fcbfc92/98ab4773-0f8a-46d4-a6b9-68f858064184) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:16.454604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:16.483966 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Floating IP e034983d-2c2d-47b0-9d44-077ee3f1a28e associated. External IP: 172.25.4.208, port: ee0d06e0-e56d-476e-84cb-a28fc74b02ed. Feb 19 03:33:16.506902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (76da41be-8213-41d9-aeba-098bc5e71846), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.513181 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Added segment 76da41be-8213-41d9-aeba-098bc5e71846 of type vlan for network d8177606-8e02-4dcf-b260-237ee5f1e02f Feb 19 03:33:16.539352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5fe1624a-16e8-4320-8f6b-0541accaf30c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d04cc372b3da43ba8d377e827aba2343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3771763 Feb 19 03:33:16.607456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53328) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:16.620363 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d8177606-8e02-4dcf-b260-237ee5f1e02f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.696488 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18932da4-ad4e-4d5c-954b-5af32e989bc6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:16.715479 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d8177606-8e02-4dcf-b260-237ee5f1e02f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.716614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:16.717220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.737694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f', 'network_id': '7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f', 'project_id': 'a80351bb32e3488cb84b2576b316bbfd', 'fixed_ips': [{'subnet_id': 'bc936683-1463-45db-aac5-fc0c4baf7dc4'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:16.738674 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.789894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34fde1-cf2e-424d-a161-b62448fb39a8 req-d2b6df40-c9d3-4634-a388-bce0f0922ea5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:16.802959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a34fde1-cf2e-424d-a161-b62448fb39a8 req-d2b6df40-c9d3-4634-a388-bce0f0922ea5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.3289068 Feb 19 03:33:16.852848 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] Pushing event updated for resources: {'Network': ['ID=d8177606-8e02-4dcf-b260-237ee5f1e02f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:16.861555 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5513861c-c2f3-42f2-bd97-f9f6b284f642 admin admin] Publish callbacks [] for security_group (2bbce315-909d-458a-8cdf-8c1358554068), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:16.877044 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ebeef6a0-ec92-423b-8a2b-0dc2f7028e06 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2021155 Feb 19 03:33:16.878878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53330) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:16.888322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Request body: {'subnet': {'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1258984216-subnet', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:16.908226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d8177606-8e02-4dcf-b260-237ee5f1e02f details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:16.967022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:16.971503 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:17.183783 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5513861c-c2f3-42f2-bd97-f9f6b284f642 admin admin] Publish callbacks [] for security_group (2bbce315-909d-458a-8cdf-8c1358554068), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:17.188990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a34fde1-cf2e-424d-a161-b62448fb39a8 req-74e34ea7-c76d-4fa7-bde3-3ae04d709914 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826067 Feb 19 03:33:17.549772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (2c27aede-4122-4f88-a32c-cfd05dfba8a5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:17.656878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Router d9546364-5e86-4657-8dea-9e7461298a09 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:33:17.662708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Allocated IP 172.20.0.18 (7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f/bc936683-1463-45db-aac5-fc0c4baf7dc4/ff393b8f-e957-4316-91a0-c307bfdc4d43) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:17.665181 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5513861c-c2f3-42f2-bd97-f9f6b284f642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2bbce315-909d-458a-8cdf-8c1358554068), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:17.668264 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5513861c-c2f3-42f2-bd97-f9f6b284f642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:17.669484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5513861c-c2f3-42f2-bd97-f9f6b284f642 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bbce315-909d-458a-8cdf-8c1358554068 HTTP/1.1" status: 204 len: 168 time: 1.0601280 Feb 19 03:33:17.693285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513861c-c2f3-42f2-bd97-f9f6b284f642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbce315-909d-458a-8cdf-8c1358554068,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:17.712664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c27aede-4122-4f88-a32c-cfd05dfba8a5,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:17.789082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Checking segment: {'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:17.789427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Network hostable DHCP agents. Network: d8177606-8e02-4dcf-b260-237ee5f1e02f, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:17.829338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Network d8177606-8e02-4dcf-b260-237ee5f1e02f is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:17.851450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d8177606-8e02-4dcf-b260-237ee5f1e02f) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:17.859893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:17.862390 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:17.901786 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5f3f3527-3422-488a-ba90-25b7941ed2d1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0214570 Feb 19 03:33:17.904479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53336) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:17.914731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:17.967887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (04a2353a-6a40-4004-b896-e98ec2967c15), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:17.969929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (04a2353a-6a40-4004-b896-e98ec2967c15), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.019260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:18.039985 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] Sync routers for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:18.061921 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.084222 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:18.084889 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:18.140837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f5f00983-62aa-4209-93bd-1723b2df417c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0483341 Feb 19 03:33:18.142625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks [] for router_controller (04a2353a-6a40-4004-b896-e98ec2967c15), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.144565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'tag': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:18.154643 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39963350-68d1-494d-a4cc-b2f20037b591" -d '{"events": [{"name": "network-changed", "server_uuid": "8298e39c-2e03-476b-9130-097be1f3b5e6", "tag": "ee0d06e0-e56d-476e-84cb-a28fc74b02ed"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:18.161836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c79834e-fa46-4621-aa62-2f0a825f989d None None] Network d8177606-8e02-4dcf-b260-237ee5f1e02f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:18.244667 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df743ab8-bee2-4a71-a1a2-d329233087e6 x-openstack-request-id: req-df743ab8-bee2-4a71-a1a2-d329233087e6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:18.245097 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8298e39c-2e03-476b-9130-097be1f3b5e6", "tag": "ee0d06e0-e56d-476e-84cb-a28fc74b02ed", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:18.246245 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df743ab8-bee2-4a71-a1a2-d329233087e6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:18.246441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Publish callbacks [] for port (ff393b8f-e957-4316-91a0-c307bfdc4d43), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.246994 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'tag': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed', 'status': 'completed', 'code': 200} Feb 19 03:33:18.295939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Publish callbacks [] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.386513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39963350-68d1-494d-a4cc-b2f20037b591 req-24392b50-2eb6-46fb-b6a4-d66321e12e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:18.389396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39963350-68d1-494d-a4cc-b2f20037b591 req-24392b50-2eb6-46fb-b6a4-d66321e12e23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 1128 time: 0.0963075 Feb 19 03:33:18.426526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43383437-9396-4403-bc30-328be3911dce tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for subnet (09463583-9e1e-455d-8b3d-daa54fcbfc92), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.432467 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (ff393b8f-e957-4316-91a0-c307bfdc4d43), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.482643 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.618803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks [] for router_gateway (04a2353a-6a40-4004-b896-e98ec2967c15), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.636813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43383437-9396-4403-bc30-328be3911dce tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (09463583-9e1e-455d-8b3d-daa54fcbfc92), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.667739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Pushing event updated for resources: {'Port': ['ID=ff393b8f-e957-4316-91a0-c307bfdc4d43,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:18.693297 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:18.919380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Network 7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:18.955362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Network 0d136ba4-0a11-48e4-ac6c-0914246ea8ad is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:19.029152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:19.131421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:19.149624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:19.185405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:19.223823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Pushing event updated for resources: {'Port': ['ID=98ab4773-0f8a-46d4-a6b9-68f858064184,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:19.352433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43383437-9396-4403-bc30-328be3911dce tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (09463583-9e1e-455d-8b3d-daa54fcbfc92), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.510175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53372) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:19.598061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463978-b41e-4a0c-b7f7-0152596cbfc3 req-c91afeb7-f597-4dd3-8ddd-1719a7efd349 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:19.603568 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc463978-b41e-4a0c-b7f7-0152596cbfc3 req-c91afeb7-f597-4dd3-8ddd-1719a7efd349 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.1450319 Feb 19 03:33:19.684789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39963350-68d1-494d-a4cc-b2f20037b591 req-479805b5-e0d7-4100-8d6f-ac816568a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:19.687586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39963350-68d1-494d-a4cc-b2f20037b591 req-479805b5-e0d7-4100-8d6f-ac816568a7ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 1.2888627 Feb 19 03:33:19.705571 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'e034983d-2c2d-47b0-9d44-077ee3f1a28e', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:d4:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:33:13Z', 'updated_at': '2022-02-19T03:33:13Z', 'revision_number': 0, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:19.721702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Attempting to bind port ff393b8f-e957-4316-91a0-c307bfdc4d43 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:19.722314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc463978-b41e-4a0c-b7f7-0152596cbfc3 req-8c6adad0-f046-45a3-9477-1603c6336e81 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036227 Feb 19 03:33:19.723287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Attempting to bind port ff393b8f-e957-4316-91a0-c307bfdc4d43 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '5a822440-ad34-4ad5-9af5-0b8f3759c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:19.726270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Attempting to bind port ff393b8f-e957-4316-91a0-c307bfdc4d43 on network 7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:19.736467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Attempting to bind port 98ab4773-0f8a-46d4-a6b9-68f858064184 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:19.736811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Attempting to bind port 98ab4773-0f8a-46d4-a6b9-68f858064184 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'f1748c1c-9143-4bb0-abf1-2b7fa62a1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0d136ba4-0a11-48e4-ac6c-0914246ea8ad'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:19.737104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Attempting to bind port 98ab4773-0f8a-46d4-a6b9-68f858064184 on network 0d136ba4-0a11-48e4-ac6c-0914246ea8ad {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:19.745121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-d8177606-8e02-4dcf-b260-237ee5f1e02f', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:19.746022 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.759287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:19.759764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Checking segment: {'id': '5a822440-ad34-4ad5-9af5-0b8f3759c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:19.763978 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.764397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Bound using segment: {'id': '5a822440-ad34-4ad5-9af5-0b8f3759c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:19.764972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Bound port: ff393b8f-e957-4316-91a0-c307bfdc4d43, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a822440-ad34-4ad5-9af5-0b8f3759c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:19.765382 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ff393b8f-e957-4316-91a0-c307bfdc4d43), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.818427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:19.823817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Checking segment: {'id': 'f1748c1c-9143-4bb0-abf1-2b7fa62a1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0d136ba4-0a11-48e4-ac6c-0914246ea8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:19.824390 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.824939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Bound using segment: {'id': 'f1748c1c-9143-4bb0-abf1-2b7fa62a1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0d136ba4-0a11-48e4-ac6c-0914246ea8ad'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:19.825457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Bound port: 98ab4773-0f8a-46d4-a6b9-68f858064184, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1748c1c-9143-4bb0-abf1-2b7fa62a1251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0d136ba4-0a11-48e4-ac6c-0914246ea8ad'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:19.825873 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.836667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39963350-68d1-494d-a4cc-b2f20037b591 req-e569dcc2-edd6-42ac-b0bb-06598cd8246a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0d06e0-e56d-476e-84cb-a28fc74b02ed HTTP/1.1" status: 200 len: 1000 time: 0.1388924 Feb 19 03:33:19.838921 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] Checking router: d9546364-5e86-4657-8dea-9e7461298a09 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:19.862713 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:19.863960 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:19.919406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1621104390'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:19.989620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:19.990375 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43383437-9396-4403-bc30-328be3911dce tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (09463583-9e1e-455d-8b3d-daa54fcbfc92), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.000686 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.040217 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.055311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43383437-9396-4403-bc30-328be3911dce tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Subnet': ['ID=09463583-9e1e-455d-8b3d-daa54fcbfc92,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:20.080599 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43383437-9396-4403-bc30-328be3911dce tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.087236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39963350-68d1-494d-a4cc-b2f20037b591 req-0bbf04d7-7593-492e-ac4b-48c13f9683f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:20.091534 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-43383437-9396-4403-bc30-328be3911dce tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "DELETE /v2.0/subnets/09463583-9e1e-455d-8b3d-daa54fcbfc92 HTTP/1.1" status: 204 len: 168 time: 4.2848475 Feb 19 03:33:20.092285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53376) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:20.095881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39963350-68d1-494d-a4cc-b2f20037b591 req-0bbf04d7-7593-492e-ac4b-48c13f9683f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.2502782 Feb 19 03:33:20.120687 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:20.185885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks [] for router_gateway (04a2353a-6a40-4004-b896-e98ec2967c15), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.249949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.292246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39963350-68d1-494d-a4cc-b2f20037b591 req-7e8715c0-159d-4a95-aedb-76446fd3344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:20.311499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39963350-68d1-494d-a4cc-b2f20037b591 req-7e8715c0-159d-4a95-aedb-76446fd3344d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2036312 Feb 19 03:33:20.420684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] For port 98ab4773-0f8a-46d4-a6b9-68f858064184, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:20.461516 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-345ab768-3496-4c19-a5d4-a301e8c795d1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Deleting subnet bc936683-1463-45db-aac5-fc0c4baf7dc4 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:33:20.480366 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-345ab768-3496-4c19-a5d4-a301e8c795d1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for subnet (bc936683-1463-45db-aac5-fc0c4baf7dc4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.481567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] For port 98ab4773-0f8a-46d4-a6b9-68f858064184, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=98ab4773-0f8a-46d4-a6b9-68f858064184,segment=NetworkSegment(f1748c1c-9143-4bb0-abf1-2b7fa62a1251),segment_id=f1748c1c-9143-4bb0-abf1-2b7fa62a1251)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:20.502164 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.537346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] For port ff393b8f-e957-4316-91a0-c307bfdc4d43, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:20.584077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-345ab768-3496-4c19-a5d4-a301e8c795d1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (bc936683-1463-45db-aac5-fc0c4baf7dc4), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.613794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] For port ff393b8f-e957-4316-91a0-c307bfdc4d43, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ff393b8f-e957-4316-91a0-c307bfdc4d43,segment=NetworkSegment(5a822440-ad34-4ad5-9af5-0b8f3759c04d),segment_id=5a822440-ad34-4ad5-9af5-0b8f3759c04d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:20.634004 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for security_group (c08d1ceb-2323-4ed5-906a-5d264928be60), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.643342 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c08d1ceb-2323-4ed5-906a-5d264928be60), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.659059 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ff393b8f-e957-4316-91a0-c307bfdc4d43), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.730768 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-345ab768-3496-4c19-a5d4-a301e8c795d1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (bc936683-1463-45db-aac5-fc0c4baf7dc4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.740884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d4c50-b54d-4071-b235-d56f0b7d6033 None None] Pushing event updated for resources: {'Port': ['ID=98ab4773-0f8a-46d4-a6b9-68f858064184,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:20.820326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39963350-68d1-494d-a4cc-b2f20037b591 req-4f62a30f-cd33-4ce5-b8f5-cc2cd20760de service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815593 Feb 19 03:33:20.824337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-345ab768-3496-4c19-a5d4-a301e8c795d1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (bc936683-1463-45db-aac5-fc0c4baf7dc4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.855468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:20.874252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-345ab768-3496-4c19-a5d4-a301e8c795d1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.878860 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-345ab768-3496-4c19-a5d4-a301e8c795d1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "DELETE /v2.0/subnets/bc936683-1463-45db-aac5-fc0c4baf7dc4 HTTP/1.1" status: 204 len: 168 time: 0.7791951 Feb 19 03:33:20.880714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bab3f-b91a-4b5e-8327-88dd71e3460d None None] Pushing event updated for resources: {'Port': ['ID=ff393b8f-e957-4316-91a0-c307bfdc4d43,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:20.888329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Allocated IP 172.20.0.2 (d8177606-8e02-4dcf-b260-237ee5f1e02f/2c27aede-4122-4f88-a32c-cfd05dfba8a5/e642916e-55c7-4ba9-8e32-e70a608734b3) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:20.913245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53386) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:20.959680 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ab768-3496-4c19-a5d4-a301e8c795d1 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Subnet': ['ID=bc936683-1463-45db-aac5-fc0c4baf7dc4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:21.092978 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'e034983d-2c2d-47b0-9d44-077ee3f1a28e', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:d4:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:33:13Z', 'updated_at': '2022-02-19T03:33:13Z', 'revision_number': 0, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:21.175923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d1ceb-2323-4ed5-906a-5d264928be60,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:21.177361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee47e5a-4eeb-43d2-bcfe-49eca9838b40 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:21.178636 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d63dd-f4c9-4290-938b-9b321d649ce5 None None] The sync data for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 is: [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'e034983d-2c2d-47b0-9d44-077ee3f1a28e', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:d4:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:33:13Z', 'updated_at': '2022-02-19T03:33:13Z', 'revision_number': 0, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:21.181294 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (66ab3d4d-975c-46bc-a702-9ac2b23b1af0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.181487 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Added segment 66ab3d4d-975c-46bc-a702-9ac2b23b1af0 of type vlan for network af1a5050-5d87-4928-acfa-02be7227b667 Feb 19 03:33:21.183078 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fee47e5a-4eeb-43d2-bcfe-49eca9838b40 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2632587 Feb 19 03:33:21.185041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Allocated IP 172.25.4.252 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/ab8eeee2-9070-47de-99a6-ea1d39e977d1) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:21.208425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53388) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:21.416588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Publish callbacks [] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.432033 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.521600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39963350-68d1-494d-a4cc-b2f20037b591 req-fe0b7297-4d35-4115-84a9-073493b450e4 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001390 Feb 19 03:33:21.559570 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (af1a5050-5d87-4928-acfa-02be7227b667), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.584471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Network d8177606-8e02-4dcf-b260-237ee5f1e02f is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:21.589642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:21.593804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:21.648042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c08cd7-fd78-4b06-849f-bd5df792f3ca req-255181bc-7943-4f04-b43d-f0547dc13d4b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:21.652575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.660111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1c08cd7-fd78-4b06-849f-bd5df792f3ca req-255181bc-7943-4f04-b43d-f0547dc13d4b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.6642325 Feb 19 03:33:21.702224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Pushing event updated for resources: {'Port': ['ID=e642916e-55c7-4ba9-8e32-e70a608734b3,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:21.725735 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (af1a5050-5d87-4928-acfa-02be7227b667), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.735344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Attempting to bind port e642916e-55c7-4ba9-8e32-e70a608734b3 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:21.737019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Attempting to bind port e642916e-55c7-4ba9-8e32-e70a608734b3 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:21.738545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Attempting to bind port e642916e-55c7-4ba9-8e32-e70a608734b3 on network d8177606-8e02-4dcf-b260-237ee5f1e02f {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:21.740361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:21.741221 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.746205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:21.746804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Checking segment: {'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:21.747130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.747566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Bound using segment: {'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:21.748059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Bound port: e642916e-55c7-4ba9-8e32-e70a608734b3, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:21.748442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.770021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-4f93c6cc-93d5-4170-9de5-cd47be15f447 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4129436 Feb 19 03:33:21.779391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2655189 Feb 19 03:33:21.900479 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks [] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.948299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Deleting port ff393b8f-e957-4316-91a0-c307bfdc4d43 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:21.948791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ff393b8f-e957-4316-91a0-c307bfdc4d43), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:21.974794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] For port e642916e-55c7-4ba9-8e32-e70a608734b3, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:21.995816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] For port e642916e-55c7-4ba9-8e32-e70a608734b3, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e642916e-55c7-4ba9-8e32-e70a608734b3,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:22.034508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40f30e-beaf-4aae-936c-3e1432ec52fb tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Network': ['ID=af1a5050-5d87-4928-acfa-02be7227b667,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:22.034734 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:22.040261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1c08cd7-fd78-4b06-849f-bd5df792f3ca req-92f61210-7813-4c3a-9f62-1c4a6b188c8f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654475 Feb 19 03:33:22.075872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-800dbcde-686a-4587-8cd9-334d3e4cac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.076349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-800dbcde-686a-4587-8cd9-334d3e4cac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.082163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] For port ff393b8f-e957-4316-91a0-c307bfdc4d43, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ff393b8f-e957-4316-91a0-c307bfdc4d43,segment=NetworkSegment(5a822440-ad34-4ad5-9af5-0b8f3759c04d),segment_id=5a822440-ad34-4ad5-9af5-0b8f3759c04d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:22.083016 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-800dbcde-686a-4587-8cd9-334d3e4cac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.083524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-800dbcde-686a-4587-8cd9-334d3e4cac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.084008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-800dbcde-686a-4587-8cd9-334d3e4cac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.084487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-800dbcde-686a-4587-8cd9-334d3e4cac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.084960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-800dbcde-686a-4587-8cd9-334d3e4cac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.087453 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ff393b8f-e957-4316-91a0-c307bfdc4d43), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:22.100528 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:22.106771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-800dbcde-686a-4587-8cd9-334d3e4cac39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6720 time: 0.2025149 Feb 19 03:33:22.241419 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Calling delete_port for ff393b8f-e957-4316-91a0-c307bfdc4d43 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:22.354742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05745283-5c8c-471c-a0ef-a9468adc18de None None] Pushing event updated for resources: {'Port': ['ID=e642916e-55c7-4ba9-8e32-e70a608734b3,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:22.399324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c11d9-8c15-4d47-8019-1e4a6ab3bf81 None None] New status for floating IP e034983d-2c2d-47b0-9d44-077ee3f1a28e: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:33:22.408822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network af1a5050-5d87-4928-acfa-02be7227b667 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:22.413583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8eeee2-9070-47de-99a6-ea1d39e977d1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:22.420997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:22.469126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:22.477125 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:22.578085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-70973bed-fba8-4674-b119-db0c9beb62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.578920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-70973bed-fba8-4674-b119-db0c9beb62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.580850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-70973bed-fba8-4674-b119-db0c9beb62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.590246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-70973bed-fba8-4674-b119-db0c9beb62f8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=231e6dfd-031e-46c9-8877-451be92a2c1d&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=d920c654-990f-45b0-82d7-bb385406a785&id=d920c654-990f-45b0-82d7-bb385406a785 HTTP/1.1" status: 200 len: 2296 time: 0.4376969 Feb 19 03:33:22.804608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-07c640b6-3e42-4579-9099-a44447b7aa99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=219a534f-66b6-49a3-84bc-c42418d184b5 HTTP/1.1" status: 200 len: 1001 time: 0.2075224 Feb 19 03:33:22.952504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-7591dba0-6a35-4692-a5eb-a07877616f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:22.961966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-7591dba0-6a35-4692-a5eb-a07877616f83 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1024061d-c84f-4e4a-9953-13ce351756eb HTTP/1.1" status: 200 len: 854 time: 0.1485846 Feb 19 03:33:23.289341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ff393b8f-e957-4316-91a0-c307bfdc4d43 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:23.296775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25896aba-f7b2-4b64-8130-8177230d994b None None] Network 0d136ba4-0a11-48e4-ac6c-0914246ea8ad requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:23.419870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-295ba6a4-bede-4051-b7d2-d689f8c02cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:23.424425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-295ba6a4-bede-4051-b7d2-d689f8c02cc4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=231e6dfd-031e-46c9-8877-451be92a2c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4576945 Feb 19 03:33:23.516943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b81771-4324-41e5-b882-0de4041455a8 req-64a1a078-0ce9-4ed7-95e4-1241d8adcb79 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:23.519029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b81771-4324-41e5-b882-0de4041455a8 req-64a1a078-0ce9-4ed7-95e4-1241d8adcb79 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.3031001 Feb 19 03:33:23.548766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd397de-a876-4e24-9e4a-c5953a26715b None None] Network 7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:23.693584 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:23.785320 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b81771-4324-41e5-b882-0de4041455a8 req-bbcd90f9-652f-4b88-b1fe-96b5de1c44a0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311833 Feb 19 03:33:23.811586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-3f756c39-0fb7-4838-8aec-35081432b666 service neutron] 10.222.0.71 "GET /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791516 Feb 19 03:33:23.882613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks [] for router_gateway (04a2353a-6a40-4004-b896-e98ec2967c15), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:24.167532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-154f0b15-6aad-48d9-b132-067edb61503a None None] Provisioning complete for port 98ab4773-0f8a-46d4-a6b9-68f858064184 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:24.167989 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-154f0b15-6aad-48d9-b132-067edb61503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:24.172498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-df245e7d-85cd-419f-abe0-47e2c5da06ba service neutron] 10.222.0.71 "GET /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521001 Feb 19 03:33:24.290345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-941d1979-ecc1-49aa-aea4-aa97060a23eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=918ff585-12c5-43eb-8749-43ecfb33c857 HTTP/1.1" status: 200 len: 217 time: 0.1052341 Feb 19 03:33:24.399333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No active binding found for port ff393b8f-e957-4316-91a0-c307bfdc4d43 {{(pid=103617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:33:24.400100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] The host n-d-826756-2 is not matching for port ff393b8f-e957-4316-91a0-c307bfdc4d43 host None! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:33:24.400845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ff393b8f-e957-4316-91a0-c307bfdc4d43 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 03:33:24.495927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Port ff393b8f-e957-4316-91a0-c307bfdc4d43 not found, will not notify nova. {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 03:33:24.496738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 98ab4773-0f8a-46d4-a6b9-68f858064184 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:24.550722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-ca44bf3f-6f45-4077-a025-ccd0ea3e5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:24.558843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-ca44bf3f-6f45-4077-a025-ccd0ea3e5149 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.1338639 Feb 19 03:33:24.741731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d51d2-7d40-482c-b6b0-ee9fd7092e84 None None] DHCP port deletion for 0d136ba4-0a11-48e4-ac6c-0914246ea8ad request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:33:24.756842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7526cc82-4c98-4066-8966-28484649a44e None None] DHCP port deletion for 7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:33:24.817441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-98d31370-f254-4c52-b825-31d94888eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:24.819990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-98d31370-f254-4c52-b825-31d94888eee3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2567008 Feb 19 03:33:24.825774 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ff393b8f-e957-4316-91a0-c307bfdc4d43), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:24.889418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] No DVR routers for this DVR port ff393b8f-e957-4316-91a0-c307bfdc4d43 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:33:24.981835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-154f0b15-6aad-48d9-b132-067edb61503a None None] Current status of the port 98ab4773-0f8a-46d4-a6b9-68f858064184 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:24.983410 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-154f0b15-6aad-48d9-b132-067edb61503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.025108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 98ab4773-0f8a-46d4-a6b9-68f858064184 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:25.025494 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.189325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556eeda-073b-457d-887f-97af76f28de1 req-e6d0c057-1e2c-49f3-b86d-b89ab8d07100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:25.191566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2556eeda-073b-457d-887f-97af76f28de1 req-e6d0c057-1e2c-49f3-b86d-b89ab8d07100 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 1127 time: 0.1683941 Feb 19 03:33:25.244101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-154f0b15-6aad-48d9-b132-067edb61503a None None] For port 98ab4773-0f8a-46d4-a6b9-68f858064184, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=98ab4773-0f8a-46d4-a6b9-68f858064184,segment=NetworkSegment(f1748c1c-9143-4bb0-abf1-2b7fa62a1251),segment_id=f1748c1c-9143-4bb0-abf1-2b7fa62a1251)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:25.251336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-35f492ad-026d-4e41-978f-827f0e4584e6 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202249 Feb 19 03:33:25.275172 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-154f0b15-6aad-48d9-b132-067edb61503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.276965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.348481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:25.363582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-157d51d2-7d40-482c-b6b0-ee9fd7092e84 None None] Deleting port 98ab4773-0f8a-46d4-a6b9-68f858064184 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:25.364282 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-157d51d2-7d40-482c-b6b0-ee9fd7092e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.384000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a822440-ad34-4ad5-9af5-0b8f3759c04d') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:25.385181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a822440-ad34-4ad5-9af5-0b8f3759c04d') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:25.427960 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (5a822440-ad34-4ad5-9af5-0b8f3759c04d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.464767 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5a822440-ad34-4ad5-9af5-0b8f3759c04d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.477314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556eeda-073b-457d-887f-97af76f28de1 req-00c18197-8510-4fe2-b0a5-86ca7ba153d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:25.478879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2556eeda-073b-457d-887f-97af76f28de1 req-00c18197-8510-4fe2-b0a5-86ca7ba153d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 914 time: 0.2749417 Feb 19 03:33:25.482363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:25.482909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (5a822440-ad34-4ad5-9af5-0b8f3759c04d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:25.511260 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:25.517757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Port': ['ID=ff393b8f-e957-4316-91a0-c307bfdc4d43,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:25.611836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-cf7bd046-eb3d-4ad5-a901-10ccbe45eec1 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316707 Feb 19 03:33:25.625891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-01f15338-aef9-4439-83a4-e8aec4c61d0a None None] Could not find standard attr ID for object ff393b8f-e957-4316-91a0-c307bfdc4d43. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:33:25.644688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 98ab4773-0f8a-46d4-a6b9-68f858064184 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:25.658429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0104257-b262-4748-b522-d12f37778f97 None None] Network d8177606-8e02-4dcf-b260-237ee5f1e02f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:25.666802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2556eeda-073b-457d-887f-97af76f28de1 req-2074fcf8-89c3-4fd7-9949-1d6cefb65aca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 200 len: 217 time: 0.0519619 Feb 19 03:33:25.695721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41671e-004e-41e1-aa98-f4368949a0ee req-607a1c37-85fb-4f66-80a1-939bf4ce61ec tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:25.697645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c41671e-004e-41e1-aa98-f4368949a0ee req-607a1c37-85fb-4f66-80a1-939bf4ce61ec tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.6755931 Feb 19 03:33:25.767603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (04a2353a-6a40-4004-b896-e98ec2967c15), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.785761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f0b15-6aad-48d9-b132-067edb61503a None None] Pushing event updated for resources: {'Port': ['ID=98ab4773-0f8a-46d4-a6b9-68f858064184,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:25.860545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556eeda-073b-457d-887f-97af76f28de1 req-5a70fbd9-0440-4561-b9a8-b1ab6d6db1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:25.863420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2556eeda-073b-457d-887f-97af76f28de1 req-5a70fbd9-0440-4561-b9a8-b1ab6d6db1e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 200 len: 853 time: 0.1648364 Feb 19 03:33:25.871901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53416) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:25.877921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'subnet': {'network_id': 'af1a5050-5d87-4928-acfa-02be7227b667', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:25.892810 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-08b297be-d97f-4bbc-8e7e-be50dca0c8c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=96aae8b9-57ed-4f04-9c56-3076f6dcc69f HTTP/1.1" status: 200 len: 217 time: 0.2249858 Feb 19 03:33:25.899848 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.935061 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.942222 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "DELETE /v2.0/networks/7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f HTTP/1.1" status: 204 len: 168 time: 4.7237051 Feb 19 03:33:25.945203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d5d00-0c51-4bc9-949e-32c08a9774f0 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Network': ['ID=7e93cfbb-ac8d-4a2c-b0a6-2d4554d1670f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:25.949526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53422) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:25.977515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2556eeda-073b-457d-887f-97af76f28de1 req-2f0219ee-301d-4854-8ca0-2a23a619dd28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5600df88-4693-4811-9ff5-8b78bdc7e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936019 Feb 19 03:33:26.012657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-157d51d2-7d40-482c-b6b0-ee9fd7092e84 None None] For port 98ab4773-0f8a-46d4-a6b9-68f858064184, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=98ab4773-0f8a-46d4-a6b9-68f858064184,segment=NetworkSegment(f1748c1c-9143-4bb0-abf1-2b7fa62a1251),segment_id=f1748c1c-9143-4bb0-abf1-2b7fa62a1251)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:26.013119 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-157d51d2-7d40-482c-b6b0-ee9fd7092e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.027691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-157d51d2-7d40-482c-b6b0-ee9fd7092e84 None None] Calling delete_port for 98ab4773-0f8a-46d4-a6b9-68f858064184 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:26.085329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e642916e-55c7-4ba9-8e32-e70a608734b3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:26.087815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Router 04a2353a-6a40-4004-b896-e98ec2967c15 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:33:26.153224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a3c33182-5f1a-4327-bb35-94c883038645 None None] Provisioning complete for port e642916e-55c7-4ba9-8e32-e70a608734b3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:26.153609 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a3c33182-5f1a-4327-bb35-94c883038645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.188800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-7300f81c-d205-44fd-958b-f74ef4034e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:26.190514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-7300f81c-d205-44fd-958b-f74ef4034e55 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.2844646 Feb 19 03:33:26.222280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c41671e-004e-41e1-aa98-f4368949a0ee req-3ac583ab-8cf7-47b1-950b-5b482584e918 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564436 Feb 19 03:33:26.245681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (0d136ba4-0a11-48e4-ac6c-0914246ea8ad), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.254905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:26.265349 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Sync routers for ids ['04a2353a-6a40-4004-b896-e98ec2967c15'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:26.285523 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Routers {'04a2353a-6a40-4004-b896-e98ec2967c15'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:26.287160 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['04a2353a-6a40-4004-b896-e98ec2967c15'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:26.301687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2556eeda-073b-457d-887f-97af76f28de1 req-ca5f7503-16cd-49ce-8c49-134d6d4be753 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665405 Feb 19 03:33:26.307489 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.309080 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f9bd03b7-6025-4bec-9c18-faa3700feee1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4033329 Feb 19 03:33:26.316058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53426) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:26.337039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:26.340466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.413075 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-157d51d2-7d40-482c-b6b0-ee9fd7092e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.469439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-9d77be90-131c-48eb-a4e0-87537c2e7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:26.471819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-9d77be90-131c-48eb-a4e0-87537c2e7fd4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2662749 Feb 19 03:33:26.589800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d51d2-7d40-482c-b6b0-ee9fd7092e84 None None] Pushing event deleted for resources: {'Port': ['ID=98ab4773-0f8a-46d4-a6b9-68f858064184,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:26.592030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e642916e-55c7-4ba9-8e32-e70a608734b3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:26.592673 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.603154 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157d51d2-7d40-482c-b6b0-ee9fd7092e84 None None] No DVR routers for this DVR port 98ab4773-0f8a-46d4-a6b9-68f858064184 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:33:26.687360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a3c33182-5f1a-4327-bb35-94c883038645 None None] Current status of the port e642916e-55c7-4ba9-8e32-e70a608734b3 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:26.688068 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a3c33182-5f1a-4327-bb35-94c883038645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.705990 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Set router 04a2353a-6a40-4004-b896-e98ec2967c15 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:26.728908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a3c33182-5f1a-4327-bb35-94c883038645 None None] For port e642916e-55c7-4ba9-8e32-e70a608734b3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e642916e-55c7-4ba9-8e32-e70a608734b3,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:26.745282 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a3c33182-5f1a-4327-bb35-94c883038645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.800702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Deleting port 98ab4773-0f8a-46d4-a6b9-68f858064184 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:26.801080 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.839234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2556eeda-073b-457d-887f-97af76f28de1 req-a821711b-d8e9-41cb-88c8-b28c035f4786 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119345 Feb 19 03:33:26.888889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-8303bcbb-bab7-4938-bf3b-8f5c662daa70 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974330 Feb 19 03:33:26.929599 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c33182-5f1a-4327-bb35-94c883038645 None None] Pushing event updated for resources: {'Port': ['ID=e642916e-55c7-4ba9-8e32-e70a608734b3,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:26.942535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a5fb0fb3-02d6-43f1-bfb0-10f1300b8b1e None None] Provisioning complete for port e642916e-55c7-4ba9-8e32-e70a608734b3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:26.943034 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5fb0fb3-02d6-43f1-bfb0-10f1300b8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.014974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e642916e-55c7-4ba9-8e32-e70a608734b3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:27.023003 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:23Z', 'revision_number': 3, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:27.068741 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Checking router: 04a2353a-6a40-4004-b896-e98ec2967c15 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:27.069400 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Updating router 04a2353a-6a40-4004-b896-e98ec2967c15 port ab8eeee2-9070-47de-99a6-ea1d39e977d1 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:33:27.134490 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.200249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-e00d17ee-57c7-40b7-ac32-f0f5e1fd43c9 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904980 Feb 19 03:33:27.291338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-e6e8ae40-55b0-4177-8bce-fcef7198ccc3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e HTTP/1.1" status: 200 len: 217 time: 0.0598257 Feb 19 03:33:27.292520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] For port 98ab4773-0f8a-46d4-a6b9-68f858064184, host n-d-826756-2, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:27.292893 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.328438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Calling delete_port for 98ab4773-0f8a-46d4-a6b9-68f858064184 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:27.343040 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53446) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:27.357436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Port 98ab4773-0f8a-46d4-a6b9-68f858064184 was not found and therefore no delete operation was performed {{(pid=103615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:33:27.368302 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (98ab4773-0f8a-46d4-a6b9-68f858064184), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.430814 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.450011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Port': ['ID=98ab4773-0f8a-46d4-a6b9-68f858064184,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:27.474226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb0fb3-02d6-43f1-bfb0-10f1300b8b1e None None] Current status of the port e642916e-55c7-4ba9-8e32-e70a608734b3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:27.479504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ff393b8f-e957-4316-91a0-c307bfdc4d43 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:27.505821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-9745d508-a231-40cd-8f5f-1112d0aa4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:27.508130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-9745d508-a231-40cd-8f5f-1112d0aa4912 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.1993394 Feb 19 03:33:27.517609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] No DVR routers for this DVR port 98ab4773-0f8a-46d4-a6b9-68f858064184 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:33:27.523968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ff393b8f-e957-4316-91a0-c307bfdc4d43 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:33:27.525580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ff393b8f-e957-4316-91a0-c307bfdc4d43 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:33:27.525580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 98ab4773-0f8a-46d4-a6b9-68f858064184 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:27.555157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 98ab4773-0f8a-46d4-a6b9-68f858064184 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:33:27.558249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 98ab4773-0f8a-46d4-a6b9-68f858064184 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:33:27.603470 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (7d8ccec4-223b-4fa2-a351-6fd7a7f9901d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.701991 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Publish callbacks [] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.716506 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.725246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:27.776263 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (0d136ba4-0a11-48e4-ac6c-0914246ea8ad), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.781666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Allocated IP 172.20.0.1 (d8177606-8e02-4dcf-b260-237ee5f1e02f/2c27aede-4122-4f88-a32c-cfd05dfba8a5/e1eff678-faf0-4bbe-a8c6-37a1ff95dba3) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:27.813251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e642916e-55c7-4ba9-8e32-e70a608734b3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:27.834961 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Pushing event updated for resources: {'Port': ['ID=ab8eeee2-9070-47de-99a6-ea1d39e977d1,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:27.836176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b89e7c-92c4-46e4-b569-7ca11ea74441 req-fc80f9f9-ed02-41ff-9fc8-1de3ef7be737 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:27.839416 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Attempting to bind port ab8eeee2-9070-47de-99a6-ea1d39e977d1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:27.840266 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Attempting to bind port ab8eeee2-9070-47de-99a6-ea1d39e977d1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:27.841178 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Attempting to bind port ab8eeee2-9070-47de-99a6-ea1d39e977d1 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:27.847983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b89e7c-92c4-46e4-b569-7ca11ea74441 req-fc80f9f9-ed02-41ff-9fc8-1de3ef7be737 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 945 time: 0.4048083 Feb 19 03:33:27.865077 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.865605 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.866221 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.866672 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.867171 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.868571 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.869162 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.869471 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.870600 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.871382 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.871564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Subnet': ['ID=7d8ccec4-223b-4fa2-a351-6fd7a7f9901d,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:27.871927 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.872503 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.874358 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:27.883409 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:27.883939 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:27.884821 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.885328 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:27.886304 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Bound port: ab8eeee2-9070-47de-99a6-ea1d39e977d1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:27.886501 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.898700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3555c-9e0f-4b65-9863-2a131f7ec160 req-72b8de98-7cf7-4406-894f-3b743e47fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:27.899176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3555c-9e0f-4b65-9863-2a131f7ec160 req-72b8de98-7cf7-4406-894f-3b743e47fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:27.899814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3555c-9e0f-4b65-9863-2a131f7ec160 req-72b8de98-7cf7-4406-894f-3b743e47fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:27.900120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3555c-9e0f-4b65-9863-2a131f7ec160 req-72b8de98-7cf7-4406-894f-3b743e47fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:27.900663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3555c-9e0f-4b65-9863-2a131f7ec160 req-72b8de98-7cf7-4406-894f-3b743e47fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:27.901139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3555c-9e0f-4b65-9863-2a131f7ec160 req-72b8de98-7cf7-4406-894f-3b743e47fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:27.901606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3555c-9e0f-4b65-9863-2a131f7ec160 req-72b8de98-7cf7-4406-894f-3b743e47fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:27.905805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d136ba4-0a11-48e4-ac6c-0914246ea8ad']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:27.911102 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-14c3555c-9e0f-4b65-9863-2a131f7ec160 req-72b8de98-7cf7-4406-894f-3b743e47fc55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6720 time: 0.5669217 Feb 19 03:33:27.925115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-486666ae-dc72-406e-b24d-d233df67a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:27.926599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-486666ae-dc72-406e-b24d-d233df67a6d4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4066005 Feb 19 03:33:27.937111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1748c1c-9143-4bb0-abf1-2b7fa62a1251') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:27.937531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1748c1c-9143-4bb0-abf1-2b7fa62a1251') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:27.980081 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (f1748c1c-9143-4bb0-abf1-2b7fa62a1251), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.981610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:27.981610 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:27.989124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Checking segment: {'id': '66ab3d4d-975c-46bc-a702-9ac2b23b1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af1a5050-5d87-4928-acfa-02be7227b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:27.989531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network hostable DHCP agents. Network: af1a5050-5d87-4928-acfa-02be7227b667, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:27.999261 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] For port ab8eeee2-9070-47de-99a6-ea1d39e977d1, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:28.006148 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] For port ab8eeee2-9070-47de-99a6-ea1d39e977d1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ab8eeee2-9070-47de-99a6-ea1d39e977d1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:28.017746 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.026119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Publish callbacks [] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.038826 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-14c3555c-9e0f-4b65-9863-2a131f7ec160 req-124d1a90-8f2d-4107-a7fc-f51b2ba06750 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&id=da694d19-8692-4133-a265-d50fe0163cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1206045 Feb 19 03:33:28.068480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27b89e7c-92c4-46e4-b569-7ca11ea74441 req-b433806c-8438-4f2b-8272-9e0c3ab1d69b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192259 Feb 19 03:33:28.071081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e642916e-55c7-4ba9-8e32-e70a608734b3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:28.071751 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.078590 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f1748c1c-9143-4bb0-abf1-2b7fa62a1251), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.097970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:28.097970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (f1748c1c-9143-4bb0-abf1-2b7fa62a1251), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.098333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:28.098441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network af1a5050-5d87-4928-acfa-02be7227b667 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:28.100055 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:28.102955 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71babc81-fc46-474e-b9d2-8f8dadc4c07e" -d '{"events": [{"server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "name": "network-vif-unplugged", "status": "completed", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:28.108673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.143692 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Routers {'04a2353a-6a40-4004-b896-e98ec2967c15'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:28.144690 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['04a2353a-6a40-4004-b896-e98ec2967c15'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:28.152985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:28.173127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, af1a5050-5d87-4928-acfa-02be7227b667) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:28.197113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:28.197113 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.197499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c717097a-72e7-45c0-8d3c-694c9b0309dd None None] Network af1a5050-5d87-4928-acfa-02be7227b667 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:28.202121 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.231295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-5ecf6a21-8bbc-4030-95ea-89165bf141d0 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913473 Feb 19 03:33:28.232835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (0d136ba4-0a11-48e4-ac6c-0914246ea8ad), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.263802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.271565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e1eff678-faf0-4bbe-a8c6-37a1ff95dba3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:28.278944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "DELETE /v2.0/networks/0d136ba4-0a11-48e4-ac6c-0914246ea8ad HTTP/1.1" status: 204 len: 168 time: 2.3103781 Feb 19 03:33:28.297185 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef8c820-4d38-41b4-8909-3c9230aaf610 x-openstack-request-id: req-1ef8c820-4d38-41b4-8909-3c9230aaf610 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:28.297494 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "name": "network-vif-unplugged", "status": "completed", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:28.297751 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ef8c820-4d38-41b4-8909-3c9230aaf610 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:28.298893 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'code': 200} Feb 19 03:33:28.303086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Network d8177606-8e02-4dcf-b260-237ee5f1e02f is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:28.305501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53458) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:28.307718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:28.317375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ced9cb50-a45b-4fa7-b1de-a8c666945240 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4437048 Feb 19 03:33:28.318797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53460) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:28.377208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1152359932'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:28.416774 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] Set router 04a2353a-6a40-4004-b896-e98ec2967c15 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:28.554745 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:28.627943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:28.658052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e642916e-55c7-4ba9-8e32-e70a608734b3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:28.689557 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (44e0395f-a175-477c-ae4e-1bff6b6de7b1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.697312 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (04a2353a-6a40-4004-b896-e98ec2967c15), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.699246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-af1a5050-5d87-4928-acfa-02be7227b667', 'network_id': 'af1a5050-5d87-4928-acfa-02be7227b667', 'project_id': '23aaad465b7a4cf1974bcda6cbf703ac', 'fixed_ips': [{'subnet_id': '7d8ccec4-223b-4fa2-a351-6fd7a7f9901d'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:28.700385 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:28.796003 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa36fa6-fbb9-47d1-94cd-752cc2233090 None None] Pushing event updated for resources: {'Port': ['ID=ab8eeee2-9070-47de-99a6-ea1d39e977d1,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:29.029998 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:23Z', 'revision_number': 3, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:29.047093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a6996e67-914f-4dff-aca1-eb1fbd936dd2 None None] Provisioning complete for port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:29.051975 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a6996e67-914f-4dff-aca1-eb1fbd936dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.087182 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8abf3e-775c-4cff-a326-fd40050a9dfb None None] The sync data for ids ['04a2353a-6a40-4004-b896-e98ec2967c15'] in n-d-826756-2 is: [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:23Z', 'revision_number': 3, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:29.129566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Allocated IP 2001:db8:0:ffff::2 (af1a5050-5d87-4928-acfa-02be7227b667/7d8ccec4-223b-4fa2-a351-6fd7a7f9901d/83b0e1ff-53ae-41ea-8973-919439d6403f) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:29.134610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a6996e67-914f-4dff-aca1-eb1fbd936dd2 None None] Port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:29.414846 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Publish callbacks [] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.415203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (44e0395f-a175-477c-ae4e-1bff6b6de7b1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.426310 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.430710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc031b-f993-43ce-9e33-21a26dd82623 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Network': ['ID=0d136ba4-0a11-48e4-ac6c-0914246ea8ad,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:29.502440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Network af1a5050-5d87-4928-acfa-02be7227b667 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:29.507167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:29.510444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:29.511624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.517773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:29.524931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e0395f-a175-477c-ae4e-1bff6b6de7b1']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:29.527206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Pushing event updated for resources: {'Port': ['ID=83b0e1ff-53ae-41ea-8973-919439d6403f,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:29.569436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-565874c6-9e72-4910-91ef-1468333cdd5f service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3315074 Feb 19 03:33:29.582772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f936be85-28c5-4401-96d7-4633c44cd859') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:29.582772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f936be85-28c5-4401-96d7-4633c44cd859') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:29.584895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31c98f-d801-4bb5-89ad-3f9a3cb8d5c2 req-c6eb175b-9c2d-45d7-b5c8-455f008e0721 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:29.588694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd31c98f-d801-4bb5-89ad-3f9a3cb8d5c2 req-c6eb175b-9c2d-45d7-b5c8-455f008e0721 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.1859982 Feb 19 03:33:29.659568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:29.673868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-244d6258-7f93-46ff-af6b-a43fa8f39d51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=21f9ea20-6bea-463a-a992-4e52399af0f0 HTTP/1.1" status: 200 len: 217 time: 0.0839639 Feb 19 03:33:29.732214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.735850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Attempting to bind port 83b0e1ff-53ae-41ea-8973-919439d6403f on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:29.737479 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Attempting to bind port 83b0e1ff-53ae-41ea-8973-919439d6403f by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '66ab3d4d-975c-46bc-a702-9ac2b23b1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af1a5050-5d87-4928-acfa-02be7227b667'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:29.739403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (f936be85-28c5-4401-96d7-4633c44cd859), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.740118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Attempting to bind port 83b0e1ff-53ae-41ea-8973-919439d6403f on network af1a5050-5d87-4928-acfa-02be7227b667 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:29.758997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:29.759976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Checking segment: {'id': '66ab3d4d-975c-46bc-a702-9ac2b23b1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af1a5050-5d87-4928-acfa-02be7227b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:29.760689 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.761520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Bound using segment: {'id': '66ab3d4d-975c-46bc-a702-9ac2b23b1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af1a5050-5d87-4928-acfa-02be7227b667'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:29.769563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Bound port: 83b0e1ff-53ae-41ea-8973-919439d6403f, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ab3d4d-975c-46bc-a702-9ac2b23b1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'af1a5050-5d87-4928-acfa-02be7227b667'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:29.770565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.804979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (664fcf8b-063d-4956-a2e7-576adb0439cd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.805406 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Added segment 664fcf8b-063d-4956-a2e7-576adb0439cd of type vlan for network 9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe Feb 19 03:33:29.827597 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f936be85-28c5-4401-96d7-4633c44cd859), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.883502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:29.884028 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (f936be85-28c5-4401-96d7-4633c44cd859), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:29.887786 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:29.911908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd31c98f-d801-4bb5-89ad-3f9a3cb8d5c2 req-2a76aede-bead-48fa-8273-cd21ef0c6a53 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560468 Feb 19 03:33:29.913389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-aa2034a5-d3b9-4efb-a786-ee98852d2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:29.914828 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-aa2034a5-d3b9-4efb-a786-ee98852d2276 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.2348852 Feb 19 03:33:29.983880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ab8eeee2-9070-47de-99a6-ea1d39e977d1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:29.988736 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.064976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-52ed530c-f954-4983-a9df-7cec994c5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:30.067487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-52ed530c-f954-4983-a9df-7cec994c5502 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1411753 Feb 19 03:33:30.084733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] For port 83b0e1ff-53ae-41ea-8973-919439d6403f, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:30.087871 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.100575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:30.101224 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.135734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] For port 83b0e1ff-53ae-41ea-8973-919439d6403f, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=83b0e1ff-53ae-41ea-8973-919439d6403f,segment=NetworkSegment(66ab3d4d-975c-46bc-a702-9ac2b23b1af0),segment_id=66ab3d4d-975c-46bc-a702-9ac2b23b1af0)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:30.161038 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.244601 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Publish callbacks [] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.258414 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (44e0395f-a175-477c-ae4e-1bff6b6de7b1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.274743 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.285054 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "DELETE /v2.0/networks/44e0395f-a175-477c-ae4e-1bff6b6de7b1 HTTP/1.1" status: 204 len: 168 time: 1.9737456 Feb 19 03:33:30.298988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ab8eeee2-9070-47de-99a6-ea1d39e977d1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:30.299638 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.310985 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53472) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:30.315722 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.387234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db0ea9-8fc5-4602-8f89-5527e385de97 None None] Pushing event updated for resources: {'Port': ['ID=83b0e1ff-53ae-41ea-8973-919439d6403f,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:30.424002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f9a52-d054-4c9f-b31d-9f61b65816f7 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Network': ['ID=44e0395f-a175-477c-ae4e-1bff6b6de7b1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:30.462583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Network': ['ID=9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:30.483381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-11b72c36-bdb1-45f1-ad0e-3a3c5b537dc1 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791921 Feb 19 03:33:30.485060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:30.561640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dbb437cf-e5ed-496e-8a31-f89221711924 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2115312 Feb 19 03:33:30.580743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53474) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:30.647530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'subnet': {'network_id': '9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:30.652070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ab8eeee2-9070-47de-99a6-ea1d39e977d1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:30.652532 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.687537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-2109da8e-0e9e-4045-a10d-0b4913b0b120 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950681 Feb 19 03:33:30.733608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7a9b-a46f-4577-b775-0547ccf19ac7 req-dd2d6266-87a9-4b60-bdab-cb1bee656ce4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:30.736412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2eb7a9b-a46f-4577-b775-0547ccf19ac7 req-dd2d6266-87a9-4b60-bdab-cb1bee656ce4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.6679239 Feb 19 03:33:30.782472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-97f06a5b-21e0-49c7-a943-5e924e63a5ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5dda5223-5931-47d1-802d-331023296c5d HTTP/1.1" status: 200 len: 217 time: 0.0818374 Feb 19 03:33:30.799135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port ab8eeee2-9070-47de-99a6-ea1d39e977d1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ab8eeee2-9070-47de-99a6-ea1d39e977d1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:30.822862 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.873487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (04a2353a-6a40-4004-b896-e98ec2967c15), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.893055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2eb7a9b-a46f-4577-b775-0547ccf19ac7 req-a54ed02d-f2ca-4c17-a537-b9c0b8885a85 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181936 Feb 19 03:33:30.900241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (aca83323-1db3-46b6-96b4-fc3ec2b318e3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:30.912508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-86ecdf27-5696-4c0f-b62e-b4a40f83f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:30.929559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-86ecdf27-5696-4c0f-b62e-b4a40f83f68c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1a1d482-203a-4812-b095-3eeab64e54e1 HTTP/1.1" status: 200 len: 797 time: 0.1152723 Feb 19 03:33:30.929837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e1eff678-faf0-4bbe-a8c6-37a1ff95dba3,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:31.004234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=ab8eeee2-9070-47de-99a6-ea1d39e977d1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:31.035178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-2be5146e-a632-4647-9980-702e0e12ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:31.036867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-2be5146e-a632-4647-9980-702e0e12ea7c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d920c654-990f-45b0-82d7-bb385406a785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1127424 Feb 19 03:33:31.117285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:31.121420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:31.229368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-25473bb1-6668-43d1-86a6-f4ec17e8a7f1 service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842024 Feb 19 03:33:31.264693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (aca83323-1db3-46b6-96b4-fc3ec2b318e3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:31.288051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Network d8177606-8e02-4dcf-b260-237ee5f1e02f is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:31.295742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:31.321340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca83323-1db3-46b6-96b4-fc3ec2b318e3']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:31.343964 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbad2f86-809f-4c83-a399-c20ba059e6f5') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:31.344268 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbad2f86-809f-4c83-a399-c20ba059e6f5') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:31.386823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-3f7b0259-6417-4eac-bbc6-cb33d77bad27 service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504083 Feb 19 03:33:31.432081 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (cbad2f86-809f-4c83-a399-c20ba059e6f5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:31.500883 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (cbad2f86-809f-4c83-a399-c20ba059e6f5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:31.509498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:31.509941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (cbad2f86-809f-4c83-a399-c20ba059e6f5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:31.522393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-d7247b88-e12c-4f81-8718-d7f0f804829e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fed2a259-daba-4a39-bbcc-b2622847ea85 HTTP/1.1" status: 200 len: 217 time: 0.1238313 Feb 19 03:33:31.741363 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:33:31.772481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:31.831618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-c0b8f3db-59ba-42eb-aabc-974394f9cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:31.838915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-c0b8f3db-59ba-42eb-aabc-974394f9cb33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1a1d482-203a-4812-b095-3eeab64e54e1 HTTP/1.1" status: 200 len: 797 time: 0.2350492 Feb 19 03:33:31.880823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4819de-0870-44a4-ac1c-8651b104ba91 req-5f2adec5-fa64-4efc-a2fb-57028f1251bd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:31.893291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd4819de-0870-44a4-ac1c-8651b104ba91 req-5f2adec5-fa64-4efc-a2fb-57028f1251bd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.3678832 Feb 19 03:33:31.952374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e0367ca5-a1ff-4665-a713-1650688c919a None None] Provisioning complete for port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:31.952971 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0367ca5-a1ff-4665-a713-1650688c919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:32.049176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e0367ca5-a1ff-4665-a713-1650688c919a None None] Port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:32.122978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53502) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:32.164752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ab8eeee2-9070-47de-99a6-ea1d39e977d1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:32.175689 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:32.194297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd4819de-0870-44a4-ac1c-8651b104ba91 req-02fe903e-10cb-45cf-a4d3-874159f6d815 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984071 Feb 19 03:33:32.225965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-83bf2ace-fbd9-4880-954b-f671c5fa984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:32.234851 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-83bf2ace-fbd9-4880-954b-f671c5fa984d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d920c654-990f-45b0-82d7-bb385406a785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3855536 Feb 19 03:33:32.240287 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (aca83323-1db3-46b6-96b4-fc3ec2b318e3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:32.254146 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:32.264876 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] 10.222.0.42 "DELETE /v2.0/networks/aca83323-1db3-46b6-96b4-fc3ec2b318e3 HTTP/1.1" status: 204 len: 168 time: 1.9388521 Feb 19 03:33:32.270427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a1dc7e-d579-4bc0-a1ba-f9732c6f3ae4 None None] Network af1a5050-5d87-4928-acfa-02be7227b667 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:32.338497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:32.411160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81a5cd-b7f0-48f9-bdac-92163bb43678 tempest-BulkNetworkOpsTest-6037989 tempest-BulkNetworkOpsTest-6037989-project] Pushing event deleted for resources: {'Network': ['ID=aca83323-1db3-46b6-96b4-fc3ec2b318e3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:32.435056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-3726a35d-f62d-48c2-9d90-5e0b16a75a69 service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939142 Feb 19 03:33:32.452961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2b9c88c8-eb75-416e-8353-94f295b2a9f3 None None] Provisioning complete for port 83b0e1ff-53ae-41ea-8973-919439d6403f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:32.453261 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b9c88c8-eb75-416e-8353-94f295b2a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:32.564412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Router 04a2353a-6a40-4004-b896-e98ec2967c15 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:33:32.621467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-3c072340-273a-4f33-8596-cd684df1f975 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4958122 Feb 19 03:33:32.682172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-030d5c8f-cfcb-42d1-957e-c49fc2685edc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:33:32.691908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-030d5c8f-cfcb-42d1-957e-c49fc2685edc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468481 Feb 19 03:33:32.714922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef8c6bd4-773c-4834-b525-b66a14c6ccb7 req-9b2dc15f-d1a0-4389-9ac6-f562c9dc2039 service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312415 Feb 19 03:33:32.855041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ab8eeee2-9070-47de-99a6-ea1d39e977d1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:32.855642 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:32.904538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-a767e9f9-1fdb-42a6-ab07-fbee29e4007b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:32.934455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-a767e9f9-1fdb-42a6-ab07-fbee29e4007b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports/de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 200 len: 940 time: 0.1852250 Feb 19 03:33:32.935177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53512) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:32.973745 n-d-826756-2 neutron-server[103616]: DEBUG neutron.objects.ports [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:33:32.988235 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (544cc34e-4624-48ec-99c0-3ea53805426c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:33.031966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c88c8-eb75-416e-8353-94f295b2a9f3 None None] Current status of the port 83b0e1ff-53ae-41ea-8973-919439d6403f is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:33.032398 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b9c88c8-eb75-416e-8353-94f295b2a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:33.165614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2b9c88c8-eb75-416e-8353-94f295b2a9f3 None None] For port 83b0e1ff-53ae-41ea-8973-919439d6403f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=83b0e1ff-53ae-41ea-8973-919439d6403f,segment=NetworkSegment(66ab3d4d-975c-46bc-a702-9ac2b23b1af0),segment_id=66ab3d4d-975c-46bc-a702-9ac2b23b1af0)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:33.174324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ab8eeee2-9070-47de-99a6-ea1d39e977d1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:33.178739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 83b0e1ff-53ae-41ea-8973-919439d6403f up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:33.200182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:33.210768 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f4154221-a2cb-44e8-80bc-eb2fbb0b44c2 admin admin] 10.222.0.42 "PUT /v2.0/routers/04a2353a-6a40-4004-b896-e98ec2967c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8912928 Feb 19 03:33:33.225284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Subnet': ['ID=544cc34e-4624-48ec-99c0-3ea53805426c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:33.255681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Checking segment: {'id': '664fcf8b-063d-4956-a2e7-576adb0439cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:33.264883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c4769e39-89c7-48dd-8756-e7b2e50d9777 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a80351bb32e3488cb84b2576b316bbfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3261659 Feb 19 03:33:33.266185 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network hostable DHCP agents. Network: 9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:33.267384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53526) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:33.304272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network 9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:33.318630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:33.324258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:33.325674 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:33.334522 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b9c88c8-eb75-416e-8353-94f295b2a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:33.365159 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ed700a70-6866-4d68-9a16-eebe9a152ed7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7445490 Feb 19 03:33:33.368697 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53530) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:33.374752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'port': {'network_id': '9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe', 'name': 'tempest-NetworksIpV6TestAttrs-1714983714'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:33.458905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Sync routers for ids ['04a2353a-6a40-4004-b896-e98ec2967c15'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:33.460938 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c43611-c5f1-472b-aa80-bf37e0ede47e None None] Network 9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:33.481048 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5938351b-b464-4655-a53e-dbe1765f75de admin admin] Publish callbacks [] for security_group (b72f552c-0e2b-48a3-8be8-90a0bc927fdb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:33.523077 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5938351b-b464-4655-a53e-dbe1765f75de admin admin] Publish callbacks [] for security_group (b72f552c-0e2b-48a3-8be8-90a0bc927fdb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:33.534335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ca1cc-c402-4464-bb87-0406ff56c5fe req-d27fbce9-6b1e-478d-8287-b642b237292e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:33.542123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c1ca1cc-c402-4464-bb87-0406ff56c5fe req-d27fbce9-6b1e-478d-8287-b642b237292e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.1808844 Feb 19 03:33:33.599203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:33.603543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:33.633714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c88c8-eb75-416e-8353-94f295b2a9f3 None None] Pushing event updated for resources: {'Port': ['ID=83b0e1ff-53ae-41ea-8973-919439d6403f,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:33.656399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] device_id is not set on port 5fdb262b-9bed-481c-a3ff-0e0589a10eb2 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:33:33.672593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Routers {'04a2353a-6a40-4004-b896-e98ec2967c15'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:33.680220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c1ca1cc-c402-4464-bb87-0406ff56c5fe req-da1eb05c-fbf3-44b6-978c-d441fefe3767 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370685 Feb 19 03:33:33.681727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['04a2353a-6a40-4004-b896-e98ec2967c15'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:33.711083 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5938351b-b464-4655-a53e-dbe1765f75de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b72f552c-0e2b-48a3-8be8-90a0bc927fdb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:33.711083 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5938351b-b464-4655-a53e-dbe1765f75de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:33.711083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5938351b-b464-4655-a53e-dbe1765f75de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b72f552c-0e2b-48a3-8be8-90a0bc927fdb HTTP/1.1" status: 204 len: 168 time: 0.4379952 Feb 19 03:33:33.725346 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938351b-b464-4655-a53e-dbe1765f75de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f552c-0e2b-48a3-8be8-90a0bc927fdb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:33.864952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Allocated IP 2001:db8::f816:3eff:fe5b:ab42 (9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe/544cc34e-4624-48ec-99c0-3ea53805426c/5fdb262b-9bed-481c-a3ff-0e0589a10eb2) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:34.168959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5d41348e-8a95-43ad-ac94-8b1c13129462 None None] Provisioning complete for port 83b0e1ff-53ae-41ea-8973-919439d6403f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:34.169548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d41348e-8a95-43ad-ac94-8b1c13129462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.171323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 83b0e1ff-53ae-41ea-8973-919439d6403f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:34.171689 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.182757 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for port (5fdb262b-9bed-481c-a3ff-0e0589a10eb2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.255882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (5fdb262b-9bed-481c-a3ff-0e0589a10eb2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.304253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Set router 04a2353a-6a40-4004-b896-e98ec2967c15 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:34.310279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network 9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:34.314470 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:34.323035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:34.331453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:34.332150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.367846 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Port': ['ID=5fdb262b-9bed-481c-a3ff-0e0589a10eb2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:34.385116 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-83aeea44-9277-4feb-a353-d0c647189ab9 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0150940 Feb 19 03:33:34.388440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53552) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:34.430312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-628fb050-08ba-4932-81be-cefcc00670c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2113590 Feb 19 03:33:34.443084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-69c197f8-a6df-4586-bca4-bfc9a9e6f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:34.444814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-69c197f8-a6df-4586-bca4-bfc9a9e6f3fe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87&tenant_id=5370e4b676dc48c0aef8e5d1db9338ff HTTP/1.1" status: 200 len: 1125 time: 0.1667125 Feb 19 03:33:34.462354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e36de9-77c1-47d5-8b94-3bc16c6988db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe', 'network_id': '9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe', 'project_id': '23aaad465b7a4cf1974bcda6cbf703ac', 'fixed_ips': [{'subnet_id': '544cc34e-4624-48ec-99c0-3ea53805426c'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:34.463567 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-02e36de9-77c1-47d5-8b94-3bc16c6988db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.543476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c4d0d7-ad15-4c96-9bc4-e47794414d21 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Deleting subnet 544cc34e-4624-48ec-99c0-3ea53805426c {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:33:34.544709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:34.562359 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-908836429-network', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:34.575526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d0d7-ad15-4c96-9bc4-e47794414d21 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for subnet (544cc34e-4624-48ec-99c0-3ea53805426c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.616964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-8372659e-cf28-4cae-b21b-0c28acac1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:34.620496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-8372659e-cf28-4cae-b21b-0c28acac1bee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 1125 time: 0.1388123 Feb 19 03:33:34.676148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d0d7-ad15-4c96-9bc4-e47794414d21 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (544cc34e-4624-48ec-99c0-3ea53805426c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.717248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-69b01c9f-a47e-48b5-ad44-e6e6b7ddfa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:34.722140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-69b01c9f-a47e-48b5-ad44-e6e6b7ddfa02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 1128 time: 0.1878967 Feb 19 03:33:34.756897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 83b0e1ff-53ae-41ea-8973-919439d6403f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:34.843865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d0d7-ad15-4c96-9bc4-e47794414d21 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (544cc34e-4624-48ec-99c0-3ea53805426c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.926989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5d41348e-8a95-43ad-ac94-8b1c13129462 None None] Current status of the port 83b0e1ff-53ae-41ea-8973-919439d6403f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:34.970384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 83b0e1ff-53ae-41ea-8973-919439d6403f up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:34.982714 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d0d7-ad15-4c96-9bc4-e47794414d21 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (544cc34e-4624-48ec-99c0-3ea53805426c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.022497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:29Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e1eff678-faf0-4bbe-a8c6-37a1ff95dba3', 'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'mac_address': 'fa:16:3e:3f:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:27Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 2, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'subnets': [{'id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:35.053214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4d0d7-ad15-4c96-9bc4-e47794414d21 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Subnet': ['ID=544cc34e-4624-48ec-99c0-3ea53805426c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server [None req-02e36de9-77c1-47d5-8b94-3bc16c6988db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 544cc34e-4624-48ec-99c0-3ea53805426c: This subnet is being modified by another concurrent operation. Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 544cc34e-4624-48ec-99c0-3ea53805426c: This subnet is being modified by another concurrent operation. Feb 19 03:33:35.081433 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 03:33:35.090455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-24c6883e-3fcf-4110-b9ea-71673b3e3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:35.091936 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-24c6883e-3fcf-4110-b9ea-71673b3e3fed service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.3461401 Feb 19 03:33:35.096983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Checking router: 04a2353a-6a40-4004-b896-e98ec2967c15 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:35.098485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Updating router 04a2353a-6a40-4004-b896-e98ec2967c15 port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:33:35.116877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Made reservation on behalf of 358a74dc63e14e63bb519c16acaac02c for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:35.128754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.145389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d0d7-ad15-4c96-9bc4-e47794414d21 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.148235 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.150523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1ae2d-1220-4c4c-bb1c-4918f1022df0 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:33:35.152623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-9384389c-33a9-4cee-8941-75dae5265f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:35.154161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-9384389c-33a9-4cee-8941-75dae5265f3d service neutron] 10.222.0.71 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 914 time: 0.5245647 Feb 19 03:33:35.154624 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d3c4d0d7-ad15-4c96-9bc4-e47794414d21 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/subnets/544cc34e-4624-48ec-99c0-3ea53805426c HTTP/1.1" status: 204 len: 168 time: 0.7616923 Feb 19 03:33:35.169003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53572) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:35.180085 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.348028 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Publish callbacks [] for security_group (ae6f0a31-2a2d-49f9-b214-f02e52508649), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.354944 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ae6f0a31-2a2d-49f9-b214-f02e52508649), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.379085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53576) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:35.382225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-b6146ce6-8f5a-4ec8-8d16-1822b48297d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e HTTP/1.1" status: 200 len: 1000 time: 0.2253003 Feb 19 03:33:35.390504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-98384d2e-211c-434c-b0ff-8dd7146d431d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 200 len: 217 time: 0.2150519 Feb 19 03:33:35.393481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:35.424765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 83b0e1ff-53ae-41ea-8973-919439d6403f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:35.425399 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.431847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6f0a31-2a2d-49f9-b214-f02e52508649,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:35.448636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f7d910fc-3226-461b-985b-c0ab08a089f3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.449033 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Added segment f7d910fc-3226-461b-985b-c0ab08a089f3 of type vlan for network 977d9a34-9480-40e4-9eaf-e3d574134e6c Feb 19 03:33:35.449603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-3838dae1-d018-412e-8584-4f5105629271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:35.451436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-3838dae1-d018-412e-8584-4f5105629271 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.0589607 Feb 19 03:33:35.480858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61931890-484f-4b3f-bdc4-a682f8151a1e req-7d718d2b-31ba-4d2c-891e-3d2259b5437a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:35.482927 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61931890-484f-4b3f-bdc4-a682f8151a1e req-7d718d2b-31ba-4d2c-891e-3d2259b5437a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.6363075 Feb 19 03:33:35.542566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (977d9a34-9480-40e4-9eaf-e3d574134e6c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.567233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b094f-63d1-4739-a174-67b7ee45e1ad tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:35.568682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b094f-63d1-4739-a174-67b7ee45e1ad tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:35.570578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-587b094f-63d1-4739-a174-67b7ee45e1ad tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4004436 Feb 19 03:33:35.573569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53580) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:35.587482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (977d9a34-9480-40e4-9eaf-e3d574134e6c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.589722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:35.590688 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.598453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-5f1d336a-9d0c-4db4-8242-a1514b9b9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:35.599998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-5f1d336a-9d0c-4db4-8242-a1514b9b9566 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 200 len: 853 time: 0.1425638 Feb 19 03:33:35.621973 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0770712 Feb 19 03:33:35.630571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61931890-484f-4b3f-bdc4-a682f8151a1e req-9e4545c3-6af0-4f4c-ba76-bb7ad212cb64 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142070 Feb 19 03:33:35.633063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53582) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:35.646570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Request body: {'subnet': {'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-908836429-subnet', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:35.657769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-0d418045-5fb0-4800-883f-7629b98d9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:35.659948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-0d418045-5fb0-4800-883f-7629b98d9a5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1874330 Feb 19 03:33:35.684582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-89297f1c-9583-4808-83ff-68596b5b862b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5600df88-4693-4811-9ff5-8b78bdc7e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522139 Feb 19 03:33:35.685127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-728684392'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:35.714003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f1ae2d-1220-4c4c-bb1c-4918f1022df0 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:33:35.726644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 83b0e1ff-53ae-41ea-8973-919439d6403f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:35.769977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e839d3-2332-4fee-ac40-28c636abe281 admin admin] Pushing event updated for resources: {'Network': ['ID=977d9a34-9480-40e4-9eaf-e3d574134e6c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:35.772453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:35.775985 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.791337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f275f639-1b06-47c9-9c0d-93a794879c4b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.804719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.811850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Made reservation on behalf of 358a74dc63e14e63bb519c16acaac02c for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:35.815071 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.841278 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-f275f639-1b06-47c9-9c0d-93a794879c4b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 03:33:35.841750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f275f639-1b06-47c9-9c0d-93a794879c4b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:33:35.850918 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f275f639-1b06-47c9-9c0d-93a794879c4b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe HTTP/1.1" status: 409 len: 466 time: 0.2746921 Feb 19 03:33:35.853007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53584) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:35.862103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1002869682'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:35.896648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 977d9a34-9480-40e4-9eaf-e3d574134e6c details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:35.900919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:35.904967 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.955192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:35.981167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-08415d78-1a52-4cb1-9c24-a11487a44c60 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805355 Feb 19 03:33:35.988141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-fde89c57-d8e0-4a29-80c8-92babbc197bf service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025155 Feb 19 03:33:36.002489 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e8812bb4-191b-48a4-8697-96246727e389), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.002890 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Added segment e8812bb4-191b-48a4-8697-96246727e389 of type vlan for network 62ab0c33-6716-41d8-b4a3-b94d2b364f92 Feb 19 03:33:36.006197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for security_group (44a5828d-73a0-4b98-97cb-fa3b055d93a7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.021809 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (44a5828d-73a0-4b98-97cb-fa3b055d93a7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.108138 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Publish callbacks [] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.109897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6129b7-4e40-409f-9a6d-17bafd5b6fc3 None None] Network 9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:36.112255 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:36.116501 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (62ab0c33-6716-41d8-b4a3-b94d2b364f92), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.123787 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.124785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbaf34ce-a3e9-4508-88e6-0e8283570312 req-185b8380-4019-46cd-899f-d69d1ba67fb1 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333716 Feb 19 03:33:36.147187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (442563a2-41a2-46e0-abab-26ead868e94d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.147944 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment 442563a2-41a2-46e0-abab-26ead868e94d of type vlan for network 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 Feb 19 03:33:36.164461 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a5828d-73a0-4b98-97cb-fa3b055d93a7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:36.169046 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.255501 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (3c3cb260-2d5b-4579-8e42-5e9a5284d4c0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.283416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (62ab0c33-6716-41d8-b4a3-b94d2b364f92), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.289468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:36.290271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.317623 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (3c3cb260-2d5b-4579-8e42-5e9a5284d4c0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.323448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:36.324248 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.353827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47ff9b-b32f-453a-8f34-d9bdb7132fae None None] Pushing event updated for resources: {'Port': ['ID=e1eff678-faf0-4bbe-a8c6-37a1ff95dba3,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:36.446723 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5926447 Feb 19 03:33:36.450017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53596) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:36.450586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40e0a707-9e37-486e-a5fd-0f3e0bfc0c3a req-a808935d-9f17-4c00-9203-8eaeb889a605 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191736 Feb 19 03:33:36.456972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'subnet': {'network_id': '62ab0c33-6716-41d8-b4a3-b94d2b364f92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:36.462904 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (afa64a06-0bc1-482e-a51e-978889e6a915), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.495122 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1128418 Feb 19 03:33:36.512645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca18d9-1159-482e-9bf7-bde79e95ca1d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Network': ['ID=62ab0c33-6716-41d8-b4a3-b94d2b364f92,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:36.520240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Attempting to bind port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:36.520857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Attempting to bind port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:36.520965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Attempting to bind port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 on network d8177606-8e02-4dcf-b260-237ee5f1e02f {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:36.550884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 62ab0c33-6716-41d8-b4a3-b94d2b364f92 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:36.558488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa64a06-0bc1-482e-a51e-978889e6a915,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:36.583622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:36.584005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Checking segment: {'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:36.584416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.584823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Bound using segment: {'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:36.584960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.585310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Bound port: e1eff678-faf0-4bbe-a8c6-37a1ff95dba3, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:36.585457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.585690 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.586092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.586536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.586972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.587758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.589594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.590142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.590605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.591036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.591469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.593754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.594318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.636990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Checking segment: {'id': 'f7d910fc-3226-461b-985b-c0ab08a089f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:36.636990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Network hostable DHCP agents. Network: 977d9a34-9480-40e4-9eaf-e3d574134e6c, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:36.643297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53602) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:36.649713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': '3c3cb260-2d5b-4579-8e42-5e9a5284d4c0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:36.719381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44388926-c997-415f-b10c-ffaa21145097 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=3c3cb260-2d5b-4579-8e42-5e9a5284d4c0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:36.780424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Network 977d9a34-9480-40e4-9eaf-e3d574134e6c is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:36.787894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:36.792677 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.824771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 977d9a34-9480-40e4-9eaf-e3d574134e6c) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:36.923197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:36.937832 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.046635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:37.058267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.097557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ad851114-ecef-4a44-9861-b79fad659fea admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4633813 Feb 19 03:33:37.100403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53616) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:37.113058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-908836429-router', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:37.190996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8362f3b-1db4-4e7b-8403-57967c6afd88 req-d54756a4-2074-40b2-9c2a-b10abf0980b4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:37.192947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8362f3b-1db4-4e7b-8403-57967c6afd88 req-d54756a4-2074-40b2-9c2a-b10abf0980b4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.3950374 Feb 19 03:33:37.195798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (a76228cf-67b6-4802-bc52-eddf19e75882), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.196870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (a76228cf-67b6-4802-bc52-eddf19e75882), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.256590 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks [] for router_controller (a76228cf-67b6-4802-bc52-eddf19e75882), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.259713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:37.385415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddbb1e2-82d2-4923-aff3-0c20f47014d7 None None] Network 977d9a34-9480-40e4-9eaf-e3d574134e6c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:37.681909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-254b8e84-6c98-4042-a475-b80666dc17a3 None None] Provisioning complete for port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:37.683244 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-254b8e84-6c98-4042-a475-b80666dc17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.755450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] For port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:37.761924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] For port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e1eff678-faf0-4bbe-a8c6-37a1ff95dba3,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:37.779161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.objects.ports [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103616) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:33:37.781174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.781808 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (1ce961ec-288a-4bb3-8f2a-6903731d7651), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.787165 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks [] for router_gateway (a76228cf-67b6-4802-bc52-eddf19e75882), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.880313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-254b8e84-6c98-4042-a475-b80666dc17a3 None None] Port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:37.897769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8362f3b-1db4-4e7b-8403-57967c6afd88 req-a78159e2-d4a4-4fe9-b09c-581a37e2bd90 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6350300 Feb 19 03:33:37.934079 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (483b734d-4168-471b-84d9-67c19b5ba96f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.960724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Checking segment: {'id': 'e8812bb4-191b-48a4-8697-96246727e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '62ab0c33-6716-41d8-b4a3-b94d2b364f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:37.962154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network hostable DHCP agents. Network: 62ab0c33-6716-41d8-b4a3-b94d2b364f92, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:37.967113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Subnet': ['ID=1ce961ec-288a-4bb3-8f2a-6903731d7651,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:38.009414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=483b734d-4168-471b-84d9-67c19b5ba96f,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:38.015018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network 62ab0c33-6716-41d8-b4a3-b94d2b364f92 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:38.050801 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 62ab0c33-6716-41d8-b4a3-b94d2b364f92) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:38.060122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:38.060760 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:38.109698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': '442563a2-41a2-46e0-abab-26ead868e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3c3cb260-2d5b-4579-8e42-5e9a5284d4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:38.110969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:38.111795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-977d9a34-9480-40e4-9eaf-e3d574134e6c', 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c', 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'fixed_ips': [{'subnet_id': 'afa64a06-0bc1-482e-a51e-978889e6a915'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:38.114571 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:38.131118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed7c69-a8a6-422f-ab31-ed4015a602ef None None] Network 62ab0c33-6716-41d8-b4a3-b94d2b364f92 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:38.143799 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2350cd48-f33f-430e-bd69-b347ce968962 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6920161 Feb 19 03:33:38.153541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53624) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:38.181771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'port': {'network_id': '62ab0c33-6716-41d8-b4a3-b94d2b364f92', 'name': 'tempest-NetworksIpV6TestAttrs-1783706268'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:38.184820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:38.213910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:38.242443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:38.243197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:38.290224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-834dabbb-dfb8-4230-917b-b30917808148 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6455958 Feb 19 03:33:38.293899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53626) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:38.299339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1384657662'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:38.320898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47ff9b-b32f-453a-8f34-d9bdb7132fae None None] Pushing event updated for resources: {'Port': ['ID=e1eff678-faf0-4bbe-a8c6-37a1ff95dba3,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:38.352745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd2cc2d-c415-4dc8-bfb6-322279ae4f12 None None] Network 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:38.362206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:38.370552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:38.550852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:38.558009 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:38.596365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] device_id is not set on port b284d1e8-fb24-4d71-bdc8-5cae1b4c7157 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:33:38.687438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Routers {'04a2353a-6a40-4004-b896-e98ec2967c15'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:38.689222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['04a2353a-6a40-4004-b896-e98ec2967c15'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:38.817285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Allocated IP 2001:db8::f816:3eff:fecf:e468 (62ab0c33-6716-41d8-b4a3-b94d2b364f92/1ce961ec-288a-4bb3-8f2a-6903731d7651/b284d1e8-fb24-4d71-bdc8-5cae1b4c7157) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:38.992991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] Set router 04a2353a-6a40-4004-b896-e98ec2967c15 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:39.105648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for port (b284d1e8-fb24-4d71-bdc8-5cae1b4c7157), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.157013 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b284d1e8-fb24-4d71-bdc8-5cae1b4c7157), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.241305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network 62ab0c33-6716-41d8-b4a3-b94d2b364f92 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:39.249720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:39.260493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:39.270259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:39.271077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.323675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Port': ['ID=b284d1e8-fb24-4d71-bdc8-5cae1b4c7157,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:39.337817 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-689d2a01-347e-47ba-8485-eedf28a2d1e7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1830389 Feb 19 03:33:39.338478 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53632) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:39.419321 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0fc557a-861b-4945-8dcc-340d3fbf2182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.442700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff05501-491e-4dee-b7a4-cd9de9a4f1ca tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Deleting subnet 1ce961ec-288a-4bb3-8f2a-6903731d7651 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:33:39.462776 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff05501-491e-4dee-b7a4-cd9de9a4f1ca tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for subnet (1ce961ec-288a-4bb3-8f2a-6903731d7651), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.467410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:39.543668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-147e8b7e-b849-436f-9104-fb1eb1d489a2 None None] Provisioning complete for port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:39.544669 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-147e8b7e-b849-436f-9104-fb1eb1d489a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.545546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff05501-491e-4dee-b7a4-cd9de9a4f1ca tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (1ce961ec-288a-4bb3-8f2a-6903731d7651), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.577676 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c29cb698-d97f-4423-b0ed-f76917210275), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.578049 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment c29cb698-d97f-4423-b0ed-f76917210275 of type vlan for network 2b9c7183-8996-45db-ab97-bcb19c97eb84 Feb 19 03:33:39.678198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks [] for router_gateway (a76228cf-67b6-4802-bc52-eddf19e75882), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.681039 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff05501-491e-4dee-b7a4-cd9de9a4f1ca tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (1ce961ec-288a-4bb3-8f2a-6903731d7651), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.707239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (2b9c7183-8996-45db-ab97-bcb19c97eb84), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.711491 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.732440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f494c-332d-4a1e-aaee-5891a9563c2d req-f06137c5-d8af-4c04-a33a-b8772e5ce642 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:39.734488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-450f494c-332d-4a1e-aaee-5891a9563c2d req-f06137c5-d8af-4c04-a33a-b8772e5ce642 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.4223828 Feb 19 03:33:39.847749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff05501-491e-4dee-b7a4-cd9de9a4f1ca tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (1ce961ec-288a-4bb3-8f2a-6903731d7651), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.909908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff05501-491e-4dee-b7a4-cd9de9a4f1ca tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce961ec-288a-4bb3-8f2a-6903731d7651,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:39.942110 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aff05501-491e-4dee-b7a4-cd9de9a4f1ca tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:39.954367 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aff05501-491e-4dee-b7a4-cd9de9a4f1ca tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/subnets/1ce961ec-288a-4bb3-8f2a-6903731d7651 HTTP/1.1" status: 204 len: 168 time: 0.6142583 Feb 19 03:33:39.960539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53636) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:39.965330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-3c3cb260-2d5b-4579-8e42-5e9a5284d4c0', 'network_id': '3c3cb260-2d5b-4579-8e42-5e9a5284d4c0', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': '483b734d-4168-471b-84d9-67c19b5ba96f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:39.968277 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.038359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Allocated IP 172.20.0.2 (977d9a34-9480-40e4-9eaf-e3d574134e6c/afa64a06-0bc1-482e-a51e-978889e6a915/a115d579-defc-4571-87c0-82cf77199c22) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:40.047315 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (2b9c7183-8996-45db-ab97-bcb19c97eb84), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.053592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:40.055306 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.134113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e938e0-5b92-494e-87f4-f3b6ab3c1a33 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:40.140397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e938e0-5b92-494e-87f4-f3b6ab3c1a33 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:40.144513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Allocated IP 172.25.4.69 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/6d919773-e043-430f-a5b8-82ef41e16ce5) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:40.145069 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c8e938e0-5b92-494e-87f4-f3b6ab3c1a33 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1831989 Feb 19 03:33:40.149062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53638) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:40.189283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-450f494c-332d-4a1e-aaee-5891a9563c2d req-57dc1328-9fa0-4c59-8432-d0fecedfdd01 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001009 Feb 19 03:33:40.197244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9024136 Feb 19 03:33:40.210034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53640) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:40.217601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': '2b9c7183-8996-45db-ab97-bcb19c97eb84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:40.273900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c1dc4-0d06-447c-ac1b-1577733ffb45 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=2b9c7183-8996-45db-ab97-bcb19c97eb84,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:40.366037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Allocated IP 172.20.255.242 (3c3cb260-2d5b-4579-8e42-5e9a5284d4c0/483b734d-4168-471b-84d9-67c19b5ba96f/d73c99ac-ecfe-4588-90cd-645d44bf60d0) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:40.548623 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75359459-1198-42b6-a686-13b98eadfa4e tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (62ab0c33-6716-41d8-b4a3-b94d2b364f92), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.551992 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Publish callbacks [] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.581417 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-75359459-1198-42b6-a686-13b98eadfa4e tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 03:33:40.581923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75359459-1198-42b6-a686-13b98eadfa4e tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:33:40.594308 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-75359459-1198-42b6-a686-13b98eadfa4e tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/62ab0c33-6716-41d8-b4a3-b94d2b364f92 HTTP/1.1" status: 409 len: 466 time: 0.4270928 Feb 19 03:33:40.595116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:40.602771 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 2b9c7183-8996-45db-ab97-bcb19c97eb84 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:40.614291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1636037820'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:40.659655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:40.664275 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.705093 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.732862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:40.767474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (acb34e91-10e0-4eef-9edd-7f7d1a3a7238), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.768955 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Added segment acb34e91-10e0-4eef-9edd-7f7d1a3a7238 of type vlan for network a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d Feb 19 03:33:40.773266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:40.786324 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.883436 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.940448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.971783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:40.986976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.027070 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks [] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.062389 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4549451 Feb 19 03:33:41.069352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53648) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:41.082855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'subnet': {'network_id': 'a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:41.214379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d981ab-c494-4f0d-b43e-3e5ab9ffe3fc tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Network': ['ID=a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:41.348768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:41.461223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.509323 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e7e64fb4-23c1-4a93-a1c2-d499c6f1a592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.514833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Network 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:41.524871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-147e8b7e-b849-436f-9104-fb1eb1d489a2 None None] Current status of the port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:41.525197 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-147e8b7e-b849-436f-9104-fb1eb1d489a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.557901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:41.561684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:41.579451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Pushing event updated for resources: {'Port': ['ID=d73c99ac-ecfe-4588-90cd-645d44bf60d0,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:41.582550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf584aa0-4ce0-48f2-a452-8a46206ae9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-62ab0c33-6716-41d8-b4a3-b94d2b364f92', 'network_id': '62ab0c33-6716-41d8-b4a3-b94d2b364f92', 'project_id': '23aaad465b7a4cf1974bcda6cbf703ac', 'fixed_ips': [{'subnet_id': '1ce961ec-288a-4bb3-8f2a-6903731d7651'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:41.583509 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf584aa0-4ce0-48f2-a452-8a46206ae9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.603539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:41.609871 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.616770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:41.688646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:41.708761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:41.798320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6d919773-e043-430f-a5b8-82ef41e16ce5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:41.836935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (cf6d324b-4502-465c-b675-3912183737a7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.940459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-147e8b7e-b849-436f-9104-fb1eb1d489a2 None None] For port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e1eff678-faf0-4bbe-a8c6-37a1ff95dba3,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:42.007037 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-147e8b7e-b849-436f-9104-fb1eb1d489a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.037331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303f344-06fe-4a49-890a-c623e239e3db req-75e662cd-dd3f-47f3-87f9-6462121a9188 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:42.051308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2303f344-06fe-4a49-890a-c623e239e3db req-75e662cd-dd3f-47f3-87f9-6462121a9188 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.6111507 Feb 19 03:33:42.119124 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.133357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=cf6d324b-4502-465c-b675-3912183737a7,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:42.150833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Attempting to bind port d73c99ac-ecfe-4588-90cd-645d44bf60d0 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:42.151062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Attempting to bind port d73c99ac-ecfe-4588-90cd-645d44bf60d0 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '442563a2-41a2-46e0-abab-26ead868e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3c3cb260-2d5b-4579-8e42-5e9a5284d4c0'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:42.195854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Attempting to bind port d73c99ac-ecfe-4588-90cd-645d44bf60d0 on network 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:42.195854 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Publish callbacks [] for port (a115d579-defc-4571-87c0-82cf77199c22), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.252611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:42.252823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Checking segment: {'id': '442563a2-41a2-46e0-abab-26ead868e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3c3cb260-2d5b-4579-8e42-5e9a5284d4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:42.253164 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.253587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Bound using segment: {'id': '442563a2-41a2-46e0-abab-26ead868e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3c3cb260-2d5b-4579-8e42-5e9a5284d4c0'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:42.254114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Bound port: d73c99ac-ecfe-4588-90cd-645d44bf60d0, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442563a2-41a2-46e0-abab-26ead868e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3c3cb260-2d5b-4579-8e42-5e9a5284d4c0'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:42.254510 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.256531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e8b7e-b849-436f-9104-fb1eb1d489a2 None None] Pushing event updated for resources: {'Port': ['ID=e1eff678-faf0-4bbe-a8c6-37a1ff95dba3,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:42.259332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae886b-be7c-4e25-9a8b-4a54ae957d32 None None] Network 62ab0c33-6716-41d8-b4a3-b94d2b364f92 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:42.291969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:29Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e1eff678-faf0-4bbe-a8c6-37a1ff95dba3', 'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'mac_address': 'fa:16:3e:3f:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:27Z', 'updated_at': '2022-02-19T03:33:37Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'subnets': [{'id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:42.332831 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a115d579-defc-4571-87c0-82cf77199c22), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.350142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e86d3-409e-4b45-92a5-1204b69e4c9e None None] The sync data for ids ['04a2353a-6a40-4004-b896-e98ec2967c15'] in n-d-826756-2 is: [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:29Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e1eff678-faf0-4bbe-a8c6-37a1ff95dba3', 'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'mac_address': 'fa:16:3e:3f:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:27Z', 'updated_at': '2022-02-19T03:33:37Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'subnets': [{'id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:42.376284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Network 977d9a34-9480-40e4-9eaf-e3d574134e6c is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:42.466234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2303f344-06fe-4a49-890a-c623e239e3db req-8ac49eb2-2c77-4f64-82f2-f02dc20bfea4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116397 Feb 19 03:33:42.474552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:42.523856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:42.741284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Attempting to bind port a115d579-defc-4571-87c0-82cf77199c22 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:42.742026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Attempting to bind port a115d579-defc-4571-87c0-82cf77199c22 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'f7d910fc-3226-461b-985b-c0ab08a089f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:42.742642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Attempting to bind port a115d579-defc-4571-87c0-82cf77199c22 on network 977d9a34-9480-40e4-9eaf-e3d574134e6c {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:42.752432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:42.753074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Checking segment: {'id': 'f7d910fc-3226-461b-985b-c0ab08a089f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:42.753930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.754496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Bound using segment: {'id': 'f7d910fc-3226-461b-985b-c0ab08a089f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:42.755152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Bound port: a115d579-defc-4571-87c0-82cf77199c22, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d910fc-3226-461b-985b-c0ab08a089f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:42.755844 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a115d579-defc-4571-87c0-82cf77199c22), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.761591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Pushing event updated for resources: {'Port': ['ID=a115d579-defc-4571-87c0-82cf77199c22,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:42.843974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': 'c29cb698-d97f-4423-b0ed-f76917210275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2b9c7183-8996-45db-ab97-bcb19c97eb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:42.844496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: 2b9c7183-8996-45db-ab97-bcb19c97eb84, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:42.860898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] For port d73c99ac-ecfe-4588-90cd-645d44bf60d0, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:42.902292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] For port d73c99ac-ecfe-4588-90cd-645d44bf60d0, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d73c99ac-ecfe-4588-90cd-645d44bf60d0,segment=NetworkSegment(442563a2-41a2-46e0-abab-26ead868e94d),segment_id=442563a2-41a2-46e0-abab-26ead868e94d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:42.935600 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.120392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:43.243059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network 2b9c7183-8996-45db-ab97-bcb19c97eb84 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:43.261735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] For port a115d579-defc-4571-87c0-82cf77199c22, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:43.301548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 2b9c7183-8996-45db-ab97-bcb19c97eb84) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:43.311602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:43.312228 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.315669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] For port a115d579-defc-4571-87c0-82cf77199c22, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a115d579-defc-4571-87c0-82cf77199c22,segment=NetworkSegment(f7d910fc-3226-461b-985b-c0ab08a089f3),segment_id=f7d910fc-3226-461b-985b-c0ab08a089f3)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:43.354019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556b63ea-63c8-4e75-a463-e9c33df2d481 None None] Network 2b9c7183-8996-45db-ab97-bcb19c97eb84 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:43.502070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-00ed80e3-b67a-4e32-ab02-7ce4379fffc4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2887096 Feb 19 03:33:43.504840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53668) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:43.533595 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks [] for router_gateway (a76228cf-67b6-4802-bc52-eddf19e75882), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.617214 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.618504 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a115d579-defc-4571-87c0-82cf77199c22), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.652501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.objects.ports [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:33:43.723213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898643e-0a81-427b-8038-7b11fdf60a26 None None] Pushing event updated for resources: {'Port': ['ID=d73c99ac-ecfe-4588-90cd-645d44bf60d0,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:43.772217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:43.772217 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.792602 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (2d6e961d-12ce-4ff2-8f91-e0906c615561), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.869877 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (2b9c7183-8996-45db-ab97-bcb19c97eb84), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:44.081533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Subnet': ['ID=2d6e961d-12ce-4ff2-8f91-e0906c615561,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:44.082499 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (cf6d324b-4502-465c-b675-3912183737a7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:44.179309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c930b94-a9b3-4f08-b0c7-20039b0842d9 req-52fdc3b2-83a7-4d90-bd11-0962ca335018 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:44.181032 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c930b94-a9b3-4f08-b0c7-20039b0842d9 req-52fdc3b2-83a7-4d90-bd11-0962ca335018 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.4396155 Feb 19 03:33:44.252926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Checking segment: {'id': 'acb34e91-10e0-4eef-9edd-7f7d1a3a7238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:44.252926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network hostable DHCP agents. Network: a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:44.269370 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (cf6d324b-4502-465c-b675-3912183737a7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:44.300076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cf653-fb0e-416a-9636-172d12de7798 None None] Pushing event updated for resources: {'Port': ['ID=a115d579-defc-4571-87c0-82cf77199c22,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:44.396753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff264c0-c00e-47fd-b792-3be40e25cf82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-2b9c7183-8996-45db-ab97-bcb19c97eb84', 'network_id': '2b9c7183-8996-45db-ab97-bcb19c97eb84', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': 'cf6d324b-4502-465c-b675-3912183737a7'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:44.398426 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1ff264c0-c00e-47fd-b792-3be40e25cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:44.512575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:44.636815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (2b9c7183-8996-45db-ab97-bcb19c97eb84), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:44.723057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9c7183-8996-45db-ab97-bcb19c97eb84']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:44.756847 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c930b94-a9b3-4f08-b0c7-20039b0842d9 req-35fd0679-7b37-4eb8-bedc-9a6655028a51 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671556 Feb 19 03:33:44.764510 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:44.776016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29cb698-d97f-4423-b0ed-f76917210275') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:44.799771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29cb698-d97f-4423-b0ed-f76917210275') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:44.834777 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (a76228cf-67b6-4802-bc52-eddf19e75882), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:44.841618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:44.850781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:44.851583 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:44.872600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84fdf2d-1562-47a2-875c-ee76b7e0fbee None None] Network a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:44.880894 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (c29cb698-d97f-4423-b0ed-f76917210275), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:44.928970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6d324b-4502-465c-b675-3912183737a7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:44.966280 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c29cb698-d97f-4423-b0ed-f76917210275), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.013877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:45.015228 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (c29cb698-d97f-4423-b0ed-f76917210275), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:45.026868 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:45.057606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-42f6c2f0-6658-406f-b0dd-4713f0f1782d tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.9851542 Feb 19 03:33:45.063703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53674) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:45.339840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1dc007-0229-42b6-9ade-c44d4c5f5dc7 None None] Network 2b9c7183-8996-45db-ab97-bcb19c97eb84 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:45.363983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a115d579-defc-4571-87c0-82cf77199c22 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:45.384555 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (2b9c7183-8996-45db-ab97-bcb19c97eb84), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.391217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.396359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.427848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53676) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:45.431506 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/2b9c7183-8996-45db-ab97-bcb19c97eb84 HTTP/1.1" status: 204 len: 168 time: 1.9246709 Feb 19 03:33:45.443541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-167658880'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:45.497712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb90168-d442-485e-b846-ecf6db78b1c4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=2b9c7183-8996-45db-ab97-bcb19c97eb84,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:45.510363 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.548687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:45.552663 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.597726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e49263-967a-4a56-9327-2fbe372db5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d', 'network_id': 'a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d', 'project_id': '23aaad465b7a4cf1974bcda6cbf703ac', 'fixed_ips': [{'subnet_id': '2d6e961d-12ce-4ff2-8f91-e0906c615561'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:45.609309 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15e49263-967a-4a56-9327-2fbe372db5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.612183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2567b4-0345-4b89-a560-ca54ef080f63 None None] Network 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:45.704880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:45.738224 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (55194b37-73d5-4094-bac0-5ffb92736500), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.738578 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment 55194b37-73d5-4094-bac0-5ffb92736500 of type vlan for network 5d735e85-4efc-4fc5-a794-726d479e498c Feb 19 03:33:45.758143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Router a76228cf-67b6-4802-bc52-eddf19e75882 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:33:45.804565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (2d6e961d-12ce-4ff2-8f91-e0906c615561), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.873770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (5d735e85-4efc-4fc5-a794-726d479e498c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.924527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0e6dae93-365f-44b1-b518-0a71c64e2a98 None None] Provisioning complete for port d73c99ac-ecfe-4588-90cd-645d44bf60d0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:45.924910 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e6dae93-365f-44b1-b518-0a71c64e2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.927690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a115d579-defc-4571-87c0-82cf77199c22 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:45.928341 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a115d579-defc-4571-87c0-82cf77199c22), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:46.095739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:33:46.153791 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (5d735e85-4efc-4fc5-a794-726d479e498c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:46.159377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:46.160481 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:46.252745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8157740 Feb 19 03:33:46.256045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53684) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:46.263196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': '5d735e85-4efc-4fc5-a794-726d479e498c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:46.299526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474d89d-f68e-488b-b782-c64a628db439 req-dc70e6d8-4491-4a42-a8dd-4f2db3ae95fd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:46.301451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a474d89d-f68e-488b-b782-c64a628db439 req-dc70e6d8-4491-4a42-a8dd-4f2db3ae95fd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.3577311 Feb 19 03:33:46.318212 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (2d6e961d-12ce-4ff2-8f91-e0906c615561), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:46.410649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6e961d-12ce-4ff2-8f91-e0906c615561,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:46.450161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:46.452810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98c7fb-847c-4d91-b274-f1b242c8f9e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=5d735e85-4efc-4fc5-a794-726d479e498c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:46.463318 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Sync routers for ids ['a76228cf-67b6-4802-bc52-eddf19e75882'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:46.491506 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Routers {'a76228cf-67b6-4802-bc52-eddf19e75882'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:46.491962 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:46.492314 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-957ca828-5441-440d-b5c0-297529d80348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a76228cf-67b6-4802-bc52-eddf19e75882'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:46.508318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a474d89d-f68e-488b-b782-c64a628db439 req-36484047-e75e-47b9-85df-a6fece379b46 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783333 Feb 19 03:33:46.523757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:46.525590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c953c21e-b87a-4731-8119-85fa0d4844f3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4190352 Feb 19 03:33:46.528582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53686) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:46.532418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:46.581046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5541fa-b380-400b-8ef1-71b40764d666 None None] Network 977d9a34-9480-40e4-9eaf-e3d574134e6c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:46.583980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 5d735e85-4efc-4fc5-a794-726d479e498c details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server [None req-15e49263-967a-4a56-9327-2fbe372db5d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d6e961d-12ce-4ff2-8f91-e0906c615561: This subnet is being modified by another concurrent operation. Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d6e961d-12ce-4ff2-8f91-e0906c615561: This subnet is being modified by another concurrent operation. Feb 19 03:33:46.588379 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 03:33:46.639227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:46.646381 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:46.701250 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Set router a76228cf-67b6-4802-bc52-eddf19e75882 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:46.716075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56733ed2-8e22-4f09-8cc3-08159dfc428a None None] Network a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:46.855751 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Performing IP validity checks on allocation pools {{(pid=103616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:33:46.856266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:33:47.176247 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-957ca828-5441-440d-b5c0-297529d80348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'name': 'tempest-TaggedBootDevicesTest-908836429-router', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:37Z', 'updated_at': '2022-02-19T03:33:42Z', 'revision_number': 3, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'gw_port': {'id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:39Z', 'updated_at': '2022-02-19T03:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:47.183811 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (de2971c2-502e-484d-b087-8888e7f13a1c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:47.242697 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Checking router: a76228cf-67b6-4802-bc52-eddf19e75882 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:47.243191 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Updating router a76228cf-67b6-4802-bc52-eddf19e75882 port 6d919773-e043-430f-a5b8-82ef41e16ce5 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:33:47.307978 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:47.336996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=de2971c2-502e-484d-b087-8888e7f13a1c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:47.372168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': '55194b37-73d5-4094-bac0-5ffb92736500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5d735e85-4efc-4fc5-a794-726d479e498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:47.373744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: 5d735e85-4efc-4fc5-a794-726d479e498c, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:47.408993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a115d579-defc-4571-87c0-82cf77199c22 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:47.409520 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a115d579-defc-4571-87c0-82cf77199c22), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:47.415888 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network 5d735e85-4efc-4fc5-a794-726d479e498c is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:47.430867 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 5d735e85-4efc-4fc5-a794-726d479e498c) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:47.439030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:47.439826 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:47.474221 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0ee17636-721b-47e3-a464-f3915c33524a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2170255 Feb 19 03:33:47.478178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53694) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:47.529157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd61ebf-1372-4c38-a3b1-edc8e6cadb6e None None] Network 5d735e85-4efc-4fc5-a794-726d479e498c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:47.588736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb34e91-10e0-4eef-9edd-7f7d1a3a7238') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:47.589467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb34e91-10e0-4eef-9edd-7f7d1a3a7238') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:47.612466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (acb34e91-10e0-4eef-9edd-7f7d1a3a7238), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:47.698063 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (acb34e91-10e0-4eef-9edd-7f7d1a3a7238), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:47.772638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:47.772962 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (acb34e91-10e0-4eef-9edd-7f7d1a3a7238), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:47.778900 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:47.989327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port a115d579-defc-4571-87c0-82cf77199c22, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a115d579-defc-4571-87c0-82cf77199c22,segment=NetworkSegment(f7d910fc-3226-461b-985b-c0ab08a089f3),segment_id=f7d910fc-3226-461b-985b-c0ab08a089f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:47.993037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (5d735e85-4efc-4fc5-a794-726d479e498c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.037981 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a115d579-defc-4571-87c0-82cf77199c22), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.038824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d73c99ac-ecfe-4588-90cd-645d44bf60d0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:48.148427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (de2971c2-502e-484d-b087-8888e7f13a1c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.233456 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.242791 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.256595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d HTTP/1.1" status: 204 len: 168 time: 3.1911607 Feb 19 03:33:48.257682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53700) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:48.264099 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Publish callbacks [] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.277536 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.282490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=a115d579-defc-4571-87c0-82cf77199c22,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:48.286832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0e6dae93-365f-44b1-b518-0a71c64e2a98 None None] Current status of the port d73c99ac-ecfe-4588-90cd-645d44bf60d0 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:48.287446 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e6dae93-365f-44b1-b518-0a71c64e2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.320494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1216801990'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:48.335766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0e6dae93-365f-44b1-b518-0a71c64e2a98 None None] For port d73c99ac-ecfe-4588-90cd-645d44bf60d0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d73c99ac-ecfe-4588-90cd-645d44bf60d0,segment=NetworkSegment(442563a2-41a2-46e0-abab-26ead868e94d),segment_id=442563a2-41a2-46e0-abab-26ead868e94d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:48.362231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e96241-3de6-4a9f-aea0-feef09b736a2 req-6f36c267-191a-4461-bcdf-696a2a19d5bd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:48.371041 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e6dae93-365f-44b1-b518-0a71c64e2a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.374606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2e96241-3de6-4a9f-aea0-feef09b736a2 req-6f36c267-191a-4461-bcdf-696a2a19d5bd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.4052839 Feb 19 03:33:48.409395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (de2971c2-502e-484d-b087-8888e7f13a1c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.410122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e23424-8ec8-44d0-a7bf-194b1e7f8060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-5d735e85-4efc-4fc5-a794-726d479e498c', 'network_id': '5d735e85-4efc-4fc5-a794-726d479e498c', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': 'de2971c2-502e-484d-b087-8888e7f13a1c'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:48.413016 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-16e23424-8ec8-44d0-a7bf-194b1e7f8060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.440717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93d1bd-642b-4e1f-86a4-9d7ee8e96aba tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Network': ['ID=a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:48.442496 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Attempting to bind port 6d919773-e043-430f-a5b8-82ef41e16ce5 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:48.445879 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Attempting to bind port 6d919773-e043-430f-a5b8-82ef41e16ce5 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:48.446315 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Attempting to bind port 6d919773-e043-430f-a5b8-82ef41e16ce5 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:48.452515 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391cc63-ecaa-4a21-9999-3116d4bb4512 None None] Pushing event updated for resources: {'Port': ['ID=6d919773-e043-430f-a5b8-82ef41e16ce5,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:48.468765 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:48.469672 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:48.470118 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.470522 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:48.471013 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Bound port: 6d919773-e043-430f-a5b8-82ef41e16ce5, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:48.471390 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.530623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2e96241-3de6-4a9f-aea0-feef09b736a2 req-94ce448c-8e7e-4caf-81b1-d25ede9750e7 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549065 Feb 19 03:33:48.539847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=de2971c2-502e-484d-b087-8888e7f13a1c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:48.618697 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-957ca828-5441-440d-b5c0-297529d80348 None None] For port 6d919773-e043-430f-a5b8-82ef41e16ce5, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:48.628026 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-957ca828-5441-440d-b5c0-297529d80348 None None] For port 6d919773-e043-430f-a5b8-82ef41e16ce5, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6d919773-e043-430f-a5b8-82ef41e16ce5,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:48.645907 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.664942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:48.675907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.759194 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (5d735e85-4efc-4fc5-a794-726d479e498c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.827892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d735e85-4efc-4fc5-a794-726d479e498c']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:48.828107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a2b73665-b10e-41f8-8d33-9952e77ac63a None None] Provisioning complete for port d73c99ac-ecfe-4588-90cd-645d44bf60d0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:48.830361 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2b73665-b10e-41f8-8d33-9952e77ac63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.852957 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391cc63-ecaa-4a21-9999-3116d4bb4512 None None] Pushing event updated for resources: {'Port': ['ID=6d919773-e043-430f-a5b8-82ef41e16ce5,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:48.865194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55194b37-73d5-4094-bac0-5ffb92736500') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:48.865496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55194b37-73d5-4094-bac0-5ffb92736500') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:48.867898 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Routers {'a76228cf-67b6-4802-bc52-eddf19e75882'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:48.882061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:48.883866 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-957ca828-5441-440d-b5c0-297529d80348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a76228cf-67b6-4802-bc52-eddf19e75882'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:48.913180 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (20f10041-8893-4b9a-a267-1a5661840339), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.913543 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Added segment 20f10041-8893-4b9a-a267-1a5661840339 of type vlan for network 8f73ead6-3b1b-4503-9373-e1efed851dbe Feb 19 03:33:48.933105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (55194b37-73d5-4094-bac0-5ffb92736500), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.978347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (8f73ead6-3b1b-4503-9373-e1efed851dbe), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.986466 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (55194b37-73d5-4094-bac0-5ffb92736500), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:48.999060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d73c99ac-ecfe-4588-90cd-645d44bf60d0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:48.999618 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.010940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:49.011615 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (55194b37-73d5-4094-bac0-5ffb92736500), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:49.018152 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:49.027716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (8f73ead6-3b1b-4503-9373-e1efed851dbe), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.044464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:49.047988 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.133419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6eff9c-6390-40cc-b435-3576a8e96352 None None] Network 5d735e85-4efc-4fc5-a794-726d479e498c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:49.139080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8658676 Feb 19 03:33:49.143733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dae93-365f-44b1-b518-0a71c64e2a98 None None] Pushing event updated for resources: {'Port': ['ID=d73c99ac-ecfe-4588-90cd-645d44bf60d0,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:49.177567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53702) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:49.190960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'subnet': {'network_id': '8f73ead6-3b1b-4503-9373-e1efed851dbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:49.270479 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (5d735e85-4efc-4fc5-a794-726d479e498c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.292909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.299197 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/5d735e85-4efc-4fc5-a794-726d479e498c HTTP/1.1" status: 204 len: 168 time: 1.8195431 Feb 19 03:33:49.308803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53706) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:49.330918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.333079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1796952'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:49.391204 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069c094-88c5-4b5e-b6aa-5a6a70572fee tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=5d735e85-4efc-4fc5-a794-726d479e498c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:49.426845 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-957ca828-5441-440d-b5c0-297529d80348 None None] Set router a76228cf-67b6-4802-bc52-eddf19e75882 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:49.439193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:49.446397 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.511584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:49.538984 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (62a3c8c7-a758-4a69-8f35-f4bca23158fb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.540670 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment 62a3c8c7-a758-4a69-8f35-f4bca23158fb of type vlan for network aa191ad0-52e3-4b61-9065-0021dd6dd0bb Feb 19 03:33:49.635199 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (aa191ad0-52e3-4b61-9065-0021dd6dd0bb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.650446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d4fa8-de88-4beb-a95a-5f33981d4358 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:33:49.664390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a2b73665-b10e-41f8-8d33-9952e77ac63a None None] Current status of the port d73c99ac-ecfe-4588-90cd-645d44bf60d0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:49.698907 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (aa191ad0-52e3-4b61-9065-0021dd6dd0bb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.713683 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:49.715537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec13d4-6abf-4f00-8ce0-0f4ffb70cdaa tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Network': ['ID=8f73ead6-3b1b-4503-9373-e1efed851dbe,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:49.716820 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.748125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 8f73ead6-3b1b-4503-9373-e1efed851dbe details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:49.911139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=aa191ad0-52e3-4b61-9065-0021dd6dd0bb,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:49.917924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:49.924285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.927254 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-957ca828-5441-440d-b5c0-297529d80348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'name': 'tempest-TaggedBootDevicesTest-908836429-router', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:37Z', 'updated_at': '2022-02-19T03:33:42Z', 'revision_number': 3, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'gw_port': {'id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:39Z', 'updated_at': '2022-02-19T03:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:49.934706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a2b73665-b10e-41f8-8d33-9952e77ac63a None None] Provisioning complete for port a115d579-defc-4571-87c0-82cf77199c22 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:49.935251 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2b73665-b10e-41f8-8d33-9952e77ac63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a115d579-defc-4571-87c0-82cf77199c22), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.942430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network aa191ad0-52e3-4b61-9065-0021dd6dd0bb details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:49.946467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d73c99ac-ecfe-4588-90cd-645d44bf60d0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:49.953243 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-47367945-e3a5-49dd-809c-5ce35bc52086 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6413336 Feb 19 03:33:49.955886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53710) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:49.994608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': 'aa191ad0-52e3-4b61-9065-0021dd6dd0bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:50.043089 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957ca828-5441-440d-b5c0-297529d80348 None None] The sync data for ids ['a76228cf-67b6-4802-bc52-eddf19e75882'] in n-d-826756-2 is: [{'id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'name': 'tempest-TaggedBootDevicesTest-908836429-router', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:37Z', 'updated_at': '2022-02-19T03:33:42Z', 'revision_number': 3, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'gw_port': {'id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:39Z', 'updated_at': '2022-02-19T03:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:50.157049 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:50.167252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.412356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (db858494-6970-4f6b-b848-068f220c2fc8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.439590 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (c2d8f3df-f84d-474f-b579-e5bbacacd7cb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.531416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a115d579-defc-4571-87c0-82cf77199c22 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:50.538835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d4fa8-de88-4beb-a95a-5f33981d4358 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:33:50.556058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30648002-c0d6-43e6-b3c0-23baae2ea150 req-23645b23-020d-4b34-b772-5b891b02234a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:50.563690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30648002-c0d6-43e6-b3c0-23baae2ea150 req-23645b23-020d-4b34-b772-5b891b02234a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.8206832 Feb 19 03:33:50.640811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=c2d8f3df-f84d-474f-b579-e5bbacacd7cb,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:50.652389 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': '62a3c8c7-a758-4a69-8f35-f4bca23158fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa191ad0-52e3-4b61-9065-0021dd6dd0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:50.652952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: aa191ad0-52e3-4b61-9065-0021dd6dd0bb, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:50.754766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network aa191ad0-52e3-4b61-9065-0021dd6dd0bb is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:50.779462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, aa191ad0-52e3-4b61-9065-0021dd6dd0bb) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:50.784416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:50.784950 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.816966 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-df00e7ca-de24-46bd-96ef-b95ce21c5d94 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8272483 Feb 19 03:33:50.822317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53716) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:50.885466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a115d579-defc-4571-87c0-82cf77199c22 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:50.886152 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a115d579-defc-4571-87c0-82cf77199c22), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.924192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Subnet': ['ID=db858494-6970-4f6b-b848-068f220c2fc8,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:50.954363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a2b73665-b10e-41f8-8d33-9952e77ac63a None None] Current status of the port a115d579-defc-4571-87c0-82cf77199c22 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:51.001270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Checking segment: {'id': '20f10041-8893-4b9a-a267-1a5661840339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8f73ead6-3b1b-4503-9373-e1efed851dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:51.012025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network hostable DHCP agents. Network: 8f73ead6-3b1b-4503-9373-e1efed851dbe, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:51.121129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Allocated IP 172.20.0.1 (977d9a34-9480-40e4-9eaf-e3d574134e6c/afa64a06-0bc1-482e-a51e-978889e6a915/6bd56c95-abe9-43e2-bef7-6309a5a96627) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:51.520740 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Publish callbacks [] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:51.595931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:51.664025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network 8f73ead6-3b1b-4503-9373-e1efed851dbe is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:51.668669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd56c95-abe9-43e2-bef7-6309a5a96627,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:51.687507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30648002-c0d6-43e6-b3c0-23baae2ea150 req-496fcf16-de05-4090-b574-f160fae8f696 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1221368 Feb 19 03:33:51.696998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 8f73ead6-3b1b-4503-9373-e1efed851dbe) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:51.700347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a115d579-defc-4571-87c0-82cf77199c22 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:51.708549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d73c99ac-ecfe-4588-90cd-645d44bf60d0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:51.718132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Network 977d9a34-9480-40e4-9eaf-e3d574134e6c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:51.728934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:51.738282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:51.746010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (aa191ad0-52e3-4b61-9065-0021dd6dd0bb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:51.786322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-df0c3283-918e-44fd-a136-bfb17b4e2ff4 None None] Provisioning complete for port a115d579-defc-4571-87c0-82cf77199c22 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:51.786767 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df0c3283-918e-44fd-a136-bfb17b4e2ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a115d579-defc-4571-87c0-82cf77199c22), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:51.805305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:51.806344 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:51.820387 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (a76228cf-67b6-4802-bc52-eddf19e75882), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:51.845210 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (c2d8f3df-f84d-474f-b579-e5bbacacd7cb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:51.893934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203a2b3a-ee28-4923-91e2-36a351b5325f None None] Network aa191ad0-52e3-4b61-9065-0021dd6dd0bb requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:51.955610 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (c2d8f3df-f84d-474f-b579-e5bbacacd7cb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.004938 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d8f3df-f84d-474f-b579-e5bbacacd7cb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:52.041433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0e9e3c21-d8e8-42d7-aaa4-65a1d14adc40 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8624673 Feb 19 03:33:52.084948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53720) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:52.085625 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.096650 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (aa191ad0-52e3-4b61-9065-0021dd6dd0bb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.120059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0d925-1f66-47e6-8302-d44d88ba3421 None None] Network 8f73ead6-3b1b-4503-9373-e1efed851dbe requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:52.128906 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa191ad0-52e3-4b61-9065-0021dd6dd0bb']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:52.152653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a3c8c7-a758-4a69-8f35-f4bca23158fb') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:52.153370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a3c8c7-a758-4a69-8f35-f4bca23158fb') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:52.179752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (62a3c8c7-a758-4a69-8f35-f4bca23158fb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.207066 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (62a3c8c7-a758-4a69-8f35-f4bca23158fb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.222525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:52.225357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (62a3c8c7-a758-4a69-8f35-f4bca23158fb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:52.241576 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:52.271997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d73c99ac-ecfe-4588-90cd-645d44bf60d0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:52.272547 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.338482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1676d81-3b9a-444f-b685-684504800381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-aa191ad0-52e3-4b61-9065-0021dd6dd0bb', 'network_id': 'aa191ad0-52e3-4b61-9065-0021dd6dd0bb', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': 'c2d8f3df-f84d-474f-b579-e5bbacacd7cb'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:52.339340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c1676d81-3b9a-444f-b685-684504800381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.340586 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (8f73ead6-3b1b-4503-9373-e1efed851dbe), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.365775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (aa191ad0-52e3-4b61-9065-0021dd6dd0bb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.379119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.390297 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/aa191ad0-52e3-4b61-9065-0021dd6dd0bb HTTP/1.1" status: 204 len: 168 time: 1.5667741 Feb 19 03:33:52.391007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53722) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:52.403485 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-524824894'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:52.407488 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (db858494-6970-4f6b-b848-068f220c2fc8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.426777 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.464631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e0ea89-a623-4e64-8a41-d6f41c4f25c2 None None] Network aa191ad0-52e3-4b61-9065-0021dd6dd0bb requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:52.467361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:52.473892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.489962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b9f96-e6bc-4fe3-b3e6-a5bd0b274dd1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=aa191ad0-52e3-4b61-9065-0021dd6dd0bb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:52.502199 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (db858494-6970-4f6b-b848-068f220c2fc8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.514644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e0ea89-a623-4e64-8a41-d6f41c4f25c2 None None] Network aa191ad0-52e3-4b61-9065-0021dd6dd0bb could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:33:52.531473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a41b4f-c0ff-4f01-8595-acc3ee52f455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-8f73ead6-3b1b-4503-9373-e1efed851dbe', 'network_id': '8f73ead6-3b1b-4503-9373-e1efed851dbe', 'project_id': '23aaad465b7a4cf1974bcda6cbf703ac', 'fixed_ips': [{'subnet_id': 'db858494-6970-4f6b-b848-068f220c2fc8'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:52.533224 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09a41b4f-c0ff-4f01-8595-acc3ee52f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.539405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:52.555322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-df0c3283-918e-44fd-a136-bfb17b4e2ff4 None None] Current status of the port a115d579-defc-4571-87c0-82cf77199c22 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:52.555775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (043ec3dd-00dc-40e2-8057-d0140a5d451f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.556220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Subnet': ['ID=db858494-6970-4f6b-b848-068f220c2fc8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:52.556405 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment 043ec3dd-00dc-40e2-8057-d0140a5d451f of type vlan for network 2e6b07d4-cf49-422d-a463-b7ea0a09a269 Feb 19 03:33:52.629330 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (2e6b07d4-cf49-422d-a463-b7ea0a09a269), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.656129 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (8f73ead6-3b1b-4503-9373-e1efed851dbe), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.696459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f73ead6-3b1b-4503-9373-e1efed851dbe']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:52.696666 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (2e6b07d4-cf49-422d-a463-b7ea0a09a269), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.709594 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Publish callbacks [] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.710107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:52.711886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.717128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f10041-8893-4b9a-a267-1a5661840339') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:52.717605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f10041-8893-4b9a-a267-1a5661840339') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:52.727372 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.738173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d73c99ac-ecfe-4588-90cd-645d44bf60d0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:52.757254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (20f10041-8893-4b9a-a267-1a5661840339), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.763553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb73239a-b498-41c8-b200-f817bdea6143 None None] Network 8f73ead6-3b1b-4503-9373-e1efed851dbe requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:52.767334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fd793e28-5e87-4542-9371-c8462f2f0e8d None None] Provisioning complete for port 6bd56c95-abe9-43e2-bef7-6309a5a96627 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:52.767777 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd793e28-5e87-4542-9371-c8462f2f0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.792366 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3923423 Feb 19 03:33:52.858483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53728) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:52.868532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': '2e6b07d4-cf49-422d-a463-b7ea0a09a269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:52.900597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd56c95-abe9-43e2-bef7-6309a5a96627,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:52.972119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (20f10041-8893-4b9a-a267-1a5661840339), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.973669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6d919773-e043-430f-a5b8-82ef41e16ce5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:52.976348 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fd793e28-5e87-4542-9371-c8462f2f0e8d None None] Port 6bd56c95-abe9-43e2-bef7-6309a5a96627 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:52.992183 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (a76228cf-67b6-4802-bc52-eddf19e75882), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.004348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:53.004758 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (20f10041-8893-4b9a-a267-1a5661840339), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.019204 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498ff0e-7f8e-4538-b862-04285d79f86b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=2e6b07d4-cf49-422d-a463-b7ea0a09a269,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:53.090478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 2e6b07d4-cf49-422d-a463-b7ea0a09a269 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:53.100691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:53.105534 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:53.135117 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:53.159507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Network 977d9a34-9480-40e4-9eaf-e3d574134e6c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:53.164883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:53.223237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 6d919773-e043-430f-a5b8-82ef41e16ce5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:53.224283 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.299426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d7b12-f81c-407a-8942-2fd51baad08b req-4239ee56-2d9d-4750-bde3-5bf378d6213a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:53.301176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d30d7b12-f81c-407a-8942-2fd51baad08b req-4239ee56-2d9d-4750-bde3-5bf378d6213a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.3929882 Feb 19 03:33:53.349030 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (8f73ead6-3b1b-4503-9373-e1efed851dbe), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.352351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.360539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/8f73ead6-3b1b-4503-9373-e1efed851dbe HTTP/1.1" status: 204 len: 168 time: 1.2677658 Feb 19 03:33:53.360919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53730) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:53.378428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1628730234'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:53.396548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c04c1e-e973-426d-9d73-6827fb9af0d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Network': ['ID=8f73ead6-3b1b-4503-9373-e1efed851dbe,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:53.399113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 6d919773-e043-430f-a5b8-82ef41e16ce5 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:53.399510 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.430372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 6d919773-e043-430f-a5b8-82ef41e16ce5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6d919773-e043-430f-a5b8-82ef41e16ce5,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:53.437331 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.455562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d30d7b12-f81c-407a-8942-2fd51baad08b req-910858a3-1efa-4e01-8e52-599e2a1fad1f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479814 Feb 19 03:33:53.485378 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:53.489704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.510130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Router a76228cf-67b6-4802-bc52-eddf19e75882 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:33:53.526113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=6d919773-e043-430f-a5b8-82ef41e16ce5,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:53.570429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:53.577777 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (7afc9a76-9f08-430b-ada6-ae1eb03ec76e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.623776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fa7e0149-15f7-4234-9d78-5df0aa3a659f None None] Provisioning complete for port 6bd56c95-abe9-43e2-bef7-6309a5a96627 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:53.624263 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fa7e0149-15f7-4234-9d78-5df0aa3a659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.649379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=7afc9a76-9f08-430b-ada6-ae1eb03ec76e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:53.653794 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (3d8c9961-4892-478c-b0a0-a2463e936ca7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.654188 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Added segment 3d8c9961-4892-478c-b0a0-a2463e936ca7 of type vlan for network af75f668-34c9-465c-bd6e-f4e010ad8638 Feb 19 03:33:53.679397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e0149-15f7-4234-9d78-5df0aa3a659f None None] Port 6bd56c95-abe9-43e2-bef7-6309a5a96627 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:53.722607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (af75f668-34c9-465c-bd6e-f4e010ad8638), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.727319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:53.736515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': '043ec3dd-00dc-40e2-8057-d0140a5d451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6b07d4-cf49-422d-a463-b7ea0a09a269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:53.737230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: 2e6b07d4-cf49-422d-a463-b7ea0a09a269, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:53.740211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Sync routers for ids ['a76228cf-67b6-4802-bc52-eddf19e75882'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:53.750380 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cf17303e-8076-4eb6-b396-3af196d32f43 admin admin] 10.222.0.42 "PUT /v2.0/routers/a76228cf-67b6-4802-bc52-eddf19e75882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2118175 Feb 19 03:33:53.764965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (af75f668-34c9-465c-bd6e-f4e010ad8638), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.770831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:53.771637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.778958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network 2e6b07d4-cf49-422d-a463-b7ea0a09a269 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:53.794005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Routers {'a76228cf-67b6-4802-bc52-eddf19e75882'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:53.795021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a76228cf-67b6-4802-bc52-eddf19e75882'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:53.852848 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 2e6b07d4-cf49-422d-a463-b7ea0a09a269) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:53.862268 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:53.865166 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.865404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Network': ['ID=af75f668-34c9-465c-bd6e-f4e010ad8638,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:53.871575 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3bbc859a-92b2-45a1-b501-81b1bfa5d426 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5060527 Feb 19 03:33:53.876253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53736) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:53.883863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Request body: {'subnet': {'network_id': 'af75f668-34c9-465c-bd6e-f4e010ad8638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:53.892151 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dd674a27-774f-4f56-b18b-7448500047f7 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0297742 Feb 19 03:33:53.892482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53738) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:54.020157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9016798e-3989-482c-a977-a43ef1f3de45 None None] Network 2e6b07d4-cf49-422d-a463-b7ea0a09a269 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:54.024032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network af75f668-34c9-465c-bd6e-f4e010ad8638 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:54.029061 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (2e6b07d4-cf49-422d-a463-b7ea0a09a269), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.061580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Made reservation on behalf of 23aaad465b7a4cf1974bcda6cbf703ac for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:54.065314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.106366 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7afc9a76-9f08-430b-ada6-ae1eb03ec76e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.182087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (7afc9a76-9f08-430b-ada6-ae1eb03ec76e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.200248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Set router a76228cf-67b6-4802-bc52-eddf19e75882 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:54.220218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=7afc9a76-9f08-430b-ada6-ae1eb03ec76e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:54.295270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (2e6b07d4-cf49-422d-a463-b7ea0a09a269), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.342363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6b07d4-cf49-422d-a463-b7ea0a09a269']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:54.361857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043ec3dd-00dc-40e2-8057-d0140a5d451f') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:54.362391 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043ec3dd-00dc-40e2-8057-d0140a5d451f') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:54.378446 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (043ec3dd-00dc-40e2-8057-d0140a5d451f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.399152 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (043ec3dd-00dc-40e2-8057-d0140a5d451f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.427328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:54.428176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (043ec3dd-00dc-40e2-8057-d0140a5d451f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.432687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b14b81-5d84-4ae0-8fec-bec56ab79b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-2e6b07d4-cf49-422d-a463-b7ea0a09a269', 'network_id': '2e6b07d4-cf49-422d-a463-b7ea0a09a269', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': '7afc9a76-9f08-430b-ada6-ae1eb03ec76e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:54.433546 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-49b14b81-5d84-4ae0-8fec-bec56ab79b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:54.436648 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:54.478916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.objects.ports [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103615) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:33:54.481129 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (bca5dedc-8fe9-416d-84e6-107990b63ed5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.566963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Checking segment: {'id': '3d8c9961-4892-478c-b0a0-a2463e936ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'af75f668-34c9-465c-bd6e-f4e010ad8638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:54.567322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network hostable DHCP agents. Network: af75f668-34c9-465c-bd6e-f4e010ad8638, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:54.573732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event updated for resources: {'Subnet': ['ID=bca5dedc-8fe9-416d-84e6-107990b63ed5,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:54.589649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Network af75f668-34c9-465c-bd6e-f4e010ad8638 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:54.603989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'name': 'tempest-TaggedBootDevicesTest-908836429-router', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:37Z', 'updated_at': '2022-02-19T03:33:52Z', 'revision_number': 4, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'gw_port': {'id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:39Z', 'updated_at': '2022-02-19T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '6bd56c95-abe9-43e2-bef7-6309a5a96627', 'name': '', 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'mac_address': 'fa:16:3e:4c:be:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': 'afa64a06-0bc1-482e-a51e-978889e6a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:49Z', 'updated_at': '2022-02-19T03:33:52Z', 'revision_number': 2, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'subnets': [{'id': 'afa64a06-0bc1-482e-a51e-978889e6a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:54.607322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, af75f668-34c9-465c-bd6e-f4e010ad8638) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:54.614266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:54.614600 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.645880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (2e6b07d4-cf49-422d-a463-b7ea0a09a269), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.650808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b39836-5ad7-4daf-b1b3-ed9c7c6dfbae None None] Network af75f668-34c9-465c-bd6e-f4e010ad8638 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:54.657636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Checking router: a76228cf-67b6-4802-bc52-eddf19e75882 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:54.658080 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.658710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Updating router a76228cf-67b6-4802-bc52-eddf19e75882 port 6bd56c95-abe9-43e2-bef7-6309a5a96627 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:33:54.664810 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/2e6b07d4-cf49-422d-a463-b7ea0a09a269 HTTP/1.1" status: 204 len: 168 time: 0.7681410 Feb 19 03:33:54.674118 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-49b14b81-5d84-4ae0-8fec-bec56ab79b0c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 03:33:54.674118 n-d-826756-2 neutron-server[103617]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 19 03:33:54.674118 n-d-826756-2 neutron-server[103617]: [parameters: {'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'id': 'c8a6b203-9e50-4208-9768-8e4f0de0d2eb', 'name': '', 'network_id': '2e6b07d4-cf49-422d-a463-b7ea0a09a269', 'mac_address': 'fa:16:3e:52:36:3c', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-2e6b07d4-cf49-422d-a463-b7ea0a09a269', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2462}] Feb 19 03:33:54.674118 n-d-826756-2 neutron-server[103617]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:33:54.674512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53784) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:54.674865 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-49b14b81-5d84-4ae0-8fec-bec56ab79b0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:33:54.680789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-773972736'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:54.685337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba6f60-7bd7-483b-a490-01b7664fa8e5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=2e6b07d4-cf49-422d-a463-b7ea0a09a269,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:54.718611 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:54.723094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.729809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7de33549-a171-40ca-a998-47ee37ef350c tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8522749 Feb 19 03:33:54.736656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53786) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:54.800454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:54.824570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (cb549329-4d25-4571-a019-ccfef5b2ff66), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.825164 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment cb549329-4d25-4571-a019-ccfef5b2ff66 of type vlan for network d9e380cf-392f-45d3-aa13-a85c86d9894e Feb 19 03:33:54.903712 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (af75f668-34c9-465c-bd6e-f4e010ad8638), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.926966 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d9e380cf-392f-45d3-aa13-a85c86d9894e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.946811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6d919773-e043-430f-a5b8-82ef41e16ce5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:54.972602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d9e380cf-392f-45d3-aa13-a85c86d9894e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.980165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:54.980165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.989894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14393b34-f153-4037-925c-42fabb28879e req-0904ecb1-8b2d-4ad1-83ea-19d9f938e7c0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:54.991685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14393b34-f153-4037-925c-42fabb28879e req-0904ecb1-8b2d-4ad1-83ea-19d9f938e7c0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.3575549 Feb 19 03:33:55.045211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (bca5dedc-8fe9-416d-84e6-107990b63ed5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.057067 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3788474 Feb 19 03:33:55.059957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53790) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:55.066721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': 'd9e380cf-392f-45d3-aa13-a85c86d9894e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:55.106347 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.138755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34459379-753d-4408-9785-4809fb374874 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=d9e380cf-392f-45d3-aa13-a85c86d9894e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:55.164960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (bca5dedc-8fe9-416d-84e6-107990b63ed5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.199633 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-49b14b81-5d84-4ae0-8fec-bec56ab79b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.208221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:55.213744 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.216602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d9e380cf-392f-45d3-aa13-a85c86d9894e details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:55.232870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Subnet': ['ID=bca5dedc-8fe9-416d-84e6-107990b63ed5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:55.248307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14393b34-f153-4037-925c-42fabb28879e req-424fa3cc-f165-4d92-a448-a53bdf5c2d2c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991923 Feb 19 03:33:55.287202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a91926d-2cc1-4438-9f7b-974ae8624263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-af75f668-34c9-465c-bd6e-f4e010ad8638', 'network_id': 'af75f668-34c9-465c-bd6e-f4e010ad8638', 'project_id': '23aaad465b7a4cf1974bcda6cbf703ac', 'fixed_ips': [{'subnet_id': 'bca5dedc-8fe9-416d-84e6-107990b63ed5'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:55.288425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a91926d-2cc1-4438-9f7b-974ae8624263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.328244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Performing IP validity checks on allocation pools {{(pid=103616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:33:55.329367 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:33:55.340347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (af75f668-34c9-465c-bd6e-f4e010ad8638), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.365758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 6d919773-e043-430f-a5b8-82ef41e16ce5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:55.366335 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.380619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af75f668-34c9-465c-bd6e-f4e010ad8638']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:55.397764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8c9961-4892-478c-b0a0-a2463e936ca7') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:55.398105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8c9961-4892-478c-b0a0-a2463e936ca7') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:55.410484 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (3d8c9961-4892-478c-b0a0-a2463e936ca7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.422767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f957383-31d7-4f93-9f44-4dbd54bb6a2c None None] Network 2e6b07d4-cf49-422d-a463-b7ea0a09a269 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:55.430493 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (3d8c9961-4892-478c-b0a0-a2463e936ca7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.444395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:55.444833 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (3d8c9961-4892-478c-b0a0-a2463e936ca7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:55.490081 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:55.524006 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (613801f0-4e4d-4e5b-b805-f88f157fe85c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.564248 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (af75f668-34c9-465c-bd6e-f4e010ad8638), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.572764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.582765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/af75f668-34c9-465c-bd6e-f4e010ad8638 HTTP/1.1" status: 204 len: 168 time: 0.8406482 Feb 19 03:33:55.587726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53820) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:55.629915 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=613801f0-4e4d-4e5b-b805-f88f157fe85c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:55.642568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f957383-31d7-4f93-9f44-4dbd54bb6a2c None None] Network 2e6b07d4-cf49-422d-a463-b7ea0a09a269 could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:33:55.643231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b281693-2cd8-422a-9175-8cd75b89f499 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Network': ['ID=af75f668-34c9-465c-bd6e-f4e010ad8638,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:55.644450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': 'cb549329-4d25-4571-a019-ccfef5b2ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd9e380cf-392f-45d3-aa13-a85c86d9894e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:55.650288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: d9e380cf-392f-45d3-aa13-a85c86d9894e, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:55.663355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82551029-6e08-4f76-bd18-3bce1124a492 None None] Network af75f668-34c9-465c-bd6e-f4e010ad8638 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:55.674669 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cce9500-07bb-4105-a191-7c68042946c7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] DELETE failed (client error): The resource could not be found. Feb 19 03:33:55.675257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cce9500-07bb-4105-a191-7c68042946c7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:33:55.683766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53826) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:55.686745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9cce9500-07bb-4105-a191-7c68042946c7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/subnets/bca5dedc-8fe9-416d-84e6-107990b63ed5 HTTP/1.1" status: 404 len: 337 time: 0.0963571 Feb 19 03:33:55.697666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network d9e380cf-392f-45d3-aa13-a85c86d9894e is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:55.711882 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3cec05-8d6e-44a2-a2b9-a1375f2eb164 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] DELETE failed (client error): The resource could not be found. Feb 19 03:33:55.712404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3cec05-8d6e-44a2-a2b9-a1375f2eb164 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:33:55.717212 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bd3cec05-8d6e-44a2-a2b9-a1375f2eb164 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/af75f668-34c9-465c-bd6e-f4e010ad8638 HTTP/1.1" status: 404 len: 339 time: 0.0318942 Feb 19 03:33:55.720480 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53828) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:55.733458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d9e380cf-392f-45d3-aa13-a85c86d9894e) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:55.734364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82551029-6e08-4f76-bd18-3bce1124a492 None None] Network af75f668-34c9-465c-bd6e-f4e010ad8638 could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:33:55.739368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:55.740214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.772472 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-c343f10c-5c3c-40fa-9aba-dd91480119d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] DELETE failed (client error): The resource could not be found. Feb 19 03:33:55.774416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c343f10c-5c3c-40fa-9aba-dd91480119d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:33:55.787158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c343f10c-5c3c-40fa-9aba-dd91480119d1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/subnets/db858494-6970-4f6b-b848-068f220c2fc8 HTTP/1.1" status: 404 len: 337 time: 0.0639930 Feb 19 03:33:55.788845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53832) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:55.806782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854798ce-fefa-41ff-9401-995d6eca2a4f None None] Network d9e380cf-392f-45d3-aa13-a85c86d9894e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:55.861970 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-65038d6d-8731-4b4d-828f-422bcd383010 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] DELETE failed (client error): The resource could not be found. Feb 19 03:33:55.862706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65038d6d-8731-4b4d-828f-422bcd383010 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:33:55.868922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53834) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:55.869323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 6d919773-e043-430f-a5b8-82ef41e16ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:55.876539 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-65038d6d-8731-4b4d-828f-422bcd383010 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/8f73ead6-3b1b-4503-9373-e1efed851dbe HTTP/1.1" status: 404 len: 339 time: 0.0852013 Feb 19 03:33:55.892627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:33:55.914654 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-8940a456-5da8-400e-aa0e-50aed4a2a326 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] DELETE failed (client error): The resource could not be found. Feb 19 03:33:55.915351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8940a456-5da8-400e-aa0e-50aed4a2a326 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:33:55.930896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8940a456-5da8-400e-aa0e-50aed4a2a326 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/subnets/2d6e961d-12ce-4ff2-8f91-e0906c615561 HTTP/1.1" status: 404 len: 337 time: 0.0576396 Feb 19 03:33:55.930896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53838) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:55.943001 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2bea8a92-f6a0-47f5-bff6-8107e8a519a4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8794045 Feb 19 03:33:55.943579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53840) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:55.972632 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91fd00b-4dc6-47f9-bbfc-b81d13b121bf tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] DELETE failed (client error): The resource could not be found. Feb 19 03:33:55.973225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91fd00b-4dc6-47f9-bbfc-b81d13b121bf tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:33:55.982815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d91fd00b-4dc6-47f9-bbfc-b81d13b121bf tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/a282bbdf-8dd1-4ca8-a4c9-57fdcdc6ce1d HTTP/1.1" status: 404 len: 339 time: 0.0506613 Feb 19 03:33:55.985923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53842) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:56.148992 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d9e380cf-392f-45d3-aa13-a85c86d9894e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.174687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0c53edf5-b8ed-4742-bb57-65364c6f3943 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Deleting port b284d1e8-fb24-4d71-bdc8-5cae1b4c7157 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:56.175786 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c53edf5-b8ed-4742-bb57-65364c6f3943 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b284d1e8-fb24-4d71-bdc8-5cae1b4c7157), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.255715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44dd6d-51d0-4c16-b397-151fcf74f40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-d9e380cf-392f-45d3-aa13-a85c86d9894e', 'network_id': 'd9e380cf-392f-45d3-aa13-a85c86d9894e', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': '613801f0-4e4d-4e5b-b805-f88f157fe85c'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:56.258752 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc44dd6d-51d0-4c16-b397-151fcf74f40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.302486 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c53edf5-b8ed-4742-bb57-65364c6f3943 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b284d1e8-fb24-4d71-bdc8-5cae1b4c7157), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.308832 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (613801f0-4e4d-4e5b-b805-f88f157fe85c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.324666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0c53edf5-b8ed-4742-bb57-65364c6f3943 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Calling delete_port for b284d1e8-fb24-4d71-bdc8-5cae1b4c7157 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:56.357167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:56.427136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'network_id': '5600df88-4693-4811-9ff5-8b78bdc7e66d', 'port_id': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'mac_address': 'fa:16:3e:93:b9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f056254e-483c-4e21-9725-833b560ed18e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:33:56.433462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (613801f0-4e4d-4e5b-b805-f88f157fe85c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.452309 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Publish callbacks [] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.482290 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.486832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=613801f0-4e4d-4e5b-b805-f88f157fe85c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server [None req-fc44dd6d-51d0-4c16-b397-151fcf74f40d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 613801f0-4e4d-4e5b-b805-f88f157fe85c: This subnet is being modified by another concurrent operation. Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 613801f0-4e4d-4e5b-b805-f88f157fe85c: This subnet is being modified by another concurrent operation. Feb 19 03:33:56.536322 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 03:33:56.572680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2ea7d-6914-4feb-b3cc-cc6f8ba87f10 None None] Network d9e380cf-392f-45d3-aa13-a85c86d9894e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:56.653078 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d9e380cf-392f-45d3-aa13-a85c86d9894e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.678827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:56.679305 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.694146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e380cf-392f-45d3-aa13-a85c86d9894e']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:56.712490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb549329-4d25-4571-a019-ccfef5b2ff66') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:56.713175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb549329-4d25-4571-a019-ccfef5b2ff66') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:56.739937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (cb549329-4d25-4571-a019-ccfef5b2ff66), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.758251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee28fd-8733-4dcc-9c44-2530f152ec78 None None] Pushing event updated for resources: {'Port': ['ID=6bd56c95-abe9-43e2-bef7-6309a5a96627,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:56.777141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:33:56.801805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (cb549329-4d25-4571-a019-ccfef5b2ff66), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.821065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:56.822619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (cb549329-4d25-4571-a019-ccfef5b2ff66), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:56.849036 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:56.856505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:56.859523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Attempting to bind port 6bd56c95-abe9-43e2-bef7-6309a5a96627 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:56.860907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Attempting to bind port 6bd56c95-abe9-43e2-bef7-6309a5a96627 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'f7d910fc-3226-461b-985b-c0ab08a089f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:56.861376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Attempting to bind port 6bd56c95-abe9-43e2-bef7-6309a5a96627 on network 977d9a34-9480-40e4-9eaf-e3d574134e6c {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:56.869548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:56.870171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Checking segment: {'id': 'f7d910fc-3226-461b-985b-c0ab08a089f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:56.875810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.876509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Bound using segment: {'id': 'f7d910fc-3226-461b-985b-c0ab08a089f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:56.879374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Bound port: 6bd56c95-abe9-43e2-bef7-6309a5a96627, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d910fc-3226-461b-985b-c0ab08a089f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:56.879374 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.945378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c836ac1-7e90-4bc4-86e6-588f4627e3a1 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:33:56.949522 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.000860 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d9e380cf-392f-45d3-aa13-a85c86d9894e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.015048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.020493 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/d9e380cf-392f-45d3-aa13-a85c86d9894e HTTP/1.1" status: 204 len: 168 time: 1.0760393 Feb 19 03:33:57.024481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53852) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:57.034240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1249591109'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:57.055281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce501c89-ffc2-4782-ad46-eaf7e295b6e0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=d9e380cf-392f-45d3-aa13-a85c86d9894e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:57.082679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:57.102043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.123349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:57.151770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c739-ab92-43ca-a9c8-512d5fdad838 req-8582f319-cad3-4166-82f7-511814172779 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:57.153468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3843c739-ab92-43ca-a9c8-512d5fdad838 req-8582f319-cad3-4166-82f7-511814172779 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 943 time: 0.7409174 Feb 19 03:33:57.158226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:57.163213 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c53edf5-b8ed-4742-bb57-65364c6f3943 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b284d1e8-fb24-4d71-bdc8-5cae1b4c7157), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.175836 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (54cc3760-0e42-48b9-9cf8-a84909b0b499), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.176184 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment 54cc3760-0e42-48b9-9cf8-a84909b0b499 of type vlan for network d7369243-8cad-48bf-95ca-27803cc2806f Feb 19 03:33:57.214976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-139c9ea1-eefe-496a-8c12-8d21e16dab14 None None] Provisioning complete for port 6bd56c95-abe9-43e2-bef7-6309a5a96627 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:57.215363 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-139c9ea1-eefe-496a-8c12-8d21e16dab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.275505 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d7369243-8cad-48bf-95ca-27803cc2806f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.277753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-139c9ea1-eefe-496a-8c12-8d21e16dab14 None None] Port 6bd56c95-abe9-43e2-bef7-6309a5a96627 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:57.290182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c53edf5-b8ed-4742-bb57-65364c6f3943 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.296444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53856) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:57.306402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] For port 6bd56c95-abe9-43e2-bef7-6309a5a96627, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:57.306688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0c53edf5-b8ed-4742-bb57-65364c6f3943 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/ports/b284d1e8-fb24-4d71-bdc8-5cae1b4c7157 HTTP/1.1" status: 204 len: 168 time: 1.3181009 Feb 19 03:33:57.310719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] For port 6bd56c95-abe9-43e2-bef7-6309a5a96627, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6bd56c95-abe9-43e2-bef7-6309a5a96627,segment=NetworkSegment(f7d910fc-3226-461b-985b-c0ab08a089f3),segment_id=f7d910fc-3226-461b-985b-c0ab08a089f3)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:57.325258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:33:57.325997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53edf5-b8ed-4742-bb57-65364c6f3943 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Port': ['ID=b284d1e8-fb24-4d71-bdc8-5cae1b4c7157,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:57.349975 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-020f1fd8-197c-469d-a275-4c520655d359 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] DELETE failed (client error): The resource could not be found. Feb 19 03:33:57.350587 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020f1fd8-197c-469d-a275-4c520655d359 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:33:57.354409 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-020f1fd8-197c-469d-a275-4c520655d359 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/subnets/1ce961ec-288a-4bb3-8f2a-6903731d7651 HTTP/1.1" status: 404 len: 337 time: 0.0571239 Feb 19 03:33:57.357081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53858) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:57.375989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d7369243-8cad-48bf-95ca-27803cc2806f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.382912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:57.383426 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.384225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.460103 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4333839 Feb 19 03:33:57.464243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53860) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:57.470272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': 'd7369243-8cad-48bf-95ca-27803cc2806f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:57.498512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b1d22-796c-413c-869b-3c32c40e7589 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=d7369243-8cad-48bf-95ca-27803cc2806f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:57.536960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d7369243-8cad-48bf-95ca-27803cc2806f details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:57.555472 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (62ab0c33-6716-41d8-b4a3-b94d2b364f92), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.563878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Routers {'a76228cf-67b6-4802-bc52-eddf19e75882'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:57.564525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:33:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a76228cf-67b6-4802-bc52-eddf19e75882'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:57.565469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3843c739-ab92-43ca-a9c8-512d5fdad838 req-107b78e5-95da-41bf-9bf8-34f420d8cb80 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974175 Feb 19 03:33:57.618594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:57.623961 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.747582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee28fd-8733-4dcc-9c44-2530f152ec78 None None] Pushing event updated for resources: {'Port': ['ID=6bd56c95-abe9-43e2-bef7-6309a5a96627,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:57.751097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c836ac1-7e90-4bc4-86e6-588f4627e3a1 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:33:57.763965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (62ab0c33-6716-41d8-b4a3-b94d2b364f92), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.830430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ab0c33-6716-41d8-b4a3-b94d2b364f92']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:57.853120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8812bb4-191b-48a4-8697-96246727e389') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:57.858752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8812bb4-191b-48a4-8697-96246727e389') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:57.881358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (e8812bb4-191b-48a4-8697-96246727e389), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.910456 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e8812bb4-191b-48a4-8697-96246727e389), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.919552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] Set router a76228cf-67b6-4802-bc52-eddf19e75882 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:57.926469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:57.926888 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (e8812bb4-191b-48a4-8697-96246727e389), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:57.933366 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:58.016948 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (130a77db-ba9c-488c-a86a-03d9dcbb78b6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.101376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (62ab0c33-6716-41d8-b4a3-b94d2b364f92), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.137566 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.146955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=130a77db-ba9c-488c-a86a-03d9dcbb78b6,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:58.154040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/62ab0c33-6716-41d8-b4a3-b94d2b364f92 HTTP/1.1" status: 204 len: 168 time: 0.7958505 Feb 19 03:33:58.157508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:58.161220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c546d-e6eb-47e7-8a70-83c7b7c94fb7 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Network': ['ID=62ab0c33-6716-41d8-b4a3-b94d2b364f92,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:58.176586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.176861 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.177216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.177800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.181272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.181631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.182007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.182601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.182947 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.187515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.187957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.188316 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.188667 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:58.291806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': '54cc3760-0e42-48b9-9cf8-a84909b0b499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd7369243-8cad-48bf-95ca-27803cc2806f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:58.292246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: d7369243-8cad-48bf-95ca-27803cc2806f, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:58.353531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network d7369243-8cad-48bf-95ca-27803cc2806f is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:58.383758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d7369243-8cad-48bf-95ca-27803cc2806f) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:58.395976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:58.396647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.418218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-07122b42-94c6-4df5-9c3d-91bf74401c93 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Deleting port 5fdb262b-9bed-481c-a3ff-0e0589a10eb2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:58.418218 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07122b42-94c6-4df5-9c3d-91bf74401c93 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (5fdb262b-9bed-481c-a3ff-0e0589a10eb2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.598708 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07122b42-94c6-4df5-9c3d-91bf74401c93 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (5fdb262b-9bed-481c-a3ff-0e0589a10eb2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.640847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-07122b42-94c6-4df5-9c3d-91bf74401c93 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Calling delete_port for 5fdb262b-9bed-481c-a3ff-0e0589a10eb2 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:58.671552 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3795508f-f24f-461f-9f97-bb0ea05b6e4e tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2058501 Feb 19 03:33:58.675226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53882) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:58.917177 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d7369243-8cad-48bf-95ca-27803cc2806f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.940283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07122b42-94c6-4df5-9c3d-91bf74401c93 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (5fdb262b-9bed-481c-a3ff-0e0589a10eb2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.941022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'name': 'tempest-TaggedBootDevicesTest-908836429-router', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:37Z', 'updated_at': '2022-02-19T03:33:52Z', 'revision_number': 4, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'gw_port': {'id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:39Z', 'updated_at': '2022-02-19T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '6bd56c95-abe9-43e2-bef7-6309a5a96627', 'name': '', 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'mac_address': 'fa:16:3e:4c:be:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': 'afa64a06-0bc1-482e-a51e-978889e6a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:49Z', 'updated_at': '2022-02-19T03:33:57Z', 'revision_number': 4, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'subnets': [{'id': 'afa64a06-0bc1-482e-a51e-978889e6a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:58.986802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7269fd-d847-473d-b6dc-251bf4b9934c req-1bb8af68-1556-4e9c-b9d6-fdd852337c78 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:58.994510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f7269fd-d847-473d-b6dc-251bf4b9934c req-1bb8af68-1556-4e9c-b9d6-fdd852337c78 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 944 time: 0.1594574 Feb 19 03:33:59.039734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc59af-bd1d-4b8c-b693-3887d0c4b24f None None] The sync data for ids ['a76228cf-67b6-4802-bc52-eddf19e75882'] in n-d-826756-2 is: [{'id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'name': 'tempest-TaggedBootDevicesTest-908836429-router', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:37Z', 'updated_at': '2022-02-19T03:33:52Z', 'revision_number': 4, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'gw_port': {'id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:39Z', 'updated_at': '2022-02-19T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '6bd56c95-abe9-43e2-bef7-6309a5a96627', 'name': '', 'network_id': '977d9a34-9480-40e4-9eaf-e3d574134e6c', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'mac_address': 'fa:16:3e:4c:be:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': 'afa64a06-0bc1-482e-a51e-978889e6a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:49Z', 'updated_at': '2022-02-19T03:33:57Z', 'revision_number': 4, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'subnets': [{'id': 'afa64a06-0bc1-482e-a51e-978889e6a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:59.058140 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07122b42-94c6-4df5-9c3d-91bf74401c93 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Port': ['ID=5fdb262b-9bed-481c-a3ff-0e0589a10eb2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:59.080284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07122b42-94c6-4df5-9c3d-91bf74401c93 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.088124 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-07122b42-94c6-4df5-9c3d-91bf74401c93 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/ports/5fdb262b-9bed-481c-a3ff-0e0589a10eb2 HTTP/1.1" status: 204 len: 168 time: 0.9251275 Feb 19 03:33:59.093030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f7269fd-d847-473d-b6dc-251bf4b9934c req-57f19d4c-192b-4fa8-80f0-1fbf0ffed4e6 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925577 Feb 19 03:33:59.093145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53886) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:59.097770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (130a77db-ba9c-488c-a86a-03d9dcbb78b6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.132793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f7695-27ab-4faf-b7c5-bb67392e91b0 None None] Network d7369243-8cad-48bf-95ca-27803cc2806f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:59.207729 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d746c026-5adb-43db-bb2c-73112aeb9411 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] DELETE failed (client error): The resource could not be found. Feb 19 03:33:59.208724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d746c026-5adb-43db-bb2c-73112aeb9411 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:33:59.217368 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d746c026-5adb-43db-bb2c-73112aeb9411 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/subnets/544cc34e-4624-48ec-99c0-3ea53805426c HTTP/1.1" status: 404 len: 337 time: 0.1220055 Feb 19 03:33:59.220715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53888) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:59.261814 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (130a77db-ba9c-488c-a86a-03d9dcbb78b6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.368245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=130a77db-ba9c-488c-a86a-03d9dcbb78b6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:59.397642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197b899-e6ed-448d-8e4a-f593bb8c8e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-d7369243-8cad-48bf-95ca-27803cc2806f', 'network_id': 'd7369243-8cad-48bf-95ca-27803cc2806f', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': '130a77db-ba9c-488c-a86a-03d9dcbb78b6'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:59.399019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1197b899-e6ed-448d-8e4a-f593bb8c8e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.472031 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.522948 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d7369243-8cad-48bf-95ca-27803cc2806f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.608849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7369243-8cad-48bf-95ca-27803cc2806f']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:59.623330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cc3760-0e42-48b9-9cf8-a84909b0b499') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:59.623971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cc3760-0e42-48b9-9cf8-a84909b0b499') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:59.642034 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (54cc3760-0e42-48b9-9cf8-a84909b0b499), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.682753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (54cc3760-0e42-48b9-9cf8-a84909b0b499), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.697509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:59.698364 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (54cc3760-0e42-48b9-9cf8-a84909b0b499), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:59.703120 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:59.756116 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.772922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e6faa-5601-4776-a9c4-ee2b6cf49fdb None None] Network d7369243-8cad-48bf-95ca-27803cc2806f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:59.823259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:59.829736 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d7369243-8cad-48bf-95ca-27803cc2806f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.845554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664fcf8b-063d-4956-a2e7-576adb0439cd') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:59.846768 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.847315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664fcf8b-063d-4956-a2e7-576adb0439cd') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:59.852677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/d7369243-8cad-48bf-95ca-27803cc2806f HTTP/1.1" status: 204 len: 168 time: 1.1757951 Feb 19 03:33:59.858699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53894) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:59.881994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2010362398'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:59.887304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (664fcf8b-063d-4956-a2e7-576adb0439cd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.888778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64301866-a53f-4428-abec-e885795aad88 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=d7369243-8cad-48bf-95ca-27803cc2806f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:59.916390 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (664fcf8b-063d-4956-a2e7-576adb0439cd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.925412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:59.929441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.935045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:59.935663 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (664fcf8b-063d-4956-a2e7-576adb0439cd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:59.939805 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:00.006565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:00.058152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:00.061313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-05c09eaa-b03c-468b-9af1-f2a972db6577 None None] Provisioning complete for port 6bd56c95-abe9-43e2-bef7-6309a5a96627 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:00.061792 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05c09eaa-b03c-468b-9af1-f2a972db6577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.100095 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.111050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.117273 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe HTTP/1.1" status: 204 len: 168 time: 0.8927479 Feb 19 03:34:00.117625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53898) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:00.137638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c327a-e5be-443f-b364-f3c31d0fa2c8 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Network': ['ID=9fc3423a-2cca-4c04-97d2-ba5ee7aa0fbe,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:00.146831 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (88531350-4749-43e7-8cd1-d6687e62abce), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.148157 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment 88531350-4749-43e7-8cd1-d6687e62abce of type vlan for network 385ec58e-2fdf-44eb-a414-028bc98c41de Feb 19 03:34:00.240349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:00.247804 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.288717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3ac297-3bdb-41b5-8bf2-2c0093a54ca1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Deleting subnet 7d8ccec4-223b-4fa2-a351-6fd7a7f9901d {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:34:00.292298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac297-3bdb-41b5-8bf2-2c0093a54ca1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for subnet (7d8ccec4-223b-4fa2-a351-6fd7a7f9901d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.318400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (385ec58e-2fdf-44eb-a414-028bc98c41de), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.351538 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac297-3bdb-41b5-8bf2-2c0093a54ca1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (7d8ccec4-223b-4fa2-a351-6fd7a7f9901d), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.373757 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (385ec58e-2fdf-44eb-a414-028bc98c41de), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.383729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:00.385274 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.470839 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac297-3bdb-41b5-8bf2-2c0093a54ca1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7d8ccec4-223b-4fa2-a351-6fd7a7f9901d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.488395 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6237922 Feb 19 03:34:00.492290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53902) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:00.497725 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': '385ec58e-2fdf-44eb-a414-028bc98c41de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:00.576141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-05c09eaa-b03c-468b-9af1-f2a972db6577 None None] Current status of the port 6bd56c95-abe9-43e2-bef7-6309a5a96627 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:00.576907 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05c09eaa-b03c-468b-9af1-f2a972db6577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.595957 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac297-3bdb-41b5-8bf2-2c0093a54ca1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (7d8ccec4-223b-4fa2-a351-6fd7a7f9901d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.722690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ac297-3bdb-41b5-8bf2-2c0093a54ca1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Subnet': ['ID=7d8ccec4-223b-4fa2-a351-6fd7a7f9901d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:00.731397 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac297-3bdb-41b5-8bf2-2c0093a54ca1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.741909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7d3ac297-3bdb-41b5-8bf2-2c0093a54ca1 tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/subnets/7d8ccec4-223b-4fa2-a351-6fd7a7f9901d HTTP/1.1" status: 204 len: 168 time: 0.6208913 Feb 19 03:34:00.744760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53906) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:00.745807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-05c09eaa-b03c-468b-9af1-f2a972db6577 None None] For port 6bd56c95-abe9-43e2-bef7-6309a5a96627, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6bd56c95-abe9-43e2-bef7-6309a5a96627,segment=NetworkSegment(f7d910fc-3226-461b-985b-c0ab08a089f3),segment_id=f7d910fc-3226-461b-985b-c0ab08a089f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:00.767523 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-05c09eaa-b03c-468b-9af1-f2a972db6577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.772422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb0403-9d67-4812-9641-4d043d06fefa None None] Network af1a5050-5d87-4928-acfa-02be7227b667 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:00.848914 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ec79-ca4b-4a59-8344-48cf56463b0a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=385ec58e-2fdf-44eb-a414-028bc98c41de,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:00.868667 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:00.870164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d72d5c-ab53-47a6-b00c-1032c93c5c29 req-5b55ad7a-535e-432c-95a4-09b143bba20c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:00.871935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5d72d5c-ab53-47a6-b00c-1032c93c5c29 req-5b55ad7a-535e-432c-95a4-09b143bba20c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 944 time: 0.3001959 Feb 19 03:34:00.882888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:00.999550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 385ec58e-2fdf-44eb-a414-028bc98c41de details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:01.016965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5d72d5c-ab53-47a6-b00c-1032c93c5c29 req-fa25ecdc-ee40-4403-9055-31d4678518fd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192462 Feb 19 03:34:01.026911 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (af1a5050-5d87-4928-acfa-02be7227b667), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.271120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Deleting port 83b0e1ff-53ae-41ea-8973-919439d6403f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:01.271855 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.294024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c09eaa-b03c-468b-9af1-f2a972db6577 None None] Pushing event updated for resources: {'Port': ['ID=6bd56c95-abe9-43e2-bef7-6309a5a96627,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:01.304670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6bd56c95-abe9-43e2-bef7-6309a5a96627 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:01.361859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:01.362285 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.394949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (3910e832-9931-4f7f-8b58-deb4013cb194), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.495552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:01.500868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:01.510868 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd6e673-b15e-4806-b9c4-ef5e9c8947eb" -d '{"events": [{"server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "name": "network-vif-plugged", "status": "completed", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:01.534944 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.583759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=3910e832-9931-4f7f-8b58-deb4013cb194,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:01.628163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] For port 83b0e1ff-53ae-41ea-8973-919439d6403f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=83b0e1ff-53ae-41ea-8973-919439d6403f,segment=NetworkSegment(66ab3d4d-975c-46bc-a702-9ac2b23b1af0),segment_id=66ab3d4d-975c-46bc-a702-9ac2b23b1af0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:01.628718 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.653184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:01.656250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4324b000-96c8-41da-8389-31e5593f4cde None None] DHCP port deletion for af1a5050-5d87-4928-acfa-02be7227b667 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:34:01.662679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': '88531350-4749-43e7-8cd1-d6687e62abce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '385ec58e-2fdf-44eb-a414-028bc98c41de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:01.663214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: 385ec58e-2fdf-44eb-a414-028bc98c41de, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:01.747861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Calling delete_port for 83b0e1ff-53ae-41ea-8973-919439d6403f owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:01.774043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network 385ec58e-2fdf-44eb-a414-028bc98c41de is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:01.775696 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d8021c-be81-4aff-af58-958654ebc14b x-openstack-request-id: req-36d8021c-be81-4aff-af58-958654ebc14b {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:01.776218 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "name": "network-vif-plugged", "status": "completed", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:01.776790 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36d8021c-be81-4aff-af58-958654ebc14b {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:01.778849 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'code': 200} Feb 19 03:34:01.805208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 6bd56c95-abe9-43e2-bef7-6309a5a96627 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:01.805750 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.807907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 385ec58e-2fdf-44eb-a414-028bc98c41de) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:01.813282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:01.814394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.842815 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a71cd6e5-fe09-41b6-9093-958d41d3ba01 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3498194 Feb 19 03:34:01.849104 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53916) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:01.872117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ec5478-35db-4c4b-8f80-974535bb5269 None None] Network 385ec58e-2fdf-44eb-a414-028bc98c41de requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:02.005977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50cf9-6322-487d-925f-16c78c584211 req-b2af7f54-2659-43d8-8bc3-7ada69d30198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:02.007695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1dd50cf9-6322-487d-925f-16c78c584211 req-b2af7f54-2659-43d8-8bc3-7ada69d30198 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 1128 time: 0.1106789 Feb 19 03:34:02.043199 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (385ec58e-2fdf-44eb-a414-028bc98c41de), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.066113 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.072122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4324b000-96c8-41da-8389-31e5593f4cde None None] Deleting port 83b0e1ff-53ae-41ea-8973-919439d6403f {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:02.072500 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4324b000-96c8-41da-8389-31e5593f4cde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.138664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Port': ['ID=83b0e1ff-53ae-41ea-8973-919439d6403f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:02.176546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] No DVR routers for this DVR port 83b0e1ff-53ae-41ea-8973-919439d6403f on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:02.215912 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (3910e832-9931-4f7f-8b58-deb4013cb194), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.275453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4324b000-96c8-41da-8389-31e5593f4cde None None] For port 83b0e1ff-53ae-41ea-8973-919439d6403f, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:02.277380 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4324b000-96c8-41da-8389-31e5593f4cde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.298825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c9212e-c758-4204-b2ee-427736f46c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-385ec58e-2fdf-44eb-a414-028bc98c41de', 'network_id': '385ec58e-2fdf-44eb-a414-028bc98c41de', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': '3910e832-9931-4f7f-8b58-deb4013cb194'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:02.300414 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39c9212e-c758-4204-b2ee-427736f46c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.309936 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1dd50cf9-6322-487d-925f-16c78c584211 req-f4cc10c0-12f6-44aa-b752-2eb19a4a6c9a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940586 Feb 19 03:34:02.335816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (af1a5050-5d87-4928-acfa-02be7227b667), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.357373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad408c-6781-4e78-8a2f-5113d9b36021 req-a7fc0c13-a182-4f58-9f3f-759393d5d529 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:02.371679 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2ad408c-6781-4e78-8a2f-5113d9b36021 req-a7fc0c13-a182-4f58-9f3f-759393d5d529 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.2389805 Feb 19 03:34:02.377388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 6bd56c95-abe9-43e2-bef7-6309a5a96627 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:02.385354 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (3910e832-9931-4f7f-8b58-deb4013cb194), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.391389 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4324b000-96c8-41da-8389-31e5593f4cde None None] Calling delete_port for 83b0e1ff-53ae-41ea-8973-919439d6403f owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:02.411542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-4324b000-96c8-41da-8389-31e5593f4cde None None] Port 83b0e1ff-53ae-41ea-8973-919439d6403f was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:34:02.418976 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4324b000-96c8-41da-8389-31e5593f4cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (83b0e1ff-53ae-41ea-8973-919439d6403f), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.429603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1a5050-5d87-4928-acfa-02be7227b667']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:02.450376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ab3d4d-975c-46bc-a702-9ac2b23b1af0') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:02.450822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ab3d4d-975c-46bc-a702-9ac2b23b1af0') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:02.456565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=3910e832-9931-4f7f-8b58-deb4013cb194,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:02.475019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2ad408c-6781-4e78-8a2f-5113d9b36021 req-99bc1c87-5b3b-4d2f-b87e-50ca253880dc tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018128 Feb 19 03:34:02.479997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324b000-96c8-41da-8389-31e5593f4cde None None] Pushing event deleted for resources: {'Port': ['ID=83b0e1ff-53ae-41ea-8973-919439d6403f,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:02.524197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (66ab3d4d-975c-46bc-a702-9ac2b23b1af0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.604382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (385ec58e-2fdf-44eb-a414-028bc98c41de), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.611995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (66ab3d4d-975c-46bc-a702-9ac2b23b1af0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.627947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:02.628373 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (66ab3d4d-975c-46bc-a702-9ac2b23b1af0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.641745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324b000-96c8-41da-8389-31e5593f4cde None None] No DVR routers for this DVR port 83b0e1ff-53ae-41ea-8973-919439d6403f on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:02.664809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385ec58e-2fdf-44eb-a414-028bc98c41de']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:02.691073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88531350-4749-43e7-8cd1-d6687e62abce') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:02.692614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88531350-4749-43e7-8cd1-d6687e62abce') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:02.698145 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server [None req-39c9212e-c758-4204-b2ee-427736f46c68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3910e832-9931-4f7f-8b58-deb4013cb194: This subnet is being modified by another concurrent operation. Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3910e832-9931-4f7f-8b58-deb4013cb194: This subnet is being modified by another concurrent operation. Feb 19 03:34:02.700953 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 03:34:02.712603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (88531350-4749-43e7-8cd1-d6687e62abce), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.714140 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (af1a5050-5d87-4928-acfa-02be7227b667), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.730497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63848c0-a05e-4ca6-8e80-1cb757703258 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:34:02.736123 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.740565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] 10.222.0.42 "DELETE /v2.0/networks/af1a5050-5d87-4928-acfa-02be7227b667 HTTP/1.1" status: 204 len: 168 time: 1.9955230 Feb 19 03:34:02.767551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ff038-b5a8-4146-912a-53913da4aa6b tempest-NetworksIpV6TestAttrs-879926858 tempest-NetworksIpV6TestAttrs-879926858-project] Pushing event deleted for resources: {'Network': ['ID=af1a5050-5d87-4928-acfa-02be7227b667,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:02.774706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (88531350-4749-43e7-8cd1-d6687e62abce), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.799065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:02.799473 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (88531350-4749-43e7-8cd1-d6687e62abce), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:02.806442 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:03.024420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6bd56c95-abe9-43e2-bef7-6309a5a96627 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:03.067937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (385ec58e-2fdf-44eb-a414-028bc98c41de), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.083784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696429'] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.098201 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/385ec58e-2fdf-44eb-a414-028bc98c41de HTTP/1.1" status: 204 len: 168 time: 1.2479448 Feb 19 03:34:03.102045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53928) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:03.108264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1314285337'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:03.126368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 6bd56c95-abe9-43e2-bef7-6309a5a96627 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:03.126744 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.146429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046f103-f9fd-473a-8d6a-2a9322222cf0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=385ec58e-2fdf-44eb-a414-028bc98c41de,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:03.167561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:03.179139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.184689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63848c0-a05e-4ca6-8e80-1cb757703258 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:34:03.219559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:03.253664 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.254775 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment 7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7 of type vlan for network 6b7b9401-929e-4a40-aaa0-b2f60590af39 Feb 19 03:34:03.483857 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (6b7b9401-929e-4a40-aaa0-b2f60590af39), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.563729 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (6b7b9401-929e-4a40-aaa0-b2f60590af39), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.585836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:03.592296 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.597746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 6bd56c95-abe9-43e2-bef7-6309a5a96627 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:03.680549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53942) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:03.761735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 83b0e1ff-53ae-41ea-8973-919439d6403f no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:03.900614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7948737 Feb 19 03:34:03.901315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53950) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:03.911061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-217675d6-47c9-49fd-a4f7-8b0de815b524 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:04.048517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c7ff3-dddb-4b48-8fb5-f6c7baafa8b6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=6b7b9401-929e-4a40-aaa0-b2f60590af39,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:04.116870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ff2b5-04f4-4242-b661-64991a3bd259 req-7a684e2a-6d74-44da-bd55-2cf6edb5125b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:04.129390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-364ff2b5-04f4-4242-b661-64991a3bd259 req-7a684e2a-6d74-44da-bd55-2cf6edb5125b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.4246452 Feb 19 03:34:04.210948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 6b7b9401-929e-4a40-aaa0-b2f60590af39 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:04.213949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 83b0e1ff-53ae-41ea-8973-919439d6403f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:04.214471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 83b0e1ff-53ae-41ea-8973-919439d6403f not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:04.324040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-364ff2b5-04f4-4242-b661-64991a3bd259 req-8490c4c3-42d6-4841-868a-3f27f3351e62 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926565 Feb 19 03:34:04.436857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53960) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:04.437170 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c416f3e7-67cb-4dc7-8a65-eb2e881bde85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23aaad465b7a4cf1974bcda6cbf703ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7554104 Feb 19 03:34:04.524659 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-217675d6-47c9-49fd-a4f7-8b0de815b524 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (6b7b9401-929e-4a40-aaa0-b2f60590af39), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.557034 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-217675d6-47c9-49fd-a4f7-8b0de815b524 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (6b7b9401-929e-4a40-aaa0-b2f60590af39), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.561965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9feb145-aad9-4179-8e79-83a9c3d74133 admin admin] Publish callbacks [] for security_group (c08d1ceb-2323-4ed5-906a-5d264928be60), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.629094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-217675d6-47c9-49fd-a4f7-8b0de815b524 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network 6b7b9401-929e-4a40-aaa0-b2f60590af39 is not hosted by any dhcp agent {{(pid=103616) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:34:04.643593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b1cf1-4f88-40e3-a04f-ff0b410dd73d None None] Network 385ec58e-2fdf-44eb-a414-028bc98c41de requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:04.648905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217675d6-47c9-49fd-a4f7-8b0de815b524 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:04.649585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-217675d6-47c9-49fd-a4f7-8b0de815b524 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.651539 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-217675d6-47c9-49fd-a4f7-8b0de815b524 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "PUT /v2.0/networks/6b7b9401-929e-4a40-aaa0-b2f60590af39 HTTP/1.1" status: 200 len: 723 time: 0.7496636 Feb 19 03:34:04.658468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53978) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:04.671948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': '6b7b9401-929e-4a40-aaa0-b2f60590af39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:04.675525 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9feb145-aad9-4179-8e79-83a9c3d74133 admin admin] Publish callbacks [] for security_group (c08d1ceb-2323-4ed5-906a-5d264928be60), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.679612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b1cf1-4f88-40e3-a04f-ff0b410dd73d None None] Network 385ec58e-2fdf-44eb-a414-028bc98c41de could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:34:04.853977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9feb145-aad9-4179-8e79-83a9c3d74133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c08d1ceb-2323-4ed5-906a-5d264928be60), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.856790 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9feb145-aad9-4179-8e79-83a9c3d74133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.858271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d9feb145-aad9-4179-8e79-83a9c3d74133 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c08d1ceb-2323-4ed5-906a-5d264928be60 HTTP/1.1" status: 204 len: 168 time: 0.4189298 Feb 19 03:34:04.887066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9feb145-aad9-4179-8e79-83a9c3d74133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d1ceb-2323-4ed5-906a-5d264928be60,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:05.442132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217675d6-47c9-49fd-a4f7-8b0de815b524 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=6b7b9401-929e-4a40-aaa0-b2f60590af39,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:05.458441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 6b7b9401-929e-4a40-aaa0-b2f60590af39 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:05.482131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:05.491560 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.707496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0db52-aaf4-4d4d-8cb7-865a0fae4213 req-5ca4cf38-6494-47f0-8a1c-3871ba4ccdbd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:05.710112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bfd0db52-aaf4-4d4d-8cb7-865a0fae4213 req-5ca4cf38-6494-47f0-8a1c-3871ba4ccdbd tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1773334 Feb 19 03:34:05.864923 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bfd0db52-aaf4-4d4d-8cb7-865a0fae4213 req-2dab1384-326b-424a-ac5f-c7b126a460c5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479762 Feb 19 03:34:05.930117 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (71aaac63-8fca-4c9f-87be-f2c7f104dc33), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.080251 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=71aaac63-8fca-4c9f-87be-f2c7f104dc33,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:06.102375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': '7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6b7b9401-929e-4a40-aaa0-b2f60590af39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:06.103289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: 6b7b9401-929e-4a40-aaa0-b2f60590af39, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:06.104515 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.143998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network 6b7b9401-929e-4a40-aaa0-b2f60590af39 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:06.157955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 6b7b9401-929e-4a40-aaa0-b2f60590af39) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:06.168669 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:06.169919 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.170093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173c7dbb-c527-4773-bb19-95e90142a1e7 None None] Network 6b7b9401-929e-4a40-aaa0-b2f60590af39 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:06.221627 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c6f94b0-2c16-4586-bde7-df8ff3a8b2dd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5582471 Feb 19 03:34:06.222206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54014) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:06.228280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-897f3a07-7a60-4c69-b579-816546d350fb tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:06.374022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-6b7b9401-929e-4a40-aaa0-b2f60590af39', 'network_id': '6b7b9401-929e-4a40-aaa0-b2f60590af39', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': '71aaac63-8fca-4c9f-87be-f2c7f104dc33'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:06.376918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.496561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-897f3a07-7a60-4c69-b579-816546d350fb tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12518015'] for subnet (71aaac63-8fca-4c9f-87be-f2c7f104dc33), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.565464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54018) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:06.635551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Allocated IP 172.20.0.2 (6b7b9401-929e-4a40-aaa0-b2f60590af39/71aaac63-8fca-4c9f-87be-f2c7f104dc33/7efdc2fa-b7ee-415c-a3f4-2440a5eec85c) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:06.791842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group': {'name': 'tempest-secgroup--304631445'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:06.836263 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.862492 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.868400 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Publish callbacks [] for port (7efdc2fa-b7ee-415c-a3f4-2440a5eec85c), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.878427 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (7efdc2fa-b7ee-415c-a3f4-2440a5eec85c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.921420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Network 6b7b9401-929e-4a40-aaa0-b2f60590af39 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:06.925392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:06.931857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:06.952317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Pushing event updated for resources: {'Port': ['ID=7efdc2fa-b7ee-415c-a3f4-2440a5eec85c,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:06.988598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.988950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.992693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.993094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.993516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.996937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.997348 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.997704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.998071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.998411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.998743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.999074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:07.003144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:07.040434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Attempting to bind port 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:07.040922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Attempting to bind port 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6b7b9401-929e-4a40-aaa0-b2f60590af39'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:07.041301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Attempting to bind port 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c on network 6b7b9401-929e-4a40-aaa0-b2f60590af39 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:07.047250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:07.047631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Checking segment: {'id': '7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6b7b9401-929e-4a40-aaa0-b2f60590af39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:07.048040 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.049185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Bound using segment: {'id': '7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6b7b9401-929e-4a40-aaa0-b2f60590af39'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:07.049676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Bound port: 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6b7b9401-929e-4a40-aaa0-b2f60590af39'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:07.050121 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7efdc2fa-b7ee-415c-a3f4-2440a5eec85c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.157822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] For port 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:07.161675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] For port 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7efdc2fa-b7ee-415c-a3f4-2440a5eec85c,segment=NetworkSegment(7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7),segment_id=7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:07.176291 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7efdc2fa-b7ee-415c-a3f4-2440a5eec85c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.241631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-897f3a07-7a60-4c69-b579-816546d350fb tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791909489026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8555810'] for subnet (71aaac63-8fca-4c9f-87be-f2c7f104dc33), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.245531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (fe5491df-2b64-472b-a905-ef20750155cb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.311187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f3a07-7a60-4c69-b579-816546d350fb tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=71aaac63-8fca-4c9f-87be-f2c7f104dc33,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:07.318724 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fe5491df-2b64-472b-a905-ef20750155cb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.325520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a579e0d-801e-4801-8326-6f9bc2e5783d None None] Pushing event updated for resources: {'Port': ['ID=7efdc2fa-b7ee-415c-a3f4-2440a5eec85c,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:07.333908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897f3a07-7a60-4c69-b579-816546d350fb tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:07.334503 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-897f3a07-7a60-4c69-b579-816546d350fb tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.339512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54030) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:07.348144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-897f3a07-7a60-4c69-b579-816546d350fb tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "PUT /v2.0/subnets/71aaac63-8fca-4c9f-87be-f2c7f104dc33 HTTP/1.1" status: 200 len: 806 time: 1.1247885 Feb 19 03:34:07.434890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bb722-4e2d-42db-9ae5-574f9aa362be req-242574a1-4d3a-4809-9207-58a71f759109 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:07.436631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad4bb722-4e2d-42db-9ae5-574f9aa362be req-242574a1-4d3a-4809-9207-58a71f759109 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.3983612 Feb 19 03:34:07.481671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5491df-2b64-472b-a905-ef20750155cb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:07.556320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (d011b79b-6538-4abf-a1a7-bd807dda13db), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.571852 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d011b79b-6538-4abf-a1a7-bd807dda13db), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.575307 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (6b7b9401-929e-4a40-aaa0-b2f60590af39), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.657257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d011b79b-6538-4abf-a1a7-bd807dda13db,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:07.668896 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.670335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3410c874-894b-4356-b459-d7891499f1d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1035321 Feb 19 03:34:07.676603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54032) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:07.721494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Deleting port 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:07.725170 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7efdc2fa-b7ee-415c-a3f4-2440a5eec85c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.793433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4c88208b-4d13-434a-886d-3b95601bbb4f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1155248 Feb 19 03:34:07.800938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54034) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:07.808517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9ee9f8a8-cb58-4408-ae3e-1e3a0e449be2 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group': {'name': 'tempest-security--1272674290', 'description': 'tempest-security-description-1415237921'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:07.815701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad4bb722-4e2d-42db-9ae5-574f9aa362be req-b4b3533e-5d7d-46ae-851a-f41b0b098ee5 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615892 Feb 19 03:34:07.874370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ee9f8a8-cb58-4408-ae3e-1e3a0e449be2 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (d011b79b-6538-4abf-a1a7-bd807dda13db), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.965477 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] For port 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7efdc2fa-b7ee-415c-a3f4-2440a5eec85c,segment=NetworkSegment(7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7),segment_id=7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:07.965754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7efdc2fa-b7ee-415c-a3f4-2440a5eec85c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.977768 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ee9f8a8-cb58-4408-ae3e-1e3a0e449be2 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (d011b79b-6538-4abf-a1a7-bd807dda13db), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.988202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ee9f8a8-cb58-4408-ae3e-1e3a0e449be2 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d011b79b-6538-4abf-a1a7-bd807dda13db), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.991531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ee9f8a8-cb58-4408-ae3e-1e3a0e449be2 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.993059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Calling delete_port for 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:07.994352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9ee9f8a8-cb58-4408-ae3e-1e3a0e449be2 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "PUT /v2.0/security-groups/d011b79b-6538-4abf-a1a7-bd807dda13db HTTP/1.1" status: 200 len: 1797 time: 0.1920223 Feb 19 03:34:07.997214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54038) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:08.070823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9f8a8-cb58-4408-ae3e-1e3a0e449be2 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d011b79b-6538-4abf-a1a7-bd807dda13db,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:08.210613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-11c750f1-222e-4707-9b64-1465d41a4b9d tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups/d011b79b-6538-4abf-a1a7-bd807dda13db HTTP/1.1" status: 200 len: 1797 time: 0.2042949 Feb 19 03:34:08.211241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54044) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:08.278326 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-35bac7e5-4f2f-49d6-bacd-98a8d0c08053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.279055 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7efdc2fa-b7ee-415c-a3f4-2440a5eec85c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.321006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Port': ['ID=7efdc2fa-b7ee-415c-a3f4-2440a5eec85c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:08.381494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No DVR routers for this DVR port 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:08.435520 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee5120f9-1481-4b79-8fe8-a3dd260b90bc tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (d011b79b-6538-4abf-a1a7-bd807dda13db), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.471082 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (71aaac63-8fca-4c9f-87be-f2c7f104dc33), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.510602 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee5120f9-1481-4b79-8fe8-a3dd260b90bc tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (d011b79b-6538-4abf-a1a7-bd807dda13db), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.554311 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (71aaac63-8fca-4c9f-87be-f2c7f104dc33), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.582202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d0a1d-8b48-4e35-bf39-2d3af23e2ef6 req-a12e3f81-b28f-4a8e-9b76-dfffbdd71442 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:08.583798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-199d0a1d-8b48-4e35-bf39-2d3af23e2ef6 req-a12e3f81-b28f-4a8e-9b76-dfffbdd71442 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.4967010 Feb 19 03:34:08.652482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (6b7b9401-929e-4a40-aaa0-b2f60590af39), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.678131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7b9401-929e-4a40-aaa0-b2f60590af39']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:08.688943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-199d0a1d-8b48-4e35-bf39-2d3af23e2ef6 req-ffa7a88a-b5c9-4845-aa24-31f7753bf93c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882649 Feb 19 03:34:08.691524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:08.691829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:08.705934 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.717333 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee5120f9-1481-4b79-8fe8-a3dd260b90bc tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d011b79b-6538-4abf-a1a7-bd807dda13db), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.726998 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee5120f9-1481-4b79-8fe8-a3dd260b90bc tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.728057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ee5120f9-1481-4b79-8fe8-a3dd260b90bc tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/d011b79b-6538-4abf-a1a7-bd807dda13db HTTP/1.1" status: 204 len: 168 time: 0.5158036 Feb 19 03:34:08.739764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.743632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54052) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:08.754795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:08.755215 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (7ae49006-2b9a-4cf9-a5f2-52dd3cef44e7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.760205 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:34:08.771836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5120f9-1481-4b79-8fe8-a3dd260b90bc tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d011b79b-6538-4abf-a1a7-bd807dda13db,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:08.914344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fa93e1a8-5839-4a79-8599-f6d3d4261b55 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1683784 Feb 19 03:34:08.918341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54054) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:08.939923 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-dd012b09-4941-4b18-a9bb-ab7745be8a38 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] delete failed (client error): The resource could not be found. Feb 19 03:34:08.940968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dd012b09-4941-4b18-a9bb-ab7745be8a38 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/d011b79b-6538-4abf-a1a7-bd807dda13db HTTP/1.1" status: 404 len: 347 time: 0.0216987 Feb 19 03:34:08.946948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54056) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:08.950232 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:08.952533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0dc07945-a4d4-47b6-b42c-301e016949d3 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group': {'name': 'tempest-secgroup--494495088'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:08.963833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=71aaac63-8fca-4c9f-87be-f2c7f104dc33,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:08.974674 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (6b7b9401-929e-4a40-aaa0-b2f60590af39), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.979367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a374a-326b-4efa-af75-4c97f638f703 req-23ea1a4b-ee53-44d2-9f96-cd7c0682c312 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:08.989624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-531a374a-326b-4efa-af75-4c97f638f703 req-23ea1a4b-ee53-44d2-9f96-cd7c0682c312 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1506002 Feb 19 03:34:09.004620 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.017363 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/6b7b9401-929e-4a40-aaa0-b2f60590af39 HTTP/1.1" status: 204 len: 168 time: 1.6767459 Feb 19 03:34:09.026198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54060) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:09.039070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24b2b4-c778-41a6-b13f-2c8cc2978b4b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=6b7b9401-929e-4a40-aaa0-b2f60590af39,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:09.080225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-021e7650-b92f-4212-b570-bc55defac847 None None] Could not find standard attr ID for object 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:34:09.080887 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d906b1b-45ec-46b6-ba03-e4a2e651beac tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:09.082276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d906b1b-45ec-46b6-ba03-e4a2e651beac tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:09.090415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7d906b1b-45ec-46b6-ba03-e4a2e651beac tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/6b7b9401-929e-4a40-aaa0-b2f60590af39 HTTP/1.1" status: 404 len: 339 time: 0.0631249 Feb 19 03:34:09.091654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54064) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:09.097539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-443223599', 'description': 'd1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:09.122853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba60ddc-f772-4389-9062-d3af37ab9b6d None None] DHCP port deletion for 6b7b9401-929e-4a40-aaa0-b2f60590af39 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:34:09.149022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-531a374a-326b-4efa-af75-4c97f638f703 req-1c9bb976-866a-4e26-8834-d21179813756 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584625 Feb 19 03:34:09.150210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:09.153655 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0dc07945-a4d4-47b6-b42c-301e016949d3 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.159193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.176494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce9bf4-8dde-4ff2-beef-1fd4c9dfa181 None None] Network 6b7b9401-929e-4a40-aaa0-b2f60590af39 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:09.209498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce9bf4-8dde-4ff2-beef-1fd4c9dfa181 None None] Network 6b7b9401-929e-4a40-aaa0-b2f60590af39 could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:34:09.222934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeab786-dd9b-441d-b7f4-7eb8a6fdfb9c None None] Network 6b7b9401-929e-4a40-aaa0-b2f60590af39 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:09.232246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:09.269170 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (93af3022-da6e-4905-bbf8-a3764ab856b6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.269591 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment 93af3022-da6e-4905-bbf8-a3764ab856b6 of type vlan for network 47026722-05e5-4daf-b032-76c95b7819b9 Feb 19 03:34:09.299748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeab786-dd9b-441d-b7f4-7eb8a6fdfb9c None None] Network 6b7b9401-929e-4a40-aaa0-b2f60590af39 could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:34:09.321327 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0dc07945-a4d4-47b6-b42c-301e016949d3 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (3753effa-f486-4d9e-9c80-c403b1291094), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.332677 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0dc07945-a4d4-47b6-b42c-301e016949d3 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3753effa-f486-4d9e-9c80-c403b1291094), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.385737 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0dc07945-a4d4-47b6-b42c-301e016949d3 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.390633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0dc07945-a4d4-47b6-b42c-301e016949d3 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4425261 Feb 19 03:34:09.391908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54072) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:09.410178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-eb6f38bd-ee97-4fb9-8f9e-1a1210d65bff tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': '3753effa-f486-4d9e-9c80-c403b1291094', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:09.410905 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (47026722-05e5-4daf-b032-76c95b7819b9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.423201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc07945-a4d4-47b6-b42c-301e016949d3 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3753effa-f486-4d9e-9c80-c403b1291094,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:09.473300 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (47026722-05e5-4daf-b032-76c95b7819b9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.486793 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:09.489129 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.492036 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb6f38bd-ee97-4fb9-8f9e-1a1210d65bff tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (5b42f817-15ac-4d1e-9164-fc1cb5d5dc7c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.561375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d835d2-e3ec-49fe-9779-be251743faac req-55d4ae10-fa2c-4ae2-ae87-8811e01e55b6 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:09.563528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69d835d2-e3ec-49fe-9779-be251743faac req-55d4ae10-fa2c-4ae2-ae87-8811e01e55b6 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1480756 Feb 19 03:34:09.629210 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5364246 Feb 19 03:34:09.632270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54076) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:09.683091 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb6f38bd-ee97-4fb9-8f9e-1a1210d65bff tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (5b42f817-15ac-4d1e-9164-fc1cb5d5dc7c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.703503 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb6f38bd-ee97-4fb9-8f9e-1a1210d65bff tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (5b42f817-15ac-4d1e-9164-fc1cb5d5dc7c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.722361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019cfe3-78fa-4e76-889f-d34280cc11a3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=47026722-05e5-4daf-b032-76c95b7819b9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:09.737570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 47026722-05e5-4daf-b032-76c95b7819b9 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:09.742708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69d835d2-e3ec-49fe-9779-be251743faac req-343cae0b-db6d-454b-bd08-6ec49d40dff1 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583714 Feb 19 03:34:09.764111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f38bd-ee97-4fb9-8f9e-1a1210d65bff tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b42f817-15ac-4d1e-9164-fc1cb5d5dc7c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:09.776291 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb6f38bd-ee97-4fb9-8f9e-1a1210d65bff tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.795747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-eb6f38bd-ee97-4fb9-8f9e-1a1210d65bff tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4012232 Feb 19 03:34:09.803109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54080) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:09.878622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e45f6a-3da4-434d-b02f-8bce6c1ac844 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:09.888275 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-15e45f6a-3da4-434d-b02f-8bce6c1ac844 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/networks?id=47026722-05e5-4daf-b032-76c95b7819b9 HTTP/1.1" status: 200 len: 760 time: 0.2548139 Feb 19 03:34:09.890993 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54082) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:09.903214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ef074d33-5e4e-4a1f-922c-e44502d0d298 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'description': 'd2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:09.977369 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3a76a6b-6d71-431d-bc1b-e655144bb276 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (5b42f817-15ac-4d1e-9164-fc1cb5d5dc7c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.030833 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3a76a6b-6d71-431d-bc1b-e655144bb276 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (5b42f817-15ac-4d1e-9164-fc1cb5d5dc7c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.092025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3a76a6b-6d71-431d-bc1b-e655144bb276 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (5b42f817-15ac-4d1e-9164-fc1cb5d5dc7c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.099462 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3a76a6b-6d71-431d-bc1b-e655144bb276 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.101386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a3a76a6b-6d71-431d-bc1b-e655144bb276 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5b42f817-15ac-4d1e-9164-fc1cb5d5dc7c HTTP/1.1" status: 204 len: 168 time: 0.2963855 Feb 19 03:34:10.112883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54084) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:10.114158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a76a6b-6d71-431d-bc1b-e655144bb276 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b42f817-15ac-4d1e-9164-fc1cb5d5dc7c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:10.150432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15e5c6-edfa-4dd8-abfd-747264e149c3 req-7a0fb2bc-1270-4151-a628-fcb58b1db504 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:10.153097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a15e5c6-edfa-4dd8-abfd-747264e149c3 req-7a0fb2bc-1270-4151-a628-fcb58b1db504 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.2677722 Feb 19 03:34:10.230156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a15e5c6-edfa-4dd8-abfd-747264e149c3 req-5db67c9c-2ab6-434a-b21b-f8cf8ef7a8d1 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706491 Feb 19 03:34:10.307122 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a1535cef-4a4d-42f7-abe0-8d8792d8c76c tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1866319 Feb 19 03:34:10.308242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54092) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:10.361949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef074d33-5e4e-4a1f-922c-e44502d0d298 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (47026722-05e5-4daf-b032-76c95b7819b9), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.381035 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef074d33-5e4e-4a1f-922c-e44502d0d298 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (47026722-05e5-4daf-b032-76c95b7819b9), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.429088 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4026ee0-b71a-443d-96e4-47ede298a93f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (3753effa-f486-4d9e-9c80-c403b1291094), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.487129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b52fae0c-2d86-480a-9671-e86369914488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.491131 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4026ee0-b71a-443d-96e4-47ede298a93f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (3753effa-f486-4d9e-9c80-c403b1291094), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.516512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef074d33-5e4e-4a1f-922c-e44502d0d298 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network 47026722-05e5-4daf-b032-76c95b7819b9 is not hosted by any dhcp agent {{(pid=103616) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:34:10.522177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef074d33-5e4e-4a1f-922c-e44502d0d298 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:10.522806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef074d33-5e4e-4a1f-922c-e44502d0d298 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.526360 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ef074d33-5e4e-4a1f-922c-e44502d0d298 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "PUT /v2.0/networks/47026722-05e5-4daf-b032-76c95b7819b9 HTTP/1.1" status: 200 len: 757 time: 0.6340163 Feb 19 03:34:10.531798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54096) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:10.567228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef074d33-5e4e-4a1f-922c-e44502d0d298 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=47026722-05e5-4daf-b032-76c95b7819b9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:10.581935 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 47026722-05e5-4daf-b032-76c95b7819b9 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:10.730550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24f7f0-123b-4f08-95b6-439e08b029bd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:10.735011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dc24f7f0-123b-4f08-95b6-439e08b029bd tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/networks?id=47026722-05e5-4daf-b032-76c95b7819b9 HTTP/1.1" status: 200 len: 760 time: 0.1995130 Feb 19 03:34:10.736976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54100) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:10.743461 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-443968146'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:10.759377 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4026ee0-b71a-443d-96e4-47ede298a93f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3753effa-f486-4d9e-9c80-c403b1291094), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.763572 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4026ee0-b71a-443d-96e4-47ede298a93f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.766413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a4026ee0-b71a-443d-96e4-47ede298a93f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/3753effa-f486-4d9e-9c80-c403b1291094 HTTP/1.1" status: 204 len: 168 time: 0.4569516 Feb 19 03:34:10.774249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54102) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:10.798326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4026ee0-b71a-443d-96e4-47ede298a93f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3753effa-f486-4d9e-9c80-c403b1291094,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:10.821568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521ec3c-35e0-4302-95f3-e531a0b72eff req-9d3ff42d-abbe-4faf-9289-8ffdb85d3749 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:10.823587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5521ec3c-35e0-4302-95f3-e531a0b72eff req-9d3ff42d-abbe-4faf-9289-8ffdb85d3749 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1860399 Feb 19 03:34:10.853803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:10.857818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.872943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:10.897381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5521ec3c-35e0-4302-95f3-e531a0b72eff req-8debbde1-8197-4ab7-8ee5-36be8745ffbc tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596020 Feb 19 03:34:10.913411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:10.923029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:10.923787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7efdc2fa-b7ee-415c-a3f4-2440a5eec85c not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:10.929308 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d0c91e64-30e3-4097-9e0a-da989d6db7ea tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1535442 Feb 19 03:34:10.933581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54106) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:10.940334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c36a35a6-c87d-4de5-9607-129d402bd745 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262639394'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:10.955635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c93c4c3b-92f4-4fac-8431-ff1ee2c40791), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.955940 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment c93c4c3b-92f4-4fac-8431-ff1ee2c40791 of type vlan for network d41796b4-3560-44b9-8850-817c054c5dec Feb 19 03:34:10.994310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c36a35a6-c87d-4de5-9607-129d402bd745 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.021882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d41796b4-3560-44b9-8850-817c054c5dec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.063667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538cd42-29e5-447f-bd62-53d6128fc6c5 req-e097eb9a-6340-494b-9860-3553289961df tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:11.069341 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d41796b4-3560-44b9-8850-817c054c5dec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.071874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2538cd42-29e5-447f-bd62-53d6128fc6c5 req-e097eb9a-6340-494b-9860-3553289961df tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.0703390 Feb 19 03:34:11.075108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:11.075716 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.100170 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3591383 Feb 19 03:34:11.103999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54110) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:11.118375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': 'd41796b4-3560-44b9-8850-817c054c5dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:11.181490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeea262-f0e4-4f86-9f02-add341264582 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=d41796b4-3560-44b9-8850-817c054c5dec,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:11.185608 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c36a35a6-c87d-4de5-9607-129d402bd745 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (e79b5d44-8848-4d7a-add2-ace7f5ebc421), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.190951 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c36a35a6-c87d-4de5-9607-129d402bd745 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e79b5d44-8848-4d7a-add2-ace7f5ebc421), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.197351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d41796b4-3560-44b9-8850-817c054c5dec details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:11.239427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c36a35a6-c87d-4de5-9607-129d402bd745 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.239427 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c36a35a6-c87d-4de5-9607-129d402bd745 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3011229 Feb 19 03:34:11.239427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54112) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:11.245013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1b3c143c-6bd2-45c7-8ab7-710e703efea9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': 'e79b5d44-8848-4d7a-add2-ace7f5ebc421', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:11.250823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a35a6-c87d-4de5-9607-129d402bd745 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79b5d44-8848-4d7a-add2-ace7f5ebc421,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:11.278597 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b3c143c-6bd2-45c7-8ab7-710e703efea9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (b96941d7-9ae9-4373-92e2-9b0e1c6b3dc5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.368404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b3c143c-6bd2-45c7-8ab7-710e703efea9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (b96941d7-9ae9-4373-92e2-9b0e1c6b3dc5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.373999 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b3c143c-6bd2-45c7-8ab7-710e703efea9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (b96941d7-9ae9-4373-92e2-9b0e1c6b3dc5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.379951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:11.386018 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.396166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c143c-6bd2-45c7-8ab7-710e703efea9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96941d7-9ae9-4373-92e2-9b0e1c6b3dc5,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:11.405786 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b3c143c-6bd2-45c7-8ab7-710e703efea9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.407282 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1b3c143c-6bd2-45c7-8ab7-710e703efea9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1668398 Feb 19 03:34:11.410305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54114) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:11.415750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a8b9fe0d-ee64-4c41-a74d-3bb5f2744e77 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': 'e79b5d44-8848-4d7a-add2-ace7f5ebc421', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:11.449534 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe0d-ee64-4c41-a74d-3bb5f2744e77 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (ae0ff32d-112c-4630-9b38-894dd864ca44), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.524491 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe0d-ee64-4c41-a74d-3bb5f2744e77 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (ae0ff32d-112c-4630-9b38-894dd864ca44), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.535192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe0d-ee64-4c41-a74d-3bb5f2744e77 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (ae0ff32d-112c-4630-9b38-894dd864ca44), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.595814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9fe0d-ee64-4c41-a74d-3bb5f2744e77 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0ff32d-112c-4630-9b38-894dd864ca44,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:11.612995 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe0d-ee64-4c41-a74d-3bb5f2744e77 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.621627 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a8b9fe0d-ee64-4c41-a74d-3bb5f2744e77 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2074652 Feb 19 03:34:11.622137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54122) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:11.630091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-945a4de1-36c8-439c-ab1f-db97c15e9931 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': 'e79b5d44-8848-4d7a-add2-ace7f5ebc421', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:11.675318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2538cd42-29e5-447f-bd62-53d6128fc6c5 req-4fd402e5-8993-411b-b87c-859ab7f4f45f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007893 Feb 19 03:34:11.692411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945a4de1-36c8-439c-ab1f-db97c15e9931 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (ee64ff7b-07a1-46ac-8159-df4187539f39), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.702470 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (7afca684-5cf9-4107-8733-a26e9299db5e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.811439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=7afca684-5cf9-4107-8733-a26e9299db5e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:11.863955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945a4de1-36c8-439c-ab1f-db97c15e9931 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (ee64ff7b-07a1-46ac-8159-df4187539f39), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.869075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945a4de1-36c8-439c-ab1f-db97c15e9931 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (ee64ff7b-07a1-46ac-8159-df4187539f39), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.896949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945a4de1-36c8-439c-ab1f-db97c15e9931 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.901753 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-945a4de1-36c8-439c-ab1f-db97c15e9931 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2752283 Feb 19 03:34:11.901984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54134) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:11.903002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a4de1-36c8-439c-ab1f-db97c15e9931 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee64ff7b-07a1-46ac-8159-df4187539f39,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:11.918837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d798007e-f5ec-4e26-a4d7-210862fb0f32 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': 'e79b5d44-8848-4d7a-add2-ace7f5ebc421', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:11.948701 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.960782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': 'c93c4c3b-92f4-4fac-8431-ff1ee2c40791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd41796b4-3560-44b9-8850-817c054c5dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:11.961247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: d41796b4-3560-44b9-8850-817c054c5dec, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:11.989953 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d798007e-f5ec-4e26-a4d7-210862fb0f32 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (6f91db6e-5229-4563-a8d2-dad74b303e98), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.079625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network d41796b4-3560-44b9-8850-817c054c5dec is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:12.088795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d798007e-f5ec-4e26-a4d7-210862fb0f32 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (6f91db6e-5229-4563-a8d2-dad74b303e98), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.091174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d41796b4-3560-44b9-8850-817c054c5dec) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:12.096135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d798007e-f5ec-4e26-a4d7-210862fb0f32 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (6f91db6e-5229-4563-a8d2-dad74b303e98), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.099855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:12.104211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28610b3f-d69c-4aab-84ed-aceef960cf22 None None] Network d41796b4-3560-44b9-8850-817c054c5dec requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:12.104444 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.149155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798007e-f5ec-4e26-a4d7-210862fb0f32 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f91db6e-5229-4563-a8d2-dad74b303e98,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:12.161821 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d798007e-f5ec-4e26-a4d7-210862fb0f32 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.168744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54140) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:12.169453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d798007e-f5ec-4e26-a4d7-210862fb0f32 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2665153 Feb 19 03:34:12.177112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8475c8dc-331c-4b3d-9b96-47afb5a399d6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0713747 Feb 19 03:34:12.181267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54142) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:12.190133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ea45ef2b-f8c7-4cb8-b39b-51eba0fd6a3f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': 'e79b5d44-8848-4d7a-add2-ace7f5ebc421', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:12.334400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea45ef2b-f8c7-4cb8-b39b-51eba0fd6a3f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (8cabfdcb-f472-40d1-9970-52d731240f7c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.383351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-d41796b4-3560-44b9-8850-817c054c5dec', 'network_id': 'd41796b4-3560-44b9-8850-817c054c5dec', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': '7afca684-5cf9-4107-8733-a26e9299db5e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:12.385331 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.495486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea45ef2b-f8c7-4cb8-b39b-51eba0fd6a3f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (8cabfdcb-f472-40d1-9970-52d731240f7c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.503884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea45ef2b-f8c7-4cb8-b39b-51eba0fd6a3f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (8cabfdcb-f472-40d1-9970-52d731240f7c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.580995 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea45ef2b-f8c7-4cb8-b39b-51eba0fd6a3f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.590179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54146) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:12.599701 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ea45ef2b-f8c7-4cb8-b39b-51eba0fd6a3f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4266791 Feb 19 03:34:12.600606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45ef2b-f8c7-4cb8-b39b-51eba0fd6a3f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cabfdcb-f472-40d1-9970-52d731240f7c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:12.623763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d41796b4-3560-44b9-8850-817c054c5dec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.678167 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-94b94f66-7c62-47c1-9c0a-4703f68602d4 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (8cabfdcb-f472-40d1-9970-52d731240f7c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.712282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-94b94f66-7c62-47c1-9c0a-4703f68602d4 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (8cabfdcb-f472-40d1-9970-52d731240f7c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.743053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14cba9-7f7b-4702-81e6-4e81d23b34e8 req-9f567637-8ff6-49c3-803e-9605b429484f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:12.744479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb14cba9-7f7b-4702-81e6-4e81d23b34e8 req-9f567637-8ff6-49c3-803e-9605b429484f tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.5653958 Feb 19 03:34:12.754232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Allocated IP 172.20.0.2 (d41796b4-3560-44b9-8850-817c054c5dec/7afca684-5cf9-4107-8733-a26e9299db5e/d0090342-ac13-4e67-b668-bd88ea7e74ed) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:12.846508 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7afca684-5cf9-4107-8733-a26e9299db5e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.873015 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-94b94f66-7c62-47c1-9c0a-4703f68602d4 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (8cabfdcb-f472-40d1-9970-52d731240f7c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.885295 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-94b94f66-7c62-47c1-9c0a-4703f68602d4 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.886461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-94b94f66-7c62-47c1-9c0a-4703f68602d4 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8cabfdcb-f472-40d1-9970-52d731240f7c HTTP/1.1" status: 204 len: 168 time: 0.2953432 Feb 19 03:34:12.889186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54156) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:12.904623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b94f66-7c62-47c1-9c0a-4703f68602d4 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cabfdcb-f472-40d1-9970-52d731240f7c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:12.942455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb14cba9-7f7b-4702-81e6-4e81d23b34e8 req-d1768884-cce7-4908-a058-aea172fac130 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795151 Feb 19 03:34:12.948400 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e7da4c59-93d5-48dc-b5ea-de104194e527 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0580368 Feb 19 03:34:12.949051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54158) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:12.998174 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41434990-014e-4da1-8f2a-a00bd342112b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (6f91db6e-5229-4563-a8d2-dad74b303e98), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.007266 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41434990-014e-4da1-8f2a-a00bd342112b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (6f91db6e-5229-4563-a8d2-dad74b303e98), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.050487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41434990-014e-4da1-8f2a-a00bd342112b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (6f91db6e-5229-4563-a8d2-dad74b303e98), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.054012 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.061308 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Publish callbacks [] for port (d0090342-ac13-4e67-b668-bd88ea7e74ed), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.073298 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (d0090342-ac13-4e67-b668-bd88ea7e74ed), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.074217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41434990-014e-4da1-8f2a-a00bd342112b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.081564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54160) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:13.082365 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-41434990-014e-4da1-8f2a-a00bd342112b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6f91db6e-5229-4563-a8d2-dad74b303e98 HTTP/1.1" status: 204 len: 168 time: 0.1321509 Feb 19 03:34:13.083440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41434990-014e-4da1-8f2a-a00bd342112b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f91db6e-5229-4563-a8d2-dad74b303e98,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:13.123311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (7afca684-5cf9-4107-8733-a26e9299db5e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.132872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Network d41796b4-3560-44b9-8850-817c054c5dec is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:13.136778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:13.140008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:13.185879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=7afca684-5cf9-4107-8733-a26e9299db5e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:13.199181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Pushing event updated for resources: {'Port': ['ID=d0090342-ac13-4e67-b668-bd88ea7e74ed,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:13.250079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Attempting to bind port d0090342-ac13-4e67-b668-bd88ea7e74ed on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:13.250585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Attempting to bind port d0090342-ac13-4e67-b668-bd88ea7e74ed by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'c93c4c3b-92f4-4fac-8431-ff1ee2c40791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd41796b4-3560-44b9-8850-817c054c5dec'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:13.251031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Attempting to bind port d0090342-ac13-4e67-b668-bd88ea7e74ed on network d41796b4-3560-44b9-8850-817c054c5dec {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:13.257646 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:13.258154 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Checking segment: {'id': 'c93c4c3b-92f4-4fac-8431-ff1ee2c40791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd41796b4-3560-44b9-8850-817c054c5dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:13.258740 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.259325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Bound using segment: {'id': 'c93c4c3b-92f4-4fac-8431-ff1ee2c40791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd41796b4-3560-44b9-8850-817c054c5dec'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:13.259908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Bound port: d0090342-ac13-4e67-b668-bd88ea7e74ed, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93c4c3b-92f4-4fac-8431-ff1ee2c40791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd41796b4-3560-44b9-8850-817c054c5dec'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:13.260368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d0090342-ac13-4e67-b668-bd88ea7e74ed), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.288449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d41796b4-3560-44b9-8850-817c054c5dec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.314665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41796b4-3560-44b9-8850-817c054c5dec']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:13.329131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93c4c3b-92f4-4fac-8431-ff1ee2c40791') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:13.329713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93c4c3b-92f4-4fac-8431-ff1ee2c40791') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:13.337272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] For port d0090342-ac13-4e67-b668-bd88ea7e74ed, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:13.340904 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] For port d0090342-ac13-4e67-b668-bd88ea7e74ed, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d0090342-ac13-4e67-b668-bd88ea7e74ed,segment=NetworkSegment(c93c4c3b-92f4-4fac-8431-ff1ee2c40791),segment_id=c93c4c3b-92f4-4fac-8431-ff1ee2c40791)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:13.342626 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (c93c4c3b-92f4-4fac-8431-ff1ee2c40791), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.349206 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d0090342-ac13-4e67-b668-bd88ea7e74ed), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.360990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c93c4c3b-92f4-4fac-8431-ff1ee2c40791), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.368458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:13.369139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (c93c4c3b-92f4-4fac-8431-ff1ee2c40791), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.414492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e0f9b-eb2e-4ae1-b2e5-365b6551f9ca None None] Pushing event updated for resources: {'Port': ['ID=d0090342-ac13-4e67-b668-bd88ea7e74ed,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:13.462044 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:13.499203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a026e5a3-5550-4de4-9eef-e551e8b4eabd tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4145615 Feb 19 03:34:13.500652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:34:13.500652 n-d-826756-2 neutron-server[103615]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:34:13.500652 n-d-826756-2 neutron-server[103615]: [parameters: {'id': 'd41796b4-3560-44b9-8850-817c054c5dec'}] Feb 19 03:34:13.500652 n-d-826756-2 neutron-server[103615]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:34:13.500985 n-d-826756-2 neutron-server[103615]: DEBUG oslo_db.api [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:34:13.503038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54162) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:13.523353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6e8e9-92ae-4716-b99c-28a8fad9313c None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:34:13.563492 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de134829-937d-4286-a755-edd12107f5da tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (ee64ff7b-07a1-46ac-8159-df4187539f39), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.578400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de134829-937d-4286-a755-edd12107f5da tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (ee64ff7b-07a1-46ac-8159-df4187539f39), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.627145 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de134829-937d-4286-a755-edd12107f5da tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (ee64ff7b-07a1-46ac-8159-df4187539f39), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.638887 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de134829-937d-4286-a755-edd12107f5da tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.641228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-de134829-937d-4286-a755-edd12107f5da tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ee64ff7b-07a1-46ac-8159-df4187539f39 HTTP/1.1" status: 204 len: 168 time: 0.1361318 Feb 19 03:34:13.643256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54166) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:13.669045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de134829-937d-4286-a755-edd12107f5da tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee64ff7b-07a1-46ac-8159-df4187539f39,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:13.695376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d6e8e9-92ae-4716-b99c-28a8fad9313c None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:34:13.712868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54168) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:13.719970 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-22b8fbb4-846e-4853-b99e-d2dc1a55166c tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0754433 Feb 19 03:34:13.758747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3afd118-a025-4070-b068-888f842a3e05 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (ae0ff32d-112c-4630-9b38-894dd864ca44), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.774278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3afd118-a025-4070-b068-888f842a3e05 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (ae0ff32d-112c-4630-9b38-894dd864ca44), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.820101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3afd118-a025-4070-b068-888f842a3e05 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (ae0ff32d-112c-4630-9b38-894dd864ca44), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.827307 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3afd118-a025-4070-b068-888f842a3e05 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.828763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a3afd118-a025-4070-b068-888f842a3e05 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ae0ff32d-112c-4630-9b38-894dd864ca44 HTTP/1.1" status: 204 len: 168 time: 0.1149640 Feb 19 03:34:13.831742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54170) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:13.842415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afd118-a025-4070-b068-888f842a3e05 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae0ff32d-112c-4630-9b38-894dd864ca44,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:13.910483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54174) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:13.910592 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3503d3a7-b3a3-4191-81ae-caca04a2481d tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0773988 Feb 19 03:34:13.980193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19824cc5-63b5-4d63-9fb7-fe05be32e09e tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (b96941d7-9ae9-4373-92e2-9b0e1c6b3dc5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.989795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19824cc5-63b5-4d63-9fb7-fe05be32e09e tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (b96941d7-9ae9-4373-92e2-9b0e1c6b3dc5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.017684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d41796b4-3560-44b9-8850-817c054c5dec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.029320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19824cc5-63b5-4d63-9fb7-fe05be32e09e tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (b96941d7-9ae9-4373-92e2-9b0e1c6b3dc5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.067512 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19824cc5-63b5-4d63-9fb7-fe05be32e09e tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.068958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-19824cc5-63b5-4d63-9fb7-fe05be32e09e tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b96941d7-9ae9-4373-92e2-9b0e1c6b3dc5 HTTP/1.1" status: 204 len: 168 time: 0.1574614 Feb 19 03:34:14.069782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19824cc5-63b5-4d63-9fb7-fe05be32e09e tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b96941d7-9ae9-4373-92e2-9b0e1c6b3dc5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:14.073612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54180) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:14.099761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Deleting port d0090342-ac13-4e67-b668-bd88ea7e74ed {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:14.100345 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d0090342-ac13-4e67-b668-bd88ea7e74ed), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.166527 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-da9a32a1-7fab-4f41-915b-a8d36a1b2ed5 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0892813 Feb 19 03:34:14.167405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54182) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:14.203974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13821862-93a7-4b51-b49e-fecd7865cad1 None None] Network d41796b4-3560-44b9-8850-817c054c5dec requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:14.254618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] For port d0090342-ac13-4e67-b668-bd88ea7e74ed, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d0090342-ac13-4e67-b668-bd88ea7e74ed,segment=NetworkSegment(c93c4c3b-92f4-4fac-8431-ff1ee2c40791),segment_id=c93c4c3b-92f4-4fac-8431-ff1ee2c40791)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:14.254933 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d0090342-ac13-4e67-b668-bd88ea7e74ed), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.287736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Calling delete_port for d0090342-ac13-4e67-b668-bd88ea7e74ed owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:14.301460 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2f8994e3-d239-447f-9495-9217d4579dea tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (e79b5d44-8848-4d7a-add2-ace7f5ebc421), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.362133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2f8994e3-d239-447f-9495-9217d4579dea tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (e79b5d44-8848-4d7a-add2-ace7f5ebc421), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.420098 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2f8994e3-d239-447f-9495-9217d4579dea tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e79b5d44-8848-4d7a-add2-ace7f5ebc421), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.425705 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2f8994e3-d239-447f-9495-9217d4579dea tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.435291 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2f8994e3-d239-447f-9495-9217d4579dea tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/e79b5d44-8848-4d7a-add2-ace7f5ebc421 HTTP/1.1" status: 204 len: 168 time: 0.2612631 Feb 19 03:34:14.435781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54184) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:14.478008 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8994e3-d239-447f-9495-9217d4579dea tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79b5d44-8848-4d7a-add2-ace7f5ebc421,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:14.508053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5c9a1ed5-1c73-4b92-bf11-2b86c46b5072 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0710855 Feb 19 03:34:14.512652 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54186) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:14.518429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-17be50ca-11fb-43df-b2fc-796e8627ec29 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group': {'name': 'tempest-secgroup--520108223'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:14.528762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e09d8-8146-486a-af0c-6f9b1962e5f1 req-38363f05-3b9f-4f68-9b97-bf5d4eabe878 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:14.530327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-137e09d8-8146-486a-af0c-6f9b1962e5f1 req-38363f05-3b9f-4f68-9b97-bf5d4eabe878 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.2231309 Feb 19 03:34:14.569471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17be50ca-11fb-43df-b2fc-796e8627ec29 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.600614 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.607724 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d0090342-ac13-4e67-b668-bd88ea7e74ed), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.628459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No DVR routers for this DVR port d0090342-ac13-4e67-b668-bd88ea7e74ed on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:14.679042 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-137e09d8-8146-486a-af0c-6f9b1962e5f1 req-bd9a86d4-df77-41f9-8be5-c7f01106ee7e tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372960 Feb 19 03:34:14.681471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Port': ['ID=d0090342-ac13-4e67-b668-bd88ea7e74ed,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:14.775482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17be50ca-11fb-43df-b2fc-796e8627ec29 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (df0010f0-0113-4341-96cd-35cd0d0a9100), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.783227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17be50ca-11fb-43df-b2fc-796e8627ec29 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (df0010f0-0113-4341-96cd-35cd0d0a9100), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.853578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d41796b4-3560-44b9-8850-817c054c5dec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.897308 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-17be50ca-11fb-43df-b2fc-796e8627ec29 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.908551 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-17be50ca-11fb-43df-b2fc-796e8627ec29 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3947229 Feb 19 03:34:14.913259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54192) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:14.919891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41796b4-3560-44b9-8850-817c054c5dec']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:14.922105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e73d6266-3dcf-4416-854d-8113cf68a3e1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': 'df0010f0-0113-4341-96cd-35cd0d0a9100', 'direction': 'ingress', 'protocol': 17}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:14.938977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be50ca-11fb-43df-b2fc-796e8627ec29 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0010f0-0113-4341-96cd-35cd0d0a9100,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:14.945584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93c4c3b-92f4-4fac-8431-ff1ee2c40791') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:14.947457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93c4c3b-92f4-4fac-8431-ff1ee2c40791') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:15.003711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (c93c4c3b-92f4-4fac-8431-ff1ee2c40791), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.022521 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e73d6266-3dcf-4416-854d-8113cf68a3e1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (c601b06d-8e11-4571-83c0-83c721c154fa), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.045120 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c93c4c3b-92f4-4fac-8431-ff1ee2c40791), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.053954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:15.054358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (c93c4c3b-92f4-4fac-8431-ff1ee2c40791), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:15.059734 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:15.170420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e73d6266-3dcf-4416-854d-8113cf68a3e1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (c601b06d-8e11-4571-83c0-83c721c154fa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.179831 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e73d6266-3dcf-4416-854d-8113cf68a3e1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (c601b06d-8e11-4571-83c0-83c721c154fa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.181583 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d41796b4-3560-44b9-8850-817c054c5dec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.195499 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.199556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/d41796b4-3560-44b9-8850-817c054c5dec HTTP/1.1" status: 204 len: 168 time: 3.0154929 Feb 19 03:34:15.206833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54198) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:15.212844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f72d1f-2aff-46a0-91c0-210d591db7d8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=d41796b4-3560-44b9-8850-817c054c5dec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:15.287822 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fca581e-2442-4709-aeec-3b1880191454 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] GET failed (client error): The resource could not be found. Feb 19 03:34:15.305530 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6fca581e-2442-4709-aeec-3b1880191454 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/subnets/7afca684-5cf9-4107-8733-a26e9299db5e HTTP/1.1" status: 404 len: 337 time: 0.0835083 Feb 19 03:34:15.306648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54202) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:15.321631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d6266-3dcf-4416-854d-8113cf68a3e1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c601b06d-8e11-4571-83c0-83c721c154fa,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:15.345106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e73d6266-3dcf-4416-854d-8113cf68a3e1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.346767 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e73d6266-3dcf-4416-854d-8113cf68a3e1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4321558 Feb 19 03:34:15.349459 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54204) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:15.358492 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd665f63-96c2-4306-8078-c9d3688391f6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:15.359879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd665f63-96c2-4306-8078-c9d3688391f6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:15.366918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fd665f63-96c2-4306-8078-c9d3688391f6 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/d41796b4-3560-44b9-8850-817c054c5dec HTTP/1.1" status: 404 len: 339 time: 0.0591612 Feb 19 03:34:15.370633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54206) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:15.464410 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd69ef12-5f77-4112-8cce-2148fa9ffbef tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (df0010f0-0113-4341-96cd-35cd0d0a9100), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.516263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd69ef12-5f77-4112-8cce-2148fa9ffbef tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (df0010f0-0113-4341-96cd-35cd0d0a9100), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.592938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171000de-9210-4dd6-affa-e938ec206ba1 req-14cf3789-198c-4b25-820c-492f46202220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:15.596099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-171000de-9210-4dd6-affa-e938ec206ba1 req-14cf3789-198c-4b25-820c-492f46202220 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 1128 time: 0.2262428 Feb 19 03:34:15.639814 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd69ef12-5f77-4112-8cce-2148fa9ffbef tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (df0010f0-0113-4341-96cd-35cd0d0a9100), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.643804 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd69ef12-5f77-4112-8cce-2148fa9ffbef tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.649313 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fd69ef12-5f77-4112-8cce-2148fa9ffbef tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/df0010f0-0113-4341-96cd-35cd0d0a9100 HTTP/1.1" status: 204 len: 168 time: 0.2960691 Feb 19 03:34:15.650630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54208) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:15.665046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69ef12-5f77-4112-8cce-2148fa9ffbef tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0010f0-0113-4341-96cd-35cd0d0a9100,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:16.308578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07fe44-12a9-4f26-9f97-b8579ae6d93d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.312967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54224) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:16.313402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2b07fe44-12a9-4f26-9f97-b8579ae6d93d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9414427 Feb 19 03:34:16.324682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238f379-e297-4e5c-b178-48a3a46ef4b0 req-e64b76ca-efcc-484a-a014-1551a1bd82aa tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.326187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9238f379-e297-4e5c-b178-48a3a46ef4b0 req-e64b76ca-efcc-484a-a014-1551a1bd82aa tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.9075112 Feb 19 03:34:16.398658 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0616d91b-82ec-4d1d-8b3a-2ad2bcbd609b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 207 time: 0.0836117 Feb 19 03:34:16.399438 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54226) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:16.457094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ff845f1c-d775-4d37-8f34-f8224982efcd tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7949562 Feb 19 03:34:16.460261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171000de-9210-4dd6-affa-e938ec206ba1 req-e2437c60-ce3e-4917-969f-ced5f535d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.461985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-171000de-9210-4dd6-affa-e938ec206ba1 req-e2437c60-ce3e-4917-969f-ced5f535d14b service neutron] 10.222.0.71 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 914 time: 0.8479660 Feb 19 03:34:16.462487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54228) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:16.471515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d1c3c5d4-22b9-4a9f-b856-9593651f7083 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group': {'name': 'tempest-secgroup--119279501'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:16.492643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9238f379-e297-4e5c-b178-48a3a46ef4b0 req-4d490642-c522-4a2f-9929-d527278a4787 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537254 Feb 19 03:34:16.548848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-171000de-9210-4dd6-affa-e938ec206ba1 req-6fd514bf-489f-43d9-909d-54438b39eec2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 200 len: 217 time: 0.0709252 Feb 19 03:34:16.565409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618a00b-1c29-4049-9b59-ea6be820d41c tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.572693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618a00b-1c29-4049-9b59-ea6be820d41c tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.581228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618a00b-1c29-4049-9b59-ea6be820d41c tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.592706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618a00b-1c29-4049-9b59-ea6be820d41c tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.594234 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1c3c5d4-22b9-4a9f-b856-9593651f7083 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:16.599489 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8618a00b-1c29-4049-9b59-ea6be820d41c tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1989465 Feb 19 03:34:16.600161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54230) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:16.721884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171000de-9210-4dd6-affa-e938ec206ba1 req-0a73063f-63f2-471d-96d4-7650d809c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.723496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-171000de-9210-4dd6-affa-e938ec206ba1 req-0a73063f-63f2-471d-96d4-7650d809c862 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 200 len: 853 time: 0.1662521 Feb 19 03:34:16.747293 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f886541f-1232-46a8-927a-bfde61f0a37f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1456752 Feb 19 03:34:16.751514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54232) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:16.806457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-171000de-9210-4dd6-affa-e938ec206ba1 req-4083c593-ad0b-4332-a20a-d5d145e11cc0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5600df88-4693-4811-9ff5-8b78bdc7e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726485 Feb 19 03:34:16.829670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8863e21-57c2-4495-9867-181a7cb000ae tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.831426 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8863e21-57c2-4495-9867-181a7cb000ae tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.833425 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f8863e21-57c2-4495-9867-181a7cb000ae tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0805469 Feb 19 03:34:16.844073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54234) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:16.916672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ef267a-9108-47a6-acf3-38a519329c7d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.918302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ef267a-9108-47a6-acf3-38a519329c7d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:16.920412 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e9ef267a-9108-47a6-acf3-38a519329c7d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0747478 Feb 19 03:34:16.927074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54236) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:16.998149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-171000de-9210-4dd6-affa-e938ec206ba1 req-45622446-a4e6-4987-a4ec-0ad693f19869 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810329 Feb 19 03:34:17.094643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1c3c5d4-22b9-4a9f-b856-9593651f7083 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (f56bf623-139b-42b6-a655-54b241c074e1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.140929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-171000de-9210-4dd6-affa-e938ec206ba1 req-ef94d8d3-a8ea-44f7-ab76-8817b6cc8cef service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357837 Feb 19 03:34:17.142234 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1c3c5d4-22b9-4a9f-b856-9593651f7083 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f56bf623-139b-42b6-a655-54b241c074e1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.151001 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd68455-0b46-48aa-837f-0cbfcf8c19d4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.161905 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5cd68455-0b46-48aa-837f-0cbfcf8c19d4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/networks/3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 HTTP/1.1" status: 200 len: 799 time: 0.2319534 Feb 19 03:34:17.161905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54238) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:17.243082 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1c3c5d4-22b9-4a9f-b856-9593651f7083 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.252462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d1c3c5d4-22b9-4a9f-b856-9593651f7083 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7802155 Feb 19 03:34:17.253300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54242) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:17.281837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f4bdd3de-efb1-4d46-a000-29b16c5c3c48 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720820109'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:17.292188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3c5d4-22b9-4a9f-b856-9593651f7083 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56bf623-139b-42b6-a655-54b241c074e1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:17.360966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4bdd3de-efb1-4d46-a000-29b16c5c3c48 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.412930 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-65f6272a-2007-4570-8353-8f79d018b5c2 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/networks/3c3cb260-2d5b-4579-8e42-5e9a5284d4c0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2507241 Feb 19 03:34:17.418047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54246) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:17.480489 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4bdd3de-efb1-4d46-a000-29b16c5c3c48 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (df6d2c79-23e1-4144-8032-2bd243c3f720), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.488149 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4bdd3de-efb1-4d46-a000-29b16c5c3c48 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (df6d2c79-23e1-4144-8032-2bd243c3f720), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.571079 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4bdd3de-efb1-4d46-a000-29b16c5c3c48 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.578840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f4bdd3de-efb1-4d46-a000-29b16c5c3c48 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3203583 Feb 19 03:34:17.591859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54250) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:17.598470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-40fa43e7-2182-4e3e-aa18-c95f57befb34 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': 'f56bf623-139b-42b6-a655-54b241c074e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'df6d2c79-23e1-4144-8032-2bd243c3f720', 'remote_ip_prefix': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:17.635229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28adb2ad-ad39-47d2-a928-d066fc03def2 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.642506 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-28adb2ad-ad39-47d2-a928-d066fc03def2 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/subnets/483b734d-4168-471b-84d9-67c19b5ba96f HTTP/1.1" status: 200 len: 811 time: 0.2231207 Feb 19 03:34:17.659452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54254) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:17.690331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdd3de-efb1-4d46-a000-29b16c5c3c48 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6d2c79-23e1-4144-8032-2bd243c3f720,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:17.767948 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40fa43e7-2182-4e3e-aa18-c95f57befb34 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (eef3f05f-8249-4c49-b5d6-6633fde6e558), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.773301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b97a17-0399-4ada-a10d-00ff76497fc8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['shared'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.774637 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-93b97a17-0399-4ada-a10d-00ff76497fc8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "GET /v2.0/subnets/483b734d-4168-471b-84d9-67c19b5ba96f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1141875 Feb 19 03:34:17.778192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54260) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:17.784889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-441496013'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:17.808588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:17.812071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.842035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:17.853159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ab4a6-17ed-46e2-959a-4c9fcb59e013 req-8f2b8a4b-44d7-46c7-a9bc-ce94494c9bb6 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.855136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-622ab4a6-17ed-46e2-959a-4c9fcb59e013 req-8f2b8a4b-44d7-46c7-a9bc-ce94494c9bb6 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1436176 Feb 19 03:34:17.861519 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (edf10c88-dc0a-4d96-a124-f86d100fbf17), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.862031 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Added segment edf10c88-dc0a-4d96-a124-f86d100fbf17 of type vlan for network 62f160d7-1fa9-4aef-b850-bf95fb743a5a Feb 19 03:34:17.909903 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40fa43e7-2182-4e3e-aa18-c95f57befb34 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (eef3f05f-8249-4c49-b5d6-6633fde6e558), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.923736 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40fa43e7-2182-4e3e-aa18-c95f57befb34 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (eef3f05f-8249-4c49-b5d6-6633fde6e558), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.936188 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (62f160d7-1fa9-4aef-b850-bf95fb743a5a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.971584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-622ab4a6-17ed-46e2-959a-4c9fcb59e013 req-8e8eafe3-5bc6-4cdd-80d0-022bc11f6be9 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995100 Feb 19 03:34:17.974140 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (62f160d7-1fa9-4aef-b850-bf95fb743a5a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.974905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa43e7-2182-4e3e-aa18-c95f57befb34 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef3f05f-8249-4c49-b5d6-6633fde6e558,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:17.988567 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.990182 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.002891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40fa43e7-2182-4e3e-aa18-c95f57befb34 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.004264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-40fa43e7-2182-4e3e-aa18-c95f57befb34 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4115112 Feb 19 03:34:18.008789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54266) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:18.059293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2b805d45-2cf3-4d2a-be4d-17615aec9d51 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (eef3f05f-8249-4c49-b5d6-6633fde6e558), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.076104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2b805d45-2cf3-4d2a-be4d-17615aec9d51 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (eef3f05f-8249-4c49-b5d6-6633fde6e558), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.094478 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3118477 Feb 19 03:34:18.096456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54270) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:18.100878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'network_id': '62f160d7-1fa9-4aef-b850-bf95fb743a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:18.126512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc27525-bfa0-4003-8838-813773e6b56a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Network': ['ID=62f160d7-1fa9-4aef-b850-bf95fb743a5a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:18.139915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 62f160d7-1fa9-4aef-b850-bf95fb743a5a details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:18.245138 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2b805d45-2cf3-4d2a-be4d-17615aec9d51 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (eef3f05f-8249-4c49-b5d6-6633fde6e558), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.258879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2b805d45-2cf3-4d2a-be4d-17615aec9d51 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.262479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2b805d45-2cf3-4d2a-be4d-17615aec9d51 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/eef3f05f-8249-4c49-b5d6-6633fde6e558 HTTP/1.1" status: 204 len: 168 time: 0.2510939 Feb 19 03:34:18.262903 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54274) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:18.299894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b805d45-2cf3-4d2a-be4d-17615aec9d51 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eef3f05f-8249-4c49-b5d6-6633fde6e558,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:18.326328 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a1d6b2eb-87bc-49ab-95b3-5b689a3237a1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0598104 Feb 19 03:34:18.332057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54278) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:18.420378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Made reservation on behalf of f1f2694cfec14471bf234e4ffccc8b1b for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:18.426910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.539968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Performing IP validity checks on allocation pools {{(pid=103615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:34:18.540594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:34:18.559770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9902d8a-eff2-42d8-82fd-fc14a991f998 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (df6d2c79-23e1-4144-8032-2bd243c3f720), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.608355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9902d8a-eff2-42d8-82fd-fc14a991f998 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (df6d2c79-23e1-4144-8032-2bd243c3f720), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.618758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeacdba-ccec-4e71-9e7e-c00fb934884c req-3ed27841-eebc-4fd1-b4db-809288180059 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:18.620574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9aeacdba-ccec-4e71-9e7e-c00fb934884c req-3ed27841-eebc-4fd1-b4db-809288180059 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 946 time: 0.1368210 Feb 19 03:34:18.749964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9902d8a-eff2-42d8-82fd-fc14a991f998 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (df6d2c79-23e1-4144-8032-2bd243c3f720), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.753434 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9902d8a-eff2-42d8-82fd-fc14a991f998 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.757671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a9902d8a-eff2-42d8-82fd-fc14a991f998 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/df6d2c79-23e1-4144-8032-2bd243c3f720 HTTP/1.1" status: 204 len: 168 time: 0.4208584 Feb 19 03:34:18.758916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54284) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:18.764772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9aeacdba-ccec-4e71-9e7e-c00fb934884c req-73a9b182-71d4-4e60-a2f5-41839029e5dc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329799 Feb 19 03:34:18.800359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9902d8a-eff2-42d8-82fd-fc14a991f998 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6d2c79-23e1-4144-8032-2bd243c3f720,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:18.822776 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (55d1a500-59a1-45e9-97d4-2d5814186332), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.901446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=55d1a500-59a1-45e9-97d4-2d5814186332,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:18.906676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54286) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:18.907904 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-db9024c6-6a6b-4715-8fd6-8ff464d99a5f tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1469336 Feb 19 03:34:18.931204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Checking segment: {'id': 'edf10c88-dc0a-4d96-a124-f86d100fbf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '62f160d7-1fa9-4aef-b850-bf95fb743a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:18.934121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network hostable DHCP agents. Network: 62f160d7-1fa9-4aef-b850-bf95fb743a5a, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:18.973375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Network 62f160d7-1fa9-4aef-b850-bf95fb743a5a is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:18.991822 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abdbfac4-c6e8-4ccc-8a4b-1e498f3a2554 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (f56bf623-139b-42b6-a655-54b241c074e1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.004821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 62f160d7-1fa9-4aef-b850-bf95fb743a5a) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:19.014803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e5bec-2ae0-4c7b-80ef-4d635d2c51c3 None None] Network 62f160d7-1fa9-4aef-b850-bf95fb743a5a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:19.016144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:19.016766 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.025461 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abdbfac4-c6e8-4ccc-8a4b-1e498f3a2554 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (f56bf623-139b-42b6-a655-54b241c074e1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.070339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8518138b-164c-4f4b-aded-b3bd941ea41f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9740999 Feb 19 03:34:19.073167 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54290) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:19.079179 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d061df38-5cc6-4a28-b422-962f60cd7a28 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:19.160589 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abdbfac4-c6e8-4ccc-8a4b-1e498f3a2554 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f56bf623-139b-42b6-a655-54b241c074e1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.164341 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abdbfac4-c6e8-4ccc-8a4b-1e498f3a2554 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.168525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-abdbfac4-c6e8-4ccc-8a4b-1e498f3a2554 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/f56bf623-139b-42b6-a655-54b241c074e1 HTTP/1.1" status: 204 len: 168 time: 0.2609165 Feb 19 03:34:19.169147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54292) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:19.192355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-62f160d7-1fa9-4aef-b850-bf95fb743a5a', 'network_id': '62f160d7-1fa9-4aef-b850-bf95fb743a5a', 'project_id': 'f1f2694cfec14471bf234e4ffccc8b1b', 'fixed_ips': [{'subnet_id': '55d1a500-59a1-45e9-97d4-2d5814186332'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:19.194375 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.203735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbfac4-c6e8-4ccc-8a4b-1e498f3a2554 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56bf623-139b-42b6-a655-54b241c074e1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:19.212003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee567d48-526a-4195-8e6f-8828a1def3a2 req-c8fd05f5-f72e-4b7c-b2c6-846570e47253 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:19.218489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee567d48-526a-4195-8e6f-8828a1def3a2 req-c8fd05f5-f72e-4b7c-b2c6-846570e47253 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1736209 Feb 19 03:34:19.264977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d061df38-5cc6-4a28-b422-962f60cd7a28 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12305822'] for subnet (55d1a500-59a1-45e9-97d4-2d5814186332), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.288086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-53bb47ce-c9d3-4dad-b471-05301b73ea52 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1130550 Feb 19 03:34:19.296222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54294) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:19.302065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-50094bf5-c6ee-4838-b1fd-38fbbaedc24d tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148646471'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:19.339860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee567d48-526a-4195-8e6f-8828a1def3a2 req-c135f77d-0804-4b7c-880a-0a937e873d4b tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158404 Feb 19 03:34:19.351842 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50094bf5-c6ee-4838-b1fd-38fbbaedc24d tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.377736 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 03:34:19.377736 n-d-826756-2 neutron-server[103617]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 19 03:34:19.377736 n-d-826756-2 neutron-server[103617]: [parameters: {'in_use': 1, 'id_1': '55d1a500-59a1-45e9-97d4-2d5814186332'}] Feb 19 03:34:19.377736 n-d-826756-2 neutron-server[103617]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:34:19.379309 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:34:19.460562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50094bf5-c6ee-4838-b1fd-38fbbaedc24d tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (0553e4d5-71ad-40dc-9582-e41d96213eb9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.465373 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50094bf5-c6ee-4838-b1fd-38fbbaedc24d tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0553e4d5-71ad-40dc-9582-e41d96213eb9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.487064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50094bf5-c6ee-4838-b1fd-38fbbaedc24d tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.488419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-50094bf5-c6ee-4838-b1fd-38fbbaedc24d tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1911826 Feb 19 03:34:19.494902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54310) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:19.500264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cdc96548-eb74-4662-b30c-6984f114e5fe tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': '0553e4d5-71ad-40dc-9582-e41d96213eb9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:19.542397 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cdc96548-eb74-4662-b30c-6984f114e5fe tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (217e8c81-5d1f-4dfe-932d-6e023d4ea7fb), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.552785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50094bf5-c6ee-4838-b1fd-38fbbaedc24d tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0553e4d5-71ad-40dc-9582-e41d96213eb9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:19.573639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d061df38-5cc6-4a28-b422-962f60cd7a28 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791909489026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12355250'] for subnet (55d1a500-59a1-45e9-97d4-2d5814186332), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.655447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b2675-baa0-455c-90bb-9ed8aeceece9 req-a02b2f44-7011-478c-bab3-b20ea74722d9 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:19.657233 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061df38-5cc6-4a28-b422-962f60cd7a28 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event updated for resources: {'Subnet': ['ID=55d1a500-59a1-45e9-97d4-2d5814186332,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:19.658309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-193b2675-baa0-455c-90bb-9ed8aeceece9 req-a02b2f44-7011-478c-bab3-b20ea74722d9 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1295471 Feb 19 03:34:19.683612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d061df38-5cc6-4a28-b422-962f60cd7a28 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:19.684361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d061df38-5cc6-4a28-b422-962f60cd7a28 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.688800 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d061df38-5cc6-4a28-b422-962f60cd7a28 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "PUT /v2.0/subnets/55d1a500-59a1-45e9-97d4-2d5814186332 HTTP/1.1" status: 200 len: 877 time: 0.6145260 Feb 19 03:34:19.689415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54312) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:19.698208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cdc96548-eb74-4662-b30c-6984f114e5fe tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (217e8c81-5d1f-4dfe-932d-6e023d4ea7fb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.712152 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cdc96548-eb74-4662-b30c-6984f114e5fe tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (217e8c81-5d1f-4dfe-932d-6e023d4ea7fb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.753080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-193b2675-baa0-455c-90bb-9ed8aeceece9 req-16324d98-e3ca-4548-bb2e-e9d3b166affe tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873444 Feb 19 03:34:19.754980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc96548-eb74-4662-b30c-6984f114e5fe tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217e8c81-5d1f-4dfe-932d-6e023d4ea7fb,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:19.764186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cdc96548-eb74-4662-b30c-6984f114e5fe tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.770040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cdc96548-eb74-4662-b30c-6984f114e5fe tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2739527 Feb 19 03:34:19.771416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54314) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:19.801272 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49486488-449d-4acb-823c-db84e8f5c019 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (217e8c81-5d1f-4dfe-932d-6e023d4ea7fb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.815832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49486488-449d-4acb-823c-db84e8f5c019 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (217e8c81-5d1f-4dfe-932d-6e023d4ea7fb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.862705 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49486488-449d-4acb-823c-db84e8f5c019 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (217e8c81-5d1f-4dfe-932d-6e023d4ea7fb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.869483 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (62f160d7-1fa9-4aef-b850-bf95fb743a5a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.871969 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49486488-449d-4acb-823c-db84e8f5c019 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.876728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-49486488-449d-4acb-823c-db84e8f5c019 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/217e8c81-5d1f-4dfe-932d-6e023d4ea7fb HTTP/1.1" status: 204 len: 168 time: 0.1039033 Feb 19 03:34:19.881081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.883148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54322) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:19.894762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49486488-449d-4acb-823c-db84e8f5c019 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=217e8c81-5d1f-4dfe-932d-6e023d4ea7fb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:19.981150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c756ad-65f9-488e-ad03-310c915387a6 req-42db29bb-1c92-448c-8d1d-7cac9deb75a3 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:19.986639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28c756ad-65f9-488e-ad03-310c915387a6 req-42db29bb-1c92-448c-8d1d-7cac9deb75a3 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 946 time: 0.0877452 Feb 19 03:34:19.989553 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-add66f11-e908-4385-9ac2-3053424d7d14 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1053908 Feb 19 03:34:19.992931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54324) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:20.025829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (55d1a500-59a1-45e9-97d4-2d5814186332), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.068659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28c756ad-65f9-488e-ad03-310c915387a6 req-ce54bd92-34df-4551-8fa4-fe0596dacbb9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748954 Feb 19 03:34:20.098624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Allocated IP 172.20.0.3 (62f160d7-1fa9-4aef-b850-bf95fb743a5a/55d1a500-59a1-45e9-97d4-2d5814186332/2f36dbcd-4605-4609-9d0f-a1699e4b17af) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:20.106588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d3c28cb-9912-49ee-b04e-e00138198502 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (0553e4d5-71ad-40dc-9582-e41d96213eb9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.134983 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d3c28cb-9912-49ee-b04e-e00138198502 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (0553e4d5-71ad-40dc-9582-e41d96213eb9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.183728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d3c28cb-9912-49ee-b04e-e00138198502 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0553e4d5-71ad-40dc-9582-e41d96213eb9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.186693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d3c28cb-9912-49ee-b04e-e00138198502 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.191090 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6d3c28cb-9912-49ee-b04e-e00138198502 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/0553e4d5-71ad-40dc-9582-e41d96213eb9 HTTP/1.1" status: 204 len: 168 time: 0.1945670 Feb 19 03:34:20.193944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54326) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:20.212642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c28cb-9912-49ee-b04e-e00138198502 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0553e4d5-71ad-40dc-9582-e41d96213eb9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:20.251052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c624c6-e39c-41f3-91f9-d13a1339c2d9 req-873fbf35-bbf1-45d1-9cdb-aec1fa142aa9 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:20.252771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94c624c6-e39c-41f3-91f9-d13a1339c2d9 req-873fbf35-bbf1-45d1-9cdb-aec1fa142aa9 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1062930 Feb 19 03:34:20.264426 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9bc0309e-59b4-4066-a9b8-b7ae99ddf6c1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0663476 Feb 19 03:34:20.270404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54328) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:20.280642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-37fa9457-bf96-4cb8-8c23-23feca7f4bf9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133664710'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:20.307562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Publish callbacks [] for port (2f36dbcd-4605-4609-9d0f-a1699e4b17af), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.322229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-37fa9457-bf96-4cb8-8c23-23feca7f4bf9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.331742 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (2f36dbcd-4605-4609-9d0f-a1699e4b17af), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.349604 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (55d1a500-59a1-45e9-97d4-2d5814186332), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.386468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Network 62f160d7-1fa9-4aef-b850-bf95fb743a5a is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:20.390825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:20.392836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=55d1a500-59a1-45e9-97d4-2d5814186332,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:20.397828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:20.457733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Pushing event updated for resources: {'Port': ['ID=2f36dbcd-4605-4609-9d0f-a1699e4b17af,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:20.488747 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (62f160d7-1fa9-4aef-b850-bf95fb743a5a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.489522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Attempting to bind port 2f36dbcd-4605-4609-9d0f-a1699e4b17af on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:20.490602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Attempting to bind port 2f36dbcd-4605-4609-9d0f-a1699e4b17af by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'edf10c88-dc0a-4d96-a124-f86d100fbf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '62f160d7-1fa9-4aef-b850-bf95fb743a5a'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:20.491160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Attempting to bind port 2f36dbcd-4605-4609-9d0f-a1699e4b17af on network 62f160d7-1fa9-4aef-b850-bf95fb743a5a {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:20.505304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:20.505939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Checking segment: {'id': 'edf10c88-dc0a-4d96-a124-f86d100fbf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '62f160d7-1fa9-4aef-b850-bf95fb743a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:20.506364 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.506785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Bound using segment: {'id': 'edf10c88-dc0a-4d96-a124-f86d100fbf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '62f160d7-1fa9-4aef-b850-bf95fb743a5a'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:20.507474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Bound port: 2f36dbcd-4605-4609-9d0f-a1699e4b17af, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf10c88-dc0a-4d96-a124-f86d100fbf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '62f160d7-1fa9-4aef-b850-bf95fb743a5a'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:20.509655 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2f36dbcd-4605-4609-9d0f-a1699e4b17af), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.542634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94c624c6-e39c-41f3-91f9-d13a1339c2d9 req-1edf57a3-1a09-4b01-92e2-7517f8d9ef65 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831786 Feb 19 03:34:20.545580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f160d7-1fa9-4aef-b850-bf95fb743a5a']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:20.606311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-bc760d84-16be-4341-80fa-7268e151fdd8 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:20.608546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-bc760d84-16be-4341-80fa-7268e151fdd8 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.37 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 946 time: 0.3038495 Feb 19 03:34:20.635863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf10c88-dc0a-4d96-a124-f86d100fbf17') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:20.636166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf10c88-dc0a-4d96-a124-f86d100fbf17') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:20.675916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] For port 2f36dbcd-4605-4609-9d0f-a1699e4b17af, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:20.684706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] For port 2f36dbcd-4605-4609-9d0f-a1699e4b17af, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2f36dbcd-4605-4609-9d0f-a1699e4b17af,segment=NetworkSegment(edf10c88-dc0a-4d96-a124-f86d100fbf17),segment_id=edf10c88-dc0a-4d96-a124-f86d100fbf17)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:20.703357 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2f36dbcd-4605-4609-9d0f-a1699e4b17af), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.713377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (edf10c88-dc0a-4d96-a124-f86d100fbf17), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.753614 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (edf10c88-dc0a-4d96-a124-f86d100fbf17), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.783860 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:20.784587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (edf10c88-dc0a-4d96-a124-f86d100fbf17), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.837988 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-37fa9457-bf96-4cb8-8c23-23feca7f4bf9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (0a0d5462-300c-4d5d-ab19-4d3e7cf87e46), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.843731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a5a75-d4f5-437c-8c15-d28855cd84dd None None] Pushing event updated for resources: {'Port': ['ID=2f36dbcd-4605-4609-9d0f-a1699e4b17af,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:20.852328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-37fa9457-bf96-4cb8-8c23-23feca7f4bf9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0a0d5462-300c-4d5d-ab19-4d3e7cf87e46), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.909584 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-37fa9457-bf96-4cb8-8c23-23feca7f4bf9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.911665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-37fa9457-bf96-4cb8-8c23-23feca7f4bf9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6400678 Feb 19 03:34:20.926288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffad4cb-1375-4653-94af-65b040513850 req-44ddf69d-1785-49f2-a783-2d32912ea3a3 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:20.928883 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:20.931370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54336) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:20.943075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8c07985c-1614-45bf-92a3-6f3ed0ed47f0 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': '0a0d5462-300c-4d5d-ab19-4d3e7cf87e46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:20.947143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cffad4cb-1375-4653-94af-65b040513850 req-44ddf69d-1785-49f2-a783-2d32912ea3a3 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.2129004 Feb 19 03:34:20.951739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda12d8-3168-47a5-8a33-5217bd0ca2ce None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:34:20.952455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa9457-bf96-4cb8-8c23-23feca7f4bf9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0d5462-300c-4d5d-ab19-4d3e7cf87e46,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:20.970566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.db.api [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:34:20.970566 n-d-826756-2 neutron-server[103616]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:34:20.970566 n-d-826756-2 neutron-server[103616]: [parameters: {'id': '62f160d7-1fa9-4aef-b850-bf95fb743a5a'}] Feb 19 03:34:20.970566 n-d-826756-2 neutron-server[103616]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:34:20.970939 n-d-826756-2 neutron-server[103616]: DEBUG oslo_db.api [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:34:21.010391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c07985c-1614-45bf-92a3-6f3ed0ed47f0 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (8b5a1a17-a341-40fd-8c03-4c3fe0e4f7bd), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.057923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Deleting port 33456164-a49a-4d29-8bac-d7d18a90dc0e {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:21.058984 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.079882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c07985c-1614-45bf-92a3-6f3ed0ed47f0 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (8b5a1a17-a341-40fd-8c03-4c3fe0e4f7bd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.084151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cffad4cb-1375-4653-94af-65b040513850 req-b8ec1c9b-8f78-4219-ad25-a0bec4d46de2 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318724 Feb 19 03:34:21.086533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c07985c-1614-45bf-92a3-6f3ed0ed47f0 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (8b5a1a17-a341-40fd-8c03-4c3fe0e4f7bd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.110394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07985c-1614-45bf-92a3-6f3ed0ed47f0 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5a1a17-a341-40fd-8c03-4c3fe0e4f7bd,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:21.149014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c07985c-1614-45bf-92a3-6f3ed0ed47f0 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.154237 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c07985c-1614-45bf-92a3-6f3ed0ed47f0 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2214127 Feb 19 03:34:21.154963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54342) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:21.205229 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a9d80418-c100-4c7c-b8d4-5af470928838 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules/8b5a1a17-a341-40fd-8c03-4c3fe0e4f7bd HTTP/1.1" status: 200 len: 763 time: 0.0490923 Feb 19 03:34:21.207665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54344) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:21.250195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] For port 33456164-a49a-4d29-8bac-d7d18a90dc0e, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33456164-a49a-4d29-8bac-d7d18a90dc0e,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:21.251116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.260494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda12d8-3168-47a5-8a33-5217bd0ca2ce None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:34:21.315098 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-11ca9c07-0c02-44c9-ac28-175d5403aa45 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1062975 Feb 19 03:34:21.318893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54346) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:21.377604 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8998c661-de20-429b-b9bb-694baa118560 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (8b5a1a17-a341-40fd-8c03-4c3fe0e4f7bd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.394095 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8998c661-de20-429b-b9bb-694baa118560 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (8b5a1a17-a341-40fd-8c03-4c3fe0e4f7bd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.425420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563d74e-f9d1-48c6-8a08-17062a9d2441 req-031fae38-04e7-4efe-a139-d2a852f7f672 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:21.428033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9563d74e-f9d1-48c6-8a08-17062a9d2441 req-031fae38-04e7-4efe-a139-d2a852f7f672 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 946 time: 0.2021749 Feb 19 03:34:21.437998 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8998c661-de20-429b-b9bb-694baa118560 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (8b5a1a17-a341-40fd-8c03-4c3fe0e4f7bd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.458265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8998c661-de20-429b-b9bb-694baa118560 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.461597 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8998c661-de20-429b-b9bb-694baa118560 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8b5a1a17-a341-40fd-8c03-4c3fe0e4f7bd HTTP/1.1" status: 204 len: 168 time: 0.1393368 Feb 19 03:34:21.465837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54348) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:21.473357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (62f160d7-1fa9-4aef-b850-bf95fb743a5a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.480398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998c661-de20-429b-b9bb-694baa118560 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b5a1a17-a341-40fd-8c03-4c3fe0e4f7bd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:21.576808 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f005fd3c-b301-4b56-8094-5a982b7eca85 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1075304 Feb 19 03:34:21.578065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54350) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:21.599949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Deleting port 2f36dbcd-4605-4609-9d0f-a1699e4b17af {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:21.600581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2f36dbcd-4605-4609-9d0f-a1699e4b17af), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.626646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9563d74e-f9d1-48c6-8a08-17062a9d2441 req-30c78784-b914-464c-99ed-ad17bec4400c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=42989fd0-f7c8-42fe-8883-9aaa103cc9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206279 Feb 19 03:34:21.630765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4407e820-1baa-49c5-8db9-edd32dc7dd22 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': '0a0d5462-300c-4d5d-ab19-4d3e7cf87e46', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:21.695848 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] For port 2f36dbcd-4605-4609-9d0f-a1699e4b17af, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2f36dbcd-4605-4609-9d0f-a1699e4b17af,segment=NetworkSegment(edf10c88-dc0a-4d96-a124-f86d100fbf17),segment_id=edf10c88-dc0a-4d96-a124-f86d100fbf17)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:21.696218 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2f36dbcd-4605-4609-9d0f-a1699e4b17af), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.712234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Calling delete_port for 2f36dbcd-4605-4609-9d0f-a1699e4b17af owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:21.850397 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2f36dbcd-4605-4609-9d0f-a1699e4b17af), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.904208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Port': ['ID=2f36dbcd-4605-4609-9d0f-a1699e4b17af,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:21.920488 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4407e820-1baa-49c5-8db9-edd32dc7dd22 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (20fdb96b-9f77-495e-a609-10f21c0c3821), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.921542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No DVR routers for this DVR port 2f36dbcd-4605-4609-9d0f-a1699e4b17af on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:21.949613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562628e7-95d1-40ac-bd90-c22b4ea87c33 None None] Network 62f160d7-1fa9-4aef-b850-bf95fb743a5a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:22.019919 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.021934 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (e70dc68a-47cb-47c8-8a4e-42d20dda0e8b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.022271 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Floating IP e70dc68a-47cb-47c8-8a4e-42d20dda0e8b disassociated. External IP: 172.25.4.48, port: 33456164-a49a-4d29-8bac-d7d18a90dc0e. Feb 19 03:34:22.022627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Calling delete_port for 33456164-a49a-4d29-8bac-d7d18a90dc0e owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:22.046204 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (62f160d7-1fa9-4aef-b850-bf95fb743a5a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.073337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f160d7-1fa9-4aef-b850-bf95fb743a5a']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:22.089321 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf10c88-dc0a-4d96-a124-f86d100fbf17') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:22.089933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf10c88-dc0a-4d96-a124-f86d100fbf17') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:22.128570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (edf10c88-dc0a-4d96-a124-f86d100fbf17), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.149689 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (edf10c88-dc0a-4d96-a124-f86d100fbf17), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.166765 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:22.168408 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (edf10c88-dc0a-4d96-a124-f86d100fbf17), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.168708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28864feb-6a70-40a4-9c83-3392dc101213 None None] Network 62f160d7-1fa9-4aef-b850-bf95fb743a5a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:22.175117 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:22.298609 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (62f160d7-1fa9-4aef-b850-bf95fb743a5a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.320600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586a78a-26b5-4ea7-a6db-dbc847fe19f3 req-a2793898-474a-4866-947f-cb3ca9ae45ad tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:22.328559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7586a78a-26b5-4ea7-a6db-dbc847fe19f3 req-a2793898-474a-4866-947f-cb3ca9ae45ad tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.3364193 Feb 19 03:34:22.334764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4407e820-1baa-49c5-8db9-edd32dc7dd22 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (20fdb96b-9f77-495e-a609-10f21c0c3821), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.345801 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.362138 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/62f160d7-1fa9-4aef-b850-bf95fb743a5a HTTP/1.1" status: 204 len: 168 time: 2.6694210 Feb 19 03:34:22.364083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb218de-d15c-4569-880e-8c4f2a4e426f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=62f160d7-1fa9-4aef-b850-bf95fb743a5a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:22.376479 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.378624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54362) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:22.391122 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7586a78a-26b5-4ea7-a6db-dbc847fe19f3 req-57ac6d44-62e7-46d3-b584-268b5f1153a4 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607901 Feb 19 03:34:22.449080 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9d43a3-7454-4fc1-af8a-3a60b419f668 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:22.450741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9d43a3-7454-4fc1-af8a-3a60b419f668 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:22.459413 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ff9d43a3-7454-4fc1-af8a-3a60b419f668 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/55d1a500-59a1-45e9-97d4-2d5814186332 HTTP/1.1" status: 404 len: 337 time: 0.0793352 Feb 19 03:34:22.464682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54366) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:22.484768 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4407e820-1baa-49c5-8db9-edd32dc7dd22 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (20fdb96b-9f77-495e-a609-10f21c0c3821), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.505430 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-84d98f7c-9382-4543-9943-af0ff8658d10 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3450391 Feb 19 03:34:22.516255 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3e77b4-e42d-468c-9b32-06331d6bfd6d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:22.516936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3e77b4-e42d-468c-9b32-06331d6bfd6d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:22.523679 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4a3e77b4-e42d-468c-9b32-06331d6bfd6d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/62f160d7-1fa9-4aef-b850-bf95fb743a5a HTTP/1.1" status: 404 len: 339 time: 0.0578570 Feb 19 03:34:22.526468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54368) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:22.550601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4407e820-1baa-49c5-8db9-edd32dc7dd22 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.554261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4407e820-1baa-49c5-8db9-edd32dc7dd22 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9434335 Feb 19 03:34:22.554261 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (33456164-a49a-4d29-8bac-d7d18a90dc0e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.565753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54370) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:22.591915 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f372386-c274-4f44-a868-89abef35e63d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:22.592764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f372386-c274-4f44-a868-89abef35e63d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:22.596759 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0f372386-c274-4f44-a868-89abef35e63d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/7afca684-5cf9-4107-8733-a26e9299db5e HTTP/1.1" status: 404 len: 337 time: 0.0690658 Feb 19 03:34:22.602610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54372) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:22.635512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0afffe28-d83a-4060-93b9-f98872c93c69 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules/20fdb96b-9f77-495e-a609-10f21c0c3821 HTTP/1.1" status: 200 len: 763 time: 0.0626762 Feb 19 03:34:22.661179 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1cb5f2-76d0-414b-99ac-70aa0f986483 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:22.661989 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1cb5f2-76d0-414b-99ac-70aa0f986483 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:22.665227 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5a1cb5f2-76d0-414b-99ac-70aa0f986483 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/d41796b4-3560-44b9-8850-817c054c5dec HTTP/1.1" status: 404 len: 339 time: 0.0615058 Feb 19 03:34:22.671312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54374) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:22.671949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54378) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:22.707916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event deleted for resources: {'Port': ['ID=33456164-a49a-4d29-8bac-d7d18a90dc0e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:22.712413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407e820-1baa-49c5-8db9-edd32dc7dd22 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fdb96b-9f77-495e-a609-10f21c0c3821,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:22.807523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff774d25-33f8-4a55-bf72-7cbaac698293 req-4bf25166-ebbc-46b8-980f-1bdb16cd5c56 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:22.809187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff774d25-33f8-4a55-bf72-7cbaac698293 req-4bf25166-ebbc-46b8-980f-1bdb16cd5c56 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.3018765 Feb 19 03:34:22.932954 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3e4c0106-64b8-417c-9d74-665631dfff07 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2597475 Feb 19 03:34:22.944941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (47026722-05e5-4daf-b032-76c95b7819b9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.947270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54386) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:22.978479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-be172ec3-f312-49b0-9276-7e85390dfe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:22.980033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-be172ec3-f312-49b0-9276-7e85390dfe1b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 1128 time: 0.3591371 Feb 19 03:34:23.021387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff774d25-33f8-4a55-bf72-7cbaac698293 req-f532bce5-1650-4608-9a6f-08d6be3d1355 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925504 Feb 19 03:34:23.065724 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-413609fe-8fcb-444b-abf0-0445039ebbd7 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (20fdb96b-9f77-495e-a609-10f21c0c3821), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.212284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-ba7fbb80-a681-45c7-ab9d-9426641c059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:23.213981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-ba7fbb80-a681-45c7-ab9d-9426641c059b service neutron] 10.222.0.71 "GET /v2.0/networks?id=5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 200 len: 914 time: 0.1914089 Feb 19 03:34:23.227856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (47026722-05e5-4daf-b032-76c95b7819b9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.266488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51614c65-5ad3-4dd4-9ab0-935936c95fb7 req-ed779bce-e822-4e77-b03b-8f9530e3f8f6 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 210 time: 0.0513361 Feb 19 03:34:23.269690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47026722-05e5-4daf-b032-76c95b7819b9']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:23.300315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93af3022-da6e-4905-bbf8-a3764ab856b6') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:23.300900 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93af3022-da6e-4905-bbf8-a3764ab856b6') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:23.322193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-413609fe-8fcb-444b-abf0-0445039ebbd7 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (20fdb96b-9f77-495e-a609-10f21c0c3821), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.323145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Router 7d3b42fc-cc24-4c16-a582-69f366792628 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:34:23.333702 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (93af3022-da6e-4905-bbf8-a3764ab856b6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.368891 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (93af3022-da6e-4905-bbf8-a3764ab856b6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.380402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:23.381065 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (93af3022-da6e-4905-bbf8-a3764ab856b6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:23.385567 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:23.406466 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-413609fe-8fcb-444b-abf0-0445039ebbd7 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (20fdb96b-9f77-495e-a609-10f21c0c3821), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.420535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-316cde09-da43-4c10-8083-45ea71b6bb61 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 200 len: 217 time: 0.1529434 Feb 19 03:34:23.426902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-413609fe-8fcb-444b-abf0-0445039ebbd7 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.428302 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-413609fe-8fcb-444b-abf0-0445039ebbd7 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/20fdb96b-9f77-495e-a609-10f21c0c3821 HTTP/1.1" status: 204 len: 168 time: 0.4747477 Feb 19 03:34:23.440545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54392) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:23.516950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413609fe-8fcb-444b-abf0-0445039ebbd7 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20fdb96b-9f77-495e-a609-10f21c0c3821,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:23.564727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (47026722-05e5-4daf-b032-76c95b7819b9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.574830 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.583163 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/47026722-05e5-4daf-b032-76c95b7819b9 HTTP/1.1" status: 204 len: 168 time: 0.9088285 Feb 19 03:34:23.587961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54394) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:23.604862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00990691-60df-47bf-8022-06393ae7c2b8 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=47026722-05e5-4daf-b032-76c95b7819b9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:23.653389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2595d3f1-8e0c-4e07-8bac-ab10e0e24698 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2064168 Feb 19 03:34:23.656562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54396) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:23.659086 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4f6a05-3a5a-4669-abc1-d897e8ccec2c tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:23.659551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4f6a05-3a5a-4669-abc1-d897e8ccec2c tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:23.661918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4651e23a-799f-4a43-9ca3-685733d6fd10 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': '0a0d5462-300c-4d5d-ab19-4d3e7cf87e46', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:23.662612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-be4f6a05-3a5a-4669-abc1-d897e8ccec2c tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/71aaac63-8fca-4c9f-87be-f2c7f104dc33 HTTP/1.1" status: 404 len: 337 time: 0.0612230 Feb 19 03:34:23.668911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54398) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:23.705335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-d0e3eee9-e29f-4014-8650-b685a91b3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:23.707013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-d0e3eee9-e29f-4014-8650-b685a91b3882 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 200 len: 853 time: 0.2701337 Feb 19 03:34:23.707393 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-4651e23a-799f-4a43-9ca3-685733d6fd10 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Project 0fe392bbf7ef4def9778d63daf4b4a08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:34:23.713952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661744f-b57c-4a4f-a8b4-6ed04985a1df req-89b6da71-2f50-4589-a79d-a7a4d3e76323 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:23.721019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6661744f-b57c-4a4f-a8b4-6ed04985a1df req-89b6da71-2f50-4589-a79d-a7a4d3e76323 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.2536962 Feb 19 03:34:23.722135 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4651e23a-799f-4a43-9ca3-685733d6fd10 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (38496632-6ad9-47c0-8791-c2d33a5435a9), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.728058 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c004796-9c34-44fd-873a-cd2430aed4dc tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:23.728577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c004796-9c34-44fd-873a-cd2430aed4dc tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:23.731799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2c004796-9c34-44fd-873a-cd2430aed4dc tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/6b7b9401-929e-4a40-aaa0-b2f60590af39 HTTP/1.1" status: 404 len: 339 time: 0.0559359 Feb 19 03:34:23.746372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54400) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:23.793586 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71c87eb-e06d-4431-9c68-007cb8a1b8e1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:23.794075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71c87eb-e06d-4431-9c68-007cb8a1b8e1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:23.797263 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c71c87eb-e06d-4431-9c68-007cb8a1b8e1 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/3910e832-9931-4f7f-8b58-deb4013cb194 HTTP/1.1" status: 404 len: 337 time: 0.0498767 Feb 19 03:34:23.800673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54402) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:23.801187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-3af49285-90cf-4387-bc83-fa66fc68ba38 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5600df88-4693-4811-9ff5-8b78bdc7e66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671968 Feb 19 03:34:23.839680 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaae672-9f8e-4596-89e3-77970bbb481f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:23.840211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaae672-9f8e-4596-89e3-77970bbb481f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:23.844672 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5eaae672-9f8e-4596-89e3-77970bbb481f tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/385ec58e-2fdf-44eb-a414-028bc98c41de HTTP/1.1" status: 404 len: 339 time: 0.0430267 Feb 19 03:34:23.847166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54404) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:23.899067 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b1fae2-ae67-40f6-a716-b2e21a6c89ad tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:23.899525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b1fae2-ae67-40f6-a716-b2e21a6c89ad tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:23.902649 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a3b1fae2-ae67-40f6-a716-b2e21a6c89ad tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/130a77db-ba9c-488c-a86a-03d9dcbb78b6 HTTP/1.1" status: 404 len: 337 time: 0.0545332 Feb 19 03:34:23.907784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54406) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:23.922897 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4651e23a-799f-4a43-9ca3-685733d6fd10 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (38496632-6ad9-47c0-8791-c2d33a5435a9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.933597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-38bbcbe8-cd26-4129-8653-c47cc6b04380 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197300 Feb 19 03:34:23.935705 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4651e23a-799f-4a43-9ca3-685733d6fd10 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (38496632-6ad9-47c0-8791-c2d33a5435a9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.950430 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b7515b-ae69-4bf8-aab5-da4a19f8e69b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:23.950958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b7515b-ae69-4bf8-aab5-da4a19f8e69b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:23.957148 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-80b7515b-ae69-4bf8-aab5-da4a19f8e69b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/d7369243-8cad-48bf-95ca-27803cc2806f HTTP/1.1" status: 404 len: 339 time: 0.0459907 Feb 19 03:34:23.966591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651e23a-799f-4a43-9ca3-685733d6fd10 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38496632-6ad9-47c0-8791-c2d33a5435a9,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:23.970131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54410) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:23.980905 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4651e23a-799f-4a43-9ca3-685733d6fd10 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.985434 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4651e23a-799f-4a43-9ca3-685733d6fd10 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273983 Feb 19 03:34:23.986091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54412) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.016526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6661744f-b57c-4a4f-a8b4-6ed04985a1df req-28d0202a-7d79-4998-8718-be92d7deb8d3 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942019 Feb 19 03:34:24.039592 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-206340ca-493c-4d27-ab09-e9acae015793 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:24.041569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206340ca-493c-4d27-ab09-e9acae015793 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:24.046726 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-206340ca-493c-4d27-ab09-e9acae015793 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/613801f0-4e4d-4e5b-b805-f88f157fe85c HTTP/1.1" status: 404 len: 337 time: 0.0719795 Feb 19 03:34:24.047568 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54418) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.081051 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ad85c754-ab42-42c8-8595-6ef8be905630 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules/38496632-6ad9-47c0-8791-c2d33a5435a9 HTTP/1.1" status: 200 len: 769 time: 0.0918741 Feb 19 03:34:24.090389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:24.105452 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] Sync routers for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:24.105969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54420) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.130086 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e629850-232a-48e3-a0a0-06ac5ee52497 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:24.130086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e629850-232a-48e3-a0a0-06ac5ee52497 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:24.130086 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9e629850-232a-48e3-a0a0-06ac5ee52497 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/d9e380cf-392f-45d3-aa13-a85c86d9894e HTTP/1.1" status: 404 len: 339 time: 0.0799854 Feb 19 03:34:24.130446 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:24.130997 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:34:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:24.141751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54430) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.186529 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-65c5d98e-091e-48fc-ad04-0b817a38f994 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0795329 Feb 19 03:34:24.187940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54432) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.220622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f00718fb-1657-48b2-b463-93a0655f4f9b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (38496632-6ad9-47c0-8791-c2d33a5435a9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:24.230261 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f1de45-8a1b-487f-bb09-8b4ead2a824a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:24.230869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f1de45-8a1b-487f-bb09-8b4ead2a824a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:24.235243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-54f1de45-8a1b-487f-bb09-8b4ead2a824a tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/7afc9a76-9f08-430b-ada6-ae1eb03ec76e HTTP/1.1" status: 404 len: 337 time: 0.0766659 Feb 19 03:34:24.238775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54434) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.243608 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f00718fb-1657-48b2-b463-93a0655f4f9b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (38496632-6ad9-47c0-8791-c2d33a5435a9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:24.265483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] No DVR routers for this DVR port 33456164-a49a-4d29-8bac-d7d18a90dc0e on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:24.284043 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:24.287670 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc66d7a4-bd5d-4331-a2ec-dded07723c68 req-705d1ab0-20b9-441e-9302-6367c5f230ad tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.37 "DELETE /v2.0/ports/33456164-a49a-4d29-8bac-d7d18a90dc0e HTTP/1.1" status: 204 len: 173 time: 3.6721475 Feb 19 03:34:24.288074 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd734fe9-43f4-421d-8422-ffa580b74b29 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:24.288523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'name': 'network-vif-deleted', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:24.289018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd734fe9-43f4-421d-8422-ffa580b74b29 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:24.291078 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703beb37-8b4d-472e-aabc-bc2553c55121" -d '{"events": [{"server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "name": "network-vif-deleted", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:24.294084 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dd734fe9-43f4-421d-8422-ffa580b74b29 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/2e6b07d4-cf49-422d-a463-b7ea0a09a269 HTTP/1.1" status: 404 len: 339 time: 0.0444784 Feb 19 03:34:24.297875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54438) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.353199 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ae171b-0abd-4a19-baee-f9b64b3840b4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:24.354041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ae171b-0abd-4a19-baee-f9b64b3840b4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:24.363049 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-40ae171b-0abd-4a19-baee-f9b64b3840b4 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/c2d8f3df-f84d-474f-b579-e5bbacacd7cb HTTP/1.1" status: 404 len: 337 time: 0.0626884 Feb 19 03:34:24.368053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54442) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.379065 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:24.391698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef65f1b-2df7-47d2-9c68-1470bb185599 req-e4c903f6-8ad4-4564-8367-579b48764db8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:24.400406 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ef65f1b-2df7-47d2-9c68-1470bb185599 req-e4c903f6-8ad4-4564-8367-579b48764db8 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.2033267 Feb 19 03:34:24.424450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe34859c-bdc9-45c5-8f6e-d3153f87cee6 req-9bd6344b-a4e5-411b-a981-c7db01569915 service neutron] 10.222.0.71 "GET /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743266 Feb 19 03:34:24.427114 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f9b121-9ef4-4f2e-8c35-a227e3c6a22d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:24.428593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f9b121-9ef4-4f2e-8c35-a227e3c6a22d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:24.442558 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b3f9b121-9ef4-4f2e-8c35-a227e3c6a22d tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/aa191ad0-52e3-4b61-9065-0021dd6dd0bb HTTP/1.1" status: 404 len: 339 time: 0.0711083 Feb 19 03:34:24.446067 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33456164-a49a-4d29-8bac-d7d18a90dc0e no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:24.447272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54444) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.472388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ef65f1b-2df7-47d2-9c68-1470bb185599 req-e6082f7f-6401-4644-9409-27a234a04790 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653632 Feb 19 03:34:24.484237 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f00718fb-1657-48b2-b463-93a0655f4f9b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (38496632-6ad9-47c0-8791-c2d33a5435a9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:24.537741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 33456164-a49a-4d29-8bac-d7d18a90dc0e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:24.543183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33456164-a49a-4d29-8bac-d7d18a90dc0e not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:24.551986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f00718fb-1657-48b2-b463-93a0655f4f9b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:24.560958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54448) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.569469 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f00718fb-1657-48b2-b463-93a0655f4f9b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/38496632-6ad9-47c0-8791-c2d33a5435a9 HTTP/1.1" status: 204 len: 168 time: 0.3802564 Feb 19 03:34:24.592572 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-0178c870-143d-4560-88e1-13e65595657b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:24.596707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0178c870-143d-4560-88e1-13e65595657b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:24.608274 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0178c870-143d-4560-88e1-13e65595657b tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/de2971c2-502e-484d-b087-8888e7f13a1c HTTP/1.1" status: 404 len: 337 time: 0.1525702 Feb 19 03:34:24.609489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00718fb-1657-48b2-b463-93a0655f4f9b tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38496632-6ad9-47c0-8791-c2d33a5435a9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:24.619120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54450) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.671729 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35f541f-04ce-4e59-a4c7-8bc768260167 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:24.672580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35f541f-04ce-4e59-a4c7-8bc768260167 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:24.676516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b35f541f-04ce-4e59-a4c7-8bc768260167 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/5d735e85-4efc-4fc5-a794-726d479e498c HTTP/1.1" status: 404 len: 339 time: 0.0545988 Feb 19 03:34:24.679129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54452) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.725053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b059d952-4204-4abb-b0b5-3c6f542c4fbe req-0d5d83e5-9e7f-4440-8544-5aba6d34346c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=55102374-ad8b-44a9-82f1-36d502315932 HTTP/1.1" status: 200 len: 210 time: 0.0808206 Feb 19 03:34:24.739096 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d636a7-1ce2-42dd-aac6-6de1abb72ee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:24.740176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d636a7-1ce2-42dd-aac6-6de1abb72ee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:24.745296 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-24d636a7-1ce2-42dd-aac6-6de1abb72ee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/cf6d324b-4502-465c-b675-3912183737a7 HTTP/1.1" status: 404 len: 337 time: 0.0635672 Feb 19 03:34:24.749225 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:24.749517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54454) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.787000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9aeb8a9a-1395-4565-9c03-963b5ce65227 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2243905 Feb 19 03:34:24.787954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54456) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.807162 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f18246-c436-4fe2-8aa8-f55719bbd7e3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:24.807694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f18246-c436-4fe2-8aa8-f55719bbd7e3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:24.816804 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-78f18246-c436-4fe2-8aa8-f55719bbd7e3 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/2b9c7183-8996-45db-ab97-bcb19c97eb84 HTTP/1.1" status: 404 len: 339 time: 0.0652270 Feb 19 03:34:24.818461 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] Checking router: 7d3b42fc-cc24-4c16-a582-69f366792628 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:24.819515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54458) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:24.835761 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:24.836405 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:34:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:24.838551 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1a54cc-16cf-41c4-9806-9b4ab82a812e x-openstack-request-id: req-7e1a54cc-16cf-41c4-9806-9b4ab82a812e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:24.838906 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55102374-ad8b-44a9-82f1-36d502315932", "name": "network-vif-deleted", "tag": "33456164-a49a-4d29-8bac-d7d18a90dc0e", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:24.842573 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e1a54cc-16cf-41c4-9806-9b4ab82a812e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:24.843170 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55102374-ad8b-44a9-82f1-36d502315932', 'name': 'network-vif-deleted', 'tag': '33456164-a49a-4d29-8bac-d7d18a90dc0e', 'status': 'completed', 'code': 200} Feb 19 03:34:24.946420 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62f804e6-ed03-4755-b488-478fd559b500 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (0a0d5462-300c-4d5d-ab19-4d3e7cf87e46), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:24.966305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5de359-7006-457f-bffd-0194199fbee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Deleting subnet 483b734d-4168-471b-84d9-67c19b5ba96f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:34:24.973536 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c5de359-7006-457f-bffd-0194199fbee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (483b734d-4168-471b-84d9-67c19b5ba96f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.017376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62f804e6-ed03-4755-b488-478fd559b500 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (0a0d5462-300c-4d5d-ab19-4d3e7cf87e46), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.142999 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:25.146169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c5de359-7006-457f-bffd-0194199fbee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (483b734d-4168-471b-84d9-67c19b5ba96f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.296822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c5de359-7006-457f-bffd-0194199fbee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (483b734d-4168-471b-84d9-67c19b5ba96f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.309785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63bcb-f3fa-4888-a32d-83f538a11e3a req-b7dd19e9-0571-4457-ab6b-5b574b3fc113 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:25.314706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44b63bcb-f3fa-4888-a32d-83f538a11e3a req-b7dd19e9-0571-4457-ab6b-5b574b3fc113 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.2038000 Feb 19 03:34:25.315410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62f804e6-ed03-4755-b488-478fd559b500 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0a0d5462-300c-4d5d-ab19-4d3e7cf87e46), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.318364 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62f804e6-ed03-4755-b488-478fd559b500 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.329183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-62f804e6-ed03-4755-b488-478fd559b500 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/0a0d5462-300c-4d5d-ab19-4d3e7cf87e46 HTTP/1.1" status: 204 len: 168 time: 0.5397916 Feb 19 03:34:25.329994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54466) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:25.402448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c5de359-7006-457f-bffd-0194199fbee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (483b734d-4168-471b-84d9-67c19b5ba96f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.418587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f804e6-ed03-4755-b488-478fd559b500 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0d5462-300c-4d5d-ab19-4d3e7cf87e46,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:25.473454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5de359-7006-457f-bffd-0194199fbee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Subnet': ['ID=483b734d-4168-471b-84d9-67c19b5ba96f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:25.500677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1eb622-27fb-4060-b94e-d462c6a72829 None None] Network 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:25.503193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c5de359-7006-457f-bffd-0194199fbee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.508639 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c5de359-7006-457f-bffd-0194199fbee5 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/subnets/483b734d-4168-471b-84d9-67c19b5ba96f HTTP/1.1" status: 204 len: 168 time: 0.6881175 Feb 19 03:34:25.511391 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54468) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:25.535001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ae2b649f-a383-4a7a-ab8c-55412670c0d1 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1837246 Feb 19 03:34:25.542954 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54470) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:25.547855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44b63bcb-f3fa-4888-a32d-83f538a11e3a req-ff804910-0be1-46f8-8e36-69e458b34cb9 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087429 Feb 19 03:34:25.571660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d26c3f2d-7cd3-4833-ab3b-317728f6e234 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353048702'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:25.678259 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:25.764924 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d26c3f2d-7cd3-4833-ab3b-317728f6e234 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.811567 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73c259-b047-49d5-b69b-777a7a188e19 None None] The sync data for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 is: [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:25.829393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (3c3cb260-2d5b-4579-8e42-5e9a5284d4c0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.837116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a1c4e-b0c5-47d6-9f06-76a15e45809d None None] DHCP port deletion for 3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:34:25.855583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c8088-73af-4d4f-8dcf-f1a8d93a23bb req-3eb38c50-1820-4d1a-a913-e10711032f57 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:25.857221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-816c8088-73af-4d4f-8dcf-f1a8d93a23bb req-3eb38c50-1820-4d1a-a913-e10711032f57 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1881063 Feb 19 03:34:25.978971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-459a1c4e-b0c5-47d6-9f06-76a15e45809d None None] Deleting port d73c99ac-ecfe-4588-90cd-645d44bf60d0 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:25.980120 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-459a1c4e-b0c5-47d6-9f06-76a15e45809d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.992042 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-816c8088-73af-4d4f-8dcf-f1a8d93a23bb req-8a6f5289-1044-47d7-8bc8-c60ad50761cf tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211560 Feb 19 03:34:26.156553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-459a1c4e-b0c5-47d6-9f06-76a15e45809d None None] For port d73c99ac-ecfe-4588-90cd-645d44bf60d0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d73c99ac-ecfe-4588-90cd-645d44bf60d0,segment=NetworkSegment(442563a2-41a2-46e0-abab-26ead868e94d),segment_id=442563a2-41a2-46e0-abab-26ead868e94d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:26.156812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54482) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:26.156950 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-459a1c4e-b0c5-47d6-9f06-76a15e45809d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.196813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-459a1c4e-b0c5-47d6-9f06-76a15e45809d None None] Calling delete_port for d73c99ac-ecfe-4588-90cd-645d44bf60d0 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:26.363153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13547841-cc3b-4ce4-9fd2-bba6342bae38 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (42989fd0-f7c8-42fe-8883-9aaa103cc9cd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.372212 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-459a1c4e-b0c5-47d6-9f06-76a15e45809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.417301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a1c4e-b0c5-47d6-9f06-76a15e45809d None None] Pushing event deleted for resources: {'Port': ['ID=d73c99ac-ecfe-4588-90cd-645d44bf60d0,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:26.431088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5704dd-1994-4786-999b-c9aa889c823b None None] New status for floating IP e70dc68a-47cb-47c8-8a4e-42d20dda0e8b: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:34:26.458566 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13547841-cc3b-4ce4-9fd2-bba6342bae38 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (42989fd0-f7c8-42fe-8883-9aaa103cc9cd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.559151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7537fc9-351c-4e5f-91f2-f54042fea9a7 req-b2e69be8-5a17-4103-9ad1-f603483a8c5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:26.563095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7537fc9-351c-4e5f-91f2-f54042fea9a7 req-b2e69be8-5a17-4103-9ad1-f603483a8c5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.2789593 Feb 19 03:34:26.605621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a1c4e-b0c5-47d6-9f06-76a15e45809d None None] No DVR routers for this DVR port d73c99ac-ecfe-4588-90cd-645d44bf60d0 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:26.625399 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d26c3f2d-7cd3-4833-ab3b-317728f6e234 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (798b7548-c25c-4528-aa17-eed45ea3cfb8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.636127 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d26c3f2d-7cd3-4833-ab3b-317728f6e234 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (798b7548-c25c-4528-aa17-eed45ea3cfb8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.672746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c3f2d-7cd3-4833-ab3b-317728f6e234 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798b7548-c25c-4528-aa17-eed45ea3cfb8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:26.692902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Deleting port d73c99ac-ecfe-4588-90cd-645d44bf60d0 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:26.693342 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.703323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7537fc9-351c-4e5f-91f2-f54042fea9a7 req-f1431919-22fe-49c6-9a9e-35853981c862 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305983 Feb 19 03:34:26.706893 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13547841-cc3b-4ce4-9fd2-bba6342bae38 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (42989fd0-f7c8-42fe-8883-9aaa103cc9cd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.713195 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13547841-cc3b-4ce4-9fd2-bba6342bae38 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.719588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-13547841-cc3b-4ce4-9fd2-bba6342bae38 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "DELETE /v2.0/security-groups/42989fd0-f7c8-42fe-8883-9aaa103cc9cd HTTP/1.1" status: 204 len: 168 time: 0.5614686 Feb 19 03:34:26.720093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d26c3f2d-7cd3-4833-ab3b-317728f6e234 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.720988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54488) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:26.726399 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d26c3f2d-7cd3-4833-ab3b-317728f6e234 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1752813 Feb 19 03:34:26.729594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54490) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:26.735645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5921824c-7f75-44ce-bab4-32c7690a4351 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Request body: {'security_group_rule': {'security_group_id': '798b7548-c25c-4528-aa17-eed45ea3cfb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:26.755793 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-a7681e52-1417-4437-84cd-13ceedaa6d8f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] show failed (client error): The resource could not be found. Feb 19 03:34:26.764284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a7681e52-1417-4437-84cd-13ceedaa6d8f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups/42989fd0-f7c8-42fe-8883-9aaa103cc9cd HTTP/1.1" status: 404 len: 347 time: 0.0384703 Feb 19 03:34:26.777082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54494) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:26.838238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13547841-cc3b-4ce4-9fd2-bba6342bae38 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42989fd0-f7c8-42fe-8883-9aaa103cc9cd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:26.886519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] For port d73c99ac-ecfe-4588-90cd-645d44bf60d0, host n-d-826756-2, got binding levels [] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:26.887228 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.913210 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5921824c-7f75-44ce-bab4-32c7690a4351 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (99c7f024-ec90-4699-ab05-963610d8689a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.916560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Calling delete_port for d73c99ac-ecfe-4588-90cd-645d44bf60d0 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:26.925268 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Port d73c99ac-ecfe-4588-90cd-645d44bf60d0 was not found and therefore no delete operation was performed {{(pid=103616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:34:26.936137 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d73c99ac-ecfe-4588-90cd-645d44bf60d0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.999983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Port': ['ID=d73c99ac-ecfe-4588-90cd-645d44bf60d0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:27.007560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] No DVR routers for this DVR port d73c99ac-ecfe-4588-90cd-645d44bf60d0 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:27.054582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d73c99ac-ecfe-4588-90cd-645d44bf60d0 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:27.109990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d73c99ac-ecfe-4588-90cd-645d44bf60d0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:27.109990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d73c99ac-ecfe-4588-90cd-645d44bf60d0 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:27.154421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5921824c-7f75-44ce-bab4-32c7690a4351 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (99c7f024-ec90-4699-ab05-963610d8689a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.159352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (3c3cb260-2d5b-4579-8e42-5e9a5284d4c0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.176813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5921824c-7f75-44ce-bab4-32c7690a4351 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (99c7f024-ec90-4699-ab05-963610d8689a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.224672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3cb260-2d5b-4579-8e42-5e9a5284d4c0']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:27.231951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921824c-7f75-44ce-bab4-32c7690a4351 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c7f024-ec90-4699-ab05-963610d8689a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:27.247924 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5921824c-7f75-44ce-bab4-32c7690a4351 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.252574 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5921824c-7f75-44ce-bab4-32c7690a4351 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5184622 Feb 19 03:34:27.252826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54496) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:27.331602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442563a2-41a2-46e0-abab-26ead868e94d') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:27.331908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442563a2-41a2-46e0-abab-26ead868e94d') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:27.364494 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (442563a2-41a2-46e0-abab-26ead868e94d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.422027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (442563a2-41a2-46e0-abab-26ead868e94d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.435414 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:27.436441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (442563a2-41a2-46e0-abab-26ead868e94d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:27.444377 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:27.458267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cc0aa37-d787-45fc-a271-aba62d85fd52 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (798b7548-c25c-4528-aa17-eed45ea3cfb8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.544288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cc0aa37-d787-45fc-a271-aba62d85fd52 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (798b7548-c25c-4528-aa17-eed45ea3cfb8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.557746 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (3c3cb260-2d5b-4579-8e42-5e9a5284d4c0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.562502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226b27-599a-4095-aa8b-51086b192835 req-04432953-af83-4415-b3e7-da88e45120aa tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:27.569868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8226b27-599a-4095-aa8b-51086b192835 req-04432953-af83-4415-b3e7-da88e45120aa tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.7064424 Feb 19 03:34:27.571889 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.583418 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] 10.222.0.42 "DELETE /v2.0/networks/3c3cb260-2d5b-4579-8e42-5e9a5284d4c0 HTTP/1.1" status: 204 len: 168 time: 2.0679214 Feb 19 03:34:27.622202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9aca1e58-a0a9-4ed0-b1e4-48a274fc1a35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Deleting port ea6958d3-8686-4a15-9946-83dc01796e67 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:27.622680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aca1e58-a0a9-4ed0-b1e4-48a274fc1a35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ea6958d3-8686-4a15-9946-83dc01796e67), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.622942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605326e-8066-4235-bfac-1432c3058cc0 tempest-NetworksTest-1697617568 tempest-NetworksTest-1697617568-project] Pushing event deleted for resources: {'Network': ['ID=3c3cb260-2d5b-4579-8e42-5e9a5284d4c0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:27.679399 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cc0aa37-d787-45fc-a271-aba62d85fd52 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (798b7548-c25c-4528-aa17-eed45ea3cfb8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.684374 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cc0aa37-d787-45fc-a271-aba62d85fd52 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.685603 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2cc0aa37-d787-45fc-a271-aba62d85fd52 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/798b7548-c25c-4528-aa17-eed45ea3cfb8 HTTP/1.1" status: 204 len: 168 time: 0.4317014 Feb 19 03:34:27.688631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54504) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:27.716428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0aa37-d787-45fc-a271-aba62d85fd52 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798b7548-c25c-4528-aa17-eed45ea3cfb8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:27.777233 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aca1e58-a0a9-4ed0-b1e4-48a274fc1a35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ea6958d3-8686-4a15-9946-83dc01796e67), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.777582 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aca1e58-a0a9-4ed0-b1e4-48a274fc1a35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (ea6958d3-8686-4a15-9946-83dc01796e67), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.793041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9aca1e58-a0a9-4ed0-b1e4-48a274fc1a35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Calling delete_port for ea6958d3-8686-4a15-9946-83dc01796e67 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:27.817681 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f252e4da-98e0-41ce-8816-dd8b7b9fca86 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1161819 Feb 19 03:34:27.820026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54506) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:27.864978 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fb89b789-e455-4680-bdbd-f04fd582e5a9 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0436704 Feb 19 03:34:27.867681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54508) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:27.888157 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-a4f2f323-81d4-4efa-9c19-b86db9791a91 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] delete failed (client error): The resource could not be found. Feb 19 03:34:27.889666 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a4f2f323-81d4-4efa-9c19-b86db9791a91 tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "DELETE /v2.0/security-groups/798b7548-c25c-4528-aa17-eed45ea3cfb8 HTTP/1.1" status: 404 len: 347 time: 0.0202091 Feb 19 03:34:27.894201 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54510) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:27.955221 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8b348b95-a6c9-449c-9bef-73a9e04219ac tempest-SecGroupIPv6Test-840355993 tempest-SecGroupIPv6Test-840355993-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0590832 Feb 19 03:34:28.007437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8226b27-599a-4095-aa8b-51086b192835 req-7c9dcb1e-3f2a-4e41-a8d3-2de17d0f8f94 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365788 Feb 19 03:34:28.012523 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aca1e58-a0a9-4ed0-b1e4-48a274fc1a35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ea6958d3-8686-4a15-9946-83dc01796e67), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.081635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca1e58-a0a9-4ed0-b1e4-48a274fc1a35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event deleted for resources: {'Port': ['ID=ea6958d3-8686-4a15-9946-83dc01796e67,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:28.170601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54520) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:28.240931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aca1e58-a0a9-4ed0-b1e4-48a274fc1a35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (e70dc68a-47cb-47c8-8a4e-42d20dda0e8b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.246198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aca1e58-a0a9-4ed0-b1e4-48a274fc1a35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.248669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9aca1e58-a0a9-4ed0-b1e4-48a274fc1a35 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "DELETE /v2.0/floatingips/e70dc68a-47cb-47c8-8a4e-42d20dda0e8b HTTP/1.1" status: 204 len: 168 time: 1.4700425 Feb 19 03:34:28.276007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532b50-acde-4a72-9f33-0fb09d6d1bd7 req-5312409e-76f9-427c-bc04-cb1742b4f806 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:28.291217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8532b50-acde-4a72-9f33-0fb09d6d1bd7 req-5312409e-76f9-427c-bc04-cb1742b4f806 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1630898 Feb 19 03:34:28.371692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8532b50-acde-4a72-9f33-0fb09d6d1bd7 req-60b36559-f539-4d6d-a13b-8ce9d4a1ac64 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795145 Feb 19 03:34:28.422901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54532) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:28.519372 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-38cf1fbe-fa8c-4050-a1f9-63cf4df9935d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1f2694cfec14471bf234e4ffccc8b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472767 Feb 19 03:34:28.522901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54538) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:28.620468 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bb1d2540-dce5-48e9-b86f-076c1108213f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fe392bbf7ef4def9778d63daf4b4a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1940694 Feb 19 03:34:28.621336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54540) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:28.636575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29e2413f-96e7-4614-b0f7-3ceef8fa5078 admin admin] Publish callbacks [] for security_group (44a5828d-73a0-4b98-97cb-fa3b055d93a7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.698613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29e2413f-96e7-4614-b0f7-3ceef8fa5078 admin admin] Publish callbacks [] for security_group (44a5828d-73a0-4b98-97cb-fa3b055d93a7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.713530 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-049e6597-048a-4e90-bb9f-c4b9a4917c05 admin admin] Publish callbacks [] for security_group (fe5491df-2b64-472b-a905-ef20750155cb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.775186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-049e6597-048a-4e90-bb9f-c4b9a4917c05 admin admin] Publish callbacks [] for security_group (fe5491df-2b64-472b-a905-ef20750155cb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.778475 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29e2413f-96e7-4614-b0f7-3ceef8fa5078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (44a5828d-73a0-4b98-97cb-fa3b055d93a7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.782091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29e2413f-96e7-4614-b0f7-3ceef8fa5078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.785621 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-29e2413f-96e7-4614-b0f7-3ceef8fa5078 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44a5828d-73a0-4b98-97cb-fa3b055d93a7 HTTP/1.1" status: 204 len: 168 time: 0.2591562 Feb 19 03:34:28.812278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2413f-96e7-4614-b0f7-3ceef8fa5078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a5828d-73a0-4b98-97cb-fa3b055d93a7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:28.827423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-049e6597-048a-4e90-bb9f-c4b9a4917c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fe5491df-2b64-472b-a905-ef20750155cb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.831066 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-049e6597-048a-4e90-bb9f-c4b9a4917c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.834684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-049e6597-048a-4e90-bb9f-c4b9a4917c05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe5491df-2b64-472b-a905-ef20750155cb HTTP/1.1" status: 204 len: 168 time: 0.2104852 Feb 19 03:34:28.860830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e6597-048a-4e90-bb9f-c4b9a4917c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5491df-2b64-472b-a905-ef20750155cb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:29.080749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54550) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:29.085308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3b4a2018-fd33-48e4-9dc3-689671cd24d0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779076670', 'description': 'tempest-description--807542773'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:29.158074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2018-fd33-48e4-9dc3-689671cd24d0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.244989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31531459-204d-4dcb-a5f6-45ee6fa24b85 req-66fdb808-6800-43c5-b15c-e5d7dae6d5de tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:29.255412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31531459-204d-4dcb-a5f6-45ee6fa24b85 req-66fdb808-6800-43c5-b15c-e5d7dae6d5de tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1163924 Feb 19 03:34:29.362905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31531459-204d-4dcb-a5f6-45ee6fa24b85 req-a5b564c8-0996-4064-a4d3-2c7e6146c687 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062136 Feb 19 03:34:29.394891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2018-fd33-48e4-9dc3-689671cd24d0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (17ca01b4-e6f9-44db-8a30-6736bc50153f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.400259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2018-fd33-48e4-9dc3-689671cd24d0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (17ca01b4-e6f9-44db-8a30-6736bc50153f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.462825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a2018-fd33-48e4-9dc3-689671cd24d0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ca01b4-e6f9-44db-8a30-6736bc50153f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:29.471428 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2018-fd33-48e4-9dc3-689671cd24d0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.476310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54568) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:29.477173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3b4a2018-fd33-48e4-9dc3-689671cd24d0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3951113 Feb 19 03:34:29.482096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1b9459ce-a726-48b8-abd8-d4820e96fd20 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'security_group_rule': {'security_group_id': '17ca01b4-e6f9-44db-8a30-6736bc50153f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:29.540744 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b9459ce-a726-48b8-abd8-d4820e96fd20 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (494c9722-acd5-4bc9-b0f5-ea285c2db538), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.663141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc2a94-e4c5-4fbe-bb1c-fad33ff8ae7a req-a6ba156a-8106-4da8-80eb-c4205f6eeb9a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:29.666322 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59fc2a94-e4c5-4fbe-bb1c-fad33ff8ae7a req-a6ba156a-8106-4da8-80eb-c4205f6eeb9a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1675050 Feb 19 03:34:29.679795 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b9459ce-a726-48b8-abd8-d4820e96fd20 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (494c9722-acd5-4bc9-b0f5-ea285c2db538), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.693815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b9459ce-a726-48b8-abd8-d4820e96fd20 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (494c9722-acd5-4bc9-b0f5-ea285c2db538), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.742244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9459ce-a726-48b8-abd8-d4820e96fd20 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494c9722-acd5-4bc9-b0f5-ea285c2db538,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:29.755024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b9459ce-a726-48b8-abd8-d4820e96fd20 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.759641 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1b9459ce-a726-48b8-abd8-d4820e96fd20 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815213 Feb 19 03:34:29.760277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54606) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:29.767540 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-90ff1132-264d-4e68-983d-eb2f89c20cf0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'security_group_rule': {'security_group_id': '17ca01b4-e6f9-44db-8a30-6736bc50153f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:29.808317 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-90ff1132-264d-4e68-983d-eb2f89c20cf0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (7773cee1-d4dd-4cde-8b38-dc42380b6568), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.834153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59fc2a94-e4c5-4fbe-bb1c-fad33ff8ae7a req-52ea788b-2a32-4821-bb62-5dddbd3f4394 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618540 Feb 19 03:34:29.939278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-90ff1132-264d-4e68-983d-eb2f89c20cf0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (7773cee1-d4dd-4cde-8b38-dc42380b6568), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.945703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-90ff1132-264d-4e68-983d-eb2f89c20cf0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (7773cee1-d4dd-4cde-8b38-dc42380b6568), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.018762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff1132-264d-4e68-983d-eb2f89c20cf0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7773cee1-d4dd-4cde-8b38-dc42380b6568,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:30.032778 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-90ff1132-264d-4e68-983d-eb2f89c20cf0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.034218 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-90ff1132-264d-4e68-983d-eb2f89c20cf0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2729659 Feb 19 03:34:30.037544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54630) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:30.043463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:30.110979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.313376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54636) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:30.411235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.590380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Allocated IP 172.25.4.96 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/9cfddd77-48b4-4825-8cbe-b438190a2668) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:30.850760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-898929059'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:30.883922 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for port (9cfddd77-48b4-4825-8cbe-b438190a2668), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.917950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:30.929596 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.954995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9cfddd77-48b4-4825-8cbe-b438190a2668), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.960871 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.070355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:31.084482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:31.096707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:31.104413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'Port': ['ID=9cfddd77-48b4-4825-8cbe-b438190a2668,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:31.245567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (744e8b14-44ae-41f9-850e-615a028fdcf1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.252696 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (744e8b14-44ae-41f9-850e-615a028fdcf1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.320708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:31.339855 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (ebc87283-dba9-48be-b9db-5a93cb1cd250), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.344507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744e8b14-44ae-41f9-850e-615a028fdcf1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:31.367195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (24771c7e-9feb-4d1c-a599-62c3c8c6d695), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.367545 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Added segment 24771c7e-9feb-4d1c-a599-62c3c8c6d695 of type vlan for network 8d02ce99-57d8-467b-b3e2-7b53511497dd Feb 19 03:34:31.454767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9cfddd77-48b4-4825-8cbe-b438190a2668), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.482283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (8d02ce99-57d8-467b-b3e2-7b53511497dd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.554908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (8d02ce99-57d8-467b-b3e2-7b53511497dd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.578709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:31.586959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.782807 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4680204 Feb 19 03:34:31.790972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:31.801896 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'name': 'tempest-PortsIpV6TestJSON-1026651337'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:31.817244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc0883-763f-4555-ae95-d2c644ecaf3a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Network': ['ID=8d02ce99-57d8-467b-b3e2-7b53511497dd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:31.831321 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:31.935879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for port (9cfddd77-48b4-4825-8cbe-b438190a2668), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.963982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9cfddd77-48b4-4825-8cbe-b438190a2668), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:32.121347 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:32.127236 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:32.158274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:34:32.221396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'Port': ['ID=9cfddd77-48b4-4825-8cbe-b438190a2668,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:32.247154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (ebc87283-dba9-48be-b9db-5a93cb1cd250), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:32.287651 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:32.289595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bb473ba7-d540-4841-a6a7-48d41a22a15f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2506614 Feb 19 03:34:32.642249 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:32.721068 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:32.837460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-7be41759-57e3-44b0-b79b-a9d39c34c33f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1779076670&fields=id&tenant_id=d714199a166a4ba2a32ef297aaf4d888 HTTP/1.1" status: 200 len: 267 time: 0.1376650 Feb 19 03:34:32.930534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:32.950640 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Checking segment: {'id': '24771c7e-9feb-4d1c-a599-62c3c8c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:32.950999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network hostable DHCP agents. Network: 8d02ce99-57d8-467b-b3e2-7b53511497dd, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:33.009759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:33.037000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 8d02ce99-57d8-467b-b3e2-7b53511497dd) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:33.044178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:33.047898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ddf61-e3c5-4cd6-b025-6674cb55c998 None None] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:33.050639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:33.051320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.090189 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0c1e9dec-c00d-4bbe-bdae-c05b6c745ebd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2950177 Feb 19 03:34:33.096409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54732) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:33.108354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-304853323'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:33.138948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:33.143211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.160219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-1ad90ee0-c599-49d7-98f2-4441e18511d9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:33.174809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-1ad90ee0-c599-49d7-98f2-4441e18511d9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 817 time: 0.3353801 Feb 19 03:34:33.202054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-039fa165-d6e6-45a8-b1be-69d582523fac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/quotas/d714199a166a4ba2a32ef297aaf4d888 HTTP/1.1" status: 200 len: 375 time: 0.0257852 Feb 19 03:34:33.256654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:33.277375 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (2de6d5c4-91da-4ad1-b4d4-d9f3089b3290), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.277728 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Added segment 2de6d5c4-91da-4ad1-b4d4-d9f3089b3290 of type vlan for network d59a591e-1744-4e7c-aee7-cca8b41a1310 Feb 19 03:34:33.347330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-d3d11267-8688-437c-b0b2-3124b92d89fa tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372726 Feb 19 03:34:33.355881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d59a591e-1744-4e7c-aee7-cca8b41a1310), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.509019 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d59a591e-1744-4e7c-aee7-cca8b41a1310), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.527404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:33.527666 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.635936 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5384507 Feb 19 03:34:33.638946 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54742) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:33.645274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'ports': [{'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd'}, {'network_id': 'd59a591e-1744-4e7c-aee7-cca8b41a1310'}]} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:33.646020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:33.646478 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': 'd59a591e-1744-4e7c-aee7-cca8b41a1310'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:33.678846 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-30736391-66e7-4ae4-a6f6-74860cdfea2b service neutron] 10.222.0.42 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181820 Feb 19 03:34:33.688525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2687132-92fc-41b3-9053-5d11cbd582b5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Network': ['ID=d59a591e-1744-4e7c-aee7-cca8b41a1310,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:33.700393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d59a591e-1744-4e7c-aee7-cca8b41a1310 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:33.832599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-7923e44b-6c13-43d5-a28d-033e61b7ff4d service neutron] 10.222.0.42 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528180 Feb 19 03:34:33.906845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 2} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:33.914425 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.949588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:34.219909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c0503eb-93e8-436d-93fa-9974a96c45e2 req-ad133f73-0083-4e0e-b827-195f58d5b1ef tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 210 time: 0.0746272 Feb 19 03:34:34.318413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port 934b5ca2-ff5e-4cd0-8068-225e6df41548 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:34:34.573858 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (934b5ca2-ff5e-4cd0-8068-225e6df41548), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:34.709880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port 3207360d-3b7d-4f8e-8dcd-31847fb3daee yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:34:34.941789 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (3207360d-3b7d-4f8e-8dcd-31847fb3daee), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.026690 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (934b5ca2-ff5e-4cd0-8068-225e6df41548), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.215472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:35.309889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:35.309889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=934b5ca2-ff5e-4cd0-8068-225e6df41548,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:35.313368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:35.314296 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3207360d-3b7d-4f8e-8dcd-31847fb3daee), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.470344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=3207360d-3b7d-4f8e-8dcd-31847fb3daee,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:35.536483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Checking segment: {'id': '2de6d5c4-91da-4ad1-b4d4-d9f3089b3290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd59a591e-1744-4e7c-aee7-cca8b41a1310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:35.536483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network hostable DHCP agents. Network: d59a591e-1744-4e7c-aee7-cca8b41a1310, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:35.608124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network d59a591e-1744-4e7c-aee7-cca8b41a1310 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:35.625824 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d59a591e-1744-4e7c-aee7-cca8b41a1310) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:35.638743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549dc7a-1551-4879-92b1-3df9e4a0386c None None] Network d59a591e-1744-4e7c-aee7-cca8b41a1310 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:35.640897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca077d43-0ab1-40d3-892e-1ca0490ec77c req-ccfdcac2-67f1-4643-a074-ccb2e9189cdc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 210 time: 0.1782088 Feb 19 03:34:35.713370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baca9328-1bcc-4384-b922-b631c05c115c req-c0e1b65f-9371-4d70-907c-568ae0f407da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4132609 Feb 19 03:34:35.714844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:35.751817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:35.808940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:35.810253 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.875040 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4c27e5d3-af35-4b2a-80b1-0e66fc6d9be2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2306292 Feb 19 03:34:35.876291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54776) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:35.990674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca9328-1bcc-4384-b922-b631c05c115c req-366279eb-db7b-4e53-ba1e-4eed3f603e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:35.993436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baca9328-1bcc-4384-b922-b631c05c115c req-366279eb-db7b-4e53-ba1e-4eed3f603e92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 1128 time: 0.1900723 Feb 19 03:34:36.132122 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:36.278595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-969daa0f-ab2e-4df4-91ba-54b06f1f18fa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 3207360d-3b7d-4f8e-8dcd-31847fb3daee {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:36.278981 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-969daa0f-ab2e-4df4-91ba-54b06f1f18fa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3207360d-3b7d-4f8e-8dcd-31847fb3daee), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:36.329110 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-9f143234-496a-4d1e-a354-51d1710b76c9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:36.330780 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-9f143234-496a-4d1e-a354-51d1710b76c9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 817 time: 0.1926394 Feb 19 03:34:36.333406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca9328-1bcc-4384-b922-b631c05c115c req-ed9d4fa9-b5d5-4a8b-8b8b-458cf80e4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:36.336761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baca9328-1bcc-4384-b922-b631c05c115c req-ed9d4fa9-b5d5-4a8b-8b8b-458cf80e4223 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.3198862 Feb 19 03:34:36.450959 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-d2f80153-4499-4610-9fe0-be47ae17af51 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d714199a166a4ba2a32ef297aaf4d888 HTTP/1.1" status: 200 len: 380 time: 0.0910764 Feb 19 03:34:36.452177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baca9328-1bcc-4384-b922-b631c05c115c req-91f3c7a9-a1f0-42c3-ac2b-8b27021cbfe2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0d06e0-e56d-476e-84cb-a28fc74b02ed HTTP/1.1" status: 200 len: 1002 time: 0.1005499 Feb 19 03:34:36.455654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-969daa0f-ab2e-4df4-91ba-54b06f1f18fa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3207360d-3b7d-4f8e-8dcd-31847fb3daee), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:36.473790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-969daa0f-ab2e-4df4-91ba-54b06f1f18fa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 3207360d-3b7d-4f8e-8dcd-31847fb3daee owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:36.521748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'port': {'device_id': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'admin_state_up': True, 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'security_groups': ['17ca01b4-e6f9-44db-8a30-6736bc50153f']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:36.557734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca9328-1bcc-4384-b922-b631c05c115c req-9d5731c2-5769-49a0-b234-5798a1310f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:36.560201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baca9328-1bcc-4384-b922-b631c05c115c req-9d5731c2-5769-49a0-b234-5798a1310f13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.0631495 Feb 19 03:34:36.634025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca9328-1bcc-4384-b922-b631c05c115c req-ded990a0-1374-4308-a622-15cb399fcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:36.636537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baca9328-1bcc-4384-b922-b631c05c115c req-ded990a0-1374-4308-a622-15cb399fcda4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0651193 Feb 19 03:34:36.662679 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-969daa0f-ab2e-4df4-91ba-54b06f1f18fa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3207360d-3b7d-4f8e-8dcd-31847fb3daee), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:36.704980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969daa0f-ab2e-4df4-91ba-54b06f1f18fa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=3207360d-3b7d-4f8e-8dcd-31847fb3daee,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:36.720422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-969daa0f-ab2e-4df4-91ba-54b06f1f18fa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:36.742098 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-969daa0f-ab2e-4df4-91ba-54b06f1f18fa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/3207360d-3b7d-4f8e-8dcd-31847fb3daee HTTP/1.1" status: 204 len: 168 time: 0.8619912 Feb 19 03:34:36.743183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Made reservation on behalf of d714199a166a4ba2a32ef297aaf4d888 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:36.743949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54784) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:36.752385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:36.863253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b31e6fe4-88a0-48d3-913a-a34ff0ba85c3 req-2fdcdf7d-c2d7-47f9-9e8e-bbc26f984b4b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 210 time: 0.0423155 Feb 19 03:34:36.883194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baca9328-1bcc-4384-b922-b631c05c115c req-4dbdd7cc-0a99-40a5-939b-dd17e3fcf2d2 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391934 Feb 19 03:34:36.929102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b7774-b5e4-4986-914f-304d192d2ea6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:36.938840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b7774-b5e4-4986-914f-304d192d2ea6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:36.943130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-967b7774-b5e4-4986-914f-304d192d2ea6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1973021 Feb 19 03:34:36.946120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54790) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:37.023499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Allocated IP 172.20.0.9 (936c70a7-2d08-42a5-8759-2db393636222/ba5b15c1-df7c-410b-9d5e-f5d5910ecd77/e6109ac9-2407-4476-852c-0d98ea6b9ae4) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:37.074046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baca9328-1bcc-4384-b922-b631c05c115c req-f8d6a8be-a933-405b-ba8a-63b9d41ff280 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809568 Feb 19 03:34:37.200448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-dd8fd896-f5e5-49b4-99d4-7de1fdb2149d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 934b5ca2-ff5e-4cd0-8068-225e6df41548 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:37.200901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd896-f5e5-49b4-99d4-7de1fdb2149d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (934b5ca2-ff5e-4cd0-8068-225e6df41548), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:37.309450 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd896-f5e5-49b4-99d4-7de1fdb2149d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (934b5ca2-ff5e-4cd0-8068-225e6df41548), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:37.341524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:37.343233 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-dd8fd896-f5e5-49b4-99d4-7de1fdb2149d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 934b5ca2-ff5e-4cd0-8068-225e6df41548 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:37.449564 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:37.505262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event updated for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:37.522452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Network 936c70a7-2d08-42a5-8759-2db393636222 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:37.524094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:37.527164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:37.529940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd896-f5e5-49b4-99d4-7de1fdb2149d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (934b5ca2-ff5e-4cd0-8068-225e6df41548), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:37.588630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fd896-f5e5-49b4-99d4-7de1fdb2149d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=934b5ca2-ff5e-4cd0-8068-225e6df41548,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:37.631389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd896-f5e5-49b4-99d4-7de1fdb2149d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:37.639019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54802) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:37.639397 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dd8fd896-f5e5-49b4-99d4-7de1fdb2149d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/934b5ca2-ff5e-4cd0-8068-225e6df41548 HTTP/1.1" status: 204 len: 168 time: 0.6916685 Feb 19 03:34:37.648282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:37.650163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:37.680661 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-339060c4-c920-4f5b-9903-ad419b564687 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1629560 Feb 19 03:34:37.699228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Request body: {'port': {'device_id': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:37.765315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13399dde-bc52-4913-b63d-5dc4168457c3 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:37.767605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-13399dde-bc52-4913-b63d-5dc4168457c3 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1274745 Feb 19 03:34:37.772214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54804) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:37.791784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:37.825634 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb18ff34-9880-411a-86cb-90ac26b92984 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:34:37.827537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-eb18ff34-9880-411a-86cb-90ac26b92984 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/3207360d-3b7d-4f8e-8dcd-31847fb3daee HTTP/1.1" status: 404 len: 333 time: 0.0541701 Feb 19 03:34:37.833597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54806) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:37.907091 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d981bf3-f6fd-4633-81bf-fd72322da4e0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:34:37.928888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9d981bf3-f6fd-4633-81bf-fd72322da4e0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/934b5ca2-ff5e-4cd0-8068-225e6df41548 HTTP/1.1" status: 404 len: 333 time: 0.0937083 Feb 19 03:34:37.940590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54810) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:37.998641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a8730e25-26f7-4c68-8377-c0e13cd2e70f None None] Provisioning complete for port e6109ac9-2407-4476-852c-0d98ea6b9ae4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:37.999106 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a8730e25-26f7-4c68-8377-c0e13cd2e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.045711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a8730e25-26f7-4c68-8377-c0e13cd2e70f None None] Port e6109ac9-2407-4476-852c-0d98ea6b9ae4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:38.141035 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d59a591e-1744-4e7c-aee7-cca8b41a1310), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.219713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909489b4-937e-4c53-971a-fe1681d31866 req-80e2d4ba-81d0-4ad1-84d4-66059929fd28 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:38.239685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-909489b4-937e-4c53-971a-fe1681d31866 req-80e2d4ba-81d0-4ad1-84d4-66059929fd28 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 931 time: 0.1774189 Feb 19 03:34:38.273317 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1320a89b-0b49-4e23-ab90-4e9619296a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.413369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-909489b4-937e-4c53-971a-fe1681d31866 req-37cc323b-4178-4a03-9fc6-3e06c90f7392 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721714 Feb 19 03:34:38.471224 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6109ac9-2407-4476-852c-0d98ea6b9ae4 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:34:38.480095 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Publish callbacks [] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.493792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Transition to ACTIVE for port object e6109ac9-2407-4476-852c-0d98ea6b9ae4 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:34:38.501649 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.508708 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d59a591e-1744-4e7c-aee7-cca8b41a1310), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.557751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59a591e-1744-4e7c-aee7-cca8b41a1310']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:38.576533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de6d5c4-91da-4ad1-b4d4-d9f3089b3290') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:38.576836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de6d5c4-91da-4ad1-b4d4-d9f3089b3290') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:38.594370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (2de6d5c4-91da-4ad1-b4d4-d9f3089b3290), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.623759 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (2de6d5c4-91da-4ad1-b4d4-d9f3089b3290), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.643010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:38.643435 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (2de6d5c4-91da-4ad1-b4d4-d9f3089b3290), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:38.647426 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:38.762193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Pushing event updated for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:38.781301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Attempting to bind port e6109ac9-2407-4476-852c-0d98ea6b9ae4 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:38.781650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Attempting to bind port e6109ac9-2407-4476-852c-0d98ea6b9ae4 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:38.782011 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Attempting to bind port e6109ac9-2407-4476-852c-0d98ea6b9ae4 on network 936c70a7-2d08-42a5-8759-2db393636222 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:38.791550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Port e6109ac9-2407-4476-852c-0d98ea6b9ae4 on network 936c70a7-2d08-42a5-8759-2db393636222 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:34:38.792975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Attempting to bind port e6109ac9-2407-4476-852c-0d98ea6b9ae4 on network 936c70a7-2d08-42a5-8759-2db393636222 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:38.804049 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:38.806283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Checking segment: {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:38.809068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Bound using segment: {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:38.809825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Bound port: e6109ac9-2407-4476-852c-0d98ea6b9ae4, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0460bd5-0bee-4617-8a02-a4ca956fac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '936c70a7-2d08-42a5-8759-2db393636222'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:38.811167 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.813033 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d59a591e-1744-4e7c-aee7-cca8b41a1310), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.825284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.834496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54828) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:38.835169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/networks/d59a591e-1744-4e7c-aee7-cca8b41a1310 HTTP/1.1" status: 204 len: 168 time: 0.8911853 Feb 19 03:34:38.847062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1665476609'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:38.873934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Network': ['ID=d59a591e-1744-4e7c-aee7-cca8b41a1310,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:38.882787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.883147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.883495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.883838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.884183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.884777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.885120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.885637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.886145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.886649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.887138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.887618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.888109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1187021f-b4ee-4932-a108-06f7171fd76d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:38.918558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:38.928246 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:39.035045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:39.082415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (28681cde-fe19-486e-842a-8b64218d3a8a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:39.084773 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Added segment 28681cde-fe19-486e-842a-8b64218d3a8a of type vlan for network 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a Feb 19 03:34:39.106162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:39.120644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:39.178199 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:39.252472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:39.286112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:39.286805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:39.288417 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] 10.222.0.37 "PUT /v2.0/ports/e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 200 len: 1091 time: 1.5937846 Feb 19 03:34:39.289311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:39.292999 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6592544-b420-4b35-b376-dd5013ae0fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:39.478521 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe8902d-5aad-47dd-a8bf-8aa37efe84fe x-openstack-request-id: req-9fe8902d-5aad-47dd-a8bf-8aa37efe84fe {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:39.478830 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:39.479094 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fe8902d-5aad-47dd-a8bf-8aa37efe84fe {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:39.479534 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'status': 'completed', 'code': 200} Feb 19 03:34:39.495496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:39.501481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:39.502677 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:39.752555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Network': ['ID=8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:39.767728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:39.788605 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034875f-9ee3-4f94-90e8-17e8fc6ebe56 service neutron] Pushing event updated for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:39.835032 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-85c6b1e5-1b53-4bc4-9064-988f153dd4a2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9944935 Feb 19 03:34:39.835641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54842) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:39.851121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:39.892746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-55686124-49c5-4023-8243-507a3c68b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:39.894326 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-55686124-49c5-4023-8243-507a3c68b6ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 1125 time: 0.5177746 Feb 19 03:34:39.902171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdeb05-5128-4238-8a20-dadf17e34b0c req-1248c219-91eb-43f0-b51f-6c4b2db2beaa tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:39.912538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dacdeb05-5128-4238-8a20-dadf17e34b0c req-1248c219-91eb-43f0-b51f-6c4b2db2beaa tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.2593484 Feb 19 03:34:40.096266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dacdeb05-5128-4238-8a20-dadf17e34b0c req-4f45db9f-7e99-464f-a398-c245d1a6ebea tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778202 Feb 19 03:34:40.119995 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-f6b7d760-c470-418e-96a8-313b30b9b3f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 200 len: 217 time: 0.1264961 Feb 19 03:34:40.267705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-e2bab009-333c-46ba-91b1-05f65519fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:40.269294 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-e2bab009-333c-46ba-91b1-05f65519fa84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1349871 Feb 19 03:34:40.269983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:40.273695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:40.451699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Performing IP validity checks on allocation pools {{(pid=103616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:34:40.455906 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-596d3620-289b-4d47-98fc-eb7b98d4e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:40.458001 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103616) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:34:40.528259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-117b7f77-e976-4a6f-972d-3862ba3cf4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:40.529805 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-117b7f77-e976-4a6f-972d-3862ba3cf4c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2524276 Feb 19 03:34:40.923886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-13b72a91-b790-4b52-80b4-9d6e16be578d service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830876 Feb 19 03:34:40.960277 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (2da3aebf-bd82-4183-aa43-b9d2171ba4bd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.157162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=2da3aebf-bd82-4183-aa43-b9d2171ba4bd,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:41.268845 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-91e463cc-224f-471a-8f7e-60a5ba07da13 req-a54030ff-ed3f-49f8-977f-718e43cc3d37 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355663 Feb 19 03:34:41.304293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Checking segment: {'id': '28681cde-fe19-486e-842a-8b64218d3a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:41.304879 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network hostable DHCP agents. Network: 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:41.346023 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:41.352177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d56be-cd0c-409d-bbe6-10fc791d0246 req-fbd1cb98-e1f5-458c-ae99-c6b10e59a101 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:41.355470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e92d56be-cd0c-409d-bbe6-10fc791d0246 req-fbd1cb98-e1f5-458c-ae99-c6b10e59a101 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.1126289 Feb 19 03:34:41.356984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:41.362628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:41.367161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55382da9-b14f-49e9-95af-dc111618235f None None] Network 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:41.370340 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.476897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e92d56be-cd0c-409d-bbe6-10fc791d0246 req-b329f89c-163a-4d14-b6ce-8e08d4a893f3 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121798 Feb 19 03:34:41.517875 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-07b18bc9-7f2c-4358-89e8-0a87ab348d94 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6723359 Feb 19 03:34:41.518321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54856) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:41.524166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a', 'name': 'tempest-PortsIpV6TestJSON-624042426'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:41.548313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-ce36838a-504f-4949-88f9-548d9c9799e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:41.556995 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-ce36838a-504f-4949-88f9-548d9c9799e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 1125 time: 0.1791155 Feb 19 03:34:41.624472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a', 'network_id': '8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a', 'project_id': '5e697007b88f446e9baeca2352c02018', 'fixed_ips': [{'subnet_id': '2da3aebf-bd82-4183-aa43-b9d2171ba4bd'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:41.625646 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.817915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:41.820519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-8e05f420-d0a0-4c4c-8c28-49c366fe66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:41.821296 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.827962 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-8e05f420-d0a0-4c4c-8c28-49c366fe66c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.2593415 Feb 19 03:34:41.883423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port 7dc6d750-f558-4cf9-b2c2-0cebbf1dceae yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:34:42.016103 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-36df6029-acd6-4427-abe1-333b17046184 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 200 len: 217 time: 0.1847923 Feb 19 03:34:42.068300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Allocated IP 2001:db8::2 (8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a/2da3aebf-bd82-4183-aa43-b9d2171ba4bd/bfeb8424-c657-4198-974a-666845bba6d0) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:42.190897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-f09088bc-d548-4332-9ce9-3b43eaee6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:42.196171 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:42.196483 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-f09088bc-d548-4332-9ce9-3b43eaee6c34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1729295 Feb 19 03:34:42.341188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-ad41055c-833d-4710-ab39-179c5d0ec282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:42.343308 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-ad41055c-833d-4710-ab39-179c5d0ec282 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1400483 Feb 19 03:34:42.407882 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Publish callbacks [] for port (bfeb8424-c657-4198-974a-666845bba6d0), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:42.427694 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (bfeb8424-c657-4198-974a-666845bba6d0), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:42.494699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Network 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:42.498535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:42.503510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:42.533457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8::18c (8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a/2da3aebf-bd82-4183-aa43-b9d2171ba4bd/7dc6d750-f558-4cf9-b2c2-0cebbf1dceae) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:42.550830 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-1232e2e3-d6a9-4b0d-8ae9-bc433f5d158c service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982796 Feb 19 03:34:42.623029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Pushing event updated for resources: {'Port': ['ID=bfeb8424-c657-4198-974a-666845bba6d0,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:42.669175 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6592544-b420-4b35-b376-dd5013ae0fc0 req-49ea8a8c-3e13-426d-88f6-5a07d66d2138 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117544 Feb 19 03:34:42.680239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Attempting to bind port bfeb8424-c657-4198-974a-666845bba6d0 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:42.680626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Attempting to bind port bfeb8424-c657-4198-974a-666845bba6d0 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '28681cde-fe19-486e-842a-8b64218d3a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:42.681007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Attempting to bind port bfeb8424-c657-4198-974a-666845bba6d0 on network 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:42.705561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:42.706000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Checking segment: {'id': '28681cde-fe19-486e-842a-8b64218d3a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:42.706707 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:42.707382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Bound using segment: {'id': '28681cde-fe19-486e-842a-8b64218d3a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:42.707898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Bound port: bfeb8424-c657-4198-974a-666845bba6d0, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28681cde-fe19-486e-842a-8b64218d3a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:42.708543 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bfeb8424-c657-4198-974a-666845bba6d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:42.793536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] For port bfeb8424-c657-4198-974a-666845bba6d0, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:42.797580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] For port bfeb8424-c657-4198-974a-666845bba6d0, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bfeb8424-c657-4198-974a-666845bba6d0,segment=NetworkSegment(28681cde-fe19-486e-842a-8b64218d3a8a),segment_id=28681cde-fe19-486e-842a-8b64218d3a8a)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:42.809330 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bfeb8424-c657-4198-974a-666845bba6d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:42.887160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711676b3-47bf-4f88-89f7-7edf01128c6e req-48e53c58-f813-4dc4-a242-bd872e220d52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:42.889947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-711676b3-47bf-4f88-89f7-7edf01128c6e req-48e53c58-f813-4dc4-a242-bd872e220d52 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.1596596 Feb 19 03:34:42.944886 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (7dc6d750-f558-4cf9-b2c2-0cebbf1dceae), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:42.961830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77d73b-276d-423e-8896-e0d319498bb4 None None] Pushing event updated for resources: {'Port': ['ID=bfeb8424-c657-4198-974a-666845bba6d0,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:43.022368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-711676b3-47bf-4f88-89f7-7edf01128c6e req-fac9cc30-e21a-45fe-9c26-10baec923949 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258798 Feb 19 03:34:43.031996 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:43.071420 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7dc6d750-f558-4cf9-b2c2-0cebbf1dceae), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:43.122601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:43.137636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:43.144953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:43.154217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:43.154906 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:43.181276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=7dc6d750-f558-4cf9-b2c2-0cebbf1dceae,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:43.206313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a3920653-a2a1-41c3-b29b-9ca5e49648fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6925728 Feb 19 03:34:43.209072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54894) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:43.486684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e090b025-f422-48c5-a1ab-246c4458a034 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 7dc6d750-f558-4cf9-b2c2-0cebbf1dceae {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:43.487346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e090b025-f422-48c5-a1ab-246c4458a034 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7dc6d750-f558-4cf9-b2c2-0cebbf1dceae), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:43.644617 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e090b025-f422-48c5-a1ab-246c4458a034 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7dc6d750-f558-4cf9-b2c2-0cebbf1dceae), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:43.661732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e090b025-f422-48c5-a1ab-246c4458a034 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 7dc6d750-f558-4cf9-b2c2-0cebbf1dceae owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:43.942530 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e090b025-f422-48c5-a1ab-246c4458a034 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7dc6d750-f558-4cf9-b2c2-0cebbf1dceae), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:44.002099 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090b025-f422-48c5-a1ab-246c4458a034 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=7dc6d750-f558-4cf9-b2c2-0cebbf1dceae,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:44.072668 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e090b025-f422-48c5-a1ab-246c4458a034 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:44.087474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54906) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:44.088007 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e090b025-f422-48c5-a1ab-246c4458a034 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/7dc6d750-f558-4cf9-b2c2-0cebbf1dceae HTTP/1.1" status: 204 len: 168 time: 0.8768818 Feb 19 03:34:44.157242 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8a2038-7bc0-4922-9e97-06614e2b8554 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:34:44.157873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8a2038-7bc0-4922-9e97-06614e2b8554 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:34:44.169634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9a8a2038-7bc0-4922-9e97-06614e2b8554 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/7dc6d750-f558-4cf9-b2c2-0cebbf1dceae HTTP/1.1" status: 404 len: 333 time: 0.0769551 Feb 19 03:34:44.172228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54908) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:44.224757 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7b99af-153c-4b11-9393-ede886eb3c8a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:34:44.241514 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bc7b99af-153c-4b11-9393-ede886eb3c8a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/7dc6d750-f558-4cf9-b2c2-0cebbf1dceae HTTP/1.1" status: 404 len: 333 time: 0.0672867 Feb 19 03:34:44.242491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54910) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:44.316766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc893c34-1781-46f7-8edd-048e661acc20 req-4cb9d12b-9e2a-4c1b-89e2-354c348c34bf tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:44.322961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc893c34-1781-46f7-8edd-048e661acc20 req-4cb9d12b-9e2a-4c1b-89e2-354c348c34bf tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.1743209 Feb 19 03:34:44.465236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc893c34-1781-46f7-8edd-048e661acc20 req-95c05e8c-8358-4865-b656-befab2109bb0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298983 Feb 19 03:34:44.538883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e6109ac9-2407-4476-852c-0d98ea6b9ae4 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:34:44.646795 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:44.847388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:44.933887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'port_id': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'mac_address': 'fa:16:3e:69:27:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:34:44.998902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0883e3c-d699-474b-afda-c2b39d89733e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet 2da3aebf-bd82-4183-aa43-b9d2171ba4bd {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:34:45.003874 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0883e3c-d699-474b-afda-c2b39d89733e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (2da3aebf-bd82-4183-aa43-b9d2171ba4bd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.013183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101fff0f-e848-44d8-a677-4a70e6e66749 None None] Network 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:45.131148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0883e3c-d699-474b-afda-c2b39d89733e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (2da3aebf-bd82-4183-aa43-b9d2171ba4bd), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.192056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bfeb8424-c657-4198-974a-666845bba6d0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:45.263467 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0883e3c-d699-474b-afda-c2b39d89733e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (2da3aebf-bd82-4183-aa43-b9d2171ba4bd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.362655 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0883e3c-d699-474b-afda-c2b39d89733e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (2da3aebf-bd82-4183-aa43-b9d2171ba4bd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.382514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c0883e3c-d699-474b-afda-c2b39d89733e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.385972 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c0883e3c-d699-474b-afda-c2b39d89733e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/2da3aebf-bd82-4183-aa43-b9d2171ba4bd HTTP/1.1" status: 204 len: 168 time: 1.1419010 Feb 19 03:34:45.388760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54920) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:45.418029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0883e3c-d699-474b-afda-c2b39d89733e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=2da3aebf-bd82-4183-aa43-b9d2171ba4bd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:45.504448 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port e6109ac9-2407-4476-852c-0d98ea6b9ae4 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:45.505041 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.571302 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.594147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6109ac9-2407-4476-852c-0d98ea6b9ae4 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:34:45.625698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7fdbb698-0d34-4ed7-be9a-40fcbab9acea None None] Provisioning complete for port bfeb8424-c657-4198-974a-666845bba6d0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:45.626258 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7fdbb698-0d34-4ed7-be9a-40fcbab9acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bfeb8424-c657-4198-974a-666845bba6d0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.710713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:45.716371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1883374432'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:45.733021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:45.756935 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:34:45.759516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port bfeb8424-c657-4198-974a-666845bba6d0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:45.761313 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bfeb8424-c657-4198-974a-666845bba6d0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.775346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:45.779325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89aa6e-f6e1-4de6-9e19-b998af3db400 req-c7ffa973-ceb6-4c2f-a3d3-0455dfd67b32 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:45.782515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d89aa6e-f6e1-4de6-9e19-b998af3db400 req-c7ffa973-ceb6-4c2f-a3d3-0455dfd67b32 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.1797097 Feb 19 03:34:45.787388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.855948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port bfeb8424-c657-4198-974a-666845bba6d0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:45.856127 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bfeb8424-c657-4198-974a-666845bba6d0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.857189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:45.888517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e5307e76-7456-43b7-a404-7831108fcd7e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.888979 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Added segment e5307e76-7456-43b7-a404-7831108fcd7e of type vlan for network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d Feb 19 03:34:45.900893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7fdbb698-0d34-4ed7-be9a-40fcbab9acea None None] Current status of the port bfeb8424-c657-4198-974a-666845bba6d0 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:45.901453 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7fdbb698-0d34-4ed7-be9a-40fcbab9acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bfeb8424-c657-4198-974a-666845bba6d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.907955 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:45.942151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d89aa6e-f6e1-4de6-9e19-b998af3db400 req-2068f026-865c-4730-aecc-ef4434828a0a tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532371 Feb 19 03:34:45.979637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (1a8a4d32-b860-4f0b-a50e-55c21f16d66d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.060063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (1a8a4d32-b860-4f0b-a50e-55c21f16d66d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.071563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:46.072310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.110409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:46.154557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] For port bfeb8424-c657-4198-974a-666845bba6d0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bfeb8424-c657-4198-974a-666845bba6d0,segment=NetworkSegment(28681cde-fe19-486e-842a-8b64218d3a8a),segment_id=28681cde-fe19-486e-842a-8b64218d3a8a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:46.159364 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bfeb8424-c657-4198-974a-666845bba6d0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.159492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7fdbb698-0d34-4ed7-be9a-40fcbab9acea None None] For port bfeb8424-c657-4198-974a-666845bba6d0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bfeb8424-c657-4198-974a-666845bba6d0,segment=NetworkSegment(28681cde-fe19-486e-842a-8b64218d3a8a),segment_id=28681cde-fe19-486e-842a-8b64218d3a8a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:46.171891 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7fdbb698-0d34-4ed7-be9a-40fcbab9acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bfeb8424-c657-4198-974a-666845bba6d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.219788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for bfeb8424-c657-4198-974a-666845bba6d0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:46.269241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbb698-0d34-4ed7-be9a-40fcbab9acea None None] Pushing event updated for resources: {'Port': ['ID=bfeb8424-c657-4198-974a-666845bba6d0,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:46.297777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port bfeb8424-c657-4198-974a-666845bba6d0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:46.336745 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6242852 Feb 19 03:34:46.338904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54940) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:46.346804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-35037563'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:46.349582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108bff7-86f5-49c6-82ce-029bb9013b9d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Network': ['ID=1a8a4d32-b860-4f0b-a50e-55c21f16d66d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:46.371124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:46.446399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:46.449743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.475106 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (bfeb8424-c657-4198-974a-666845bba6d0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.515429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['e6109ac9-2407-4476-852c-0d98ea6b9ae4'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:34:46.519760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d79cb-02a0-4710-8421-bbb275ad4536 None None] Network 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:46.562165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:46.587182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (cab4dea0-7c12-43db-9630-ac39cb8e97fe), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.587535 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Added segment cab4dea0-7c12-43db-9630-ac39cb8e97fe of type vlan for network 11ef5ccb-0868-41f4-97a7-681c7d13022b Feb 19 03:34:46.594337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3405d61d-9e7c-4ab2-b6d5-e5cac4e32a0e None None] Could not find standard attr ID for object bfeb8424-c657-4198-974a-666845bba6d0. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:34:46.661048 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (11ef5ccb-0868-41f4-97a7-681c7d13022b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.702730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=bfeb8424-c657-4198-974a-666845bba6d0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:46.706726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No DVR routers for this DVR port bfeb8424-c657-4198-974a-666845bba6d0 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:46.708500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (11ef5ccb-0868-41f4-97a7-681c7d13022b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.715183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:46.716069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.823618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Network': ['ID=11ef5ccb-0868-41f4-97a7-681c7d13022b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:46.833877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54946) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:46.840501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'subnet': {'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:46.845112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-30531990-ba8d-43eb-81ef-0dbc5143f80e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5035663 Feb 19 03:34:46.866873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 11ef5ccb-0868-41f4-97a7-681c7d13022b details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:46.912381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655cf66-2bdc-4c86-ace4-835b4f9ff436 None None] DHCP port deletion for 8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:34:47.058681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.060511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:47.064600 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.098166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bfeb8424-c657-4198-974a-666845bba6d0 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:47.117023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:47.137572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28681cde-fe19-486e-842a-8b64218d3a8a') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:47.137572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28681cde-fe19-486e-842a-8b64218d3a8a') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:47.166278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (28681cde-fe19-486e-842a-8b64218d3a8a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.194718 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (28681cde-fe19-486e-842a-8b64218d3a8a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.204374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:47.204795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (28681cde-fe19-486e-842a-8b64218d3a8a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.236088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: bfeb8424-c657-4198-974a-666845bba6d0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:47.243755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bfeb8424-c657-4198-974a-666845bba6d0 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:47.304406 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:47.331751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.353106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df9cd3-fd1c-4cf4-929b-e8e4d664d8e7 req-54887bbf-db72-4b06-9b35-74047578510a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:47.370637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5df9cd3-fd1c-4cf4-929b-e8e4d664d8e7 req-54887bbf-db72-4b06-9b35-74047578510a tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.6817710 Feb 19 03:34:47.384560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.392114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/networks/8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a HTTP/1.1" status: 204 len: 168 time: 1.9970331 Feb 19 03:34:47.400355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54952) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:47.409481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1261334801'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:47.425587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508cd8d-71fe-4f44-b40e-1a3729429cf8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Network': ['ID=8da87f8a-82a7-40b2-b6ca-27e2b9ca1c8a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:47.449594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:47.456350 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.481054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5df9cd3-fd1c-4cf4-929b-e8e4d664d8e7 req-d63947c8-2af2-4cb1-b7c5-c52f46ead117 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093588 Feb 19 03:34:47.515567 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:47.577098 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (84e13cc1-4322-4788-aa6a-b75ad8089a0a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.577592 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Added segment 84e13cc1-4322-4788-aa6a-b75ad8089a0a of type vlan for network a585feb8-fa5f-44ad-a636-af1b80946337 Feb 19 03:34:47.643537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (89573ae5-96fc-4eac-909a-7643e7e3b9c8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.689830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10ad9a-c55a-442b-bc98-78577414f4c7 req-14a2a68b-a9d3-4c5d-bc31-fb10f77a39f5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:47.692328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a10ad9a-c55a-442b-bc98-78577414f4c7 req-14a2a68b-a9d3-4c5d-bc31-fb10f77a39f5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 944 time: 0.0857368 Feb 19 03:34:47.708349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (a585feb8-fa5f-44ad-a636-af1b80946337), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.782738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Subnet': ['ID=89573ae5-96fc-4eac-909a-7643e7e3b9c8,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:47.787744 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (a585feb8-fa5f-44ad-a636-af1b80946337), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.800631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:47.802719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a10ad9a-c55a-442b-bc98-78577414f4c7 req-ecab0180-1de9-4fae-be76-1508226fd2a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922277 Feb 19 03:34:47.803313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.889114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Checking segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:47.918502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network hostable DHCP agents. Network: 1a8a4d32-b860-4f0b-a50e-55c21f16d66d, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:48.008225 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6063995 Feb 19 03:34:48.011117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54956) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:48.017109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': 'a585feb8-fa5f-44ad-a636-af1b80946337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:48.057236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef8fa7-b1fb-4939-9120-adc31d6c516e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Network': ['ID=a585feb8-fa5f-44ad-a636-af1b80946337,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:48.068928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:48.072761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network a585feb8-fa5f-44ad-a636-af1b80946337 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:48.088644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 1a8a4d32-b860-4f0b-a50e-55c21f16d66d) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:48.094931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:48.096027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.130050 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8af0faa5-7c1b-431c-a4d1-e26b321d24b7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2944112 Feb 19 03:34:48.130724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54958) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:48.138148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'subnet': {'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:48.187259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce79e17c-4ffb-4cb0-a630-7d738a6fbc8b None None] Network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:48.228016 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:48.235581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.375403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:48.379150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.449008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'fixed_ips': [{'subnet_id': '89573ae5-96fc-4eac-909a-7643e7e3b9c8'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:48.450449 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.624703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-5d6b9d24-45f3-4ffa-829e-6c27c0200349 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:48.626233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-5d6b9d24-45f3-4ffa-829e-6c27c0200349 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.71 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.1645601 Feb 19 03:34:48.658284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e6109ac9-2407-4476-852c-0d98ea6b9ae4 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:48.658602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (993294fb-3c75-47da-8f13-dd96a8f43ba4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.726408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.753603 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Subnet': ['ID=993294fb-3c75-47da-8f13-dd96a8f43ba4,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:48.763250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Checking segment: {'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:48.763906 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network hostable DHCP agents. Network: 11ef5ccb-0868-41f4-97a7-681c7d13022b, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:48.784344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Allocated IP 10.1.1.2 (1a8a4d32-b860-4f0b-a50e-55c21f16d66d/89573ae5-96fc-4eac-909a-7643e7e3b9c8/1263a936-88af-4386-a366-83975b23eed5) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:48.786555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port e6109ac9-2407-4476-852c-0d98ea6b9ae4 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:34:48.792640 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network 11ef5ccb-0868-41f4-97a7-681c7d13022b is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:48.802157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port e6109ac9-2407-4476-852c-0d98ea6b9ae4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:48.802470 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.823226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 11ef5ccb-0868-41f4-97a7-681c7d13022b) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:48.830752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:48.831229 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.841272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb9cb0b-6e47-464d-9e45-01d45f0edf8f None None] Network 11ef5ccb-0868-41f4-97a7-681c7d13022b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:48.873328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Checking segment: {'id': '84e13cc1-4322-4788-aa6a-b75ad8089a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a585feb8-fa5f-44ad-a636-af1b80946337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:48.873790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network hostable DHCP agents. Network: a585feb8-fa5f-44ad-a636-af1b80946337, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:48.881714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54968) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:48.884694 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2e4f5d4c-a4c7-4993-8c6a-99a505031bbd tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7518532 Feb 19 03:34:48.895481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'port': {'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'name': 'tempest-TaggedBootDevicesTest-45972901', 'fixed_ips': [{'subnet_id': '89573ae5-96fc-4eac-909a-7643e7e3b9c8'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:48.951684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:49.111147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7575e85-f405-4069-afa8-da692b7b2727 req-c14faf18-ae62-4bfd-ba7a-4570ad6bc350 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:49.118944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7575e85-f405-4069-afa8-da692b7b2727 req-c14faf18-ae62-4bfd-ba7a-4570ad6bc350 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 946 time: 0.4221115 Feb 19 03:34:49.161424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-11ef5ccb-0868-41f4-97a7-681c7d13022b', 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b', 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'fixed_ips': [{'subnet_id': '993294fb-3c75-47da-8f13-dd96a8f43ba4'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:49.162641 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.166568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port e6109ac9-2407-4476-852c-0d98ea6b9ae4 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:49.167005 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.177171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network a585feb8-fa5f-44ad-a636-af1b80946337 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:49.185765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, a585feb8-fa5f-44ad-a636-af1b80946337) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:49.196587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:49.197777 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.201525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024d874f-d820-443b-98e5-f9adb886febe None None] Network a585feb8-fa5f-44ad-a636-af1b80946337 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:49.235129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-034c4abd-40d3-4fdc-89e3-c880e1fecd5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Deleting port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:49.235482 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-034c4abd-40d3-4fdc-89e3-c880e1fecd5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.257621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:49.297406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:49.300066 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586e63da-0ad7-4d6b-bfa7-d50ac7b814e7" -d '{"events": [{"server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "name": "network-vif-plugged", "status": "completed", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:49.311324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-34f85275-57ae-4ee7-bc2e-19ebc000157d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2987645 Feb 19 03:34:49.314244 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.314578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54980) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:49.324670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': 'a585feb8-fa5f-44ad-a636-af1b80946337', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-839636876'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:49.330280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7575e85-f405-4069-afa8-da692b7b2727 req-e2b69ccc-3f5d-458c-893a-731fa40798a1 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/security-groups?id=305fca89-3d9a-4b60-81ae-6035759eaff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054639 Feb 19 03:34:49.334299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:49.443650 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Publish callbacks [] for port (1263a936-88af-4386-a366-83975b23eed5), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.489627 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (1263a936-88af-4386-a366-83975b23eed5), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.531948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:49.536777 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.542335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:49.559483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:49.571039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:49.574007 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.575096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port fe671898-3327-4d0e-996f-be275b35d1e6 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:34:49.601658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:49.618053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] device_id is not set on port c186a5da-70f4-40fb-97bd-370729d3cb9f yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:34:49.631122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-034c4abd-40d3-4fdc-89e3-c880e1fecd5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] For port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,segment=NetworkSegment(88ebc6ec-46e6-4ab2-aa66-fe171b30e70e),segment_id=88ebc6ec-46e6-4ab2-aa66-fe171b30e70e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:49.631811 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-034c4abd-40d3-4fdc-89e3-c880e1fecd5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.702408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-a585feb8-fa5f-44ad-a636-af1b80946337', 'network_id': 'a585feb8-fa5f-44ad-a636-af1b80946337', 'project_id': '5e697007b88f446e9baeca2352c02018', 'fixed_ips': [{'subnet_id': '49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:49.703240 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.728532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-034c4abd-40d3-4fdc-89e3-c880e1fecd5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Calling delete_port for de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:49.744101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Attempting to bind port 1263a936-88af-4386-a366-83975b23eed5 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:49.744412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Attempting to bind port 1263a936-88af-4386-a366-83975b23eed5 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:49.744788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Attempting to bind port 1263a936-88af-4386-a366-83975b23eed5 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:49.763414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:49.763824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Checking segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:49.764510 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.764920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Bound using segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:49.765426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Bound port: 1263a936-88af-4386-a366-83975b23eed5, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:49.766030 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1263a936-88af-4386-a366-83975b23eed5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.785214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Pushing event updated for resources: {'Port': ['ID=1263a936-88af-4386-a366-83975b23eed5,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:49.796988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Allocated IP 10.2.2.2 (11ef5ccb-0868-41f4-97a7-681c7d13022b/993294fb-3c75-47da-8f13-dd96a8f43ba4/405c5587-3309-42f4-8514-2e07aeffc44b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:49.814965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f2dae-fe94-45e7-b86f-3ca5379c28fc req-01775a25-c184-407a-869f-f8d52fedab2a tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:49.817278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8::358 (a585feb8-fa5f-44ad-a636-af1b80946337/49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0/fe671898-3327-4d0e-996f-be275b35d1e6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:49.820930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-139f2dae-fe94-45e7-b86f-3ca5379c28fc req-01775a25-c184-407a-869f-f8d52fedab2a tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.3420720 Feb 19 03:34:49.970506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (fe671898-3327-4d0e-996f-be275b35d1e6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.016807 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fe671898-3327-4d0e-996f-be275b35d1e6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.124413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network a585feb8-fa5f-44ad-a636-af1b80946337 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:50.128496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:50.133166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:50.139380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:50.140345 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.174765 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8572602 Feb 19 03:34:50.175788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54988) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:50.188298 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7ebcb-89a1-4f9c-a276-eb901bb3c86c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=fe671898-3327-4d0e-996f-be275b35d1e6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:50.366670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] For port 1263a936-88af-4386-a366-83975b23eed5, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:50.417978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-be427b90-2845-4f34-801c-6e2d19a0d6f0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port fe671898-3327-4d0e-996f-be275b35d1e6 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:50.418825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be427b90-2845-4f34-801c-6e2d19a0d6f0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fe671898-3327-4d0e-996f-be275b35d1e6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.448117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] For port 1263a936-88af-4386-a366-83975b23eed5, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1263a936-88af-4386-a366-83975b23eed5,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:50.490305 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1263a936-88af-4386-a366-83975b23eed5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.592810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Allocated IP 2001:db8::2 (a585feb8-fa5f-44ad-a636-af1b80946337/49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0/4bdcc5eb-4b19-42de-bbed-6b74243eb50f) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:50.633722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-139f2dae-fe94-45e7-b86f-3ca5379c28fc req-864bd530-414d-4052-9ba6-8f3dea504c19 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7969007 Feb 19 03:34:50.683053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be427b90-2845-4f34-801c-6e2d19a0d6f0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fe671898-3327-4d0e-996f-be275b35d1e6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.701296 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45ecb2-9ea9-4462-ac9a-8315248245cd None None] Pushing event updated for resources: {'Port': ['ID=1263a936-88af-4386-a366-83975b23eed5,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:50.716092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-be427b90-2845-4f34-801c-6e2d19a0d6f0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for fe671898-3327-4d0e-996f-be275b35d1e6 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:50.767234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Allocated IP 10.1.1.95 (1a8a4d32-b860-4f0b-a50e-55c21f16d66d/89573ae5-96fc-4eac-909a-7643e7e3b9c8/c186a5da-70f4-40fb-97bd-370729d3cb9f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:50.802874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-034c4abd-40d3-4fdc-89e3-c880e1fecd5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.848090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c4abd-40d3-4fdc-89e3-c880e1fecd5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Pushing event deleted for resources: {'Port': ['ID=de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:50.994119 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Publish callbacks [] for port (405c5587-3309-42f4-8514-2e07aeffc44b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.010579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-034c4abd-40d3-4fdc-89e3-c880e1fecd5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] No DVR routers for this DVR port de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:51.025218 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-034c4abd-40d3-4fdc-89e3-c880e1fecd5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.033025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a62d82c9-4a2c-48cf-8da9-5617360574ea req-034c4abd-40d3-4fdc-89e3-c880e1fecd5c tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.71 "DELETE /v2.0/ports/de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 HTTP/1.1" status: 204 len: 173 time: 2.3437445 Feb 19 03:34:51.033536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'name': 'network-vif-deleted', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:51.046804 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd577ef-22fb-459c-8ce5-9e5351856cd8" -d '{"events": [{"server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "name": "network-vif-deleted", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:51.047763 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.064139 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be427b90-2845-4f34-801c-6e2d19a0d6f0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fe671898-3327-4d0e-996f-be275b35d1e6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.160988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Pushing event updated for resources: {'Port': ['ID=405c5587-3309-42f4-8514-2e07aeffc44b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:51.178231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be427b90-2845-4f34-801c-6e2d19a0d6f0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=fe671898-3327-4d0e-996f-be275b35d1e6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:51.283581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be427b90-2845-4f34-801c-6e2d19a0d6f0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.287970 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-be427b90-2845-4f34-801c-6e2d19a0d6f0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/fe671898-3327-4d0e-996f-be275b35d1e6 HTTP/1.1" status: 204 len: 168 time: 1.1076434 Feb 19 03:34:51.290203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55000) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:51.329087 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Publish callbacks [] for port (4bdcc5eb-4b19-42de-bbed-6b74243eb50f), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.340660 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6a33b7-7ea5-4716-8191-5f25897a528f x-openstack-request-id: req-cc6a33b7-7ea5-4716-8191-5f25897a528f {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:51.341029 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "name": "network-vif-plugged", "status": "completed", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:51.341237 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc6a33b7-7ea5-4716-8191-5f25897a528f {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:51.343915 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'code': 200} Feb 19 03:34:51.352363 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (4bdcc5eb-4b19-42de-bbed-6b74243eb50f), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.364564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Network 11ef5ccb-0868-41f4-97a7-681c7d13022b is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:51.372837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:51.395895 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73e88bb-905b-4e6c-85b3-ccafcbceb579 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:34:51.400255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55002) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:51.400437 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e73e88bb-905b-4e6c-85b3-ccafcbceb579 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/fe671898-3327-4d0e-996f-be275b35d1e6 HTTP/1.1" status: 404 len: 333 time: 0.1086068 Feb 19 03:34:51.413369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:51.419038 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.431637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Network a585feb8-fa5f-44ad-a636-af1b80946337 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:51.443354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e068e3c-31be-40ab-b0aa-8f09bf61f3e0 req-d1aa67b2-91c3-4826-b53d-997ace075904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:51.445013 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7e068e3c-31be-40ab-b0aa-8f09bf61f3e0 req-d1aa67b2-91c3-4826-b53d-997ace075904 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0622828 Feb 19 03:34:51.446667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:51.483547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:51.501460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bca544b-9bd4-46d8-a861-d1a85f283515 req-44b97376-ddae-4d1e-ad6c-69f7015414a0 tempest-ServersNegativeTestJSON-359544476 tempest-ServersNegativeTestJSON-359544476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6693fd3f-84e0-4f06-b50d-3f0fbb134a87 HTTP/1.1" status: 200 len: 210 time: 0.1019905 Feb 19 03:34:51.547618 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7e068e3c-31be-40ab-b0aa-8f09bf61f3e0 req-538fb7c6-7f91-49d0-90ed-1895d1dadb9a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953636 Feb 19 03:34:51.561043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Pushing event updated for resources: {'Port': ['ID=4bdcc5eb-4b19-42de-bbed-6b74243eb50f,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:51.596604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd661a9b-d27e-4945-a9b6-94293cca894c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet 49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:34:51.600823 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd661a9b-d27e-4945-a9b6-94293cca894c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.645953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Attempting to bind port 405c5587-3309-42f4-8514-2e07aeffc44b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:51.646803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Attempting to bind port 405c5587-3309-42f4-8514-2e07aeffc44b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:51.646803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Attempting to bind port 405c5587-3309-42f4-8514-2e07aeffc44b on network 11ef5ccb-0868-41f4-97a7-681c7d13022b {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:51.658085 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd661a9b-d27e-4945-a9b6-94293cca894c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.703304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:51.705891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Checking segment: {'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:51.708081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.709504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Bound using segment: {'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:51.715212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Bound port: 405c5587-3309-42f4-8514-2e07aeffc44b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:51.716239 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.728178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Attempting to bind port 4bdcc5eb-4b19-42de-bbed-6b74243eb50f on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:51.733235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Attempting to bind port 4bdcc5eb-4b19-42de-bbed-6b74243eb50f by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '84e13cc1-4322-4788-aa6a-b75ad8089a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a585feb8-fa5f-44ad-a636-af1b80946337'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:51.733773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Attempting to bind port 4bdcc5eb-4b19-42de-bbed-6b74243eb50f on network a585feb8-fa5f-44ad-a636-af1b80946337 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:51.742978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.783839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:51.784743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Checking segment: {'id': '84e13cc1-4322-4788-aa6a-b75ad8089a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a585feb8-fa5f-44ad-a636-af1b80946337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:51.789903 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.790446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Bound using segment: {'id': '84e13cc1-4322-4788-aa6a-b75ad8089a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a585feb8-fa5f-44ad-a636-af1b80946337'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:51.791777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Bound port: 4bdcc5eb-4b19-42de-bbed-6b74243eb50f, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e13cc1-4322-4788-aa6a-b75ad8089a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a585feb8-fa5f-44ad-a636-af1b80946337'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:51.794667 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4bdcc5eb-4b19-42de-bbed-6b74243eb50f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.798105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:51.802240 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4343e1-0b6b-4bb8-88ad-175d767ff2dc x-openstack-request-id: req-2c4343e1-0b6b-4bb8-88ad-175d767ff2dc {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:51.802720 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693fd3f-84e0-4f06-b50d-3f0fbb134a87", "name": "network-vif-deleted", "tag": "de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:51.803086 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c4343e1-0b6b-4bb8-88ad-175d767ff2dc {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:51.803515 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fd3f-84e0-4f06-b50d-3f0fbb134a87', 'name': 'network-vif-deleted', 'tag': 'de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822', 'status': 'completed', 'code': 200} Feb 19 03:34:51.822966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:51.886503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] For port 405c5587-3309-42f4-8514-2e07aeffc44b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:51.890964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] For port 405c5587-3309-42f4-8514-2e07aeffc44b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=405c5587-3309-42f4-8514-2e07aeffc44b,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:51.907512 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.915670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:51.997389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Port': ['ID=c186a5da-70f4-40fb-97bd-370729d3cb9f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:52.063472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b4efe-b10b-46f3-8a5b-fee34751fc1b None None] Pushing event updated for resources: {'Port': ['ID=405c5587-3309-42f4-8514-2e07aeffc44b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:52.077503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:52.078362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.082752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] For port 4bdcc5eb-4b19-42de-bbed-6b74243eb50f, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:52.087906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] For port 4bdcc5eb-4b19-42de-bbed-6b74243eb50f, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4bdcc5eb-4b19-42de-bbed-6b74243eb50f,segment=NetworkSegment(84e13cc1-4322-4788-aa6a-b75ad8089a0a),segment_id=84e13cc1-4322-4788-aa6a-b75ad8089a0a)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:52.097507 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4bdcc5eb-4b19-42de-bbed-6b74243eb50f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.115394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd661a9b-d27e-4945-a9b6-94293cca894c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.127235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e58760-22f8-4f8d-bd14-28088651bd7d req-aaf065ab-9b23-44dd-980b-e6bdf44825fe tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:52.136016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9e58760-22f8-4f8d-bd14-28088651bd7d req-aaf065ab-9b23-44dd-980b-e6bdf44825fe tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.2123914 Feb 19 03:34:52.184737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-647db2c8-e557-4f96-a8fe-57d8a8db129d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2936530 Feb 19 03:34:52.187796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55012) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.193712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'port': {'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'name': 'tempest-TaggedBootDevicesTest-1225613979', 'fixed_ips': [{'subnet_id': '89573ae5-96fc-4eac-909a-7643e7e3b9c8'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:52.220894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:52.304991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9e58760-22f8-4f8d-bd14-28088651bd7d req-569726e0-ccf1-4396-873a-7f42b08bc4ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676822 Feb 19 03:34:52.318322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd661a9b-d27e-4945-a9b6-94293cca894c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.336896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:52.337348 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device de1e8ed0-f7b5-4e44-9bf0-cc1bf711e822 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:52.359351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd661a9b-d27e-4945-a9b6-94293cca894c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:52.367815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7e702-b84e-40b2-82e5-64ac56580aa8 None None] Pushing event updated for resources: {'Port': ['ID=4bdcc5eb-4b19-42de-bbed-6b74243eb50f,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:52.375194 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd661a9b-d27e-4945-a9b6-94293cca894c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.381213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fd661a9b-d27e-4945-a9b6-94293cca894c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0 HTTP/1.1" status: 204 len: 168 time: 0.9739566 Feb 19 03:34:52.382303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55014) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.401289 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.411500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22fb23d-bd1a-40da-9ae9-3e407afc4c1b None None] Network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:52.515744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:52.562824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-057ad165-5001-4937-af59-73ba8a7ac9ff None None] Provisioning complete for port 1263a936-88af-4386-a366-83975b23eed5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:52.563204 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-057ad165-5001-4937-af59-73ba8a7ac9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1263a936-88af-4386-a366-83975b23eed5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.565507 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (a585feb8-fa5f-44ad-a636-af1b80946337), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.683929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55018) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.758352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 4bdcc5eb-4b19-42de-bbed-6b74243eb50f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:52.758852 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4bdcc5eb-4b19-42de-bbed-6b74243eb50f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.823306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-057ad165-5001-4937-af59-73ba8a7ac9ff None None] Current status of the port 1263a936-88af-4386-a366-83975b23eed5 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:52.826045 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-057ad165-5001-4937-af59-73ba8a7ac9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1263a936-88af-4386-a366-83975b23eed5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.840433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.927331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] device_id is not set on port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:34:52.955866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-057ad165-5001-4937-af59-73ba8a7ac9ff None None] For port 1263a936-88af-4386-a366-83975b23eed5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1263a936-88af-4386-a366-83975b23eed5,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:52.971229 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-057ad165-5001-4937-af59-73ba8a7ac9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1263a936-88af-4386-a366-83975b23eed5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.037727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] For port 4bdcc5eb-4b19-42de-bbed-6b74243eb50f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4bdcc5eb-4b19-42de-bbed-6b74243eb50f,segment=NetworkSegment(84e13cc1-4322-4788-aa6a-b75ad8089a0a),segment_id=84e13cc1-4322-4788-aa6a-b75ad8089a0a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:53.043464 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4bdcc5eb-4b19-42de-bbed-6b74243eb50f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.115763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 4bdcc5eb-4b19-42de-bbed-6b74243eb50f owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:53.131924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ad165-5001-4937-af59-73ba8a7ac9ff None None] Pushing event updated for resources: {'Port': ['ID=1263a936-88af-4386-a366-83975b23eed5,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:53.315288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-440d98f3-1c52-4f3b-bc24-6f4a4363aac8 None None] Provisioning complete for port 1263a936-88af-4386-a366-83975b23eed5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:53.330638 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-440d98f3-1c52-4f3b-bc24-6f4a4363aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1263a936-88af-4386-a366-83975b23eed5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.400650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1263a936-88af-4386-a366-83975b23eed5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:53.460331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Allocated IP 10.1.1.186 (1a8a4d32-b860-4f0b-a50e-55c21f16d66d/89573ae5-96fc-4eac-909a-7643e7e3b9c8/59d89fa6-04f0-4b05-b65e-86aa824fe6c9) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:53.469076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-206a22e5-d370-4899-b15b-4d15e450e2c0 admin admin] Deleting subnet f056254e-483c-4e21-9725-833b560ed18e {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:34:53.551717 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-206a22e5-d370-4899-b15b-4d15e450e2c0 admin admin] Publish callbacks [] for subnet (f056254e-483c-4e21-9725-833b560ed18e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.586968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1263a936-88af-4386-a366-83975b23eed5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:53.589323 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1263a936-88af-4386-a366-83975b23eed5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.593208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-440d98f3-1c52-4f3b-bc24-6f4a4363aac8 None None] Current status of the port 1263a936-88af-4386-a366-83975b23eed5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:53.651660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-440d98f3-1c52-4f3b-bc24-6f4a4363aac8 None None] Provisioning complete for port c186a5da-70f4-40fb-97bd-370729d3cb9f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:53.652407 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-440d98f3-1c52-4f3b-bc24-6f4a4363aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.685673 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4bdcc5eb-4b19-42de-bbed-6b74243eb50f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.709444 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-206a22e5-d370-4899-b15b-4d15e450e2c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (f056254e-483c-4e21-9725-833b560ed18e), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.765258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440c442-9837-44eb-a1e2-6459637836fd req-4a2a7f6b-27d0-4e9e-9d80-89e4f3bd4bb7 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:53.773483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b440c442-9837-44eb-a1e2-6459637836fd req-4a2a7f6b-27d0-4e9e-9d80-89e4f3bd4bb7 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.2903895 Feb 19 03:34:53.776922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No DVR routers for this DVR port 4bdcc5eb-4b19-42de-bbed-6b74243eb50f on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:53.783308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-440d98f3-1c52-4f3b-bc24-6f4a4363aac8 None None] Port c186a5da-70f4-40fb-97bd-370729d3cb9f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:53.854400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-206a22e5-d370-4899-b15b-4d15e450e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f056254e-483c-4e21-9725-833b560ed18e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.879089 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.880861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1263a936-88af-4386-a366-83975b23eed5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:53.882285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 405c5587-3309-42f4-8514-2e07aeffc44b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:53.975228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=4bdcc5eb-4b19-42de-bbed-6b74243eb50f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:53.995875 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.020797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c17e20a6-9a0a-4b36-af7e-8832045697ec None None] Provisioning complete for port c186a5da-70f4-40fb-97bd-370729d3cb9f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:54.021191 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c17e20a6-9a0a-4b36-af7e-8832045697ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.081824 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:54.088313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:54.091460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:54.126858 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-206a22e5-d370-4899-b15b-4d15e450e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (f056254e-483c-4e21-9725-833b560ed18e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.153783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:54.154512 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.160767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Port': ['ID=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:54.171247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c17e20a6-9a0a-4b36-af7e-8832045697ec None None] Port c186a5da-70f4-40fb-97bd-370729d3cb9f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:54.180463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 405c5587-3309-42f4-8514-2e07aeffc44b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:54.180860 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.198600 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-14596d78-8a86-45df-8fc3-fc28e1328a4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0090075 Feb 19 03:34:54.301682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a22e5-d370-4899-b15b-4d15e450e2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f056254e-483c-4e21-9725-833b560ed18e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:54.307709 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-206a22e5-d370-4899-b15b-4d15e450e2c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.325822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-206a22e5-d370-4899-b15b-4d15e450e2c0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f056254e-483c-4e21-9725-833b560ed18e HTTP/1.1" status: 204 len: 168 time: 1.6357505 Feb 19 03:34:54.327969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55032) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:54.417269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 405c5587-3309-42f4-8514-2e07aeffc44b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:54.417674 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.424924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b440c442-9837-44eb-a1e2-6459637836fd req-6bad36ea-cb49-4d31-834e-224a7c0bd92b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6501641 Feb 19 03:34:54.519525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 405c5587-3309-42f4-8514-2e07aeffc44b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=405c5587-3309-42f4-8514-2e07aeffc44b,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:54.525052 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (a585feb8-fa5f-44ad-a636-af1b80946337), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.525256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f20152-159e-4712-b634-70c84e61e0c2 None None] Network a585feb8-fa5f-44ad-a636-af1b80946337 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:54.541007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (5600df88-4693-4811-9ff5-8b78bdc7e66d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.587204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a585feb8-fa5f-44ad-a636-af1b80946337']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:54.618059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e13cc1-4322-4788-aa6a-b75ad8089a0a') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:54.618437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e13cc1-4322-4788-aa6a-b75ad8089a0a') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:54.652193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (84e13cc1-4322-4788-aa6a-b75ad8089a0a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.701749 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.706829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bdcc5eb-4b19-42de-bbed-6b74243eb50f up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:54.719745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (84e13cc1-4322-4788-aa6a-b75ad8089a0a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.732296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:54.734398 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (84e13cc1-4322-4788-aa6a-b75ad8089a0a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:54.743494 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:54.780451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a829f3-aec8-473a-8680-d197fdb91630 None None] Network 11ef5ccb-0868-41f4-97a7-681c7d13022b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:54.802796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (5600df88-4693-4811-9ff5-8b78bdc7e66d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.854121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5600df88-4693-4811-9ff5-8b78bdc7e66d']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:54.879006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:54.879318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ebc6ec-46e6-4ab2-aa66-fe171b30e70e') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:54.888012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (a585feb8-fa5f-44ad-a636-af1b80946337), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.894037 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.905592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/networks/a585feb8-fa5f-44ad-a636-af1b80946337 HTTP/1.1" status: 204 len: 168 time: 2.5167828 Feb 19 03:34:54.905807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4bdcc5eb-4b19-42de-bbed-6b74243eb50f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:54.905807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bdcc5eb-4b19-42de-bbed-6b74243eb50f not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 03:34:54.905970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55046) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:54.913119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'name': 'tempest-PortsIpV6TestJSON-64704694'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:54.929711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c992519f-6af7-4656-986c-33a13e0f5516 None None] Could not find standard attr ID for object 4bdcc5eb-4b19-42de-bbed-6b74243eb50f. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:34:54.948658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Port 4bdcc5eb-4b19-42de-bbed-6b74243eb50f not found, will not notify nova. {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 03:34:54.955314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (88ebc6ec-46e6-4ab2-aa66-fe171b30e70e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.969603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59045ae2-8beb-4454-a5fc-1a200c6a0edf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Network': ['ID=a585feb8-fa5f-44ad-a636-af1b80946337,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:54.977084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3edbcd5-5356-4daf-b8f0-13dff17b2da4 None None] DHCP port deletion for a585feb8-fa5f-44ad-a636-af1b80946337 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:34:54.991708 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (88ebc6ec-46e6-4ab2-aa66-fe171b30e70e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.000380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:55.000380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (88ebc6ec-46e6-4ab2-aa66-fe171b30e70e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.094120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=405c5587-3309-42f4-8514-2e07aeffc44b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:55.120902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ed1d3563-7af7-4329-84ac-2d2bbf248755 None None] Provisioning complete for port 405c5587-3309-42f4-8514-2e07aeffc44b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:55.121195 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed1d3563-7af7-4329-84ac-2d2bbf248755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:55.134488 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:55.136157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55050) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:55.145878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-dc0362a1-b195-4c84-b8b6-e8da8ab6286a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542939011', 'description': 'tempest-description--168308576'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:55.174809 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (5600df88-4693-4811-9ff5-8b78bdc7e66d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.185415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.195051 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] 10.222.0.42 "DELETE /v2.0/networks/5600df88-4693-4811-9ff5-8b78bdc7e66d HTTP/1.1" status: 204 len: 168 time: 0.8667130 Feb 19 03:34:55.210811 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc0362a1-b195-4c84-b8b6-e8da8ab6286a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.223357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1263a936-88af-4386-a366-83975b23eed5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:55.281228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c22fcb-79d2-45a7-93f5-3cd24c1b252c admin admin] Pushing event deleted for resources: {'Network': ['ID=5600df88-4693-4811-9ff5-8b78bdc7e66d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:55.329768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:55.333692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.356313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:34:55.386356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecdb3b-d111-4fbb-a824-b746ffe4c4db req-b6da0c8b-d47e-4e5b-8f23-8cd2d5c7f00f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:55.414812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55058) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:55.416123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eecdb3b-d111-4fbb-a824-b746ffe4c4db req-b6da0c8b-d47e-4e5b-8f23-8cd2d5c7f00f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1993248 Feb 19 03:34:55.439660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55060) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:55.444434 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a5e9cba8-749b-4f66-ace1-7dde41b09136 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Request body: {'floatingip': {'port_id': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:55.459770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d3563-7af7-4329-84ac-2d2bbf248755 None None] Current status of the port 405c5587-3309-42f4-8514-2e07aeffc44b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:55.460881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc0362a1-b195-4c84-b8b6-e8da8ab6286a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group (a689113b-b0ae-4d53-93b0-3000f4c5e74f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.468435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1263a936-88af-4386-a366-83975b23eed5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:55.468853 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1263a936-88af-4386-a366-83975b23eed5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.470235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc0362a1-b195-4c84-b8b6-e8da8ab6286a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a689113b-b0ae-4d53-93b0-3000f4c5e74f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.511032 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc0362a1-b195-4c84-b8b6-e8da8ab6286a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.512616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dc0362a1-b195-4c84-b8b6-e8da8ab6286a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3768404 Feb 19 03:34:55.516687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55064) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:55.520989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d8f3c949-014a-4c6b-bd2f-f38f558ebcaa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'security_group_rule': {'security_group_id': 'a689113b-b0ae-4d53-93b0-3000f4c5e74f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:55.541462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ed1d3563-7af7-4329-84ac-2d2bbf248755 None None] Provisioning complete for port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:55.542075 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ed1d3563-7af7-4329-84ac-2d2bbf248755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.543193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cba8-749b-4f66-ace1-7dde41b09136 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (ebc87283-dba9-48be-b9db-5a93cb1cd250), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.553222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0362a1-b195-4c84-b8b6-e8da8ab6286a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a689113b-b0ae-4d53-93b0-3000f4c5e74f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:55.587474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d3563-7af7-4329-84ac-2d2bbf248755 None None] Port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:55.595236 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c949-014a-4c6b-bd2f-f38f558ebcaa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group_rule (fdeb1481-3330-4b00-bf2e-a9b9e820c69a), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.658822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1263a936-88af-4386-a366-83975b23eed5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:55.681926 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c949-014a-4c6b-bd2f-f38f558ebcaa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group_rule (fdeb1481-3330-4b00-bf2e-a9b9e820c69a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.687123 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c949-014a-4c6b-bd2f-f38f558ebcaa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (fdeb1481-3330-4b00-bf2e-a9b9e820c69a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.726536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-65ea80ff-54d6-4201-b8ff-2bb4684928af None None] Provisioning complete for port 405c5587-3309-42f4-8514-2e07aeffc44b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:55.727143 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-65ea80ff-54d6-4201-b8ff-2bb4684928af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.735681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3c949-014a-4c6b-bd2f-f38f558ebcaa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdeb1481-3330-4b00-bf2e-a9b9e820c69a,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:55.757590 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c949-014a-4c6b-bd2f-f38f558ebcaa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.760362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d8f3c949-014a-4c6b-bd2f-f38f558ebcaa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2418933 Feb 19 03:34:55.762194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55068) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:55.768878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d48a0516-b5cd-4ff4-9ac4-e56f87ec0c79 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'security_group_rule': {'security_group_id': 'a689113b-b0ae-4d53-93b0-3000f4c5e74f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:55.781049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bdcc5eb-4b19-42de-bbed-6b74243eb50f no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:55.805686 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d48a0516-b5cd-4ff4-9ac4-e56f87ec0c79 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group_rule (3c750a1e-9c81-4db5-ad10-8d3a9d4085b6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.840507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4bdcc5eb-4b19-42de-bbed-6b74243eb50f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:55.841314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bdcc5eb-4b19-42de-bbed-6b74243eb50f not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:55.911135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d48a0516-b5cd-4ff4-9ac4-e56f87ec0c79 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group_rule (3c750a1e-9c81-4db5-ad10-8d3a9d4085b6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.919072 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d48a0516-b5cd-4ff4-9ac4-e56f87ec0c79 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3c750a1e-9c81-4db5-ad10-8d3a9d4085b6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.919358 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-79349f10-5ace-4711-a941-bf6a9e3f4a28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5370e4b676dc48c0aef8e5d1db9338ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5033982 Feb 19 03:34:55.923660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55072) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:55.929725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-65ea80ff-54d6-4201-b8ff-2bb4684928af None None] Current status of the port 405c5587-3309-42f4-8514-2e07aeffc44b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:55.982411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a0516-b5cd-4ff4-9ac4-e56f87ec0c79 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c750a1e-9c81-4db5-ad10-8d3a9d4085b6,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:55.996051 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d48a0516-b5cd-4ff4-9ac4-e56f87ec0c79 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.997818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d48a0516-b5cd-4ff4-9ac4-e56f87ec0c79 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2341528 Feb 19 03:34:56.002416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55074) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:56.007245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:56.063247 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.080341 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5af10730-ac69-48ca-a74f-55882c1ea828 admin admin] Publish callbacks [] for security_group (305fca89-3d9a-4b60-81ae-6035759eaff1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.104379 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5af10730-ac69-48ca-a74f-55882c1ea828 admin admin] Publish callbacks [] for security_group (305fca89-3d9a-4b60-81ae-6035759eaff1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.228842 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cba8-749b-4f66-ace1-7dde41b09136 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.239753 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cba8-749b-4f66-ace1-7dde41b09136 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (ebc87283-dba9-48be-b9db-5a93cb1cd250), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.240896 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5af10730-ac69-48ca-a74f-55882c1ea828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (305fca89-3d9a-4b60-81ae-6035759eaff1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.244234 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5af10730-ac69-48ca-a74f-55882c1ea828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.245664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5af10730-ac69-48ca-a74f-55882c1ea828 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/305fca89-3d9a-4b60-81ae-6035759eaff1 HTTP/1.1" status: 204 len: 168 time: 0.3149524 Feb 19 03:34:56.259988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af10730-ac69-48ca-a74f-55882c1ea828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305fca89-3d9a-4b60-81ae-6035759eaff1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:56.340089 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.479749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Allocated IP 172.25.4.52 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/4a268f75-5595-448b-a031-d6311d84610e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:56.526801 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.572616 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-a5e9cba8-749b-4f66-ace1-7dde41b09136 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Floating IP ebc87283-dba9-48be-b9db-5a93cb1cd250 associated. External IP: 172.25.4.96, port: e6109ac9-2407-4476-852c-0d98ea6b9ae4. Feb 19 03:34:56.598557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for port (4a268f75-5595-448b-a031-d6311d84610e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.644561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4a268f75-5595-448b-a031-d6311d84610e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.695787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:56.700924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:56.705899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:56.744715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Port': ['ID=4a268f75-5595-448b-a031-d6311d84610e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:56.787814 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.836080 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for floatingip (fc4c967d-99e1-45a1-a454-6e4685de0da0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.867433 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:56.897112 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4a268f75-5595-448b-a031-d6311d84610e), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.912413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:56.914733 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:56.928279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:56.976108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:56.977581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.031064 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-849198d5-6061-4963-ac58-ba18bab118ce tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.1251321 Feb 19 03:34:57.036369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55100) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:57.102286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 405c5587-3309-42f4-8514-2e07aeffc44b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:57.143528 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for port (4a268f75-5595-448b-a031-d6311d84610e), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.149113 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (4a268f75-5595-448b-a031-d6311d84610e), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.216415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 405c5587-3309-42f4-8514-2e07aeffc44b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:57.217113 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.311053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Port': ['ID=4a268f75-5595-448b-a031-d6311d84610e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:57.329295 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (fc4c967d-99e1-45a1-a454-6e4685de0da0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.387637 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.401601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a96801ac-b637-440e-9302-0ee7cf662dfb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3977358 Feb 19 03:34:57.434918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 405c5587-3309-42f4-8514-2e07aeffc44b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:57.461656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e9cba8-749b-4f66-ace1-7dde41b09136 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Router 7d3b42fc-cc24-4c16-a582-69f366792628 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:34:57.746856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-0436da16-479a-4a2b-9735-024d8d474e38 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1542939011&fields=id&tenant_id=b2a25dad0d934c18b019b937224fe790 HTTP/1.1" status: 200 len: 267 time: 0.0557752 Feb 19 03:34:57.805968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5bad9fe2-7ffd-4ac2-a518-7d2d821bdb19 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:57.814706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5bad9fe2-7ffd-4ac2-a518-7d2d821bdb19 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports/c186a5da-70f4-40fb-97bd-370729d3cb9f HTTP/1.1" status: 200 len: 929 time: 0.0650034 Feb 19 03:34:57.870504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-c7ef15d4-c5d0-4846-a2a4-a6e4a10eb5c0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:57.893294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-c7ef15d4-c5d0-4846-a2a4-a6e4a10eb5c0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports/59d89fa6-04f0-4b05-b65e-86aa824fe6c9 HTTP/1.1" status: 200 len: 932 time: 0.0773470 Feb 19 03:34:57.940671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fa0f31e6-7d9a-4eb9-bdc3-52c3b415299b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?network_id=11ef5ccb-0868-41f4-97a7-681c7d13022b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0461321 Feb 19 03:34:57.948239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:57.948828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.983700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-9777e935-cccc-4557-b0b9-043d5f812da1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?network_id=11ef5ccb-0868-41f4-97a7-681c7d13022b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0409894 Feb 19 03:34:58.075283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.099357 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:58.106831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e9cba8-749b-4f66-ace1-7dde41b09136 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:58.115605 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cba8-749b-4f66-ace1-7dde41b09136 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.118846 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] Sync routers for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:58.132389 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:58.133257 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:34:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:58.133621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-722d4875-e886-4145-82a8-d742f209069e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:58.140131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-722d4875-e886-4145-82a8-d742f209069e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:58.145956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-722d4875-e886-4145-82a8-d742f209069e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:58.147936 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-722d4875-e886-4145-82a8-d742f209069e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/networks?id=d8177606-8e02-4dcf-b260-237ee5f1e02f&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=11ef5ccb-0868-41f4-97a7-681c7d13022b&id=11ef5ccb-0868-41f4-97a7-681c7d13022b HTTP/1.1" status: 200 len: 1989 time: 0.1610680 Feb 19 03:34:58.174076 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-d7c89e1f-3ea7-4836-94f2-bbf585ad421e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/quotas/b2a25dad0d934c18b019b937224fe790 HTTP/1.1" status: 200 len: 375 time: 0.0195012 Feb 19 03:34:58.199500 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a5e9cba8-749b-4f66-ace1-7dde41b09136 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "PUT /v2.0/floatingips/ebc87283-dba9-48be-b9db-5a93cb1cd250 HTTP/1.1" status: 200 len: 990 time: 2.7586031 Feb 19 03:34:58.202410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:58.204983 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db5e012-95db-4e1c-881e-de57e292283c" -d '{"events": [{"name": "network-changed", "server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:58.253625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.294700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:58.307382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.315357 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/c8f14598-6cb4-4e0b-b2d3-66c0e673bbcf HTTP/1.1" status: 204 len: 168 time: 1.2771659 Feb 19 03:34:58.317070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55134) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:58.319966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.320436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.320894 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.321376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.322060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.322515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.322962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.323455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.324043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.324483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.325432 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.325812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.326275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae3b38-47ef-41fc-a2b7-cc843708607c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:58.333102 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'mac_address': 'fa:16:3e:a3:ca:63', 'name': 'tempest-PortsIpV6TestJSON-370020118'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:58.345703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-7453ba51-eef2-48db-99c5-5be7853882f9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1652517 Feb 19 03:34:58.444279 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:58.457017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:58.500874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-065858ae-1c92-4842-9c4e-58c0465b9dd5 service neutron] 10.222.0.42 "GET /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366200 Feb 19 03:34:58.606084 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.635643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port a42b57e4-7399-4b2d-9ea7-39c8f2a2321a yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:34:58.671586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5c6064ab-a14e-4f28-b24b-b20c44c2daab service neutron] 10.222.0.42 "GET /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692941 Feb 19 03:34:58.761910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bc64b158-ad79-4df3-9fa4-8a03bce0b8cf service neutron] 10.222.0.42 "GET /v2.0/ports/c186a5da-70f4-40fb-97bd-370729d3cb9f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0860517 Feb 19 03:34:58.764814 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'ebc87283-dba9-48be-b9db-5a93cb1cd250', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'port_id': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'mac_address': 'fa:16:3e:69:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:34:31Z', 'updated_at': '2022-02-19T03:34:56Z', 'revision_number': 1, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:58.802036 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] Checking router: 7d3b42fc-cc24-4c16-a582-69f366792628 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:58.812774 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:58.813668 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:34:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:58.833007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (a42b57e4-7399-4b2d-9ea7-39c8f2a2321a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.872940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a42b57e4-7399-4b2d-9ea7-39c8f2a2321a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.957985 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:58.968338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:59.010788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:59.019368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-56dc6d78-d541-47c5-986b-684a11f9754e service neutron] 10.222.0.42 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583542 Feb 19 03:34:59.037545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:59.038378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.085270 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:59.110327 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=a42b57e4-7399-4b2d-9ea7-39c8f2a2321a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:59.134306 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-27de08d8-01a6-4e59-9bc1-bb4bc49e5955 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8134651 Feb 19 03:34:59.134857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55140) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:59.209453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00e45a-3060-47bc-8889-3886a36c8ea0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:59.211123 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7e00e45a-3060-47bc-8889-3886a36c8ea0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/a42b57e4-7399-4b2d-9ea7-39c8f2a2321a HTTP/1.1" status: 200 len: 844 time: 0.0730863 Feb 19 03:34:59.214230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55142) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:59.374163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-d12eb5e7-4b9c-4d65-818b-96a0f9191d3f service neutron] 10.222.0.42 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140116 Feb 19 03:34:59.442224 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'ebc87283-dba9-48be-b9db-5a93cb1cd250', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'port_id': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'mac_address': 'fa:16:3e:69:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:34:31Z', 'updated_at': '2022-02-19T03:34:56Z', 'revision_number': 1, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:59.443103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-05bfd54b-64c0-49b9-8cf1-4a817dea4fe9 service neutron] 10.222.0.42 "GET /v2.0/ports/59d89fa6-04f0-4b05-b65e-86aa824fe6c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0605907 Feb 19 03:34:59.446561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-59a76e7b-a3ce-4b18-889c-22891728014e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port a42b57e4-7399-4b2d-9ea7-39c8f2a2321a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:59.447166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59a76e7b-a3ce-4b18-889c-22891728014e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a42b57e4-7399-4b2d-9ea7-39c8f2a2321a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.478231 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0548b-543f-4dac-8617-8d5f59b9eb6b None None] The sync data for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 is: [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'ebc87283-dba9-48be-b9db-5a93cb1cd250', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'port_id': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'mac_address': 'fa:16:3e:69:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:34:31Z', 'updated_at': '2022-02-19T03:34:56Z', 'revision_number': 1, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:59.587162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59a76e7b-a3ce-4b18-889c-22891728014e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a42b57e4-7399-4b2d-9ea7-39c8f2a2321a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.612481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-59a76e7b-a3ce-4b18-889c-22891728014e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for a42b57e4-7399-4b2d-9ea7-39c8f2a2321a owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:59.686077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-f5807af6-0437-4cc0-8695-556f16d59fda service neutron] 10.222.0.42 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793623 Feb 19 03:34:59.750624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e964a0c-60c3-4009-bafe-5cfb98c5e945 None None] New status for floating IP ebc87283-dba9-48be-b9db-5a93cb1cd250: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:34:59.806426 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59a76e7b-a3ce-4b18-889c-22891728014e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a42b57e4-7399-4b2d-9ea7-39c8f2a2321a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.836619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-b7f956a7-e208-4be0-a25b-e9590a473b3d service neutron] 10.222.0.42 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443467 Feb 19 03:34:59.841455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a76e7b-a3ce-4b18-889c-22891728014e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=a42b57e4-7399-4b2d-9ea7-39c8f2a2321a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:59.850277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59a76e7b-a3ce-4b18-889c-22891728014e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.854541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-59a76e7b-a3ce-4b18-889c-22891728014e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/a42b57e4-7399-4b2d-9ea7-39c8f2a2321a HTTP/1.1" status: 204 len: 168 time: 0.6386156 Feb 19 03:34:59.858189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55146) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:59.887036 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba5ec93-a9d7-487f-98bd-1872c9921ec4 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:34:59.888606 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0ba5ec93-a9d7-487f-98bd-1872c9921ec4 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/a42b57e4-7399-4b2d-9ea7-39c8f2a2321a HTTP/1.1" status: 404 len: 333 time: 0.0293491 Feb 19 03:34:59.895333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55148) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:59.900525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'name': 'tempest-PortsIpV6TestJSON-1525117948'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:00.002906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e4eb2051-72e1-4c62-8638-c6b6f75c9840 service neutron] 10.222.0.42 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442444 Feb 19 03:35:00.117056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:00.128412 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.138571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-b28d86ae-7aa0-4000-930d-02eff917bd4e service neutron] 10.222.0.42 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274459 Feb 19 03:35:00.195778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port 069506fb-6c37-4640-9fc2-c44f94682eff yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:00.274678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-be530551-aef3-4cef-9a7b-5870e2b531fb service neutron] 10.222.0.42 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232364 Feb 19 03:35:00.384827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-64facc5c-9b37-4083-849e-59782c050ad0 service neutron] 10.222.0.42 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030006 Feb 19 03:35:00.428426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (069506fb-6c37-4640-9fc2-c44f94682eff), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.466176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (069506fb-6c37-4640-9fc2-c44f94682eff), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.491583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-c45cfa77-4e30-4fdc-95a3-2c748a430835 service neutron] 10.222.0.42 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008487 Feb 19 03:35:00.520597 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:00.524137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:00.534262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:00.546575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:00.547265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.571298 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=069506fb-6c37-4640-9fc2-c44f94682eff,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:00.595433 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-12f64639-b5ed-4c0b-ae3c-2d6a7badc255 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6964753 Feb 19 03:35:00.596422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55170) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:00.602903 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-96160788-03d2-4680-9aef-5d4a0326228e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:00.659951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fd48af06-1467-4b79-a984-4fb88e7e3da3 service neutron] 10.222.0.42 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575909 Feb 19 03:35:00.705243 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96160788-03d2-4680-9aef-5d4a0326228e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (069506fb-6c37-4640-9fc2-c44f94682eff), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.765930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-0b0954d4-dbc8-47db-ba78-0e063e8a24a2 service neutron] 10.222.0.42 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004052 Feb 19 03:35:00.886812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fa05017d-4712-48c0-babb-89bcaef9a532 service neutron] 10.222.0.42 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142960 Feb 19 03:35:00.899539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96160788-03d2-4680-9aef-5d4a0326228e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (069506fb-6c37-4640-9fc2-c44f94682eff), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.905984 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96160788-03d2-4680-9aef-5d4a0326228e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (069506fb-6c37-4640-9fc2-c44f94682eff), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.949658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-96160788-03d2-4680-9aef-5d4a0326228e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] In _notify_port_updated(), no bound segment for port 069506fb-6c37-4640-9fc2-c44f94682eff on network 8d02ce99-57d8-467b-b3e2-7b53511497dd {{(pid=103616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:35:00.955612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96160788-03d2-4680-9aef-5d4a0326228e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:00.960906 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96160788-03d2-4680-9aef-5d4a0326228e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.960906 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-96160788-03d2-4680-9aef-5d4a0326228e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "PUT /v2.0/ports/069506fb-6c37-4640-9fc2-c44f94682eff HTTP/1.1" status: 200 len: 818 time: 0.3598838 Feb 19 03:35:00.961715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55172) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:00.988995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5ce6efc0-a869-4f94-a65f-40c653612b8e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:00.990656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5ce6efc0-a869-4f94-a65f-40c653612b8e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports/c186a5da-70f4-40fb-97bd-370729d3cb9f HTTP/1.1" status: 200 len: 929 time: 0.1030495 Feb 19 03:35:01.010234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96160788-03d2-4680-9aef-5d4a0326228e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=069506fb-6c37-4640-9fc2-c44f94682eff,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:01.049547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-aea66128-3519-4436-9e49-70e77befde3f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:01.062608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-aea66128-3519-4436-9e49-70e77befde3f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports/59d89fa6-04f0-4b05-b65e-86aa824fe6c9 HTTP/1.1" status: 200 len: 932 time: 0.0658565 Feb 19 03:35:01.082841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-639e55e1-ccff-4ae0-aabe-fef8893ad60c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 069506fb-6c37-4640-9fc2-c44f94682eff {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:01.083487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-639e55e1-ccff-4ae0-aabe-fef8893ad60c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (069506fb-6c37-4640-9fc2-c44f94682eff), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.170518 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-639e55e1-ccff-4ae0-aabe-fef8893ad60c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (069506fb-6c37-4640-9fc2-c44f94682eff), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.187502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-639e55e1-ccff-4ae0-aabe-fef8893ad60c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 069506fb-6c37-4640-9fc2-c44f94682eff owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:01.315334 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-639e55e1-ccff-4ae0-aabe-fef8893ad60c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (069506fb-6c37-4640-9fc2-c44f94682eff), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.345714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e55e1-ccff-4ae0-aabe-fef8893ad60c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=069506fb-6c37-4640-9fc2-c44f94682eff,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:01.358365 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-639e55e1-ccff-4ae0-aabe-fef8893ad60c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.364820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55186) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:01.364980 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-639e55e1-ccff-4ae0-aabe-fef8893ad60c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/069506fb-6c37-4640-9fc2-c44f94682eff HTTP/1.1" status: 204 len: 168 time: 0.4024305 Feb 19 03:35:01.440427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92729b57-7503-4d91-84a9-4204e6a74d80 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:01.442688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-92729b57-7503-4d91-84a9-4204e6a74d80 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0763874 Feb 19 03:35:01.445649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55192) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:01.478966 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e4c8e4-6781-46fc-b037-cfed0732ee8e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:35:01.480471 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-10e4c8e4-6781-46fc-b037-cfed0732ee8e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/069506fb-6c37-4640-9fc2-c44f94682eff HTTP/1.1" status: 404 len: 333 time: 0.0334969 Feb 19 03:35:01.487055 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55194) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:01.493542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1117719047'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:01.519410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:01.523758 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.562484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:01.577879 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9d07dbbf-cd79-4fb9-a682-1e96811e4ada), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.578399 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Added segment 9d07dbbf-cd79-4fb9-a682-1e96811e4ada of type vlan for network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 Feb 19 03:35:01.628415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.661406 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.672964 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:01.673632 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.745662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55206) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:01.751668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:01.755722 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2673810 Feb 19 03:35:01.850130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765faa3-0541-412d-b2fa-618ea2dc60ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Network': ['ID=dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:01.860401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:02.039876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-789bc88f-31b1-418e-af96-70b5afd16586 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:02.041453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-789bc88f-31b1-418e-af96-70b5afd16586 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports/c186a5da-70f4-40fb-97bd-370729d3cb9f HTTP/1.1" status: 200 len: 929 time: 0.1229980 Feb 19 03:35:02.076003 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b706f4-f28a-417a-8c11-93a25923adaa x-openstack-request-id: req-a4b706f4-f28a-417a-8c11-93a25923adaa {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:02.076319 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:02.077139 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4b706f4-f28a-417a-8c11-93a25923adaa {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:02.077583 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'status': 'completed', 'code': 200} Feb 19 03:35:02.103924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a8b039ae-eeda-4797-b3c8-3a431fd69642 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:02.105864 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a8b039ae-eeda-4797-b3c8-3a431fd69642 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports/59d89fa6-04f0-4b05-b65e-86aa824fe6c9 HTTP/1.1" status: 200 len: 932 time: 0.0571434 Feb 19 03:35:02.106448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:02.111454 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.219020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5e012-95db-4e1c-881e-de57e292283c req-93aa370c-ccd9-45ca-9e7d-7c5decf2bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:02.221232 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6db5e012-95db-4e1c-881e-de57e292283c req-93aa370c-ccd9-45ca-9e7d-7c5decf2bf9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0892687 Feb 19 03:35:02.347731 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3fb4663-a22b-41db-bf44-6206273d0343 req-65609da9-4265-42a7-84c4-1d8a0c732b0e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.1248116 Feb 19 03:35:02.531750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5e012-95db-4e1c-881e-de57e292283c req-a53537ab-8a90-4bf8-95e3-0032dabdc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:02.533358 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6db5e012-95db-4e1c-881e-de57e292283c req-a53537ab-8a90-4bf8-95e3-0032dabdc3f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.3027568 Feb 19 03:35:02.580639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (13d1b469-047f-4320-be29-50deea65f8ec), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.689807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=13d1b469-047f-4320-be29-50deea65f8ec,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:02.699634 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6db5e012-95db-4e1c-881e-de57e292283c req-019b3663-ddfc-4a01-be33-d17550f4e478 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 200 len: 1000 time: 0.1565678 Feb 19 03:35:02.721827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Checking segment: {'id': '9d07dbbf-cd79-4fb9-a682-1e96811e4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:02.723997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network hostable DHCP agents. Network: dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:02.781643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:02.799699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:02.804268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:02.805185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.812660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32b4cfd-55bc-4d24-8753-14ceb06a3313 None None] Network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:02.823738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5e012-95db-4e1c-881e-de57e292283c req-273c8536-aaa0-411d-9ae9-c1ece87c76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:02.825963 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6db5e012-95db-4e1c-881e-de57e292283c req-273c8536-aaa0-411d-9ae9-c1ece87c76c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1188757 Feb 19 03:35:02.848663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-97522329-e729-41a6-93fa-29b54f8903fc tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0992644 Feb 19 03:35:02.848958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55250) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:02.856107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cfa92661-851b-4a6e-87c2-cddf7bb82b74 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:02.946216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5e012-95db-4e1c-881e-de57e292283c req-85caa88e-eaf6-4fce-a314-ea11064ff3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:02.947773 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6db5e012-95db-4e1c-881e-de57e292283c req-85caa88e-eaf6-4fce-a314-ea11064ff3fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1155684 Feb 19 03:35:03.089249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa92661-851b-4a6e-87c2-cddf7bb82b74 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:03.095122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cfa92661-851b-4a6e-87c2-cddf7bb82b74 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.132776 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6db5e012-95db-4e1c-881e-de57e292283c req-72a8d496-d024-4c7f-8144-2dd2e021da58 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776421 Feb 19 03:35:03.175499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811', 'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811', 'project_id': '5e697007b88f446e9baeca2352c02018', 'fixed_ips': [{'subnet_id': '13d1b469-047f-4320-be29-50deea65f8ec'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:03.177343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.322372 n-d-826756-2 neutron-server[103615]: INFO neutron.db.ipam_backend_mixin [None req-cfa92661-851b-4a6e-87c2-cddf7bb82b74 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13d1b469-047f-4320-be29-50deea65f8ec (CIDR: 2001:db8::/64) Feb 19 03:35:03.336926 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa92661-851b-4a6e-87c2-cddf7bb82b74 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:35:03.337603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa92661-851b-4a6e-87c2-cddf7bb82b74 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:03.394294 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6db5e012-95db-4e1c-881e-de57e292283c req-eb6d18c2-de91-4407-bedc-437423e28b7b service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424538 Feb 19 03:35:03.398626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cfa92661-851b-4a6e-87c2-cddf7bb82b74 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5476925 Feb 19 03:35:03.425043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55264) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:03.458349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ed88bbba-7812-4607-afd2-0e5d32b3799c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:03.656179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Allocated IP 2001:db8::2 (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811/13d1b469-047f-4320-be29-50deea65f8ec/1a705c19-643e-49e0-88da-882d96522d18) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:03.675609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-affd8b12-4069-48b1-b66c-b1b4797f839e req-b95d3afc-06aa-4e81-9497-6c95052b9d8b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0606127 Feb 19 03:35:03.828678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed88bbba-7812-4607-afd2-0e5d32b3799c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:03.848094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed88bbba-7812-4607-afd2-0e5d32b3799c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.908112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55272) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:04.054968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-eb790869-454b-4f47-b868-420bb3465441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:04.056924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-eb790869-454b-4f47-b868-420bb3465441 service neutron] 10.222.0.71 "GET /v2.0/ports/c186a5da-70f4-40fb-97bd-370729d3cb9f HTTP/1.1" status: 200 len: 1025 time: 0.0640092 Feb 19 03:35:04.075859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Publish callbacks [] for port (1a705c19-643e-49e0-88da-882d96522d18), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.095405 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (1a705c19-643e-49e0-88da-882d96522d18), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.146578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-d0a43262-d5b3-43a0-a8d9-e4de19789eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:04.147970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-d0a43262-d5b3-43a0-a8d9-e4de19789eaf service neutron] 10.222.0.71 "GET /v2.0/ports/59d89fa6-04f0-4b05-b65e-86aa824fe6c9 HTTP/1.1" status: 200 len: 1028 time: 0.0802090 Feb 19 03:35:04.196294 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2541bfd-de6f-43b9-bbe0-701b4c4ce1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.203291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Pushing event updated for resources: {'Port': ['ID=1a705c19-643e-49e0-88da-882d96522d18,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:04.222287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:04.224205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:04.233225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:04.338831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Attempting to bind port 1a705c19-643e-49e0-88da-882d96522d18 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:04.339585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Attempting to bind port 1a705c19-643e-49e0-88da-882d96522d18 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '9d07dbbf-cd79-4fb9-a682-1e96811e4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:04.340168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Attempting to bind port 1a705c19-643e-49e0-88da-882d96522d18 on network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:04.347226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:04.347526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Checking segment: {'id': '9d07dbbf-cd79-4fb9-a682-1e96811e4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:04.348713 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.349454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Bound using segment: {'id': '9d07dbbf-cd79-4fb9-a682-1e96811e4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:04.350142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Bound port: 1a705c19-643e-49e0-88da-882d96522d18, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d07dbbf-cd79-4fb9-a682-1e96811e4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:04.350599 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1a705c19-643e-49e0-88da-882d96522d18), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.421150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed88bbba-7812-4607-afd2-0e5d32b3799c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (16aa236d-2751-491e-b06b-b614f79b223f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.442337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] For port 1a705c19-643e-49e0-88da-882d96522d18, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:04.447113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] For port 1a705c19-643e-49e0-88da-882d96522d18, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1a705c19-643e-49e0-88da-882d96522d18,segment=NetworkSegment(9d07dbbf-cd79-4fb9-a682-1e96811e4ada),segment_id=9d07dbbf-cd79-4fb9-a682-1e96811e4ada)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:04.458044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1a705c19-643e-49e0-88da-882d96522d18), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.501927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fd9008bf-f2ad-4281-bec1-fa1bfae7f614 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:04.507251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fd9008bf-f2ad-4281-bec1-fa1bfae7f614 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:04.513564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fd9008bf-f2ad-4281-bec1-fa1bfae7f614 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:04.520176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fd9008bf-f2ad-4281-bec1-fa1bfae7f614 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "GET /v2.0/networks?id=d8177606-8e02-4dcf-b260-237ee5f1e02f&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=11ef5ccb-0868-41f4-97a7-681c7d13022b&id=11ef5ccb-0868-41f4-97a7-681c7d13022b HTTP/1.1" status: 200 len: 1989 time: 0.3631916 Feb 19 03:35:04.545285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed88bbba-7812-4607-afd2-0e5d32b3799c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:04.555277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-ed88bbba-7812-4607-afd2-0e5d32b3799c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:04.564769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed88bbba-7812-4607-afd2-0e5d32b3799c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:04.566526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ed88bbba-7812-4607-afd2-0e5d32b3799c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.589968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a13ef-56dc-403a-a355-d16b52e350ea None None] Pushing event updated for resources: {'Port': ['ID=1a705c19-643e-49e0-88da-882d96522d18,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:04.617782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88bbba-7812-4607-afd2-0e5d32b3799c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=16aa236d-2751-491e-b06b-b614f79b223f,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:04.646409 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ed88bbba-7812-4607-afd2-0e5d32b3799c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2149889 Feb 19 03:35:04.647311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55284) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:04.654764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811', 'fixed_ips': [{'subnet_id': '13d1b469-047f-4320-be29-50deea65f8ec'}, {'subnet_id': '16aa236d-2751-491e-b06b-b614f79b223f'}], 'name': 'tempest-PortsIpV6TestJSON-1611810614'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:04.735011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2541bfd-de6f-43b9-bbe0-701b4c4ce1a8 admin admin] Publish callbacks [] for security_group (3b8f3952-be24-4215-a47b-a6dcfae5f67f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.765813 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2541bfd-de6f-43b9-bbe0-701b4c4ce1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3b8f3952-be24-4215-a47b-a6dcfae5f67f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.830062 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-4ec68aaf-735d-4983-92ec-9c2bc7b3f03a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2a25dad0d934c18b019b937224fe790 HTTP/1.1" status: 200 len: 380 time: 0.2929683 Feb 19 03:35:04.878798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'admin_state_up': True, 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'security_groups': ['a689113b-b0ae-4d53-93b0-3000f4c5e74f']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:04.945113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:05.011382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2541bfd-de6f-43b9-bbe0-701b4c4ce1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8f3952-be24-4215-a47b-a6dcfae5f67f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:05.018132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a447545c-4c23-4e9d-8181-720412ec2439 req-05e72556-9ef7-47f9-9b71-2b35880a592f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.1687095 Feb 19 03:35:05.071864 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b2541bfd-de6f-43b9-bbe0-701b4c4ce1a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1915d76d5c0345898fdb54e6b38c3d19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1624260 Feb 19 03:35:05.073280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55294) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:05.168870 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.212405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:05.320664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1a705c19-643e-49e0-88da-882d96522d18 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:05.384372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:05.394975 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.457727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1a705c19-643e-49e0-88da-882d96522d18 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:05.460911 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1a705c19-643e-49e0-88da-882d96522d18), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.528986 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a06d3ffd-481d-4d29-87ee-1afc542d7ff2 admin admin] Publish callbacks [] for security_group (3b8f3952-be24-4215-a47b-a6dcfae5f67f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.576737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1a705c19-643e-49e0-88da-882d96522d18 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:05.577672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1a705c19-643e-49e0-88da-882d96522d18), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.663953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 1a705c19-643e-49e0-88da-882d96522d18, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1a705c19-643e-49e0-88da-882d96522d18,segment=NetworkSegment(9d07dbbf-cd79-4fb9-a682-1e96811e4ada),segment_id=9d07dbbf-cd79-4fb9-a682-1e96811e4ada)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:05.670673 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1a705c19-643e-49e0-88da-882d96522d18), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.777773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8::375 (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811/13d1b469-047f-4320-be29-50deea65f8ec/c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:05.793439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8:0:1::9b (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811/16aa236d-2751-491e-b06b-b614f79b223f/c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:05.817913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a06d3ffd-481d-4d29-87ee-1afc542d7ff2 admin admin] Publish callbacks [] for security_group (3b8f3952-be24-4215-a47b-a6dcfae5f67f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.834219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=1a705c19-643e-49e0-88da-882d96522d18,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:06.062641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Allocated IP 172.20.0.14 (d8177606-8e02-4dcf-b260-237ee5f1e02f/2c27aede-4122-4f88-a32c-cfd05dfba8a5/9073329f-5c4c-4002-9dd2-84a3f70d0e36) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:06.114941 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a06d3ffd-481d-4d29-87ee-1afc542d7ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3b8f3952-be24-4215-a47b-a6dcfae5f67f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.118055 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a06d3ffd-481d-4d29-87ee-1afc542d7ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.126145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a06d3ffd-481d-4d29-87ee-1afc542d7ff2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b8f3952-be24-4215-a47b-a6dcfae5f67f HTTP/1.1" status: 204 len: 168 time: 1.0441616 Feb 19 03:35:06.132588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.170261 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.192630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d3ffd-481d-4d29-87ee-1afc542d7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8f3952-be24-4215-a47b-a6dcfae5f67f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:06.234727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.304991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3f0a216-58e0-4e90-a9dc-64c1420fd1dd req-168dd121-261a-47a9-8f75-01b42aff495c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.1008952 Feb 19 03:35:06.369497 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:06.374165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:06.382259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:06.396954 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:06.406787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.447636 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:06.472357 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9f6314c7-0418-4099-babe-f4720add7eb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.8238697 Feb 19 03:35:06.473229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55312) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:06.479448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9b40e081-d138-4d6e-8cfb-95741649adcf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13d1b469-047f-4320-be29-50deea65f8ec'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:06.501444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dd8ca9-10f0-46a2-9c4d-e55dd173fa4e None None] Network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:06.642595 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b40e081-d138-4d6e-8cfb-95741649adcf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.880854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-656fdab3-f5d7-48eb-8914-4d6195834cd3 None None] Provisioning complete for port 1a705c19-643e-49e0-88da-882d96522d18 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:06.881564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-656fdab3-f5d7-48eb-8914-4d6195834cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1a705c19-643e-49e0-88da-882d96522d18), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.072673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-9b40e081-d138-4d6e-8cfb-95741649adcf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Delete allocated IP 2001:db8:0:1::9b (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811/16aa236d-2751-491e-b06b-b614f79b223f) {{(pid=103616) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:35:07.173909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-656fdab3-f5d7-48eb-8914-4d6195834cd3 None None] Current status of the port 1a705c19-643e-49e0-88da-882d96522d18 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:07.225120 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b40e081-d138-4d6e-8cfb-95741649adcf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.231424 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b40e081-d138-4d6e-8cfb-95741649adcf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.250932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1a705c19-643e-49e0-88da-882d96522d18 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:07.255560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.330077 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.365369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9b40e081-d138-4d6e-8cfb-95741649adcf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] In _notify_port_updated(), no bound segment for port c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d on network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 {{(pid=103616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:35:07.386728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b40e081-d138-4d6e-8cfb-95741649adcf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:07.387582 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b40e081-d138-4d6e-8cfb-95741649adcf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.388946 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9b40e081-d138-4d6e-8cfb-95741649adcf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "PUT /v2.0/ports/c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d HTTP/1.1" status: 200 len: 926 time: 0.9147086 Feb 19 03:35:07.394789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55336) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:07.411195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network d8177606-8e02-4dcf-b260-237ee5f1e02f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:07.413344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-48c72b2c-f352-41d4-a2d5-2978c26e09b0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13d1b469-047f-4320-be29-50deea65f8ec'}, {'subnet_id': '16aa236d-2751-491e-b06b-b614f79b223f'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:07.421136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:07.426059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:07.440768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Update dhcp port {'port': {'network_id': 'dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811', 'fixed_ips': [{'subnet_id': '13d1b469-047f-4320-be29-50deea65f8ec', 'ip_address': '2001:db8::2'}, {'subnet_id': '16aa236d-2751-491e-b06b-b614f79b223f'}], 'binding:host_id': 'n-d-826756-2'}, 'id': '1a705c19-643e-49e0-88da-882d96522d18'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:35:07.464509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Port': ['ID=9073329f-5c4c-4002-9dd2-84a3f70d0e36,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:07.523401 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1a705c19-643e-49e0-88da-882d96522d18), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.567053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:07.568466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.572396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40e081-d138-4d6e-8cfb-95741649adcf tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:07.595399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1a705c19-643e-49e0-88da-882d96522d18 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:07.596009 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1a705c19-643e-49e0-88da-882d96522d18), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.619945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a6ab3cd9-be4f-49e9-98ab-50bae572af83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7736146 Feb 19 03:35:07.649080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'admin_state_up': True, 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'security_groups': ['a689113b-b0ae-4d53-93b0-3000f4c5e74f']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:07.669120 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48c72b2c-f352-41d4-a2d5-2978c26e09b0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.719884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08d8c0-f999-41de-be5c-538a51e625e8 req-2f287f1c-ebad-47c7-8f90-1267139ed44a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:07.723226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d08d8c0-f999-41de-be5c-538a51e625e8 req-2f287f1c-ebad-47c7-8f90-1267139ed44a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 932 time: 0.2293706 Feb 19 03:35:07.881495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d08d8c0-f999-41de-be5c-538a51e625e8 req-7d3bbc45-75ef-4351-85aa-0a35e0fef9ba tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976169 Feb 19 03:35:08.029082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:08.034531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.049607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f92f431e-86da-4087-b83e-34bc4d6a1389 None None] Provisioning complete for port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:08.055675 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f92f431e-86da-4087-b83e-34bc4d6a1389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.314195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Allocated IP 10.1.1.113 (1a8a4d32-b860-4f0b-a50e-55c21f16d66d/89573ae5-96fc-4eac-909a-7643e7e3b9c8/3329ef89-e726-417b-9273-f6162141cb25) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:08.356601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1a705c19-643e-49e0-88da-882d96522d18 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:08.368706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f92f431e-86da-4087-b83e-34bc4d6a1389 None None] Port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:08.397221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Allocated IP 2001:db8:0:1::2 (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811/16aa236d-2751-491e-b06b-b614f79b223f/1a705c19-643e-49e0-88da-882d96522d18) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:08.548860 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-49a7f283-727f-423f-bd2e-4a58cc5cc99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.575699 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for port (3329ef89-e726-417b-9273-f6162141cb25), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.616010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] For port 1a705c19-643e-49e0-88da-882d96522d18, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1a705c19-643e-49e0-88da-882d96522d18,segment=NetworkSegment(9d07dbbf-cd79-4fb9-a682-1e96811e4ada),segment_id=9d07dbbf-cd79-4fb9-a682-1e96811e4ada)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:08.617643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3329ef89-e726-417b-9273-f6162141cb25), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.667728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:08.685425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Publish callbacks [] for port (1a705c19-643e-49e0-88da-882d96522d18), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.700559 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1a705c19-643e-49e0-88da-882d96522d18), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.709907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:08.714510 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:08.801389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:08.802266 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.860648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Port': ['ID=3329ef89-e726-417b-9273-f6162141cb25,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:08.877354 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bdc2dbbe-c5aa-462d-8359-3312338dada3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2410171 Feb 19 03:35:08.877534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-48c72b2c-f352-41d4-a2d5-2978c26e09b0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8:0:1::259 (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811/16aa236d-2751-491e-b06b-b614f79b223f/c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:08.894220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'admin_state_up': True, 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'security_groups': ['a689113b-b0ae-4d53-93b0-3000f4c5e74f']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:09.080729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Pushing event updated for resources: {'Port': ['ID=1a705c19-643e-49e0-88da-882d96522d18,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:09.131687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.139345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.140287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.140674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.143569 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.149815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.150425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.150798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.151169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.151516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.163672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.164060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.164493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc482c-0f5e-4740-a322-78cdd1ecfa4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:09.198916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae5fc0-ede1-4c64-82a3-4aae80d35527 req-5f47cd07-61fb-4127-9803-d9fbbee0c265 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:09.207750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae5fc0-ede1-4c64-82a3-4aae80d35527 req-5f47cd07-61fb-4127-9803-d9fbbee0c265 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:09.217299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bae5fc0-ede1-4c64-82a3-4aae80d35527 req-5f47cd07-61fb-4127-9803-d9fbbee0c265 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 1654 time: 0.1730566 Feb 19 03:35:09.226380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:09.230644 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.302546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bae5fc0-ede1-4c64-82a3-4aae80d35527 req-876f9321-da95-49eb-961c-449e3659b88e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838945 Feb 19 03:35:09.306206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b3e9db06-128e-451d-a9ee-8e593f55a4ad None None] Provisioning complete for port 3329ef89-e726-417b-9273-f6162141cb25 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:09.306546 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b3e9db06-128e-451d-a9ee-8e593f55a4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3329ef89-e726-417b-9273-f6162141cb25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.411022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9db06-128e-451d-a9ee-8e593f55a4ad None None] Port 3329ef89-e726-417b-9273-f6162141cb25 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:09.434661 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48c72b2c-f352-41d4-a2d5-2978c26e09b0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.445825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48c72b2c-f352-41d4-a2d5-2978c26e09b0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.620276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Allocated IP 10.1.1.62 (1a8a4d32-b860-4f0b-a50e-55c21f16d66d/89573ae5-96fc-4eac-909a-7643e7e3b9c8/bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:09.675625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-48c72b2c-f352-41d4-a2d5-2978c26e09b0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] In _notify_port_updated(), no bound segment for port c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d on network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 {{(pid=103616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:35:09.691673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c72b2c-f352-41d4-a2d5-2978c26e09b0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:09.692359 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48c72b2c-f352-41d4-a2d5-2978c26e09b0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.693715 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-48c72b2c-f352-41d4-a2d5-2978c26e09b0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "PUT /v2.0/ports/c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d HTTP/1.1" status: 200 len: 1012 time: 2.2941148 Feb 19 03:35:09.694710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c72b2c-f352-41d4-a2d5-2978c26e09b0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:09.697126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55370) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:09.832114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.897111 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.906742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c39f174d-47a4-4e80-a8a1-485adeb89135 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:09.907321 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c39f174d-47a4-4e80-a8a1-485adeb89135 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.999955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:10.017302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:10.034716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:10.247428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c39f174d-47a4-4e80-a8a1-485adeb89135 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.263434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Port': ['ID=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:10.287676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c39f174d-47a4-4e80-a8a1-485adeb89135 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:10.350532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2f6f7f-efbc-4bd3-a256-ca00b4a97354 None None] Network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:10.372464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:10.373739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.422577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-616498a1-25d3-4dce-ac19-b2fa05324d5c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5340309 Feb 19 03:35:10.434179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b', 'admin_state_up': True, 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'security_groups': ['a689113b-b0ae-4d53-93b0-3000f4c5e74f']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:10.641962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8d916eaf-1e17-48b7-bc94-fce93202578f None None] Provisioning complete for port 1a705c19-643e-49e0-88da-882d96522d18 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:10.642363 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8d916eaf-1e17-48b7-bc94-fce93202578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1a705c19-643e-49e0-88da-882d96522d18), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.646275 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-75a57e68-1707-458d-b4e4-d8046d41acd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.735820 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c39f174d-47a4-4e80-a8a1-485adeb89135 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.768578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6ff06-daf1-46f6-bc1d-5cf0edfc7bef req-c3d33183-235a-4175-abcd-64059233ccab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:10.778188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f174d-47a4-4e80-a8a1-485adeb89135 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:10.786631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6ff06-daf1-46f6-bc1d-5cf0edfc7bef req-c3d33183-235a-4175-abcd-64059233ccab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:10.793522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6ff06-daf1-46f6-bc1d-5cf0edfc7bef req-c3d33183-235a-4175-abcd-64059233ccab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:10.797377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ec6ff06-daf1-46f6-bc1d-5cf0edfc7bef req-c3d33183-235a-4175-abcd-64059233ccab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 2374 time: 0.2380981 Feb 19 03:35:10.867874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:10.940223 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c39f174d-47a4-4e80-a8a1-485adeb89135 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.952880 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c39f174d-47a4-4e80-a8a1-485adeb89135 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d HTTP/1.1" status: 204 len: 168 time: 1.2546420 Feb 19 03:35:10.964275 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55392) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:11.015057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8d916eaf-1e17-48b7-bc94-fce93202578f None None] Current status of the port 1a705c19-643e-49e0-88da-882d96522d18 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:11.021141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8d916eaf-1e17-48b7-bc94-fce93202578f None None] Could not find standard attr ID for object c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:35:11.044366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.049300 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-918a4722-b43e-4f3a-9319-e557ef2919de tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:35:11.058060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ec6ff06-daf1-46f6-bc1d-5cf0edfc7bef req-000857cd-071a-44b2-8e87-f940a3a95eb4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531757 Feb 19 03:35:11.059121 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-918a4722-b43e-4f3a-9319-e557ef2919de tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d HTTP/1.1" status: 404 len: 333 time: 0.0937152 Feb 19 03:35:11.060658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55396) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:11.159069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1a705c19-643e-49e0-88da-882d96522d18 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:11.228989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-665b732c-4111-48e2-b1cd-70e20d92daae None None] Provisioning complete for port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:11.229686 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-665b732c-4111-48e2-b1cd-70e20d92daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.304717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da3b4a5-7ad8-4d7d-9154-835c9e58e50b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet 16aa236d-2751-491e-b06b-b614f79b223f {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:35:11.343277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1da3b4a5-7ad8-4d7d-9154-835c9e58e50b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (16aa236d-2751-491e-b06b-b614f79b223f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.343695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-665b732c-4111-48e2-b1cd-70e20d92daae None None] Port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:11.386349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1a705c19-643e-49e0-88da-882d96522d18 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:11.386929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1a705c19-643e-49e0-88da-882d96522d18), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.514493 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1da3b4a5-7ad8-4d7d-9154-835c9e58e50b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (16aa236d-2751-491e-b06b-b614f79b223f), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.576557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5e3618c4-9055-4c89-897c-ccf0c305eef6 None None] Provisioning complete for port 1a705c19-643e-49e0-88da-882d96522d18 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:11.587685 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5e3618c4-9055-4c89-897c-ccf0c305eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1a705c19-643e-49e0-88da-882d96522d18), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.703703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Allocated IP 10.2.2.100 (11ef5ccb-0868-41f4-97a7-681c7d13022b/993294fb-3c75-47da-8f13-dd96a8f43ba4/db39a70c-c812-4f4d-85f8-5e3d0bfe95b3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:11.731254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1da3b4a5-7ad8-4d7d-9154-835c9e58e50b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (16aa236d-2751-491e-b06b-b614f79b223f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.740780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1a705c19-643e-49e0-88da-882d96522d18 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:11.784360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55404) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:11.846079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5e3618c4-9055-4c89-897c-ccf0c305eef6 None None] Current status of the port 1a705c19-643e-49e0-88da-882d96522d18 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:11.886407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1da3b4a5-7ad8-4d7d-9154-835c9e58e50b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (16aa236d-2751-491e-b06b-b614f79b223f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.953087 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.972313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26352fbc-3a0e-4d5c-b44a-d923728df559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.980373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-abdbdf02-fd5d-4a23-ae85-7dc17348785a None None] Could not find standard attr ID for object c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:35:12.040481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3b4a5-7ad8-4d7d-9154-835c9e58e50b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=16aa236d-2751-491e-b06b-b614f79b223f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:12.069681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1da3b4a5-7ad8-4d7d-9154-835c9e58e50b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.076215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1da3b4a5-7ad8-4d7d-9154-835c9e58e50b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/16aa236d-2751-491e-b06b-b614f79b223f HTTP/1.1" status: 204 len: 168 time: 1.0121355 Feb 19 03:35:12.079826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55408) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:12.140187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26352fbc-3a0e-4d5c-b44a-d923728df559 admin admin] Publish callbacks [] for security_group (6ebd80da-b8ba-4433-846e-6e2b30c5cef5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.156451 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26352fbc-3a0e-4d5c-b44a-d923728df559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6ebd80da-b8ba-4433-846e-6e2b30c5cef5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.208240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4755e99-974a-4d0f-a2f5-0892b6fba72e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet 13d1b469-047f-4320-be29-50deea65f8ec {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:35:12.214785 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4755e99-974a-4d0f-a2f5-0892b6fba72e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (13d1b469-047f-4320-be29-50deea65f8ec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.247413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26352fbc-3a0e-4d5c-b44a-d923728df559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd80da-b8ba-4433-846e-6e2b30c5cef5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:12.280705 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-26352fbc-3a0e-4d5c-b44a-d923728df559 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c86e67fe733a4709a5488426c5daa15d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4938445 Feb 19 03:35:12.283474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55414) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:12.346646 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fdc9a5-d62b-4998-854c-44110e449dc8 None None] Network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:12.350698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4755e99-974a-4d0f-a2f5-0892b6fba72e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (13d1b469-047f-4320-be29-50deea65f8ec), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.414858 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cc38d3e9-b9ae-4d18-9221-85cd54364d56 admin admin] Publish callbacks [] for security_group (6ebd80da-b8ba-4433-846e-6e2b30c5cef5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.428929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df96e2-2158-4c49-9874-c2fe74925653 req-263c10e0-5b98-4053-874d-4eb439fc8837 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:12.439758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df96e2-2158-4c49-9874-c2fe74925653 req-263c10e0-5b98-4053-874d-4eb439fc8837 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:12.446279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df96e2-2158-4c49-9874-c2fe74925653 req-263c10e0-5b98-4053-874d-4eb439fc8837 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:12.463809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78df96e2-2158-4c49-9874-c2fe74925653 req-263c10e0-5b98-4053-874d-4eb439fc8837 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 2374 time: 0.2499273 Feb 19 03:35:12.468411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cc38d3e9-b9ae-4d18-9221-85cd54364d56 admin admin] Publish callbacks [] for security_group (6ebd80da-b8ba-4433-846e-6e2b30c5cef5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.478861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.485326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-85fd9b6d-4f85-46af-b780-13963c031687 None None] Could not find standard attr ID for object c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:35:12.595067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cc38d3e9-b9ae-4d18-9221-85cd54364d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6ebd80da-b8ba-4433-846e-6e2b30c5cef5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.598739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cc38d3e9-b9ae-4d18-9221-85cd54364d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.600393 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cc38d3e9-b9ae-4d18-9221-85cd54364d56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ebd80da-b8ba-4433-846e-6e2b30c5cef5 HTTP/1.1" status: 204 len: 168 time: 0.3157892 Feb 19 03:35:12.616395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38d3e9-b9ae-4d18-9221-85cd54364d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebd80da-b8ba-4433-846e-6e2b30c5cef5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:12.698407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78df96e2-2158-4c49-9874-c2fe74925653 req-2a94f1d4-7778-4033-b023-09a814d2915f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176244 Feb 19 03:35:12.758480 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.814987 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4755e99-974a-4d0f-a2f5-0892b6fba72e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (13d1b469-047f-4320-be29-50deea65f8ec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.884505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network 11ef5ccb-0868-41f4-97a7-681c7d13022b is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:12.892910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Port': ['ID=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:12.896877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:12.899209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:12.961251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:12.961968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.026866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-461336b4-77d4-453d-9808-6c28a3019d96 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5980854 Feb 19 03:35:13.047715 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.062555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b', 'admin_state_up': True, 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'security_groups': ['a689113b-b0ae-4d53-93b0-3000f4c5e74f']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:13.122046 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4755e99-974a-4d0f-a2f5-0892b6fba72e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (13d1b469-047f-4320-be29-50deea65f8ec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.302117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4755e99-974a-4d0f-a2f5-0892b6fba72e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.307690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f4755e99-974a-4d0f-a2f5-0892b6fba72e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/13d1b469-047f-4320-be29-50deea65f8ec HTTP/1.1" status: 204 len: 168 time: 1.2267478 Feb 19 03:35:13.308441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55434) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:13.311220 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55436) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:13.312728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4755e99-974a-4d0f-a2f5-0892b6fba72e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=13d1b469-047f-4320-be29-50deea65f8ec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:13.342248 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-339098eb-f28a-464e-84a7-744cb345e81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.446670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-84004636-41f5-4c09-9353-38ffd0d00994 None None] Provisioning complete for port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:13.448163 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-84004636-41f5-4c09-9353-38ffd0d00994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.468730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Made reservation on behalf of b2a25dad0d934c18b019b937224fe790 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:13.473562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.555233 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.572430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-84004636-41f5-4c09-9353-38ffd0d00994 None None] Port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:13.678617 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 1a705c19-643e-49e0-88da-882d96522d18 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:13.678963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1a705c19-643e-49e0-88da-882d96522d18), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.689100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-339098eb-f28a-464e-84a7-744cb345e81f admin admin] Publish callbacks [] for security_group (1ea0619a-8e66-4db0-991b-c4c9c0f3bb53), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.716196 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-339098eb-f28a-464e-84a7-744cb345e81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1ea0619a-8e66-4db0-991b-c4c9c0f3bb53), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.799553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] For port 1a705c19-643e-49e0-88da-882d96522d18, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1a705c19-643e-49e0-88da-882d96522d18,segment=NetworkSegment(9d07dbbf-cd79-4fb9-a682-1e96811e4ada),segment_id=9d07dbbf-cd79-4fb9-a682-1e96811e4ada)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:13.800191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1a705c19-643e-49e0-88da-882d96522d18), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.833119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 1a705c19-643e-49e0-88da-882d96522d18 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:13.840697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339098eb-f28a-464e-84a7-744cb345e81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea0619a-8e66-4db0-991b-c4c9c0f3bb53,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:13.848263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-339098eb-f28a-464e-84a7-744cb345e81f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c013deb1b45c49d5961295a4e542ba74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5257440 Feb 19 03:35:13.851096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55444) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:13.909120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc6a0c-482f-4766-82d6-7e158a219fc9 None None] Network dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:14.025511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166a39c-114e-4393-b234-e4ab7362614e req-7d95dee6-fe1c-4186-88b6-4fa4568c1ea7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:14.032728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166a39c-114e-4393-b234-e4ab7362614e req-7d95dee6-fe1c-4186-88b6-4fa4568c1ea7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:14.038646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166a39c-114e-4393-b234-e4ab7362614e req-7d95dee6-fe1c-4186-88b6-4fa4568c1ea7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:14.043553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-20c26172-2ee1-4ac8-abe8-63a697514a2b None None] Provisioning complete for port 1a705c19-643e-49e0-88da-882d96522d18 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:14.044135 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-20c26172-2ee1-4ac8-abe8-63a697514a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1a705c19-643e-49e0-88da-882d96522d18), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.048266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166a39c-114e-4393-b234-e4ab7362614e req-7d95dee6-fe1c-4186-88b6-4fa4568c1ea7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:14.051173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0166a39c-114e-4393-b234-e4ab7362614e req-7d95dee6-fe1c-4186-88b6-4fa4568c1ea7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 3095 time: 0.1402729 Feb 19 03:35:14.125001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (1a705c19-643e-49e0-88da-882d96522d18), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.137455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0166a39c-114e-4393-b234-e4ab7362614e req-8c9ae303-7dc7-4fc7-8781-ffb14f1787d7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809791 Feb 19 03:35:14.138088 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6922359a-fe72-4fc3-ab29-fcd1b60d1038 admin admin] Publish callbacks [] for security_group (1ea0619a-8e66-4db0-991b-c4c9c0f3bb53), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.187015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=1a705c19-643e-49e0-88da-882d96522d18,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:14.198267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6922359a-fe72-4fc3-ab29-fcd1b60d1038 admin admin] Publish callbacks [] for security_group (1ea0619a-8e66-4db0-991b-c4c9c0f3bb53), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.198563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No DVR routers for this DVR port 1a705c19-643e-49e0-88da-882d96522d18 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:14.337096 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6922359a-fe72-4fc3-ab29-fcd1b60d1038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1ea0619a-8e66-4db0-991b-c4c9c0f3bb53), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.345347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6922359a-fe72-4fc3-ab29-fcd1b60d1038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.349140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6922359a-fe72-4fc3-ab29-fcd1b60d1038 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ea0619a-8e66-4db0-991b-c4c9c0f3bb53 HTTP/1.1" status: 204 len: 168 time: 0.4957256 Feb 19 03:35:14.350721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Allocated IP 10.2.2.200 (11ef5ccb-0868-41f4-97a7-681c7d13022b/993294fb-3c75-47da-8f13-dd96a8f43ba4/9151067e-5e48-4a0d-8c17-79a5f4b4fa6a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:14.381611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922359a-fe72-4fc3-ab29-fcd1b60d1038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea0619a-8e66-4db0-991b-c4c9c0f3bb53,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:14.427773 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.478307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:14.498807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d07dbbf-cd79-4fb9-a682-1e96811e4ada') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:14.499117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d07dbbf-cd79-4fb9-a682-1e96811e4ada') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:14.517869 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-20c26172-2ee1-4ac8-abe8-63a697514a2b None None] Could not find standard attr ID for object 1a705c19-643e-49e0-88da-882d96522d18. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:35:14.525898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (9d07dbbf-cd79-4fb9-a682-1e96811e4ada), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.526935 n-d-826756-2 neutron-server[103617]: INFO neutron.plugins.ml2.db [None req-20c26172-2ee1-4ac8-abe8-63a697514a2b None None] No ports have port_id starting with 1a705c19-643e-49e0-88da-882d96522d18 Feb 19 03:35:14.551866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9d07dbbf-cd79-4fb9-a682-1e96811e4ada), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.565744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:14.566207 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (9d07dbbf-cd79-4fb9-a682-1e96811e4ada), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:14.571905 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:14.609886 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.648683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41632075-70b3-4be3-b170-70ef03fb941f None None] DHCP port deletion for dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:35:14.739171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.752597 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.759732 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/networks/dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811 HTTP/1.1" status: 204 len: 168 time: 1.4473479 Feb 19 03:35:14.762175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55456) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:14.770497 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7f967-ac8d-47be-b14e-317d16e8aa9e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Network': ['ID=dec1b5fd-7e3d-407f-92c9-ea3dfa8d9811,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:14.889032 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.046974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef7bc5-4ac2-4c72-9707-272e52df35fe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:15.050924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9cef7bc5-4ac2-4c72-9707-272e52df35fe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2864501 Feb 19 03:35:15.055012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55466) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:15.115134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.180854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Network 11ef5ccb-0868-41f4-97a7-681c7d13022b is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:15.183401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1a705c19-643e-49e0-88da-882d96522d18 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:15.188241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:15.226772 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6e0916f6-c81d-4f45-968a-fe815040b41c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1702521 Feb 19 03:35:15.227851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55472) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:15.231493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:15.237007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-135172816'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:15.260341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 1a705c19-643e-49e0-88da-882d96522d18 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:35:15.261922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1a705c19-643e-49e0-88da-882d96522d18 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:15.285602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:15.291035 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.368179 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:15.393764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (87cf75d5-baab-4bb9-9696-3586e426e2dc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.394693 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Added segment 87cf75d5-baab-4bb9-9696-3586e426e2dc of type vlan for network 85071243-10ee-4e1f-90ff-5b23a1998087 Feb 19 03:35:15.512332 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (85071243-10ee-4e1f-90ff-5b23a1998087), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.545703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (85071243-10ee-4e1f-90ff-5b23a1998087), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.554836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:15.555810 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.564770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event updated for resources: {'Port': ['ID=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:15.585816 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3565485 Feb 19 03:35:15.586819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55480) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:15.609880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '85071243-10ee-4e1f-90ff-5b23a1998087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:15.674244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:15.674935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.678095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92a03f-3ae2-42ab-9e50-0302bd60e31d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Network': ['ID=85071243-10ee-4e1f-90ff-5b23a1998087,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:15.691145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 85071243-10ee-4e1f-90ff-5b23a1998087 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:15.778817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3448e39-8507-40c6-b9af-28f7e46bd5fd req-37142d7f-fdb7-4c07-8d65-cb4801a1d929 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:15.785095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3448e39-8507-40c6-b9af-28f7e46bd5fd req-37142d7f-fdb7-4c07-8d65-cb4801a1d929 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:15.790810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3448e39-8507-40c6-b9af-28f7e46bd5fd req-37142d7f-fdb7-4c07-8d65-cb4801a1d929 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:15.797711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3448e39-8507-40c6-b9af-28f7e46bd5fd req-37142d7f-fdb7-4c07-8d65-cb4801a1d929 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:15.806751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3448e39-8507-40c6-b9af-28f7e46bd5fd req-37142d7f-fdb7-4c07-8d65-cb4801a1d929 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:15.809946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3448e39-8507-40c6-b9af-28f7e46bd5fd req-37142d7f-fdb7-4c07-8d65-cb4801a1d929 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 3816 time: 0.3980415 Feb 19 03:35:15.839692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-504c57a1-2716-476d-a8d0-ddc7777686ce None None] Provisioning complete for port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:15.839930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-504c57a1-2716-476d-a8d0-ddc7777686ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.840037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-fc28fe3f-a491-49b2-b4c1-3cd4f44fc48a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7888601 Feb 19 03:35:15.877144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:15.881035 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.929823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-504c57a1-2716-476d-a8d0-ddc7777686ce None None] Port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:15.973301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3448e39-8507-40c6-b9af-28f7e46bd5fd req-52746b73-45ea-49c7-a7a0-467e4adff726 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429131 Feb 19 03:35:16.116957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:16.253109 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.397016 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (ebb949b3-566f-4635-afe1-83b725632adc), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.628152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=ebb949b3-566f-4635-afe1-83b725632adc,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:16.669324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Checking segment: {'id': '87cf75d5-baab-4bb9-9696-3586e426e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85071243-10ee-4e1f-90ff-5b23a1998087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:16.669324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network hostable DHCP agents. Network: 85071243-10ee-4e1f-90ff-5b23a1998087, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:16.682715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aff6d9-6757-48bf-8aab-90214f829d0d req-45e2b645-c445-4307-bb31-1cc23ffb1f83 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:16.693289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94aff6d9-6757-48bf-8aab-90214f829d0d req-45e2b645-c445-4307-bb31-1cc23ffb1f83 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 946 time: 0.2178669 Feb 19 03:35:16.800295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 85071243-10ee-4e1f-90ff-5b23a1998087 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:16.831353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94aff6d9-6757-48bf-8aab-90214f829d0d req-8fa78218-0735-45ad-882b-5560063e7ffc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327105 Feb 19 03:35:16.834490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 85071243-10ee-4e1f-90ff-5b23a1998087) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:16.840442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:16.841444 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.848428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524d2f4-3199-4609-9c37-1b59793d372c None None] Network 85071243-10ee-4e1f-90ff-5b23a1998087 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:16.854489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9073329f-5c4c-4002-9dd2-84a3f70d0e36 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:16.868074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Publish callbacks [] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.887207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Transition to ACTIVE for port object 9073329f-5c4c-4002-9dd2-84a3f70d0e36 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:16.894634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8c4a94f0-0ac5-45c6-ac14-6b5c108f3879 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2952371 Feb 19 03:35:16.898525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55518) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:16.899529 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.906908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '85071243-10ee-4e1f-90ff-5b23a1998087', 'name': 'tempest-PortsIpV6TestJSON-1326848496'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:17.050116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9073329f-5c4c-4002-9dd2-84a3f70d0e36,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:17.084940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-85071243-10ee-4e1f-90ff-5b23a1998087', 'network_id': '85071243-10ee-4e1f-90ff-5b23a1998087', 'project_id': '5e697007b88f446e9baeca2352c02018', 'fixed_ips': [{'subnet_id': 'ebb949b3-566f-4635-afe1-83b725632adc'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:17.092316 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.248256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:17.252401 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.320984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port 8084be67-a665-48d9-bebd-f0a31e7bedd2 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:17.345943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Attempting to bind port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:17.347629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Attempting to bind port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:17.347979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Attempting to bind port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 on network d8177606-8e02-4dcf-b260-237ee5f1e02f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:17.394639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 on network d8177606-8e02-4dcf-b260-237ee5f1e02f not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:17.394990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Attempting to bind port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 on network d8177606-8e02-4dcf-b260-237ee5f1e02f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:17.452048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3233a67-b743-4d55-a955-d748452be853 req-54f1af67-d2e7-4b1e-86f6-564918f5f07a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:17.465302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3233a67-b743-4d55-a955-d748452be853 req-54f1af67-d2e7-4b1e-86f6-564918f5f07a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:17.480877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3233a67-b743-4d55-a955-d748452be853 req-54f1af67-d2e7-4b1e-86f6-564918f5f07a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:17.502790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3233a67-b743-4d55-a955-d748452be853 req-54f1af67-d2e7-4b1e-86f6-564918f5f07a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:17.515771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3233a67-b743-4d55-a955-d748452be853 req-54f1af67-d2e7-4b1e-86f6-564918f5f07a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:17.520308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3233a67-b743-4d55-a955-d748452be853 req-54f1af67-d2e7-4b1e-86f6-564918f5f07a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 3828 time: 0.3638399 Feb 19 03:35:17.600618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:17.600968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Checking segment: {'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:17.601355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Bound using segment: {'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:17.606128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Bound port: 9073329f-5c4c-4002-9dd2-84a3f70d0e36, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da41be-8213-41d9-aeba-098bc5e71846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:17.606515 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.621535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Allocated IP 2001:db8::2 (85071243-10ee-4e1f-90ff-5b23a1998087/ebb949b3-566f-4635-afe1-83b725632adc/2d1de3a1-46c5-461e-8008-b555b6e0d7ca) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:17.704321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3233a67-b743-4d55-a955-d748452be853 req-4c9782cb-ace1-4674-b3b0-01a9699d3d55 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773765 Feb 19 03:35:17.751829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] For port 9073329f-5c4c-4002-9dd2-84a3f70d0e36, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:17.767727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] For port 9073329f-5c4c-4002-9dd2-84a3f70d0e36, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9073329f-5c4c-4002-9dd2-84a3f70d0e36,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:17.779339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.929185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:17.930509 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.932192 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] 10.222.0.71 "PUT /v2.0/ports/9073329f-5c4c-4002-9dd2-84a3f70d0e36 HTTP/1.1" status: 200 len: 1092 time: 2.0605292 Feb 19 03:35:17.932863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': '9073329f-5c4c-4002-9dd2-84a3f70d0e36'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:17.948743 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f779fae-c8e4-4744-8a34-d7fecca23a51" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "9073329f-5c4c-4002-9dd2-84a3f70d0e36"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:17.966112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31e32d-8812-409e-9440-c028134cd5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9073329f-5c4c-4002-9dd2-84a3f70d0e36,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:17.985457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:18.128661 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.150839 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Publish callbacks [] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.152123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f06a62-fcab-439b-9908-e02efd20b2f8 req-113bb7b7-ea43-4972-a241-8d90d9f2ef37 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:18.155318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25f06a62-fcab-439b-9908-e02efd20b2f8 req-113bb7b7-ea43-4972-a241-8d90d9f2ef37 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 946 time: 0.1234562 Feb 19 03:35:18.170880 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.237367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Network 85071243-10ee-4e1f-90ff-5b23a1998087 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:18.240332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:18.267600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:18.320941 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8::186 (85071243-10ee-4e1f-90ff-5b23a1998087/ebb949b3-566f-4635-afe1-83b725632adc/8084be67-a665-48d9-bebd-f0a31e7bedd2) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:18.355294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Pushing event updated for resources: {'Port': ['ID=2d1de3a1-46c5-461e-8008-b555b6e0d7ca,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:18.470941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Attempting to bind port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:18.472810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Attempting to bind port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '87cf75d5-baab-4bb9-9696-3586e426e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85071243-10ee-4e1f-90ff-5b23a1998087'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:18.473198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Attempting to bind port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca on network 85071243-10ee-4e1f-90ff-5b23a1998087 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:18.499894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:18.500283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Checking segment: {'id': '87cf75d5-baab-4bb9-9696-3586e426e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85071243-10ee-4e1f-90ff-5b23a1998087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:18.500688 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.501077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Bound using segment: {'id': '87cf75d5-baab-4bb9-9696-3586e426e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85071243-10ee-4e1f-90ff-5b23a1998087'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:18.501556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Bound port: 2d1de3a1-46c5-461e-8008-b555b6e0d7ca, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cf75d5-baab-4bb9-9696-3586e426e2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85071243-10ee-4e1f-90ff-5b23a1998087'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:18.514193 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.543368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25f06a62-fcab-439b-9908-e02efd20b2f8 req-57a963e0-3ba4-40b4-98c8-938419440dff tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809359 Feb 19 03:35:18.616125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (8084be67-a665-48d9-bebd-f0a31e7bedd2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.736078 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd6b9ca-3a65-4e5d-ac7a-5286ebde599d x-openstack-request-id: req-bfd6b9ca-3a65-4e5d-ac7a-5286ebde599d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:18.736549 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "9073329f-5c4c-4002-9dd2-84a3f70d0e36", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:18.737334 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfd6b9ca-3a65-4e5d-ac7a-5286ebde599d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:18.738493 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': '9073329f-5c4c-4002-9dd2-84a3f70d0e36', 'status': 'completed', 'code': 200} Feb 19 03:35:18.749272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] For port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:18.758480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] For port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2d1de3a1-46c5-461e-8008-b555b6e0d7ca,segment=NetworkSegment(87cf75d5-baab-4bb9-9696-3586e426e2dc),segment_id=87cf75d5-baab-4bb9-9696-3586e426e2dc)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:18.773006 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.894609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032208c9-b351-448e-88eb-26af1b22c99a None None] Pushing event updated for resources: {'Port': ['ID=2d1de3a1-46c5-461e-8008-b555b6e0d7ca,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:18.895064 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8084be67-a665-48d9-bebd-f0a31e7bedd2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.100720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 85071243-10ee-4e1f-90ff-5b23a1998087 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:19.107612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=8084be67-a665-48d9-bebd-f0a31e7bedd2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:19.129129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:19.135812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:19.156239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.159803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.246159 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-33417b90-498e-4bfa-aa58-6ac12eb0e867 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3460045 Feb 19 03:35:19.249949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55574) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:19.268410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-5caa936b-db2e-4750-892d-9bd4d0fa7716 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.271509 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-5caa936b-db2e-4750-892d-9bd4d0fa7716 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 946 time: 0.5137680 Feb 19 03:35:19.288804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '85071243-10ee-4e1f-90ff-5b23a1998087', 'name': 'tempest-PortsIpV6TestJSON-427538383'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:19.339962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c186a5da-70f4-40fb-97bd-370729d3cb9f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:19.379117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Publish callbacks [] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.408615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-ca33ea57-c96d-4040-a366-a0dc14080693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.409094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-ca33ea57-c96d-4040-a366-a0dc14080693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.409562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-ca33ea57-c96d-4040-a366-a0dc14080693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.421029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-ca33ea57-c96d-4040-a366-a0dc14080693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.421520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-ca33ea57-c96d-4040-a366-a0dc14080693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.423472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-ca33ea57-c96d-4040-a366-a0dc14080693 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 4394 time: 0.6815209 Feb 19 03:35:19.463564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Transition to ACTIVE for port object c186a5da-70f4-40fb-97bd-370729d3cb9f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:19.540297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7838e-67df-4d6a-857b-fa37c3406296 req-3947c82b-1da6-4f26-a564-7325e4a8f9db tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.554696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7838e-67df-4d6a-857b-fa37c3406296 req-3947c82b-1da6-4f26-a564-7325e4a8f9db tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.569828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7838e-67df-4d6a-857b-fa37c3406296 req-3947c82b-1da6-4f26-a564-7325e4a8f9db tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.580532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7838e-67df-4d6a-857b-fa37c3406296 req-3947c82b-1da6-4f26-a564-7325e4a8f9db tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.595745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7838e-67df-4d6a-857b-fa37c3406296 req-3947c82b-1da6-4f26-a564-7325e4a8f9db tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.601623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:19.606090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.607728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7da7838e-67df-4d6a-857b-fa37c3406296 req-3947c82b-1da6-4f26-a564-7325e4a8f9db tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 3828 time: 0.5160630 Feb 19 03:35:19.613256 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.674417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port f31cba06-3ec3-4684-a1d3-6c77e3333235 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:19.879907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55582) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:19.906184 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8::153 (85071243-10ee-4e1f-90ff-5b23a1998087/ebb949b3-566f-4635-afe1-83b725632adc/f31cba06-3ec3-4684-a1d3-6c77e3333235) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:19.964426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Pushing event updated for resources: {'Port': ['ID=c186a5da-70f4-40fb-97bd-370729d3cb9f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:20.542565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae7c22-b5a7-4125-98a2-daf618000182 None None] Network 85071243-10ee-4e1f-90ff-5b23a1998087 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:20.681331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (f31cba06-3ec3-4684-a1d3-6c77e3333235), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:20.729264 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f31cba06-3ec3-4684-a1d3-6c77e3333235), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:20.797376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=f31cba06-3ec3-4684-a1d3-6c77e3333235,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:20.809078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fac08a47-aa2f-46d8-b008-a646da39349f None None] Provisioning complete for port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:20.809465 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fac08a47-aa2f-46d8-b008-a646da39349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:20.816508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Deleting port ee0d06e0-e56d-476e-84cb-a28fc74b02ed {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:20.818519 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:20.829540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-da061257-40f6-4880-bad6-86468b1e4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:20.830096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-da061257-40f6-4880-bad6-86468b1e4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:20.830490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-da061257-40f6-4880-bad6-86468b1e4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:20.832070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-da061257-40f6-4880-bad6-86468b1e4f18 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b2a25dad0d934c18b019b937224fe790&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.3866425 Feb 19 03:35:20.857359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7da7838e-67df-4d6a-857b-fa37c3406296 req-de874a42-0989-483f-b852-eb51363a1a34 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2464044 Feb 19 03:35:20.890560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c4497aa-77a2-4c95-8f60-5b1b96208a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:20.947048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] For port ee0d06e0-e56d-476e-84cb-a28fc74b02ed, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:20.949071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.085378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Attempting to bind port c186a5da-70f4-40fb-97bd-370729d3cb9f on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:21.086319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Attempting to bind port c186a5da-70f4-40fb-97bd-370729d3cb9f by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:21.086650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Attempting to bind port c186a5da-70f4-40fb-97bd-370729d3cb9f on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:21.114146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fac08a47-aa2f-46d8-b008-a646da39349f None None] Current status of the port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:21.114676 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fac08a47-aa2f-46d8-b008-a646da39349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.134928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Port c186a5da-70f4-40fb-97bd-370729d3cb9f on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:21.135544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Attempting to bind port c186a5da-70f4-40fb-97bd-370729d3cb9f on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:21.181213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:21.183186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Checking segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:21.185772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Bound using segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:21.186527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Bound port: c186a5da-70f4-40fb-97bd-370729d3cb9f, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:21.187062 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.235032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-fac08a47-aa2f-46d8-b008-a646da39349f None None] For port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2d1de3a1-46c5-461e-8008-b555b6e0d7ca,segment=NetworkSegment(87cf75d5-baab-4bb9-9696-3586e426e2dc),segment_id=87cf75d5-baab-4bb9-9696-3586e426e2dc)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:21.249638 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fac08a47-aa2f-46d8-b008-a646da39349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.309242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2d1de3a1-46c5-461e-8008-b555b6e0d7ca up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:21.353174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-7dc2de24-d745-421d-b6ce-6822cf507bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:21.355427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f779fae-c8e4-4744-8a34-d7fecca23a51 req-7dc2de24-d745-421d-b6ce-6822cf507bec service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4935396 Feb 19 03:35:21.398721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54726343-2af4-4c71-9388-a74fd78a8de1 req-8fb8c65c-53fd-481c-95aa-42954f11cd37 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:21.400406 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54726343-2af4-4c71-9388-a74fd78a8de1 req-8fb8c65c-53fd-481c-95aa-42954f11cd37 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 946 time: 0.3648636 Feb 19 03:35:21.474867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] For port c186a5da-70f4-40fb-97bd-370729d3cb9f, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:21.510090 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c4497aa-77a2-4c95-8f60-5b1b96208a35 admin admin] Publish callbacks [] for security_group (65479588-1754-45cf-b9cb-53d7d8e15700), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.524174 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac08a47-aa2f-46d8-b008-a646da39349f None None] Pushing event updated for resources: {'Port': ['ID=2d1de3a1-46c5-461e-8008-b555b6e0d7ca,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:21.546344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:21.546972 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.604716 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 85071243-10ee-4e1f-90ff-5b23a1998087 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:21.632689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:21.640682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:21.690631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:21.697078 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.731513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.731896 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (e034983d-2c2d-47b0-9d44-077ee3f1a28e), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.732816 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Floating IP e034983d-2c2d-47b0-9d44-077ee3f1a28e disassociated. External IP: 172.25.4.208, port: ee0d06e0-e56d-476e-84cb-a28fc74b02ed. Feb 19 03:35:21.734566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Calling delete_port for ee0d06e0-e56d-476e-84cb-a28fc74b02ed owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:21.750343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54726343-2af4-4c71-9388-a74fd78a8de1 req-2d8b6c75-bd82-4e63-8ff4-9c44729544b8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394566 Feb 19 03:35:21.760667 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c4497aa-77a2-4c95-8f60-5b1b96208a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (65479588-1754-45cf-b9cb-53d7d8e15700), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.778649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] For port c186a5da-70f4-40fb-97bd-370729d3cb9f, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c186a5da-70f4-40fb-97bd-370729d3cb9f,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:21.800523 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e4bab34e-e02f-4675-a4e3-35d5a14e9dcd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5246840 Feb 19 03:35:21.801003 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55592) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:21.855910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:21.863940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-88666edb-317c-4110-a3aa-0005b53917f7 None None] Provisioning complete for port 8084be67-a665-48d9-bebd-f0a31e7bedd2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:21.867262 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-88666edb-317c-4110-a3aa-0005b53917f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8084be67-a665-48d9-bebd-f0a31e7bedd2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.899428 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.004717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc4f005-85f6-447a-a4f8-49a4755e80d5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:22.006570 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4fc4f005-85f6-447a-a4f8-49a4755e80d5 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A186 HTTP/1.1" status: 200 len: 929 time: 0.2046297 Feb 19 03:35:22.016278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55598) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:22.022002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-88666edb-317c-4110-a3aa-0005b53917f7 None None] Port 8084be67-a665-48d9-bebd-f0a31e7bedd2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:22.065548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-88666edb-317c-4110-a3aa-0005b53917f7 None None] Provisioning complete for port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:22.067115 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-88666edb-317c-4110-a3aa-0005b53917f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.121929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2c4497aa-77a2-4c95-8f60-5b1b96208a35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9bf9bbfbc6224a08be55753339b57ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2369616 Feb 19 03:35:22.122571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55602) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:22.213749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:22.214411 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.222402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] 10.222.0.71 "PUT /v2.0/ports/c186a5da-70f4-40fb-97bd-370729d3cb9f HTTP/1.1" status: 200 len: 1128 time: 4.2419090 Feb 19 03:35:22.270449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-88666edb-317c-4110-a3aa-0005b53917f7 None None] Current status of the port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:22.275607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': 'c186a5da-70f4-40fb-97bd-370729d3cb9f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:22.283114 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c53143-2255-4aef-bb40-08274b81c54a" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "c186a5da-70f4-40fb-97bd-370729d3cb9f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:22.286707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4497aa-77a2-4c95-8f60-5b1b96208a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65479588-1754-45cf-b9cb-53d7d8e15700,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:22.319871 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.323363 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ee0d06e0-e56d-476e-84cb-a28fc74b02ed), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.342224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:22.377673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'Port': ['ID=ee0d06e0-e56d-476e-84cb-a28fc74b02ed,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:22.406326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce82d1e-6027-46b7-8f24-ea883c67a79e service neutron] Pushing event updated for resources: {'Port': ['ID=c186a5da-70f4-40fb-97bd-370729d3cb9f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:22.406639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-eab77e83-9458-4e7b-a27c-72741d4b45d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port f31cba06-3ec3-4684-a1d3-6c77e3333235 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:22.406803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eab77e83-9458-4e7b-a27c-72741d4b45d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f31cba06-3ec3-4684-a1d3-6c77e3333235), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.470270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-357f7972-94c9-4670-8a22-289ce43306ae None None] Provisioning complete for port 8084be67-a665-48d9-bebd-f0a31e7bedd2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:22.470856 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-357f7972-94c9-4670-8a22-289ce43306ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8084be67-a665-48d9-bebd-f0a31e7bedd2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.577342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927b60-cdc5-4739-ac64-41e54ab00a4e req-25b8a0d2-5663-495c-851a-bb02130cfeed tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:22.585676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-357f7972-94c9-4670-8a22-289ce43306ae None None] Port 8084be67-a665-48d9-bebd-f0a31e7bedd2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:22.592321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927b60-cdc5-4739-ac64-41e54ab00a4e req-25b8a0d2-5663-495c-851a-bb02130cfeed tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:22.606522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927b60-cdc5-4739-ac64-41e54ab00a4e req-25b8a0d2-5663-495c-851a-bb02130cfeed tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:22.637645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927b60-cdc5-4739-ac64-41e54ab00a4e req-25b8a0d2-5663-495c-851a-bb02130cfeed tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:22.660748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927b60-cdc5-4739-ac64-41e54ab00a4e req-25b8a0d2-5663-495c-851a-bb02130cfeed tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:22.672107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927b60-cdc5-4739-ac64-41e54ab00a4e req-25b8a0d2-5663-495c-851a-bb02130cfeed tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:22.679826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb927b60-cdc5-4739-ac64-41e54ab00a4e req-25b8a0d2-5663-495c-851a-bb02130cfeed tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 4598 time: 0.5681026 Feb 19 03:35:22.684540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5fec-a9c3-4b57-996d-256b31482434 admin admin] Publish callbacks [] for security_group (65479588-1754-45cf-b9cb-53d7d8e15700), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.686248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ee0d06e0-e56d-476e-84cb-a28fc74b02ed no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:22.718641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5fec-a9c3-4b57-996d-256b31482434 admin admin] Publish callbacks [] for security_group (65479588-1754-45cf-b9cb-53d7d8e15700), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.743497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: ee0d06e0-e56d-476e-84cb-a28fc74b02ed {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:35:22.743841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ee0d06e0-e56d-476e-84cb-a28fc74b02ed not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:22.747395 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:35:22.790614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5fec-a9c3-4b57-996d-256b31482434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (65479588-1754-45cf-b9cb-53d7d8e15700), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.793981 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5fec-a9c3-4b57-996d-256b31482434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.800474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5a1e5fec-a9c3-4b57-996d-256b31482434 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65479588-1754-45cf-b9cb-53d7d8e15700 HTTP/1.1" status: 204 len: 168 time: 0.6689963 Feb 19 03:35:22.874762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb927b60-cdc5-4739-ac64-41e54ab00a4e req-b407300d-f50d-45cf-9a76-1292edde6b78 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893133 Feb 19 03:35:22.880122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.884253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e5fec-a9c3-4b57-996d-256b31482434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65479588-1754-45cf-b9cb-53d7d8e15700,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:22.894753 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eab77e83-9458-4e7b-a27c-72741d4b45d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f31cba06-3ec3-4684-a1d3-6c77e3333235), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.922537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-eab77e83-9458-4e7b-a27c-72741d4b45d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for f31cba06-3ec3-4684-a1d3-6c77e3333235 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:22.955568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8894a330-f042-4ab3-adb5-fb258f093fc7 None None] Provisioning complete for port f31cba06-3ec3-4684-a1d3-6c77e3333235 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:22.957241 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8894a330-f042-4ab3-adb5-fb258f093fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f31cba06-3ec3-4684-a1d3-6c77e3333235), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.992436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Router d9546364-5e86-4657-8dea-9e7461298a09 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:35:23.042400 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa32b7d-fab5-4692-894b-10341eb83130 x-openstack-request-id: req-caa32b7d-fab5-4692-894b-10341eb83130 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:23.042859 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "c186a5da-70f4-40fb-97bd-370729d3cb9f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:23.043001 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caa32b7d-fab5-4692-894b-10341eb83130 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:23.043324 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': 'c186a5da-70f4-40fb-97bd-370729d3cb9f', 'status': 'completed', 'code': 200} Feb 19 03:35:23.134439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8894a330-f042-4ab3-adb5-fb258f093fc7 None None] Port f31cba06-3ec3-4684-a1d3-6c77e3333235 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:23.199847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2d1de3a1-46c5-461e-8008-b555b6e0d7ca up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:23.364810 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eab77e83-9458-4e7b-a27c-72741d4b45d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f31cba06-3ec3-4684-a1d3-6c77e3333235), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:23.411353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:23.412129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:23.447329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab77e83-9458-4e7b-a27c-72741d4b45d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=f31cba06-3ec3-4684-a1d3-6c77e3333235,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:23.460679 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-490ecbea-1e42-4277-b924-42b6148eef1e req-32c6abf7-8f05-4e74-89be-326220d150ed tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.1873689 Feb 19 03:35:23.611287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55624) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:23.636325 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eab77e83-9458-4e7b-a27c-72741d4b45d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:23.646992 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eab77e83-9458-4e7b-a27c-72741d4b45d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/f31cba06-3ec3-4684-a1d3-6c77e3333235 HTTP/1.1" status: 204 len: 168 time: 1.6269913 Feb 19 03:35:23.651987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55626) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:23.655029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:23.658839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53143-2255-4aef-bb40-08274b81c54a req-dd9007fc-b2fd-4307-bbbf-1fd849182639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:23.659462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53143-2255-4aef-bb40-08274b81c54a req-dd9007fc-b2fd-4307-bbbf-1fd849182639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:23.660941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53143-2255-4aef-bb40-08274b81c54a req-dd9007fc-b2fd-4307-bbbf-1fd849182639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:23.661490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53143-2255-4aef-bb40-08274b81c54a req-dd9007fc-b2fd-4307-bbbf-1fd849182639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:23.663124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53143-2255-4aef-bb40-08274b81c54a req-dd9007fc-b2fd-4307-bbbf-1fd849182639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:23.663124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53143-2255-4aef-bb40-08274b81c54a req-dd9007fc-b2fd-4307-bbbf-1fd849182639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:23.667429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0c53143-2255-4aef-bb40-08274b81c54a req-dd9007fc-b2fd-4307-bbbf-1fd849182639 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5346 time: 0.6193159 Feb 19 03:35:23.705420 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a770-d3ce-4eb3-8e95-175a526a6530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:23.706633 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-8435b61d-ef1a-40df-9870-1a83dd028e21 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:35:23.708083 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8435b61d-ef1a-40df-9870-1a83dd028e21 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/f31cba06-3ec3-4684-a1d3-6c77e3333235 HTTP/1.1" status: 404 len: 333 time: 0.0551248 Feb 19 03:35:23.718775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55628) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:23.785116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:35:23.796232 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] Sync routers for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:35:23.820895 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:23.821541 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:35:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:23.905380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] No DVR routers for this DVR port ee0d06e0-e56d-476e-84cb-a28fc74b02ed on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:23.914150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:23.917633 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-0e249b1e-4a1c-45af-afbc-f38baebfd0fd req-37fdbe5c-2e68-4e5b-b8a7-4b90f7c9b5c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "DELETE /v2.0/ports/ee0d06e0-e56d-476e-84cb-a28fc74b02ed HTTP/1.1" status: 204 len: 173 time: 4.6380367 Feb 19 03:35:23.919382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'name': 'network-vif-deleted', 'tag': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:23.931776 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c856f0-4fef-46a1-bbd9-d68917f82974" -d '{"events": [{"server_uuid": "8298e39c-2e03-476b-9130-097be1f3b5e6", "name": "network-vif-deleted", "tag": "ee0d06e0-e56d-476e-84cb-a28fc74b02ed"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:23.985623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53143-2255-4aef-bb40-08274b81c54a req-c47e860a-d1c4-45bc-aacf-a58ec2b8cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:23.986297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53143-2255-4aef-bb40-08274b81c54a req-c47e860a-d1c4-45bc-aacf-a58ec2b8cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:23.986794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53143-2255-4aef-bb40-08274b81c54a req-c47e860a-d1c4-45bc-aacf-a58ec2b8cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:23.988483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0c53143-2255-4aef-bb40-08274b81c54a req-c47e860a-d1c4-45bc-aacf-a58ec2b8cb19 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b2a25dad0d934c18b019b937224fe790&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2995009 Feb 19 03:35:24.008963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:24.043734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Publish callbacks [] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.078330 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a770-d3ce-4eb3-8e95-175a526a6530 admin admin] Publish callbacks [] for security_group (1df6e25b-fac3-4c50-b6eb-8e7933afc1f9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.110479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Transition to ACTIVE for port object 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:24.123263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-009fc4c1-4f56-4330-b071-e16e4256d1a9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 8084be67-a665-48d9-bebd-f0a31e7bedd2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:24.125930 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-009fc4c1-4f56-4330-b071-e16e4256d1a9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8084be67-a665-48d9-bebd-f0a31e7bedd2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.126673 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a770-d3ce-4eb3-8e95-175a526a6530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1df6e25b-fac3-4c50-b6eb-8e7933afc1f9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.166491 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:35:24.209247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53143-2255-4aef-bb40-08274b81c54a req-f24332da-7e6e-4109-8d85-bacde2334a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.210926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0c53143-2255-4aef-bb40-08274b81c54a req-f24332da-7e6e-4109-8d85-bacde2334a89 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844172 Feb 19 03:35:24.238874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.256288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-009fc4c1-4f56-4330-b071-e16e4256d1a9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8084be67-a665-48d9-bebd-f0a31e7bedd2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.274330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-009fc4c1-4f56-4330-b071-e16e4256d1a9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 8084be67-a665-48d9-bebd-f0a31e7bedd2 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:24.429795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4dd4a770-d3ce-4eb3-8e95-175a526a6530 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a58d10d76484fe1a23530d41b7320c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8140471 Feb 19 03:35:24.430719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4a770-d3ce-4eb3-8e95-175a526a6530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df6e25b-fac3-4c50-b6eb-8e7933afc1f9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:24.442990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55636) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:24.474248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Pushing event updated for resources: {'Port': ['ID=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:24.495947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-4de1f297-0a9c-407e-bb7c-a49581ba879a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3838618 Feb 19 03:35:24.588620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9b7c-683b-4f20-b133-6ade103ecfc8 req-fab16188-c375-4a66-bc39-ec26d79998c9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.594788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9b7c-683b-4f20-b133-6ade103ecfc8 req-fab16188-c375-4a66-bc39-ec26d79998c9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.602009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9b7c-683b-4f20-b133-6ade103ecfc8 req-fab16188-c375-4a66-bc39-ec26d79998c9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.609635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-009fc4c1-4f56-4330-b071-e16e4256d1a9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8084be67-a665-48d9-bebd-f0a31e7bedd2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.613094 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:24.613272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9b7c-683b-4f20-b133-6ade103ecfc8 req-fab16188-c375-4a66-bc39-ec26d79998c9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.619993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9b7c-683b-4f20-b133-6ade103ecfc8 req-fab16188-c375-4a66-bc39-ec26d79998c9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.631895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9b7c-683b-4f20-b133-6ade103ecfc8 req-fab16188-c375-4a66-bc39-ec26d79998c9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.637421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9b7c-683b-4f20-b133-6ade103ecfc8 req-fab16188-c375-4a66-bc39-ec26d79998c9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.652715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3ab9b7c-683b-4f20-b133-6ade103ecfc8 req-fab16188-c375-4a66-bc39-ec26d79998c9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5371 time: 0.5269911 Feb 19 03:35:24.683898 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] Checking router: d9546364-5e86-4657-8dea-9e7461298a09 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:35:24.710716 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fc4c1-4f56-4330-b071-e16e4256d1a9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=8084be67-a665-48d9-bebd-f0a31e7bedd2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:24.713253 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:24.714156 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:35:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:24.815546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-009fc4c1-4f56-4330-b071-e16e4256d1a9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.823261 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-009fc4c1-4f56-4330-b071-e16e4256d1a9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/8084be67-a665-48d9-bebd-f0a31e7bedd2 HTTP/1.1" status: 204 len: 168 time: 1.1014168 Feb 19 03:35:24.832179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55642) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:24.850463 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13d50fdd-215b-44f0-a045-fd8d0eb79051 admin admin] Publish callbacks [] for security_group (1df6e25b-fac3-4c50-b6eb-8e7933afc1f9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.866177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Attempting to bind port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:24.866776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Attempting to bind port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:24.867301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Attempting to bind port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:24.933904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3ab9b7c-683b-4f20-b133-6ade103ecfc8 req-8b1153d1-aae9-4ff7-af76-d9f8545b67c8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2802129 Feb 19 03:35:24.935763 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13d50fdd-215b-44f0-a045-fd8d0eb79051 admin admin] Publish callbacks [] for security_group (1df6e25b-fac3-4c50-b6eb-8e7933afc1f9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.943903 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:35:24.963081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-09098d76-c9c3-42e0-8806-13ac08fe20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.974123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-09098d76-c9c3-42e0-8806-13ac08fe20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.974845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-09098d76-c9c3-42e0-8806-13ac08fe20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.975527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-09098d76-c9c3-42e0-8806-13ac08fe20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.979589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-09098d76-c9c3-42e0-8806-13ac08fe20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.980582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-09098d76-c9c3-42e0-8806-13ac08fe20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.981266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-09098d76-c9c3-42e0-8806-13ac08fe20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.983734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-09098d76-c9c3-42e0-8806-13ac08fe20a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c06f8e719c8143abad585d87e567c88b&device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 6720 time: 0.3198857 Feb 19 03:35:25.004589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:25.005076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Attempting to bind port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:25.010800 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbe8830-d827-429e-b8c2-8d544db35a47 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:35:25.022765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5dbe8830-d827-429e-b8c2-8d544db35a47 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/8084be67-a665-48d9-bebd-f0a31e7bedd2 HTTP/1.1" status: 404 len: 333 time: 0.1763957 Feb 19 03:35:25.033803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55644) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:25.077824 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac604f5-c286-467a-a2f9-bae56318695f x-openstack-request-id: req-5ac604f5-c286-467a-a2f9-bae56318695f {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:25.078717 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298e39c-2e03-476b-9130-097be1f3b5e6", "name": "network-vif-deleted", "tag": "ee0d06e0-e56d-476e-84cb-a28fc74b02ed", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:25.079061 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ac604f5-c286-467a-a2f9-bae56318695f {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:25.079489 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8298e39c-2e03-476b-9130-097be1f3b5e6', 'name': 'network-vif-deleted', 'tag': 'ee0d06e0-e56d-476e-84cb-a28fc74b02ed', 'status': 'completed', 'code': 200} Feb 19 03:35:25.090611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13d50fdd-215b-44f0-a045-fd8d0eb79051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1df6e25b-fac3-4c50-b6eb-8e7933afc1f9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.094893 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-13d50fdd-215b-44f0-a045-fd8d0eb79051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.099589 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-13d50fdd-215b-44f0-a045-fd8d0eb79051 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1df6e25b-fac3-4c50-b6eb-8e7933afc1f9 HTTP/1.1" status: 204 len: 168 time: 0.6554592 Feb 19 03:35:25.116323 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d50fdd-215b-44f0-a045-fd8d0eb79051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df6e25b-fac3-4c50-b6eb-8e7933afc1f9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:25.120907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:25.121592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Checking segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:25.121741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Bound using segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:25.139723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Bound port: 59d89fa6-04f0-4b05-b65e-86aa824fe6c9, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:25.140125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.346587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e9cd0ec-864a-401c-95e3-6d8af3a84d51 req-14a20237-ea20-4af4-8857-509a8775b841 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.0727270 Feb 19 03:35:25.407314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9f607b-137a-46c1-926e-8709b1a0b3e8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet ebb949b3-566f-4635-afe1-83b725632adc {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:35:25.432485 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:25.439546 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c9f607b-137a-46c1-926e-8709b1a0b3e8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (ebb949b3-566f-4635-afe1-83b725632adc), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.507392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-d624a50e-54b8-4fdc-b5b8-c1412f59d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:25.507882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-d624a50e-54b8-4fdc-b5b8-c1412f59d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:25.508363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-d624a50e-54b8-4fdc-b5b8-c1412f59d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:25.510621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-d624a50e-54b8-4fdc-b5b8-c1412f59d49a service neutron] 10.222.0.71 "GET /v2.0/networks?id=231e6dfd-031e-46c9-8877-451be92a2c1d&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&id=d920c654-990f-45b0-82d7-bb385406a785&id=d920c654-990f-45b0-82d7-bb385406a785 HTTP/1.1" status: 200 len: 2296 time: 0.4867487 Feb 19 03:35:25.526505 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915245b-aebc-4983-ad11-bfc15b98e109 None None] The sync data for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 is: [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:35:25.604057 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c9f607b-137a-46c1-926e-8709b1a0b3e8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (ebb949b3-566f-4635-afe1-83b725632adc), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.641695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] For port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:25.680281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] For port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:25.782979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c9f607b-137a-46c1-926e-8709b1a0b3e8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (ebb949b3-566f-4635-afe1-83b725632adc), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.898968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.928048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-4fac5695-8920-49a7-afe4-cc7ef7b7c2f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=219a534f-66b6-49a3-84bc-c42418d184b5 HTTP/1.1" status: 200 len: 1001 time: 0.4064302 Feb 19 03:35:25.932287 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c9f607b-137a-46c1-926e-8709b1a0b3e8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (ebb949b3-566f-4635-afe1-83b725632adc), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.080354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c373c-a2aa-423c-9d88-c5d8a29d6e6b None None] New status for floating IP e034983d-2c2d-47b0-9d44-077ee3f1a28e: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:35:26.143035 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c9f607b-137a-46c1-926e-8709b1a0b3e8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.146595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1c9f607b-137a-46c1-926e-8709b1a0b3e8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/ebb949b3-566f-4635-afe1-83b725632adc HTTP/1.1" status: 204 len: 168 time: 1.1005411 Feb 19 03:35:26.150003 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55662) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:26.161093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5d078-513d-4735-993e-845decbf7b4e None None] Network 85071243-10ee-4e1f-90ff-5b23a1998087 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:26.187223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.187422 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.197247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] 10.222.0.71 "PUT /v2.0/ports/59d89fa6-04f0-4b05-b65e-86aa824fe6c9 HTTP/1.1" status: 200 len: 1131 time: 3.9047832 Feb 19 03:35:26.224712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': '59d89fa6-04f0-4b05-b65e-86aa824fe6c9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:26.239672 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65f5151-3c0f-4854-977e-d4acbce854cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "59d89fa6-04f0-4b05-b65e-86aa824fe6c9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:26.245380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f607b-137a-46c1-926e-8709b1a0b3e8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb949b3-566f-4635-afe1-83b725632adc,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:26.287213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:26.292244 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (85071243-10ee-4e1f-90ff-5b23a1998087), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.386495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-008dfdea-e145-4554-9771-c8ad5735fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.390121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-008dfdea-e145-4554-9771-c8ad5735fd44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1024061d-c84f-4e4a-9953-13ce351756eb HTTP/1.1" status: 200 len: 854 time: 0.4469743 Feb 19 03:35:26.394644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:26.394644 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.474240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1501a89-1f53-436f-aa99-5ff2805bc110 service neutron] Pushing event updated for resources: {'Port': ['ID=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:26.517277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] For port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2d1de3a1-46c5-461e-8008-b555b6e0d7ca,segment=NetworkSegment(87cf75d5-baab-4bb9-9696-3586e426e2dc),segment_id=87cf75d5-baab-4bb9-9696-3586e426e2dc)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:26.517648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.532868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 2d1de3a1-46c5-461e-8008-b555b6e0d7ca owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:26.633027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2d1de3a1-46c5-461e-8008-b555b6e0d7ca), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.672522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No DVR routers for this DVR port 2d1de3a1-46c5-461e-8008-b555b6e0d7ca on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:26.680168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=2d1de3a1-46c5-461e-8008-b555b6e0d7ca,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:26.724567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847eb8-aad4-413a-b91b-aaabd0523af2 req-6632ff17-e3a2-4a02-a14a-a5fa070933ea tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.732359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847eb8-aad4-413a-b91b-aaabd0523af2 req-6632ff17-e3a2-4a02-a14a-a5fa070933ea tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.750732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847eb8-aad4-413a-b91b-aaabd0523af2 req-6632ff17-e3a2-4a02-a14a-a5fa070933ea tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.766278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847eb8-aad4-413a-b91b-aaabd0523af2 req-6632ff17-e3a2-4a02-a14a-a5fa070933ea tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.787302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847eb8-aad4-413a-b91b-aaabd0523af2 req-6632ff17-e3a2-4a02-a14a-a5fa070933ea tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.799756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847eb8-aad4-413a-b91b-aaabd0523af2 req-6632ff17-e3a2-4a02-a14a-a5fa070933ea tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.809140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edb16f6-9c49-4f80-b608-5e6e914fd71c None None] DHCP port deletion for 85071243-10ee-4e1f-90ff-5b23a1998087 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:35:26.815890 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (85071243-10ee-4e1f-90ff-5b23a1998087), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.817155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847eb8-aad4-413a-b91b-aaabd0523af2 req-6632ff17-e3a2-4a02-a14a-a5fa070933ea tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.827253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc847eb8-aad4-413a-b91b-aaabd0523af2 req-6632ff17-e3a2-4a02-a14a-a5fa070933ea tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5371 time: 0.6772444 Feb 19 03:35:26.853130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85071243-10ee-4e1f-90ff-5b23a1998087']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:26.854942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-8519ba6c-1bdd-40b8-9fe9-2efb52d40a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.861239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-8519ba6c-1bdd-40b8-9fe9-2efb52d40a51 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=231e6dfd-031e-46c9-8877-451be92a2c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4604094 Feb 19 03:35:26.862764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3329ef89-e726-417b-9273-f6162141cb25), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.873396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cf75d5-baab-4bb9-9696-3586e426e2dc') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:26.873691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cf75d5-baab-4bb9-9696-3586e426e2dc') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:26.885337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (87cf75d5-baab-4bb9-9696-3586e426e2dc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.901929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (87cf75d5-baab-4bb9-9696-3586e426e2dc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.909690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:26.910121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (87cf75d5-baab-4bb9-9696-3586e426e2dc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:26.991980 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:26.999248 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (85071243-10ee-4e1f-90ff-5b23a1998087), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.059627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.070238 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/networks/85071243-10ee-4e1f-90ff-5b23a1998087 HTTP/1.1" status: 204 len: 168 time: 0.9191041 Feb 19 03:35:27.071537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fe144-31b1-466f-9d4b-e2e5197d7e4f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Network': ['ID=85071243-10ee-4e1f-90ff-5b23a1998087,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:27.078648 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55680) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:27.095198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-204292107'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:27.142618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:27.148817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.154902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2d1de3a1-46c5-461e-8008-b555b6e0d7ca no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:27.202485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2d1de3a1-46c5-461e-8008-b555b6e0d7ca {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:35:27.204015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2d1de3a1-46c5-461e-8008-b555b6e0d7ca not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:27.220189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:27.237406 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (953988a2-6176-4d24-b231-ff0732eb2198), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.238197 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Added segment 953988a2-6176-4d24-b231-ff0732eb2198 of type vlan for network 14a3d636-7236-4dda-82bc-3ff284433ff0 Feb 19 03:35:27.284509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc847eb8-aad4-413a-b91b-aaabd0523af2 req-9db9c2d1-dbb9-4b8c-8c60-cd25d9b9fe93 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4321287 Feb 19 03:35:27.295785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-41c43c80-2d83-409e-9ad5-94380de06462 service neutron] 10.222.0.71 "GET /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123557 Feb 19 03:35:27.318556 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (14a3d636-7236-4dda-82bc-3ff284433ff0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.391965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (14a3d636-7236-4dda-82bc-3ff284433ff0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.398609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:27.400132 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.556446 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Network': ['ID=14a3d636-7236-4dda-82bc-3ff284433ff0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:27.568452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-e6ad704a-3afe-45c7-b35a-5e67f84b21c8 service neutron] 10.222.0.71 "GET /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016299 Feb 19 03:35:27.570286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 14a3d636-7236-4dda-82bc-3ff284433ff0 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:27.572447 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8a66b016-fe62-43a6-962b-eb9be22252d0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4886293 Feb 19 03:35:27.575646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55688) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:27.582866 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '14a3d636-7236-4dda-82bc-3ff284433ff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:27.585828 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e9b5cd-1a34-43fb-ba0e-db0ca3afd66a x-openstack-request-id: req-21e9b5cd-1a34-43fb-ba0e-db0ca3afd66a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:27.586344 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "59d89fa6-04f0-4b05-b65e-86aa824fe6c9", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:27.586710 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21e9b5cd-1a34-43fb-ba0e-db0ca3afd66a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:27.587215 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': '59d89fa6-04f0-4b05-b65e-86aa824fe6c9', 'status': 'completed', 'code': 200} Feb 19 03:35:27.732524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:27.737492 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.798113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eecdc5d9-371e-4b8f-9c33-21728450c3f1 req-c3d8dd70-adc6-45be-b0d9-08d208767b50 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.2097723 Feb 19 03:35:27.819534 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-b9619ab6-4214-491e-ab77-f83e92f62ab1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=918ff585-12c5-43eb-8749-43ecfb33c857 HTTP/1.1" status: 200 len: 217 time: 0.2263012 Feb 19 03:35:27.991098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-65ee792d-655a-4e02-89ab-8f0cf5ebf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:27.991755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-65ee792d-655a-4e02-89ab-8f0cf5ebf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:27.992231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-65ee792d-655a-4e02-89ab-8f0cf5ebf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:27.992842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-65ee792d-655a-4e02-89ab-8f0cf5ebf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:27.993317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-65ee792d-655a-4e02-89ab-8f0cf5ebf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:27.993828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-65ee792d-655a-4e02-89ab-8f0cf5ebf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:27.994414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-65ee792d-655a-4e02-89ab-8f0cf5ebf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:27.996379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-65ee792d-655a-4e02-89ab-8f0cf5ebf304 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6301 time: 0.4071004 Feb 19 03:35:28.043078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-04694809-a608-4db1-be36-5f760c2f9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:28.044813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-04694809-a608-4db1-be36-5f760c2f9677 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.1980970 Feb 19 03:35:28.171010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-44082946-06da-40ad-99fc-4b0c4b64d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:28.171795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-44082946-06da-40ad-99fc-4b0c4b64d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:28.172411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-44082946-06da-40ad-99fc-4b0c4b64d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:28.174743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-44082946-06da-40ad-99fc-4b0c4b64d0e0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b2a25dad0d934c18b019b937224fe790&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1673830 Feb 19 03:35:28.196263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.327322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:28.343514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-1bf5ec0e-f7df-4c2c-94ac-197a530dcf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:28.345732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-1bf5ec0e-f7df-4c2c-94ac-197a530dcf6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2654777 Feb 19 03:35:28.390128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Checking segment: {'id': '953988a2-6176-4d24-b231-ff0732eb2198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a3d636-7236-4dda-82bc-3ff284433ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:28.390588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network hostable DHCP agents. Network: 14a3d636-7236-4dda-82bc-3ff284433ff0, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:28.405830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3329ef89-e726-417b-9273-f6162141cb25 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:28.464800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 14a3d636-7236-4dda-82bc-3ff284433ff0 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:28.517216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 14a3d636-7236-4dda-82bc-3ff284433ff0) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:28.541550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb6007f-ab24-4660-bf2b-7072fadda9a7 None None] Network 14a3d636-7236-4dda-82bc-3ff284433ff0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:28.543785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:28.544692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.556959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-18e56969-fc6c-49fa-9e98-9d9e2a7f3bd9 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920171 Feb 19 03:35:28.593177 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Publish callbacks [] for port (3329ef89-e726-417b-9273-f6162141cb25), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.600980 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fb3efddf-2308-4c09-b599-b4f2ba240a56 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0240104 Feb 19 03:35:28.612502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55718) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:28.625549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '14a3d636-7236-4dda-82bc-3ff284433ff0', 'name': 'tempest-PortsIpV6TestJSON-1108581268', 'fixed_ips': [{'subnet_id': '06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e', 'ip_address': '2001:db8::10'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:28.738721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-14a3d636-7236-4dda-82bc-3ff284433ff0', 'network_id': '14a3d636-7236-4dda-82bc-3ff284433ff0', 'project_id': '5e697007b88f446e9baeca2352c02018', 'fixed_ips': [{'subnet_id': '06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:28.740780 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.968111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:29.089147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Allocated IP 2001:db8::2 (14a3d636-7236-4dda-82bc-3ff284433ff0/06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e/7b42b4e6-0243-47de-883b-0d09641acd23) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:29.141627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.166757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:29.370116 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Publish callbacks [] for port (7b42b4e6-0243-47de-883b-0d09641acd23), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.383912 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.389417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-5238d8a6-f2ba-4c5f-a98d-41bfef32d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.390958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a65f5151-3c0f-4854-977e-d4acbce854cf req-5238d8a6-f2ba-4c5f-a98d-41bfef32d035 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1839795 Feb 19 03:35:29.393484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Transition to ACTIVE for port object 3329ef89-e726-417b-9273-f6162141cb25 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:29.416253 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3329ef89-e726-417b-9273-f6162141cb25), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.448586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8::10 (14a3d636-7236-4dda-82bc-3ff284433ff0/06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e/c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:29.480142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Network 14a3d636-7236-4dda-82bc-3ff284433ff0 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:29.490600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:29.497078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:29.500741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Pushing event updated for resources: {'Port': ['ID=7b42b4e6-0243-47de-883b-0d09641acd23,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:29.583989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cded6c-fd5d-40ae-bf19-bab97a92f893 req-fd8e68b8-c82b-426f-9c7e-df061dcb1526 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.589646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cded6c-fd5d-40ae-bf19-bab97a92f893 req-fd8e68b8-c82b-426f-9c7e-df061dcb1526 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.607778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cded6c-fd5d-40ae-bf19-bab97a92f893 req-fd8e68b8-c82b-426f-9c7e-df061dcb1526 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.614128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cded6c-fd5d-40ae-bf19-bab97a92f893 req-fd8e68b8-c82b-426f-9c7e-df061dcb1526 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.634982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cded6c-fd5d-40ae-bf19-bab97a92f893 req-fd8e68b8-c82b-426f-9c7e-df061dcb1526 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.640724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Attempting to bind port 7b42b4e6-0243-47de-883b-0d09641acd23 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:29.641518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cded6c-fd5d-40ae-bf19-bab97a92f893 req-fd8e68b8-c82b-426f-9c7e-df061dcb1526 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.643494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Attempting to bind port 7b42b4e6-0243-47de-883b-0d09641acd23 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '953988a2-6176-4d24-b231-ff0732eb2198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a3d636-7236-4dda-82bc-3ff284433ff0'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:29.650547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Attempting to bind port 7b42b4e6-0243-47de-883b-0d09641acd23 on network 14a3d636-7236-4dda-82bc-3ff284433ff0 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:29.659038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:29.660579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cded6c-fd5d-40ae-bf19-bab97a92f893 req-fd8e68b8-c82b-426f-9c7e-df061dcb1526 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.660693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Checking segment: {'id': '953988a2-6176-4d24-b231-ff0732eb2198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a3d636-7236-4dda-82bc-3ff284433ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:29.661055 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.661697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Bound using segment: {'id': '953988a2-6176-4d24-b231-ff0732eb2198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a3d636-7236-4dda-82bc-3ff284433ff0'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:29.662778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Bound port: 7b42b4e6-0243-47de-883b-0d09641acd23, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953988a2-6176-4d24-b231-ff0732eb2198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '14a3d636-7236-4dda-82bc-3ff284433ff0'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:29.663391 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.667495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48cded6c-fd5d-40ae-bf19-bab97a92f893 req-fd8e68b8-c82b-426f-9c7e-df061dcb1526 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5371 time: 1.0996490 Feb 19 03:35:29.758032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] For port 7b42b4e6-0243-47de-883b-0d09641acd23, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:29.762416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-b636781b-154e-439c-b7e7-d505d039b441 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1723406 Feb 19 03:35:29.762795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] For port 7b42b4e6-0243-47de-883b-0d09641acd23, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7b42b4e6-0243-47de-883b-0d09641acd23,segment=NetworkSegment(953988a2-6176-4d24-b231-ff0732eb2198),segment_id=953988a2-6176-4d24-b231-ff0732eb2198)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:29.765113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=3329ef89-e726-417b-9273-f6162141cb25,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:29.779143 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.857712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.896578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01678a23-3d80-4100-b392-c3099a867c3c None None] Pushing event updated for resources: {'Port': ['ID=7b42b4e6-0243-47de-883b-0d09641acd23,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:29.954846 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.017658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 14a3d636-7236-4dda-82bc-3ff284433ff0 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:30.021610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:30.024379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:30.031259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:30.032743 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.037527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48cded6c-fd5d-40ae-bf19-bab97a92f893 req-b54e2cbf-7ba9-4d28-8998-4b23ffb26ef4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3692243 Feb 19 03:35:30.039093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-6cddac90-a1e6-4e34-8287-12a0a14a6314 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=96aae8b9-57ed-4f04-9c56-3076f6dcc69f HTTP/1.1" status: 200 len: 217 time: 0.2756147 Feb 19 03:35:30.059020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:30.094212 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6e1c7d54-17f4-4d41-ab88-6a18c8210853 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4805496 Feb 19 03:35:30.096989 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55746) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:30.102048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '14a3d636-7236-4dda-82bc-3ff284433ff0', 'name': 'tempest-PortsIpV6TestJSON-1693684912', 'fixed_ips': [{'subnet_id': '06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e', 'ip_address': '2001:db8::f'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:30.120711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-e21bf75e-8dcf-4170-b536-668fa8ac6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:30.122834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-e21bf75e-8dcf-4170-b536-668fa8ac6102 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.0714982 Feb 19 03:35:30.127213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Attempting to bind port 3329ef89-e726-417b-9273-f6162141cb25 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:30.127760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Attempting to bind port 3329ef89-e726-417b-9273-f6162141cb25 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:30.128302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Attempting to bind port 3329ef89-e726-417b-9273-f6162141cb25 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:30.182023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Port 3329ef89-e726-417b-9273-f6162141cb25 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:30.182505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Attempting to bind port 3329ef89-e726-417b-9273-f6162141cb25 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:30.189953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:30.190370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Checking segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:30.190748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Bound using segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:30.191861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Bound port: 3329ef89-e726-417b-9273-f6162141cb25, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:30.192229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3329ef89-e726-417b-9273-f6162141cb25), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.285907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-baf65818-57b5-4f5e-bed8-e9c602c3ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:30.292731 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-baf65818-57b5-4f5e-bed8-e9c602c3ef31 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1568043 Feb 19 03:35:30.317949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c708f92-c871-4d51-921f-52ec706f60b4 req-d7a9bd38-d614-4e53-a04e-af27f2b046f4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.0913863 Feb 19 03:35:30.428732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55756) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:30.487715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:30.492449 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.537570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] For port 3329ef89-e726-417b-9273-f6162141cb25, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:30.557510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port 651ef3a0-2366-4d75-9c9e-6b176a324ac6 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:30.563434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] For port 3329ef89-e726-417b-9273-f6162141cb25, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3329ef89-e726-417b-9273-f6162141cb25,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:30.584913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3329ef89-e726-417b-9273-f6162141cb25), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.773171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:30.774082 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.780510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] 10.222.0.71 "PUT /v2.0/ports/3329ef89-e726-417b-9273-f6162141cb25 HTTP/1.1" status: 200 len: 1091 time: 4.4991179 Feb 19 03:35:30.785637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': '3329ef89-e726-417b-9273-f6162141cb25'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:30.790103 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d87cf07-9b0a-42c0-9e61-909e84551103" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "3329ef89-e726-417b-9273-f6162141cb25"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:30.804561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-5adb84ba-2047-496c-8f70-90736f77e8e1 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837346 Feb 19 03:35:30.851987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:30.947035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8::f (14a3d636-7236-4dda-82bc-3ff284433ff0/06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e/651ef3a0-2366-4d75-9c9e-6b176a324ac6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:31.363140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7b42b4e6-0243-47de-883b-0d09641acd23 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:31.376992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-c2996261-d546-4518-b67a-72fa97e4a840 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392203 Feb 19 03:35:31.392285 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7ad48e-bf55-40f8-a282-97f618db146d x-openstack-request-id: req-1f7ad48e-bf55-40f8-a282-97f618db146d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:31.394072 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "3329ef89-e726-417b-9273-f6162141cb25", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:31.394558 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f7ad48e-bf55-40f8-a282-97f618db146d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:31.394997 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': '3329ef89-e726-417b-9273-f6162141cb25', 'status': 'completed', 'code': 200} Feb 19 03:35:31.428099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (651ef3a0-2366-4d75-9c9e-6b176a324ac6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.468907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 7b42b4e6-0243-47de-883b-0d09641acd23 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:31.469724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.523293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908930d-233d-4238-8383-04d0f764bfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=3329ef89-e726-417b-9273-f6162141cb25,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:31.571578 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (651ef3a0-2366-4d75-9c9e-6b176a324ac6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.587196 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b61abcb-0616-4590-a212-3d9f45c01e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.735281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=651ef3a0-2366-4d75-9c9e-6b176a324ac6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:31.736978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-76b6aa0d-71a1-4833-8cb8-c11db7f10735 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e HTTP/1.1" status: 200 len: 217 time: 0.3082054 Feb 19 03:35:31.757071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 14a3d636-7236-4dda-82bc-3ff284433ff0 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:31.769708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:31.775395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 7b42b4e6-0243-47de-883b-0d09641acd23 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:31.775801 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.778071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:31.787709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:31.795904 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.864172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 7b42b4e6-0243-47de-883b-0d09641acd23, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7b42b4e6-0243-47de-883b-0d09641acd23,segment=NetworkSegment(953988a2-6176-4d24-b231-ff0732eb2198),segment_id=953988a2-6176-4d24-b231-ff0732eb2198)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:31.868541 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-786a248f-1d20-4813-8d04-a26eca0a44eb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7677453 Feb 19 03:35:31.871980 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.872187 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55778) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:32.008476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f8f312-3368-4864-bc0e-67354502429f None None] Network 14a3d636-7236-4dda-82bc-3ff284433ff0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:32.024957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-d06f06f8-3102-4abc-a143-638af2ac854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.028507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-d06f06f8-3102-4abc-a143-638af2ac854c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.2708633 Feb 19 03:35:32.041927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-0a5ab882-bfca-4d04-b8f1-6e84b7724549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.042415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-0a5ab882-bfca-4d04-b8f1-6e84b7724549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.042893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-0a5ab882-bfca-4d04-b8f1-6e84b7724549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.043360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-0a5ab882-bfca-4d04-b8f1-6e84b7724549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.043821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-0a5ab882-bfca-4d04-b8f1-6e84b7724549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.044341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-0a5ab882-bfca-4d04-b8f1-6e84b7724549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.045332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-0a5ab882-bfca-4d04-b8f1-6e84b7724549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.049365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-0a5ab882-bfca-4d04-b8f1-6e84b7724549 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6399 time: 0.6713228 Feb 19 03:35:32.113054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4de40e42-8e9e-4797-8138-cc7531832c4b None None] Provisioning complete for port 7b42b4e6-0243-47de-883b-0d09641acd23 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:32.113587 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4de40e42-8e9e-4797-8138-cc7531832c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.122265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=7b42b4e6-0243-47de-883b-0d09641acd23,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:32.174696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd360c4-d0ae-4ae7-a443-25787304a155 req-bf68380f-f781-4c2d-a078-b21ccf172fef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.180816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad2d0a6-cc50-45e6-9e73-6b353b7fef90 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.187580 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4ad2d0a6-cc50-45e6-9e73-6b353b7fef90 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3115559 Feb 19 03:35:32.192889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd360c4-d0ae-4ae7-a443-25787304a155 req-bf68380f-f781-4c2d-a078-b21ccf172fef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.199152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55780) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:32.207786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd360c4-d0ae-4ae7-a443-25787304a155 req-bf68380f-f781-4c2d-a078-b21ccf172fef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.227441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd360c4-d0ae-4ae7-a443-25787304a155 req-bf68380f-f781-4c2d-a078-b21ccf172fef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.250049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd360c4-d0ae-4ae7-a443-25787304a155 req-bf68380f-f781-4c2d-a078-b21ccf172fef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.273646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd360c4-d0ae-4ae7-a443-25787304a155 req-bf68380f-f781-4c2d-a078-b21ccf172fef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.280915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4de40e42-8e9e-4797-8138-cc7531832c4b None None] Current status of the port 7b42b4e6-0243-47de-883b-0d09641acd23 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:32.286689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd360c4-d0ae-4ae7-a443-25787304a155 req-bf68380f-f781-4c2d-a078-b21ccf172fef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.296386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1dd360c4-d0ae-4ae7-a443-25787304a155 req-bf68380f-f781-4c2d-a078-b21ccf172fef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5383 time: 0.9104912 Feb 19 03:35:32.297599 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b61abcb-0616-4590-a212-3d9f45c01e6a admin admin] Publish callbacks [] for security_group (49e264e4-f78c-45e0-bd3d-e0573ccb662e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.316805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b61abcb-0616-4590-a212-3d9f45c01e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (49e264e4-f78c-45e0-bd3d-e0573ccb662e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.442687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61abcb-0616-4590-a212-3d9f45c01e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e264e4-f78c-45e0-bd3d-e0573ccb662e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:32.467347 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5b61abcb-0616-4590-a212-3d9f45c01e6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5368ef6e6c7945f9a8938f355d25246f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0375352 Feb 19 03:35:32.500468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac723d4-a5f3-4aaf-aabe-cbe5c8bb5bb9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.516887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac723d4-a5f3-4aaf-aabe-cbe5c8bb5bb9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.535988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac723d4-a5f3-4aaf-aabe-cbe5c8bb5bb9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.538191 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8ac723d4-a5f3-4aaf-aabe-cbe5c8bb5bb9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3379841 Feb 19 03:35:32.539861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-6d4a7069-af1b-459c-ba29-2f429eb4d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.540335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-6d4a7069-af1b-459c-ba29-2f429eb4d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.540798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-6d4a7069-af1b-459c-ba29-2f429eb4d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.544705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-6d4a7069-af1b-459c-ba29-2f429eb4d1f1 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b2a25dad0d934c18b019b937224fe790&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3945441 Feb 19 03:35:32.546537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55782) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:32.547004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55784) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:32.720344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-155994ec-1545-4b5c-b524-12e76eefe606 None None] Provisioning complete for port 651ef3a0-2366-4d75-9c9e-6b176a324ac6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:32.720865 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-155994ec-1545-4b5c-b524-12e76eefe606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (651ef3a0-2366-4d75-9c9e-6b176a324ac6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.736073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-e773ff72-b0eb-4ca9-b4af-908c7086ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.739279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d87cf07-9b0a-42c0-9e61-909e84551103 req-e773ff72-b0eb-4ca9-b4af-908c7086ec0f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177540 Feb 19 03:35:32.740206 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.795434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-155994ec-1545-4b5c-b524-12e76eefe606 None None] Port 651ef3a0-2366-4d75-9c9e-6b176a324ac6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:32.825559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-155994ec-1545-4b5c-b524-12e76eefe606 None None] Provisioning complete for port 7b42b4e6-0243-47de-883b-0d09641acd23 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:32.826879 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-155994ec-1545-4b5c-b524-12e76eefe606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.994733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-155994ec-1545-4b5c-b524-12e76eefe606 None None] Current status of the port 7b42b4e6-0243-47de-883b-0d09641acd23 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:33.008580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-155994ec-1545-4b5c-b524-12e76eefe606 None None] Provisioning complete for port c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:33.009453 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-155994ec-1545-4b5c-b524-12e76eefe606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.087391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-155994ec-1545-4b5c-b524-12e76eefe606 None None] Port c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:33.157436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7b42b4e6-0243-47de-883b-0d09641acd23 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:33.190470 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad79c06f-92ca-4b66-a74b-c83123fb0516 admin admin] Publish callbacks [] for security_group (49e264e4-f78c-45e0-bd3d-e0573ccb662e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.270601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-99ef5b65-eec6-4208-9ab9-9cf78f72cff4 None None] Provisioning complete for port c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:33.277019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-99ef5b65-eec6-4208-9ab9-9cf78f72cff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.345328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad79c06f-92ca-4b66-a74b-c83123fb0516 admin admin] Publish callbacks [] for security_group (49e264e4-f78c-45e0-bd3d-e0573ccb662e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.366898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-a04727f8-c9ad-4904-bda0-f89798ae2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:33.369100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-a04727f8-c9ad-4904-bda0-f89798ae2c5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.3107269 Feb 19 03:35:33.381792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-99ef5b65-eec6-4208-9ab9-9cf78f72cff4 None None] Port c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:33.390006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1dd360c4-d0ae-4ae7-a443-25787304a155 req-36a42681-01b2-4f14-989e-6ca805226df0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8410330 Feb 19 03:35:33.403320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 7b42b4e6-0243-47de-883b-0d09641acd23 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:33.405158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.535580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 7b42b4e6-0243-47de-883b-0d09641acd23 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:33.555248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3d30774e-f0ab-4fcf-83c3-ae727deb1625 None None] Provisioning complete for port 651ef3a0-2366-4d75-9c9e-6b176a324ac6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:33.555883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d30774e-f0ab-4fcf-83c3-ae727deb1625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (651ef3a0-2366-4d75-9c9e-6b176a324ac6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.633325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3d30774e-f0ab-4fcf-83c3-ae727deb1625 None None] Port 651ef3a0-2366-4d75-9c9e-6b176a324ac6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:33.723796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-21b6228c-2aa9-44fa-a397-541c782278d1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 651ef3a0-2366-4d75-9c9e-6b176a324ac6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:33.724169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21b6228c-2aa9-44fa-a397-541c782278d1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (651ef3a0-2366-4d75-9c9e-6b176a324ac6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.728633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:33.755957 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Publish callbacks [] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.798042 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad79c06f-92ca-4b66-a74b-c83123fb0516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (49e264e4-f78c-45e0-bd3d-e0573ccb662e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.800652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad79c06f-92ca-4b66-a74b-c83123fb0516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.801909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ad79c06f-92ca-4b66-a74b-c83123fb0516 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49e264e4-f78c-45e0-bd3d-e0573ccb662e HTTP/1.1" status: 204 len: 168 time: 1.2516258 Feb 19 03:35:33.863567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21b6228c-2aa9-44fa-a397-541c782278d1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (651ef3a0-2366-4d75-9c9e-6b176a324ac6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.902811 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-63631893-cf80-474b-bdb3-bd0f48ca41e7 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072706 Feb 19 03:35:33.905896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-21b6228c-2aa9-44fa-a397-541c782278d1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 651ef3a0-2366-4d75-9c9e-6b176a324ac6 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:33.914196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Transition to ACTIVE for port object bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:33.915422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79c06f-92ca-4b66-a74b-c83123fb0516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e264e4-f78c-45e0-bd3d-e0573ccb662e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:33.992923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a6527-c909-452b-9e2a-0b2b033d3401 req-ba5ded55-04a7-4171-a568-eb28b0d9d773 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:33.998881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a6527-c909-452b-9e2a-0b2b033d3401 req-ba5ded55-04a7-4171-a568-eb28b0d9d773 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:34.005065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a6527-c909-452b-9e2a-0b2b033d3401 req-ba5ded55-04a7-4171-a568-eb28b0d9d773 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:34.010656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a6527-c909-452b-9e2a-0b2b033d3401 req-ba5ded55-04a7-4171-a568-eb28b0d9d773 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:34.016697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a6527-c909-452b-9e2a-0b2b033d3401 req-ba5ded55-04a7-4171-a568-eb28b0d9d773 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:34.022596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a6527-c909-452b-9e2a-0b2b033d3401 req-ba5ded55-04a7-4171-a568-eb28b0d9d773 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:34.033714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a6527-c909-452b-9e2a-0b2b033d3401 req-ba5ded55-04a7-4171-a568-eb28b0d9d773 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:34.041581 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-461a6527-c909-452b-9e2a-0b2b033d3401 req-ba5ded55-04a7-4171-a568-eb28b0d9d773 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5446 time: 0.4662793 Feb 19 03:35:34.056768 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.218064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55790) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:34.234763 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af12a046-5df6-4f27-a351-a005ba9b7f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.329583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-d3a8a840-ea05-43de-af00-f74802c9b3e8 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037495 Feb 19 03:35:34.353395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af12a046-5df6-4f27-a351-a005ba9b7f1e admin admin] Publish callbacks [] for security_group (9d355e91-79db-4893-8cec-57e4e631d5e1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.360331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af12a046-5df6-4f27-a351-a005ba9b7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9d355e91-79db-4893-8cec-57e4e631d5e1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.390838 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-af12a046-5df6-4f27-a351-a005ba9b7f1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=328310b58c1343dc813f2db99c1a046c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1710918 Feb 19 03:35:34.395819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55792) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:34.425403 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21b6228c-2aa9-44fa-a397-541c782278d1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (651ef3a0-2366-4d75-9c9e-6b176a324ac6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.506271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12a046-5df6-4f27-a351-a005ba9b7f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d355e91-79db-4893-8cec-57e4e631d5e1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:34.535411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d54674e6-f4af-4af7-97ce-5a39712f0e46 admin admin] Publish callbacks [] for security_group (9d355e91-79db-4893-8cec-57e4e631d5e1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.561969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-461a6527-c909-452b-9e2a-0b2b033d3401 req-b21b1b23-3fe4-4bd9-95b5-4f92894279d0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5164011 Feb 19 03:35:34.572747 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d54674e6-f4af-4af7-97ce-5a39712f0e46 admin admin] Publish callbacks [] for security_group (9d355e91-79db-4893-8cec-57e4e631d5e1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.582546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-40cc52fa-88a5-4afb-8bc0-8a062a33ea8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=21f9ea20-6bea-463a-a992-4e52399af0f0 HTTP/1.1" status: 200 len: 217 time: 0.1659427 Feb 19 03:35:34.670988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Pushing event updated for resources: {'Port': ['ID=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:34.676194 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21b6228c-2aa9-44fa-a397-541c782278d1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.695153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-21b6228c-2aa9-44fa-a397-541c782278d1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/651ef3a0-2366-4d75-9c9e-6b176a324ac6 HTTP/1.1" status: 204 len: 168 time: 2.0822074 Feb 19 03:35:34.695534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55796) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:34.705711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d54674e6-f4af-4af7-97ce-5a39712f0e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9d355e91-79db-4893-8cec-57e4e631d5e1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.711181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d54674e6-f4af-4af7-97ce-5a39712f0e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.712497 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d54674e6-f4af-4af7-97ce-5a39712f0e46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d355e91-79db-4893-8cec-57e4e631d5e1 HTTP/1.1" status: 204 len: 168 time: 0.3027613 Feb 19 03:35:34.738072 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-99645847-d9b1-4f8b-bd62-7c072d0182d2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:35:34.739701 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-99645847-d9b1-4f8b-bd62-7c072d0182d2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/651ef3a0-2366-4d75-9c9e-6b176a324ac6 HTTP/1.1" status: 404 len: 333 time: 0.0432289 Feb 19 03:35:34.741071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54674e6-f4af-4af7-97ce-5a39712f0e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d355e91-79db-4893-8cec-57e4e631d5e1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:34.742800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55800) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:34.904889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-334f74fd-5d4e-4f35-bace-6a573f9393e0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:34.905320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-334f74fd-5d4e-4f35-bace-6a573f9393e0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.924550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6228c-2aa9-44fa-a397-541c782278d1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=651ef3a0-2366-4d75-9c9e-6b176a324ac6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:34.933386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee27fa1d-a732-416a-911c-e4d3e72888b5 req-b4c8000e-4c9d-4391-a7a8-e71d25e25f92 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.2356610 Feb 19 03:35:34.989276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Attempting to bind port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:34.989578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Attempting to bind port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:34.989664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Attempting to bind port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:34.995366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-2465f264-954e-4fc7-9b9a-c3ea2b88106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:34.996866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-2465f264-954e-4fc7-9b9a-c3ea2b88106d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 200 len: 797 time: 0.3435404 Feb 19 03:35:35.006938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:35.007279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Attempting to bind port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:35.061512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-c862ebc0-5326-4ebf-9902-7ea554a8f0c0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.067593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-c862ebc0-5326-4ebf-9902-7ea554a8f0c0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.073313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-c862ebc0-5326-4ebf-9902-7ea554a8f0c0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.078862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-c862ebc0-5326-4ebf-9902-7ea554a8f0c0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.084344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-c862ebc0-5326-4ebf-9902-7ea554a8f0c0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.089730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-c862ebc0-5326-4ebf-9902-7ea554a8f0c0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.095753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-c862ebc0-5326-4ebf-9902-7ea554a8f0c0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.097820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-c862ebc0-5326-4ebf-9902-7ea554a8f0c0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5446 time: 0.5187931 Feb 19 03:35:35.118043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:35.118389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Checking segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:35.118781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Bound using segment: {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:35.119226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Bound port: bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5307e76-7456-43b7-a404-7831108fcd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:35.119680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.119815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-334f74fd-5d4e-4f35-bace-6a573f9393e0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.135067 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-334f74fd-5d4e-4f35-bace-6a573f9393e0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:35.255093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-1b2eb8a0-9fdf-4d28-80db-7a3976f05f7e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.256688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-1b2eb8a0-9fdf-4d28-80db-7a3976f05f7e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "GET /v2.0/ports/96aae8b9-57ed-4f04-9c56-3076f6dcc69f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1413383 Feb 19 03:35:35.267061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-79b06302-1fc9-4c02-a381-d14c5ece7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.268584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-79b06302-1fc9-4c02-a381-d14c5ece7cb1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f942254-540a-4c8d-9a32-e6bfbff48a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2500849 Feb 19 03:35:35.404979 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-41fdf49b-4cf4-4171-88aa-954692670366 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199441 Feb 19 03:35:35.426977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd6bb-1855-44bf-b131-e2248148f3b4 req-371ca250-814f-4511-b0c8-ad3a0555b08e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.432478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd6bb-1855-44bf-b131-e2248148f3b4 req-371ca250-814f-4511-b0c8-ad3a0555b08e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.436693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-334f74fd-5d4e-4f35-bace-6a573f9393e0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.438630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd6bb-1855-44bf-b131-e2248148f3b4 req-371ca250-814f-4511-b0c8-ad3a0555b08e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.444483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd6bb-1855-44bf-b131-e2248148f3b4 req-371ca250-814f-4511-b0c8-ad3a0555b08e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.451162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd6bb-1855-44bf-b131-e2248148f3b4 req-371ca250-814f-4511-b0c8-ad3a0555b08e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.455952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd6bb-1855-44bf-b131-e2248148f3b4 req-371ca250-814f-4511-b0c8-ad3a0555b08e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.461156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd6bb-1855-44bf-b131-e2248148f3b4 req-371ca250-814f-4511-b0c8-ad3a0555b08e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.463141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-953bd6bb-1855-44bf-b131-e2248148f3b4 req-371ca250-814f-4511-b0c8-ad3a0555b08e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5395 time: 0.3493431 Feb 19 03:35:35.516553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f74fd-5d4e-4f35-bace-6a573f9393e0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:35.576360 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-334f74fd-5d4e-4f35-bace-6a573f9393e0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.582588 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-334f74fd-5d4e-4f35-bace-6a573f9393e0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5 HTTP/1.1" status: 204 len: 168 time: 0.8306334 Feb 19 03:35:35.583253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55814) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:35.626537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] For port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:35.629871 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9711be38-bae5-4867-a7c1-fd3a1a163733 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:35:35.634564 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9711be38-bae5-4867-a7c1-fd3a1a163733 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/c34cb9a5-cd8e-4aa6-bc76-aa25c91d12b5 HTTP/1.1" status: 404 len: 333 time: 0.0503075 Feb 19 03:35:35.635422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55820) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:35.675843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] For port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:35.717677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f49fb8-cce6-4642-b0bc-bf29eda8fdeb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet 06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:35:35.721977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04f49fb8-cce6-4642-b0bc-bf29eda8fdeb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.748573 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.777484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04f49fb8-cce6-4642-b0bc-bf29eda8fdeb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.811707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-08468613-961f-45a2-ae29-00deca35e3cc tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5414615 Feb 19 03:35:35.847876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-953bd6bb-1855-44bf-b131-e2248148f3b4 req-88ce4480-da31-409d-9ea4-6ba42b381618 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3555825 Feb 19 03:35:35.889835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:35.945184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-eebc468e-b0f6-4e1f-9773-949a1a5f2c33 service neutron] 10.222.0.71 "GET /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809031 Feb 19 03:35:35.948561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.949214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.951414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] 10.222.0.71 "PUT /v2.0/ports/bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 HTTP/1.1" status: 200 len: 1090 time: 5.1124372 Feb 19 03:35:35.974965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04f49fb8-cce6-4642-b0bc-bf29eda8fdeb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.004284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': 'bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:36.008109 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:36.011633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc5bfe-1ff8-44d9-a958-5e4be35e9c10 service neutron] Pushing event updated for resources: {'Port': ['ID=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:36.042526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:36.111921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04f49fb8-cce6-4642-b0bc-bf29eda8fdeb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.155566 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.181739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04f49fb8-cce6-4642-b0bc-bf29eda8fdeb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.186339 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-04f49fb8-cce6-4642-b0bc-bf29eda8fdeb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e HTTP/1.1" status: 204 len: 168 time: 0.5497866 Feb 19 03:35:36.187442 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f49fb8-cce6-4642-b0bc-bf29eda8fdeb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:36.191697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d4d05e-00d4-4f57-a892-9d4819c3bc90 None None] Network 14a3d636-7236-4dda-82bc-3ff284433ff0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:36.203027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55834) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:36.214969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-4f11d8a0-d246-4851-8d92-e11f15179c0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5dda5223-5931-47d1-802d-331023296c5d HTTP/1.1" status: 200 len: 217 time: 0.1769004 Feb 19 03:35:36.242091 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.326860 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.442906 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (14a3d636-7236-4dda-82bc-3ff284433ff0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.552971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 7b42b4e6-0243-47de-883b-0d09641acd23 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:36.553324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.583696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ffa713-b327-4149-ac20-c5a7cc447597 None None] DHCP port deletion for 14a3d636-7236-4dda-82bc-3ff284433ff0 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:35:36.647222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] For port 7b42b4e6-0243-47de-883b-0d09641acd23, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7b42b4e6-0243-47de-883b-0d09641acd23,segment=NetworkSegment(953988a2-6176-4d24-b231-ff0732eb2198),segment_id=953988a2-6176-4d24-b231-ff0732eb2198)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:36.647222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.664155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 7b42b4e6-0243-47de-883b-0d09641acd23 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:36.693004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-43ffa713-b327-4149-ac20-c5a7cc447597 None None] Deleting port 7b42b4e6-0243-47de-883b-0d09641acd23 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:36.697344 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-43ffa713-b327-4149-ac20-c5a7cc447597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.812134 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.848860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-43ffa713-b327-4149-ac20-c5a7cc447597 None None] For port 7b42b4e6-0243-47de-883b-0d09641acd23, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7b42b4e6-0243-47de-883b-0d09641acd23,segment=NetworkSegment(953988a2-6176-4d24-b231-ff0732eb2198),segment_id=953988a2-6176-4d24-b231-ff0732eb2198)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:36.849272 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-43ffa713-b327-4149-ac20-c5a7cc447597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.876544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=7b42b4e6-0243-47de-883b-0d09641acd23,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:36.881079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-43ffa713-b327-4149-ac20-c5a7cc447597 None None] Calling delete_port for 7b42b4e6-0243-47de-883b-0d09641acd23 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:36.888323 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No DVR routers for this DVR port 7b42b4e6-0243-47de-883b-0d09641acd23 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:36.942252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f50e0-52bd-4615-bd65-e38f3b3eb4c2 req-3afe504c-e724-4007-b996-fff7662d655a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:36.948849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f50e0-52bd-4615-bd65-e38f3b3eb4c2 req-3afe504c-e724-4007-b996-fff7662d655a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:36.963014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f50e0-52bd-4615-bd65-e38f3b3eb4c2 req-3afe504c-e724-4007-b996-fff7662d655a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:36.970864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f50e0-52bd-4615-bd65-e38f3b3eb4c2 req-3afe504c-e724-4007-b996-fff7662d655a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:36.986241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f50e0-52bd-4615-bd65-e38f3b3eb4c2 req-3afe504c-e724-4007-b996-fff7662d655a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:36.995007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f50e0-52bd-4615-bd65-e38f3b3eb4c2 req-3afe504c-e724-4007-b996-fff7662d655a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:37.001862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f50e0-52bd-4615-bd65-e38f3b3eb4c2 req-3afe504c-e724-4007-b996-fff7662d655a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:37.004818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-823f50e0-52bd-4615-bd65-e38f3b3eb4c2 req-3afe504c-e724-4007-b996-fff7662d655a tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 5446 time: 0.9179480 Feb 19 03:35:37.065501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-229092fe-207c-42a2-ba00-461bbb93323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:37.067245 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-229092fe-207c-42a2-ba00-461bbb93323c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1a1d482-203a-4812-b095-3eeab64e54e1 HTTP/1.1" status: 200 len: 797 time: 0.8211896 Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:37.071769 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:35:37.081513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (14a3d636-7236-4dda-82bc-3ff284433ff0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.098619 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-43ffa713-b327-4149-ac20-c5a7cc447597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (7b42b4e6-0243-47de-883b-0d09641acd23), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.112768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a3d636-7236-4dda-82bc-3ff284433ff0']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:37.130168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ffa713-b327-4149-ac20-c5a7cc447597 None None] No DVR routers for this DVR port 7b42b4e6-0243-47de-883b-0d09641acd23 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:37.144577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953988a2-6176-4d24-b231-ff0732eb2198') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:37.144772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953988a2-6176-4d24-b231-ff0732eb2198') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:37.156824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (953988a2-6176-4d24-b231-ff0732eb2198), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.167655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffa713-b327-4149-ac20-c5a7cc447597 None None] Pushing event deleted for resources: {'Port': ['ID=7b42b4e6-0243-47de-883b-0d09641acd23,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:37.182812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7b42b4e6-0243-47de-883b-0d09641acd23 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:37.204323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (953988a2-6176-4d24-b231-ff0732eb2198), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.210535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 7b42b4e6-0243-47de-883b-0d09641acd23 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:35:37.211125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7b42b4e6-0243-47de-883b-0d09641acd23 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:37.213016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:37.213447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (953988a2-6176-4d24-b231-ff0732eb2198), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:37.233043 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:37.326318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (14a3d636-7236-4dda-82bc-3ff284433ff0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.340255 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.362356 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/networks/14a3d636-7236-4dda-82bc-3ff284433ff0 HTTP/1.1" status: 204 len: 168 time: 1.1540916 Feb 19 03:35:37.370255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55854) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:37.403925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1449248414'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:37.514181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-823f50e0-52bd-4615-bd65-e38f3b3eb4c2 req-dc199cdb-2f33-4ea2-96dd-4830ec533388 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4739575 Feb 19 03:35:37.541179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:37.552151 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.785791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45656971-27b8-4aeb-98ea-ae30ab33ce82 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Network': ['ID=14a3d636-7236-4dda-82bc-3ff284433ff0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:37.808142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-786fb3af-c4e7-4ba2-91cd-3efd74408ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:37.810039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-786fb3af-c4e7-4ba2-91cd-3efd74408ea0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d920c654-990f-45b0-82d7-bb385406a785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7244687 Feb 19 03:35:37.837234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] For port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:37.842905 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-5b7de381-1081-46e5-9144-c206ca7656ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6108587 Feb 19 03:35:37.866469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:37.876074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2881f201-a22b-4c3e-9468-c1f175b04714 req-19930a90-7fe9-43df-b60e-bd08f6012924 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.0838444 Feb 19 03:35:37.908836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:37.927063 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Publish callbacks [] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.959213 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (730c0c9f-1678-4d16-9774-9d37c069406b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.959847 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Added segment 730c0c9f-1678-4d16-9774-9d37c069406b of type vlan for network 7166025c-a16b-4b07-8506-b159d7114480 Feb 19 03:35:37.994617 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03623c6-a4d6-4513-bd0e-eb92363d2538 x-openstack-request-id: req-c03623c6-a4d6-4513-bd0e-eb92363d2538 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:37.994617 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:37.994617 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c03623c6-a4d6-4513-bd0e-eb92363d2538 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:37.994617 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': 'bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7', 'status': 'completed', 'code': 200} Feb 19 03:35:38.068786 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-2339997f-fb72-44ef-9ebd-43a1f0bfd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.070541 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-2339997f-fb72-44ef-9ebd-43a1f0bfd18d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 1127 time: 0.1468775 Feb 19 03:35:38.088222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-a6c9fd71-253c-4572-a6a4-f9b8f2231579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.088899 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-a6c9fd71-253c-4572-a6a4-f9b8f2231579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.089398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-a6c9fd71-253c-4572-a6a4-f9b8f2231579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.089916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-a6c9fd71-253c-4572-a6a4-f9b8f2231579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.090395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-a6c9fd71-253c-4572-a6a4-f9b8f2231579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.091445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-a6c9fd71-253c-4572-a6a4-f9b8f2231579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.091978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-a6c9fd71-253c-4572-a6a4-f9b8f2231579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.094314 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-a6c9fd71-253c-4572-a6a4-f9b8f2231579 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6497 time: 0.0968254 Feb 19 03:35:38.123637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Transition to ACTIVE for port object db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:38.132575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] For port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:38.200038 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.271462 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cd7c14d7-a516-4331-a4a7-b7549e620d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.282935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (7166025c-a16b-4b07-8506-b159d7114480), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.350745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] device_id is not set on port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:38.377802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] Publish callbacks [] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.411438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:35:38.429526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-7966febb-bb7a-4290-8749-e1d21afb87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.431539 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-7966febb-bb7a-4290-8749-e1d21afb87ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.3346508 Feb 19 03:35:38.439589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:38.447602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 21f9ea20-6bea-463a-a992-4e52399af0f0 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:38.474182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.524464 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-94467c6b-6885-443e-96f9-7a85d646b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.524947 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-94467c6b-6885-443e-96f9-7a85d646b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.525408 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-94467c6b-6885-443e-96f9-7a85d646b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.527465 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-94467c6b-6885-443e-96f9-7a85d646b1b6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b2a25dad0d934c18b019b937224fe790&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3163185 Feb 19 03:35:38.571643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:38.576991 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-919bd54f-d698-48fa-b577-3e5d60ba797f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 200 len: 1000 time: 0.1318808 Feb 19 03:35:38.589708 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (7166025c-a16b-4b07-8506-b159d7114480), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.602386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.603037 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.662008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7c6a6-b0d9-4870-90f4-06a4b3d28930 req-7c1f593d-5c2a-4155-860e-693122579e65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.667247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7c6a6-b0d9-4870-90f4-06a4b3d28930 req-7c1f593d-5c2a-4155-860e-693122579e65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.669224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 21f9ea20-6bea-463a-a992-4e52399af0f0 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:38.669631 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.672976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7c6a6-b0d9-4870-90f4-06a4b3d28930 req-7c1f593d-5c2a-4155-860e-693122579e65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.678374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7c6a6-b0d9-4870-90f4-06a4b3d28930 req-7c1f593d-5c2a-4155-860e-693122579e65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.683920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7c6a6-b0d9-4870-90f4-06a4b3d28930 req-7c1f593d-5c2a-4155-860e-693122579e65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.690223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7c6a6-b0d9-4870-90f4-06a4b3d28930 req-7c1f593d-5c2a-4155-860e-693122579e65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.702673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7c6a6-b0d9-4870-90f4-06a4b3d28930 req-7c1f593d-5c2a-4155-860e-693122579e65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.704667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6f7c6a6-b0d9-4870-90f4-06a4b3d28930 req-7c1f593d-5c2a-4155-860e-693122579e65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5407 time: 0.5797026 Feb 19 03:35:38.728907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-ab0aa407-c2f6-4dbd-a7d3-52925d6037b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.730612 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-ab0aa407-c2f6-4dbd-a7d3-52925d6037b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1244879 Feb 19 03:35:38.758825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-f9dfc800-2838-4722-a485-2d05b187dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.760327 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-f9dfc800-2838-4722-a485-2d05b187dc20 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2222466 Feb 19 03:35:38.766574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 21f9ea20-6bea-463a-a992-4e52399af0f0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=21f9ea20-6bea-463a-a992-4e52399af0f0,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:38.769229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f9ea20-6bea-463a-a992-4e52399af0f0'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:38.775447 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eaad10-64e7-4877-925b-80f22200376c" -d '{"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-unplugged", "status": "completed", "tag": "21f9ea20-6bea-463a-a992-4e52399af0f0"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:38.791624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.792747 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device fed2a259-daba-4a39-bbcc-b2622847ea85 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:38.821613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-ac069acd-f458-48a4-88a4-c46cfa944707 service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9878933 Feb 19 03:35:38.836344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4506264 Feb 19 03:35:38.839442 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55880) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:38.848017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-f7206b57-6592-4c26-a677-474020efc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.849453 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-f7206b57-6592-4c26-a677-474020efc691 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1113143 Feb 19 03:35:38.859070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '7166025c-a16b-4b07-8506-b159d7114480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:38.952512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-976222d1-aa86-4bed-b17f-33d40b1b60f7 service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210654 Feb 19 03:35:38.961762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Network': ['ID=7166025c-a16b-4b07-8506-b159d7114480,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:39.005778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=21f9ea20-6bea-463a-a992-4e52399af0f0,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:39.022036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] No DVR routers for this DVR port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:39.073277 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-7cb384e8-c662-46dc-ac2b-01b52771baf5 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059817 Feb 19 03:35:39.086843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.087210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.087554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.087898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.088233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.088568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.088897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.089244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.089553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.089925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.090257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.090581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.091357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19150a9-0646-4d36-bbec-d8b5d2cc80ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:39.103048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port fed2a259-daba-4a39-bbcc-b2622847ea85 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:39.103450 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.191017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port fed2a259-daba-4a39-bbcc-b2622847ea85, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fed2a259-daba-4a39-bbcc-b2622847ea85,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:39.212370 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.213114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5dda5223-5931-47d1-802d-331023296c5d no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:39.239778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-43efa665-c720-4777-8175-abe4cbab16ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fed2a259-daba-4a39-bbcc-b2622847ea85 HTTP/1.1" status: 200 len: 217 time: 0.2667875 Feb 19 03:35:39.372149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=fed2a259-daba-4a39-bbcc-b2622847ea85,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:39.377194 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-df401656-49d8-47f2-b93f-aefa2ed2bd1f req-e03c0add-2e2a-42f3-a4ca-22cc10d853f5 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776146 Feb 19 03:35:39.410697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6f7c6a6-b0d9-4870-90f4-06a4b3d28930 req-2cd08802-6430-4a99-929f-2cc3d6381940 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5812273 Feb 19 03:35:39.416639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:39.421907 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.440626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] In _notify_port_updated(), no bound segment for port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:35:39.444651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.447581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.449148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cf29bcd4-d922-417e-80b9-e73046ec3fb9 service neutron] 10.222.0.71 "PUT /v2.0/ports/96aae8b9-57ed-4f04-9c56-3076f6dcc69f HTTP/1.1" status: 200 len: 1032 time: 3.6172521 Feb 19 03:35:39.490022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 5dda5223-5931-47d1-802d-331023296c5d is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:39.490600 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5dda5223-5931-47d1-802d-331023296c5d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.515027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 7166025c-a16b-4b07-8506-b159d7114480 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:39.567031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-8aba09f8-f677-4ec5-93c3-83dd29c693a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.568445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-8aba09f8-f677-4ec5-93c3-83dd29c693a0 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "GET /v2.0/ports/918ff585-12c5-43eb-8749-43ecfb33c857?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0984120 Feb 19 03:35:39.581774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:39.602186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Attempting to bind port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:39.602517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Attempting to bind port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:39.602856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Attempting to bind port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 on network 11ef5ccb-0868-41f4-97a7-681c7d13022b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:39.643616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-d4b380ee-e622-40a2-991a-ea2e001dc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.645052 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-d4b380ee-e622-40a2-991a-ea2e001dc5ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1a1d482-203a-4812-b095-3eeab64e54e1 HTTP/1.1" status: 200 len: 797 time: 0.3422992 Feb 19 03:35:39.654797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 on network 11ef5ccb-0868-41f4-97a7-681c7d13022b not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:39.655990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Attempting to bind port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 on network 11ef5ccb-0868-41f4-97a7-681c7d13022b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:39.656203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2464e98d-dd6a-466a-a3ee-ed35b5fbae31 None None] Provisioning complete for port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:39.656750 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2464e98d-dd6a-466a-a3ee-ed35b5fbae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.721103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:39.721590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Checking segment: {'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:39.722061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Bound using segment: {'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:39.722510 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Bound port: db39a70c-c812-4f4d-85f8-5e3d0bfe95b3, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:39.722876 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.783064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 5dda5223-5931-47d1-802d-331023296c5d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5dda5223-5931-47d1-802d-331023296c5d,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:39.806733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2464e98d-dd6a-466a-a3ee-ed35b5fbae31 None None] Port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:39.815525 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5dda5223-5931-47d1-802d-331023296c5d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.816154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.816741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 918ff585-12c5-43eb-8749-43ecfb33c857 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:39.841601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719967d-4aa3-4409-86e2-88302e3cc10b req-e6f55523-ef40-4199-976a-2ceab10e4657 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.844832 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (74d21867-e15f-461d-afdf-9eb53fa9c0a5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.847275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719967d-4aa3-4409-86e2-88302e3cc10b req-e6f55523-ef40-4199-976a-2ceab10e4657 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.853367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719967d-4aa3-4409-86e2-88302e3cc10b req-e6f55523-ef40-4199-976a-2ceab10e4657 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.860361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719967d-4aa3-4409-86e2-88302e3cc10b req-e6f55523-ef40-4199-976a-2ceab10e4657 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.866687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719967d-4aa3-4409-86e2-88302e3cc10b req-e6f55523-ef40-4199-976a-2ceab10e4657 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.873157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719967d-4aa3-4409-86e2-88302e3cc10b req-e6f55523-ef40-4199-976a-2ceab10e4657 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.881345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8719967d-4aa3-4409-86e2-88302e3cc10b req-e6f55523-ef40-4199-976a-2ceab10e4657 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 4663 time: 0.3117914 Feb 19 03:35:39.888050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fbce-4744-4dc4-8308-5485e6847006 req-9e8acd20-16e6-4b75-8b9b-906847b485d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.889528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-9e8acd20-16e6-4b75-8b9b-906847b485d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d920c654-990f-45b0-82d7-bb385406a785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2269685 Feb 19 03:35:39.943967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Checking segment: {'id': '730c0c9f-1678-4d16-9774-9d37c069406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7166025c-a16b-4b07-8506-b159d7114480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:39.944581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network hostable DHCP agents. Network: 7166025c-a16b-4b07-8506-b159d7114480, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:39.951064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=74d21867-e15f-461d-afdf-9eb53fa9c0a5,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:39.991323 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 7166025c-a16b-4b07-8506-b159d7114480 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:39.992769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=5dda5223-5931-47d1-802d-331023296c5d,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:40.021665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 7166025c-a16b-4b07-8506-b159d7114480) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:40.043772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:40.047106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.065346 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] For port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:40.067213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded33717-c8e2-4bf8-8fa0-660e1e62c1d4 None None] Network 7166025c-a16b-4b07-8506-b159d7114480 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:40.097940 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2b8abf01-bfb9-4e5a-8a1e-8b336327941d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2563825 Feb 19 03:35:40.100585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55898) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:40.112147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ad1139ac-1764-4352-823a-771560238532 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-769210631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:40.124870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8719967d-4aa3-4409-86e2-88302e3cc10b req-74c2215b-a11d-4450-83e4-b0d5790462a7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=da694d19-8692-4133-a265-d50fe0163cd5&id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2424057 Feb 19 03:35:40.181322 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad1139ac-1764-4352-823a-771560238532 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (b7504628-aab6-42a1-b352-c6f561b99715), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.182862 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad1139ac-1764-4352-823a-771560238532 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (b7504628-aab6-42a1-b352-c6f561b99715), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.234545 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a70a69d-dd36-4877-96c2-2848301e8885 x-openstack-request-id: req-0a70a69d-dd36-4877-96c2-2848301e8885 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:40.234545 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-unplugged", "status": "completed", "tag": "21f9ea20-6bea-463a-a992-4e52399af0f0", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:40.234839 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a70a69d-dd36-4877-96c2-2848301e8885 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:40.235198 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f9ea20-6bea-463a-a992-4e52399af0f0', 'code': 200} Feb 19 03:35:40.308571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-7166025c-a16b-4b07-8506-b159d7114480', 'network_id': '7166025c-a16b-4b07-8506-b159d7114480', 'project_id': '5e697007b88f446e9baeca2352c02018', 'fixed_ips': [{'subnet_id': '74d21867-e15f-461d-afdf-9eb53fa9c0a5'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:40.309453 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.332610 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad1139ac-1764-4352-823a-771560238532 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for router_controller (b7504628-aab6-42a1-b352-c6f561b99715), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.336305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 918ff585-12c5-43eb-8749-43ecfb33c857 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:40.337029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.345779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad1139ac-1764-4352-823a-771560238532 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (b7504628-aab6-42a1-b352-c6f561b99715), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.375542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] For port 918ff585-12c5-43eb-8749-43ecfb33c857, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=918ff585-12c5-43eb-8749-43ecfb33c857,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:40.378960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] For port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:40.384283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad1139ac-1764-4352-823a-771560238532 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.389447 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ad1139ac-1764-4352-823a-771560238532 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2877080 Feb 19 03:35:40.390365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55902) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:40.405988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'network_id': '7166025c-a16b-4b07-8506-b159d7114480', 'name': 'tempest-PortsIpV6TestJSON-1890716244'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:40.440627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de90231c-865a-4942-b852-2f356a8ca639 req-8d8f4b68-7942-4a6f-848b-354cee0da246 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.0529304 Feb 19 03:35:40.452336 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.542915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:40.543675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.548915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] 10.222.0.71 "PUT /v2.0/ports/db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 HTTP/1.1" status: 200 len: 1091 time: 4.5180621 Feb 19 03:35:40.557400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f31917-e7fe-49b5-b59d-b92b80316ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:40.574499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': 'db39a70c-c812-4f4d-85f8-5e3d0bfe95b3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:40.577234 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-10c4a0de-8b5e-4086-a10f-0a17ba3a8662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.584565 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64143a08-4c96-4963-80fc-bf3f7211b013" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "db39a70c-c812-4f4d-85f8-5e3d0bfe95b3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:40.630384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Request body: {'port': {'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:40.676875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-f7e12a02-08a2-41bf-9cad-098a9cf9b7f8 service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708936 Feb 19 03:35:40.718575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:40.722119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.756315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Allocated IP 2001:db8::2 (7166025c-a16b-4b07-8506-b159d7114480/74d21867-e15f-461d-afdf-9eb53fa9c0a5/51c125a4-2e99-4192-9986-e9f181ea4bdd) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:40.760901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port fa76836c-d3bc-448a-962e-74ee830be529 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:40.795986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] For port 918ff585-12c5-43eb-8749-43ecfb33c857, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:40.899883 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.999567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f733fbce-4744-4dc4-8308-5485e6847006 req-c19266fd-525d-4c21-9740-e2a032526809 service neutron] 10.222.0.71 "GET /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997360 Feb 19 03:35:41.010914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] device_id is not set on port 918ff585-12c5-43eb-8749-43ecfb33c857 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:41.047613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f8f3-1bde-450a-9137-bcd81c2221ed req-eba9ffb1-0679-4c53-ada9-68a187dab7e3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.054145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f8f3-1bde-450a-9137-bcd81c2221ed req-eba9ffb1-0679-4c53-ada9-68a187dab7e3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.060860 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Publish callbacks [] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.062600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f8f3-1bde-450a-9137-bcd81c2221ed req-eba9ffb1-0679-4c53-ada9-68a187dab7e3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.069198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f8f3-1bde-450a-9137-bcd81c2221ed req-eba9ffb1-0679-4c53-ada9-68a187dab7e3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.074641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f8f3-1bde-450a-9137-bcd81c2221ed req-eba9ffb1-0679-4c53-ada9-68a187dab7e3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.082846 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.083406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f8f3-1bde-450a-9137-bcd81c2221ed req-eba9ffb1-0679-4c53-ada9-68a187dab7e3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.089770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f8f3-1bde-450a-9137-bcd81c2221ed req-eba9ffb1-0679-4c53-ada9-68a187dab7e3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.097554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e108f8f3-1bde-450a-9137-bcd81c2221ed req-eba9ffb1-0679-4c53-ada9-68a187dab7e3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5407 time: 0.4163105 Feb 19 03:35:41.112294 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] Publish callbacks [] for port (918ff585-12c5-43eb-8749-43ecfb33c857), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.155576 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.176051 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Network 7166025c-a16b-4b07-8506-b159d7114480 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:41.206246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8::3d9 (7166025c-a16b-4b07-8506-b159d7114480/74d21867-e15f-461d-afdf-9eb53fa9c0a5/fa76836c-d3bc-448a-962e-74ee830be529) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:41.232589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:41.241228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Pushing event updated for resources: {'Port': ['ID=51c125a4-2e99-4192-9986-e9f181ea4bdd,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:41.245181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] Pushing event updated for resources: {'Port': ['ID=918ff585-12c5-43eb-8749-43ecfb33c857,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:41.249354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:41.279106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e108f8f3-1bde-450a-9137-bcd81c2221ed req-781bb5e7-d682-4348-b304-c9de6eaca395 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1733119 Feb 19 03:35:41.458310 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61e1bb5-6a99-446c-8561-2152b830890a x-openstack-request-id: req-b61e1bb5-6a99-446c-8561-2152b830890a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:41.459061 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "db39a70c-c812-4f4d-85f8-5e3d0bfe95b3", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:41.459522 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b61e1bb5-6a99-446c-8561-2152b830890a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:41.460132 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': 'db39a70c-c812-4f4d-85f8-5e3d0bfe95b3', 'status': 'completed', 'code': 200} Feb 19 03:35:41.550154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (fa76836c-d3bc-448a-962e-74ee830be529), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.636546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fa76836c-d3bc-448a-962e-74ee830be529), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.690176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] No DVR routers for this DVR port 918ff585-12c5-43eb-8749-43ecfb33c857 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:41.764560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:35:41.765126 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:35:41.766188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 7166025c-a16b-4b07-8506-b159d7114480 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:41.774273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:41.777796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Attempting to bind port 51c125a4-2e99-4192-9986-e9f181ea4bdd on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:41.780479 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Attempting to bind port 51c125a4-2e99-4192-9986-e9f181ea4bdd by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '730c0c9f-1678-4d16-9774-9d37c069406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7166025c-a16b-4b07-8506-b159d7114480'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:41.780963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Attempting to bind port 51c125a4-2e99-4192-9986-e9f181ea4bdd on network 7166025c-a16b-4b07-8506-b159d7114480 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:41.785282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:41.803514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.804410 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.823955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b3a0ff83-c255-4152-ba4a-4eb1264b385e None None] Provisioning complete for port 918ff585-12c5-43eb-8749-43ecfb33c857 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:41.826731 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b3a0ff83-c255-4152-ba4a-4eb1264b385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.866448 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4746017 Feb 19 03:35:41.867573 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55926) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:41.883300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf55b8d-4282-46ab-9270-61cfddec3ec0 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=fa76836c-d3bc-448a-962e-74ee830be529,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:41.897885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] In _notify_port_updated(), no bound segment for port 918ff585-12c5-43eb-8749-43ecfb33c857 on network 9f942254-540a-4c8d-9a32-e6bfbff48a5a {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:35:41.898778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.899395 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.900710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-ff996d88-9c1b-4ffc-b9ca-5803d7e4321f service neutron] 10.222.0.71 "PUT /v2.0/ports/918ff585-12c5-43eb-8749-43ecfb33c857 HTTP/1.1" status: 200 len: 1033 time: 2.3232629 Feb 19 03:35:41.907894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-39275a25-936b-463a-8c5a-7274dfc6bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.908383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-39275a25-936b-463a-8c5a-7274dfc6bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.908860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-39275a25-936b-463a-8c5a-7274dfc6bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.909328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-39275a25-936b-463a-8c5a-7274dfc6bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.909793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-39275a25-936b-463a-8c5a-7274dfc6bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.910283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-39275a25-936b-463a-8c5a-7274dfc6bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.910745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-39275a25-936b-463a-8c5a-7274dfc6bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.912655 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-39275a25-936b-463a-8c5a-7274dfc6bf11 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6595 time: 0.4678934 Feb 19 03:35:41.919036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:41.919818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Checking segment: {'id': '730c0c9f-1678-4d16-9774-9d37c069406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7166025c-a16b-4b07-8506-b159d7114480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:41.920463 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.921059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Bound using segment: {'id': '730c0c9f-1678-4d16-9774-9d37c069406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7166025c-a16b-4b07-8506-b159d7114480'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:41.921763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Bound port: 51c125a4-2e99-4192-9986-e9f181ea4bdd, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730c0c9f-1678-4d16-9774-9d37c069406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7166025c-a16b-4b07-8506-b159d7114480'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:41.922075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1ef27-7def-43dd-a171-a5c4619f53ed req-29c7de5a-75f5-4586-b725-aeb3948fceb4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.922620 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.927283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1ef27-7def-43dd-a171-a5c4619f53ed req-29c7de5a-75f5-4586-b725-aeb3948fceb4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.932508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1ef27-7def-43dd-a171-a5c4619f53ed req-29c7de5a-75f5-4586-b725-aeb3948fceb4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.941828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0ff83-c255-4152-ba4a-4eb1264b385e None None] Port 918ff585-12c5-43eb-8749-43ecfb33c857 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:41.942173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1ef27-7def-43dd-a171-a5c4619f53ed req-29c7de5a-75f5-4586-b725-aeb3948fceb4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.947557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1ef27-7def-43dd-a171-a5c4619f53ed req-29c7de5a-75f5-4586-b725-aeb3948fceb4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.973070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98d1ef27-7def-43dd-a171-a5c4619f53ed req-29c7de5a-75f5-4586-b725-aeb3948fceb4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 3881 time: 0.4532764 Feb 19 03:35:42.025489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] For port 51c125a4-2e99-4192-9986-e9f181ea4bdd, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:42.029312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] For port 51c125a4-2e99-4192-9986-e9f181ea4bdd, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=51c125a4-2e99-4192-9986-e9f181ea4bdd,segment=NetworkSegment(730c0c9f-1678-4d16-9774-9d37c069406b),segment_id=730c0c9f-1678-4d16-9774-9d37c069406b)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:42.046987 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.084856 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.151403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c318d9-e0b6-46a3-98ce-9dfef98943a1 None None] Pushing event updated for resources: {'Port': ['ID=51c125a4-2e99-4192-9986-e9f181ea4bdd,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:42.236507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed2a259-daba-4a39-bbcc-b2622847ea85'}, {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dda5223-5931-47d1-802d-331023296c5d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:42.236657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98d1ef27-7def-43dd-a171-a5c4619f53ed req-8b859149-2d2e-4147-b55a-b4b35d9068e3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2625895 Feb 19 03:35:42.240380 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e56bb8-1ec3-4f46-b4f5-4ec363cca9aa" -d '{"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-unplugged", "status": "completed", "tag": "fed2a259-daba-4a39-bbcc-b2622847ea85"}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-unplugged", "status": "completed", "tag": "5dda5223-5931-47d1-802d-331023296c5d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:42.350464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 918ff585-12c5-43eb-8749-43ecfb33c857 is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:42.351495 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:42.401562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-28c0ac2c-f35c-4a1c-b1e4-de301b1f80ef tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Deleting port 5dda5223-5931-47d1-802d-331023296c5d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:42.408795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-28c0ac2c-f35c-4a1c-b1e4-de301b1f80ef tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (5dda5223-5931-47d1-802d-331023296c5d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.551973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:42.552536 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.559260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-28c0ac2c-f35c-4a1c-b1e4-de301b1f80ef tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] For port 5dda5223-5931-47d1-802d-331023296c5d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5dda5223-5931-47d1-802d-331023296c5d,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:42.560171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-28c0ac2c-f35c-4a1c-b1e4-de301b1f80ef tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (5dda5223-5931-47d1-802d-331023296c5d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.581253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-28c0ac2c-f35c-4a1c-b1e4-de301b1f80ef tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Calling delete_port for 5dda5223-5931-47d1-802d-331023296c5d owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:42.615215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:42.629738 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.630602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 219a534f-66b6-49a3-84bc-c42418d184b5 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:42.654654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa76836c-d3bc-448a-962e-74ee830be529), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.682798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-d82f7c2f-93e6-4e01-af42-c9f1e35de7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:42.683337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-d82f7c2f-93e6-4e01-af42-c9f1e35de7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:42.683814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-d82f7c2f-93e6-4e01-af42-c9f1e35de7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:42.686046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-d82f7c2f-93e6-4e01-af42-c9f1e35de7f4 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b2a25dad0d934c18b019b937224fe790&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7108922 Feb 19 03:35:42.691916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ddb4d3a8-ced1-4f4a-a6a6-d49b6915a273 req-93b2187c-80b2-479a-996a-4ab4799d89c7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.2967384 Feb 19 03:35:42.825011 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a5a3e9-358d-4637-aa04-dd0092e31dda x-openstack-request-id: req-e9a5a3e9-358d-4637-aa04-dd0092e31dda {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:42.825632 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-unplugged", "status": "completed", "tag": "fed2a259-daba-4a39-bbcc-b2622847ea85", "code": 200}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-unplugged", "status": "completed", "tag": "5dda5223-5931-47d1-802d-331023296c5d", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:42.825632 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9a5a3e9-358d-4637-aa04-dd0092e31dda {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:42.826014 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed2a259-daba-4a39-bbcc-b2622847ea85', 'code': 200} Feb 19 03:35:42.826280 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dda5223-5931-47d1-802d-331023296c5d', 'code': 200} Feb 19 03:35:42.830621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 219a534f-66b6-49a3-84bc-c42418d184b5 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:42.831224 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.852932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-7cf5738c-2519-4049-ae7e-60a7e11ccea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:42.854762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64143a08-4c96-4963-80fc-bf3f7211b013 req-7cf5738c-2519-4049-ae7e-60a7e11ccea1 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055064 Feb 19 03:35:42.859728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:42.860376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:42.902003 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Publish callbacks [] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.909148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 219a534f-66b6-49a3-84bc-c42418d184b5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=219a534f-66b6-49a3-84bc-c42418d184b5,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:42.917131 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.918477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 96aae8b9-57ed-4f04-9c56-3076f6dcc69f no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:43.051418 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.052880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f host ! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:35:43.053470 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 96aae8b9-57ed-4f04-9c56-3076f6dcc69f not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:43.055604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=219a534f-66b6-49a3-84bc-c42418d184b5,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:43.066833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (fa76836c-d3bc-448a-962e-74ee830be529), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.069599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Transition to ACTIVE for port object 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:43.075034 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (fa76836c-d3bc-448a-962e-74ee830be529), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.118193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.231503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 51c125a4-2e99-4192-9986-e9f181ea4bdd up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:43.281618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345702-5fb9-4604-8d24-a49ed640da8f req-ac04bab2-691d-402d-8a6c-64ef2336a224 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:43.287976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345702-5fb9-4604-8d24-a49ed640da8f req-ac04bab2-691d-402d-8a6c-64ef2336a224 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:43.298655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345702-5fb9-4604-8d24-a49ed640da8f req-ac04bab2-691d-402d-8a6c-64ef2336a224 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:43.308081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345702-5fb9-4604-8d24-a49ed640da8f req-ac04bab2-691d-402d-8a6c-64ef2336a224 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:43.331553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345702-5fb9-4604-8d24-a49ed640da8f req-ac04bab2-691d-402d-8a6c-64ef2336a224 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:43.341139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345702-5fb9-4604-8d24-a49ed640da8f req-ac04bab2-691d-402d-8a6c-64ef2336a224 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:43.349559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345702-5fb9-4604-8d24-a49ed640da8f req-ac04bab2-691d-402d-8a6c-64ef2336a224 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:43.352666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0345702-5fb9-4604-8d24-a49ed640da8f req-ac04bab2-691d-402d-8a6c-64ef2336a224 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5407 time: 0.4186978 Feb 19 03:35:43.361614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 51c125a4-2e99-4192-9986-e9f181ea4bdd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:43.362274 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.370257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (b7504628-aab6-42a1-b352-c6f561b99715), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.408720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Pushing event updated for resources: {'Port': ['ID=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:43.471103 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-28c0ac2c-f35c-4a1c-b1e4-de301b1f80ef tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (5dda5223-5931-47d1-802d-331023296c5d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.611509 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=fa76836c-d3bc-448a-962e-74ee830be529,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:43.631559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 51c125a4-2e99-4192-9986-e9f181ea4bdd is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:43.632140 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.633254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Attempting to bind port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:43.633674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Attempting to bind port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:43.634097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Attempting to bind port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a on network 11ef5ccb-0868-41f4-97a7-681c7d13022b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:43.655532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a on network 11ef5ccb-0868-41f4-97a7-681c7d13022b not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:43.656720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Attempting to bind port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a on network 11ef5ccb-0868-41f4-97a7-681c7d13022b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:43.661744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-28c0ac2c-f35c-4a1c-b1e4-de301b1f80ef tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] No DVR routers for this DVR port 5dda5223-5931-47d1-802d-331023296c5d on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:43.664480 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-28c0ac2c-f35c-4a1c-b1e4-de301b1f80ef tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.670182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-28c0ac2c-f35c-4a1c-b1e4-de301b1f80ef tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "DELETE /v2.0/ports/5dda5223-5931-47d1-802d-331023296c5d HTTP/1.1" status: 204 len: 173 time: 1.6918738 Feb 19 03:35:43.670994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ac2c-f35c-4a1c-b1e4-de301b1f80ef tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Port': ['ID=5dda5223-5931-47d1-802d-331023296c5d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:43.676227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-deleted', 'tag': '5dda5223-5931-47d1-802d-331023296c5d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:43.678825 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0737a1-2166-4512-b3e7-d2859f1427a6" -d '{"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-deleted", "tag": "5dda5223-5931-47d1-802d-331023296c5d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:43.691743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0345702-5fb9-4604-8d24-a49ed640da8f req-8922c1c9-2680-4ef9-a76d-3e4f38c393a1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3301992 Feb 19 03:35:43.776188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 51c125a4-2e99-4192-9986-e9f181ea4bdd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=51c125a4-2e99-4192-9986-e9f181ea4bdd,segment=NetworkSegment(730c0c9f-1678-4d16-9774-9d37c069406b),segment_id=730c0c9f-1678-4d16-9774-9d37c069406b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:43.786591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.796564 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa76836c-d3bc-448a-962e-74ee830be529), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.820128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:43.820527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Checking segment: {'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:43.820943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Bound using segment: {'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:43.821391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Bound port: 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab4dea0-7c12-43db-9630-ac39cb8e97fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:43.821758 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.926561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=51c125a4-2e99-4192-9986-e9f181ea4bdd,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:44.040523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] For port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:44.049178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5698e4b8-dc07-48cd-a830-414455c210cf None None] Network 7166025c-a16b-4b07-8506-b159d7114480 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:44.049433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] For port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:44.074677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Deleting port 219a534f-66b6-49a3-84bc-c42418d184b5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:44.076326 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.094120 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.172832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1921f8e2-09cc-4ecd-b7d5-f5aeb1a46136 None None] Provisioning complete for port 51c125a4-2e99-4192-9986-e9f181ea4bdd triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:44.173027 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1921f8e2-09cc-4ecd-b7d5-f5aeb1a46136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.247772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (fa76836c-d3bc-448a-962e-74ee830be529), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.255903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (fa76836c-d3bc-448a-962e-74ee830be529), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.257343 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (b7504628-aab6-42a1-b352-c6f561b99715), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.314594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1921f8e2-09cc-4ecd-b7d5-f5aeb1a46136 None None] Current status of the port 51c125a4-2e99-4192-9986-e9f181ea4bdd is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:44.362951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=fa76836c-d3bc-448a-962e-74ee830be529,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:44.460126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 7166025c-a16b-4b07-8506-b159d7114480 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:44.461604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:44.602205 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.670525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Router b7504628-aab6-42a1-b352-c6f561b99715 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:35:44.746591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ae44c4a8-8e74-434e-8815-88751cda8cf4 None None] Provisioning complete for port fa76836c-d3bc-448a-962e-74ee830be529 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:44.747519 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ae44c4a8-8e74-434e-8815-88751cda8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fa76836c-d3bc-448a-962e-74ee830be529), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.798937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6b81-f029-4eeb-a49a-037f2d9e39eb req-6b5f46e3-54a7-4405-95dc-8ebd66cf85dd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:44.807282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6b81-f029-4eeb-a49a-037f2d9e39eb req-6b5f46e3-54a7-4405-95dc-8ebd66cf85dd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:44.814131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:35:44.815107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6b81-f029-4eeb-a49a-037f2d9e39eb req-6b5f46e3-54a7-4405-95dc-8ebd66cf85dd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:44.821815 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3e55011d-f460-45b3-b9cf-bf89aee0dbc8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "PUT /v2.0/routers/b7504628-aab6-42a1-b352-c6f561b99715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9531238 Feb 19 03:35:44.826440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55958) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:44.828621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e'}, {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219a534f-66b6-49a3-84bc-c42418d184b5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:44.829577 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae2c6d-04b5-4dfe-b8b9-c8eb8557a353 None None] Sync routers for ids ['b7504628-aab6-42a1-b352-c6f561b99715'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:35:44.830893 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db26da5e-4194-4a62-a337-6b9ad708cef1" -d '{"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-unplugged", "status": "completed", "tag": "c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e"}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-unplugged", "status": "completed", "tag": "219a534f-66b6-49a3-84bc-c42418d184b5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:44.846645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6b81-f029-4eeb-a49a-037f2d9e39eb req-6b5f46e3-54a7-4405-95dc-8ebd66cf85dd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:44.848619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-deee6b81-f029-4eeb-a49a-037f2d9e39eb req-6b5f46e3-54a7-4405-95dc-8ebd66cf85dd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 3144 time: 0.9102652 Feb 19 03:35:44.859163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ae44c4a8-8e74-434e-8815-88751cda8cf4 None None] Port fa76836c-d3bc-448a-962e-74ee830be529 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:44.869882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ae44c4a8-8e74-434e-8815-88751cda8cf4 None None] Provisioning complete for port 51c125a4-2e99-4192-9986-e9f181ea4bdd triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:44.870096 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ae44c4a8-8e74-434e-8815-88751cda8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.908758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b52586-f5d7-45ac-83fc-75c2659daf90 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:44.910892 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-14b52586-f5d7-45ac-83fc-75c2659daf90 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7504628-aab6-42a1-b352-c6f561b99715 HTTP/1.1" status: 200 len: 989 time: 0.0828185 Feb 19 03:35:44.913581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55962) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:45.059399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ae44c4a8-8e74-434e-8815-88751cda8cf4 None None] Current status of the port 51c125a4-2e99-4192-9986-e9f181ea4bdd is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:45.095383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Pushing event updated for resources: {'Port': ['ID=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:45.123410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.124260 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:45.127322 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-15f4d2c0-5ea8-4fe1-ad92-c473a717202d service neutron] 10.222.0.71 "PUT /v2.0/ports/9151067e-5e48-4a0d-8c17-79a5f4b4fa6a HTTP/1.1" status: 200 len: 1091 time: 4.5085630 Feb 19 03:35:45.197549 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae2c6d-04b5-4dfe-b8b9-c8eb8557a353 None None] Routers {'b7504628-aab6-42a1-b352-c6f561b99715'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:45.198230 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dbae2c6d-04b5-4dfe-b8b9-c8eb8557a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:35:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b7504628-aab6-42a1-b352-c6f561b99715'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:45.203654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4c0d5358-9322-4ab9-bd0a-7f7c2d2e4f8e None None] Provisioning complete for port fa76836c-d3bc-448a-962e-74ee830be529 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:45.204420 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4c0d5358-9322-4ab9-bd0a-7f7c2d2e4f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fa76836c-d3bc-448a-962e-74ee830be529), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:45.300309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 51c125a4-2e99-4192-9986-e9f181ea4bdd up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:45.319679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] For port 219a534f-66b6-49a3-84bc-c42418d184b5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=219a534f-66b6-49a3-84bc-c42418d184b5,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:45.320455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:45.334990 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dbae2c6d-04b5-4dfe-b8b9-c8eb8557a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:45.347488 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae2c6d-04b5-4dfe-b8b9-c8eb8557a353 None None] Routers {'b7504628-aab6-42a1-b352-c6f561b99715'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:45.348368 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dbae2c6d-04b5-4dfe-b8b9-c8eb8557a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:35:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b7504628-aab6-42a1-b352-c6f561b99715'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:45.396850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d5358-9322-4ab9-bd0a-7f7c2d2e4f8e None None] Port fa76836c-d3bc-448a-962e-74ee830be529 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:45.430344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 51c125a4-2e99-4192-9986-e9f181ea4bdd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:45.430880 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:45.455262 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dbae2c6d-04b5-4dfe-b8b9-c8eb8557a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:45.464520 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae2c6d-04b5-4dfe-b8b9-c8eb8557a353 None None] The sync data for ids ['b7504628-aab6-42a1-b352-c6f561b99715'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:35:45.506581 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-deee6b81-f029-4eeb-a49a-037f2d9e39eb req-45463d02-7739-4d03-bccd-1371a742fb47 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4155316 Feb 19 03:35:45.591766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2ddac1ca-6fa0-493c-9e18-af3f2fc55abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.592370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2ddac1ca-6fa0-493c-9e18-af3f2fc55abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.592856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2ddac1ca-6fa0-493c-9e18-af3f2fc55abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.593336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2ddac1ca-6fa0-493c-9e18-af3f2fc55abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.593960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2ddac1ca-6fa0-493c-9e18-af3f2fc55abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.594437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2ddac1ca-6fa0-493c-9e18-af3f2fc55abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.594906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2ddac1ca-6fa0-493c-9e18-af3f2fc55abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.597029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-2ddac1ca-6fa0-493c-9e18-af3f2fc55abb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6693 time: 0.3800576 Feb 19 03:35:45.655574 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff07ee7-fd05-44a1-8812-9e95b1e6143d x-openstack-request-id: req-bff07ee7-fd05-44a1-8812-9e95b1e6143d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:45.661457 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-deleted", "tag": "5dda5223-5931-47d1-802d-331023296c5d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:45.662555 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bff07ee7-fd05-44a1-8812-9e95b1e6143d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:45.663429 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-deleted', 'tag': '5dda5223-5931-47d1-802d-331023296c5d', 'status': 'completed', 'code': 200} Feb 19 03:35:45.705142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 51c125a4-2e99-4192-9986-e9f181ea4bdd is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:45.775877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-224da1a7-f4ce-45ff-959d-570ae03de58d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9073329f-5c4c-4002-9dd2-84a3f70d0e36 HTTP/1.1" status: 200 len: 217 time: 0.1220062 Feb 19 03:35:45.804189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1313b1fb-3de4-4eb0-9dc6-a48cef69f4e0 None None] Provisioning complete for port fa76836c-d3bc-448a-962e-74ee830be529 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:45.804584 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1313b1fb-3de4-4eb0-9dc6-a48cef69f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fa76836c-d3bc-448a-962e-74ee830be529), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:45.835775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdcc2f22-1eb1-4fbc-8d9b-a73657677a5f req-4235b304-3995-4420-a643-018231aa1e3a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.0691397 Feb 19 03:35:45.929574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1313b1fb-3de4-4eb0-9dc6-a48cef69f4e0 None None] Port fa76836c-d3bc-448a-962e-74ee830be529 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:45.978858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-55517a4a-7bb0-4614-aacd-a56b3b0ac45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.980836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-55517a4a-7bb0-4614-aacd-a56b3b0ac45d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c27aede-4122-4f88-a32c-cfd05dfba8a5 HTTP/1.1" status: 200 len: 851 time: 0.1931255 Feb 19 03:35:46.194179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009ac5-9a1f-4f9d-8210-58d2f29afd6b req-9af23ed2-38b0-42a0-9c5c-d75be7c8cbde tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.202072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009ac5-9a1f-4f9d-8210-58d2f29afd6b req-9af23ed2-38b0-42a0-9c5c-d75be7c8cbde tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.208717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009ac5-9a1f-4f9d-8210-58d2f29afd6b req-9af23ed2-38b0-42a0-9c5c-d75be7c8cbde tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.217366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009ac5-9a1f-4f9d-8210-58d2f29afd6b req-9af23ed2-38b0-42a0-9c5c-d75be7c8cbde tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.224422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009ac5-9a1f-4f9d-8210-58d2f29afd6b req-9af23ed2-38b0-42a0-9c5c-d75be7c8cbde tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.237878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009ac5-9a1f-4f9d-8210-58d2f29afd6b req-9af23ed2-38b0-42a0-9c5c-d75be7c8cbde tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.252770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c009ac5-9a1f-4f9d-8210-58d2f29afd6b req-9af23ed2-38b0-42a0-9c5c-d75be7c8cbde tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.263871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c009ac5-9a1f-4f9d-8210-58d2f29afd6b req-9af23ed2-38b0-42a0-9c5c-d75be7c8cbde tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2367029 Feb 19 03:35:46.292718 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.293135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (92dd9e86-b2ac-4491-89e9-dad536ba8d47), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.293453 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Floating IP 92dd9e86-b2ac-4491-89e9-dad536ba8d47 disassociated. External IP: 172.25.4.92, port: 219a534f-66b6-49a3-84bc-c42418d184b5. Feb 19 03:35:46.293825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Calling delete_port for 219a534f-66b6-49a3-84bc-c42418d184b5 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:46.302826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-cfac2e68-1e2a-47a6-99d6-4bd82eac9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.304412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-cfac2e68-1e2a-47a6-99d6-4bd82eac9f78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d8177606-8e02-4dcf-b260-237ee5f1e02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2626019 Feb 19 03:35:46.329594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-dc47543d-e902-4e42-9df6-879380ad7eb5 None None] Provisioning complete for port fa76836c-d3bc-448a-962e-74ee830be529 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:46.334424 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dc47543d-e902-4e42-9df6-879380ad7eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fa76836c-d3bc-448a-962e-74ee830be529), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.418926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dc47543d-e902-4e42-9df6-879380ad7eb5 None None] Port fa76836c-d3bc-448a-962e-74ee830be529 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:46.475488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c009ac5-9a1f-4f9d-8210-58d2f29afd6b req-b0a9909e-d953-4401-baf5-8dbea16646e1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2106562 Feb 19 03:35:46.502817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (b7504628-aab6-42a1-b352-c6f561b99715), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.562920 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead55d8c-dab4-48a5-a3c8-ece9a12959de x-openstack-request-id: req-ead55d8c-dab4-48a5-a3c8-ece9a12959de {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:46.563259 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-unplugged", "status": "completed", "tag": "c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e", "code": 200}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-unplugged", "status": "completed", "tag": "219a534f-66b6-49a3-84bc-c42418d184b5", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:46.563520 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ead55d8c-dab4-48a5-a3c8-ece9a12959de {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:46.563972 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e', 'code': 200} Feb 19 03:35:46.564237 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219a534f-66b6-49a3-84bc-c42418d184b5', 'code': 200} Feb 19 03:35:46.576764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-546da41f-2b4a-48a6-8328-dfce5f3b141f service neutron] 10.222.0.71 "GET /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500441 Feb 19 03:35:46.765410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (219a534f-66b6-49a3-84bc-c42418d184b5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.803896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Port': ['ID=219a534f-66b6-49a3-84bc-c42418d184b5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:46.808429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port fa76836c-d3bc-448a-962e-74ee830be529 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:46.809294 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fa76836c-d3bc-448a-962e-74ee830be529), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.823424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d59a-6410-4606-8ab1-97cbe851440c req-4e171d00-bdbc-4fb8-8c75-6c1c8ac95805 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.829908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d59a-6410-4606-8ab1-97cbe851440c req-4e171d00-bdbc-4fb8-8c75-6c1c8ac95805 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.835204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d59a-6410-4606-8ab1-97cbe851440c req-4e171d00-bdbc-4fb8-8c75-6c1c8ac95805 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.840484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12d59a-6410-4606-8ab1-97cbe851440c req-4e171d00-bdbc-4fb8-8c75-6c1c8ac95805 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.842985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb12d59a-6410-4606-8ab1-97cbe851440c req-4e171d00-bdbc-4fb8-8c75-6c1c8ac95805 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 3144 time: 0.1893713 Feb 19 03:35:46.851917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-cdf2ed78-00f9-425c-9b32-c34107f7e562 service neutron] 10.222.0.71 "GET /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273741 Feb 19 03:35:46.924720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fa76836c-d3bc-448a-962e-74ee830be529), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.938823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for fa76836c-d3bc-448a-962e-74ee830be529 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:46.951029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-929fc0b3-caea-4831-a38c-eeea9518a1a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=c186a5da-70f4-40fb-97bd-370729d3cb9f HTTP/1.1" status: 200 len: 217 time: 0.0853913 Feb 19 03:35:46.989758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb12d59a-6410-4606-8ab1-97cbe851440c req-efb70cb9-9b85-4fda-9321-dfc09b151edd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361675 Feb 19 03:35:47.172762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a90bc2-1e29-4c11-9b3b-2744b0795ab6 req-8f67d1be-60d4-4331-8c2e-aefb86f31fd9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=8298e39c-2e03-476b-9130-097be1f3b5e6 HTTP/1.1" status: 200 len: 210 time: 0.0843420 Feb 19 03:35:47.189804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-03d9c2eb-64e7-46f7-8a6a-2ac84a335119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:47.192729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-03d9c2eb-64e7-46f7-8a6a-2ac84a335119 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.2147484 Feb 19 03:35:47.206956 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fa76836c-d3bc-448a-962e-74ee830be529), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:47.259244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=fa76836c-d3bc-448a-962e-74ee830be529,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:47.319186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Router 159a698c-c3a4-413b-8986-d164258e536d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:35:47.412699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-ecf03458-5c11-4e81-989e-60b54c6ce457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:47.417206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-ecf03458-5c11-4e81-989e-60b54c6ce457 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2177548 Feb 19 03:35:47.498332 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (b7504628-aab6-42a1-b352-c6f561b99715), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:47.667961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': '9151067e-5e48-4a0d-8c17-79a5f4b4fa6a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:47.670381 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "9151067e-5e48-4a0d-8c17-79a5f4b4fa6a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:47.806710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Router b7504628-aab6-42a1-b352-c6f561b99715 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:35:47.973484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:35:47.995823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ffca0a-f250-4797-b0e1-d9baf0139611 None None] Sync routers for ids ['b7504628-aab6-42a1-b352-c6f561b99715'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:35:47.998886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6d2ca0f0-ee72-42e6-a4a7-1731655f7abe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "PUT /v2.0/routers/b7504628-aab6-42a1-b352-c6f561b99715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0830381 Feb 19 03:35:48.002515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56012) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:48.018351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ffca0a-f250-4797-b0e1-d9baf0139611 None None] Routers {'b7504628-aab6-42a1-b352-c6f561b99715'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:48.021773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-87ffca0a-f250-4797-b0e1-d9baf0139611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:35:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b7504628-aab6-42a1-b352-c6f561b99715'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:48.040380 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-173e2b26-ac1d-4836-86c9-a541c211e671 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:35:48.042081 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-173e2b26-ac1d-4836-86c9-a541c211e671 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/fa76836c-d3bc-448a-962e-74ee830be529 HTTP/1.1" status: 404 len: 333 time: 0.0387976 Feb 19 03:35:48.044894 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56018) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:48.073258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-356a81dc-8c2b-413f-8b62-065dc2337b1d service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430087 Feb 19 03:35:48.104163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-87ffca0a-f250-4797-b0e1-d9baf0139611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:48.128167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ffca0a-f250-4797-b0e1-d9baf0139611 None None] Routers {'b7504628-aab6-42a1-b352-c6f561b99715'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:48.128807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-87ffca0a-f250-4797-b0e1-d9baf0139611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:35:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b7504628-aab6-42a1-b352-c6f561b99715'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:48.180907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-87ffca0a-f250-4797-b0e1-d9baf0139611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:48.181798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ffca0a-f250-4797-b0e1-d9baf0139611 None None] The sync data for ids ['b7504628-aab6-42a1-b352-c6f561b99715'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:35:48.215984 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e29e-b613-4bb3-95b2-79cbf5410eab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for router (b7504628-aab6-42a1-b352-c6f561b99715), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.307156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7428-dcfe-4099-8659-f892a928919e req-4ad18191-a463-4751-8867-fa3b40bf3cad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.313251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7428-dcfe-4099-8659-f892a928919e req-4ad18191-a463-4751-8867-fa3b40bf3cad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.323460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7428-dcfe-4099-8659-f892a928919e req-4ad18191-a463-4751-8867-fa3b40bf3cad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.334135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7428-dcfe-4099-8659-f892a928919e req-4ad18191-a463-4751-8867-fa3b40bf3cad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.339350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7428-dcfe-4099-8659-f892a928919e req-4ad18191-a463-4751-8867-fa3b40bf3cad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.358097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7428-dcfe-4099-8659-f892a928919e req-4ad18191-a463-4751-8867-fa3b40bf3cad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.364654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7428-dcfe-4099-8659-f892a928919e req-4ad18191-a463-4751-8867-fa3b40bf3cad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.384464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed6a7428-dcfe-4099-8659-f892a928919e req-4ad18191-a463-4751-8867-fa3b40bf3cad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.7113383 Feb 19 03:35:48.387858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:35:48.398251 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] Sync routers for ids ['159a698c-c3a4-413b-8986-d164258e536d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:35:48.407523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-45f82935-59f5-409e-8e66-14816d5572e4 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275785 Feb 19 03:35:48.417277 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] Routers {'159a698c-c3a4-413b-8986-d164258e536d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:48.420467 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:35:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['159a698c-c3a4-413b-8986-d164258e536d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:48.494486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e29e-b613-4bb3-95b2-79cbf5410eab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (b7504628-aab6-42a1-b352-c6f561b99715), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.500602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e29e-b613-4bb3-95b2-79cbf5410eab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for router_controller (b7504628-aab6-42a1-b352-c6f561b99715), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.576894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a70c5d3a-eb34-4945-bcae-f079f0142492 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=59d89fa6-04f0-4b05-b65e-86aa824fe6c9 HTTP/1.1" status: 200 len: 217 time: 0.1410155 Feb 19 03:35:48.627114 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e29e-b613-4bb3-95b2-79cbf5410eab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (b7504628-aab6-42a1-b352-c6f561b99715), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.628008 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d7e29e-b613-4bb3-95b2-79cbf5410eab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Fanout notify agent at l3_agent the message router_deleted on router b7504628-aab6-42a1-b352-c6f561b99715 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:35:48.636658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] No DVR routers for this DVR port 219a534f-66b6-49a3-84bc-c42418d184b5 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:48.643833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e29e-b613-4bb3-95b2-79cbf5410eab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.645739 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a0d7e29e-b613-4bb3-95b2-79cbf5410eab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/routers/b7504628-aab6-42a1-b352-c6f561b99715 HTTP/1.1" status: 204 len: 168 time: 0.5997548 Feb 19 03:35:48.648976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56034) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:48.659511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.664029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-9eb8e14e-3e50-49b9-834b-bfd48dc2be25 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "DELETE /v2.0/ports/219a534f-66b6-49a3-84bc-c42418d184b5 HTTP/1.1" status: 204 len: 173 time: 4.9703143 Feb 19 03:35:48.712223 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] Set router 159a698c-c3a4-413b-8986-d164258e536d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:35:48.779984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ee6840-f333-452f-883d-31d528d653fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet 74d21867-e15f-461d-afdf-9eb53fa9c0a5 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:35:48.800075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6840-f333-452f-883d-31d528d653fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (74d21867-e15f-461d-afdf-9eb53fa9c0a5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.818813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed6a7428-dcfe-4099-8659-f892a928919e req-a917c51d-4302-4e3d-bc69-b4db2da8f613 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4206331 Feb 19 03:35:48.949626 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6840-f333-452f-883d-31d528d653fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (74d21867-e15f-461d-afdf-9eb53fa9c0a5), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.996406 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bf0fa4-22c4-4331-b534-11343632353e x-openstack-request-id: req-e6bf0fa4-22c4-4331-b534-11343632353e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:48.997054 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "9151067e-5e48-4a0d-8c17-79a5f4b4fa6a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:49.000898 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6bf0fa4-22c4-4331-b534-11343632353e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:49.001528 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': '9151067e-5e48-4a0d-8c17-79a5f4b4fa6a', 'status': 'completed', 'code': 200} Feb 19 03:35:49.003792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-3a853b73-5134-471e-a4bb-2b3b8d8e1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:49.015617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-3a853b73-5134-471e-a4bb-2b3b8d8e1f59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.4026432 Feb 19 03:35:49.084627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6840-f333-452f-883d-31d528d653fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (74d21867-e15f-461d-afdf-9eb53fa9c0a5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.235795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-fbc2c92c-a42e-454e-9aa0-5a0c10d03d2d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Deleting port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:49.236361 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-fbc2c92c-a42e-454e-9aa0-5a0c10d03d2d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.253488 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6840-f333-452f-883d-31d528d653fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (74d21867-e15f-461d-afdf-9eb53fa9c0a5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.256184 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:41Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'dd0b0836-94b8-4edf-9628-5004953db06f', 'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'mac_address': 'fa:16:3e:c8:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:38Z', 'updated_at': '2022-02-19T03:28:47Z', 'revision_number': 5, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'subnets': [{'id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:49.282960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-d653c55e-481b-4876-ad56-0dea2350ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:49.284550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-d653c55e-481b-4876-ad56-0dea2350ea43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2601354 Feb 19 03:35:49.327159 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] Checking router: 159a698c-c3a4-413b-8986-d164258e536d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:35:49.336703 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] Routers {'159a698c-c3a4-413b-8986-d164258e536d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:49.337315 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:35:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['159a698c-c3a4-413b-8986-d164258e536d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:49.350562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee6840-f333-452f-883d-31d528d653fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=74d21867-e15f-461d-afdf-9eb53fa9c0a5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:49.355188 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d0ee6840-f333-452f-883d-31d528d653fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.358994 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d0ee6840-f333-452f-883d-31d528d653fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/74d21867-e15f-461d-afdf-9eb53fa9c0a5 HTTP/1.1" status: 204 len: 168 time: 0.7090173 Feb 19 03:35:49.361530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56050) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:49.368458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3c5df8-c3b1-4031-aac6-7f26f8706896 None None] Network 7166025c-a16b-4b07-8506-b159d7114480 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:49.430605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914828-77da-4a2c-af91-eb7b2b2d9d4d req-f4b3d903-9b4a-441c-aa74-d9faadee4778 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:49.436618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914828-77da-4a2c-af91-eb7b2b2d9d4d req-f4b3d903-9b4a-441c-aa74-d9faadee4778 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:49.471771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914828-77da-4a2c-af91-eb7b2b2d9d4d req-f4b3d903-9b4a-441c-aa74-d9faadee4778 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:49.473503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31914828-77da-4a2c-af91-eb7b2b2d9d4d req-f4b3d903-9b4a-441c-aa74-d9faadee4778 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 2410 time: 0.3826528 Feb 19 03:35:49.564886 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] Set router 159a698c-c3a4-413b-8986-d164258e536d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:35:49.581619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-3c16ffc0-6a81-4eec-8e34-35384dbd1d50 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819364 Feb 19 03:35:49.630370 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (7166025c-a16b-4b07-8506-b159d7114480), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.683813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0efe76-2665-4d67-8149-6ef4c949e9aa None None] DHCP port deletion for 7166025c-a16b-4b07-8506-b159d7114480 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:35:49.763995 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 51c125a4-2e99-4192-9986-e9f181ea4bdd {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:49.764372 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.803087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1b0efe76-2665-4d67-8149-6ef4c949e9aa None None] Deleting port 51c125a4-2e99-4192-9986-e9f181ea4bdd {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:49.803464 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b0efe76-2665-4d67-8149-6ef4c949e9aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.847132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-fbc2c92c-a42e-454e-9aa0-5a0c10d03d2d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] For port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:49.847626 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-fbc2c92c-a42e-454e-9aa0-5a0c10d03d2d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.881221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-fbc2c92c-a42e-454e-9aa0-5a0c10d03d2d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Calling delete_port for c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:49.938015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] For port 51c125a4-2e99-4192-9986-e9f181ea4bdd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=51c125a4-2e99-4192-9986-e9f181ea4bdd,segment=NetworkSegment(730c0c9f-1678-4d16-9774-9d37c069406b),segment_id=730c0c9f-1678-4d16-9774-9d37c069406b)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:49.938391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.958031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31914828-77da-4a2c-af91-eb7b2b2d9d4d req-d604aced-9b77-43c8-a2ca-2270ac671298 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3779311 Feb 19 03:35:49.987163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1b0efe76-2665-4d67-8149-6ef4c949e9aa None None] For port 51c125a4-2e99-4192-9986-e9f181ea4bdd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=51c125a4-2e99-4192-9986-e9f181ea4bdd,segment=NetworkSegment(730c0c9f-1678-4d16-9774-9d37c069406b),segment_id=730c0c9f-1678-4d16-9774-9d37c069406b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:49.987573 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b0efe76-2665-4d67-8149-6ef4c949e9aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.994736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 51c125a4-2e99-4192-9986-e9f181ea4bdd owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:50.033084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1b0efe76-2665-4d67-8149-6ef4c949e9aa None None] Calling delete_port for 51c125a4-2e99-4192-9986-e9f181ea4bdd owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:50.096739 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-c2c24eb3-861e-4e08-91a2-b0c5df9cd270 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012650 Feb 19 03:35:50.134037 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:41Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'dd0b0836-94b8-4edf-9628-5004953db06f', 'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'mac_address': 'fa:16:3e:c8:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:38Z', 'updated_at': '2022-02-19T03:28:47Z', 'revision_number': 5, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'subnets': [{'id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:50.202798 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.224324 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5812b059-31cf-41be-9754-9fa9f8b7177e None None] The sync data for ids ['159a698c-c3a4-413b-8986-d164258e536d'] in n-d-826756-2 is: [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:28:41Z', 'revision_number': 4, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'dd0b0836-94b8-4edf-9628-5004953db06f', 'name': '', 'network_id': '231e6dfd-031e-46c9-8877-451be92a2c1d', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'mac_address': 'fa:16:3e:c8:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:38Z', 'updated_at': '2022-02-19T03:28:47Z', 'revision_number': 5, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'subnets': [{'id': '1024061d-c84f-4e4a-9953-13ce351756eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:35:50.251964 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=51c125a4-2e99-4192-9986-e9f181ea4bdd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:50.260567 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No DVR routers for this DVR port 51c125a4-2e99-4192-9986-e9f181ea4bdd on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:50.300849 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-c114116d-1424-4426-b74b-b7f70f944efd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=3329ef89-e726-417b-9273-f6162141cb25 HTTP/1.1" status: 200 len: 217 time: 0.1891165 Feb 19 03:35:50.302474 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1b0efe76-2665-4d67-8149-6ef4c949e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (51c125a4-2e99-4192-9986-e9f181ea4bdd), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.357198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0efe76-2665-4d67-8149-6ef4c949e9aa None None] No DVR routers for this DVR port 51c125a4-2e99-4192-9986-e9f181ea4bdd on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:50.369174 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0efe76-2665-4d67-8149-6ef4c949e9aa None None] Pushing event deleted for resources: {'Port': ['ID=51c125a4-2e99-4192-9986-e9f181ea4bdd,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:50.491705 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (7166025c-a16b-4b07-8506-b159d7114480), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.542976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7166025c-a16b-4b07-8506-b159d7114480']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:50.581691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730c0c9f-1678-4d16-9774-9d37c069406b') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:50.582026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730c0c9f-1678-4d16-9774-9d37c069406b') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:50.612234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-3885d330-b613-43b4-82e3-51c3f8b3b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.614906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-3885d330-b613-43b4-82e3-51c3f8b3b85f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.2560670 Feb 19 03:35:50.625753 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (730c0c9f-1678-4d16-9774-9d37c069406b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.667273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (730c0c9f-1678-4d16-9774-9d37c069406b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.677750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3554326-9527-4855-bec1-035a0a1ffea3 req-1c15c3a9-0165-462a-826f-a213c3545cef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.687090 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:50.688196 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (730c0c9f-1678-4d16-9774-9d37c069406b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.698327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3554326-9527-4855-bec1-035a0a1ffea3 req-1c15c3a9-0165-462a-826f-a213c3545cef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.706499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3554326-9527-4855-bec1-035a0a1ffea3 req-1c15c3a9-0165-462a-826f-a213c3545cef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.720481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3554326-9527-4855-bec1-035a0a1ffea3 req-1c15c3a9-0165-462a-826f-a213c3545cef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.728305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3554326-9527-4855-bec1-035a0a1ffea3 req-1c15c3a9-0165-462a-826f-a213c3545cef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.735218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3554326-9527-4855-bec1-035a0a1ffea3 req-1c15c3a9-0165-462a-826f-a213c3545cef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.753250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a71fedf-a50e-4e60-b6cc-349e44c24021 None None] New status for floating IP 92dd9e86-b2ac-4491-89e9-dad536ba8d47: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:35:50.760270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3554326-9527-4855-bec1-035a0a1ffea3 req-1c15c3a9-0165-462a-826f-a213c3545cef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.765949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3554326-9527-4855-bec1-035a0a1ffea3 req-1c15c3a9-0165-462a-826f-a213c3545cef tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.4974627 Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:50.795343 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:50.824704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (7166025c-a16b-4b07-8506-b159d7114480), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.842574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.850657 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/networks/7166025c-a16b-4b07-8506-b159d7114480 HTTP/1.1" status: 204 len: 168 time: 1.4847586 Feb 19 03:35:50.862664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56076) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:50.893771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897d60c-e664-4b3f-b8c6-b16e145ec5fb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Network': ['ID=7166025c-a16b-4b07-8506-b159d7114480,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:50.972556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ffff75-f714-4057-897d-94367ba2207b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.979894 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-82ffff75-f714-4057-897d-94367ba2207b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 HTTP/1.1" status: 200 len: 845 time: 0.1159461 Feb 19 03:35:50.983967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56080) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:51.001640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3554326-9527-4855-bec1-035a0a1ffea3 req-dfbc77ad-5818-443c-a4da-a76d2c4c3d7b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1746385 Feb 19 03:35:51.011515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-deleted', 'tag': '219a534f-66b6-49a3-84bc-c42418d184b5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:51.025762 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e76a38-f829-49e5-8126-4f8cbdf52ea5" -d '{"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-deleted", "tag": "219a534f-66b6-49a3-84bc-c42418d184b5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:51.092003 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-fbc2c92c-a42e-454e-9aa0-5a0c10d03d2d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:51.111784 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8b99cdf7-7805-4934-81c7-de620f22525d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1264317 Feb 19 03:35:51.113343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56088) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:51.118148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f6d3633e-31ce-4de7-a138-900757569fb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:51.180848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-ee54ed70-bbff-4209-a47d-2d6321721ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:51.182715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-ee54ed70-bbff-4209-a47d-2d6321721ca2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5527511 Feb 19 03:35:51.187856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2c92c-a42e-454e-9aa0-5a0c10d03d2d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Port': ['ID=c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:51.210795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 51c125a4-2e99-4192-9986-e9f181ea4bdd no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:51.259518 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 51c125a4-2e99-4192-9986-e9f181ea4bdd {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:35:51.260025 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 51c125a4-2e99-4192-9986-e9f181ea4bdd not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:51.271960 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d3633e-31ce-4de7-a138-900757569fb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:51.275885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6d3633e-31ce-4de7-a138-900757569fb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:51.372928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-fbc2c92c-a42e-454e-9aa0-5a0c10d03d2d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] No DVR routers for this DVR port c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:51.377496 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-fbc2c92c-a42e-454e-9aa0-5a0c10d03d2d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:51.380899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-fbc2c92c-a42e-454e-9aa0-5a0c10d03d2d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "DELETE /v2.0/ports/c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e HTTP/1.1" status: 204 len: 173 time: 2.6673017 Feb 19 03:35:51.628992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-68263b8c-c681-4aab-b146-50f9cfc566a6 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364879 Feb 19 03:35:51.661662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-81f745b6-9f2d-4ef0-9c2f-4989a4a7febf tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378856400&fields=id&tenant_id=5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 267 time: 0.3957458 Feb 19 03:35:51.722448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6d3633e-31ce-4de7-a138-900757569fb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (fedaa5a3-3198-4a62-93a5-77822f335236), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:51.852432 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3633e-31ce-4de7-a138-900757569fb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=fedaa5a3-3198-4a62-93a5-77822f335236,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:51.875415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-9c28a9fe-7e64-4760-b4ac-5a59b9968d95 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:51.877259 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-9c28a9fe-7e64-4760-b4ac-5a59b9968d95 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.2147815 Feb 19 03:35:51.891572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d3633e-31ce-4de7-a138-900757569fb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:51.895339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f6d3633e-31ce-4de7-a138-900757569fb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:51.901885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d3633e-31ce-4de7-a138-900757569fb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:51.905573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeda8ffe-c608-4535-86f7-a065ffed161d None None] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:51.917185 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6d3633e-31ce-4de7-a138-900757569fb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:51.970568 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f6d3633e-31ce-4de7-a138-900757569fb2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8562233 Feb 19 03:35:51.973308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56098) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:51.980540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-4e4c2ddf-a368-4083-9bf4-d953ff80ad17 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/quotas/5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 375 time: 0.0711768 Feb 19 03:35:51.984066 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ca17eb22-9e80-47df-abef-910cd28da52d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'security_group': {'name': 'tempest-secgroup-563599582'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:52.044179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca17eb22-9e80-47df-abef-910cd28da52d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.160397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-8d02ce99-57d8-467b-b3e2-7b53511497dd', 'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'project_id': '5e697007b88f446e9baeca2352c02018', 'fixed_ips': [{'subnet_id': 'fedaa5a3-3198-4a62-93a5-77822f335236'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:52.161596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.193451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-0123d626-eb02-41b1-8f5f-c443e7a62bd5 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387823 Feb 19 03:35:52.201526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca17eb22-9e80-47df-abef-910cd28da52d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (0326345c-5323-4fc9-9525-a196984f2216), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.212915 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca17eb22-9e80-47df-abef-910cd28da52d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0326345c-5323-4fc9-9525-a196984f2216), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.298768 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ca17eb22-9e80-47df-abef-910cd28da52d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.301105 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ca17eb22-9e80-47df-abef-910cd28da52d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3254318 Feb 19 03:35:52.308188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56108) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:52.315243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-0fb9d74e-ba22-451e-8fdc-d7c0e7fe488b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Deleting port 21f9ea20-6bea-463a-a992-4e52399af0f0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:52.315593 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-0fb9d74e-ba22-451e-8fdc-d7c0e7fe488b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.322547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-c0ffa1d6-187d-4ee9-95c1-d74b6b8cb54b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 HTTP/1.1" status: 200 len: 217 time: 0.1144683 Feb 19 03:35:52.323833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2c6fcd39-a5fe-41b9-831c-d23a86581958 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'security_group': {'name': 'tempest-secgroup-2027946617'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:52.351091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17eb22-9e80-47df-abef-910cd28da52d tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0326345c-5323-4fc9-9525-a196984f2216,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:52.383953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-0e8fae0a-c8ab-42cc-acfa-8852acae5b3f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3545165 Feb 19 03:35:52.408197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c6fcd39-a5fe-41b9-831c-d23a86581958 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.540877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Allocated IP 2001:db8::2 (8d02ce99-57d8-467b-b3e2-7b53511497dd/fedaa5a3-3198-4a62-93a5-77822f335236/5258bb65-3eb6-44a6-8b5e-12b436f568d7) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:52.571313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c6fcd39-a5fe-41b9-831c-d23a86581958 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (0144c905-37ea-4078-8fe8-2b38e4128be3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.591546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c6fcd39-a5fe-41b9-831c-d23a86581958 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0144c905-37ea-4078-8fe8-2b38e4128be3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.627527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-cd350405-f030-4f00-963e-7afb9ee9854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:52.629964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-cd350405-f030-4f00-963e-7afb9ee9854e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.2847061 Feb 19 03:35:52.663180 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c6fcd39-a5fe-41b9-831c-d23a86581958 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.666382 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2c6fcd39-a5fe-41b9-831c-d23a86581958 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3522446 Feb 19 03:35:52.677159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56118) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:52.692534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1406042096', 'security_groups': ['0144c905-37ea-4078-8fe8-2b38e4128be3'], 'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fedaa5a3-3198-4a62-93a5-77822f335236'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:52.756944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fcd39-a5fe-41b9-831c-d23a86581958 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0144c905-37ea-4078-8fe8-2b38e4128be3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:52.872926 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Publish callbacks [] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.899021 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.985196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:53.138249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56122) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:53.219530 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.226600 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.229429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:53.232383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:53.236636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:53.279431 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port 73236226-f6b0-4718-ab1b-d2db134f3011 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:53.295903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Pushing event updated for resources: {'Port': ['ID=5258bb65-3eb6-44a6-8b5e-12b436f568d7,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:53.345552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Attempting to bind port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:53.346350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Attempting to bind port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '24771c7e-9feb-4d1c-a599-62c3c8c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:53.346997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Attempting to bind port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 on network 8d02ce99-57d8-467b-b3e2-7b53511497dd {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:53.352923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:53.353642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Checking segment: {'id': '24771c7e-9feb-4d1c-a599-62c3c8c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:53.354810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.355460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Bound using segment: {'id': '24771c7e-9feb-4d1c-a599-62c3c8c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:53.356768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Bound port: 5258bb65-3eb6-44a6-8b5e-12b436f568d7, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24771c7e-9feb-4d1c-a599-62c3c8c6d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:53.357382 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.441100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] For port 5258bb65-3eb6-44a6-8b5e-12b436f568d7, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:53.445128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] For port 5258bb65-3eb6-44a6-8b5e-12b436f568d7, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5258bb65-3eb6-44a6-8b5e-12b436f568d7,segment=NetworkSegment(24771c7e-9feb-4d1c-a599-62c3c8c6d695),segment_id=24771c7e-9feb-4d1c-a599-62c3c8c6d695)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:53.460455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.491386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-0fb9d74e-ba22-451e-8fdc-d7c0e7fe488b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] For port 21f9ea20-6bea-463a-a992-4e52399af0f0, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=21f9ea20-6bea-463a-a992-4e52399af0f0,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:53.492415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-0fb9d74e-ba22-451e-8fdc-d7c0e7fe488b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.509178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-ff831433-6cc8-4352-b27c-96b12eff58b3 service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0304701 Feb 19 03:35:53.516290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-0fb9d74e-ba22-451e-8fdc-d7c0e7fe488b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Calling delete_port for 21f9ea20-6bea-463a-a992-4e52399af0f0 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:53.533553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7613e8f-ee84-410a-912b-767a4f130d05 None None] Pushing event updated for resources: {'Port': ['ID=5258bb65-3eb6-44a6-8b5e-12b436f568d7,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:53.557184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-19fd4fd4-a7a3-4897-8e95-a6a477c171db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:53.562813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-19fd4fd4-a7a3-4897-8e95-a6a477c171db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9140880 Feb 19 03:35:53.597641 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1781c0a4-c9b6-4c27-bd95-908dc4b857d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.745479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8::170 (8d02ce99-57d8-467b-b3e2-7b53511497dd/fedaa5a3-3198-4a62-93a5-77822f335236/73236226-f6b0-4718-ab1b-d2db134f3011) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:54.009519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-dd22b9ff-9242-4aa4-8b45-43b9c70b3067 service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818053 Feb 19 03:35:54.036063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-33ae47b4-f2d9-424e-b5c3-db55c2bc12c9 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601185 Feb 19 03:35:54.187999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-70cb01d9-f6d5-4662-a6ef-b0c15f5c6673 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404214 Feb 19 03:35:54.189148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-0fb9d74e-ba22-451e-8fdc-d7c0e7fe488b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (21f9ea20-6bea-463a-a992-4e52399af0f0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.241625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9d74e-ba22-451e-8fdc-d7c0e7fe488b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Port': ['ID=21f9ea20-6bea-463a-a992-4e52399af0f0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:54.287751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-d7c20c02-f0c4-4cd8-a0ee-202b37e3910b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 HTTP/1.1" status: 200 len: 217 time: 0.0853138 Feb 19 03:35:54.364258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-0fb9d74e-ba22-451e-8fdc-d7c0e7fe488b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] No DVR routers for this DVR port 21f9ea20-6bea-463a-a992-4e52399af0f0 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:54.377004 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-0fb9d74e-ba22-451e-8fdc-d7c0e7fe488b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.380870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-0fb9d74e-ba22-451e-8fdc-d7c0e7fe488b tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "DELETE /v2.0/ports/21f9ea20-6bea-463a-a992-4e52399af0f0 HTTP/1.1" status: 204 len: 173 time: 2.9758580 Feb 19 03:35:54.526529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a65cac7e-a3f7-4eeb-8d57-214b4b6e1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:54.528899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a65cac7e-a3f7-4eeb-8d57-214b4b6e1e8c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=993294fb-3c75-47da-8f13-dd96a8f43ba4 HTTP/1.1" status: 200 len: 797 time: 0.1665466 Feb 19 03:35:54.788726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1781c0a4-c9b6-4c27-bd95-908dc4b857d3 admin admin] Publish callbacks [] for security_group (2becff22-fd22-4101-8106-cabc0f052078), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.801181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (73236226-f6b0-4718-ab1b-d2db134f3011), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.812842 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1781c0a4-c9b6-4c27-bd95-908dc4b857d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2becff22-fd22-4101-8106-cabc0f052078), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.879978 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1781c0a4-c9b6-4c27-bd95-908dc4b857d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fbe91f8c2ce476a8d092ef015e65548&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7365580 Feb 19 03:35:54.883092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56152) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:54.931211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-918743f0-96da-4d19-95ea-0b14679b364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:54.932977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-918743f0-96da-4d19-95ea-0b14679b364b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11ef5ccb-0868-41f4-97a7-681c7d13022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3714573 Feb 19 03:35:54.943942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781c0a4-c9b6-4c27-bd95-908dc4b857d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2becff22-fd22-4101-8106-cabc0f052078,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:55.008413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3f76e-595b-41ed-9528-2246fb5a3541 req-ed278452-3699-4c6b-ac5d-be1695c6da81 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:55.021380 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4e3f76e-595b-41ed-9528-2246fb5a3541 req-ed278452-3699-4c6b-ac5d-be1695c6da81 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 943 time: 0.4897733 Feb 19 03:35:55.046605 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (73236226-f6b0-4718-ab1b-d2db134f3011), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.205354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:55.208830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:55.212958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cbe2cf05-934c-4a79-ba08-ce5f08b7ddf8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Deleting port fed2a259-daba-4a39-bbcc-b2622847ea85 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:55.213318 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cbe2cf05-934c-4a79-ba08-ce5f08b7ddf8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.233543 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:55.239761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:55.240516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.277294 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5989575 Feb 19 03:35:55.278733 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816cc41-5ad1-4231-acd5-9c8613ab082b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=73236226-f6b0-4718-ab1b-d2db134f3011,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:55.282026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56156) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:55.313885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7fb280aa-d6b5-406f-b4e6-3242184c6eea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:55.322968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5258bb65-3eb6-44a6-8b5e-12b436f568d7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:55.410558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cbe2cf05-934c-4a79-ba08-ce5f08b7ddf8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] For port fed2a259-daba-4a39-bbcc-b2622847ea85, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=fed2a259-daba-4a39-bbcc-b2622847ea85,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:55.411212 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cbe2cf05-934c-4a79-ba08-ce5f08b7ddf8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.445596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:55.446227 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.448773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cbe2cf05-934c-4a79-ba08-ce5f08b7ddf8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Calling delete_port for fed2a259-daba-4a39-bbcc-b2622847ea85 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:55.617545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6cea2e65-e97a-45b4-8fc1-46766526f83c None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:55.620413 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6cea2e65-e97a-45b4-8fc1-46766526f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.655031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb280aa-d6b5-406f-b4e6-3242184c6eea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:55.660727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fb280aa-d6b5-406f-b4e6-3242184c6eea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.720907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cbe2cf05-934c-4a79-ba08-ce5f08b7ddf8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (fed2a259-daba-4a39-bbcc-b2622847ea85), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.825476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6cea2e65-e97a-45b4-8fc1-46766526f83c None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:55.826675 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6cea2e65-e97a-45b4-8fc1-46766526f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.898104 n-d-826756-2 neutron-server[103616]: INFO neutron.db.ipam_backend_mixin [None req-7fb280aa-d6b5-406f-b4e6-3242184c6eea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fedaa5a3-3198-4a62-93a5-77822f335236 (CIDR: 2001:db8::/64) Feb 19 03:35:55.920249 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb280aa-d6b5-406f-b4e6-3242184c6eea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:35:55.920713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb280aa-d6b5-406f-b4e6-3242184c6eea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:55.964654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2cf05-934c-4a79-ba08-ce5f08b7ddf8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Port': ['ID=fed2a259-daba-4a39-bbcc-b2622847ea85,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:55.966414 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7fb280aa-d6b5-406f-b4e6-3242184c6eea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6735859 Feb 19 03:35:55.967962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56166) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:55.979034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56168) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:55.987522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:55.988174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.000393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6cea2e65-e97a-45b4-8fc1-46766526f83c None None] For port 5258bb65-3eb6-44a6-8b5e-12b436f568d7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5258bb65-3eb6-44a6-8b5e-12b436f568d7,segment=NetworkSegment(24771c7e-9feb-4d1c-a599-62c3c8c6d695),segment_id=24771c7e-9feb-4d1c-a599-62c3c8c6d695)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:56.010013 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6cea2e65-e97a-45b4-8fc1-46766526f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.036532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0346f667-42f1-4f45-b721-e5021d56ab5c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:56.092894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6cea2e65-e97a-45b4-8fc1-46766526f83c None None] Provisioning complete for port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:56.093279 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6cea2e65-e97a-45b4-8fc1-46766526f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.128945 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfa405eb-6932-4d68-88f2-d1e74b9a14a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.142349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cbe2cf05-934c-4a79-ba08-ce5f08b7ddf8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] No DVR routers for this DVR port fed2a259-daba-4a39-bbcc-b2622847ea85 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:56.166342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6cea2e65-e97a-45b4-8fc1-46766526f83c None None] Port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:56.201831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b528f6c4-54f1-49c1-a922-a243996b64c2 admin admin] Publish callbacks [] for security_group (2becff22-fd22-4101-8106-cabc0f052078), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.246911 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cbe2cf05-934c-4a79-ba08-ce5f08b7ddf8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.257387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f5f05c9-7b21-49d9-a8db-dde362c5cb07 req-cbe2cf05-934c-4a79-ba08-ce5f08b7ddf8 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.71 "DELETE /v2.0/ports/fed2a259-daba-4a39-bbcc-b2622847ea85 HTTP/1.1" status: 204 len: 173 time: 1.8051701 Feb 19 03:35:56.258452 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:35:56.258826 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:35:56.260591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea2e65-e97a-45b4-8fc1-46766526f83c None None] Pushing event updated for resources: {'Port': ['ID=5258bb65-3eb6-44a6-8b5e-12b436f568d7,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:56.312899 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfa405eb-6932-4d68-88f2-d1e74b9a14a5 admin admin] Publish callbacks [] for security_group (c9c3a318-c7c5-4aed-b9f6-358ef5794e2a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.315339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-30b8d86d-70cc-4d70-bf88-062e6b538c11 None None] Provisioning complete for port 73236226-f6b0-4718-ab1b-d2db134f3011 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:56.315723 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-30b8d86d-70cc-4d70-bf88-062e6b538c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (73236226-f6b0-4718-ab1b-d2db134f3011), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.336019 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfa405eb-6932-4d68-88f2-d1e74b9a14a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c9c3a318-c7c5-4aed-b9f6-358ef5794e2a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.364364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4e3f76e-595b-41ed-9528-2246fb5a3541 req-dac4039b-a285-4184-a9b9-b276811e643f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c4daae2-1a45-4ec1-a86e-12a485d430ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3419926 Feb 19 03:35:56.435151 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b528f6c4-54f1-49c1-a922-a243996b64c2 admin admin] Publish callbacks [] for security_group (2becff22-fd22-4101-8106-cabc0f052078), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.437368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-30b8d86d-70cc-4d70-bf88-062e6b538c11 None None] Port 73236226-f6b0-4718-ab1b-d2db134f3011 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:56.457536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-4dee6f16-570d-4570-8f9a-78858943397a service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5062830 Feb 19 03:35:56.465102 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cfa405eb-6932-4d68-88f2-d1e74b9a14a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c20ea5caed554d4faba12a10a935e084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4960549 Feb 19 03:35:56.504343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56172) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:56.509317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa405eb-6932-4d68-88f2-d1e74b9a14a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c3a318-c7c5-4aed-b9f6-358ef5794e2a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:56.589496 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bbc5ed-e9de-492a-8413-fbb8ccaf9d12 x-openstack-request-id: req-12bbc5ed-e9de-492a-8413-fbb8ccaf9d12 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:56.589803 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-deleted", "tag": "219a534f-66b6-49a3-84bc-c42418d184b5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:56.590091 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12bbc5ed-e9de-492a-8413-fbb8ccaf9d12 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:56.592307 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-deleted', 'tag': '219a534f-66b6-49a3-84bc-c42418d184b5', 'status': 'completed', 'code': 200} Feb 19 03:35:56.693620 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-7011eec6-6f74-4384-833d-2d99fe40dc54 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.695272 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-7011eec6-6f74-4384-833d-2d99fe40dc54 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.2486944 Feb 19 03:35:56.783714 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-1c2a8066-84c4-4146-8a67-a5ebf3996d87 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 380 time: 0.0708585 Feb 19 03:35:56.795826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'port': {'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'admin_state_up': True, 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'security_groups': ['e31ecf54-8e8a-4c33-bb2f-19550a13395b']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:56.845406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:56.933237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af26-3a3b-407a-a795-547398457ccf req-89043ad2-ab97-496a-bcd5-7975fb59867c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.939387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af26-3a3b-407a-a795-547398457ccf req-89043ad2-ab97-496a-bcd5-7975fb59867c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.947055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af26-3a3b-407a-a795-547398457ccf req-89043ad2-ab97-496a-bcd5-7975fb59867c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.958594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af26-3a3b-407a-a795-547398457ccf req-89043ad2-ab97-496a-bcd5-7975fb59867c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.971375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af26-3a3b-407a-a795-547398457ccf req-89043ad2-ab97-496a-bcd5-7975fb59867c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.978662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Made reservation on behalf of 5cf97a4e18014482b6db74a93fe61ab7 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:56.986290 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.986903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af26-3a3b-407a-a795-547398457ccf req-89043ad2-ab97-496a-bcd5-7975fb59867c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.993331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461af26-3a3b-407a-a795-547398457ccf req-89043ad2-ab97-496a-bcd5-7975fb59867c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.995630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3461af26-3a3b-407a-a795-547398457ccf req-89043ad2-ab97-496a-bcd5-7975fb59867c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2733686 Feb 19 03:35:57.010540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f03477d-7058-4f43-88a6-9b7b785b79bb admin admin] Publish callbacks [] for security_group (c9c3a318-c7c5-4aed-b9f6-358ef5794e2a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.038945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f03477d-7058-4f43-88a6-9b7b785b79bb admin admin] Publish callbacks [] for security_group (c9c3a318-c7c5-4aed-b9f6-358ef5794e2a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.098029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b528f6c4-54f1-49c1-a922-a243996b64c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2becff22-fd22-4101-8106-cabc0f052078), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.101073 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b528f6c4-54f1-49c1-a922-a243996b64c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.102604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b528f6c4-54f1-49c1-a922-a243996b64c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2becff22-fd22-4101-8106-cabc0f052078 HTTP/1.1" status: 204 len: 168 time: 2.2143648 Feb 19 03:35:57.119245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f03477d-7058-4f43-88a6-9b7b785b79bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c9c3a318-c7c5-4aed-b9f6-358ef5794e2a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.122462 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f03477d-7058-4f43-88a6-9b7b785b79bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.135490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6f03477d-7058-4f43-88a6-9b7b785b79bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9c3a318-c7c5-4aed-b9f6-358ef5794e2a HTTP/1.1" status: 204 len: 168 time: 0.6157634 Feb 19 03:35:57.160311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Allocated IP 172.20.0.3 (fe9d6d30-625d-450f-933b-efaadb357ec7/ce738e80-e0ec-4d2c-8061-632564612e19/5d634e8b-25b3-427a-bd2b-47b70bf1f7cc) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:57.178209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5258bb65-3eb6-44a6-8b5e-12b436f568d7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:57.185683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e5cf0bc1-cf7a-4fb8-87b0-1c64dc5fc6ff service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841834 Feb 19 03:35:57.208654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0346f667-42f1-4f45-b721-e5021d56ab5c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:57.216426 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0346f667-42f1-4f45-b721-e5021d56ab5c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.233622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528f6c4-54f1-49c1-a922-a243996b64c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2becff22-fd22-4101-8106-cabc0f052078,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:57.337244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:57.337654 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.370284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-83076ef9-722c-44a0-a4e5-fbf05f29364b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a HTTP/1.1" status: 200 len: 217 time: 0.1681209 Feb 19 03:35:57.477357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03477d-7058-4f43-88a6-9b7b785b79bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c3a318-c7c5-4aed-b9f6-358ef5794e2a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:57.574917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3461af26-3a3b-407a-a795-547398457ccf req-95bc1cee-2d40-4681-9602-3ab022071737 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5656095 Feb 19 03:35:57.578659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1ad59fc-9f2b-43c3-a0c6-f493177ab1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:57.580157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-e1ad59fc-9f2b-43c3-a0c6-f493177ab1a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=993294fb-3c75-47da-8f13-dd96a8f43ba4 HTTP/1.1" status: 200 len: 797 time: 0.2090490 Feb 19 03:35:57.671379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.672358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:57.694630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a0ba4c0f-dcca-4c3b-89c7-c063e7c41629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:57.696191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-a0ba4c0f-dcca-4c3b-89c7-c063e7c41629 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11ef5ccb-0868-41f4-97a7-681c7d13022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0937696 Feb 19 03:35:57.808681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.845528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:57.857901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56192) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:57.858056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:57.877602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:57.922514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0fb02e8-c3e5-44df-a291-758e63284b72 req-9ccd9471-8f1e-40cd-9f5e-0e913eb743b8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.2097368 Feb 19 03:35:57.948689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:57.962012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-33519f70-c71e-4d3d-a11c-9876ef6f08c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.004173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:58.013643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.049586 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-14a783d6-abf8-468c-928e-5748bee1cc06 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2589457 Feb 19 03:35:58.074775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Request body: {'port': {'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:58.155625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.194513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-4965ca61-9919-4c7d-8f59-223ab787bd85 service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636972 Feb 19 03:35:58.296365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-04ce8715-a22d-40f4-9a44-fda35a666e54 None None] Provisioning complete for port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:58.297241 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-04ce8715-a22d-40f4-9a44-fda35a666e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.328101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81c69519-5b51-4db3-8ce6-a53d58ced1bc req-2ddcce3e-6311-405b-b8db-0148a4ef4347 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.1280904 Feb 19 03:35:58.412580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-04ce8715-a22d-40f4-9a44-fda35a666e54 None None] Port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:58.569817 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0346f667-42f1-4f45-b721-e5021d56ab5c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (43d9e721-4130-4959-a7b2-d121b6b929de), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.636573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-deleted', 'tag': 'c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e'}, {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-deleted', 'tag': '21f9ea20-6bea-463a-a992-4e52399af0f0'}, {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-deleted', 'tag': 'fed2a259-daba-4a39-bbcc-b2622847ea85'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:58.641480 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb9c16f-6222-4d36-82bf-7b531cbb0f53" -d '{"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-deleted", "tag": "c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e"}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-deleted", "tag": "21f9ea20-6bea-463a-a992-4e52399af0f0"}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-deleted", "tag": "fed2a259-daba-4a39-bbcc-b2622847ea85"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:58.732254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346f667-42f1-4f45-b721-e5021d56ab5c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:58.742168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0346f667-42f1-4f45-b721-e5021d56ab5c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:58.746102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0346f667-42f1-4f45-b721-e5021d56ab5c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:58.747484 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0346f667-42f1-4f45-b721-e5021d56ab5c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.752867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47670531-b1e2-4522-8db9-9836c6aaab92 None None] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:58.766454 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-33519f70-c71e-4d3d-a11c-9876ef6f08c4 admin admin] Publish callbacks [] for security_group (ae417536-a9d2-4973-af42-2dc5c5b96a92), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.809855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3d50a15-bb61-4cab-9943-1b9ade0985bf req-252bdf2a-a8dd-4ea0-ae84-a2f146f5d340 service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953193 Feb 19 03:35:58.842190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0346f667-42f1-4f45-b721-e5021d56ab5c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8228185 Feb 19 03:35:58.843856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56210) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:58.852443 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:58.855597 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-33519f70-c71e-4d3d-a11c-9876ef6f08c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ae417536-a9d2-4973-af42-2dc5c5b96a92), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.864162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-817021554', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43d9e721-4130-4959-a7b2-d121b6b929de'}], 'security_groups': ['0326345c-5323-4fc9-9525-a196984f2216']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:58.876050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Publish callbacks [] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.905709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Transition to ACTIVE for port object 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:58.918910 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.046054 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Pushing event updated for resources: {'Port': ['ID=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:59.077262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.077620 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.078081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.078452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.078780 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.079124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.079467 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.079807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.080139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.080474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.080813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.081143 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.081473 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:59.111148 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33519f70-c71e-4d3d-a11c-9876ef6f08c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae417536-a9d2-4973-af42-2dc5c5b96a92,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:59.140373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346f667-42f1-4f45-b721-e5021d56ab5c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=43d9e721-4130-4959-a7b2-d121b6b929de,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:59.172515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294fd9e8-ef71-4d17-b84c-7f41ec0bd106 None None] Update dhcp port {'port': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'fixed_ips': [{'subnet_id': 'fedaa5a3-3198-4a62-93a5-77822f335236', 'ip_address': '2001:db8::2'}, {'subnet_id': '43d9e721-4130-4959-a7b2-d121b6b929de'}], 'binding:host_id': 'n-d-826756-2'}, 'id': '5258bb65-3eb6-44a6-8b5e-12b436f568d7'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:35:59.199521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Attempting to bind port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:59.200585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Attempting to bind port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:59.200874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Attempting to bind port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:59.211811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc on network fe9d6d30-625d-450f-933b-efaadb357ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:59.212166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Attempting to bind port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:59.229908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:59.232224 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Checking segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:59.232651 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-294fd9e8-ef71-4d17-b84c-7f41ec0bd106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.233029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Bound using segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:59.233608 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Bound port: 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:59.235006 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.271829 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (73236226-f6b0-4718-ab1b-d2db134f3011), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.297701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8644564-ee31-4de7-b004-2aac5e18aa0e req-72eb6428-4448-4956-8e30-fe2194883295 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.303446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8644564-ee31-4de7-b004-2aac5e18aa0e req-72eb6428-4448-4956-8e30-fe2194883295 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.308992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8644564-ee31-4de7-b004-2aac5e18aa0e req-72eb6428-4448-4956-8e30-fe2194883295 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.320922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8644564-ee31-4de7-b004-2aac5e18aa0e req-72eb6428-4448-4956-8e30-fe2194883295 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.334068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8644564-ee31-4de7-b004-2aac5e18aa0e req-72eb6428-4448-4956-8e30-fe2194883295 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.339419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8644564-ee31-4de7-b004-2aac5e18aa0e req-72eb6428-4448-4956-8e30-fe2194883295 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.352217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8644564-ee31-4de7-b004-2aac5e18aa0e req-72eb6428-4448-4956-8e30-fe2194883295 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.354243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8644564-ee31-4de7-b004-2aac5e18aa0e req-72eb6428-4448-4956-8e30-fe2194883295 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.6201491 Feb 19 03:35:59.379184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-33519f70-c71e-4d3d-a11c-9876ef6f08c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9f1ca4371e242589e428a75d8f85623&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5163448 Feb 19 03:35:59.387074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56216) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:59.426946 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] For port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:59.436662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] For port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:59.454444 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.463195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8644564-ee31-4de7-b004-2aac5e18aa0e req-b7dbfe7d-7040-4d2a-af15-efa49682d27a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759022 Feb 19 03:35:59.486846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-8b758af6-b1df-4a58-b5a7-965733432375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.487333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-8b758af6-b1df-4a58-b5a7-965733432375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.487814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-8b758af6-b1df-4a58-b5a7-965733432375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.488281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-8b758af6-b1df-4a58-b5a7-965733432375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.488746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-8b758af6-b1df-4a58-b5a7-965733432375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.489212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-8b758af6-b1df-4a58-b5a7-965733432375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.489794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-8b758af6-b1df-4a58-b5a7-965733432375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.491760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-8b758af6-b1df-4a58-b5a7-965733432375 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6693 time: 0.4012125 Feb 19 03:35:59.568100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.569234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.574394 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] 10.222.0.37 "PUT /v2.0/ports/5d634e8b-25b3-427a-bd2b-47b70bf1f7cc HTTP/1.1" status: 200 len: 1091 time: 1.5076637 Feb 19 03:35:59.578211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'tag': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:59.585029 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033127ea-7e11-41cd-90cc-974ca4092221" -d '{"events": [{"name": "network-changed", "server_uuid": "30f9fbf9-7e0c-4340-b04b-99273d7d9384", "tag": "5d634e8b-25b3-427a-bd2b-47b70bf1f7cc"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:59.661188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7d09b-9dd6-4b36-853d-b7034a989563 service neutron] Pushing event updated for resources: {'Port': ['ID=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:59.700005 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e59af2-d94e-4eff-aa96-aa5fdbc767d4 x-openstack-request-id: req-84e59af2-d94e-4eff-aa96-aa5fdbc767d4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:59.700475 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-deleted", "tag": "c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e", "status": "completed", "code": 200}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-deleted", "tag": "21f9ea20-6bea-463a-a992-4e52399af0f0", "status": "completed", "code": 200}, {"server_uuid": "1ce06a3b-901b-4625-be53-b10f50b4b0ef", "name": "network-vif-deleted", "tag": "fed2a259-daba-4a39-bbcc-b2622847ea85", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:59.700836 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84e59af2-d94e-4eff-aa96-aa5fdbc767d4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:59.701354 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-deleted', 'tag': 'c3f61c9d-42b9-4a7b-89a8-acb1b5abd12e', 'status': 'completed', 'code': 200} Feb 19 03:35:59.701748 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-deleted', 'tag': '21f9ea20-6bea-463a-a992-4e52399af0f0', 'status': 'completed', 'code': 200} Feb 19 03:35:59.702721 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce06a3b-901b-4625-be53-b10f50b4b0ef', 'name': 'network-vif-deleted', 'tag': 'fed2a259-daba-4a39-bbcc-b2622847ea85', 'status': 'completed', 'code': 200} Feb 19 03:35:59.766545 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:35:59.772430 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-557c7d4e-4910-4ee1-903d-ab92c799b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.774552 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-557c7d4e-4910-4ee1-903d-ab92c799b00f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 1125 time: 0.1038470 Feb 19 03:35:59.784833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-294fd9e8-ef71-4d17-b84c-7f41ec0bd106 None None] Allocated IP 2001:db8:0:1::2 (8d02ce99-57d8-467b-b3e2-7b53511497dd/43d9e721-4130-4959-a7b2-d121b6b929de/5258bb65-3eb6-44a6-8b5e-12b436f568d7) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:59.868584 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d55c-78cc-4139-982b-be2fa8c08ce3 admin admin] Publish callbacks [] for security_group (ae417536-a9d2-4973-af42-2dc5c5b96a92), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.878001 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-580dcc24-0674-4244-930e-f73134b62e8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc HTTP/1.1" status: 200 len: 217 time: 0.0875332 Feb 19 03:35:59.986984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c8651-79e1-42c4-a95c-b6228fcf27e7 req-7787e43b-e368-4453-b423-26fc0404dae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.989441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-505c8651-79e1-42c4-a95c-b6228fcf27e7 req-7787e43b-e368-4453-b423-26fc0404dae7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.2114789 Feb 19 03:36:00.001227 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d55c-78cc-4139-982b-be2fa8c08ce3 admin admin] Publish callbacks [] for security_group (ae417536-a9d2-4973-af42-2dc5c5b96a92), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.016734 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-acf946ad-e7eb-4bbb-aa7e-7bd5dc7a70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:00.025952 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-acf946ad-e7eb-4bbb-aa7e-7bd5dc7a70e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1415863 Feb 19 03:36:00.061999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-294fd9e8-ef71-4d17-b84c-7f41ec0bd106 None None] For port 5258bb65-3eb6-44a6-8b5e-12b436f568d7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5258bb65-3eb6-44a6-8b5e-12b436f568d7,segment=NetworkSegment(24771c7e-9feb-4d1c-a599-62c3c8c6d695),segment_id=24771c7e-9feb-4d1c-a599-62c3c8c6d695)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:00.070670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-659f00ce-d9c2-432c-b78c-7bc9b0e24112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:00.072410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-659f00ce-d9c2-432c-b78c-7bc9b0e24112 service neutron] 10.222.0.71 "GET /v2.0/networks?id=11ef5ccb-0868-41f4-97a7-681c7d13022b HTTP/1.1" status: 200 len: 901 time: 0.5339565 Feb 19 03:36:00.126517 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d55c-78cc-4139-982b-be2fa8c08ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ae417536-a9d2-4973-af42-2dc5c5b96a92), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.129331 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d55c-78cc-4139-982b-be2fa8c08ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.130589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dbe6d55c-78cc-4139-982b-be2fa8c08ce3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae417536-a9d2-4973-af42-2dc5c5b96a92 HTTP/1.1" status: 204 len: 168 time: 0.7387688 Feb 19 03:36:00.156607 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-aed63a15-13e4-4191-8a9a-5959ffed5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:00.162267 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-aed63a15-13e4-4191-8a9a-5959ffed5a9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1244974 Feb 19 03:36:00.165023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6d55c-78cc-4139-982b-be2fa8c08ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae417536-a9d2-4973-af42-2dc5c5b96a92,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:00.202997 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-294fd9e8-ef71-4d17-b84c-7f41ec0bd106 None None] Publish callbacks [] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.214165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-5447a3d1-2739-41fb-bd3a-87af8188a9bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a HTTP/1.1" status: 200 len: 217 time: 0.0953183 Feb 19 03:36:00.217042 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-294fd9e8-ef71-4d17-b84c-7f41ec0bd106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.348600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fd9e8-ef71-4d17-b84c-7f41ec0bd106 None None] Pushing event updated for resources: {'Port': ['ID=5258bb65-3eb6-44a6-8b5e-12b436f568d7,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:00.370188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-505c8651-79e1-42c4-a95c-b6228fcf27e7 req-c2671f01-85da-4c55-8e89-0fcc03d1638e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3676071 Feb 19 03:36:00.402574 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-1ba174a5-1e2a-4413-9ed9-9907ca00c62e service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359242 Feb 19 03:36:00.644399 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-81c1c8ce-945b-4b5b-8710-0c7b04718565 req-267ad038-4ec9-4cf3-b7a5-658666dbdbb7 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346721 Feb 19 03:36:00.665373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Delete allocated IP 2001:db8::170 (8d02ce99-57d8-467b-b3e2-7b53511497dd/fedaa5a3-3198-4a62-93a5-77822f335236) {{(pid=103615) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:36:00.676553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8:0:1::206 (8d02ce99-57d8-467b-b3e2-7b53511497dd/43d9e721-4130-4959-a7b2-d121b6b929de/73236226-f6b0-4718-ab1b-d2db134f3011) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:00.794147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-aed702fe-4b5b-4a2c-a2ed-f4653ce70e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:00.795817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-aed702fe-4b5b-4a2c-a2ed-f4653ce70e09 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=993294fb-3c75-47da-8f13-dd96a8f43ba4 HTTP/1.1" status: 200 len: 797 time: 0.5687199 Feb 19 03:36:00.857795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60eea379-1987-456a-bc89-d2314a42b678 req-bf88e78d-8c5e-414b-b492-e717f1009179 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0566225 Feb 19 03:36:00.936746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56234) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:00.958905 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-140be325-300e-4582-9b23-b65cf2320665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.030905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-49b498b7-91c5-4b76-82fc-b38715d16e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:01.032453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-49b498b7-91c5-4b76-82fc-b38715d16e42 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11ef5ccb-0868-41f4-97a7-681c7d13022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2120161 Feb 19 03:36:01.057495 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (73236226-f6b0-4718-ab1b-d2db134f3011), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.108375 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-140be325-300e-4582-9b23-b65cf2320665 admin admin] Publish callbacks [] for security_group (d782e708-30e3-4fd3-a753-c3e925ab182f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.119005 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-140be325-300e-4582-9b23-b65cf2320665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d782e708-30e3-4fd3-a753-c3e925ab182f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.122815 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (73236226-f6b0-4718-ab1b-d2db134f3011), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.154124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140be325-300e-4582-9b23-b65cf2320665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d782e708-30e3-4fd3-a753-c3e925ab182f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:01.182676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5258bb65-3eb6-44a6-8b5e-12b436f568d7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:01.190937 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-140be325-300e-4582-9b23-b65cf2320665 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d90fd1e4700a4cfb80dbde9674e6fb0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530725 Feb 19 03:36:01.193908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56236) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:01.242231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:01.246245 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.315682 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-672b77bf-32f3-49c6-b61a-b1367363b446 admin admin] Publish callbacks [] for security_group (d782e708-30e3-4fd3-a753-c3e925ab182f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.371231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] In _notify_port_updated(), no bound segment for port 73236226-f6b0-4718-ab1b-d2db134f3011 on network 8d02ce99-57d8-467b-b3e2-7b53511497dd {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:36:01.377012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:01.377659 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.379032 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "PUT /v2.0/ports/73236226-f6b0-4718-ab1b-d2db134f3011 HTTP/1.1" status: 200 len: 930 time: 2.5246379 Feb 19 03:36:01.379797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f7d90-5574-4510-b869-6bb1e2e8683a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=73236226-f6b0-4718-ab1b-d2db134f3011,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:01.381014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-672b77bf-32f3-49c6-b61a-b1367363b446 admin admin] Publish callbacks [] for security_group (d782e708-30e3-4fd3-a753-c3e925ab182f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.383982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56240) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:01.409275 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dac4ef-0c21-471d-ba36-7ed0c9f8f1e1 x-openstack-request-id: req-b4dac4ef-0c21-471d-ba36-7ed0c9f8f1e1 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:36:01.409820 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f9fbf9-7e0c-4340-b04b-99273d7d9384", "tag": "5d634e8b-25b3-427a-bd2b-47b70bf1f7cc", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:36:01.410379 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4dac4ef-0c21-471d-ba36-7ed0c9f8f1e1 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:36:01.410982 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'tag': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'status': 'completed', 'code': 200} Feb 19 03:36:01.488501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:01.558030 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-672b77bf-32f3-49c6-b61a-b1367363b446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d782e708-30e3-4fd3-a753-c3e925ab182f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.563310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-d47eb204-eb2d-4660-b797-71e10116e42b service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187991 Feb 19 03:36:01.567162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-672b77bf-32f3-49c6-b61a-b1367363b446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.568683 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-672b77bf-32f3-49c6-b61a-b1367363b446 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d782e708-30e3-4fd3-a753-c3e925ab182f HTTP/1.1" status: 204 len: 168 time: 0.3738179 Feb 19 03:36:01.597122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b77bf-32f3-49c6-b61a-b1367363b446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d782e708-30e3-4fd3-a753-c3e925ab182f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:01.633109 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033127ea-7e11-41cd-90cc-974ca4092221 req-48764d5a-f0ce-496e-a1be-206151bbb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:01.635740 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-033127ea-7e11-41cd-90cc-974ca4092221 req-48764d5a-f0ce-496e-a1be-206151bbb486 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 1125 time: 0.1727757 Feb 19 03:36:01.676238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cfc47f10-c6e8-4b8a-9706-1e9cbcee95d4 None None] Provisioning complete for port 73236226-f6b0-4718-ab1b-d2db134f3011 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:01.676706 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cfc47f10-c6e8-4b8a-9706-1e9cbcee95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (73236226-f6b0-4718-ab1b-d2db134f3011), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.761220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cfc47f10-c6e8-4b8a-9706-1e9cbcee95d4 None None] Port 73236226-f6b0-4718-ab1b-d2db134f3011 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:01.809101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cfc47f10-c6e8-4b8a-9706-1e9cbcee95d4 None None] Provisioning complete for port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:01.815354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cfc47f10-c6e8-4b8a-9706-1e9cbcee95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.905550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033127ea-7e11-41cd-90cc-974ca4092221 req-ddc617c7-c173-4da3-abd8-83ba3b22c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:01.908809 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-033127ea-7e11-41cd-90cc-974ca4092221 req-ddc617c7-c173-4da3-abd8-83ba3b22c9b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.2647743 Feb 19 03:36:01.913357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cfc47f10-c6e8-4b8a-9706-1e9cbcee95d4 None None] Port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:01.941010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cfc47f10-c6e8-4b8a-9706-1e9cbcee95d4 None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:01.941770 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cfc47f10-c6e8-4b8a-9706-1e9cbcee95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.008728 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-033127ea-7e11-41cd-90cc-974ca4092221 req-07bab7eb-2e96-44cb-b3b2-5110ff6f82a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc HTTP/1.1" status: 200 len: 217 time: 0.0922742 Feb 19 03:36:02.115219 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033127ea-7e11-41cd-90cc-974ca4092221 req-8c4c6018-1095-4e91-aa99-9b831144b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:02.124717 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-033127ea-7e11-41cd-90cc-974ca4092221 req-8c4c6018-1095-4e91-aa99-9b831144b409 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1084795 Feb 19 03:36:02.142365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cfc47f10-c6e8-4b8a-9706-1e9cbcee95d4 None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:02.276592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033127ea-7e11-41cd-90cc-974ca4092221 req-9724191b-eb96-47ba-b607-ce0c65a63584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:02.278894 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-033127ea-7e11-41cd-90cc-974ca4092221 req-9724191b-eb96-47ba-b607-ce0c65a63584 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0933633 Feb 19 03:36:02.290222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f031d91c-2cfd-49b5-b5d4-90d71fe5d71a None None] Provisioning complete for port 73236226-f6b0-4718-ab1b-d2db134f3011 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:02.291824 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f031d91c-2cfd-49b5-b5d4-90d71fe5d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (73236226-f6b0-4718-ab1b-d2db134f3011), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.370506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f031d91c-2cfd-49b5-b5d4-90d71fe5d71a None None] Port 73236226-f6b0-4718-ab1b-d2db134f3011 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:02.397449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d50d8db8-a2f9-4e60-ae1c-9e0405d311d0 req-66abfcdc-7f47-43df-8bad-c38edec60884 service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8309052 Feb 19 03:36:02.415752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2ab29-4460-4048-bf6c-cf0b58463cd6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 73236226-f6b0-4718-ab1b-d2db134f3011 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:02.416446 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ab29-4460-4048-bf6c-cf0b58463cd6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (73236226-f6b0-4718-ab1b-d2db134f3011), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.466559 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-033127ea-7e11-41cd-90cc-974ca4092221 req-856d1a41-79ff-4a4b-9d90-898152d38670 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774445 Feb 19 03:36:02.550199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be483adb-9dac-43b6-88c7-9b9ca2fa45b3 req-052d3603-01c0-49ea-b732-698e7f87cd90 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:02.563289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be483adb-9dac-43b6-88c7-9b9ca2fa45b3 req-052d3603-01c0-49ea-b732-698e7f87cd90 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:02.568935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be483adb-9dac-43b6-88c7-9b9ca2fa45b3 req-052d3603-01c0-49ea-b732-698e7f87cd90 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:02.575475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be483adb-9dac-43b6-88c7-9b9ca2fa45b3 req-052d3603-01c0-49ea-b732-698e7f87cd90 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:02.581879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be483adb-9dac-43b6-88c7-9b9ca2fa45b3 req-052d3603-01c0-49ea-b732-698e7f87cd90 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:02.592854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be483adb-9dac-43b6-88c7-9b9ca2fa45b3 req-052d3603-01c0-49ea-b732-698e7f87cd90 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:02.599523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be483adb-9dac-43b6-88c7-9b9ca2fa45b3 req-052d3603-01c0-49ea-b732-698e7f87cd90 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:02.602588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be483adb-9dac-43b6-88c7-9b9ca2fa45b3 req-052d3603-01c0-49ea-b732-698e7f87cd90 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2272789 Feb 19 03:36:02.639043 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-033127ea-7e11-41cd-90cc-974ca4092221 req-454eca77-eebd-4895-af93-afe775773403 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664891 Feb 19 03:36:02.674582 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ab29-4460-4048-bf6c-cf0b58463cd6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (73236226-f6b0-4718-ab1b-d2db134f3011), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.706175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2ab29-4460-4048-bf6c-cf0b58463cd6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 73236226-f6b0-4718-ab1b-d2db134f3011 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:02.763173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be483adb-9dac-43b6-88c7-9b9ca2fa45b3 req-b4b99ac9-fcb9-4931-a067-711376b2682e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447608 Feb 19 03:36:02.938667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b2c4-70fc-49ff-93bf-a179b09cb8e6 req-4f443772-b191-4bb9-9c2d-2cd46eb4d696 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:02.940458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b699b2c4-70fc-49ff-93bf-a179b09cb8e6 req-4f443772-b191-4bb9-9c2d-2cd46eb4d696 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0943658 Feb 19 03:36:03.004186 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b699b2c4-70fc-49ff-93bf-a179b09cb8e6 req-8c9c7c79-ab87-44f0-aac4-4e2061f063f9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517955 Feb 19 03:36:03.015119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ab29-4460-4048-bf6c-cf0b58463cd6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (73236226-f6b0-4718-ab1b-d2db134f3011), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.058377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2ab29-4460-4048-bf6c-cf0b58463cd6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=73236226-f6b0-4718-ab1b-d2db134f3011,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:03.101948 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ab29-4460-4048-bf6c-cf0b58463cd6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.111311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b4d2ab29-4460-4048-bf6c-cf0b58463cd6 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/73236226-f6b0-4718-ab1b-d2db134f3011 HTTP/1.1" status: 204 len: 168 time: 1.7264078 Feb 19 03:36:03.112393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56282) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:03.160281 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ff730d-475f-436f-9c73-f1c9d360bdcb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:36:03.161899 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-29ff730d-475f-436f-9c73-f1c9d360bdcb tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/73236226-f6b0-4718-ab1b-d2db134f3011 HTTP/1.1" status: 404 len: 333 time: 0.0481355 Feb 19 03:36:03.164657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56284) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:03.177019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c441e66-b830-4322-a303-240d20aac069 req-ea53e5d3-8e9b-4f35-8485-36a3ad164f29 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0448413 Feb 19 03:36:03.316910 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9309b7ce-7d06-46bf-bedb-f57f9454e889 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (0144c905-37ea-4078-8fe8-2b38e4128be3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.384841 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9309b7ce-7d06-46bf-bedb-f57f9454e889 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (0144c905-37ea-4078-8fe8-2b38e4128be3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.411979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daeca-e01c-48f3-b647-a532b39c7b53 req-0bfb44e8-81f5-446e-a008-dc28244caead tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:03.421238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da4daeca-e01c-48f3-b647-a532b39c7b53 req-0bfb44e8-81f5-446e-a008-dc28244caead tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1047485 Feb 19 03:36:03.485950 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9309b7ce-7d06-46bf-bedb-f57f9454e889 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0144c905-37ea-4078-8fe8-2b38e4128be3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.490760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da4daeca-e01c-48f3-b647-a532b39c7b53 req-305366ee-79ce-478c-ba66-db069fd4dff1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683587 Feb 19 03:36:03.491631 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9309b7ce-7d06-46bf-bedb-f57f9454e889 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.493371 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9309b7ce-7d06-46bf-bedb-f57f9454e889 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/security-groups/0144c905-37ea-4078-8fe8-2b38e4128be3 HTTP/1.1" status: 204 len: 168 time: 0.3263042 Feb 19 03:36:03.497022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56294) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:03.526625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309b7ce-7d06-46bf-bedb-f57f9454e889 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0144c905-37ea-4078-8fe8-2b38e4128be3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:03.591976 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf46571-6a3d-4370-8d62-621cfb125062 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (0326345c-5323-4fc9-9525-a196984f2216), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.632205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf46571-6a3d-4370-8d62-621cfb125062 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (0326345c-5323-4fc9-9525-a196984f2216), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.696856 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf46571-6a3d-4370-8d62-621cfb125062 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0326345c-5323-4fc9-9525-a196984f2216), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.701560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf46571-6a3d-4370-8d62-621cfb125062 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.702784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cbf46571-6a3d-4370-8d62-621cfb125062 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/security-groups/0326345c-5323-4fc9-9525-a196984f2216 HTTP/1.1" status: 204 len: 168 time: 0.2017593 Feb 19 03:36:03.705458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56298) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:03.719425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf46571-6a3d-4370-8d62-621cfb125062 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0326345c-5323-4fc9-9525-a196984f2216,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:03.807692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-49956cb4-1886-4aac-aa45-42fe6966fcbe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet fedaa5a3-3198-4a62-93a5-77822f335236 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:03.812602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49956cb4-1886-4aac-aa45-42fe6966fcbe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (fedaa5a3-3198-4a62-93a5-77822f335236), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.859147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49956cb4-1886-4aac-aa45-42fe6966fcbe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (fedaa5a3-3198-4a62-93a5-77822f335236), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.961657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9fa8-2cce-4198-8886-bf51b3d53ca2 req-e499a37a-e84f-449f-8bba-d75576144b47 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:03.973383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9fa8-2cce-4198-8886-bf51b3d53ca2 req-e499a37a-e84f-449f-8bba-d75576144b47 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:03.982090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9fa8-2cce-4198-8886-bf51b3d53ca2 req-e499a37a-e84f-449f-8bba-d75576144b47 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:03.984422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9fa8-2cce-4198-8886-bf51b3d53ca2 req-e499a37a-e84f-449f-8bba-d75576144b47 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:03.989894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9fa8-2cce-4198-8886-bf51b3d53ca2 req-e499a37a-e84f-449f-8bba-d75576144b47 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:03.994970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9fa8-2cce-4198-8886-bf51b3d53ca2 req-e499a37a-e84f-449f-8bba-d75576144b47 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:04.000768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9fa8-2cce-4198-8886-bf51b3d53ca2 req-e499a37a-e84f-449f-8bba-d75576144b47 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:04.006269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49956cb4-1886-4aac-aa45-42fe6966fcbe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (fedaa5a3-3198-4a62-93a5-77822f335236), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.008294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b15a9fa8-2cce-4198-8886-bf51b3d53ca2 req-e499a37a-e84f-449f-8bba-d75576144b47 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1325092 Feb 19 03:36:04.076555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b15a9fa8-2cce-4198-8886-bf51b3d53ca2 req-4077a79a-32da-419c-a1c6-e30a761fd47b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639932 Feb 19 03:36:04.120626 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49956cb4-1886-4aac-aa45-42fe6966fcbe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (fedaa5a3-3198-4a62-93a5-77822f335236), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.172163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49956cb4-1886-4aac-aa45-42fe6966fcbe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=fedaa5a3-3198-4a62-93a5-77822f335236,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:04.177987 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49956cb4-1886-4aac-aa45-42fe6966fcbe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.187719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07302dd-246c-4748-b7bb-a19cd36aef3c None None] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:04.190410 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-49956cb4-1886-4aac-aa45-42fe6966fcbe tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/fedaa5a3-3198-4a62-93a5-77822f335236 HTTP/1.1" status: 204 len: 168 time: 0.4829810 Feb 19 03:36:04.196092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56312) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:04.204724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f9c97ece-d909-49dd-85b5-404faeb48088 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:04.321631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935ce00-cbcd-4ba5-882d-816e97435e7d req-03c090d9-097d-4ac2-bb82-c348be84f3ad tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:04.329627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d935ce00-cbcd-4ba5-882d-816e97435e7d req-03c090d9-097d-4ac2-bb82-c348be84f3ad tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1833842 Feb 19 03:36:04.428487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d935ce00-cbcd-4ba5-882d-816e97435e7d req-db6bdb01-59cd-4278-b3fc-24e502c2fa19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975289 Feb 19 03:36:04.466172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c97ece-d909-49dd-85b5-404faeb48088 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:04.469601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9c97ece-d909-49dd-85b5-404faeb48088 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.587582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56322) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:04.613392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f5048a-fd31-4607-9d77-e3c7e2ef3341 req-5172b184-a0a1-4985-aa8b-5a60523a6cc3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0502470 Feb 19 03:36:04.761638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d67a1ca-766a-40c7-b95c-7e079ab4f52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.931715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c066f-a16b-488d-8484-c971c3994526 req-c0480a4e-d7b2-4c4a-840e-b59fc6d09026 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:04.933437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-437c066f-a16b-488d-8484-c971c3994526 req-c0480a4e-d7b2-4c4a-840e-b59fc6d09026 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1657035 Feb 19 03:36:04.944779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d67a1ca-766a-40c7-b95c-7e079ab4f52e admin admin] Publish callbacks [] for security_group (cac333d1-fb2c-4a11-b51c-c2e85cffb248), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.956067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d67a1ca-766a-40c7-b95c-7e079ab4f52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cac333d1-fb2c-4a11-b51c-c2e85cffb248), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.030159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9c97ece-d909-49dd-85b5-404faeb48088 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (adbecbcd-7a75-49e8-be2b-3fc581df3f73), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.060314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67a1ca-766a-40c7-b95c-7e079ab4f52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac333d1-fb2c-4a11-b51c-c2e85cffb248,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:05.065741 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8d67a1ca-766a-40c7-b95c-7e079ab4f52e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4100a90856ef4591aacf606b95565f63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4770374 Feb 19 03:36:05.071218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56326) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:05.102105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-437c066f-a16b-488d-8484-c971c3994526 req-c71e39e8-7f8b-45cc-adad-03904e77d55a tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575055 Feb 19 03:36:05.102985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c97ece-d909-49dd-85b5-404faeb48088 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=adbecbcd-7a75-49e8-be2b-3fc581df3f73,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:05.147760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c97ece-d909-49dd-85b5-404faeb48088 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:05.149659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f9c97ece-d909-49dd-85b5-404faeb48088 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:05.159310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c97ece-d909-49dd-85b5-404faeb48088 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.164115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9c97ece-d909-49dd-85b5-404faeb48088 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.217388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f9c97ece-d909-49dd-85b5-404faeb48088 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0189965 Feb 19 03:36:05.221967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56330) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:05.235045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-77103a37-3e59-4280-b2fd-354e052f3811 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'security_group': {'name': 'tempest-secgroup-514256000'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:05.265323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0e0-2792-4f71-946b-35b8aa555a7a admin admin] Publish callbacks [] for security_group (cac333d1-fb2c-4a11-b51c-c2e85cffb248), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.295306 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77103a37-3e59-4280-b2fd-354e052f3811 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.324033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d31c6-a3a2-459a-9b05-dd09e65555ae req-e48e428d-ff76-47ea-aab7-4b0c4a618832 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.325503 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0e0-2792-4f71-946b-35b8aa555a7a admin admin] Publish callbacks [] for security_group (cac333d1-fb2c-4a11-b51c-c2e85cffb248), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.330304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d31c6-a3a2-459a-9b05-dd09e65555ae req-e48e428d-ff76-47ea-aab7-4b0c4a618832 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.335635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d31c6-a3a2-459a-9b05-dd09e65555ae req-e48e428d-ff76-47ea-aab7-4b0c4a618832 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.345174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d31c6-a3a2-459a-9b05-dd09e65555ae req-e48e428d-ff76-47ea-aab7-4b0c4a618832 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.350261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da43f1a-a0a6-48fd-9647-ce6d56eef6f4 None None] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:05.352147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d31c6-a3a2-459a-9b05-dd09e65555ae req-e48e428d-ff76-47ea-aab7-4b0c4a618832 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.358842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d31c6-a3a2-459a-9b05-dd09e65555ae req-e48e428d-ff76-47ea-aab7-4b0c4a618832 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.364332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d31c6-a3a2-459a-9b05-dd09e65555ae req-e48e428d-ff76-47ea-aab7-4b0c4a618832 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.373792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc6d31c6-a3a2-459a-9b05-dd09e65555ae req-e48e428d-ff76-47ea-aab7-4b0c4a618832 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1220891 Feb 19 03:36:05.437411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0e0-2792-4f71-946b-35b8aa555a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cac333d1-fb2c-4a11-b51c-c2e85cffb248), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.440813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84f6e0e0-2792-4f71-946b-35b8aa555a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.442471 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-84f6e0e0-2792-4f71-946b-35b8aa555a7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cac333d1-fb2c-4a11-b51c-c2e85cffb248 HTTP/1.1" status: 204 len: 168 time: 0.3700573 Feb 19 03:36:05.445526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77103a37-3e59-4280-b2fd-354e052f3811 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (60de945f-31e0-45d2-9da3-8186f574b80a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.455330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc6d31c6-a3a2-459a-9b05-dd09e65555ae req-432f4cff-e267-4f8b-b26f-ec6f5dd6c2d7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803018 Feb 19 03:36:05.456137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6e0e0-2792-4f71-946b-35b8aa555a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac333d1-fb2c-4a11-b51c-c2e85cffb248,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:05.465628 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77103a37-3e59-4280-b2fd-354e052f3811 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (60de945f-31e0-45d2-9da3-8186f574b80a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.511631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77103a37-3e59-4280-b2fd-354e052f3811 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60de945f-31e0-45d2-9da3-8186f574b80a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:05.536389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77103a37-3e59-4280-b2fd-354e052f3811 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.540565 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-77103a37-3e59-4280-b2fd-354e052f3811 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3173876 Feb 19 03:36:05.543393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56336) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:05.557836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1ab77b59-9c71-49ca-96f1-d75d64742493 None None] Provisioning complete for port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:05.558355 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1ab77b59-9c71-49ca-96f1-d75d64742493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.564408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-26a9f3fb-a19b-4c79-a0a4-b4526eeca4aa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'security_group': {'name': 'tempest-secgroup-1248357755'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:05.599340 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26a9f3fb-a19b-4c79-a0a4-b4526eeca4aa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.610897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961a075-cd4c-4bc9-84bb-19aea542edb8 req-1221c681-b153-4fad-a471-6e0923e861c4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.616168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5961a075-cd4c-4bc9-84bb-19aea542edb8 req-1221c681-b153-4fad-a471-6e0923e861c4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0867896 Feb 19 03:36:05.632024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1ab77b59-9c71-49ca-96f1-d75d64742493 None None] Port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:05.654298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1ab77b59-9c71-49ca-96f1-d75d64742493 None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:05.654298 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1ab77b59-9c71-49ca-96f1-d75d64742493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.699488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5961a075-cd4c-4bc9-84bb-19aea542edb8 req-e8bf10c9-ccae-4769-904b-fbe2e753e064 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586100 Feb 19 03:36:05.752177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473beaaf-8bb0-47f1-8d4f-921388ceae34 None None] Update dhcp port {'port': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'fixed_ips': [{'subnet_id': '43d9e721-4130-4959-a7b2-d121b6b929de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'adbecbcd-7a75-49e8-be2b-3fc581df3f73'}], 'binding:host_id': 'n-d-826756-2'}, 'id': '5258bb65-3eb6-44a6-8b5e-12b436f568d7'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:36:05.784129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-473beaaf-8bb0-47f1-8d4f-921388ceae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.802882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26a9f3fb-a19b-4c79-a0a4-b4526eeca4aa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (f1049847-ad41-47cd-87c9-e4c62fa68f0a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.822148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26a9f3fb-a19b-4c79-a0a4-b4526eeca4aa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f1049847-ad41-47cd-87c9-e4c62fa68f0a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.850657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b53b033-de56-42af-b25a-8818bd0f536f req-579629a9-b653-4bb8-bc82-182cb44238e7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0451767 Feb 19 03:36:05.887535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56342) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:05.904498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1ab77b59-9c71-49ca-96f1-d75d64742493 None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:05.905605 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26a9f3fb-a19b-4c79-a0a4-b4526eeca4aa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.907140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-26a9f3fb-a19b-4c79-a0a4-b4526eeca4aa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3625808 Feb 19 03:36:05.909939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56344) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:05.916297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7598fe96-ba6c-4019-94cf-f95849ca8c5f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'security_group': {'name': 'tempest-secgroup-1433009964'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:05.919949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9f3fb-a19b-4c79-a0a4-b4526eeca4aa tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1049847-ad41-47cd-87c9-e4c62fa68f0a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:05.945318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7598fe96-ba6c-4019-94cf-f95849ca8c5f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.946812 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3c63e85-4441-4c16-b7c8-89ec42722df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.033004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-473beaaf-8bb0-47f1-8d4f-921388ceae34 None None] Allocated IP 2001:db8::2 (8d02ce99-57d8-467b-b3e2-7b53511497dd/adbecbcd-7a75-49e8-be2b-3fc581df3f73/5258bb65-3eb6-44a6-8b5e-12b436f568d7) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:06.051333 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7598fe96-ba6c-4019-94cf-f95849ca8c5f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (494380c7-5388-4c4c-a198-665166f268c6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.053604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3c63e85-4441-4c16-b7c8-89ec42722df6 admin admin] Publish callbacks [] for security_group (1a05ec6c-0df0-4f26-b2f2-bcd2ed3804de), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.057362 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7598fe96-ba6c-4019-94cf-f95849ca8c5f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (494380c7-5388-4c4c-a198-665166f268c6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.058769 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3c63e85-4441-4c16-b7c8-89ec42722df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1a05ec6c-0df0-4f26-b2f2-bcd2ed3804de), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.097672 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7598fe96-ba6c-4019-94cf-f95849ca8c5f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.099356 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7598fe96-ba6c-4019-94cf-f95849ca8c5f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1884158 Feb 19 03:36:06.100726 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598fe96-ba6c-4019-94cf-f95849ca8c5f tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494380c7-5388-4c4c-a198-665166f268c6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:06.103885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56346) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:06.111682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1006972982', 'security_groups': ['494380c7-5388-4c4c-a198-665166f268c6'], 'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'adbecbcd-7a75-49e8-be2b-3fc581df3f73'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:06.114150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c63e85-4441-4c16-b7c8-89ec42722df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a05ec6c-0df0-4f26-b2f2-bcd2ed3804de,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:06.120390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f3c63e85-4441-4c16-b7c8-89ec42722df6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41c30808116c40fc8758112cc4f9d168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314236 Feb 19 03:36:06.126672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56348) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:06.219314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97fc9175-47e8-4703-8f99-35d30e8b804f admin admin] Publish callbacks [] for security_group (1a05ec6c-0df0-4f26-b2f2-bcd2ed3804de), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.254921 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:06.279280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97fc9175-47e8-4703-8f99-35d30e8b804f admin admin] Publish callbacks [] for security_group (1a05ec6c-0df0-4f26-b2f2-bcd2ed3804de), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.337942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b6d7c-a499-4f42-bc8b-63491b2e9b1b req-e0024cfd-c2b4-452c-894a-b8253e20ed7b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:06.347564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-149b6d7c-a499-4f42-bc8b-63491b2e9b1b req-e0024cfd-c2b4-452c-894a-b8253e20ed7b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1112862 Feb 19 03:36:06.368181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.401208 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.402159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] device_id is not set on port 3290da3b-a619-4fb5-8e9e-5107ca48c742 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:06.419592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-149b6d7c-a499-4f42-bc8b-63491b2e9b1b req-e5757267-841d-4e81-9895-737ba34b7a02 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675893 Feb 19 03:36:06.421059 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97fc9175-47e8-4703-8f99-35d30e8b804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1a05ec6c-0df0-4f26-b2f2-bcd2ed3804de), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.428917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97fc9175-47e8-4703-8f99-35d30e8b804f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.431779 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-97fc9175-47e8-4703-8f99-35d30e8b804f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a05ec6c-0df0-4f26-b2f2-bcd2ed3804de HTTP/1.1" status: 204 len: 168 time: 0.3041911 Feb 19 03:36:06.438062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-473beaaf-8bb0-47f1-8d4f-921388ceae34 None None] For port 5258bb65-3eb6-44a6-8b5e-12b436f568d7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5258bb65-3eb6-44a6-8b5e-12b436f568d7,segment=NetworkSegment(24771c7e-9feb-4d1c-a599-62c3c8c6d695),segment_id=24771c7e-9feb-4d1c-a599-62c3c8c6d695)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:06.454459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc9175-47e8-4703-8f99-35d30e8b804f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a05ec6c-0df0-4f26-b2f2-bcd2ed3804de,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:06.501772 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-473beaaf-8bb0-47f1-8d4f-921388ceae34 None None] Publish callbacks [] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.510432 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-473beaaf-8bb0-47f1-8d4f-921388ceae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.665695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707b86-ab1b-457f-b240-f2a2ceb5223e req-d6f78645-b1d3-4047-ac30-608b59c48e81 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:06.686954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707b86-ab1b-457f-b240-f2a2ceb5223e req-d6f78645-b1d3-4047-ac30-608b59c48e81 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:06.690888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473beaaf-8bb0-47f1-8d4f-921388ceae34 None None] Pushing event updated for resources: {'Port': ['ID=5258bb65-3eb6-44a6-8b5e-12b436f568d7,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:06.695203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8::4a (8d02ce99-57d8-467b-b3e2-7b53511497dd/adbecbcd-7a75-49e8-be2b-3fc581df3f73/3290da3b-a619-4fb5-8e9e-5107ca48c742) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:06.696450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707b86-ab1b-457f-b240-f2a2ceb5223e req-d6f78645-b1d3-4047-ac30-608b59c48e81 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:06.707130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707b86-ab1b-457f-b240-f2a2ceb5223e req-d6f78645-b1d3-4047-ac30-608b59c48e81 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:06.714451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707b86-ab1b-457f-b240-f2a2ceb5223e req-d6f78645-b1d3-4047-ac30-608b59c48e81 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:06.724034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707b86-ab1b-457f-b240-f2a2ceb5223e req-d6f78645-b1d3-4047-ac30-608b59c48e81 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:06.738002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707b86-ab1b-457f-b240-f2a2ceb5223e req-d6f78645-b1d3-4047-ac30-608b59c48e81 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:06.742465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59707b86-ab1b-457f-b240-f2a2ceb5223e req-d6f78645-b1d3-4047-ac30-608b59c48e81 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1717038 Feb 19 03:36:06.814152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59707b86-ab1b-457f-b240-f2a2ceb5223e req-d18e58b8-d0fb-4f61-99df-1afc16a60bd4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641952 Feb 19 03:36:06.952955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (3290da3b-a619-4fb5-8e9e-5107ca48c742), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.014642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3290da3b-a619-4fb5-8e9e-5107ca48c742), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.017563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f428672-bc6a-481c-826a-50a8d159f286 req-e3937c8f-2ce0-4ace-b359-cecf4179f975 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:07.027575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f428672-bc6a-481c-826a-50a8d159f286 req-e3937c8f-2ce0-4ace-b359-cecf4179f975 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1103084 Feb 19 03:36:07.082721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:07.087068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:07.120333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=3290da3b-a619-4fb5-8e9e-5107ca48c742,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:07.131159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:07.134022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f428672-bc6a-481c-826a-50a8d159f286 req-ec161ea0-10a1-472b-a2e4-5113c36d513f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889561 Feb 19 03:36:07.138499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:07.139173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.173141 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7b9df3cf-c243-400c-bbdb-0b5f9b209531 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0676696 Feb 19 03:36:07.177627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56370) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:07.185488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5258bb65-3eb6-44a6-8b5e-12b436f568d7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:07.194373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0fa50dfd-e860-4386-b627-ac9b7b3323ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:07.272198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:07.272900 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.314962 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c97a2f89-b7ce-498d-9a7c-908f6fd3a30d req-d0167da7-42d7-498c-8731-5a0128a56107 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0824823 Feb 19 03:36:07.399843 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:07.418330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa50dfd-e860-4386-b627-ac9b7b3323ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:07.422023 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0fa50dfd-e860-4386-b627-ac9b7b3323ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.582406 n-d-826756-2 neutron-server[103615]: INFO neutron.db.ipam_backend_mixin [None req-0fa50dfd-e860-4386-b627-ac9b7b3323ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet adbecbcd-7a75-49e8-be2b-3fc581df3f73 (CIDR: 2001:db8::/64) Feb 19 03:36:07.593274 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa50dfd-e860-4386-b627-ac9b7b3323ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:36:07.593744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa50dfd-e860-4386-b627-ac9b7b3323ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:07.613770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f945-c54b-4622-8970-854acf7ec31c req-48319cc6-e3bf-4b4c-912d-7ff8261da24c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:07.615387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f166f945-c54b-4622-8970-854acf7ec31c req-48319cc6-e3bf-4b4c-912d-7ff8261da24c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0796797 Feb 19 03:36:07.619194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0fa50dfd-e860-4386-b627-ac9b7b3323ea tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4403365 Feb 19 03:36:07.622830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56382) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:07.632399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-432df18f-6c3d-4a3a-9322-2871b7fa3486 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:07.661492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-889ae4ad-657d-4553-9d91-0042899f5bbb None None] Provisioning complete for port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:07.663644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-889ae4ad-657d-4553-9d91-0042899f5bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.694503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f166f945-c54b-4622-8970-854acf7ec31c req-6a6b986b-a164-42cc-9b31-74a4272c4432 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723469 Feb 19 03:36:07.751961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-889ae4ad-657d-4553-9d91-0042899f5bbb None None] Port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:07.765628 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-889ae4ad-657d-4553-9d91-0042899f5bbb None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:07.766411 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-889ae4ad-657d-4553-9d91-0042899f5bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.871526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-889ae4ad-657d-4553-9d91-0042899f5bbb None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:07.897662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432df18f-6c3d-4a3a-9322-2871b7fa3486 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:07.901452 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-432df18f-6c3d-4a3a-9322-2871b7fa3486 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.004781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-46450cb6-c7a6-4170-a856-c20e1d7f81d5 None None] Provisioning complete for port 3290da3b-a619-4fb5-8e9e-5107ca48c742 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:08.005608 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46450cb6-c7a6-4170-a856-c20e1d7f81d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3290da3b-a619-4fb5-8e9e-5107ca48c742), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.031096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5855f-37ab-4d37-bfb6-b26a6776477d req-b61147f2-88b0-4e08-aee3-10969902701b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.036466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5855f-37ab-4d37-bfb6-b26a6776477d req-b61147f2-88b0-4e08-aee3-10969902701b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.044170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5855f-37ab-4d37-bfb6-b26a6776477d req-b61147f2-88b0-4e08-aee3-10969902701b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.047893 n-d-826756-2 neutron-server[103616]: INFO neutron.db.ipam_backend_mixin [None req-432df18f-6c3d-4a3a-9322-2871b7fa3486 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 43d9e721-4130-4959-a7b2-d121b6b929de (CIDR: 2001:db8:0:1::/64) Feb 19 03:36:08.050433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5855f-37ab-4d37-bfb6-b26a6776477d req-b61147f2-88b0-4e08-aee3-10969902701b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.057796 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-432df18f-6c3d-4a3a-9322-2871b7fa3486 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:36:08.058625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432df18f-6c3d-4a3a-9322-2871b7fa3486 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:08.059787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5855f-37ab-4d37-bfb6-b26a6776477d req-b61147f2-88b0-4e08-aee3-10969902701b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.066270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5855f-37ab-4d37-bfb6-b26a6776477d req-b61147f2-88b0-4e08-aee3-10969902701b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.072662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5855f-37ab-4d37-bfb6-b26a6776477d req-b61147f2-88b0-4e08-aee3-10969902701b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.082486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-46450cb6-c7a6-4170-a856-c20e1d7f81d5 None None] Port 3290da3b-a619-4fb5-8e9e-5107ca48c742 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:08.082895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cb5855f-37ab-4d37-bfb6-b26a6776477d req-b61147f2-88b0-4e08-aee3-10969902701b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1585290 Feb 19 03:36:08.095813 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-432df18f-6c3d-4a3a-9322-2871b7fa3486 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4714451 Feb 19 03:36:08.098699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56394) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:08.105082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2b5fe14a-d3fe-4efa-8e53-08cd822dd09e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'subnet': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:08.168067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cb5855f-37ab-4d37-bfb6-b26a6776477d req-6b4b3ad0-525c-433d-89fa-b8622fe125b0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841112 Feb 19 03:36:08.263659 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5fe14a-d3fe-4efa-8e53-08cd822dd09e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Made reservation on behalf of 5e697007b88f446e9baeca2352c02018 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:08.267485 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe14a-d3fe-4efa-8e53-08cd822dd09e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.276410 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-014fabc3-d68a-4c91-b567-82d8258a3523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.320022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97389a8-3f9f-48e6-bb9f-a6e02f7a9230 req-7b7d99e2-5381-4aef-855c-20bca2a4308e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.322011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a97389a8-3f9f-48e6-bb9f-a6e02f7a9230 req-7b7d99e2-5381-4aef-855c-20bca2a4308e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0868630 Feb 19 03:36:08.416213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a97389a8-3f9f-48e6-bb9f-a6e02f7a9230 req-b7255115-72ea-4236-a68a-9dd02570410e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873952 Feb 19 03:36:08.526433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe14a-d3fe-4efa-8e53-08cd822dd09e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (e4e43934-5329-4d46-bab9-5995f05e5f56), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.532295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c65665c-1e2c-4ff1-9cfd-3f41821a38ee req-af0ed8ba-ac87-486f-a0dd-1c47b6d4215c tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0482383 Feb 19 03:36:08.575647 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5fe14a-d3fe-4efa-8e53-08cd822dd09e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:08.578841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2b5fe14a-d3fe-4efa-8e53-08cd822dd09e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:08.583053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5fe14a-d3fe-4efa-8e53-08cd822dd09e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.583792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe14a-d3fe-4efa-8e53-08cd822dd09e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.594852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df53f0c-9573-4deb-b6ae-2a175c4305ca None None] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:08.599636 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fe14a-d3fe-4efa-8e53-08cd822dd09e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Subnet': ['ID=e4e43934-5329-4d46-bab9-5995f05e5f56,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:08.609791 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2b5fe14a-d3fe-4efa-8e53-08cd822dd09e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5069759 Feb 19 03:36:08.610320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56412) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:08.617826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1055276438', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e4e43934-5329-4d46-bab9-5995f05e5f56'}], 'security_groups': ['60de945f-31e0-45d2-9da3-8186f574b80a', 'f1049847-ad41-47cd-87c9-e4c62fa68f0a']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:08.697830 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3290da3b-a619-4fb5-8e9e-5107ca48c742), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.860805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c5ad7-e4dd-4727-8c94-e3dbb28610c3 req-f9a76f17-c4a3-4168-876e-6d76fa2f799e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.870927 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c3c5ad7-e4dd-4727-8c94-e3dbb28610c3 req-f9a76f17-c4a3-4168-876e-6d76fa2f799e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0759213 Feb 19 03:36:08.886550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Update dhcp port {'port': {'network_id': '8d02ce99-57d8-467b-b3e2-7b53511497dd', 'fixed_ips': [{'subnet_id': '43d9e721-4130-4959-a7b2-d121b6b929de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'adbecbcd-7a75-49e8-be2b-3fc581df3f73', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e4e43934-5329-4d46-bab9-5995f05e5f56'}], 'binding:host_id': 'n-d-826756-2'}, 'id': '5258bb65-3eb6-44a6-8b5e-12b436f568d7'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:36:08.943141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c3c5ad7-e4dd-4727-8c94-e3dbb28610c3 req-3f0da120-4490-415a-96e3-85d0b19dc299 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642881 Feb 19 03:36:08.947463 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.193720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Delete allocated IP 2001:db8::4a (8d02ce99-57d8-467b-b3e2-7b53511497dd/adbecbcd-7a75-49e8-be2b-3fc581df3f73) {{(pid=103616) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:36:09.202854 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Allocated IP 2001:db8:0:2::3 (8d02ce99-57d8-467b-b3e2-7b53511497dd/e4e43934-5329-4d46-bab9-5995f05e5f56/3290da3b-a619-4fb5-8e9e-5107ca48c742) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:09.335059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab62dc-de1d-4b9a-8d69-6234d27b26d4 req-34949f9e-71f8-4167-9851-efc4701fee70 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.341236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab62dc-de1d-4b9a-8d69-6234d27b26d4 req-34949f9e-71f8-4167-9851-efc4701fee70 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.346561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab62dc-de1d-4b9a-8d69-6234d27b26d4 req-34949f9e-71f8-4167-9851-efc4701fee70 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.351843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab62dc-de1d-4b9a-8d69-6234d27b26d4 req-34949f9e-71f8-4167-9851-efc4701fee70 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.357381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab62dc-de1d-4b9a-8d69-6234d27b26d4 req-34949f9e-71f8-4167-9851-efc4701fee70 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.363120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab62dc-de1d-4b9a-8d69-6234d27b26d4 req-34949f9e-71f8-4167-9851-efc4701fee70 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.368937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab62dc-de1d-4b9a-8d69-6234d27b26d4 req-34949f9e-71f8-4167-9851-efc4701fee70 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.374660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebab62dc-de1d-4b9a-8d69-6234d27b26d4 req-34949f9e-71f8-4167-9851-efc4701fee70 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1147699 Feb 19 03:36:09.402664 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for port (3290da3b-a619-4fb5-8e9e-5107ca48c742), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.424865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (3290da3b-a619-4fb5-8e9e-5107ca48c742), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.455623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebab62dc-de1d-4b9a-8d69-6234d27b26d4 req-bb921ccc-e9c0-4671-b5cf-db7adf91499a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777609 Feb 19 03:36:09.519982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event updated for resources: {'Port': ['ID=3290da3b-a619-4fb5-8e9e-5107ca48c742,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:09.535727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Allocated IP 2001:db8:0:2::2 (8d02ce99-57d8-467b-b3e2-7b53511497dd/e4e43934-5329-4d46-bab9-5995f05e5f56/5258bb65-3eb6-44a6-8b5e-12b436f568d7) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:09.579395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] In _notify_port_updated(), no bound segment for port 3290da3b-a619-4fb5-8e9e-5107ca48c742 on network 8d02ce99-57d8-467b-b3e2-7b53511497dd {{(pid=103616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:36:09.585713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.586429 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.587966 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a51c48c6-a0ee-44c1-8f43-5937c28490d9 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "PUT /v2.0/ports/3290da3b-a619-4fb5-8e9e-5107ca48c742 HTTP/1.1" status: 200 len: 968 time: 0.9766822 Feb 19 03:36:09.591998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56454) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:09.599281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc237f-5818-4261-84c7-0c823c635468 req-a692ce0e-27df-4b82-92eb-7dd7752d51d3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.601226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78fc237f-5818-4261-84c7-0c823c635468 req-a692ce0e-27df-4b82-92eb-7dd7752d51d3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0776522 Feb 19 03:36:09.615704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56456) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:09.680230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78fc237f-5818-4261-84c7-0c823c635468 req-07f89467-9f2b-4814-b9d4-e112b1be19d4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608962 Feb 19 03:36:09.739137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-aa3298cc-180c-4dd8-8078-74937a60fc05 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 3290da3b-a619-4fb5-8e9e-5107ca48c742 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:09.739729 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa3298cc-180c-4dd8-8078-74937a60fc05 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3290da3b-a619-4fb5-8e9e-5107ca48c742), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.740484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] For port 5258bb65-3eb6-44a6-8b5e-12b436f568d7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5258bb65-3eb6-44a6-8b5e-12b436f568d7,segment=NetworkSegment(24771c7e-9feb-4d1c-a599-62c3c8c6d695),segment_id=24771c7e-9feb-4d1c-a599-62c3c8c6d695)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:09.776318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7403ff13-58a7-4344-9b11-36cf652b094d req-f26d0eb7-30f7-4201-9b31-59f7d66fd0d4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0382464 Feb 19 03:36:09.799608 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Publish callbacks [] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.805744 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c759ef45-5da3-4786-950b-6f3fccaa8aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.807325 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.869480 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa3298cc-180c-4dd8-8078-74937a60fc05 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3290da3b-a619-4fb5-8e9e-5107ca48c742), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.885140 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-aa3298cc-180c-4dd8-8078-74937a60fc05 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 3290da3b-a619-4fb5-8e9e-5107ca48c742 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:09.903594 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c759ef45-5da3-4786-950b-6f3fccaa8aa5 admin admin] Publish callbacks [] for security_group (6bcdabbd-4f3a-4171-b385-2d9991dae2a6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.908282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c759ef45-5da3-4786-950b-6f3fccaa8aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6bcdabbd-4f3a-4171-b385-2d9991dae2a6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.953474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Pushing event updated for resources: {'Port': ['ID=5258bb65-3eb6-44a6-8b5e-12b436f568d7,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:09.967758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.968830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.969459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.969980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.970487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.971150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.971861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.972993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.974078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.976286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.976787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.977282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:09.978089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c86b3-4c42-42bb-a128-009885db3240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:10.015010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c759ef45-5da3-4786-950b-6f3fccaa8aa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd5f516584ae40418b94334c7decad3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3978820 Feb 19 03:36:10.015781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759ef45-5da3-4786-950b-6f3fccaa8aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcdabbd-4f3a-4171-b385-2d9991dae2a6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:10.017814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56462) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:10.088860 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-18007be7-fa98-48d1-aa11-0875a5a0ea52 admin admin] Publish callbacks [] for security_group (6bcdabbd-4f3a-4171-b385-2d9991dae2a6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.111843 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa3298cc-180c-4dd8-8078-74937a60fc05 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3290da3b-a619-4fb5-8e9e-5107ca48c742), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.130311 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-18007be7-fa98-48d1-aa11-0875a5a0ea52 admin admin] Publish callbacks [] for security_group (6bcdabbd-4f3a-4171-b385-2d9991dae2a6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.134695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04735c6-c1c1-4d9d-ac60-c5f34979959c req-52b874d4-1e53-4d0c-b0f3-e3dab5e1c3bc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:10.143620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e04735c6-c1c1-4d9d-ac60-c5f34979959c req-52b874d4-1e53-4d0c-b0f3-e3dab5e1c3bc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0825636 Feb 19 03:36:10.163792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3298cc-180c-4dd8-8078-74937a60fc05 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=3290da3b-a619-4fb5-8e9e-5107ca48c742,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:10.191088 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa3298cc-180c-4dd8-8078-74937a60fc05 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.198131 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aa3298cc-180c-4dd8-8078-74937a60fc05 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/3290da3b-a619-4fb5-8e9e-5107ca48c742 HTTP/1.1" status: 204 len: 168 time: 0.6048541 Feb 19 03:36:10.199226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56464) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:10.229498 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c305ac-88dd-415b-9145-c96abebca70e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] GET failed (client error): The resource could not be found. Feb 19 03:36:10.231146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-10c305ac-88dd-415b-9145-c96abebca70e tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports/3290da3b-a619-4fb5-8e9e-5107ca48c742 HTTP/1.1" status: 404 len: 333 time: 0.0293765 Feb 19 03:36:10.238832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56466) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:10.242389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e04735c6-c1c1-4d9d-ac60-c5f34979959c req-8b75a8eb-0bb6-4a4e-88b4-754e9176f26e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975242 Feb 19 03:36:10.268819 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-18007be7-fa98-48d1-aa11-0875a5a0ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6bcdabbd-4f3a-4171-b385-2d9991dae2a6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.271538 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-18007be7-fa98-48d1-aa11-0875a5a0ea52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.272608 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-18007be7-fa98-48d1-aa11-0875a5a0ea52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bcdabbd-4f3a-4171-b385-2d9991dae2a6 HTTP/1.1" status: 204 len: 168 time: 0.2530558 Feb 19 03:36:10.303523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18007be7-fa98-48d1-aa11-0875a5a0ea52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcdabbd-4f3a-4171-b385-2d9991dae2a6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:10.323602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-055e577e-186a-453c-833a-cb54797dd3f4 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (494380c7-5388-4c4c-a198-665166f268c6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.351622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-055e577e-186a-453c-833a-cb54797dd3f4 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (494380c7-5388-4c4c-a198-665166f268c6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.413096 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-055e577e-186a-453c-833a-cb54797dd3f4 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (494380c7-5388-4c4c-a198-665166f268c6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.416160 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-055e577e-186a-453c-833a-cb54797dd3f4 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.417549 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-055e577e-186a-453c-833a-cb54797dd3f4 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/security-groups/494380c7-5388-4c4c-a198-665166f268c6 HTTP/1.1" status: 204 len: 168 time: 0.1776762 Feb 19 03:36:10.420975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56470) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:10.444690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e577e-186a-453c-833a-cb54797dd3f4 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494380c7-5388-4c4c-a198-665166f268c6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:10.453905 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d39584f2-152f-4bd7-b890-e3a7087007af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.500665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c0df379-4581-46e7-807c-1e586ef7cc49 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (f1049847-ad41-47cd-87c9-e4c62fa68f0a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.533318 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c0df379-4581-46e7-807c-1e586ef7cc49 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (f1049847-ad41-47cd-87c9-e4c62fa68f0a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.637167 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c0df379-4581-46e7-807c-1e586ef7cc49 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f1049847-ad41-47cd-87c9-e4c62fa68f0a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.639880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c0df379-4581-46e7-807c-1e586ef7cc49 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.643525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3c0df379-4581-46e7-807c-1e586ef7cc49 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1049847-ad41-47cd-87c9-e4c62fa68f0a HTTP/1.1" status: 204 len: 168 time: 0.2190018 Feb 19 03:36:10.644002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56476) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:10.679014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0df379-4581-46e7-807c-1e586ef7cc49 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1049847-ad41-47cd-87c9-e4c62fa68f0a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:10.706635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2dfe-f1b0-4ee1-a78e-f80fdc92cc54 req-95c06074-8e06-4556-a7d6-637873d7ea65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:10.712102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2dfe-f1b0-4ee1-a78e-f80fdc92cc54 req-95c06074-8e06-4556-a7d6-637873d7ea65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:10.733963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2dfe-f1b0-4ee1-a78e-f80fdc92cc54 req-95c06074-8e06-4556-a7d6-637873d7ea65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:10.737859 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51b1a5f1-3cbd-44ef-80de-937521a337ab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (60de945f-31e0-45d2-9da3-8186f574b80a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.739330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56480) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:10.745986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2dfe-f1b0-4ee1-a78e-f80fdc92cc54 req-95c06074-8e06-4556-a7d6-637873d7ea65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:10.753629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2dfe-f1b0-4ee1-a78e-f80fdc92cc54 req-95c06074-8e06-4556-a7d6-637873d7ea65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:10.759424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2dfe-f1b0-4ee1-a78e-f80fdc92cc54 req-95c06074-8e06-4556-a7d6-637873d7ea65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:10.769006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2dfe-f1b0-4ee1-a78e-f80fdc92cc54 req-95c06074-8e06-4556-a7d6-637873d7ea65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:10.771905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f9b2dfe-f1b0-4ee1-a78e-f80fdc92cc54 req-95c06074-8e06-4556-a7d6-637873d7ea65 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2019417 Feb 19 03:36:10.784536 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51b1a5f1-3cbd-44ef-80de-937521a337ab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (60de945f-31e0-45d2-9da3-8186f574b80a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.796216 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc3ae-a718-4326-a78d-5e1635d15910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.822219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-14cb9329-25b8-4d08-82d5-815735656cd4 None None] Could not find standard attr ID for object 3290da3b-a619-4fb5-8e9e-5107ca48c742. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:36:10.844282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-14cb9329-25b8-4d08-82d5-815735656cd4 None None] Provisioning complete for port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:10.844836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-14cb9329-25b8-4d08-82d5-815735656cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.863040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f9b2dfe-f1b0-4ee1-a78e-f80fdc92cc54 req-512a61c8-0f2b-4c53-a33c-3efc44f6e225 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845127 Feb 19 03:36:10.918141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc3ae-a718-4326-a78d-5e1635d15910 admin admin] Publish callbacks [] for security_group (03b99ac5-8e69-41ca-9b18-19e86f28f56c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.930731 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc3ae-a718-4326-a78d-5e1635d15910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (03b99ac5-8e69-41ca-9b18-19e86f28f56c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.939304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-14cb9329-25b8-4d08-82d5-815735656cd4 None None] Port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:10.943165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51b1a5f1-3cbd-44ef-80de-937521a337ab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (60de945f-31e0-45d2-9da3-8186f574b80a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.952347 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51b1a5f1-3cbd-44ef-80de-937521a337ab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.953717 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-51b1a5f1-3cbd-44ef-80de-937521a337ab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/security-groups/60de945f-31e0-45d2-9da3-8186f574b80a HTTP/1.1" status: 204 len: 168 time: 0.3086891 Feb 19 03:36:10.956508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56484) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:10.967116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-14cb9329-25b8-4d08-82d5-815735656cd4 None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:10.967116 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-14cb9329-25b8-4d08-82d5-815735656cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.004808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdc3ae-a718-4326-a78d-5e1635d15910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b99ac5-8e69-41ca-9b18-19e86f28f56c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:11.013940 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b7bdc3ae-a718-4326-a78d-5e1635d15910 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a04d2bb98834ef9aadf9926aabfda39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735770 Feb 19 03:36:11.016624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56486) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:11.032505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1a5f1-3cbd-44ef-80de-937521a337ab tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60de945f-31e0-45d2-9da3-8186f574b80a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:11.071623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-14cb9329-25b8-4d08-82d5-815735656cd4 None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:11.087931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc1148ed-bf38-447b-8c02-9a1b28e8826b admin admin] Publish callbacks [] for security_group (03b99ac5-8e69-41ca-9b18-19e86f28f56c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.114554 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc1148ed-bf38-447b-8c02-9a1b28e8826b admin admin] Publish callbacks [] for security_group (03b99ac5-8e69-41ca-9b18-19e86f28f56c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.163816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce4317-e9dd-41bc-8014-8a2f3152bf22 req-457c2f24-f89f-4b0d-9f56-785f6cf74b82 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:11.174813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63ce4317-e9dd-41bc-8014-8a2f3152bf22 req-457c2f24-f89f-4b0d-9f56-785f6cf74b82 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1908312 Feb 19 03:36:11.190172 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc1148ed-bf38-447b-8c02-9a1b28e8826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (03b99ac5-8e69-41ca-9b18-19e86f28f56c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.193124 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc1148ed-bf38-447b-8c02-9a1b28e8826b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.196641 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bc1148ed-bf38-447b-8c02-9a1b28e8826b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03b99ac5-8e69-41ca-9b18-19e86f28f56c HTTP/1.1" status: 204 len: 168 time: 0.1729121 Feb 19 03:36:11.200566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2e551e91-e0fb-44b3-b8fd-ee66998288e0 None None] Could not find standard attr ID for object 3290da3b-a619-4fb5-8e9e-5107ca48c742. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:36:11.207199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-d913128e-68be-47b6-b2a6-1847a5e37361 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet adbecbcd-7a75-49e8-be2b-3fc581df3f73 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:11.209735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1148ed-bf38-447b-8c02-9a1b28e8826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b99ac5-8e69-41ca-9b18-19e86f28f56c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:11.227212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5258bb65-3eb6-44a6-8b5e-12b436f568d7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:11.246949 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d913128e-68be-47b6-b2a6-1847a5e37361 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (adbecbcd-7a75-49e8-be2b-3fc581df3f73), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.269903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63ce4317-e9dd-41bc-8014-8a2f3152bf22 req-49306b89-5f43-45b2-8b46-4ace723c4877 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958943 Feb 19 03:36:11.311960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:11.312349 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.357216 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d913128e-68be-47b6-b2a6-1847a5e37361 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (adbecbcd-7a75-49e8-be2b-3fc581df3f73), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.428459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:11.476607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b18d7b3-1b09-4e95-82ae-9309ff21028f req-cf3b9308-9217-4781-8dd2-a8408b6ac684 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0447516 Feb 19 03:36:11.542578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d913128e-68be-47b6-b2a6-1847a5e37361 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (adbecbcd-7a75-49e8-be2b-3fc581df3f73), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.640958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cecec9-d54e-4365-8ed4-2bb75ad0ceac req-dd687e27-899e-4988-bd83-f623ee4c310b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:11.642985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7cecec9-d54e-4365-8ed4-2bb75ad0ceac req-dd687e27-899e-4988-bd83-f623ee4c310b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0775464 Feb 19 03:36:11.649157 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d913128e-68be-47b6-b2a6-1847a5e37361 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (adbecbcd-7a75-49e8-be2b-3fc581df3f73), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.710998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913128e-68be-47b6-b2a6-1847a5e37361 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=adbecbcd-7a75-49e8-be2b-3fc581df3f73,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:11.713263 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d913128e-68be-47b6-b2a6-1847a5e37361 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.716591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa2bd2-bfa6-4924-8ec6-53dfed98f602 None None] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:11.722050 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56500) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:11.732747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d913128e-68be-47b6-b2a6-1847a5e37361 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/adbecbcd-7a75-49e8-be2b-3fc581df3f73 HTTP/1.1" status: 204 len: 168 time: 0.7721415 Feb 19 03:36:11.792126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-974fe268-090b-4d1d-b8c6-90bbc693cc3b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet e4e43934-5329-4d46-bab9-5995f05e5f56 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:11.795877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7cecec9-d54e-4365-8ed4-2bb75ad0ceac req-e8b1fe38-be1b-4518-82e0-73a6160e832d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385965 Feb 19 03:36:11.796275 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-974fe268-090b-4d1d-b8c6-90bbc693cc3b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (e4e43934-5329-4d46-bab9-5995f05e5f56), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.846395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-974fe268-090b-4d1d-b8c6-90bbc693cc3b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (e4e43934-5329-4d46-bab9-5995f05e5f56), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.951647 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.963317 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-974fe268-090b-4d1d-b8c6-90bbc693cc3b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (e4e43934-5329-4d46-bab9-5995f05e5f56), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.057520 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-974fe268-090b-4d1d-b8c6-90bbc693cc3b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (e4e43934-5329-4d46-bab9-5995f05e5f56), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.078879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3815117-14ac-42cf-910f-1a3f3cc40569 req-4366a34c-714a-43c3-bf7a-85c9ad9a2e14 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:12.084799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3815117-14ac-42cf-910f-1a3f3cc40569 req-4366a34c-714a-43c3-bf7a-85c9ad9a2e14 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:12.091282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3815117-14ac-42cf-910f-1a3f3cc40569 req-4366a34c-714a-43c3-bf7a-85c9ad9a2e14 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:12.097872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3815117-14ac-42cf-910f-1a3f3cc40569 req-4366a34c-714a-43c3-bf7a-85c9ad9a2e14 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:12.105362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3815117-14ac-42cf-910f-1a3f3cc40569 req-4366a34c-714a-43c3-bf7a-85c9ad9a2e14 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:12.109290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fe268-090b-4d1d-b8c6-90bbc693cc3b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e43934-5329-4d46-bab9-5995f05e5f56,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:12.111755 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-974fe268-090b-4d1d-b8c6-90bbc693cc3b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.115243 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-974fe268-090b-4d1d-b8c6-90bbc693cc3b tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/e4e43934-5329-4d46-bab9-5995f05e5f56 HTTP/1.1" status: 204 len: 168 time: 0.3918898 Feb 19 03:36:12.117956 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56512) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:12.118902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3815117-14ac-42cf-910f-1a3f3cc40569 req-4366a34c-714a-43c3-bf7a-85c9ad9a2e14 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:12.129525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3815117-14ac-42cf-910f-1a3f3cc40569 req-4366a34c-714a-43c3-bf7a-85c9ad9a2e14 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:12.137596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3815117-14ac-42cf-910f-1a3f3cc40569 req-4366a34c-714a-43c3-bf7a-85c9ad9a2e14 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1539342 Feb 19 03:36:12.148027 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8e9bfc-3629-47f6-bd4e-e189674e92f8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:12.148623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8e9bfc-3629-47f6-bd4e-e189674e92f8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:12.160343 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0e8e9bfc-3629-47f6-bd4e-e189674e92f8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/adbecbcd-7a75-49e8-be2b-3fc581df3f73 HTTP/1.1" status: 404 len: 337 time: 0.0331714 Feb 19 03:36:12.165358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56514) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:12.254054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3815117-14ac-42cf-910f-1a3f3cc40569 req-4bdfc968-de05-4ca2-9791-35c8292947d7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152124 Feb 19 03:36:12.301730 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-45309113-7762-4f5c-8781-751e4bccf8c7 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting subnet 43d9e721-4130-4959-a7b2-d121b6b929de {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:12.306285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45309113-7762-4f5c-8781-751e4bccf8c7 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (43d9e721-4130-4959-a7b2-d121b6b929de), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.385416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45309113-7762-4f5c-8781-751e4bccf8c7 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (43d9e721-4130-4959-a7b2-d121b6b929de), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.472376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90f3b8-7399-4aba-8742-4c1003980939 req-42a02ad9-8290-4824-a270-1cdf866a1962 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:12.480037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e90f3b8-7399-4aba-8742-4c1003980939 req-42a02ad9-8290-4824-a270-1cdf866a1962 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0893292 Feb 19 03:36:12.553355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e90f3b8-7399-4aba-8742-4c1003980939 req-b1b8b42d-0391-4355-85b0-5616f844815d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712171 Feb 19 03:36:12.596121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45309113-7762-4f5c-8781-751e4bccf8c7 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (43d9e721-4130-4959-a7b2-d121b6b929de), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.667851 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45309113-7762-4f5c-8781-751e4bccf8c7 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (43d9e721-4130-4959-a7b2-d121b6b929de), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.717818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32f8e4d1-3a3c-46a5-b14b-d94ca686a883 req-2e946057-5ed6-4493-a154-305b386d162d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0688648 Feb 19 03:36:12.732676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45309113-7762-4f5c-8781-751e4bccf8c7 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.743438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56532) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:12.752457 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-45309113-7762-4f5c-8781-751e4bccf8c7 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/43d9e721-4130-4959-a7b2-d121b6b929de HTTP/1.1" status: 204 len: 168 time: 0.5703745 Feb 19 03:36:12.764927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45309113-7762-4f5c-8781-751e4bccf8c7 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Subnet': ['ID=43d9e721-4130-4959-a7b2-d121b6b929de,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:12.780030 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dc2e10-4a89-4f97-9c02-c3620d2789cd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:12.780550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9dc2e10-4a89-4f97-9c02-c3620d2789cd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:12.783992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e9dc2e10-4a89-4f97-9c02-c3620d2789cd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/fedaa5a3-3198-4a62-93a5-77822f335236 HTTP/1.1" status: 404 len: 337 time: 0.0392923 Feb 19 03:36:12.786431 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56534) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:12.823265 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-69f13543-e38d-4ef0-809c-897386fd5a48 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7504628-aab6-42a1-b352-c6f561b99715 HTTP/1.1" status: 200 len: 205 time: 0.0333200 Feb 19 03:36:12.825373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56538) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:12.904531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290685a-790b-405c-826f-8dbf02b612d7 None None] Network 8d02ce99-57d8-467b-b3e2-7b53511497dd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:12.945664 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-36c4151e-a761-41b2-9349-b8ea293e87a8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] delete failed (client error): The resource could not be found. Feb 19 03:36:12.946708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-36c4151e-a761-41b2-9349-b8ea293e87a8 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/routers/b7504628-aab6-42a1-b352-c6f561b99715 HTTP/1.1" status: 404 len: 336 time: 0.1204309 Feb 19 03:36:12.951158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56544) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:12.998616 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a7dd2d-aadd-4acf-866d-40babb08efe1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:12.999722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a7dd2d-aadd-4acf-866d-40babb08efe1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:13.003780 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f7a7dd2d-aadd-4acf-866d-40babb08efe1 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/74d21867-e15f-461d-afdf-9eb53fa9c0a5 HTTP/1.1" status: 404 len: 337 time: 0.0525689 Feb 19 03:36:13.006250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56546) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.040910 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56548) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.048745 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6a7a51-31a1-466b-a389-2b58b976803a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:13.049324 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6a7a51-31a1-466b-a389-2b58b976803a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:13.052786 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9d6a7a51-31a1-466b-a389-2b58b976803a tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/06f8e2fc-bb91-4761-8b98-d0e2cd6dd90e HTTP/1.1" status: 404 len: 337 time: 0.0454142 Feb 19 03:36:13.057961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56552) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.101922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3317e6a-e414-40dd-bd37-401fff57120f req-75ed8667-a624-44c5-9a81-984329c47004 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:13.110342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3317e6a-e414-40dd-bd37-401fff57120f req-75ed8667-a624-44c5-9a81-984329c47004 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1737666 Feb 19 03:36:13.125430 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd171f8-60b1-45c1-88b8-5ca5aebb9063 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:13.127212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd171f8-60b1-45c1-88b8-5ca5aebb9063 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:13.133930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56554) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.134751 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5dd171f8-60b1-45c1-88b8-5ca5aebb9063 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/ebb949b3-566f-4635-afe1-83b725632adc HTTP/1.1" status: 404 len: 337 time: 0.0758395 Feb 19 03:36:13.153330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-588b84ac-0b2f-412d-9c91-24f2083c5c5a None None] Provisioning complete for port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:13.154045 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-588b84ac-0b2f-412d-9c91-24f2083c5c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.158755 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.205991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-588b84ac-0b2f-412d-9c91-24f2083c5c5a None None] Port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:13.211947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3317e6a-e414-40dd-bd37-401fff57120f req-03743d91-7c54-49b2-aef1-f5e03fe6f4fc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004994 Feb 19 03:36:13.218339 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6862ad6-a493-4d34-9bf7-8b14c0c01a47 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:13.218551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-588b84ac-0b2f-412d-9c91-24f2083c5c5a None None] Provisioning complete for port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:13.218899 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-588b84ac-0b2f-412d-9c91-24f2083c5c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.219015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6862ad6-a493-4d34-9bf7-8b14c0c01a47 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:13.222023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f6862ad6-a493-4d34-9bf7-8b14c0c01a47 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/c6d2cbdd-ee63-41cf-9b3e-f3b6bff52d5d HTTP/1.1" status: 404 len: 333 time: 0.0868170 Feb 19 03:36:13.224928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.260293 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-a816e0c8-8ccb-4b11-b137-a4bdfc9c97da tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:13.261211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a816e0c8-8ccb-4b11-b137-a4bdfc9c97da tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:13.265089 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a816e0c8-8ccb-4b11-b137-a4bdfc9c97da tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/16aa236d-2751-491e-b06b-b614f79b223f HTTP/1.1" status: 404 len: 337 time: 0.0390067 Feb 19 03:36:13.267790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56560) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.307751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a66e2c-9098-42de-ad13-16848453faee None None] DHCP port deletion for 8d02ce99-57d8-467b-b3e2-7b53511497dd request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:13.333126 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-131f419b-bdb1-400b-bef0-39fe68771f1c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:13.333606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131f419b-bdb1-400b-bef0-39fe68771f1c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:13.346747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-131f419b-bdb1-400b-bef0-39fe68771f1c tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/13d1b469-047f-4320-be29-50deea65f8ec HTTP/1.1" status: 404 len: 337 time: 0.0775514 Feb 19 03:36:13.349277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56566) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.418715 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5eb3db-23a0-43ae-8e18-d1f55eca31cd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:13.421432 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5eb3db-23a0-43ae-8e18-d1f55eca31cd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:13.432311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56568) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.432681 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7c5eb3db-23a0-43ae-8e18-d1f55eca31cd tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/fe671898-3327-4d0e-996f-be275b35d1e6 HTTP/1.1" status: 404 len: 333 time: 0.0783093 Feb 19 03:36:13.439721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-588b84ac-0b2f-412d-9c91-24f2083c5c5a None None] Current status of the port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:13.456378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d4a66e2c-9098-42de-ad13-16848453faee None None] Deleting port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:13.457043 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d4a66e2c-9098-42de-ad13-16848453faee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.476654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56572) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.481159 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-64582c4a-bfeb-43ae-b44b-84b622442154 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:13.481819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64582c4a-bfeb-43ae-b44b-84b622442154 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:13.498659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-64582c4a-bfeb-43ae-b44b-84b622442154 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/49d03636-1cba-4b6e-8cd2-e6c1cc5e81c0 HTTP/1.1" status: 404 len: 337 time: 0.0622804 Feb 19 03:36:13.499184 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56576) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.555061 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d2ef71-f2fc-401e-82f4-099cf1c7d3b2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:13.555550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d2ef71-f2fc-401e-82f4-099cf1c7d3b2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:13.558144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d4a66e2c-9098-42de-ad13-16848453faee None None] For port 5258bb65-3eb6-44a6-8b5e-12b436f568d7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=5258bb65-3eb6-44a6-8b5e-12b436f568d7,segment=NetworkSegment(24771c7e-9feb-4d1c-a599-62c3c8c6d695),segment_id=24771c7e-9feb-4d1c-a599-62c3c8c6d695)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:13.558939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d4a66e2c-9098-42de-ad13-16848453faee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.566817 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a4d2ef71-f2fc-401e-82f4-099cf1c7d3b2 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/subnets/2da3aebf-bd82-4183-aa43-b9d2171ba4bd HTTP/1.1" status: 404 len: 337 time: 0.0640757 Feb 19 03:36:13.567894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56580) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.582222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d4a66e2c-9098-42de-ad13-16848453faee None None] Calling delete_port for 5258bb65-3eb6-44a6-8b5e-12b436f568d7 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:13.598172 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfaae154-d1e6-4758-8517-e4cb9e2065a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.623527 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-989dee77-800c-4420-b267-5036f69dd6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.685573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea383d-78c2-4023-a83a-68b5ecaf22a8 req-c417738a-cc58-48c0-982e-f623cd936009 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:13.700666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea383d-78c2-4023-a83a-68b5ecaf22a8 req-c417738a-cc58-48c0-982e-f623cd936009 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:13.717120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea383d-78c2-4023-a83a-68b5ecaf22a8 req-c417738a-cc58-48c0-982e-f623cd936009 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:13.718871 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d4a66e2c-9098-42de-ad13-16848453faee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (5258bb65-3eb6-44a6-8b5e-12b436f568d7), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.722684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea383d-78c2-4023-a83a-68b5ecaf22a8 req-c417738a-cc58-48c0-982e-f623cd936009 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:13.736859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a66e2c-9098-42de-ad13-16848453faee None None] No DVR routers for this DVR port 5258bb65-3eb6-44a6-8b5e-12b436f568d7 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:13.737093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea383d-78c2-4023-a83a-68b5ecaf22a8 req-c417738a-cc58-48c0-982e-f623cd936009 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:13.742379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea383d-78c2-4023-a83a-68b5ecaf22a8 req-c417738a-cc58-48c0-982e-f623cd936009 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:13.764864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea383d-78c2-4023-a83a-68b5ecaf22a8 req-c417738a-cc58-48c0-982e-f623cd936009 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:13.765202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a66e2c-9098-42de-ad13-16848453faee None None] Pushing event deleted for resources: {'Port': ['ID=5258bb65-3eb6-44a6-8b5e-12b436f568d7,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:13.772744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5ea383d-78c2-4023-a83a-68b5ecaf22a8 req-c417738a-cc58-48c0-982e-f623cd936009 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2991569 Feb 19 03:36:13.854014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfaae154-d1e6-4758-8517-e4cb9e2065a1 admin admin] Publish callbacks [] for security_group (0664a456-847c-4642-88e2-e5b2d5268659), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.883024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-989dee77-800c-4420-b267-5036f69dd6a1 admin admin] Publish callbacks [] for security_group (7e135971-c501-4b83-93f9-0b5f1e2df17a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.890819 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cfaae154-d1e6-4758-8517-e4cb9e2065a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0664a456-847c-4642-88e2-e5b2d5268659), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.930632 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cfaae154-d1e6-4758-8517-e4cb9e2065a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=879579e31f154b6b94be217ab9c63406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8878870 Feb 19 03:36:13.931761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-989dee77-800c-4420-b267-5036f69dd6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7e135971-c501-4b83-93f9-0b5f1e2df17a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.935069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56594) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.974543 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-989dee77-800c-4420-b267-5036f69dd6a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ff9fe4c346b49acac77aee5fd2fb09b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4964936 Feb 19 03:36:13.975634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaae154-d1e6-4758-8517-e4cb9e2065a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0664a456-847c-4642-88e2-e5b2d5268659,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:13.978645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56596) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:14.057425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5ea383d-78c2-4023-a83a-68b5ecaf22a8 req-3e9b21f2-917f-4fc2-bb4c-c0087a78b7f4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2837777 Feb 19 03:36:14.073151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dee77-800c-4420-b267-5036f69dd6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e135971-c501-4b83-93f9-0b5f1e2df17a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:14.075317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-79140fe5-db34-4cb6-adfa-624246d1e6db tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Deleting port 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:14.075841 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79140fe5-db34-4cb6-adfa-624246d1e6db tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.136275 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dfb00616-366b-44cf-9e0f-7719d67fa2a5 admin admin] Publish callbacks [] for security_group (7e135971-c501-4b83-93f9-0b5f1e2df17a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.166918 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dfb00616-366b-44cf-9e0f-7719d67fa2a5 admin admin] Publish callbacks [] for security_group (7e135971-c501-4b83-93f9-0b5f1e2df17a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.235364 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dfb00616-366b-44cf-9e0f-7719d67fa2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7e135971-c501-4b83-93f9-0b5f1e2df17a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.239219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dfb00616-366b-44cf-9e0f-7719d67fa2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.240788 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dfb00616-366b-44cf-9e0f-7719d67fa2a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e135971-c501-4b83-93f9-0b5f1e2df17a HTTP/1.1" status: 204 len: 168 time: 0.2609732 Feb 19 03:36:14.275074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb00616-366b-44cf-9e0f-7719d67fa2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e135971-c501-4b83-93f9-0b5f1e2df17a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:14.499531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79140fe5-db34-4cb6-adfa-624246d1e6db tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.551097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-79140fe5-db34-4cb6-adfa-624246d1e6db tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Calling delete_port for 3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:14.556939 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77eeae53-1f74-4f95-a4d2-25ba2eba1fc0 admin admin] Publish callbacks [] for security_group (0664a456-847c-4642-88e2-e5b2d5268659), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.612962 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.655881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77eeae53-1f74-4f95-a4d2-25ba2eba1fc0 admin admin] Publish callbacks [] for security_group (0664a456-847c-4642-88e2-e5b2d5268659), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.685091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe24e4-87c1-4be1-a853-f43d9e0c7dd4 req-f7bc3eb2-0e9d-497b-8c01-3f76332b1477 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:14.687000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-10fe24e4-87c1-4be1-a853-f43d9e0c7dd4 req-f7bc3eb2-0e9d-497b-8c01-3f76332b1477 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.2034550 Feb 19 03:36:14.828575 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77eeae53-1f74-4f95-a4d2-25ba2eba1fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0664a456-847c-4642-88e2-e5b2d5268659), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.831373 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77eeae53-1f74-4f95-a4d2-25ba2eba1fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.834694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-77eeae53-1f74-4f95-a4d2-25ba2eba1fc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0664a456-847c-4642-88e2-e5b2d5268659 HTTP/1.1" status: 204 len: 168 time: 0.8957305 Feb 19 03:36:14.836735 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79140fe5-db34-4cb6-adfa-624246d1e6db tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.842580 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-10fe24e4-87c1-4be1-a853-f43d9e0c7dd4 req-8d233710-568f-44dd-adf2-8c418bcf1f77 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450577 Feb 19 03:36:14.853438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eeae53-1f74-4f95-a4d2-25ba2eba1fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0664a456-847c-4642-88e2-e5b2d5268659,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:14.892808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79140fe5-db34-4cb6-adfa-624246d1e6db tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Port': ['ID=3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:14.906138 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79140fe5-db34-4cb6-adfa-624246d1e6db tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.911682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-79140fe5-db34-4cb6-adfa-624246d1e6db tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/ports/3d2c2cce-74cd-48c0-8227-d6fb3cf97bb9 HTTP/1.1" status: 204 len: 168 time: 1.3430529 Feb 19 03:36:14.914130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56630) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:15.043905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a0ca4ce-34aa-4b73-b699-e06c3cca6d44 req-42fe509b-a5d1-4ef8-b3f5-731271f3ef81 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0742452 Feb 19 03:36:15.164640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (8d02ce99-57d8-467b-b3e2-7b53511497dd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.221635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5258bb65-3eb6-44a6-8b5e-12b436f568d7 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:15.278751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 5258bb65-3eb6-44a6-8b5e-12b436f568d7 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:15.285177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 5258bb65-3eb6-44a6-8b5e-12b436f568d7 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:15.317375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071d0c3-fbe7-4875-9785-b3d13022bc3a req-9b8bd5d0-a97c-474a-b370-90bb7b456877 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:15.327651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2071d0c3-fbe7-4875-9785-b3d13022bc3a req-9b8bd5d0-a97c-474a-b370-90bb7b456877 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1000888 Feb 19 03:36:15.384471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (8d02ce99-57d8-467b-b3e2-7b53511497dd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.415863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2071d0c3-fbe7-4875-9785-b3d13022bc3a req-17cec1a0-3806-4a74-a588-8d3832bd2811 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812376 Feb 19 03:36:15.421020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d02ce99-57d8-467b-b3e2-7b53511497dd']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:15.432053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24771c7e-9feb-4d1c-a599-62c3c8c6d695') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:15.432476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24771c7e-9feb-4d1c-a599-62c3c8c6d695') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:15.446816 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (24771c7e-9feb-4d1c-a599-62c3c8c6d695), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.469361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (24771c7e-9feb-4d1c-a599-62c3c8c6d695), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.484622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:15.485440 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (24771c7e-9feb-4d1c-a599-62c3c8c6d695), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:15.558426 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:15.568507 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (8d02ce99-57d8-467b-b3e2-7b53511497dd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.587817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.597530 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] 10.222.0.42 "DELETE /v2.0/networks/8d02ce99-57d8-467b-b3e2-7b53511497dd HTTP/1.1" status: 204 len: 168 time: 0.6822238 Feb 19 03:36:15.612418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e249e11-d997-48f2-a7fa-86882ce0eaca req-abaa22bb-dcdd-47f3-8d0b-e7989319c510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:15.619340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e249e11-d997-48f2-a7fa-86882ce0eaca req-abaa22bb-dcdd-47f3-8d0b-e7989319c510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:15.626949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e249e11-d997-48f2-a7fa-86882ce0eaca req-abaa22bb-dcdd-47f3-8d0b-e7989319c510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:15.637715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e249e11-d997-48f2-a7fa-86882ce0eaca req-abaa22bb-dcdd-47f3-8d0b-e7989319c510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:15.643427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e249e11-d997-48f2-a7fa-86882ce0eaca req-abaa22bb-dcdd-47f3-8d0b-e7989319c510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:15.649452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e249e11-d997-48f2-a7fa-86882ce0eaca req-abaa22bb-dcdd-47f3-8d0b-e7989319c510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:15.653938 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d6d63-138e-4a27-9214-7428ce137999 tempest-PortsIpV6TestJSON-177024625 tempest-PortsIpV6TestJSON-177024625-project] Pushing event deleted for resources: {'Network': ['ID=8d02ce99-57d8-467b-b3e2-7b53511497dd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:15.656259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e249e11-d997-48f2-a7fa-86882ce0eaca req-abaa22bb-dcdd-47f3-8d0b-e7989319c510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:15.659047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e249e11-d997-48f2-a7fa-86882ce0eaca req-abaa22bb-dcdd-47f3-8d0b-e7989319c510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1785948 Feb 19 03:36:15.667514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56662) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:15.683280 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc09403c-1333-4a80-b1fa-1de5fdd8057a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.818055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e249e11-d997-48f2-a7fa-86882ce0eaca req-a20e86c8-6947-44b8-969a-fe5cd62d18ea tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454349 Feb 19 03:36:15.849801 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc09403c-1333-4a80-b1fa-1de5fdd8057a admin admin] Publish callbacks [] for security_group (7670fd97-8f9e-466f-8168-1b58184b74b6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.858524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc09403c-1333-4a80-b1fa-1de5fdd8057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7670fd97-8f9e-466f-8168-1b58184b74b6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.930470 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dc09403c-1333-4a80-b1fa-1de5fdd8057a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a05b97767ef4f5dbf6b84f63c7ade4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617326 Feb 19 03:36:15.939923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56674) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:15.973048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09403c-1333-4a80-b1fa-1de5fdd8057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7670fd97-8f9e-466f-8168-1b58184b74b6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:16.034132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf90f7-7069-4fa1-beef-d645bc2f03f7 req-24ea464f-8c0f-4dd8-b72b-916127e59f4b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:16.036589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4adf90f7-7069-4fa1-beef-d645bc2f03f7 req-24ea464f-8c0f-4dd8-b72b-916127e59f4b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1175203 Feb 19 03:36:16.204096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4adf90f7-7069-4fa1-beef-d645bc2f03f7 req-e9bf31c0-1adc-4b09-b51f-a873d8f9eb60 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556599 Feb 19 03:36:16.324059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56686) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:16.358499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e1776f0-a943-47a1-844c-da2d58fd52ad req-0f73f7bf-68c2-458e-8156-9ae718b02ee3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0465295 Feb 19 03:36:16.510184 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d4d13d8-8307-4231-aca5-273bc8396dbd admin admin] Publish callbacks [] for security_group (7670fd97-8f9e-466f-8168-1b58184b74b6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.535070 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d4d13d8-8307-4231-aca5-273bc8396dbd admin admin] Publish callbacks [] for security_group (7670fd97-8f9e-466f-8168-1b58184b74b6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.601747 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d4d13d8-8307-4231-aca5-273bc8396dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7670fd97-8f9e-466f-8168-1b58184b74b6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.606847 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d4d13d8-8307-4231-aca5-273bc8396dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.611406 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5d4d13d8-8307-4231-aca5-273bc8396dbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7670fd97-8f9e-466f-8168-1b58184b74b6 HTTP/1.1" status: 204 len: 168 time: 0.6713068 Feb 19 03:36:16.630291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d13d8-8307-4231-aca5-273bc8396dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7670fd97-8f9e-466f-8168-1b58184b74b6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:16.671741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0ddfe4ba-8983-4eca-a79c-750c01537d45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e697007b88f446e9baeca2352c02018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439934 Feb 19 03:36:16.673791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56700) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:16.709228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4760-21db-4e91-8423-b51c44765ea5 req-cf3b1fe6-5519-4975-9113-7f05fd9001a2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:16.718057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f2a4760-21db-4e91-8423-b51c44765ea5 req-cf3b1fe6-5519-4975-9113-7f05fd9001a2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1770103 Feb 19 03:36:16.766596 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dfbb22fd-2d12-47e5-86fc-d59c299a0961 admin admin] Publish callbacks [] for security_group (744e8b14-44ae-41f9-850e-615a028fdcf1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.796708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f2a4760-21db-4e91-8423-b51c44765ea5 req-a37ea084-a2b7-4058-8b9d-753631e56608 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770938 Feb 19 03:36:16.814043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dfbb22fd-2d12-47e5-86fc-d59c299a0961 admin admin] Publish callbacks [] for security_group (744e8b14-44ae-41f9-850e-615a028fdcf1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.904762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dfbb22fd-2d12-47e5-86fc-d59c299a0961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (744e8b14-44ae-41f9-850e-615a028fdcf1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.907740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dfbb22fd-2d12-47e5-86fc-d59c299a0961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.908958 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dfbb22fd-2d12-47e5-86fc-d59c299a0961 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/744e8b14-44ae-41f9-850e-615a028fdcf1 HTTP/1.1" status: 204 len: 168 time: 0.2337589 Feb 19 03:36:16.926002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb22fd-2d12-47e5-86fc-d59c299a0961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744e8b14-44ae-41f9-850e-615a028fdcf1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:16.932482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e6109ac9-2407-4476-852c-0d98ea6b9ae4 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:36:17.047964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6525dfa-59a2-4bd5-8789-a990fc0d50e6 req-eb452b5a-74a1-4bf8-96ce-cdf4f8e3d6e1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:17.053802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6525dfa-59a2-4bd5-8789-a990fc0d50e6 req-eb452b5a-74a1-4bf8-96ce-cdf4f8e3d6e1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:17.070655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6525dfa-59a2-4bd5-8789-a990fc0d50e6 req-eb452b5a-74a1-4bf8-96ce-cdf4f8e3d6e1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:17.081805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6525dfa-59a2-4bd5-8789-a990fc0d50e6 req-eb452b5a-74a1-4bf8-96ce-cdf4f8e3d6e1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:17.088723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6525dfa-59a2-4bd5-8789-a990fc0d50e6 req-eb452b5a-74a1-4bf8-96ce-cdf4f8e3d6e1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:17.096128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6525dfa-59a2-4bd5-8789-a990fc0d50e6 req-eb452b5a-74a1-4bf8-96ce-cdf4f8e3d6e1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:17.102459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6525dfa-59a2-4bd5-8789-a990fc0d50e6 req-eb452b5a-74a1-4bf8-96ce-cdf4f8e3d6e1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:17.113203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6525dfa-59a2-4bd5-8789-a990fc0d50e6 req-eb452b5a-74a1-4bf8-96ce-cdf4f8e3d6e1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1776588 Feb 19 03:36:17.130785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:17.159307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'port_id': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'mac_address': 'fa:16:3e:69:27:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:36:17.204870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6525dfa-59a2-4bd5-8789-a990fc0d50e6 req-61865c95-45d4-42a5-bd54-c8b983a1be40 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851655 Feb 19 03:36:17.234383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port e6109ac9-2407-4476-852c-0d98ea6b9ae4 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:17.234778 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.269181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6109ac9-2407-4476-852c-0d98ea6b9ae4 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:36:17.293798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:17.309688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56724) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:17.318828 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.409182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:17.425052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7ab83-27b9-4239-8e4a-565f6e79e7b1 req-d7b518fd-7fe0-4fbd-980d-1b13184fde45 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:17.426697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57a7ab83-27b9-4239-8e4a-565f6e79e7b1 req-d7b518fd-7fe0-4fbd-980d-1b13184fde45 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1274076 Feb 19 03:36:17.473223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['e6109ac9-2407-4476-852c-0d98ea6b9ae4'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:36:17.561362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57a7ab83-27b9-4239-8e4a-565f6e79e7b1 req-6da23303-3bc1-4434-b3a7-0febc17bcf91 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257591 Feb 19 03:36:17.663904 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b0b3f48-ea73-41b0-add3-2273d58396b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.685330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecae64c4-d657-4ea6-9b43-a8a315c5ed0c req-5f5c2cf8-8849-48e2-a51d-1d0bbe872ecf tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0569313 Feb 19 03:36:17.782856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b0b3f48-ea73-41b0-add3-2273d58396b7 admin admin] Publish callbacks [] for security_group (608123ba-e3ff-443c-89b0-cc950f2c0092), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.787979 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6b0b3f48-ea73-41b0-add3-2273d58396b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (608123ba-e3ff-443c-89b0-cc950f2c0092), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.854502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b3f48-ea73-41b0-add3-2273d58396b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608123ba-e3ff-443c-89b0-cc950f2c0092,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:17.861220 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6b0b3f48-ea73-41b0-add3-2273d58396b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43d68072430e41cfa6893d520c70d9c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5480518 Feb 19 03:36:17.861625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56752) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:17.968235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0305cd5c-4fd6-43e7-a3bc-f57d77213d95 admin admin] Publish callbacks [] for security_group (608123ba-e3ff-443c-89b0-cc950f2c0092), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.977689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d397e-2322-48e4-8ce3-f4158b99cb84 req-3d2eb187-6224-45cc-b851-fdc1c1c504a6 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:17.979500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-400d397e-2322-48e4-8ce3-f4158b99cb84 req-3d2eb187-6224-45cc-b851-fdc1c1c504a6 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 944 time: 0.0925167 Feb 19 03:36:18.021307 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0305cd5c-4fd6-43e7-a3bc-f57d77213d95 admin admin] Publish callbacks [] for security_group (608123ba-e3ff-443c-89b0-cc950f2c0092), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.080717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-400d397e-2322-48e4-8ce3-f4158b99cb84 req-3dcec154-d27c-43fd-a726-fa3dc2c003df tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927348 Feb 19 03:36:18.110719 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0305cd5c-4fd6-43e7-a3bc-f57d77213d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (608123ba-e3ff-443c-89b0-cc950f2c0092), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.113362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0305cd5c-4fd6-43e7-a3bc-f57d77213d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.114635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0305cd5c-4fd6-43e7-a3bc-f57d77213d95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/608123ba-e3ff-443c-89b0-cc950f2c0092 HTTP/1.1" status: 204 len: 168 time: 0.2519689 Feb 19 03:36:18.125398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305cd5c-4fd6-43e7-a3bc-f57d77213d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608123ba-e3ff-443c-89b0-cc950f2c0092,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:18.336496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56772) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:18.392034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28533f3-d166-45f4-a879-28be3463a711 req-886e02d4-dfb7-4f01-9dec-5d9ff0b7866b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:18.397996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28533f3-d166-45f4-a879-28be3463a711 req-886e02d4-dfb7-4f01-9dec-5d9ff0b7866b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:18.404629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28533f3-d166-45f4-a879-28be3463a711 req-886e02d4-dfb7-4f01-9dec-5d9ff0b7866b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:18.410746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28533f3-d166-45f4-a879-28be3463a711 req-886e02d4-dfb7-4f01-9dec-5d9ff0b7866b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:18.417192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28533f3-d166-45f4-a879-28be3463a711 req-886e02d4-dfb7-4f01-9dec-5d9ff0b7866b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:18.423465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28533f3-d166-45f4-a879-28be3463a711 req-886e02d4-dfb7-4f01-9dec-5d9ff0b7866b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:18.429943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28533f3-d166-45f4-a879-28be3463a711 req-886e02d4-dfb7-4f01-9dec-5d9ff0b7866b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:18.432111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e28533f3-d166-45f4-a879-28be3463a711 req-886e02d4-dfb7-4f01-9dec-5d9ff0b7866b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1172373 Feb 19 03:36:18.502706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e28533f3-d166-45f4-a879-28be3463a711 req-d2133991-1c64-4024-852d-c5defe8e93e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636282 Feb 19 03:36:18.720802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d34965e6-5634-44c7-8f47-b5fb381eaf70 tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1034145066', 'prefixes': ['172.20.0.0/16']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:18.737955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1ce96-1419-490f-9078-c8e35c0a74c4 req-215977d7-01c5-4a8a-8736-38930eab3e9d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:18.746687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03c1ce96-1419-490f-9078-c8e35c0a74c4 req-215977d7-01c5-4a8a-8736-38930eab3e9d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1084878 Feb 19 03:36:18.847789 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d34965e6-5634-44c7-8f47-b5fb381eaf70 tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.854719 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d34965e6-5634-44c7-8f47-b5fb381eaf70 tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5167396 Feb 19 03:36:18.857298 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56788) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:18.886203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03c1ce96-1419-490f-9078-c8e35c0a74c4 req-04abe70c-eb8a-4a83-91e6-dd6d03833225 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382048 Feb 19 03:36:18.911807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56792) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:18.933054 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8aa67ab5-e896-4057-92dd-6246b14d35d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.935498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e6109ac9-2407-4476-852c-0d98ea6b9ae4 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:18.999356 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-732dcdac-390e-4e40-b374-8330ed90ea53 tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] 10.222.0.42 "GET /v2.0/subnetpools/55702134-589c-444a-b5c0-dc03ec34522b HTTP/1.1" status: 200 len: 732 time: 0.1402829 Feb 19 03:36:19.001582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56794) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:19.007615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ba48caf0-6b9d-450b-b76a-58b5c0bc5ce2 tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-880592927'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:19.071407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port e6109ac9-2407-4476-852c-0d98ea6b9ae4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:19.074826 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.081180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1afa9208-c8d3-489d-8c56-0866b82d199c req-a13ed78a-7059-465c-8c7e-556936a9a6bb tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0680342 Feb 19 03:36:19.132726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ba48caf0-6b9d-450b-b76a-58b5c0bc5ce2 tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.145156 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ba48caf0-6b9d-450b-b76a-58b5c0bc5ce2 tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] 10.222.0.42 "PUT /v2.0/subnetpools/55702134-589c-444a-b5c0-dc03ec34522b HTTP/1.1" status: 200 len: 683 time: 0.1408021 Feb 19 03:36:19.147668 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56798) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:19.172154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8aa67ab5-e896-4057-92dd-6246b14d35d2 admin admin] Publish callbacks [] for security_group (b0779095-159a-49ee-a9c3-d2756ee98f9d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.186198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8aa67ab5-e896-4057-92dd-6246b14d35d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b0779095-159a-49ee-a9c3-d2756ee98f9d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.219533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8aa67ab5-e896-4057-92dd-6246b14d35d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=caa04e413c744b18921c8d1baf95c4df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064249 Feb 19 03:36:19.231489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56802) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:19.280704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa67ab5-e896-4057-92dd-6246b14d35d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0779095-159a-49ee-a9c3-d2756ee98f9d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:19.330173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port e6109ac9-2407-4476-852c-0d98ea6b9ae4 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:19.330574 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.368203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-53882565-d748-48f6-8179-53c940000c2d tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.370523 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-53882565-d748-48f6-8179-53c940000c2d tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] 10.222.0.42 "DELETE /v2.0/subnetpools/55702134-589c-444a-b5c0-dc03ec34522b HTTP/1.1" status: 204 len: 168 time: 0.2191308 Feb 19 03:36:19.374150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:36:19.374732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56812) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:19.378263 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d7fe20-8a49-4f0b-add7-9778175e7f8c" -d '{"events": [{"server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "name": "network-vif-plugged", "status": "completed", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:36:19.395931 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:19.400048 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-35426abc-12e4-4836-8ff3-4e0fe1a60118 tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] show failed (client error): The resource could not be found. Feb 19 03:36:19.401697 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-35426abc-12e4-4836-8ff3-4e0fe1a60118 tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] 10.222.0.42 "GET /v2.0/subnetpools/55702134-589c-444a-b5c0-dc03ec34522b HTTP/1.1" status: 404 len: 346 time: 0.0257630 Feb 19 03:36:19.403993 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.405038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56818) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:19.438695 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1530e909-2873-45d3-9bd5-c81e891f7a70 admin admin] Publish callbacks [] for security_group (b0779095-159a-49ee-a9c3-d2756ee98f9d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.441321 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-324d5006-85ab-4dec-b864-7bc45ec8db4e tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] delete failed (client error): The resource could not be found. Feb 19 03:36:19.442974 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-324d5006-85ab-4dec-b864-7bc45ec8db4e tempest-SubnetPoolsTestJSON-696470552 tempest-SubnetPoolsTestJSON-696470552-project] 10.222.0.42 "DELETE /v2.0/subnetpools/55702134-589c-444a-b5c0-dc03ec34522b HTTP/1.1" status: 404 len: 346 time: 0.0365837 Feb 19 03:36:19.468400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153be317-ae55-431e-adda-f848394f9024 req-799515fa-1fd4-46aa-8fea-f51993040350 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:19.482460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-153be317-ae55-431e-adda-f848394f9024 req-799515fa-1fd4-46aa-8fea-f51993040350 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 944 time: 0.1963398 Feb 19 03:36:19.483058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:19.541213 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1530e909-2873-45d3-9bd5-c81e891f7a70 admin admin] Publish callbacks [] for security_group (b0779095-159a-49ee-a9c3-d2756ee98f9d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.612594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-153be317-ae55-431e-adda-f848394f9024 req-c3295a47-f696-439f-ad70-908b007a0c19 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138411 Feb 19 03:36:19.653975 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1530e909-2873-45d3-9bd5-c81e891f7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b0779095-159a-49ee-a9c3-d2756ee98f9d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.657954 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1530e909-2873-45d3-9bd5-c81e891f7a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.659936 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1530e909-2873-45d3-9bd5-c81e891f7a70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0779095-159a-49ee-a9c3-d2756ee98f9d HTTP/1.1" status: 204 len: 168 time: 0.4271092 Feb 19 03:36:19.667074 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37616bc6-397d-4ec8-b227-ae9336440377 x-openstack-request-id: req-37616bc6-397d-4ec8-b227-ae9336440377 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:36:19.667516 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "name": "network-vif-plugged", "status": "completed", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:36:19.667776 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37616bc6-397d-4ec8-b227-ae9336440377 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:36:19.669546 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'code': 200} Feb 19 03:36:19.709267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530e909-2873-45d3-9bd5-c81e891f7a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0779095-159a-49ee-a9c3-d2756ee98f9d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:19.888538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d2016-d5ac-4417-8dcf-0564621bfe25 req-cac45461-c9bf-46d4-a082-919a8fd6b2fa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:19.895373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d2016-d5ac-4417-8dcf-0564621bfe25 req-cac45461-c9bf-46d4-a082-919a8fd6b2fa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:19.904762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d2016-d5ac-4417-8dcf-0564621bfe25 req-cac45461-c9bf-46d4-a082-919a8fd6b2fa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:19.911968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d2016-d5ac-4417-8dcf-0564621bfe25 req-cac45461-c9bf-46d4-a082-919a8fd6b2fa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:19.919255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d2016-d5ac-4417-8dcf-0564621bfe25 req-cac45461-c9bf-46d4-a082-919a8fd6b2fa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:19.926613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d2016-d5ac-4417-8dcf-0564621bfe25 req-cac45461-c9bf-46d4-a082-919a8fd6b2fa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:19.933556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d2016-d5ac-4417-8dcf-0564621bfe25 req-cac45461-c9bf-46d4-a082-919a8fd6b2fa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:19.943642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be5d2016-d5ac-4417-8dcf-0564621bfe25 req-cac45461-c9bf-46d4-a082-919a8fd6b2fa tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1417713 Feb 19 03:36:20.045626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be5d2016-d5ac-4417-8dcf-0564621bfe25 req-7253350e-847f-4422-8d66-b14258caf074 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009011 Feb 19 03:36:20.051698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56846) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:20.240067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e725ef-3f07-4b4a-a86d-e8c72d8c1719 req-1379aeb2-4d12-45f2-8596-bc86e145395a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:20.265225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0e725ef-3f07-4b4a-a86d-e8c72d8c1719 req-1379aeb2-4d12-45f2-8596-bc86e145395a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1366990 Feb 19 03:36:20.309936 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9d26eb5-9a21-44de-9827-53132e7d5da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.390143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0e725ef-3f07-4b4a-a86d-e8c72d8c1719 req-fbafa76d-c54d-4452-b9a8-8935910a330a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196568 Feb 19 03:36:20.635935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9e852cc-8c1d-4835-95c8-3bc8535ef819 req-403a205a-d324-42ca-b39d-98c263298da1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0919933 Feb 19 03:36:20.656341 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9d26eb5-9a21-44de-9827-53132e7d5da6 admin admin] Publish callbacks [] for security_group (c8b02b1c-565c-4990-9d9d-a640e4f3aa66), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.672844 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9d26eb5-9a21-44de-9827-53132e7d5da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c8b02b1c-565c-4990-9d9d-a640e4f3aa66), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.736471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56866) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:20.737004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e9d26eb5-9a21-44de-9827-53132e7d5da6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68201d295ac04516bdfa7ac02230b2d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6831319 Feb 19 03:36:20.738245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d26eb5-9a21-44de-9827-53132e7d5da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b02b1c-565c-4990-9d9d-a640e4f3aa66,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:20.869862 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-648ad224-69c2-42d7-aff4-5797129b0333 admin admin] Publish callbacks [] for security_group (c8b02b1c-565c-4990-9d9d-a640e4f3aa66), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.920250 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-648ad224-69c2-42d7-aff4-5797129b0333 admin admin] Publish callbacks [] for security_group (c8b02b1c-565c-4990-9d9d-a640e4f3aa66), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.933070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76de172-2b94-4afb-acbf-ed9822e3a7a3 req-da63634a-6752-4012-92c3-f0ce7ac66293 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:20.937112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d76de172-2b94-4afb-acbf-ed9822e3a7a3 req-da63634a-6752-4012-92c3-f0ce7ac66293 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1153827 Feb 19 03:36:21.020410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d76de172-2b94-4afb-acbf-ed9822e3a7a3 req-736c2318-6da2-4953-9d0e-208560f750a4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759678 Feb 19 03:36:21.029557 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-648ad224-69c2-42d7-aff4-5797129b0333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c8b02b1c-565c-4990-9d9d-a640e4f3aa66), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.032373 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-648ad224-69c2-42d7-aff4-5797129b0333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.033921 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-648ad224-69c2-42d7-aff4-5797129b0333 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8b02b1c-565c-4990-9d9d-a640e4f3aa66 HTTP/1.1" status: 204 len: 168 time: 0.2948182 Feb 19 03:36:21.048288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ad224-69c2-42d7-aff4-5797129b0333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b02b1c-565c-4990-9d9d-a640e4f3aa66,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:21.257573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360431f5-40ad-4865-89fb-f5d5b50c60e3 req-87b7064d-8ded-4edb-96fb-275bcdd4d28a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.265437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360431f5-40ad-4865-89fb-f5d5b50c60e3 req-87b7064d-8ded-4edb-96fb-275bcdd4d28a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.273182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360431f5-40ad-4865-89fb-f5d5b50c60e3 req-87b7064d-8ded-4edb-96fb-275bcdd4d28a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.282283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360431f5-40ad-4865-89fb-f5d5b50c60e3 req-87b7064d-8ded-4edb-96fb-275bcdd4d28a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.290780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360431f5-40ad-4865-89fb-f5d5b50c60e3 req-87b7064d-8ded-4edb-96fb-275bcdd4d28a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.299597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360431f5-40ad-4865-89fb-f5d5b50c60e3 req-87b7064d-8ded-4edb-96fb-275bcdd4d28a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.306603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360431f5-40ad-4865-89fb-f5d5b50c60e3 req-87b7064d-8ded-4edb-96fb-275bcdd4d28a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.318769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-360431f5-40ad-4865-89fb-f5d5b50c60e3 req-87b7064d-8ded-4edb-96fb-275bcdd4d28a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1442273 Feb 19 03:36:21.433416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-360431f5-40ad-4865-89fb-f5d5b50c60e3 req-b28ea854-3f9a-4b4b-a1c3-80d8ae93c00b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133580 Feb 19 03:36:21.714391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65db3-4b2e-4d1c-92e6-0e2c89e8294b req-6e83b911-2728-40a1-8057-7aca349de1b8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.716547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fef65db3-4b2e-4d1c-92e6-0e2c89e8294b req-6e83b911-2728-40a1-8057-7aca349de1b8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1428871 Feb 19 03:36:21.854347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fef65db3-4b2e-4d1c-92e6-0e2c89e8294b req-06d61d7e-26e8-4e6b-b6c1-eafacc447c6a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294796 Feb 19 03:36:21.981975 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bf09daa-e7d8-4b93-83ea-0ed2bee4f66b req-24395e11-14ff-4a68-b2b9-2500f7724ef7 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0431314 Feb 19 03:36:22.257670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd6fe4-e1c5-4426-a025-60e719421167 req-ead8be19-52af-4c5b-a127-7534b11f9dd2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:22.266859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bdd6fe4-e1c5-4426-a025-60e719421167 req-ead8be19-52af-4c5b-a127-7534b11f9dd2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0844164 Feb 19 03:36:22.326337 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.366340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56918) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:22.411924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bdd6fe4-e1c5-4426-a025-60e719421167 req-3f4e6927-7814-40ef-b2d2-48e8f45069ec tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208863 Feb 19 03:36:22.742917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24292-8f04-468d-a703-9245421e1151 req-78f8cd32-f505-4166-8350-1895114e49d1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:22.750094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24292-8f04-468d-a703-9245421e1151 req-78f8cd32-f505-4166-8350-1895114e49d1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:22.756045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24292-8f04-468d-a703-9245421e1151 req-78f8cd32-f505-4166-8350-1895114e49d1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:22.767817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24292-8f04-468d-a703-9245421e1151 req-78f8cd32-f505-4166-8350-1895114e49d1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:22.773637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24292-8f04-468d-a703-9245421e1151 req-78f8cd32-f505-4166-8350-1895114e49d1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:22.780107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24292-8f04-468d-a703-9245421e1151 req-78f8cd32-f505-4166-8350-1895114e49d1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:22.785696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24292-8f04-468d-a703-9245421e1151 req-78f8cd32-f505-4166-8350-1895114e49d1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:22.794923 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69a24292-8f04-468d-a703-9245421e1151 req-78f8cd32-f505-4166-8350-1895114e49d1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2088110 Feb 19 03:36:22.897902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:22.922796 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69a24292-8f04-468d-a703-9245421e1151 req-c93b5c76-4235-492a-a904-de5ab23d6df7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250384 Feb 19 03:36:22.944717 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.150544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.158594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e57974-a1ca-4e15-b941-b8456cb28e29 req-a1866293-716e-4e6a-90e0-2c08e925163a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:23.160266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4e57974-a1ca-4e15-b941-b8456cb28e29 req-a1866293-716e-4e6a-90e0-2c08e925163a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1087437 Feb 19 03:36:23.237048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4e57974-a1ca-4e15-b941-b8456cb28e29 req-c3bf46c4-dd8a-43e7-b89b-f3d9d495ba38 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687561 Feb 19 03:36:23.338152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63323a72-aaa3-42a3-9c94-cb1451532929 req-535cf8a7-2d10-4968-aeb1-f1d5934ef8a5 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0340259 Feb 19 03:36:23.401003 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Allocated IP 172.25.4.134 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/347d7d86-6871-42a8-ac1c-1ca0b6cdbb16) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:23.537785 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks [] for port (347d7d86-6871-42a8-ac1c-1ca0b6cdbb16), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.604580 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (347d7d86-6871-42a8-ac1c-1ca0b6cdbb16), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.606344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa2624-3434-45a3-b104-a59ee1b7eb82 req-0d73cda5-f296-495b-9bc0-2c184a120b4b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:23.609093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03aa2624-3434-45a3-b104-a59ee1b7eb82 req-0d73cda5-f296-495b-9bc0-2c184a120b4b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0681081 Feb 19 03:36:23.660517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:23.663843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:23.668554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:23.701800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03aa2624-3434-45a3-b104-a59ee1b7eb82 req-37957017-2499-4b20-b8c2-e14bd4b4a49c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719099 Feb 19 03:36:23.709346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Pushing event updated for resources: {'Port': ['ID=347d7d86-6871-42a8-ac1c-1ca0b6cdbb16,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:23.820547 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks [] for floatingip (0cfcbac1-824a-439f-9fdb-48ea7a3203d3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.866994 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (347d7d86-6871-42a8-ac1c-1ca0b6cdbb16), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.099473 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks [] for port (347d7d86-6871-42a8-ac1c-1ca0b6cdbb16), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.106874 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (347d7d86-6871-42a8-ac1c-1ca0b6cdbb16), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.115646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f059-d2a7-4e97-b950-67ca409cc681 req-89f0b1e9-6541-4a61-b88a-865e7c3a2810 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.123036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f059-d2a7-4e97-b950-67ca409cc681 req-89f0b1e9-6541-4a61-b88a-865e7c3a2810 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.129392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f059-d2a7-4e97-b950-67ca409cc681 req-89f0b1e9-6541-4a61-b88a-865e7c3a2810 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.139564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f059-d2a7-4e97-b950-67ca409cc681 req-89f0b1e9-6541-4a61-b88a-865e7c3a2810 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.153152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f059-d2a7-4e97-b950-67ca409cc681 req-89f0b1e9-6541-4a61-b88a-865e7c3a2810 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.159923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f059-d2a7-4e97-b950-67ca409cc681 req-89f0b1e9-6541-4a61-b88a-865e7c3a2810 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.167569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f059-d2a7-4e97-b950-67ca409cc681 req-89f0b1e9-6541-4a61-b88a-865e7c3a2810 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.171114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e44f059-d2a7-4e97-b950-67ca409cc681 req-89f0b1e9-6541-4a61-b88a-865e7c3a2810 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1439490 Feb 19 03:36:24.192286 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Pushing event updated for resources: {'Port': ['ID=347d7d86-6871-42a8-ac1c-1ca0b6cdbb16,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:24.203908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (0cfcbac1-824a-439f-9fdb-48ea7a3203d3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.228422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.234547 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e16091b9-2af1-4e58-b30c-32f59ab21734 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8639300 Feb 19 03:36:24.235055 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56946) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:24.240901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1561922259', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'fixed_ips': [{'ip_address': '172.25.4.134'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:24.275316 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Made reservation on behalf of 9aa462f3b8d44d58855d5bba94360fe9 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:24.278319 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.289406 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.313254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e44f059-d2a7-4e97-b950-67ca409cc681 req-199ab37a-2475-4933-a9b8-8c9bd07176c9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192582 Feb 19 03:36:24.401073 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks [] for security_group (ee59e621-9a8e-42ed-8ccb-2dd812ffb6fe), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.410446 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ee59e621-9a8e-42ed-8ccb-2dd812ffb6fe), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.416489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] device_id is not set on port 0d1c5213-3302-46ba-a9b2-66b0bc667e3c yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:24.486225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f6aae-c92b-4f81-96be-41682045c363 req-279797ab-62c4-4b24-832c-b8caec07b1d3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.488755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-541f6aae-c92b-4f81-96be-41682045c363 req-279797ab-62c4-4b24-832c-b8caec07b1d3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0809340 Feb 19 03:36:24.522308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee59e621-9a8e-42ed-8ccb-2dd812ffb6fe,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:24.571117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-541f6aae-c92b-4f81-96be-41682045c363 req-1a03248a-6a08-4eea-9265-486fffe60cbb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746984 Feb 19 03:36:24.692307 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 03:36:24.694023 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:24.713228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c9f03dd-7840-4291-8f18-b5e62ae90761 req-84eefa2f-b4b6-4b54-bc4a-dafa0acba4ce tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0360079 Feb 19 03:36:24.735334 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-97f3278f-16ce-4495-9b16-aec7d928655c tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4976439 Feb 19 03:36:24.740610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56954) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:24.990746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa884849-8d8d-4ed9-91fa-7a841154c933 req-7f063789-da88-4ca0-9041-2f85b3ebbee4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.992915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa884849-8d8d-4ed9-91fa-7a841154c933 req-7f063789-da88-4ca0-9041-2f85b3ebbee4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1271467 Feb 19 03:36:25.061644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ad9bb-87cb-4934-a558-77fa811077f3 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Deleting port 347d7d86-6871-42a8-ac1c-1ca0b6cdbb16 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:25.062021 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad9bb-87cb-4934-a558-77fa811077f3 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (347d7d86-6871-42a8-ac1c-1ca0b6cdbb16), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.069200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa884849-8d8d-4ed9-91fa-7a841154c933 req-039a75f3-0b3d-48ca-8b3b-2cbb319e2c40 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689507 Feb 19 03:36:25.168366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad9bb-87cb-4934-a558-77fa811077f3 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (347d7d86-6871-42a8-ac1c-1ca0b6cdbb16), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.169393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad9bb-87cb-4934-a558-77fa811077f3 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks [] for floatingip (347d7d86-6871-42a8-ac1c-1ca0b6cdbb16), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.182146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ad9bb-87cb-4934-a558-77fa811077f3 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Calling delete_port for 347d7d86-6871-42a8-ac1c-1ca0b6cdbb16 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:25.340056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad9bb-87cb-4934-a558-77fa811077f3 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (347d7d86-6871-42a8-ac1c-1ca0b6cdbb16), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.369643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ad9bb-87cb-4934-a558-77fa811077f3 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Pushing event deleted for resources: {'Port': ['ID=347d7d86-6871-42a8-ac1c-1ca0b6cdbb16,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:25.456163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad9bb-87cb-4934-a558-77fa811077f3 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks [] for floatingip (0cfcbac1-824a-439f-9fdb-48ea7a3203d3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.458765 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad9bb-87cb-4934-a558-77fa811077f3 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.459945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3d9ad9bb-87cb-4934-a558-77fa811077f3 tempest-ExternalNetworksAdminNegativeTestJSON-89478994 tempest-ExternalNetworksAdminNegativeTestJSON-89478994-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/0cfcbac1-824a-439f-9fdb-48ea7a3203d3 HTTP/1.1" status: 204 len: 168 time: 0.7050452 Feb 19 03:36:25.497762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837982f2-90ae-4aa3-8bb1-859254602cfb req-9be76438-c305-4bd5-9129-cabb88a82f43 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:25.503125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837982f2-90ae-4aa3-8bb1-859254602cfb req-9be76438-c305-4bd5-9129-cabb88a82f43 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:25.509618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837982f2-90ae-4aa3-8bb1-859254602cfb req-9be76438-c305-4bd5-9129-cabb88a82f43 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:25.515901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837982f2-90ae-4aa3-8bb1-859254602cfb req-9be76438-c305-4bd5-9129-cabb88a82f43 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:25.522258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837982f2-90ae-4aa3-8bb1-859254602cfb req-9be76438-c305-4bd5-9129-cabb88a82f43 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:25.529635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837982f2-90ae-4aa3-8bb1-859254602cfb req-9be76438-c305-4bd5-9129-cabb88a82f43 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:25.535685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837982f2-90ae-4aa3-8bb1-859254602cfb req-9be76438-c305-4bd5-9129-cabb88a82f43 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:25.537677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-837982f2-90ae-4aa3-8bb1-859254602cfb req-9be76438-c305-4bd5-9129-cabb88a82f43 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1132188 Feb 19 03:36:25.653735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-837982f2-90ae-4aa3-8bb1-859254602cfb req-0a87073f-21ed-47d9-97a4-78e4a6ae702e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070635 Feb 19 03:36:25.786676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e217bc-92d7-4c8d-bda3-c4f2a48893aa req-9c7e0d26-3c3b-4eb9-9335-ed1fb76cc7b7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:25.798548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02e217bc-92d7-4c8d-bda3-c4f2a48893aa req-9c7e0d26-3c3b-4eb9-9335-ed1fb76cc7b7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0700970 Feb 19 03:36:25.872397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02e217bc-92d7-4c8d-bda3-c4f2a48893aa req-f0effb1a-f53b-4a9a-a901-c19da20d05dd tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695066 Feb 19 03:36:25.954754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56970) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:26.007903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d544823a-1445-45ac-8c4f-ce6cf498ac15 req-3bad8888-98a5-4da3-bec1-802b3fb64a76 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0352976 Feb 19 03:36:26.169540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a1804c8-6325-412f-9a08-012242d4f9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.270650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b952b8f-5a46-44a0-8af2-74fcd61f3408 req-ed9e744c-65e7-4e00-bf58-5e251009c616 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:26.272338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b952b8f-5a46-44a0-8af2-74fcd61f3408 req-ed9e744c-65e7-4e00-bf58-5e251009c616 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0934711 Feb 19 03:36:26.352607 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a1804c8-6325-412f-9a08-012242d4f9e5 admin admin] Publish callbacks [] for security_group (aa78f883-2ca7-4558-a58f-1d1411ad379c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.357650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b952b8f-5a46-44a0-8af2-74fcd61f3408 req-303d0185-d391-413d-ac75-6df240ed53c7 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769989 Feb 19 03:36:26.358996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a1804c8-6325-412f-9a08-012242d4f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (aa78f883-2ca7-4558-a58f-1d1411ad379c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.384554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1804c8-6325-412f-9a08-012242d4f9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78f883-2ca7-4558-a58f-1d1411ad379c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:26.427495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8a1804c8-6325-412f-9a08-012242d4f9e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbcf4467b4914d1ebcd2d940e375200d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714985 Feb 19 03:36:26.431412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56976) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:26.483451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97431d7e-10f9-472b-803f-07270503e319 admin admin] Publish callbacks [] for security_group (aa78f883-2ca7-4558-a58f-1d1411ad379c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.507927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97431d7e-10f9-472b-803f-07270503e319 admin admin] Publish callbacks [] for security_group (aa78f883-2ca7-4558-a58f-1d1411ad379c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.567733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97431d7e-10f9-472b-803f-07270503e319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (aa78f883-2ca7-4558-a58f-1d1411ad379c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.571152 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97431d7e-10f9-472b-803f-07270503e319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.575826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-97431d7e-10f9-472b-803f-07270503e319 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa78f883-2ca7-4558-a58f-1d1411ad379c HTTP/1.1" status: 204 len: 168 time: 0.1386991 Feb 19 03:36:26.588540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97431d7e-10f9-472b-803f-07270503e319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78f883-2ca7-4558-a58f-1d1411ad379c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:26.840423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e3c0-8634-4e66-9c2b-984279df91f9 req-7d5cd9ab-d476-45b8-a150-265a74de725a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:26.848136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e3c0-8634-4e66-9c2b-984279df91f9 req-7d5cd9ab-d476-45b8-a150-265a74de725a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:26.857054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e3c0-8634-4e66-9c2b-984279df91f9 req-7d5cd9ab-d476-45b8-a150-265a74de725a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:26.863585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e3c0-8634-4e66-9c2b-984279df91f9 req-7d5cd9ab-d476-45b8-a150-265a74de725a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:26.870745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e3c0-8634-4e66-9c2b-984279df91f9 req-7d5cd9ab-d476-45b8-a150-265a74de725a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:26.877559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e3c0-8634-4e66-9c2b-984279df91f9 req-7d5cd9ab-d476-45b8-a150-265a74de725a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:26.883226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e3c0-8634-4e66-9c2b-984279df91f9 req-7d5cd9ab-d476-45b8-a150-265a74de725a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:26.891418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79c2e3c0-8634-4e66-9c2b-984279df91f9 req-7d5cd9ab-d476-45b8-a150-265a74de725a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1375971 Feb 19 03:36:26.978279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79c2e3c0-8634-4e66-9c2b-984279df91f9 req-aa8950f5-fcdf-41b4-af58-6ccd9ca36842 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856893 Feb 19 03:36:26.978989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56986) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:27.040739 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4a848b16-882b-4006-9ad9-1366c35cd5f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9aa462f3b8d44d58855d5bba94360fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0605257 Feb 19 03:36:27.044056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56988) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:27.102733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c624-9f61-4af2-8dfb-0f7b425e58c5 admin admin] Publish callbacks [] for security_group (ee59e621-9a8e-42ed-8ccb-2dd812ffb6fe), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.132619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c624-9f61-4af2-8dfb-0f7b425e58c5 admin admin] Publish callbacks [] for security_group (ee59e621-9a8e-42ed-8ccb-2dd812ffb6fe), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.163201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10174d77-3e21-4967-8232-b460eca255a6 req-ccc3817a-233b-44cf-8990-daa68e627d56 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:27.170684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-10174d77-3e21-4967-8232-b460eca255a6 req-ccc3817a-233b-44cf-8990-daa68e627d56 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0882862 Feb 19 03:36:27.207323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c624-9f61-4af2-8dfb-0f7b425e58c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ee59e621-9a8e-42ed-8ccb-2dd812ffb6fe), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.209964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c624-9f61-4af2-8dfb-0f7b425e58c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.215596 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9bd8c624-9f61-4af2-8dfb-0f7b425e58c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee59e621-9a8e-42ed-8ccb-2dd812ffb6fe HTTP/1.1" status: 204 len: 168 time: 0.1686573 Feb 19 03:36:27.224654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8c624-9f61-4af2-8dfb-0f7b425e58c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee59e621-9a8e-42ed-8ccb-2dd812ffb6fe,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:27.259696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-10174d77-3e21-4967-8232-b460eca255a6 req-89985d53-355b-4296-adb8-35b977697bb1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857708 Feb 19 03:36:27.364219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c25d795-35f5-4532-9b1f-703d2f2764ea req-8915c93c-af5f-4903-b846-4c23cd837fff tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0369000 Feb 19 03:36:27.558048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2d7f0-d5db-467e-8444-542eaec27fd2 req-c1b2a3c4-9691-48cd-8084-27d0ec9f84f4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:27.575295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78e2d7f0-d5db-467e-8444-542eaec27fd2 req-c1b2a3c4-9691-48cd-8084-27d0ec9f84f4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1060228 Feb 19 03:36:27.642064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78e2d7f0-d5db-467e-8444-542eaec27fd2 req-11a885f8-528f-4d80-a5f6-afc99da68d26 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642476 Feb 19 03:36:28.237819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6a5f-a23a-4e2a-a598-f16daf2d3312 req-07c9bdc7-e873-440d-ab88-cb628df61bd9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:28.248819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6a5f-a23a-4e2a-a598-f16daf2d3312 req-07c9bdc7-e873-440d-ab88-cb628df61bd9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:28.255766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6a5f-a23a-4e2a-a598-f16daf2d3312 req-07c9bdc7-e873-440d-ab88-cb628df61bd9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:28.262674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6a5f-a23a-4e2a-a598-f16daf2d3312 req-07c9bdc7-e873-440d-ab88-cb628df61bd9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:28.281953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6a5f-a23a-4e2a-a598-f16daf2d3312 req-07c9bdc7-e873-440d-ab88-cb628df61bd9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:28.288672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6a5f-a23a-4e2a-a598-f16daf2d3312 req-07c9bdc7-e873-440d-ab88-cb628df61bd9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:28.300823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6a5f-a23a-4e2a-a598-f16daf2d3312 req-07c9bdc7-e873-440d-ab88-cb628df61bd9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:28.304538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c5d6a5f-a23a-4e2a-a598-f16daf2d3312 req-07c9bdc7-e873-440d-ab88-cb628df61bd9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1875422 Feb 19 03:36:28.423500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c5d6a5f-a23a-4e2a-a598-f16daf2d3312 req-6565277a-1b28-4af5-957d-a6212ff44e21 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121993 Feb 19 03:36:28.585154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679f0ad-f13c-4f6c-98eb-a09af0fe8737 req-b4b15d30-d8fd-4fbe-9d94-e388fbf2549e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:28.586617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1679f0ad-f13c-4f6c-98eb-a09af0fe8737 req-b4b15d30-d8fd-4fbe-9d94-e388fbf2549e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0859091 Feb 19 03:36:28.668737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1679f0ad-f13c-4f6c-98eb-a09af0fe8737 req-80835498-0781-4e05-925f-e9633c020549 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744762 Feb 19 03:36:28.789740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57006fc7-a1d9-439c-add0-0885ff3d91c0 req-bcb6782b-908b-4b91-ba2b-66c90ddb66ed tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0342820 Feb 19 03:36:29.019411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9daf9-6d55-4c85-a3d9-dd85407023eb req-4b8dd792-6a2c-485c-b63d-a114e63e1df5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:29.023010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efe9daf9-6d55-4c85-a3d9-dd85407023eb req-4b8dd792-6a2c-485c-b63d-a114e63e1df5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1263151 Feb 19 03:36:29.124017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efe9daf9-6d55-4c85-a3d9-dd85407023eb req-752fd6b2-cfda-4b49-9879-b98e5285b490 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939093 Feb 19 03:36:29.169514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57036) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:29.293830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-161594328', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:29.315977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Made reservation on behalf of 2b284dc6199642cb886d5b456b76ab50 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:29.319035 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.332797 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.425043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks [] for security_group (34cf17b0-23ed-4779-a39b-a71aefe71a77), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.431040 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (34cf17b0-23ed-4779-a39b-a71aefe71a77), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.452313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] device_id is not set on port c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:29.463121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf17b0-23ed-4779-a39b-a71aefe71a77,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:29.594721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Allocated IP 172.25.4.91 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:29.599579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c44e1-03a0-48b2-9c28-fcdf7c0f9c8b req-00368d0d-357a-4d4f-b661-9d74c5aafbb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:29.606390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c44e1-03a0-48b2-9c28-fcdf7c0f9c8b req-00368d0d-357a-4d4f-b661-9d74c5aafbb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:29.613152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c44e1-03a0-48b2-9c28-fcdf7c0f9c8b req-00368d0d-357a-4d4f-b661-9d74c5aafbb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:29.620350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c44e1-03a0-48b2-9c28-fcdf7c0f9c8b req-00368d0d-357a-4d4f-b661-9d74c5aafbb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:29.627044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c44e1-03a0-48b2-9c28-fcdf7c0f9c8b req-00368d0d-357a-4d4f-b661-9d74c5aafbb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:29.633830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c44e1-03a0-48b2-9c28-fcdf7c0f9c8b req-00368d0d-357a-4d4f-b661-9d74c5aafbb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:29.641077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c44e1-03a0-48b2-9c28-fcdf7c0f9c8b req-00368d0d-357a-4d4f-b661-9d74c5aafbb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:29.649527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-285c44e1-03a0-48b2-9c28-fcdf7c0f9c8b req-00368d0d-357a-4d4f-b661-9d74c5aafbb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1268430 Feb 19 03:36:29.733034 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-285c44e1-03a0-48b2-9c28-fcdf7c0f9c8b req-8ed7dfcb-d5fa-4182-aa39-809a6a11a79a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824521 Feb 19 03:36:29.830333 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks [] for port (c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.929987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c9e30-6a25-42a9-9e82-389489ea9f90 req-ff3818d1-71ca-4bad-8675-d7d3a6b9eaaf tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:29.931804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-015c9e30-6a25-42a9-9e82-389489ea9f90 req-ff3818d1-71ca-4bad-8675-d7d3a6b9eaaf tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0948198 Feb 19 03:36:29.934759 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.033936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:30.033936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:30.038817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:30.039522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-015c9e30-6a25-42a9-9e82-389489ea9f90 req-eff73368-2b2b-48da-baa5-8da0a6a9444c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985606 Feb 19 03:36:30.102441 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Pushing event updated for resources: {'Port': ['ID=c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:30.127093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:30.127829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.145883 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bfa596a5-3b76-4d98-9c65-c92241b51be6 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.9752786 Feb 19 03:36:30.148733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2556688d-c2e8-447c-baad-ee83e88a6591 req-bd298f59-fdc9-4740-b815-f87863b0ebe9 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0423477 Feb 19 03:36:30.149378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57050) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:30.157691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.91'}]}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:30.202581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (9b078a10-5475-485b-bec3-036c80afee17), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.203980 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (9b078a10-5475-485b-bec3-036c80afee17), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.331139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks [] for router_controller (9b078a10-5475-485b-bec3-036c80afee17), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.652152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b702bb5-054b-4410-8d88-1ea9e6de8ee6 req-ee831240-a97f-43ab-9efc-c6cbe888030b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:30.659150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b702bb5-054b-4410-8d88-1ea9e6de8ee6 req-ee831240-a97f-43ab-9efc-c6cbe888030b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.4179847 Feb 19 03:36:30.767843 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks [] for router_gateway (9b078a10-5475-485b-bec3-036c80afee17), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.798492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b702bb5-054b-4410-8d88-1ea9e6de8ee6 req-fb48ca78-7d41-4ad5-b8c3-3d51033b090a tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383486 Feb 19 03:36:31.062926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dae9c-2f0c-46e4-8a20-8014ed50a077 req-0b6da168-472f-4ae8-a7fe-618429407e1f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:31.083987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dae9c-2f0c-46e4-8a20-8014ed50a077 req-0b6da168-472f-4ae8-a7fe-618429407e1f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:31.104047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dae9c-2f0c-46e4-8a20-8014ed50a077 req-0b6da168-472f-4ae8-a7fe-618429407e1f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:31.114731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dae9c-2f0c-46e4-8a20-8014ed50a077 req-0b6da168-472f-4ae8-a7fe-618429407e1f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:31.172045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dae9c-2f0c-46e4-8a20-8014ed50a077 req-0b6da168-472f-4ae8-a7fe-618429407e1f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:31.182518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dae9c-2f0c-46e4-8a20-8014ed50a077 req-0b6da168-472f-4ae8-a7fe-618429407e1f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:31.199792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dae9c-2f0c-46e4-8a20-8014ed50a077 req-0b6da168-472f-4ae8-a7fe-618429407e1f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:31.204746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f05dae9c-2f0c-46e4-8a20-8014ed50a077 req-0b6da168-472f-4ae8-a7fe-618429407e1f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.3013377 Feb 19 03:36:31.492704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f05dae9c-2f0c-46e4-8a20-8014ed50a077 req-13aad254-1e9d-438c-b46e-6bafc8853e1a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2791998 Feb 19 03:36:31.720126 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks [] for router_gateway (9b078a10-5475-485b-bec3-036c80afee17), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.790393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.047307 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks [] for router (9b078a10-5475-485b-bec3-036c80afee17), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.149835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985dde0-2349-4ed9-a833-e6542126d755 req-dcc49e70-4481-4fa5-9646-5e06246840be tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:32.158621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4985dde0-2349-4ed9-a833-e6542126d755 req-dcc49e70-4481-4fa5-9646-5e06246840be tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.4412436 Feb 19 03:36:32.300733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (9b078a10-5475-485b-bec3-036c80afee17), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.303877 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks [] for router_controller (9b078a10-5475-485b-bec3-036c80afee17), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.397261 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (9b078a10-5475-485b-bec3-036c80afee17), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.397966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b078a10-5475-485b-bec3-036c80afee17 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:36:32.442485 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:36:32.443825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f9390205-8ffa-4e7c-9dec-2d5c23d3a169 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2916663 Feb 19 03:36:32.446788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57076) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:32.509609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4985dde0-2349-4ed9-a833-e6542126d755 req-dfe7757c-5c6e-441a-b175-bc4b7b24a567 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496561 Feb 19 03:36:32.599682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1f89482a-1a8f-4162-a4be-498f68a7cbc2 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Deleting port c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:32.600226 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f89482a-1a8f-4162-a4be-498f68a7cbc2 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.684544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da70a432-9ead-4dcc-adf8-bb166a8d9d23 req-064b1f92-bab6-4f25-a7dc-ed5abb54e654 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0697172 Feb 19 03:36:32.769050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f89482a-1a8f-4162-a4be-498f68a7cbc2 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.814212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1f89482a-1a8f-4162-a4be-498f68a7cbc2 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Calling delete_port for c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:32.882131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849833d-6174-4c76-9c69-0d4122a6f62e req-ebc6da40-a729-42a3-af12-b2cfa4cd60d3 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:32.889780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8849833d-6174-4c76-9c69-0d4122a6f62e req-ebc6da40-a729-42a3-af12-b2cfa4cd60d3 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.1063879 Feb 19 03:36:33.000479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8849833d-6174-4c76-9c69-0d4122a6f62e req-3f77b99d-366f-440d-8dec-10c5c511033b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097298 Feb 19 03:36:33.169275 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f89482a-1a8f-4162-a4be-498f68a7cbc2 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.175271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67063b-2a35-4bcf-ba61-0605d1e3d77d req-ff2fdbb2-eaf9-4205-ab41-ea7df5526791 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.180920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67063b-2a35-4bcf-ba61-0605d1e3d77d req-ff2fdbb2-eaf9-4205-ab41-ea7df5526791 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.187266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67063b-2a35-4bcf-ba61-0605d1e3d77d req-ff2fdbb2-eaf9-4205-ab41-ea7df5526791 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.198453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67063b-2a35-4bcf-ba61-0605d1e3d77d req-ff2fdbb2-eaf9-4205-ab41-ea7df5526791 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.204710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67063b-2a35-4bcf-ba61-0605d1e3d77d req-ff2fdbb2-eaf9-4205-ab41-ea7df5526791 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.210935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67063b-2a35-4bcf-ba61-0605d1e3d77d req-ff2fdbb2-eaf9-4205-ab41-ea7df5526791 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.216624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67063b-2a35-4bcf-ba61-0605d1e3d77d req-ff2fdbb2-eaf9-4205-ab41-ea7df5526791 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.224387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e67063b-2a35-4bcf-ba61-0605d1e3d77d req-ff2fdbb2-eaf9-4205-ab41-ea7df5526791 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1397729 Feb 19 03:36:33.276685 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89482a-1a8f-4162-a4be-498f68a7cbc2 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:33.294822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f89482a-1a8f-4162-a4be-498f68a7cbc2 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.301599 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1f89482a-1a8f-4162-a4be-498f68a7cbc2 tempest-RoutersAdminNegativeIpV6Test-106813958 tempest-RoutersAdminNegativeIpV6Test-106813958-project-admin] 10.222.0.42 "DELETE /v2.0/ports/c4d08f7e-29ef-4e31-b487-1c79dc9ebeb3 HTTP/1.1" status: 204 len: 168 time: 0.8535635 Feb 19 03:36:33.310297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e67063b-2a35-4bcf-ba61-0605d1e3d77d req-564faa98-c810-4aa6-80f9-6aebfadd2470 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847580 Feb 19 03:36:33.644688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57086) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:33.663700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa1ebb-7d2d-4f77-899c-006558a93d56 req-d442931b-3088-476f-b9cc-89419ba7b50c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.665288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ffa1ebb-7d2d-4f77-899c-006558a93d56 req-d442931b-3088-476f-b9cc-89419ba7b50c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0653484 Feb 19 03:36:33.769572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ffa1ebb-7d2d-4f77-899c-006558a93d56 req-f8450532-89dd-4517-888f-65c4016187bc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968087 Feb 19 03:36:33.811363 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3608-5d5b-41f4-80b3-f09e5b518302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.959944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6925ca13-c493-4bc3-8926-3045ce64fc98 req-c9de3d8f-de34-488b-b025-43bb361255a3 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0577292 Feb 19 03:36:33.992215 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3608-5d5b-41f4-80b3-f09e5b518302 admin admin] Publish callbacks [] for security_group (71dfbc17-fd80-4c83-a9cb-f091615ab37c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.001661 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3608-5d5b-41f4-80b3-f09e5b518302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (71dfbc17-fd80-4c83-a9cb-f091615ab37c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.084227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd3608-5d5b-41f4-80b3-f09e5b518302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dfbc17-fd80-4c83-a9cb-f091615ab37c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:34.096115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57094) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:34.097202 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8ecd3608-5d5b-41f4-80b3-f09e5b518302 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb6805d01a504b489524a735859a98a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4506950 Feb 19 03:36:34.200553 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c609f5e5-b82d-430a-8787-6f79181efc44 admin admin] Publish callbacks [] for security_group (71dfbc17-fd80-4c83-a9cb-f091615ab37c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.229692 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c609f5e5-b82d-430a-8787-6f79181efc44 admin admin] Publish callbacks [] for security_group (71dfbc17-fd80-4c83-a9cb-f091615ab37c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.237863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b8ceb-58f6-4ca3-a54c-bc8734a07182 req-b43ba777-e35f-4008-b4e5-d732da92b58f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.239604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-208b8ceb-58f6-4ca3-a54c-bc8734a07182 req-b43ba777-e35f-4008-b4e5-d732da92b58f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0936484 Feb 19 03:36:34.306805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-208b8ceb-58f6-4ca3-a54c-bc8734a07182 req-09e90da4-a349-4a15-981b-adc3c6088ae2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590670 Feb 19 03:36:34.328529 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c609f5e5-b82d-430a-8787-6f79181efc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (71dfbc17-fd80-4c83-a9cb-f091615ab37c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.332108 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c609f5e5-b82d-430a-8787-6f79181efc44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.335710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c609f5e5-b82d-430a-8787-6f79181efc44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71dfbc17-fd80-4c83-a9cb-f091615ab37c HTTP/1.1" status: 204 len: 168 time: 0.2349529 Feb 19 03:36:34.346937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609f5e5-b82d-430a-8787-6f79181efc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dfbc17-fd80-4c83-a9cb-f091615ab37c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:34.492566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c894-f828-4915-a217-883d230995df req-65d3eec6-b8dd-4592-a479-7fc0fa0bce25 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.502175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c894-f828-4915-a217-883d230995df req-65d3eec6-b8dd-4592-a479-7fc0fa0bce25 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.514241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c894-f828-4915-a217-883d230995df req-65d3eec6-b8dd-4592-a479-7fc0fa0bce25 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.526698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c894-f828-4915-a217-883d230995df req-65d3eec6-b8dd-4592-a479-7fc0fa0bce25 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.534868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c894-f828-4915-a217-883d230995df req-65d3eec6-b8dd-4592-a479-7fc0fa0bce25 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.541906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c894-f828-4915-a217-883d230995df req-65d3eec6-b8dd-4592-a479-7fc0fa0bce25 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.548572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c894-f828-4915-a217-883d230995df req-65d3eec6-b8dd-4592-a479-7fc0fa0bce25 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.551335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28f2c894-f828-4915-a217-883d230995df req-65d3eec6-b8dd-4592-a479-7fc0fa0bce25 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1319885 Feb 19 03:36:34.681372 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28f2c894-f828-4915-a217-883d230995df req-7911921f-24dd-47ad-82cc-5f7ab4999f53 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209826 Feb 19 03:36:34.777199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57102) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:34.847317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57106) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:34.849833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b20f4c37-0615-4da2-b86b-acaae51123a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b284dc6199642cb886d5b456b76ab50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0712199 Feb 19 03:36:34.956850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e11d3-2c08-4c50-bf71-74ff6ffa8d6f req-d7d88127-7a9f-422c-8f75-245e31636e62 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.958720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe1e11d3-2c08-4c50-bf71-74ff6ffa8d6f req-d7d88127-7a9f-422c-8f75-245e31636e62 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0652719 Feb 19 03:36:35.031383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1127a2b2-3088-4570-8004-cb7a94e84450 admin admin] Publish callbacks [] for security_group (34cf17b0-23ed-4779-a39b-a71aefe71a77), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:35.039724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe1e11d3-2c08-4c50-bf71-74ff6ffa8d6f req-1db8286e-faa3-4041-ac07-a4d1a94661b2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708728 Feb 19 03:36:35.085454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1127a2b2-3088-4570-8004-cb7a94e84450 admin admin] Publish callbacks [] for security_group (34cf17b0-23ed-4779-a39b-a71aefe71a77), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:35.192523 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1127a2b2-3088-4570-8004-cb7a94e84450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (34cf17b0-23ed-4779-a39b-a71aefe71a77), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:35.198467 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1127a2b2-3088-4570-8004-cb7a94e84450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:35.201016 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1127a2b2-3088-4570-8004-cb7a94e84450 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34cf17b0-23ed-4779-a39b-a71aefe71a77 HTTP/1.1" status: 204 len: 168 time: 0.3465669 Feb 19 03:36:35.229661 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127a2b2-3088-4570-8004-cb7a94e84450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf17b0-23ed-4779-a39b-a71aefe71a77,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:35.254161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-52a8a96f-e714-4854-bcef-24c0a45db3b4 req-b9061e2c-4a09-4a9b-af6f-b6252560c6f6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0602725 Feb 19 03:36:35.481019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1859574-d56d-47e2-92a8-89e076c0f8ac req-1d12851d-d6e8-4fa8-a527-79fe1db5df23 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:35.482802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1859574-d56d-47e2-92a8-89e076c0f8ac req-1d12851d-d6e8-4fa8-a527-79fe1db5df23 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0739849 Feb 19 03:36:35.570297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1859574-d56d-47e2-92a8-89e076c0f8ac req-45cf9035-77f6-4bc2-9537-80500da264ee tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755215 Feb 19 03:36:35.877816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662038f-f292-4d4f-aa65-3dbb46d1ce3a req-63986f60-3ff8-4d78-9396-e4efb66ea2e5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:35.883448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662038f-f292-4d4f-aa65-3dbb46d1ce3a req-63986f60-3ff8-4d78-9396-e4efb66ea2e5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:35.889713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662038f-f292-4d4f-aa65-3dbb46d1ce3a req-63986f60-3ff8-4d78-9396-e4efb66ea2e5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:35.895896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662038f-f292-4d4f-aa65-3dbb46d1ce3a req-63986f60-3ff8-4d78-9396-e4efb66ea2e5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:35.902743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662038f-f292-4d4f-aa65-3dbb46d1ce3a req-63986f60-3ff8-4d78-9396-e4efb66ea2e5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:35.909103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662038f-f292-4d4f-aa65-3dbb46d1ce3a req-63986f60-3ff8-4d78-9396-e4efb66ea2e5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:35.918389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662038f-f292-4d4f-aa65-3dbb46d1ce3a req-63986f60-3ff8-4d78-9396-e4efb66ea2e5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:35.920479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5662038f-f292-4d4f-aa65-3dbb46d1ce3a req-63986f60-3ff8-4d78-9396-e4efb66ea2e5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1211052 Feb 19 03:36:36.018472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5662038f-f292-4d4f-aa65-3dbb46d1ce3a req-f3683108-4df6-4df5-b6d1-0782e59bf6fb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901022 Feb 19 03:36:36.169761 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.220540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712307a-71ed-475a-abdd-5f507f1cabbc req-a9053317-46be-43c8-98f5-fa598b96a584 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:36.222255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6712307a-71ed-475a-abdd-5f507f1cabbc req-a9053317-46be-43c8-98f5-fa598b96a584 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0865886 Feb 19 03:36:36.302659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6712307a-71ed-475a-abdd-5f507f1cabbc req-1e45c08b-d48b-46a5-9c7a-8e818daec8f6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747495 Feb 19 03:36:36.356183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57142) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:36.427788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-167b9e2b-f8c5-4ae1-9a2a-a9ab32b9a5cd req-3be310cd-e517-48c3-bdf5-e2696eb55fa9 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0460479 Feb 19 03:36:36.523037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1952077433'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:36.546131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Made reservation on behalf of 69fd5c81c01f4c4ea44772cf6d3fc6ff for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:36.550172 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.559542 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.668598 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for security_group (d14ff0cc-90b3-48d1-aabe-3a906ed48316), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.682254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d14ff0cc-90b3-48d1-aabe-3a906ed48316), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.702912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:36:36.729147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (da35cd02-3245-4926-b2d0-ce4c987d88ea), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.730367 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Added segment da35cd02-3245-4926-b2d0-ce4c987d88ea of type vlan for network f63789de-0edd-4165-9ccd-9f017fd62c11 Feb 19 03:36:36.741270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597c207-97a1-4d3e-b9cf-333df756b9b3 req-3a256cad-a630-4781-953a-5aaa9d5d662f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:36.743050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2597c207-97a1-4d3e-b9cf-333df756b9b3 req-3a256cad-a630-4781-953a-5aaa9d5d662f tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0883667 Feb 19 03:36:36.753077 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:36:36.779953 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14ff0cc-90b3-48d1-aabe-3a906ed48316,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:36.801511 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (f63789de-0edd-4165-9ccd-9f017fd62c11), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.835338 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (f63789de-0edd-4165-9ccd-9f017fd62c11), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.843114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:36.844323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.858189 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2597c207-97a1-4d3e-b9cf-333df756b9b3 req-67145bd4-dba2-4812-82a9-da5685f13667 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035042 Feb 19 03:36:36.921887 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5631473 Feb 19 03:36:36.924365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57156) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:36.925447 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51669ebd-72a8-4b81-9f02-759f4fde1bca tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Network': ['ID=f63789de-0edd-4165-9ccd-9f017fd62c11,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:36.936363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network f63789de-0edd-4165-9ccd-9f017fd62c11 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:36:36.937026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'subnet': {'network_id': 'f63789de-0edd-4165-9ccd-9f017fd62c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:37.026557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Made reservation on behalf of 69fd5c81c01f4c4ea44772cf6d3fc6ff for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:37.030119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.202861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ed82-6640-46dd-8bbc-cdb34bac71fa req-4a2e2986-7dd2-49bd-aa09-140a8bf7d051 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.208131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ed82-6640-46dd-8bbc-cdb34bac71fa req-4a2e2986-7dd2-49bd-aa09-140a8bf7d051 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.213356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ed82-6640-46dd-8bbc-cdb34bac71fa req-4a2e2986-7dd2-49bd-aa09-140a8bf7d051 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.218683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ed82-6640-46dd-8bbc-cdb34bac71fa req-4a2e2986-7dd2-49bd-aa09-140a8bf7d051 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.223895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ed82-6640-46dd-8bbc-cdb34bac71fa req-4a2e2986-7dd2-49bd-aa09-140a8bf7d051 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.229167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ed82-6640-46dd-8bbc-cdb34bac71fa req-4a2e2986-7dd2-49bd-aa09-140a8bf7d051 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.236153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ed82-6640-46dd-8bbc-cdb34bac71fa req-4a2e2986-7dd2-49bd-aa09-140a8bf7d051 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.238343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c201ed82-6640-46dd-8bbc-cdb34bac71fa req-4a2e2986-7dd2-49bd-aa09-140a8bf7d051 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1370590 Feb 19 03:36:37.325801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (8419480f-5bc8-4ded-a2b7-f56eb1559e9c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.385035 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c201ed82-6640-46dd-8bbc-cdb34bac71fa req-3059951c-a360-4310-a6b0-685039028a2b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381638 Feb 19 03:36:37.408889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Subnet': ['ID=8419480f-5bc8-4ded-a2b7-f56eb1559e9c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:37.417774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Checking segment: {'id': 'da35cd02-3245-4926-b2d0-ce4c987d88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f63789de-0edd-4165-9ccd-9f017fd62c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:37.418160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network hostable DHCP agents. Network: f63789de-0edd-4165-9ccd-9f017fd62c11, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:36:37.436589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network f63789de-0edd-4165-9ccd-9f017fd62c11 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:36:37.446315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, f63789de-0edd-4165-9ccd-9f017fd62c11) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:37.451872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.452559 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.459751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb252fcd-6cc0-46db-abf0-603d68273859 None None] Network f63789de-0edd-4165-9ccd-9f017fd62c11 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:37.470849 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bbe02064-3b43-4b52-81d6-9924c2743e63 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5451803 Feb 19 03:36:37.473465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57166) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:37.478014 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1580926651', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:37.504110 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (9743019d-0c71-4fa8-9fc4-e4b946122bb2), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.505474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (9743019d-0c71-4fa8-9fc4-e4b946122bb2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.536068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400b94f-a565-48ea-8c94-26023d868683 req-3bd6f440-1460-45ec-98b1-77231b978146 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.537741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3400b94f-a565-48ea-8c94-26023d868683 req-3bd6f440-1460-45ec-98b1-77231b978146 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0657380 Feb 19 03:36:37.580494 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_controller (9743019d-0c71-4fa8-9fc4-e4b946122bb2), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.601816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98905661-4553-489f-80d5-21f6810f7c02 None None] Network f63789de-0edd-4165-9ccd-9f017fd62c11 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:37.614098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3400b94f-a565-48ea-8c94-26023d868683 req-3b4bbc0d-765e-48db-9a6b-2da175f35305 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635684 Feb 19 03:36:37.738795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b7d296a-47e7-41e6-ad01-cc0a7a011081 req-d4cafb4a-379e-4465-8baf-f0e674045bf4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0355973 Feb 19 03:36:37.780667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_gateway (9743019d-0c71-4fa8-9fc4-e4b946122bb2), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.934901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-0c4b86ff-023f-45d9-8a37-9fc3f078e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.936424 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-0c4b86ff-023f-45d9-8a37-9fc3f078e4da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0644619 Feb 19 03:36:37.998134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf8062-c270-4a42-bac1-c20678dbf4aa req-be05ceda-e2f6-4c42-a709-e3ee29edb141 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.999740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77bf8062-c270-4a42-bac1-c20678dbf4aa req-be05ceda-e2f6-4c42-a709-e3ee29edb141 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0585594 Feb 19 03:36:38.049688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77bf8062-c270-4a42-bac1-c20678dbf4aa req-e8ac8a69-e97a-41af-9c90-456fb11669ed tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Feb 19 03:36:38.084033 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_gateway (9743019d-0c71-4fa8-9fc4-e4b946122bb2), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.108647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.174965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-104caaac-0a1f-43ff-a9e9-4f3ef566a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.176451 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-104caaac-0a1f-43ff-a9e9-4f3ef566a546 service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.2086322 Feb 19 03:36:38.264182 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f0672eb7-2719-4cb1-b471-0ce75b00e71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.289315 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-64b6f9e6-acd5-4d8e-bce4-1f455ec9d886 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 200 len: 1000 time: 0.1059291 Feb 19 03:36:38.290404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.25.4.116 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/a4cf12cf-c2e5-476e-9e07-184df8061659) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:38.387954 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-6f9527c4-e527-4d93-81e2-2e907ec52473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.389454 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-6f9527c4-e527-4d93-81e2-2e907ec52473 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.0937624 Feb 19 03:36:38.465308 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (a4cf12cf-c2e5-476e-9e07-184df8061659), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.481317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-59861bc5-2ed0-4181-a03b-147d683d8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.482883 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-59861bc5-2ed0-4181-a03b-147d683d8eb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0858221 Feb 19 03:36:38.530431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f6ead-7dc9-4665-a664-0dede2d0fbae req-fc176f17-8c70-4cf3-ac8c-b08b2c0f9cd8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.535689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f6ead-7dc9-4665-a664-0dede2d0fbae req-fc176f17-8c70-4cf3-ac8c-b08b2c0f9cd8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.541158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f6ead-7dc9-4665-a664-0dede2d0fbae req-fc176f17-8c70-4cf3-ac8c-b08b2c0f9cd8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.552225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f6ead-7dc9-4665-a664-0dede2d0fbae req-fc176f17-8c70-4cf3-ac8c-b08b2c0f9cd8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.557531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f6ead-7dc9-4665-a664-0dede2d0fbae req-fc176f17-8c70-4cf3-ac8c-b08b2c0f9cd8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.563892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f6ead-7dc9-4665-a664-0dede2d0fbae req-fc176f17-8c70-4cf3-ac8c-b08b2c0f9cd8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.569938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f6ead-7dc9-4665-a664-0dede2d0fbae req-fc176f17-8c70-4cf3-ac8c-b08b2c0f9cd8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.570802 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a4cf12cf-c2e5-476e-9e07-184df8061659), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.571511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e82f6ead-7dc9-4665-a664-0dede2d0fbae req-fc176f17-8c70-4cf3-ac8c-b08b2c0f9cd8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1031201 Feb 19 03:36:38.621441 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:38.631877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:38.634965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e82f6ead-7dc9-4665-a664-0dede2d0fbae req-57b588bb-9739-4671-a845-931b6daa56a2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560181 Feb 19 03:36:38.642332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:38.647037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=a4cf12cf-c2e5-476e-9e07-184df8061659,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:38.672236 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-95d3dab5-bb37-42b2-9ad7-c9407ea07a46 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763153 Feb 19 03:36:38.775886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab553fdf-9ef6-4e5f-b1ab-e0a777a78109 req-7408c138-087b-4358-95e6-09d10bc7cf07 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.778334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab553fdf-9ef6-4e5f-b1ab-e0a777a78109 req-7408c138-087b-4358-95e6-09d10bc7cf07 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0606515 Feb 19 03:36:38.831730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab553fdf-9ef6-4e5f-b1ab-e0a777a78109 req-a4f4a820-3848-4ab0-aab5-c5352fc000bc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470934 Feb 19 03:36:38.932586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bc531d2-b56f-4d6d-850d-445c23ac368a req-83a52a2e-c601-4b92-a409-a96be75b778d tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0281913 Feb 19 03:36:39.198373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676352-84a4-4073-87a9-31b3146f8f38 req-18455f0b-6b8e-4d9e-9311-fd6064d368b1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.199941 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c676352-84a4-4073-87a9-31b3146f8f38 req-18455f0b-6b8e-4d9e-9311-fd6064d368b1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.0584753 Feb 19 03:36:39.207589 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1b1ba47c-2eca-44c1-ad30-aa6c53359e69 req-d2512ac4-f788-448c-8a0a-fac26a0c6b7e service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324531 Feb 19 03:36:39.275121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c676352-84a4-4073-87a9-31b3146f8f38 req-8495bf30-cdaa-459a-8b59-9b336441c6d2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660434 Feb 19 03:36:39.385799 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_gateway (9743019d-0c71-4fa8-9fc4-e4b946122bb2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.437127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54686746-1495-49c7-840f-bb7e3d78159e req-9e66db47-7d66-4069-896f-20590ddf6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.438665 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-54686746-1495-49c7-840f-bb7e3d78159e req-9e66db47-7d66-4069-896f-20590ddf6e84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0975053 Feb 19 03:36:39.625050 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54686746-1495-49c7-840f-bb7e3d78159e req-a58cf323-5ad8-4501-ab1e-a05ca2e7fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.626454 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-54686746-1495-49c7-840f-bb7e3d78159e req-a58cf323-5ad8-4501-ab1e-a05ca2e7fa16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.1501937 Feb 19 03:36:39.719052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (9743019d-0c71-4fa8-9fc4-e4b946122bb2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.725702 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-54686746-1495-49c7-840f-bb7e3d78159e req-67dfeca5-1fef-4073-82f9-bfaf7fe9cdb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 200 len: 1000 time: 0.0721495 Feb 19 03:36:39.788116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79065ce-226a-42c9-a630-85b6afb64153 req-cfd0c76b-1475-4207-a9fe-e6d9ff0420d6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.794036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79065ce-226a-42c9-a630-85b6afb64153 req-cfd0c76b-1475-4207-a9fe-e6d9ff0420d6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.799540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79065ce-226a-42c9-a630-85b6afb64153 req-cfd0c76b-1475-4207-a9fe-e6d9ff0420d6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.804769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79065ce-226a-42c9-a630-85b6afb64153 req-cfd0c76b-1475-4207-a9fe-e6d9ff0420d6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.811215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79065ce-226a-42c9-a630-85b6afb64153 req-cfd0c76b-1475-4207-a9fe-e6d9ff0420d6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.816764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79065ce-226a-42c9-a630-85b6afb64153 req-cfd0c76b-1475-4207-a9fe-e6d9ff0420d6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.822505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79065ce-226a-42c9-a630-85b6afb64153 req-cfd0c76b-1475-4207-a9fe-e6d9ff0420d6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.824700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b79065ce-226a-42c9-a630-85b6afb64153 req-cfd0c76b-1475-4207-a9fe-e6d9ff0420d6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.0971928 Feb 19 03:36:39.867825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54686746-1495-49c7-840f-bb7e3d78159e req-27c456ec-0bac-4a03-97c8-93845f742c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.870358 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-54686746-1495-49c7-840f-bb7e3d78159e req-27c456ec-0bac-4a03-97c8-93845f742c2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.1069739 Feb 19 03:36:39.893906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b79065ce-226a-42c9-a630-85b6afb64153 req-21200413-a398-4d81-8011-9eea228cc93d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613911 Feb 19 03:36:39.946170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54686746-1495-49c7-840f-bb7e3d78159e req-b962ddaf-7b85-4099-9b97-8b897916acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.947800 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-54686746-1495-49c7-840f-bb7e3d78159e req-b962ddaf-7b85-4099-9b97-8b897916acde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0707281 Feb 19 03:36:39.975273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:36:40.020493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f7e19-94a6-4038-bae7-d2a52753ff1f req-db686c38-f80c-480c-a35b-967ddbb59db5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:40.022044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da2f7e19-94a6-4038-bae7-d2a52753ff1f req-db686c38-f80c-480c-a35b-967ddbb59db5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.0607712 Feb 19 03:36:40.081763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da2f7e19-94a6-4038-bae7-d2a52753ff1f req-83f6d651-34ed-4280-9046-4449664f6e4b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522711 Feb 19 03:36:40.108804 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-54686746-1495-49c7-840f-bb7e3d78159e req-9b4759da-455e-4154-92d1-4d0c27c84114 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528862 Feb 19 03:36:40.182907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81af2c55-e93f-4927-955c-96bc7f0e7c0c req-b76eb0f6-2dd1-48ba-884f-7c99e0148521 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0340753 Feb 19 03:36:40.212800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:40.228698 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64066376-5eea-4f61-9664-c1d171d3890e None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:40.239453 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64066376-5eea-4f61-9664-c1d171d3890e None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:40.240314 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-64066376-5eea-4f61-9664-c1d171d3890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:40.251857 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:40.253077 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-214efe2d-ff2e-4b0e-816f-16ee4002995b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7785442 Feb 19 03:36:40.255901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57184) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:40.264723 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-54686746-1495-49c7-840f-bb7e3d78159e req-ad907387-79cf-4307-a80b-53ad628d6fbb service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241231 Feb 19 03:36:40.279316 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-64066376-5eea-4f61-9664-c1d171d3890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:40.289977 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64066376-5eea-4f61-9664-c1d171d3890e None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:40.290605 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-64066376-5eea-4f61-9664-c1d171d3890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:40.327527 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-64066376-5eea-4f61-9664-c1d171d3890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:40.328191 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64066376-5eea-4f61-9664-c1d171d3890e None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:40.436711 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-103a3b5a-9658-4b15-b641-cfe16e0acc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:40.784097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574895f9-4fe1-4fe5-a759-f110c60e1285 req-94548ad9-bd4f-4788-aabf-cbf16aa03c23 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:40.785602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-574895f9-4fe1-4fe5-a759-f110c60e1285 req-94548ad9-bd4f-4788-aabf-cbf16aa03c23 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 945 time: 0.4239066 Feb 19 03:36:40.878242 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-574895f9-4fe1-4fe5-a759-f110c60e1285 req-9417afa5-9c60-46e6-8fa7-f83d923f7979 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861712 Feb 19 03:36:41.052810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e6109ac9-2407-4476-852c-0d98ea6b9ae4 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:41.128266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bdea-a156-4b48-a4e6-339fc4190a9a req-fdf7386a-c6d4-4674-871f-5d3dc223f9ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:41.133643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bdea-a156-4b48-a4e6-339fc4190a9a req-fdf7386a-c6d4-4674-871f-5d3dc223f9ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:41.139530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bdea-a156-4b48-a4e6-339fc4190a9a req-fdf7386a-c6d4-4674-871f-5d3dc223f9ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:41.145190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bdea-a156-4b48-a4e6-339fc4190a9a req-fdf7386a-c6d4-4674-871f-5d3dc223f9ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:41.150878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bdea-a156-4b48-a4e6-339fc4190a9a req-fdf7386a-c6d4-4674-871f-5d3dc223f9ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:41.157096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bdea-a156-4b48-a4e6-339fc4190a9a req-fdf7386a-c6d4-4674-871f-5d3dc223f9ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:41.158335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port e6109ac9-2407-4476-852c-0d98ea6b9ae4 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:41.158730 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.162448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3bdea-a156-4b48-a4e6-339fc4190a9a req-fdf7386a-c6d4-4674-871f-5d3dc223f9ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:41.164884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fec3bdea-a156-4b48-a4e6-339fc4190a9a req-fdf7386a-c6d4-4674-871f-5d3dc223f9ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1692426 Feb 19 03:36:41.197609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:41.199256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:36:41.202610 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c68ff92-bab0-45b3-b834-80bb7ae2be80" -d '{"events": [{"server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "name": "network-vif-unplugged", "status": "completed", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:36:41.206929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.259332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:41.263399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.300392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fec3bdea-a156-4b48-a4e6-339fc4190a9a req-21a64a82-44c7-404a-80e0-65603ca898fe tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189167 Feb 19 03:36:41.489490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e407bc-cffc-4b7a-8b3b-92da4a2c2806 req-53033fde-c46d-4dc7-acf5-2d2fd48964e6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:41.491301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e407bc-cffc-4b7a-8b3b-92da4a2c2806 req-53033fde-c46d-4dc7-acf5-2d2fd48964e6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1032665 Feb 19 03:36:41.594475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34e407bc-cffc-4b7a-8b3b-92da4a2c2806 req-14748ffa-7eaa-4b6a-b3ae-934fbc8790ee tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909712 Feb 19 03:36:41.636976 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2684d927-6a0b-4c8d-b708-2eac3715fc34 x-openstack-request-id: req-2684d927-6a0b-4c8d-b708-2eac3715fc34 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:36:41.637488 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "name": "network-vif-unplugged", "status": "failed", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4", "code": 422}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:36:41.637591 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2684d927-6a0b-4c8d-b708-2eac3715fc34 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:36:41.638006 n-d-826756-2 neutron-server[103617]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'code': 422} returned with failed status Feb 19 03:36:41.646669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.20.0.1 (f63789de-0edd-4165-9ccd-9f017fd62c11/8419480f-5bc8-4ded-a2b7-f56eb1559e9c/8247ba26-3651-4125-8873-942eb0cea72c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:41.741481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-276b6561-819c-4237-a3e4-5bda994076a1 req-42c7b538-c186-4252-98a6-858a20a7151e tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ce06a3b-901b-4625-be53-b10f50b4b0ef HTTP/1.1" status: 200 len: 210 time: 0.0335274 Feb 19 03:36:41.790580 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (8247ba26-3651-4125-8873-942eb0cea72c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.825543 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8247ba26-3651-4125-8873-942eb0cea72c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.864763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network f63789de-0edd-4165-9ccd-9f017fd62c11 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:41.869492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:41.875227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:41.898367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=8247ba26-3651-4125-8873-942eb0cea72c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:41.915161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.915519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.915864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.916195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.916533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.917813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.918165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.918500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.918834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.919163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.919493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.919823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.920215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:41.934944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (9743019d-0c71-4fa8-9fc4-e4b946122bb2), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.940100 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:42.143144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507d08-1023-460b-af5e-017529250433 req-1efc46a7-06a2-43c3-a3f6-8afe4f01b0cc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:42.144562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed507d08-1023-460b-af5e-017529250433 req-1efc46a7-06a2-43c3-a3f6-8afe4f01b0cc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.1413646 Feb 19 03:36:42.240901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed507d08-1023-460b-af5e-017529250433 req-1e49dad2-bad3-4b7e-aac3-0c9230edf4d5 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874488 Feb 19 03:36:42.244652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8247ba26-3651-4125-8873-942eb0cea72c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:42.522100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (8247ba26-3651-4125-8873-942eb0cea72c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:42.527392 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (8247ba26-3651-4125-8873-942eb0cea72c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:42.603275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=8247ba26-3651-4125-8873-942eb0cea72c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:42.608811 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (9743019d-0c71-4fa8-9fc4-e4b946122bb2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:42.702160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network f63789de-0edd-4165-9ccd-9f017fd62c11 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:42.703601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:42.823327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:42.944927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:42.953911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2bcae385-520c-4876-8d6a-38eb5fc17b52 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "PUT /v2.0/routers/9743019d-0c71-4fa8-9fc4-e4b946122bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934211 Feb 19 03:36:42.954338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57208) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:42.956086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3978e7-74bd-451a-8bad-cf3606d034e3 None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:42.966071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'port': {'network_id': 'f63789de-0edd-4165-9ccd-9f017fd62c11', 'name': 'tempest-FloatingIPTestJSON-1412765276'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:42.967619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3978e7-74bd-451a-8bad-cf3606d034e3 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:42.968245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fc3978e7-74bd-451a-8bad-cf3606d034e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:43.024972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fc3978e7-74bd-451a-8bad-cf3606d034e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:43.036081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.038665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3978e7-74bd-451a-8bad-cf3606d034e3 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:43.039426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fc3978e7-74bd-451a-8bad-cf3606d034e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:43.072745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fc3978e7-74bd-451a-8bad-cf3606d034e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:43.074029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3978e7-74bd-451a-8bad-cf3606d034e3 None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:43.092349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Made reservation on behalf of 69fd5c81c01f4c4ea44772cf6d3fc6ff for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:43.095771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.113309 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] device_id is not set on port ff3e203b-9e34-4924-9b8d-e0372c4cc67f yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:43.219778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.20.0.12 (f63789de-0edd-4165-9ccd-9f017fd62c11/8419480f-5bc8-4ded-a2b7-f56eb1559e9c/ff3e203b-9e34-4924-9b8d-e0372c4cc67f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:43.367887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (ff3e203b-9e34-4924-9b8d-e0372c4cc67f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.401581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ff3e203b-9e34-4924-9b8d-e0372c4cc67f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.449325 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network f63789de-0edd-4165-9ccd-9f017fd62c11 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:43.453313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:43.459702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:43.465896 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=ff3e203b-9e34-4924-9b8d-e0372c4cc67f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:43.510787 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:43.511952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.529041 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d2dd50e1-60ae-4c1d-ab85-6e8a8e1cafb8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5745289 Feb 19 03:36:43.531558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57210) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:43.536362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'port': {'network_id': 'f63789de-0edd-4165-9ccd-9f017fd62c11', 'name': 'tempest-FloatingIPTestJSON-1171171960'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:43.643576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Made reservation on behalf of 69fd5c81c01f4c4ea44772cf6d3fc6ff for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:43.646988 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.665307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] device_id is not set on port 6c112749-826e-481f-b564-94f5ed6cefe3 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:43.778581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.20.0.5 (f63789de-0edd-4165-9ccd-9f017fd62c11/8419480f-5bc8-4ded-a2b7-f56eb1559e9c/6c112749-826e-481f-b564-94f5ed6cefe3) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:43.923366 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (6c112749-826e-481f-b564-94f5ed6cefe3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.969480 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6c112749-826e-481f-b564-94f5ed6cefe3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.014525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network f63789de-0edd-4165-9ccd-9f017fd62c11 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:44.017574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:44.023993 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:44.047999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=6c112749-826e-481f-b564-94f5ed6cefe3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:44.074963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:44.075578 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.091619 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-821cf96a-2802-4462-96c1-c3de9f82844e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5590250 Feb 19 03:36:44.094649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57212) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:44.099016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '6c112749-826e-481f-b564-94f5ed6cefe3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:44.119473 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.221718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.327688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.25.4.77 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/50c6f617-03a5-4554-b33b-7ec7d6ec4ad5) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:44.434929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (50c6f617-03a5-4554-b33b-7ec7d6ec4ad5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.468905 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (50c6f617-03a5-4554-b33b-7ec7d6ec4ad5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.507727 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:44.510486 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:44.512921 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:44.541679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=50c6f617-03a5-4554-b33b-7ec7d6ec4ad5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:44.585676 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.052543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e6109ac9-2407-4476-852c-0d98ea6b9ae4 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:45.263502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (6109eb78-bbf6-4426-a422-947e07b2463f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.290735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port e6109ac9-2407-4476-852c-0d98ea6b9ae4 is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:45.368387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (50c6f617-03a5-4554-b33b-7ec7d6ec4ad5), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.520486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (50c6f617-03a5-4554-b33b-7ec7d6ec4ad5), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.524935 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (50c6f617-03a5-4554-b33b-7ec7d6ec4ad5), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.593767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=50c6f617-03a5-4554-b33b-7ec7d6ec4ad5,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:45.606054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (6109eb78-bbf6-4426-a422-947e07b2463f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.709388 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP 6109eb78-bbf6-4426-a422-947e07b2463f associated. External IP: 172.25.4.77, port: 6c112749-826e-481f-b564-94f5ed6cefe3. Feb 19 03:36:45.920976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:46.047071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:46.056904 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29b620-10f6-4fbb-9a4b-7fd458d4fc1d None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:46.065935 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.068758 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29b620-10f6-4fbb-9a4b-7fd458d4fc1d None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:46.069627 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc29b620-10f6-4fbb-9a4b-7fd458d4fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:46.096450 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-52b68601-4377-4fb4-903c-c446d6e73291 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0007484 Feb 19 03:36:46.099326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57214) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:46.103950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d87e7497-1f03-4e8b-bf05-afddefa1f76c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:46.110255 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc29b620-10f6-4fbb-9a4b-7fd458d4fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:46.119867 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29b620-10f6-4fbb-9a4b-7fd458d4fc1d None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:46.120499 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc29b620-10f6-4fbb-9a4b-7fd458d4fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:46.153048 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc29b620-10f6-4fbb-9a4b-7fd458d4fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:46.153711 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29b620-10f6-4fbb-9a4b-7fd458d4fc1d None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:46.160644 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d87e7497-1f03-4e8b-bf05-afddefa1f76c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (6109eb78-bbf6-4426-a422-947e07b2463f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.573788 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d87e7497-1f03-4e8b-bf05-afddefa1f76c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.580441 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d87e7497-1f03-4e8b-bf05-afddefa1f76c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (6109eb78-bbf6-4426-a422-947e07b2463f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.580764 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-d87e7497-1f03-4e8b-bf05-afddefa1f76c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP 6109eb78-bbf6-4426-a422-947e07b2463f disassociated. External IP: 172.25.4.77, port: 6c112749-826e-481f-b564-94f5ed6cefe3. Feb 19 03:36:46.868864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87e7497-1f03-4e8b-bf05-afddefa1f76c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:47.018079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87e7497-1f03-4e8b-bf05-afddefa1f76c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:47.028845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0c94c-39e4-4bdd-9eb8-f58606e1040b None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:47.035490 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d87e7497-1f03-4e8b-bf05-afddefa1f76c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.040934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0c94c-39e4-4bdd-9eb8-f58606e1040b None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:47.044941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-54f0c94c-39e4-4bdd-9eb8-f58606e1040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:47.070956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d87e7497-1f03-4e8b-bf05-afddefa1f76c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "PUT /v2.0/floatingips/6109eb78-bbf6-4426-a422-947e07b2463f HTTP/1.1" status: 200 len: 687 time: 0.9675722 Feb 19 03:36:47.070956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57220) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:47.102257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-54f0c94c-39e4-4bdd-9eb8-f58606e1040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:47.113908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0c94c-39e4-4bdd-9eb8-f58606e1040b None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:47.114896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-54f0c94c-39e4-4bdd-9eb8-f58606e1040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:47.157744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-54f0c94c-39e4-4bdd-9eb8-f58606e1040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:47.158835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0c94c-39e4-4bdd-9eb8-f58606e1040b None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:47.235097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7e619915-7d75-4fee-9392-410a60bdcec8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port 50c6f617-03a5-4554-b33b-7ec7d6ec4ad5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:47.235702 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e619915-7d75-4fee-9392-410a60bdcec8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (50c6f617-03a5-4554-b33b-7ec7d6ec4ad5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.319692 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e619915-7d75-4fee-9392-410a60bdcec8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (50c6f617-03a5-4554-b33b-7ec7d6ec4ad5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.320046 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e619915-7d75-4fee-9392-410a60bdcec8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (50c6f617-03a5-4554-b33b-7ec7d6ec4ad5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.332767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7e619915-7d75-4fee-9392-410a60bdcec8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for 50c6f617-03a5-4554-b33b-7ec7d6ec4ad5 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:47.498663 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e619915-7d75-4fee-9392-410a60bdcec8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (50c6f617-03a5-4554-b33b-7ec7d6ec4ad5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.526540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e619915-7d75-4fee-9392-410a60bdcec8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=50c6f617-03a5-4554-b33b-7ec7d6ec4ad5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:47.607532 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e619915-7d75-4fee-9392-410a60bdcec8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (6109eb78-bbf6-4426-a422-947e07b2463f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.610456 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e619915-7d75-4fee-9392-410a60bdcec8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.616967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7e619915-7d75-4fee-9392-410a60bdcec8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/floatingips/6109eb78-bbf6-4426-a422-947e07b2463f HTTP/1.1" status: 204 len: 168 time: 0.5404904 Feb 19 03:36:47.617647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57238) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:47.623354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': 'ff3e203b-9e34-4924-9b8d-e0372c4cc67f'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:47.645254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.761380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.886430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.25.4.155 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/592fd810-2ac8-4672-8faf-bfe792c395a4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:48.001926 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (592fd810-2ac8-4672-8faf-bfe792c395a4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.039999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (592fd810-2ac8-4672-8faf-bfe792c395a4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.081037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:48.084771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:48.091617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:48.135751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=592fd810-2ac8-4672-8faf-bfe792c395a4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:48.663770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.781293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (592fd810-2ac8-4672-8faf-bfe792c395a4), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.973635 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (592fd810-2ac8-4672-8faf-bfe792c395a4), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.988408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (592fd810-2ac8-4672-8faf-bfe792c395a4), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:49.064151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=592fd810-2ac8-4672-8faf-bfe792c395a4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:49.076241 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:49.178110 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP 83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6 associated. External IP: 172.25.4.155, port: ff3e203b-9e34-4924-9b8d-e0372c4cc67f. Feb 19 03:36:49.391820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:49.502001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:49.515474 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96866e-4d09-4fba-b480-1e34dfba18f7 None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:49.523431 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:49.528715 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96866e-4d09-4fba-b480-1e34dfba18f7 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:49.529344 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3a96866e-4d09-4fba-b480-1e34dfba18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:49.661369 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3a96866e-4d09-4fba-b480-1e34dfba18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:49.671257 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96866e-4d09-4fba-b480-1e34dfba18f7 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:49.671880 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3a96866e-4d09-4fba-b480-1e34dfba18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:49.705330 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3a96866e-4d09-4fba-b480-1e34dfba18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:49.706018 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96866e-4d09-4fba-b480-1e34dfba18f7 None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:49.822141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-068a09c6-d254-4224-9ab2-8ec6fc802c06 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.2031014 Feb 19 03:36:49.824805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57240) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:49.884462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c120232c-2b0f-487a-bcf3-e9d19ea5db43 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "GET /v2.0/floatingips/83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6 HTTP/1.1" status: 200 len: 979 time: 0.0585101 Feb 19 03:36:49.886913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57242) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:50.000357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ae105214-4156-4493-b6f4-1bf4d79b29f3 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1123612 Feb 19 03:36:50.002922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57244) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:50.007082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'port_id': '6c112749-826e-481f-b564-94f5ed6cefe3'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:50.065835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.580744 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.592345 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.743630 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP 83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6 associated. External IP: 172.25.4.155, port: ff3e203b-9e34-4924-9b8d-e0372c4cc67f. Feb 19 03:36:51.003723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:51.150075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:51.162394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff3eb3-a1b1-4e9b-97f0-75cebb51dbe0 None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:51.175986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff3eb3-a1b1-4e9b-97f0-75cebb51dbe0 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:51.176615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fdff3eb3-a1b1-4e9b-97f0-75cebb51dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:51.255579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fdff3eb3-a1b1-4e9b-97f0-75cebb51dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:51.278786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff3eb3-a1b1-4e9b-97f0-75cebb51dbe0 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:51.279425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fdff3eb3-a1b1-4e9b-97f0-75cebb51dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:51.359581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fdff3eb3-a1b1-4e9b-97f0-75cebb51dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:51.362124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff3eb3-a1b1-4e9b-97f0-75cebb51dbe0 None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:51.446303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:51.571876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:51.577127 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:51.585096 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb34e1-f144-404f-a701-f4d6e7b81945 None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:51.606805 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb34e1-f144-404f-a701-f4d6e7b81945 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:51.607448 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-22bb34e1-f144-404f-a701-f4d6e7b81945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:51.662333 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-22bb34e1-f144-404f-a701-f4d6e7b81945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:51.672241 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb34e1-f144-404f-a701-f4d6e7b81945 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:51.673084 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-22bb34e1-f144-404f-a701-f4d6e7b81945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:51.716575 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-22bb34e1-f144-404f-a701-f4d6e7b81945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:51.717502 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb34e1-f144-404f-a701-f4d6e7b81945 None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:51.738366 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57270) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:51.739474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ad5b57a9-f8ae-462d-ba04-2631d45748a6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "PUT /v2.0/floatingips/83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6 HTTP/1.1" status: 200 len: 978 time: 1.7346809 Feb 19 03:36:51.743232 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-53567b75-97c7-4f7f-a76a-970c18722a67 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:51.888596 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-53567b75-97c7-4f7f-a76a-970c18722a67 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:51.942808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318aae4-986c-431c-b3aa-7bcd10c537ba req-a32f7237-3fa0-4769-8837-29bc9ab4b663 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:51.952058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318aae4-986c-431c-b3aa-7bcd10c537ba req-a32f7237-3fa0-4769-8837-29bc9ab4b663 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:51.987087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318aae4-986c-431c-b3aa-7bcd10c537ba req-a32f7237-3fa0-4769-8837-29bc9ab4b663 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:52.003913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318aae4-986c-431c-b3aa-7bcd10c537ba req-a32f7237-3fa0-4769-8837-29bc9ab4b663 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:52.015208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318aae4-986c-431c-b3aa-7bcd10c537ba req-a32f7237-3fa0-4769-8837-29bc9ab4b663 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:52.022070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318aae4-986c-431c-b3aa-7bcd10c537ba req-a32f7237-3fa0-4769-8837-29bc9ab4b663 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:52.030319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318aae4-986c-431c-b3aa-7bcd10c537ba req-a32f7237-3fa0-4769-8837-29bc9ab4b663 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:52.032612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0318aae4-986c-431c-b3aa-7bcd10c537ba req-a32f7237-3fa0-4769-8837-29bc9ab4b663 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2140858 Feb 19 03:36:52.116184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0318aae4-986c-431c-b3aa-7bcd10c537ba req-f77313c2-e487-4a63-8393-957b549ac6b0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774751 Feb 19 03:36:52.133108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-53567b75-97c7-4f7f-a76a-970c18722a67 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.139083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-53567b75-97c7-4f7f-a76a-970c18722a67 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.139441 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-53567b75-97c7-4f7f-a76a-970c18722a67 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP 83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6 disassociated. External IP: 172.25.4.155, port: 6c112749-826e-481f-b564-94f5ed6cefe3. Feb 19 03:36:52.331968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.632007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53567b75-97c7-4f7f-a76a-970c18722a67 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:52.742872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80489e8e-7788-471f-85ea-d44d3fcb78f7 req-af3dc522-8015-4cfe-bb96-b0864b3e3a62 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:52.744883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80489e8e-7788-471f-85ea-d44d3fcb78f7 req-af3dc522-8015-4cfe-bb96-b0864b3e3a62 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.4853077 Feb 19 03:36:52.804168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53567b75-97c7-4f7f-a76a-970c18722a67 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:52.806357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80489e8e-7788-471f-85ea-d44d3fcb78f7 req-8f62c103-56cc-4620-bada-ca116bd13e7e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546288 Feb 19 03:36:52.815715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710437b6-0134-4d66-9afd-9483b5523a05 None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:52.830861 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-53567b75-97c7-4f7f-a76a-970c18722a67 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.842156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710437b6-0134-4d66-9afd-9483b5523a05 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:52.843119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-710437b6-0134-4d66-9afd-9483b5523a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:52.885391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-710437b6-0134-4d66-9afd-9483b5523a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:52.899065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710437b6-0134-4d66-9afd-9483b5523a05 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:52.900261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-710437b6-0134-4d66-9afd-9483b5523a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:52.945474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-710437b6-0134-4d66-9afd-9483b5523a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:52.946434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710437b6-0134-4d66-9afd-9483b5523a05 None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:53.219801 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-53567b75-97c7-4f7f-a76a-970c18722a67 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "PUT /v2.0/floatingips/83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6 HTTP/1.1" status: 200 len: 688 time: 1.4799984 Feb 19 03:36:53.222213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57312) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:53.403498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-05927043-de7c-43f1-85f5-ba4b850d8ac5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port 592fd810-2ac8-4672-8faf-bfe792c395a4 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:53.403907 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05927043-de7c-43f1-85f5-ba4b850d8ac5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (592fd810-2ac8-4672-8faf-bfe792c395a4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.405104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57318) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:53.527413 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05927043-de7c-43f1-85f5-ba4b850d8ac5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (592fd810-2ac8-4672-8faf-bfe792c395a4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.527622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05927043-de7c-43f1-85f5-ba4b850d8ac5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (592fd810-2ac8-4672-8faf-bfe792c395a4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.556761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-05927043-de7c-43f1-85f5-ba4b850d8ac5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for 592fd810-2ac8-4672-8faf-bfe792c395a4 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:53.569202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-370ea39c-4e12-47be-a33e-631118274157 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group (4c4daae2-1a45-4ec1-a86e-12a485d430ea), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.600747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-370ea39c-4e12-47be-a33e-631118274157 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group (4c4daae2-1a45-4ec1-a86e-12a485d430ea), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.618229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259ec8-06ca-4781-8c01-2c263e80980c req-a4b84215-d921-4bcf-b2a1-a1872257e00d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:53.624120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259ec8-06ca-4781-8c01-2c263e80980c req-a4b84215-d921-4bcf-b2a1-a1872257e00d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:53.634755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259ec8-06ca-4781-8c01-2c263e80980c req-a4b84215-d921-4bcf-b2a1-a1872257e00d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:53.642343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259ec8-06ca-4781-8c01-2c263e80980c req-a4b84215-d921-4bcf-b2a1-a1872257e00d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:53.648610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259ec8-06ca-4781-8c01-2c263e80980c req-a4b84215-d921-4bcf-b2a1-a1872257e00d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:53.656101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259ec8-06ca-4781-8c01-2c263e80980c req-a4b84215-d921-4bcf-b2a1-a1872257e00d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:53.663751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259ec8-06ca-4781-8c01-2c263e80980c req-a4b84215-d921-4bcf-b2a1-a1872257e00d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:53.674436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1259ec8-06ca-4781-8c01-2c263e80980c req-a4b84215-d921-4bcf-b2a1-a1872257e00d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1930563 Feb 19 03:36:53.781413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1259ec8-06ca-4781-8c01-2c263e80980c req-60ce6a62-2d9a-40b1-99f7-ee83e1758942 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056423 Feb 19 03:36:53.796244 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05927043-de7c-43f1-85f5-ba4b850d8ac5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (592fd810-2ac8-4672-8faf-bfe792c395a4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.842640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-370ea39c-4e12-47be-a33e-631118274157 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4c4daae2-1a45-4ec1-a86e-12a485d430ea), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.846410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-370ea39c-4e12-47be-a33e-631118274157 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.848176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-370ea39c-4e12-47be-a33e-631118274157 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "DELETE /v2.0/security-groups/4c4daae2-1a45-4ec1-a86e-12a485d430ea HTTP/1.1" status: 204 len: 168 time: 0.4397864 Feb 19 03:36:53.868965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57330) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:53.870923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57332) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:53.872926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ea39c-4e12-47be-a33e-631118274157 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4daae2-1a45-4ec1-a86e-12a485d430ea,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:53.930705 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-e3c376f1-ca63-4cd1-a593-d9e17d2c15d6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] show failed (client error): The resource could not be found. Feb 19 03:36:53.934532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e3c376f1-ca63-4cd1-a593-d9e17d2c15d6 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "GET /v2.0/security-groups/4c4daae2-1a45-4ec1-a86e-12a485d430ea HTTP/1.1" status: 404 len: 347 time: 0.0556841 Feb 19 03:36:53.939221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57338) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:54.005551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927043-de7c-43f1-85f5-ba4b850d8ac5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=592fd810-2ac8-4672-8faf-bfe792c395a4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:54.077395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05927043-de7c-43f1-85f5-ba4b850d8ac5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.086228 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05927043-de7c-43f1-85f5-ba4b850d8ac5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.087945 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-05927043-de7c-43f1-85f5-ba4b850d8ac5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/floatingips/83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6 HTTP/1.1" status: 204 len: 168 time: 0.8647692 Feb 19 03:36:54.093067 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57344) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:54.220940 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-8d21e8d9-da93-4339-90c3-3c51a9b7eb4a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] delete failed (client error): The resource could not be found. Feb 19 03:36:54.223184 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8d21e8d9-da93-4339-90c3-3c51a9b7eb4a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/floatingips/83ff22f6-2dc1-4ce5-93e2-a2c1e5ac13b6 HTTP/1.1" status: 404 len: 345 time: 0.1290467 Feb 19 03:36:54.230382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57354) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:54.294632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecffc23-6136-4ff3-9d96-f84e422e9241 req-e9d38d97-e8cd-4c34-b0ef-0aa2f652173e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:54.297311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aecffc23-6136-4ff3-9d96-f84e422e9241 req-e9d38d97-e8cd-4c34-b0ef-0aa2f652173e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.1161489 Feb 19 03:36:54.454944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1516b6a2-5c45-4df0-b7c8-7d248945a283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.475107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06432e-36b6-4ad6-a19a-68a23d32d35c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:54.486913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06432e-36b6-4ad6-a19a-68a23d32d35c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:54.500311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06432e-36b6-4ad6-a19a-68a23d32d35c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:54.509006 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fc06432e-36b6-4ad6-a19a-68a23d32d35c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "GET /v2.0/ports?network_id=f63789de-0edd-4165-9ccd-9f017fd62c11 HTTP/1.1" status: 200 len: 2359 time: 0.2771769 Feb 19 03:36:54.510320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57360) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:54.558213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aecffc23-6136-4ff3-9d96-f84e422e9241 req-70976919-6e0a-4760-b50a-827757465863 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469389 Feb 19 03:36:54.616452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b348e1-7314-4ee2-9463-60216853d2dd tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:54.626609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-f286c714-18a8-4bc7-9447-811045d61db7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3530455 Feb 19 03:36:54.632445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57362) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:54.641886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-91b348e1-7314-4ee2-9463-60216853d2dd tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "GET /v2.0/subnets/8419480f-5bc8-4ded-a2b7-f56eb1559e9c HTTP/1.1" status: 200 len: 797 time: 0.1287010 Feb 19 03:36:54.667627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'port': {'network_id': 'f63789de-0edd-4165-9ccd-9f017fd62c11', 'name': 'tempest-FloatingIPTestJSON-761823220', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:54.684637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-24bc922f-acbb-4ea2-a7de-6a5cdd01f4c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Deleting port 95117154-1ce2-452c-b3cc-d23dd7f2de16 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:54.685569 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-24bc922f-acbb-4ea2-a7de-6a5cdd01f4c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (95117154-1ce2-452c-b3cc-d23dd7f2de16), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.848289 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-24bc922f-acbb-4ea2-a7de-6a5cdd01f4c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (95117154-1ce2-452c-b3cc-d23dd7f2de16), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.848628 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-24bc922f-acbb-4ea2-a7de-6a5cdd01f4c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for floatingip (95117154-1ce2-452c-b3cc-d23dd7f2de16), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.873434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-24bc922f-acbb-4ea2-a7de-6a5cdd01f4c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Calling delete_port for 95117154-1ce2-452c-b3cc-d23dd7f2de16 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:55.049855 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-24bc922f-acbb-4ea2-a7de-6a5cdd01f4c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (95117154-1ce2-452c-b3cc-d23dd7f2de16), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.209755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a1351-7496-4506-ac58-f191bfc67177 req-78dce314-92d6-4674-90b5-9309f3f2d921 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.217685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-382a1351-7496-4506-ac58-f191bfc67177 req-78dce314-92d6-4674-90b5-9309f3f2d921 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.5267982 Feb 19 03:36:55.219787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc922f-acbb-4ea2-a7de-6a5cdd01f4c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Port': ['ID=95117154-1ce2-452c-b3cc-d23dd7f2de16,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:55.302036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-382a1351-7496-4506-ac58-f191bfc67177 req-907d3eae-cd34-47eb-ac4c-f9ed5f74a410 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831916 Feb 19 03:36:55.343824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-5f8e5bf5-1fb2-4d0d-9305-955edd2a9cff tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.347455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-5f8e5bf5-1fb2-4d0d-9305-955edd2a9cff tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports/e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 200 len: 940 time: 0.6525660 Feb 19 03:36:55.453065 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-24bc922f-acbb-4ea2-a7de-6a5cdd01f4c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for floatingip (92dd9e86-b2ac-4491-89e9-dad536ba8d47), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.462996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-24bc922f-acbb-4ea2-a7de-6a5cdd01f4c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.467376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-24bc922f-acbb-4ea2-a7de-6a5cdd01f4c1 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "DELETE /v2.0/floatingips/92dd9e86-b2ac-4491-89e9-dad536ba8d47 HTTP/1.1" status: 204 len: 168 time: 1.5246327 Feb 19 03:36:55.468406 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57376) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:55.479633 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1516b6a2-5c45-4df0-b7c8-7d248945a283 admin admin] Publish callbacks [] for security_group (5655d024-e479-4d5c-ae6a-5a02b92d186b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.619314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1516b6a2-5c45-4df0-b7c8-7d248945a283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5655d024-e479-4d5c-ae6a-5a02b92d186b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.698426 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe80d1-de67-4705-8812-ff221eaa1a76 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Deleting port 96aae8b9-57ed-4f04-9c56-3076f6dcc69f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:55.698780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4fe80d1-de67-4705-8812-ff221eaa1a76 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.706760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516b6a2-5c45-4df0-b7c8-7d248945a283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5655d024-e479-4d5c-ae6a-5a02b92d186b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:55.755486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Made reservation on behalf of 69fd5c81c01f4c4ea44772cf6d3fc6ff for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:55.832605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1516b6a2-5c45-4df0-b7c8-7d248945a283 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ea83880a78440939d2e75fbbaa2b6fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9474730 Feb 19 03:36:55.836745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57382) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:55.863846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf02d09-9b6a-405b-861b-0662161f4f4b req-b40f0871-ee1d-4558-bee2-2c8e86113cc1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.869573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf02d09-9b6a-405b-861b-0662161f4f4b req-b40f0871-ee1d-4558-bee2-2c8e86113cc1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.876152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf02d09-9b6a-405b-861b-0662161f4f4b req-b40f0871-ee1d-4558-bee2-2c8e86113cc1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.881562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf02d09-9b6a-405b-861b-0662161f4f4b req-b40f0871-ee1d-4558-bee2-2c8e86113cc1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.886956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf02d09-9b6a-405b-861b-0662161f4f4b req-b40f0871-ee1d-4558-bee2-2c8e86113cc1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.892577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf02d09-9b6a-405b-861b-0662161f4f4b req-b40f0871-ee1d-4558-bee2-2c8e86113cc1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.897903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf02d09-9b6a-405b-861b-0662161f4f4b req-b40f0871-ee1d-4558-bee2-2c8e86113cc1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.899957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bf02d09-9b6a-405b-861b-0662161f4f4b req-b40f0871-ee1d-4558-bee2-2c8e86113cc1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.4804938 Feb 19 03:36:55.921731 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4fe80d1-de67-4705-8812-ff221eaa1a76 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.950557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe80d1-de67-4705-8812-ff221eaa1a76 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Calling delete_port for 96aae8b9-57ed-4f04-9c56-3076f6dcc69f owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:56.113889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.148230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bf02d09-9b6a-405b-861b-0662161f4f4b req-bc722378-c447-4eec-9883-6e6c25f58d01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2378201 Feb 19 03:36:56.150959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4fe80d1-de67-4705-8812-ff221eaa1a76 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (96aae8b9-57ed-4f04-9c56-3076f6dcc69f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.163994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] device_id is not set on port 2eb7175c-a50c-4026-9342-f7ad3665f9bd yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:56.291057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe80d1-de67-4705-8812-ff221eaa1a76 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Port': ['ID=96aae8b9-57ed-4f04-9c56-3076f6dcc69f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:56.391526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a4fe80d1-de67-4705-8812-ff221eaa1a76 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.397887 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a4fe80d1-de67-4705-8812-ff221eaa1a76 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "DELETE /v2.0/ports/96aae8b9-57ed-4f04-9c56-3076f6dcc69f HTTP/1.1" status: 204 len: 168 time: 0.9262147 Feb 19 03:36:56.408010 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57390) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:56.552056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52349862-64b7-4594-bb1d-20b06212ad74 admin admin] Publish callbacks [] for security_group (5655d024-e479-4d5c-ae6a-5a02b92d186b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.695833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ea25c307-2583-494c-97bb-e0ad6bec728f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Deleting port 918ff585-12c5-43eb-8749-43ecfb33c857 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:56.697363 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea25c307-2583-494c-97bb-e0ad6bec728f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.701438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52349862-64b7-4594-bb1d-20b06212ad74 admin admin] Publish callbacks [] for security_group (5655d024-e479-4d5c-ae6a-5a02b92d186b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.810068 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52349862-64b7-4594-bb1d-20b06212ad74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5655d024-e479-4d5c-ae6a-5a02b92d186b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.823005 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52349862-64b7-4594-bb1d-20b06212ad74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.824390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-52349862-64b7-4594-bb1d-20b06212ad74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5655d024-e479-4d5c-ae6a-5a02b92d186b HTTP/1.1" status: 204 len: 168 time: 0.9838684 Feb 19 03:36:56.846836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.20.0.14 (f63789de-0edd-4165-9ccd-9f017fd62c11/8419480f-5bc8-4ded-a2b7-f56eb1559e9c/2eb7175c-a50c-4026-9342-f7ad3665f9bd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:56.848995 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea25c307-2583-494c-97bb-e0ad6bec728f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.852256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52349862-64b7-4594-bb1d-20b06212ad74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5655d024-e479-4d5c-ae6a-5a02b92d186b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:56.875236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.20.0.13 (f63789de-0edd-4165-9ccd-9f017fd62c11/8419480f-5bc8-4ded-a2b7-f56eb1559e9c/2eb7175c-a50c-4026-9342-f7ad3665f9bd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:56.921664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ea25c307-2583-494c-97bb-e0ad6bec728f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Calling delete_port for 918ff585-12c5-43eb-8749-43ecfb33c857 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:56.929450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e002a-6c38-483b-b180-9984366b066d req-dca2aa0b-e7d8-4db0-a464-777294fd145a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:56.938994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27e002a-6c38-483b-b180-9984366b066d req-dca2aa0b-e7d8-4db0-a464-777294fd145a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.4070697 Feb 19 03:36:57.252771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea25c307-2583-494c-97bb-e0ad6bec728f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (918ff585-12c5-43eb-8749-43ecfb33c857), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.259901 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (2eb7175c-a50c-4026-9342-f7ad3665f9bd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.301813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25c307-2583-494c-97bb-e0ad6bec728f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Port': ['ID=918ff585-12c5-43eb-8749-43ecfb33c857,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:57.319064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-a9ee1826-74f4-4134-8566-40f662fef1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:57.320679 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-a9ee1826-74f4-4134-8566-40f662fef1b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2&tenant_id=d714199a166a4ba2a32ef297aaf4d888 HTTP/1.1" status: 200 len: 1125 time: 0.2338688 Feb 19 03:36:57.341208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2eb7175c-a50c-4026-9342-f7ad3665f9bd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.409249 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ea25c307-2583-494c-97bb-e0ad6bec728f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.412290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c27e002a-6c38-483b-b180-9984366b066d req-2d78e0fd-9ca0-4889-9c59-e0a7472dbd9c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4713833 Feb 19 03:36:57.412794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57402) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:57.426703 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ea25c307-2583-494c-97bb-e0ad6bec728f tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "DELETE /v2.0/ports/918ff585-12c5-43eb-8749-43ecfb33c857 HTTP/1.1" status: 204 len: 168 time: 1.0146539 Feb 19 03:36:57.432309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network f63789de-0edd-4165-9ccd-9f017fd62c11 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:57.434310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57404) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:57.506196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-7a0da702-27fb-4225-ab95-30d0ca126088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:57.507807 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-7a0da702-27fb-4225-ab95-30d0ca126088 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 1125 time: 0.1090453 Feb 19 03:36:57.530936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-28629918-47e1-4eec-b152-723927e1a8bd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Deleting subnet c1a1d482-203a-4812-b095-3eeab64e54e1 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:57.535075 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28629918-47e1-4eec-b152-723927e1a8bd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for subnet (c1a1d482-203a-4812-b095-3eeab64e54e1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.586872 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28629918-47e1-4eec-b152-723927e1a8bd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (c1a1d482-203a-4812-b095-3eeab64e54e1), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.623749 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-feced5cf-77ed-424d-9c0e-1adc27faecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:57.625293 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-feced5cf-77ed-424d-9c0e-1adc27faecc2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.0984776 Feb 19 03:36:57.630139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:57.650041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=2eb7175c-a50c-4026-9342-f7ad3665f9bd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:57.660636 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-431698ce-1700-44fc-9d1b-3a4a275beead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.694079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:57.726741 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-ee56c76c-706f-44c5-9994-a7b7729b6b1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 200 len: 998 time: 0.0922992 Feb 19 03:36:57.798320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-f407f5c5-feb7-415c-aed2-674e0d9e5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:57.800522 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-f407f5c5-feb7-415c-aed2-674e0d9e5831 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.0659359 Feb 19 03:36:57.889029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-431698ce-1700-44fc-9d1b-3a4a275beead admin admin] Publish callbacks [] for security_group (2625321b-4254-45b5-97de-2adac8715be3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.893937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-ab617c1f-d868-49cb-a1a5-ab27f2618dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:57.896460 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-ab617c1f-d868-49cb-a1a5-ab27f2618dde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0865095 Feb 19 03:36:57.957208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-431698ce-1700-44fc-9d1b-3a4a275beead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2625321b-4254-45b5-97de-2adac8715be3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.002669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-431698ce-1700-44fc-9d1b-3a4a275beead admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7e78fd3c5fb4b43a8f1dd21cfb95839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5826845 Feb 19 03:36:58.011005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57414) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:58.065039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6c5f2-8ea1-4cd6-adc6-cca9c05ae008 req-fd0f9451-dcb7-43b7-bd84-7c25c4a02c6c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:58.075033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acd6c5f2-8ea1-4cd6-adc6-cca9c05ae008 req-fd0f9451-dcb7-43b7-bd84-7c25c4a02c6c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.5609899 Feb 19 03:36:58.110576 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fa7d5cb-1fe4-4a30-b7b5-9c4be82b599c admin admin] Publish callbacks [] for security_group (2625321b-4254-45b5-97de-2adac8715be3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.135516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fa7d5cb-1fe4-4a30-b7b5-9c4be82b599c admin admin] Publish callbacks [] for security_group (2625321b-4254-45b5-97de-2adac8715be3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.156376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acd6c5f2-8ea1-4cd6-adc6-cca9c05ae008 req-dd71e792-86bd-41ad-a5f8-9d1b3d7435f4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799515 Feb 19 03:36:58.191420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:58.192571 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.209313 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-68fe83c2-c1dd-49d8-a500-23e43e4184f2 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057601 Feb 19 03:36:58.225574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431698ce-1700-44fc-9d1b-3a4a275beead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2625321b-4254-45b5-97de-2adac8715be3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:58.246567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f62086a9-56d3-4b15-b2bd-fd37d72b4ec2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.5959573 Feb 19 03:36:58.250907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28629918-47e1-4eec-b152-723927e1a8bd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (c1a1d482-203a-4812-b095-3eeab64e54e1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.259019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57420) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:58.270247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '2eb7175c-a50c-4026-9342-f7ad3665f9bd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:58.367189 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-7d1615ce-d9b6-4c64-8b24-566fdc9cfd55 service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513722 Feb 19 03:36:58.369273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fa7d5cb-1fe4-4a30-b7b5-9c4be82b599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2625321b-4254-45b5-97de-2adac8715be3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.371843 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fa7d5cb-1fe4-4a30-b7b5-9c4be82b599c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.372982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9fa7d5cb-1fe4-4a30-b7b5-9c4be82b599c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2625321b-4254-45b5-97de-2adac8715be3 HTTP/1.1" status: 204 len: 168 time: 0.3606303 Feb 19 03:36:58.388189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7d5cb-1fe4-4a30-b7b5-9c4be82b599c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2625321b-4254-45b5-97de-2adac8715be3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:58.472703 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28629918-47e1-4eec-b152-723927e1a8bd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (c1a1d482-203a-4812-b095-3eeab64e54e1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.498754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.538725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d4eca-7734-4780-9651-3cdb242ae151 req-79870689-e61d-455c-a403-34b9215a115e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:58.546167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d4eca-7734-4780-9651-3cdb242ae151 req-79870689-e61d-455c-a403-34b9215a115e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:58.553191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d4eca-7734-4780-9651-3cdb242ae151 req-79870689-e61d-455c-a403-34b9215a115e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:58.572762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d4eca-7734-4780-9651-3cdb242ae151 req-79870689-e61d-455c-a403-34b9215a115e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:58.591204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d4eca-7734-4780-9651-3cdb242ae151 req-79870689-e61d-455c-a403-34b9215a115e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:58.612517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d4eca-7734-4780-9651-3cdb242ae151 req-79870689-e61d-455c-a403-34b9215a115e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:58.623240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d4eca-7734-4780-9651-3cdb242ae151 req-79870689-e61d-455c-a403-34b9215a115e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:58.625170 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db3d4eca-7734-4780-9651-3cdb242ae151 req-79870689-e61d-455c-a403-34b9215a115e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.3407474 Feb 19 03:36:58.665487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629918-47e1-4eec-b152-723927e1a8bd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a1d482-203a-4812-b095-3eeab64e54e1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:58.675445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865d69c-7f7e-454c-b0b6-cd3fdb92ad5a None None] Network d920c654-990f-45b0-82d7-bb385406a785 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:58.693935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28629918-47e1-4eec-b152-723927e1a8bd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.700390 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57438) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:58.705006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-28629918-47e1-4eec-b152-723927e1a8bd tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "DELETE /v2.0/subnets/c1a1d482-203a-4812-b095-3eeab64e54e1 HTTP/1.1" status: 204 len: 168 time: 1.2695968 Feb 19 03:36:58.818714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Deleting subnet c0cae7ac-1294-40dd-9e7b-51266965afbf {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:58.826606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for subnet (c0cae7ac-1294-40dd-9e7b-51266965afbf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.924369 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (c0cae7ac-1294-40dd-9e7b-51266965afbf), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.977282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db3d4eca-7734-4780-9651-3cdb242ae151 req-6b3b1cd2-0f53-4607-9f39-095fdd480fde tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3215530 Feb 19 03:36:59.054619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f5291f-3abe-402b-85ed-8cf4b5faab94 None None] DHCP port deletion for d920c654-990f-45b0-82d7-bb385406a785 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:59.067739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.214644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5291f-3abe-402b-85ed-8cf4b5faab94 None None] Deleting port fef48a18-0459-4224-8294-4eccfe4e090e {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:59.215335 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5f5291f-3abe-402b-85ed-8cf4b5faab94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.220797 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (c0cae7ac-1294-40dd-9e7b-51266965afbf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.354997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (c0cae7ac-1294-40dd-9e7b-51266965afbf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.365571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e5f5291f-3abe-402b-85ed-8cf4b5faab94 None None] For port fef48a18-0459-4224-8294-4eccfe4e090e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=fef48a18-0459-4224-8294-4eccfe4e090e,segment=NetworkSegment(d7f30955-7094-4b4f-9994-c84e74985ee2),segment_id=d7f30955-7094-4b4f-9994-c84e74985ee2)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:59.366310 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5f5291f-3abe-402b-85ed-8cf4b5faab94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.402031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5291f-3abe-402b-85ed-8cf4b5faab94 None None] Calling delete_port for fef48a18-0459-4224-8294-4eccfe4e090e owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:59.417552 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cae7ac-1294-40dd-9e7b-51266965afbf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:59.446627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.447075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.447648 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.448434 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.448977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.450714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.451144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.452613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.452980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.453679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.454072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.454386 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.456965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:59.477135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82623f3-f34b-4d20-ba36-7a8e2771defa req-aeaa3952-c368-4ab4-8f0f-a29636e2f51c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:59.484764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b82623f3-f34b-4d20-ba36-7a8e2771defa req-aeaa3952-c368-4ab4-8f0f-a29636e2f51c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 943 time: 0.3006995 Feb 19 03:36:59.490949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.502645 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1629a75a-147a-4af9-86b1-500f2d229363 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "DELETE /v2.0/subnets/c0cae7ac-1294-40dd-9e7b-51266965afbf HTTP/1.1" status: 204 len: 168 time: 0.7992804 Feb 19 03:36:59.504419 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57472) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:59.587646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.25.4.171 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/a69bb72a-7595-4ec8-b5be-9a631d4e0de9) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:59.702342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fef48a18-0459-4224-8294-4eccfe4e090e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:59.710159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f6a4fd-582a-488b-8728-d6f67cb0e0e6 None None] Network 9f942254-540a-4c8d-9a32-e6bfbff48a5a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:59.798366 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d920c654-990f-45b0-82d7-bb385406a785), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.940458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b82623f3-f34b-4d20-ba36-7a8e2771defa req-4c0beb90-7d7d-442b-b3d3-cc3cd7043a60 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4444628 Feb 19 03:37:00.029290 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5f5291f-3abe-402b-85ed-8cf4b5faab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (fef48a18-0459-4224-8294-4eccfe4e090e), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.144095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f5291f-3abe-402b-85ed-8cf4b5faab94 None None] No DVR routers for this DVR port fef48a18-0459-4224-8294-4eccfe4e090e on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:37:00.155048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: fef48a18-0459-4224-8294-4eccfe4e090e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:00.163045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (a69bb72a-7595-4ec8-b5be-9a631d4e0de9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.171968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device fef48a18-0459-4224-8294-4eccfe4e090e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:00.224076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:00.274591 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d920c654-990f-45b0-82d7-bb385406a785), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.279715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5291f-3abe-402b-85ed-8cf4b5faab94 None None] Pushing event deleted for resources: {'Port': ['ID=fef48a18-0459-4224-8294-4eccfe4e090e,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:00.359375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d920c654-990f-45b0-82d7-bb385406a785']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:00.414884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f30955-7094-4b4f-9994-c84e74985ee2') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:00.414884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f30955-7094-4b4f-9994-c84e74985ee2') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:00.431045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee19c0-a899-4845-a9ed-8e9a074a0b3a None None] DHCP port deletion for 9f942254-540a-4c8d-9a32-e6bfbff48a5a request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:37:00.464003 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d7f30955-7094-4b4f-9994-c84e74985ee2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.502472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc8b93-2b6c-43d3-a010-3ecc60fb0600 req-c270a719-0eae-4070-9d02-9fed7d873601 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:00.512667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d7f30955-7094-4b4f-9994-c84e74985ee2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.518286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2edc8b93-2b6c-43d3-a010-3ecc60fb0600 req-c270a719-0eae-4070-9d02-9fed7d873601 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.3446050 Feb 19 03:37:00.532569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:37:00.533312 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d7f30955-7094-4b4f-9994-c84e74985ee2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:37:00.537686 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:37:00.574609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a69bb72a-7595-4ec8-b5be-9a631d4e0de9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.601017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-66ee19c0-a899-4845-a9ed-8e9a074a0b3a None None] Deleting port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:00.601396 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-66ee19c0-a899-4845-a9ed-8e9a074a0b3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.634285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26577c6e-fe4f-479e-b500-84c78e4e9ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.740825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d920c654-990f-45b0-82d7-bb385406a785), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.751335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-66ee19c0-a899-4845-a9ed-8e9a074a0b3a None None] For port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3b310bb4-852e-4c6e-b6c5-ac8a67001abc,segment=NetworkSegment(c15e7fc6-bc5c-4c6a-a2bd-370821f4220c),segment_id=c15e7fc6-bc5c-4c6a-a2bd-370821f4220c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:00.751914 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-66ee19c0-a899-4845-a9ed-8e9a074a0b3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.752374 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.763028 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "DELETE /v2.0/networks/d920c654-990f-45b0-82d7-bb385406a785 HTTP/1.1" status: 204 len: 168 time: 1.2574258 Feb 19 03:37:00.767451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57502) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:00.775963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-66ee19c0-a899-4845-a9ed-8e9a074a0b3a None None] Calling delete_port for 3b310bb4-852e-4c6e-b6c5-ac8a67001abc owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:00.816909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:00.819831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=a69bb72a-7595-4ec8-b5be-9a631d4e0de9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:00.829104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:00.863384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7166c-6e88-4f71-b24a-4f84565f0299 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Network': ['ID=d920c654-990f-45b0-82d7-bb385406a785,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:00.918540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:00.935672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2edc8b93-2b6c-43d3-a010-3ecc60fb0600 req-12ff713b-cf4d-404d-bf75-903933f9627c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147656 Feb 19 03:37:01.056224 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-66ee19c0-a899-4845-a9ed-8e9a074a0b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (3b310bb4-852e-4c6e-b6c5-ac8a67001abc), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.110502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (9f942254-540a-4c8d-9a32-e6bfbff48a5a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.128823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee19c0-a899-4845-a9ed-8e9a074a0b3a None None] No DVR routers for this DVR port 3b310bb4-852e-4c6e-b6c5-ac8a67001abc on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:37:01.169449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:01.193472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26577c6e-fe4f-479e-b500-84c78e4e9ec2 admin admin] Publish callbacks [] for security_group (450959f9-e29c-4308-9c28-aae67ed66394), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.311535 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26577c6e-fe4f-479e-b500-84c78e4e9ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (450959f9-e29c-4308-9c28-aae67ed66394), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.487685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3b310bb4-852e-4c6e-b6c5-ac8a67001abc no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:01.588125 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26577c6e-fe4f-479e-b500-84c78e4e9ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450959f9-e29c-4308-9c28-aae67ed66394,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:01.597414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:01.624265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 3b310bb4-852e-4c6e-b6c5-ac8a67001abc {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:01.624622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3b310bb4-852e-4c6e-b6c5-ac8a67001abc not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:01.627311 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-26577c6e-fe4f-479e-b500-84c78e4e9ec2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a0cb60dd977458c9bbb1ca9f7b23b98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4003253 Feb 19 03:37:01.628024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57520) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:01.630887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (9f942254-540a-4c8d-9a32-e6bfbff48a5a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.631844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'mac_address': 'fa:16:3e:88:be:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:01.645305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee19c0-a899-4845-a9ed-8e9a074a0b3a None None] Pushing event deleted for resources: {'Port': ['ID=3b310bb4-852e-4c6e-b6c5-ac8a67001abc,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:01.764088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:01.764738 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.805759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f942254-540a-4c8d-9a32-e6bfbff48a5a']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:01.809359 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:01.829150 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:01.829458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15e7fc6-bc5c-4c6a-a2bd-370821f4220c') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:01.851278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27605b6-1511-457b-b3b5-e76e3044279a req-7c917212-a8f4-4611-a121-eadb01596b77 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:01.859159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:01.859361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (c15e7fc6-bc5c-4c6a-a2bd-370821f4220c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.863146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27605b6-1511-457b-b3b5-e76e3044279a req-7c917212-a8f4-4611-a121-eadb01596b77 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:01.868897 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.869456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27605b6-1511-457b-b3b5-e76e3044279a req-7c917212-a8f4-4611-a121-eadb01596b77 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:01.887409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27605b6-1511-457b-b3b5-e76e3044279a req-7c917212-a8f4-4611-a121-eadb01596b77 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:01.891557 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c15e7fc6-bc5c-4c6a-a2bd-370821f4220c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.897871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27605b6-1511-457b-b3b5-e76e3044279a req-7c917212-a8f4-4611-a121-eadb01596b77 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:01.917609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27605b6-1511-457b-b3b5-e76e3044279a req-7c917212-a8f4-4611-a121-eadb01596b77 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:01.918940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:37:01.919292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (c15e7fc6-bc5c-4c6a-a2bd-370821f4220c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.928187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27605b6-1511-457b-b3b5-e76e3044279a req-7c917212-a8f4-4611-a121-eadb01596b77 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:01.939300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e27605b6-1511-457b-b3b5-e76e3044279a req-7c917212-a8f4-4611-a121-eadb01596b77 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.8186131 Feb 19 03:37:01.968159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:37:02.056279 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:37:02.149618 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (9f942254-540a-4c8d-9a32-e6bfbff48a5a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.157208 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.161554 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] 10.222.0.42 "DELETE /v2.0/networks/9f942254-540a-4c8d-9a32-e6bfbff48a5a HTTP/1.1" status: 204 len: 168 time: 1.3760707 Feb 19 03:37:02.209740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ca33127-37a4-4d4a-a400-4e56a891b344 admin admin] Publish callbacks [] for security_group (450959f9-e29c-4308-9c28-aae67ed66394), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.211696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d063f20-8fe2-4f1c-af25-de449524e6e4 tempest-TaggedBootDevicesTest_v242-344906294 tempest-TaggedBootDevicesTest_v242-344906294-project] Pushing event deleted for resources: {'Network': ['ID=9f942254-540a-4c8d-9a32-e6bfbff48a5a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:02.305284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ca33127-37a4-4d4a-a400-4e56a891b344 admin admin] Publish callbacks [] for security_group (450959f9-e29c-4308-9c28-aae67ed66394), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.318141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['5d634e8b-25b3-427a-bd2b-47b70bf1f7cc'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:02.489008 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ca33127-37a4-4d4a-a400-4e56a891b344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (450959f9-e29c-4308-9c28-aae67ed66394), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.497868 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8ca33127-37a4-4d4a-a400-4e56a891b344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.519420 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8ca33127-37a4-4d4a-a400-4e56a891b344 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/450959f9-e29c-4308-9c28-aae67ed66394 HTTP/1.1" status: 204 len: 168 time: 0.8722003 Feb 19 03:37:02.572158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca33127-37a4-4d4a-a400-4e56a891b344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450959f9-e29c-4308-9c28-aae67ed66394,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:02.940074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (e2b7de4d-88dc-46c0-9f28-eb81e9c4fa5f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.065663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e27605b6-1511-457b-b3b5-e76e3044279a req-48a91485-5e6c-463c-bee9-447314cbe28b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1084094 Feb 19 03:37:03.280973 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a69bb72a-7595-4ec8-b5be-9a631d4e0de9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.430993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08f1a1-3f07-4763-ae0a-18d483ae4324 req-d465d260-d656-4796-99d2-080cefb866c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:03.436457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc08f1a1-3f07-4763-ae0a-18d483ae4324 req-d465d260-d656-4796-99d2-080cefb866c5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 944 time: 0.1834683 Feb 19 03:37:03.490833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57552) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:03.526584 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36572c53-6fa8-4d38-b35b-1c4a01c0abeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.843105 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (a69bb72a-7595-4ec8-b5be-9a631d4e0de9), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.865093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36572c53-6fa8-4d38-b35b-1c4a01c0abeb admin admin] Publish callbacks [] for security_group (9f153fb5-62d4-442f-80e8-430852d975f0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.877828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36572c53-6fa8-4d38-b35b-1c4a01c0abeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9f153fb5-62d4-442f-80e8-430852d975f0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.922693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc08f1a1-3f07-4763-ae0a-18d483ae4324 req-60ac662b-531e-45ba-bae1-eeace22733cf tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4777730 Feb 19 03:37:03.930144 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a69bb72a-7595-4ec8-b5be-9a631d4e0de9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.038672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36572c53-6fa8-4d38-b35b-1c4a01c0abeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f153fb5-62d4-442f-80e8-430852d975f0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:04.054564 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-36572c53-6fa8-4d38-b35b-1c4a01c0abeb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8352060710747e9ac59ebadc9442659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5620639 Feb 19 03:37:04.058977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57560) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:04.192741 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caad43b4-d7e0-40e8-adee-1bdc02d50b20 admin admin] Publish callbacks [] for security_group (9f153fb5-62d4-442f-80e8-430852d975f0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.231541 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caad43b4-d7e0-40e8-adee-1bdc02d50b20 admin admin] Publish callbacks [] for security_group (9f153fb5-62d4-442f-80e8-430852d975f0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.332149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=a69bb72a-7595-4ec8-b5be-9a631d4e0de9,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:04.346614 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caad43b4-d7e0-40e8-adee-1bdc02d50b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9f153fb5-62d4-442f-80e8-430852d975f0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.353635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-caad43b4-d7e0-40e8-adee-1bdc02d50b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.367975 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-caad43b4-d7e0-40e8-adee-1bdc02d50b20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f153fb5-62d4-442f-80e8-430852d975f0 HTTP/1.1" status: 204 len: 168 time: 0.3076184 Feb 19 03:37:04.398060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad43b4-d7e0-40e8-adee-1bdc02d50b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f153fb5-62d4-442f-80e8-430852d975f0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:04.404197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (e2b7de4d-88dc-46c0-9f28-eb81e9c4fa5f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.420603 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57572) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:04.595930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bd963-927b-42af-adbf-b2c9d3ac4507 req-845723a6-cedf-4ef3-83b1-440d70072f0d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:04.597539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7bd963-927b-42af-adbf-b2c9d3ac4507 req-845723a6-cedf-4ef3-83b1-440d70072f0d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.4233959 Feb 19 03:37:04.680620 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cebf6cc1-f6b0-49a2-b541-76c0ff1d1bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.877446 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cebf6cc1-f6b0-49a2-b541-76c0ff1d1bee admin admin] Publish callbacks [] for security_group (f320fd5e-917c-450a-a120-fc8ea4a3881f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.878299 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP e2b7de4d-88dc-46c0-9f28-eb81e9c4fa5f associated. External IP: 172.25.4.171, port: 2eb7175c-a50c-4026-9342-f7ad3665f9bd. Feb 19 03:37:04.889431 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cebf6cc1-f6b0-49a2-b541-76c0ff1d1bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f320fd5e-917c-450a-a120-fc8ea4a3881f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.962030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7bd963-927b-42af-adbf-b2c9d3ac4507 req-59211d3e-9e7a-4792-9289-24a3773975ea tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448367 Feb 19 03:37:04.975089 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf6cc1-f6b0-49a2-b541-76c0ff1d1bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f320fd5e-917c-450a-a120-fc8ea4a3881f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:05.043288 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cebf6cc1-f6b0-49a2-b541-76c0ff1d1bee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3ca1f8f35f0436fb189153b16b6b12c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6196580 Feb 19 03:37:05.043912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57586) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:05.163675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:05.207524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3f34f77-caad-4be8-872c-8aeeb5f2da73 admin admin] Publish callbacks [] for security_group (f320fd5e-917c-450a-a120-fc8ea4a3881f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.257596 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3f34f77-caad-4be8-872c-8aeeb5f2da73 admin admin] Publish callbacks [] for security_group (f320fd5e-917c-450a-a120-fc8ea4a3881f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.357718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:37:05.359957 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3f34f77-caad-4be8-872c-8aeeb5f2da73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f320fd5e-917c-450a-a120-fc8ea4a3881f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.363230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:05.364647 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.367059 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3f34f77-caad-4be8-872c-8aeeb5f2da73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.375596 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d3f34f77-caad-4be8-872c-8aeeb5f2da73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f320fd5e-917c-450a-a120-fc8ea4a3881f HTTP/1.1" status: 204 len: 168 time: 0.3259578 Feb 19 03:37:05.404610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f34f77-caad-4be8-872c-8aeeb5f2da73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f320fd5e-917c-450a-a120-fc8ea4a3881f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:05.608313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:05.647286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af84be-3c71-4ddf-b7d4-ceaeaf762313 req-5df10840-7a79-4c68-a7a8-0a1662fe5c80 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:05.655295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:05.657701 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.668582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af84be-3c71-4ddf-b7d4-ceaeaf762313 req-5df10840-7a79-4c68-a7a8-0a1662fe5c80 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:05.681323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af84be-3c71-4ddf-b7d4-ceaeaf762313 req-5df10840-7a79-4c68-a7a8-0a1662fe5c80 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:05.691347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af84be-3c71-4ddf-b7d4-ceaeaf762313 req-5df10840-7a79-4c68-a7a8-0a1662fe5c80 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:05.704919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:05.709076 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0801d556-4026-4276-b51b-2512354c92c7" -d '{"events": [{"server_uuid": "30f9fbf9-7e0c-4340-b04b-99273d7d9384", "name": "network-vif-plugged", "status": "completed", "tag": "5d634e8b-25b3-427a-bd2b-47b70bf1f7cc"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:05.711454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af84be-3c71-4ddf-b7d4-ceaeaf762313 req-5df10840-7a79-4c68-a7a8-0a1662fe5c80 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:05.717327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af84be-3c71-4ddf-b7d4-ceaeaf762313 req-5df10840-7a79-4c68-a7a8-0a1662fe5c80 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:05.726050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:05.738822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af84be-3c71-4ddf-b7d4-ceaeaf762313 req-5df10840-7a79-4c68-a7a8-0a1662fe5c80 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:05.740393 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.751224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37af84be-3c71-4ddf-b7d4-ceaeaf762313 req-5df10840-7a79-4c68-a7a8-0a1662fe5c80 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.4479501 Feb 19 03:37:05.851573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:06.087502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57618) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:06.109696 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b34c4a2-152a-4d5e-b078-131b27145ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.125934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:06.138693 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3dd5c-c94f-4d54-be58-7f6680eb0d80 None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:06.174931 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3dd5c-c94f-4d54-be58-7f6680eb0d80 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:06.176018 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.177942 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cff3dd5c-c94f-4d54-be58-7f6680eb0d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:06.289277 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cff3dd5c-c94f-4d54-be58-7f6680eb0d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:06.308581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.317180 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3dd5c-c94f-4d54-be58-7f6680eb0d80 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:06.318190 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cff3dd5c-c94f-4d54-be58-7f6680eb0d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:06.340569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37af84be-3c71-4ddf-b7d4-ceaeaf762313 req-406de02f-de16-45de-879f-70886b5446ac tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5736287 Feb 19 03:37:06.410197 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cff3dd5c-c94f-4d54-be58-7f6680eb0d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:06.410874 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3dd5c-c94f-4d54-be58-7f6680eb0d80 None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:06.447073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3866f4d1-35e2-436d-8bc3-5c3a8b16c4d0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1828079 Feb 19 03:37:06.448624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57622) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:06.454390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c249ce59-0af1-4ac9-993a-6efb4cadbe9b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'port_id': '2eb7175c-a50c-4026-9342-f7ad3665f9bd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:06.458700 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b34c4a2-152a-4d5e-b078-131b27145ada admin admin] Publish callbacks [] for security_group (83ae4f45-d3a5-4d1f-be5c-1a2a4a0161cb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.468972 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b34c4a2-152a-4d5e-b078-131b27145ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (83ae4f45-d3a5-4d1f-be5c-1a2a4a0161cb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.584183 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8b34c4a2-152a-4d5e-b078-131b27145ada admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2716e9dfbcb34ecd8de59a1ca3a1d46f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4939361 Feb 19 03:37:06.585281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57628) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:06.590939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34c4a2-152a-4d5e-b078-131b27145ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ae4f45-d3a5-4d1f-be5c-1a2a4a0161cb,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:06.634594 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c249ce59-0af1-4ac9-993a-6efb4cadbe9b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (e2b7de4d-88dc-46c0-9f28-eb81e9c4fa5f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.717949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-510521f4-02ae-4b52-a006-8e27c8010a25 admin admin] Publish callbacks [] for security_group (83ae4f45-d3a5-4d1f-be5c-1a2a4a0161cb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.811427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-510521f4-02ae-4b52-a006-8e27c8010a25 admin admin] Publish callbacks [] for security_group (83ae4f45-d3a5-4d1f-be5c-1a2a4a0161cb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.845810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf5920-54d5-47a6-9340-2f01636fd93e req-8078a817-b937-4530-a6da-32c4213ab02d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:06.849038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09cf5920-54d5-47a6-9340-2f01636fd93e req-8078a817-b937-4530-a6da-32c4213ab02d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 945 time: 0.3902895 Feb 19 03:37:06.952718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-510521f4-02ae-4b52-a006-8e27c8010a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (83ae4f45-d3a5-4d1f-be5c-1a2a4a0161cb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.956623 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-510521f4-02ae-4b52-a006-8e27c8010a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.960050 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-510521f4-02ae-4b52-a006-8e27c8010a25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83ae4f45-d3a5-4d1f-be5c-1a2a4a0161cb HTTP/1.1" status: 204 len: 168 time: 0.3699989 Feb 19 03:37:06.980938 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510521f4-02ae-4b52-a006-8e27c8010a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ae4f45-d3a5-4d1f-be5c-1a2a4a0161cb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:07.594587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09cf5920-54d5-47a6-9340-2f01636fd93e req-dae0cc35-59b7-4865-9205-d125274e6c0c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7379739 Feb 19 03:37:07.840827 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b117eac0-81ac-44a9-98b9-98bb11eec349 x-openstack-request-id: req-b117eac0-81ac-44a9-98b9-98bb11eec349 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:07.841665 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f9fbf9-7e0c-4340-b04b-99273d7d9384", "name": "network-vif-plugged", "status": "completed", "tag": "5d634e8b-25b3-427a-bd2b-47b70bf1f7cc", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:07.842139 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b117eac0-81ac-44a9-98b9-98bb11eec349 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:07.842746 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'code': 200} Feb 19 03:37:08.138534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec548577-1f30-4795-9611-63d1cf1cb57b req-5fd257a5-b0f3-4cdd-84ab-6e521b18477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:08.145245 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ec548577-1f30-4795-9611-63d1cf1cb57b req-5fd257a5-b0f3-4cdd-84ab-6e521b18477d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 1127 time: 0.1563258 Feb 19 03:37:08.273706 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-c249ce59-0af1-4ac9-993a-6efb4cadbe9b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:37:08.278929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e1bf-298e-46d0-9ba9-b09bb6ce9613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.358710 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ec548577-1f30-4795-9611-63d1cf1cb57b req-3ef6cb42-881b-456b-9e1a-12b9982e8c8d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886463 Feb 19 03:37:08.366387 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c249ce59-0af1-4ac9-993a-6efb4cadbe9b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.436071 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c249ce59-0af1-4ac9-993a-6efb4cadbe9b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (e2b7de4d-88dc-46c0-9f28-eb81e9c4fa5f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.633495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f989d09-69b2-4636-bef9-c3bb5b34d798 req-4b32258e-ad2b-464c-a09d-95f868d6ac3d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:08.643639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f989d09-69b2-4636-bef9-c3bb5b34d798 req-4b32258e-ad2b-464c-a09d-95f868d6ac3d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.5708034 Feb 19 03:37:08.788343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f989d09-69b2-4636-bef9-c3bb5b34d798 req-8108e84c-14ac-4a10-9703-88fc02250139 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306813 Feb 19 03:37:09.882683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c249ce59-0af1-4ac9-993a-6efb4cadbe9b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:09.925909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe7e7-f762-49ec-8c66-6b22d458f19d req-abcb2aeb-47b5-4bcc-ae64-f23148dba5a2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:09.939392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe7e7-f762-49ec-8c66-6b22d458f19d req-abcb2aeb-47b5-4bcc-ae64-f23148dba5a2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:09.955997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe7e7-f762-49ec-8c66-6b22d458f19d req-abcb2aeb-47b5-4bcc-ae64-f23148dba5a2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:09.969396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe7e7-f762-49ec-8c66-6b22d458f19d req-abcb2aeb-47b5-4bcc-ae64-f23148dba5a2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:09.982621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe7e7-f762-49ec-8c66-6b22d458f19d req-abcb2aeb-47b5-4bcc-ae64-f23148dba5a2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:09.986358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe7e7-f762-49ec-8c66-6b22d458f19d req-abcb2aeb-47b5-4bcc-ae64-f23148dba5a2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:09.991784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe7e7-f762-49ec-8c66-6b22d458f19d req-abcb2aeb-47b5-4bcc-ae64-f23148dba5a2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:10.000892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00afe7e7-f762-49ec-8c66-6b22d458f19d req-abcb2aeb-47b5-4bcc-ae64-f23148dba5a2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.8387079 Feb 19 03:37:10.357268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c249ce59-0af1-4ac9-993a-6efb4cadbe9b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:10.381563 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c249ce59-0af1-4ac9-993a-6efb4cadbe9b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.387202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d52447-7287-4aef-8be8-3eaead2a26af None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:10.422065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d52447-7287-4aef-8be8-3eaead2a26af None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:10.423193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-42d52447-7287-4aef-8be8-3eaead2a26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:10.487842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00afe7e7-f762-49ec-8c66-6b22d458f19d req-7f3d34f9-a15d-4775-8b8d-b2c0ba6f82a8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4849813 Feb 19 03:37:10.549636 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57728) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:10.550533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c249ce59-0af1-4ac9-993a-6efb4cadbe9b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "PUT /v2.0/floatingips/e2b7de4d-88dc-46c0-9f28-eb81e9c4fa5f HTTP/1.1" status: 200 len: 978 time: 4.1008065 Feb 19 03:37:10.580357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-42d52447-7287-4aef-8be8-3eaead2a26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:10.600783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d52447-7287-4aef-8be8-3eaead2a26af None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:10.601811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-42d52447-7287-4aef-8be8-3eaead2a26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:36:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:10.607997 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-96cd32d7-8a27-4a29-a988-a53b2f37f59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.675739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-42d52447-7287-4aef-8be8-3eaead2a26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:10.676657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d52447-7287-4aef-8be8-3eaead2a26af None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:10.781014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648b04e-3294-45cf-9f33-93e88ad54cf0 req-abdf624f-ea90-4184-831a-6a3b871917d7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:10.786412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c648b04e-3294-45cf-9f33-93e88ad54cf0 req-abdf624f-ea90-4184-831a-6a3b871917d7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 945 time: 0.1200418 Feb 19 03:37:10.945369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c648b04e-3294-45cf-9f33-93e88ad54cf0 req-12bb2e16-81f5-4019-b084-0520f258c1eb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514032 Feb 19 03:37:11.171482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port a69bb72a-7595-4ec8-b5be-9a631d4e0de9 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:11.171839 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a69bb72a-7595-4ec8-b5be-9a631d4e0de9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:11.284926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26779a5c-4f0d-43f6-bc72-f38afac2f956 req-e07d9a35-6360-44c0-9ef4-9b97bc889e88 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:11.293010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26779a5c-4f0d-43f6-bc72-f38afac2f956 req-e07d9a35-6360-44c0-9ef4-9b97bc889e88 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.1772778 Feb 19 03:37:11.357374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26779a5c-4f0d-43f6-bc72-f38afac2f956 req-e4f8fa1b-f9fa-43ee-a65c-d64c79592fbf tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583508 Feb 19 03:37:11.373722 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a69bb72a-7595-4ec8-b5be-9a631d4e0de9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:11.373722 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (a69bb72a-7595-4ec8-b5be-9a631d4e0de9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:11.407352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for a69bb72a-7595-4ec8-b5be-9a631d4e0de9 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:11.844749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e0c6e-6536-4f83-a9d8-823ee5a87fec req-724a144e-0541-44f2-9bbf-26b6246d4efb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:11.856788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e0c6e-6536-4f83-a9d8-823ee5a87fec req-724a144e-0541-44f2-9bbf-26b6246d4efb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:11.873993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e0c6e-6536-4f83-a9d8-823ee5a87fec req-724a144e-0541-44f2-9bbf-26b6246d4efb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:11.885812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a69bb72a-7595-4ec8-b5be-9a631d4e0de9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:11.886766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e0c6e-6536-4f83-a9d8-823ee5a87fec req-724a144e-0541-44f2-9bbf-26b6246d4efb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:11.898351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e0c6e-6536-4f83-a9d8-823ee5a87fec req-724a144e-0541-44f2-9bbf-26b6246d4efb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:11.916108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e0c6e-6536-4f83-a9d8-823ee5a87fec req-724a144e-0541-44f2-9bbf-26b6246d4efb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:11.927042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e0c6e-6536-4f83-a9d8-823ee5a87fec req-724a144e-0541-44f2-9bbf-26b6246d4efb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:11.929277 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-405e0c6e-6536-4f83-a9d8-823ee5a87fec req-724a144e-0541-44f2-9bbf-26b6246d4efb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2221830 Feb 19 03:37:11.955739 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:12.022499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=a69bb72a-7595-4ec8-b5be-9a631d4e0de9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:12.109112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-405e0c6e-6536-4f83-a9d8-823ee5a87fec req-581af9ba-0733-4647-937d-b735f2de7284 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1722968 Feb 19 03:37:12.130416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (e2b7de4d-88dc-46c0-9f28-eb81e9c4fa5f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:12.131369 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP e2b7de4d-88dc-46c0-9f28-eb81e9c4fa5f disassociated (deleted). External IP: 172.25.4.171, port: 2eb7175c-a50c-4026-9342-f7ad3665f9bd. Feb 19 03:37:12.446740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17769d14-933f-4d9f-8019-b7c9f13903d8 req-afc9a9f2-26ea-4696-9cca-0f24f9d41a71 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:12.457469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17769d14-933f-4d9f-8019-b7c9f13903d8 req-afc9a9f2-26ea-4696-9cca-0f24f9d41a71 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 945 time: 0.1805182 Feb 19 03:37:12.722110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17769d14-933f-4d9f-8019-b7c9f13903d8 req-49804b8e-8979-4275-b64e-f1748716cd7b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554617 Feb 19 03:37:13.020731 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:13.075149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87561cc-0989-44d9-a5e4-f75e362c0f91 req-f5c42fba-e2d1-44b0-b190-c7bf43cc576c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:13.089223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b87561cc-0989-44d9-a5e4-f75e362c0f91 req-f5c42fba-e2d1-44b0-b190-c7bf43cc576c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.1835430 Feb 19 03:37:13.127011 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:13.222405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b87561cc-0989-44d9-a5e4-f75e362c0f91 req-98b3c587-f95b-4d61-8aa8-bcdfb75102ab tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313131 Feb 19 03:37:13.437560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57778) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:13.465551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f2ef3-2f51-4d0b-beee-b9acf2bf70c4 req-45d92b7f-43ed-4f4b-93df-03f548b900b4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:13.469753 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:13.476239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-886f2ef3-2f51-4d0b-beee-b9acf2bf70c4 req-45d92b7f-43ed-4f4b-93df-03f548b900b4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 945 time: 0.1375773 Feb 19 03:37:13.508448 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b8d4e-08e1-49d3-aeaf-95dec5950f30 None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:13.538586 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:13.543597 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b8d4e-08e1-49d3-aeaf-95dec5950f30 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:13.544253 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d4b8d4e-08e1-49d3-aeaf-95dec5950f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:13.595920 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d4b8d4e-08e1-49d3-aeaf-95dec5950f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:13.623051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-886f2ef3-2f51-4d0b-beee-b9acf2bf70c4 req-6bd9ca42-3076-4975-b0fd-7755462c9603 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468332 Feb 19 03:37:13.624799 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b8d4e-08e1-49d3-aeaf-95dec5950f30 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:13.627555 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d4b8d4e-08e1-49d3-aeaf-95dec5950f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:13.636043 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5f1cec8b-bb20-4688-a6c0-2732ec4462a2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/floatingips/e2b7de4d-88dc-46c0-9f28-eb81e9c4fa5f HTTP/1.1" status: 204 len: 168 time: 3.0843689 Feb 19 03:37:13.636722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57784) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:13.654858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57788) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:13.808588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e76e-73b4-427a-85b8-7bb0a648738d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:13.875091 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d4b8d4e-08e1-49d3-aeaf-95dec5950f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:13.887962 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b8d4e-08e1-49d3-aeaf-95dec5950f30 None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:13.910431 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:37:13.981572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6dbe7-4f9c-499c-9747-0cc9d02e8da0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port 2eb7175c-a50c-4026-9342-f7ad3665f9bd {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:13.982235 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9b6dbe7-4f9c-499c-9747-0cc9d02e8da0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2eb7175c-a50c-4026-9342-f7ad3665f9bd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.072530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070608e0-71f7-4e54-82ca-60e5204e74d2 tempest-TestVolumeBootPattern-907835262 tempest-TestVolumeBootPattern-907835262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:14.077496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-070608e0-71f7-4e54-82ca-60e5204e74d2 tempest-TestVolumeBootPattern-907835262 tempest-TestVolumeBootPattern-907835262-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 1122 time: 0.4212058 Feb 19 03:37:14.093378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57794) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:14.105542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:14.162882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b03ae-bdce-4b1f-a19d-3baeb1ad13fd req-0aaea653-e200-4300-a9fe-2aabdc3e09e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:14.170341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b03ae-bdce-4b1f-a19d-3baeb1ad13fd req-0aaea653-e200-4300-a9fe-2aabdc3e09e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:14.176917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b03ae-bdce-4b1f-a19d-3baeb1ad13fd req-0aaea653-e200-4300-a9fe-2aabdc3e09e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:14.186256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b03ae-bdce-4b1f-a19d-3baeb1ad13fd req-0aaea653-e200-4300-a9fe-2aabdc3e09e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:14.194414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b03ae-bdce-4b1f-a19d-3baeb1ad13fd req-0aaea653-e200-4300-a9fe-2aabdc3e09e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:14.202395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b03ae-bdce-4b1f-a19d-3baeb1ad13fd req-0aaea653-e200-4300-a9fe-2aabdc3e09e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:14.208123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b03ae-bdce-4b1f-a19d-3baeb1ad13fd req-0aaea653-e200-4300-a9fe-2aabdc3e09e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:14.220220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-589b03ae-bdce-4b1f-a19d-3baeb1ad13fd req-0aaea653-e200-4300-a9fe-2aabdc3e09e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.3781466 Feb 19 03:37:14.245764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9b6dbe7-4f9c-499c-9747-0cc9d02e8da0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2eb7175c-a50c-4026-9342-f7ad3665f9bd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.297837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6dbe7-4f9c-499c-9747-0cc9d02e8da0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for 2eb7175c-a50c-4026-9342-f7ad3665f9bd owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:14.330916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.371660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-589b03ae-bdce-4b1f-a19d-3baeb1ad13fd req-6df91aa6-20de-414a-a901-ff4a80b49e34 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502850 Feb 19 03:37:14.548574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e76e-73b4-427a-85b8-7bb0a648738d admin admin] Publish callbacks [] for security_group (72f546a2-e685-45e5-85ab-e043606050ea), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.600020 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e76e-73b4-427a-85b8-7bb0a648738d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (72f546a2-e685-45e5-85ab-e043606050ea), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.602680 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.641743 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9b6dbe7-4f9c-499c-9747-0cc9d02e8da0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2eb7175c-a50c-4026-9342-f7ad3665f9bd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.672765 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6dbe7-4f9c-499c-9747-0cc9d02e8da0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=2eb7175c-a50c-4026-9342-f7ad3665f9bd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:14.685912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6e76e-73b4-427a-85b8-7bb0a648738d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f546a2-e685-45e5-85ab-e043606050ea,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:14.791140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2fe6e76e-73b4-427a-85b8-7bb0a648738d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=060cd3798d494085ace8b207f1a0cc47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3512726 Feb 19 03:37:14.802956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57802) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:14.805401 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9b6dbe7-4f9c-499c-9747-0cc9d02e8da0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.809813 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a9b6dbe7-4f9c-499c-9747-0cc9d02e8da0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/ports/2eb7175c-a50c-4026-9342-f7ad3665f9bd HTTP/1.1" status: 204 len: 168 time: 1.1719291 Feb 19 03:37:14.814627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57806) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:14.821609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:14.871295 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.875095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa92d0-46a9-4d97-8de0-cf4dc9336bc3 req-0bb699b8-4454-477e-b2d7-433136e1eea9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:14.886435 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89fa92d0-46a9-4d97-8de0-cf4dc9336bc3 req-0bb699b8-4454-477e-b2d7-433136e1eea9 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.3771100 Feb 19 03:37:15.033075 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.083873 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89fa92d0-46a9-4d97-8de0-cf4dc9336bc3 req-6267f7b0-a9f6-4f92-b6d5-f0235282b83d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924322 Feb 19 03:37:15.172579 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.228130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ead87160-aa2e-4853-a567-1ff0df0c0e2f admin admin] Publish callbacks [] for security_group (72f546a2-e685-45e5-85ab-e043606050ea), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.347471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ead87160-aa2e-4853-a567-1ff0df0c0e2f admin admin] Publish callbacks [] for security_group (72f546a2-e685-45e5-85ab-e043606050ea), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.415585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.25.4.15 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/e8a875d2-ee90-4123-9ce2-b1221a0ff9db) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:15.480211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ead87160-aa2e-4853-a567-1ff0df0c0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (72f546a2-e685-45e5-85ab-e043606050ea), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.483245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ead87160-aa2e-4853-a567-1ff0df0c0e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.484792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ead87160-aa2e-4853-a567-1ff0df0c0e2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72f546a2-e685-45e5-85ab-e043606050ea HTTP/1.1" status: 204 len: 168 time: 0.6610260 Feb 19 03:37:15.498066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead87160-aa2e-4853-a567-1ff0df0c0e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f546a2-e685-45e5-85ab-e043606050ea,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:15.627451 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (e8a875d2-ee90-4123-9ce2-b1221a0ff9db), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.696978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51efdd6-2fa7-4f77-b10f-485926c0c7b9 req-f83eb952-c65b-4b95-be2c-b44010d257bf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.715677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51efdd6-2fa7-4f77-b10f-485926c0c7b9 req-f83eb952-c65b-4b95-be2c-b44010d257bf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.732359 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e8a875d2-ee90-4123-9ce2-b1221a0ff9db), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.734715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51efdd6-2fa7-4f77-b10f-485926c0c7b9 req-f83eb952-c65b-4b95-be2c-b44010d257bf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.749959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51efdd6-2fa7-4f77-b10f-485926c0c7b9 req-f83eb952-c65b-4b95-be2c-b44010d257bf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.761712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51efdd6-2fa7-4f77-b10f-485926c0c7b9 req-f83eb952-c65b-4b95-be2c-b44010d257bf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.789817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51efdd6-2fa7-4f77-b10f-485926c0c7b9 req-f83eb952-c65b-4b95-be2c-b44010d257bf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.802890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51efdd6-2fa7-4f77-b10f-485926c0c7b9 req-f83eb952-c65b-4b95-be2c-b44010d257bf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.827103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f51efdd6-2fa7-4f77-b10f-485926c0c7b9 req-f83eb952-c65b-4b95-be2c-b44010d257bf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.3039811 Feb 19 03:37:15.844928 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=e8a875d2-ee90-4123-9ce2-b1221a0ff9db,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:15.874403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:15.878206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:15.882533 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:16.082917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f51efdd6-2fa7-4f77-b10f-485926c0c7b9 req-affa93ca-850d-4f49-8ac0-6dfa40addaa2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2531369 Feb 19 03:37:16.157147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (38398b03-b620-4aa9-8427-ed84ece5e028), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.174912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57836) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:16.198551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Allocated IP 172.25.4.66 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/1163c71e-3b8a-42ac-853f-a60cc5c880ba) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:16.257316 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84eb66cf-6862-49ff-ab9c-59983bdef66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.342535 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e8a875d2-ee90-4123-9ce2-b1221a0ff9db), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.539654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5556e-21a4-4577-93c9-cd10440cd246 req-1569913a-2c51-496c-a3e7-5c6133ccc3e7 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:16.557685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96c5556e-21a4-4577-93c9-cd10440cd246 req-1569913a-2c51-496c-a3e7-5c6133ccc3e7 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.2441919 Feb 19 03:37:16.633475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (1163c71e-3b8a-42ac-853f-a60cc5c880ba), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.666078 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (e8a875d2-ee90-4123-9ce2-b1221a0ff9db), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.683307 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (e8a875d2-ee90-4123-9ce2-b1221a0ff9db), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.736917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1163c71e-3b8a-42ac-853f-a60cc5c880ba), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.800193 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96c5556e-21a4-4577-93c9-cd10440cd246 req-22f9230a-040d-4add-a08f-dcce453c2b3c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415478 Feb 19 03:37:16.855558 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (38398b03-b620-4aa9-8427-ed84ece5e028), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.862792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:16.866339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:16.870248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:16.943634 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84eb66cf-6862-49ff-ab9c-59983bdef66c admin admin] Publish callbacks [] for security_group (ab4ce5c0-2bcf-4bca-8b11-d5b22ebae24c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.952184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=1163c71e-3b8a-42ac-853f-a60cc5c880ba,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:17.000137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=e8a875d2-ee90-4123-9ce2-b1221a0ff9db,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:17.020133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-84eb66cf-6862-49ff-ab9c-59983bdef66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ab4ce5c0-2bcf-4bca-8b11-d5b22ebae24c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.047840 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.049088 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5298ee09-d4f2-49a4-bb54-3560e19bd8bf tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2333384 Feb 19 03:37:17.061007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57850) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:17.069154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'port': {'network_id': 'f63789de-0edd-4165-9ccd-9f017fd62c11', 'name': 'tempest-FloatingIPTestJSON-1401997759'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:17.082907 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-84eb66cf-6862-49ff-ab9c-59983bdef66c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0229274c3fc43fab64a2f393792f08b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9050879 Feb 19 03:37:17.094666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57852) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:17.096852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb66cf-6862-49ff-ab9c-59983bdef66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4ce5c0-2bcf-4bca-8b11-d5b22ebae24c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:17.398009 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49331038-2456-44f8-9c37-94bd6d70b3d6 admin admin] Publish callbacks [] for security_group (ab4ce5c0-2bcf-4bca-8b11-d5b22ebae24c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.476385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49331038-2456-44f8-9c37-94bd6d70b3d6 admin admin] Publish callbacks [] for security_group (ab4ce5c0-2bcf-4bca-8b11-d5b22ebae24c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.596198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Made reservation on behalf of 69fd5c81c01f4c4ea44772cf6d3fc6ff for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:17.599911 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.640012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] device_id is not set on port 7890cdaf-cf48-462d-aa1b-adc6c51d4cd6 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:37:17.660002 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49331038-2456-44f8-9c37-94bd6d70b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ab4ce5c0-2bcf-4bca-8b11-d5b22ebae24c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.670267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49331038-2456-44f8-9c37-94bd6d70b3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.681907 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-49331038-2456-44f8-9c37-94bd6d70b3d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab4ce5c0-2bcf-4bca-8b11-d5b22ebae24c HTTP/1.1" status: 204 len: 168 time: 0.5859892 Feb 19 03:37:17.713883 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (31b6116d-f2b6-4305-a379-93fca08607c2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.761425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49331038-2456-44f8-9c37-94bd6d70b3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4ce5c0-2bcf-4bca-8b11-d5b22ebae24c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:17.842399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1163c71e-3b8a-42ac-853f-a60cc5c880ba), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.911877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14e30-ee4f-43dd-83f1-94c726a0d46d req-f3baf67a-c50c-4710-a798-6003d802e2f6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:17.919489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14e30-ee4f-43dd-83f1-94c726a0d46d req-f3baf67a-c50c-4710-a798-6003d802e2f6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:17.928967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14e30-ee4f-43dd-83f1-94c726a0d46d req-f3baf67a-c50c-4710-a798-6003d802e2f6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:17.935966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14e30-ee4f-43dd-83f1-94c726a0d46d req-f3baf67a-c50c-4710-a798-6003d802e2f6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:17.943009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.20.0.3 (f63789de-0edd-4165-9ccd-9f017fd62c11/8419480f-5bc8-4ded-a2b7-f56eb1559e9c/7890cdaf-cf48-462d-aa1b-adc6c51d4cd6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:17.944457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14e30-ee4f-43dd-83f1-94c726a0d46d req-f3baf67a-c50c-4710-a798-6003d802e2f6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:17.956564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14e30-ee4f-43dd-83f1-94c726a0d46d req-f3baf67a-c50c-4710-a798-6003d802e2f6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:17.962730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14e30-ee4f-43dd-83f1-94c726a0d46d req-f3baf67a-c50c-4710-a798-6003d802e2f6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:17.965418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12c14e30-ee4f-43dd-83f1-94c726a0d46d req-f3baf67a-c50c-4710-a798-6003d802e2f6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2075646 Feb 19 03:37:18.037522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12c14e30-ee4f-43dd-83f1-94c726a0d46d req-07ff9c5d-4759-4cde-8725-b904963e2c90 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648837 Feb 19 03:37:18.365643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (1163c71e-3b8a-42ac-853f-a60cc5c880ba), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:18.387652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (7890cdaf-cf48-462d-aa1b-adc6c51d4cd6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:18.402718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e283379-459c-43a4-bcd1-7077a1900118 req-640a0c3a-394d-4e22-8cd5-ea27f3193944 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:18.404533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e283379-459c-43a4-bcd1-7077a1900118 req-640a0c3a-394d-4e22-8cd5-ea27f3193944 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.2080426 Feb 19 03:37:18.405189 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1163c71e-3b8a-42ac-853f-a60cc5c880ba), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:18.500545 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7890cdaf-cf48-462d-aa1b-adc6c51d4cd6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:18.669228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network f63789de-0edd-4165-9ccd-9f017fd62c11 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:18.695125 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:18.715022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:18.752154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=1163c71e-3b8a-42ac-853f-a60cc5c880ba,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:18.764912 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (31b6116d-f2b6-4305-a379-93fca08607c2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:18.830181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=7890cdaf-cf48-462d-aa1b-adc6c51d4cd6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:18.839495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:18.854574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:18.895665 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fe4ff140-eb51-49eb-bc54-1d1f7b8f5566 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8335786 Feb 19 03:37:18.898690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57888) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:18.905092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-64c38841-c9ab-4a13-aafe-f792f3fc4d4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'port_id': '7890cdaf-cf48-462d-aa1b-adc6c51d4cd6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:18.983188 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Floating IP 31b6116d-f2b6-4305-a379-93fca08607c2 associated. External IP: 172.25.4.66, port: 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc. Feb 19 03:37:19.019835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64c38841-c9ab-4a13-aafe-f792f3fc4d4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (38398b03-b620-4aa9-8427-ed84ece5e028), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:19.183448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e283379-459c-43a4-bcd1-7077a1900118 req-68d2aa8e-0d19-4ad5-870f-b180768465be tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7690604 Feb 19 03:37:19.461533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Router d9546364-5e86-4657-8dea-9e7461298a09 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:19.582246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c434e4-86a3-4a29-8498-d07f193eda2a req-a73267d8-d011-4d65-b65c-c462a8591d05 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:19.591294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c434e4-86a3-4a29-8498-d07f193eda2a req-a73267d8-d011-4d65-b65c-c462a8591d05 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:19.599622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c434e4-86a3-4a29-8498-d07f193eda2a req-a73267d8-d011-4d65-b65c-c462a8591d05 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:19.607611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c434e4-86a3-4a29-8498-d07f193eda2a req-a73267d8-d011-4d65-b65c-c462a8591d05 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:19.613996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c434e4-86a3-4a29-8498-d07f193eda2a req-a73267d8-d011-4d65-b65c-c462a8591d05 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:19.628872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c434e4-86a3-4a29-8498-d07f193eda2a req-a73267d8-d011-4d65-b65c-c462a8591d05 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:19.639224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c434e4-86a3-4a29-8498-d07f193eda2a req-a73267d8-d011-4d65-b65c-c462a8591d05 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:19.641600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72c434e4-86a3-4a29-8498-d07f193eda2a req-a73267d8-d011-4d65-b65c-c462a8591d05 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.1991231 Feb 19 03:37:19.881229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72c434e4-86a3-4a29-8498-d07f193eda2a req-ac091fee-0afe-477f-af98-0a7c01d285e5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1449435 Feb 19 03:37:19.924984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:19.940819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] Sync routers for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:19.966662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:19.973574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:19.974617 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:20.074509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-af71fb52-990e-4c76-ba45-0b95aeec2bc0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9785039 Feb 19 03:37:20.075479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'tag': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:20.079623 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41" -d '{"events": [{"name": "network-changed", "server_uuid": "30f9fbf9-7e0c-4340-b04b-99273d7d9384", "tag": "5d634e8b-25b3-427a-bd2b-47b70bf1f7cc"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:20.148061 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64c38841-c9ab-4a13-aafe-f792f3fc4d4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:20.155740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64c38841-c9ab-4a13-aafe-f792f3fc4d4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (38398b03-b620-4aa9-8427-ed84ece5e028), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:20.184353 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f885a4e-4e00-4c3e-b0a8-bab1eaa8bd6a x-openstack-request-id: req-0f885a4e-4e00-4c3e-b0a8-bab1eaa8bd6a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:20.184807 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f9fbf9-7e0c-4340-b04b-99273d7d9384", "tag": "5d634e8b-25b3-427a-bd2b-47b70bf1f7cc", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:20.185181 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f885a4e-4e00-4c3e-b0a8-bab1eaa8bd6a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:20.185717 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'tag': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'status': 'completed', 'code': 200} Feb 19 03:37:20.314352 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-64c38841-c9ab-4a13-aafe-f792f3fc4d4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP 38398b03-b620-4aa9-8427-ed84ece5e028 associated. External IP: 172.25.4.15, port: 7890cdaf-cf48-462d-aa1b-adc6c51d4cd6. Feb 19 03:37:20.335763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:37:20.467299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea72296-4006-4faa-b152-bef36c3f1180 req-0fbb0029-e2f9-4a01-b9f6-c9b7b1ba1f91 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:20.480840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cea72296-4006-4faa-b152-bef36c3f1180 req-0fbb0029-e2f9-4a01-b9f6-c9b7b1ba1f91 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.1240714 Feb 19 03:37:20.545666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-0ead1f36-253d-4b29-9994-742cbaddc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:20.547261 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-0ead1f36-253d-4b29-9994-742cbaddc592 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 1127 time: 0.2306056 Feb 19 03:37:20.609311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cea72296-4006-4faa-b152-bef36c3f1180 req-d7596b1f-b95a-4324-8e9f-dfcf66726586 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253505 Feb 19 03:37:20.837428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-89e6d96b-eb54-42ec-8468-71b9d60446cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:20.847574 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-89e6d96b-eb54-42ec-8468-71b9d60446cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.2864423 Feb 19 03:37:21.205276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf1c7-bc64-4f2d-83ca-b35f454dc20d req-c41ecd88-269f-481d-afcd-d3182ca39abf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.218585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e6109ac9-2407-4476-852c-0d98ea6b9ae4 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:21.228406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf1c7-bc64-4f2d-83ca-b35f454dc20d req-c41ecd88-269f-481d-afcd-d3182ca39abf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.243920 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-55ad8c8b-2d49-45a4-9e35-c3239cafd908 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc HTTP/1.1" status: 200 len: 998 time: 0.3856390 Feb 19 03:37:21.246311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf1c7-bc64-4f2d-83ca-b35f454dc20d req-c41ecd88-269f-481d-afcd-d3182ca39abf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.252422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf1c7-bc64-4f2d-83ca-b35f454dc20d req-c41ecd88-269f-481d-afcd-d3182ca39abf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.274337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf1c7-bc64-4f2d-83ca-b35f454dc20d req-c41ecd88-269f-481d-afcd-d3182ca39abf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.290926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf1c7-bc64-4f2d-83ca-b35f454dc20d req-c41ecd88-269f-481d-afcd-d3182ca39abf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.303042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf1c7-bc64-4f2d-83ca-b35f454dc20d req-c41ecd88-269f-481d-afcd-d3182ca39abf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.316898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75bbf1c7-bc64-4f2d-83ca-b35f454dc20d req-c41ecd88-269f-481d-afcd-d3182ca39abf tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2459486 Feb 19 03:37:21.454969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75bbf1c7-bc64-4f2d-83ca-b35f454dc20d req-19235e96-5d34-4dc3-845b-06060363d267 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366053 Feb 19 03:37:21.479508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-6d10aaa0-5800-48e8-947b-59e62da5bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.481090 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-6d10aaa0-5800-48e8-947b-59e62da5bff6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.2222497 Feb 19 03:37:21.500029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c38841-c9ab-4a13-aafe-f792f3fc4d4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:21.568215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '31b6116d-f2b6-4305-a379-93fca08607c2', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:88:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:37:17Z', 'updated_at': '2022-02-19T03:37:17Z', 'revision_number': 0, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:21.611486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] Checking router: d9546364-5e86-4657-8dea-9e7461298a09 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:37:21.686428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:21.709919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-a850df36-e005-406e-aacf-db9c0162dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.716347 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-a850df36-e005-406e-aacf-db9c0162dfcc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2189450 Feb 19 03:37:21.748337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'port_id': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'mac_address': 'fa:16:3e:69:27:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:21.756076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:21.756795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:21.956975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c38841-c9ab-4a13-aafe-f792f3fc4d4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:21.972411 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb141e-eb6e-4f4d-9894-4b081c3b54d1 None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:21.977994 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64c38841-c9ab-4a13-aafe-f792f3fc4d4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:21.989125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435baad8-cfdf-4e26-bc0f-aa08a000a1c7 req-679eba46-48bd-4f36-9293-fd6495e217a4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.996930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-435baad8-cfdf-4e26-bc0f-aa08a000a1c7 req-679eba46-48bd-4f36-9293-fd6495e217a4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 943 time: 0.1756685 Feb 19 03:37:22.011406 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb141e-eb6e-4f4d-9894-4b081c3b54d1 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:22.011950 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-98fb141e-eb6e-4f4d-9894-4b081c3b54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:22.062264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port e6109ac9-2407-4476-852c-0d98ea6b9ae4 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:22.064355 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.110640 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-98fb141e-eb6e-4f4d-9894-4b081c3b54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:22.113001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-435baad8-cfdf-4e26-bc0f-aa08a000a1c7 req-9c53e36d-e12a-4c1b-b699-815cae8848e1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099913 Feb 19 03:37:22.132282 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb141e-eb6e-4f4d-9894-4b081c3b54d1 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:22.133163 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-98fb141e-eb6e-4f4d-9894-4b081c3b54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:22.170140 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-98fb141e-eb6e-4f4d-9894-4b081c3b54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:22.171194 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb141e-eb6e-4f4d-9894-4b081c3b54d1 None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:22.182897 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-4ef5d5e8-9e2f-451d-a9ed-9314138a6853 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053161 Feb 19 03:37:22.191352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57950) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:22.192892 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-64c38841-c9ab-4a13-aafe-f792f3fc4d4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "PUT /v2.0/floatingips/38398b03-b620-4aa9-8427-ed84ece5e028 HTTP/1.1" status: 200 len: 977 time: 3.2913787 Feb 19 03:37:22.210952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6109ac9-2407-4476-852c-0d98ea6b9ae4 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:22.286563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:22.338799 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.399395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port 7890cdaf-cf48-462d-aa1b-adc6c51d4cd6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:22.399967 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7890cdaf-cf48-462d-aa1b-adc6c51d4cd6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.408936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:37:22.448824 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.486258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:22.561373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.561737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.562085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.562655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.563007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.563348 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.563684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.564068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.564487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.564850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.565186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.565649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.566409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:22.607214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7890cdaf-cf48-462d-aa1b-adc6c51d4cd6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.929111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['e6109ac9-2407-4476-852c-0d98ea6b9ae4'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:23.171199 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5d582a79-7d05-4d31-bbf5-bc9c6a441c41 req-a1c6f777-9507-4642-a7f0-38e9c75d372a service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9754152 Feb 19 03:37:23.280954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '31b6116d-f2b6-4305-a379-93fca08607c2', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:88:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:37:17Z', 'updated_at': '2022-02-19T03:37:17Z', 'revision_number': 0, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:23.409706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1482fbd-bbee-4e31-a0e3-5ccad0e64dd6 None None] The sync data for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 is: [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '31b6116d-f2b6-4305-a379-93fca08607c2', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:88:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:37:17Z', 'updated_at': '2022-02-19T03:37:17Z', 'revision_number': 0, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:23.842936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf3842b-a397-4ea8-ba1c-8e1e129bbd25 None None] New status for floating IP 31b6116d-f2b6-4305-a379-93fca08607c2: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:37:23.981212 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:23.986479 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (38398b03-b620-4aa9-8427-ed84ece5e028), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:23.987026 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP 38398b03-b620-4aa9-8427-ed84ece5e028 disassociated. External IP: 172.25.4.15, port: 7890cdaf-cf48-462d-aa1b-adc6c51d4cd6. Feb 19 03:37:23.987500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for 7890cdaf-cf48-462d-aa1b-adc6c51d4cd6 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:24.407168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7890cdaf-cf48-462d-aa1b-adc6c51d4cd6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:24.498102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=7890cdaf-cf48-462d-aa1b-adc6c51d4cd6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:24.714066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618654-e4f5-49f5-8f89-b9ed60c8c7ff req-5e39c047-c559-4175-81a9-97ae16baa67c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:24.732266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618654-e4f5-49f5-8f89-b9ed60c8c7ff req-5e39c047-c559-4175-81a9-97ae16baa67c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:24.738095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618654-e4f5-49f5-8f89-b9ed60c8c7ff req-5e39c047-c559-4175-81a9-97ae16baa67c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:24.743620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618654-e4f5-49f5-8f89-b9ed60c8c7ff req-5e39c047-c559-4175-81a9-97ae16baa67c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:24.759655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618654-e4f5-49f5-8f89-b9ed60c8c7ff req-5e39c047-c559-4175-81a9-97ae16baa67c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:24.765129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618654-e4f5-49f5-8f89-b9ed60c8c7ff req-5e39c047-c559-4175-81a9-97ae16baa67c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:24.783570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618654-e4f5-49f5-8f89-b9ed60c8c7ff req-5e39c047-c559-4175-81a9-97ae16baa67c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:24.785693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59618654-e4f5-49f5-8f89-b9ed60c8c7ff req-5e39c047-c559-4175-81a9-97ae16baa67c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 1.7828565 Feb 19 03:37:24.860188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:25.071476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:25.083504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59618654-e4f5-49f5-8f89-b9ed60c8c7ff req-2f7c28b4-cce3-422a-a8e0-ba6cc7c88f79 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2787776 Feb 19 03:37:25.099809 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c909c-a5d9-4999-8936-6d36d482ebfb None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:25.145456 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c909c-a5d9-4999-8936-6d36d482ebfb None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:25.150487 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc0c909c-a5d9-4999-8936-6d36d482ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:25.227329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e6109ac9-2407-4476-852c-0d98ea6b9ae4 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:25.315137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:25.319472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-09af46c1-8676-46d4-bf59-f84d4da08667 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/ports/7890cdaf-cf48-462d-aa1b-adc6c51d4cd6 HTTP/1.1" status: 204 len: 168 time: 3.1267200 Feb 19 03:37:25.322977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57988) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:25.368819 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc0c909c-a5d9-4999-8936-6d36d482ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:25.417259 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c909c-a5d9-4999-8936-6d36d482ebfb None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:25.427695 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc0c909c-a5d9-4999-8936-6d36d482ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:25.500047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port e6109ac9-2407-4476-852c-0d98ea6b9ae4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:25.500315 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:25.554943 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc0c909c-a5d9-4999-8936-6d36d482ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:25.555618 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c909c-a5d9-4999-8936-6d36d482ebfb None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:25.598133 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-45b6863d-8966-4b67-b539-771f06586b9e tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "GET /v2.0/floatingips/38398b03-b620-4aa9-8427-ed84ece5e028 HTTP/1.1" status: 200 len: 687 time: 0.2715533 Feb 19 03:37:25.599514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57994) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:25.616950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31788202-3a45-4373-bbd9-db2a041e23d4 req-1002a07e-b24d-4022-9d12-ad8cc5e5921d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:25.629757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31788202-3a45-4373-bbd9-db2a041e23d4 req-1002a07e-b24d-4022-9d12-ad8cc5e5921d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 944 time: 0.2996266 Feb 19 03:37:25.747302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port e6109ac9-2407-4476-852c-0d98ea6b9ae4 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:25.747718 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:25.780287 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31788202-3a45-4373-bbd9-db2a041e23d4 req-aa868f76-d3a7-4ef9-84d7-527228e470a6 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484900 Feb 19 03:37:25.821368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:25.824135 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0c0d0d-395d-41b3-8115-d5669aa65b35" -d '{"events": [{"server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "name": "network-vif-plugged", "status": "completed", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:25.895970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:25.903049 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:25.916477 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-82ea70ba-580b-4c1d-a0cd-b5ceafaa1db8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port e8a875d2-ee90-4123-9ce2-b1221a0ff9db {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:25.916875 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82ea70ba-580b-4c1d-a0cd-b5ceafaa1db8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e8a875d2-ee90-4123-9ce2-b1221a0ff9db), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:25.977793 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0e4e05-e192-4bea-9bd3-53250aae8489 x-openstack-request-id: req-df0e4e05-e192-4bea-9bd3-53250aae8489 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:25.978523 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "name": "network-vif-plugged", "status": "completed", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:25.979013 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df0e4e05-e192-4bea-9bd3-53250aae8489 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:25.979627 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'code': 200} Feb 19 03:37:26.045156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:26.104325 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82ea70ba-580b-4c1d-a0cd-b5ceafaa1db8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e8a875d2-ee90-4123-9ce2-b1221a0ff9db), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:26.105349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82ea70ba-580b-4c1d-a0cd-b5ceafaa1db8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (e8a875d2-ee90-4123-9ce2-b1221a0ff9db), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:26.133978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-82ea70ba-580b-4c1d-a0cd-b5ceafaa1db8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for e8a875d2-ee90-4123-9ce2-b1221a0ff9db owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:26.440474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2c2aa-7544-4c0c-8355-be4056f8ab11 req-0148e2ec-babf-4449-a589-e2fd6e555c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:26.442291 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-71b2c2aa-7544-4c0c-8355-be4056f8ab11 req-0148e2ec-babf-4449-a589-e2fd6e555c9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 1128 time: 0.1327283 Feb 19 03:37:26.445131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1318-4bad-4ab6-b1dc-1124098f577d req-bdff9e9b-0645-4175-9b66-4d39153ccdb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:26.465583 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82ea70ba-580b-4c1d-a0cd-b5ceafaa1db8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e8a875d2-ee90-4123-9ce2-b1221a0ff9db), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:26.467060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1318-4bad-4ab6-b1dc-1124098f577d req-bdff9e9b-0645-4175-9b66-4d39153ccdb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:26.486623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1318-4bad-4ab6-b1dc-1124098f577d req-bdff9e9b-0645-4175-9b66-4d39153ccdb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:26.500442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1318-4bad-4ab6-b1dc-1124098f577d req-bdff9e9b-0645-4175-9b66-4d39153ccdb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:26.513728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1318-4bad-4ab6-b1dc-1124098f577d req-bdff9e9b-0645-4175-9b66-4d39153ccdb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:26.524894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1318-4bad-4ab6-b1dc-1124098f577d req-bdff9e9b-0645-4175-9b66-4d39153ccdb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:26.532197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1318-4bad-4ab6-b1dc-1124098f577d req-bdff9e9b-0645-4175-9b66-4d39153ccdb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:26.534712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9adc1318-4bad-4ab6-b1dc-1124098f577d req-bdff9e9b-0645-4175-9b66-4d39153ccdb8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5419 time: 0.2156992 Feb 19 03:37:26.534842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea70ba-580b-4c1d-a0cd-b5ceafaa1db8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=e8a875d2-ee90-4123-9ce2-b1221a0ff9db,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:26.583714 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-71b2c2aa-7544-4c0c-8355-be4056f8ab11 req-93980ea3-138d-4ef5-bd80-7d47b6fcd863 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320994 Feb 19 03:37:26.656157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9adc1318-4bad-4ab6-b1dc-1124098f577d req-ebbdf8f9-d329-461b-b3c0-2b80163e528d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124508 Feb 19 03:37:26.766955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82ea70ba-580b-4c1d-a0cd-b5ceafaa1db8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (38398b03-b620-4aa9-8427-ed84ece5e028), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:26.769828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82ea70ba-580b-4c1d-a0cd-b5ceafaa1db8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:26.771044 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-82ea70ba-580b-4c1d-a0cd-b5ceafaa1db8 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/floatingips/38398b03-b620-4aa9-8427-ed84ece5e028 HTTP/1.1" status: 204 len: 168 time: 1.1706553 Feb 19 03:37:26.774794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58016) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:26.782337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '6c112749-826e-481f-b564-94f5ed6cefe3'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:26.829775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:26.869754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:27.092594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6175dab-4f83-45f3-8420-8125c982a9d4 req-809d4a96-ea34-47b6-9baf-b575f83f39b4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:27.095271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6175dab-4f83-45f3-8420-8125c982a9d4 req-809d4a96-ea34-47b6-9baf-b575f83f39b4 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 946 time: 0.1819184 Feb 19 03:37:27.213491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6175dab-4f83-45f3-8420-8125c982a9d4 req-9d2569da-0dd6-440f-886a-b395132505e8 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083291 Feb 19 03:37:27.262852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:27.284112 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:27.306103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '9151067e-5e48-4a0d-8c17-79a5f4b4fa6a', 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b', 'port_id': '9151067e-5e48-4a0d-8c17-79a5f4b4fa6a', 'mac_address': 'fa:16:3e:be:ed:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993294fb-3c75-47da-8f13-dd96a8f43ba4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:27.436455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:27.436862 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:27.468126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:27.498773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:27.505163 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:27.506335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:27.554552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.25.4.98 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/9f62c374-7dff-45f6-86e3-89a0397af9af) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:27.585098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:27.862073 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:27.875864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '59d89fa6-04f0-4b05-b65e-86aa824fe6c9', 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'port_id': '59d89fa6-04f0-4b05-b65e-86aa824fe6c9', 'mac_address': 'fa:16:3e:91:73:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89573ae5-96fc-4eac-909a-7643e7e3b9c8', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:27.931158 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (9f62c374-7dff-45f6-86e3-89a0397af9af), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:27.938546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:27.939338 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:27.977455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:28.027041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:28.044100 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:28.045284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3329ef89-e726-417b-9273-f6162141cb25 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:28.086113 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9f62c374-7dff-45f6-86e3-89a0397af9af), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:28.232729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3329ef89-e726-417b-9273-f6162141cb25, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3329ef89-e726-417b-9273-f6162141cb25,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:28.282725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:28.324831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=9f62c374-7dff-45f6-86e3-89a0397af9af,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:28.339654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '3329ef89-e726-417b-9273-f6162141cb25', 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'port_id': '3329ef89-e726-417b-9273-f6162141cb25', 'mac_address': 'fa:16:3e:cb:8b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89573ae5-96fc-4eac-909a-7643e7e3b9c8', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:28.430132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:28.448537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3329ef89-e726-417b-9273-f6162141cb25 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:28.449297 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3329ef89-e726-417b-9273-f6162141cb25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:28.477202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee5f9-6830-4fb6-936c-1d545ed0ebcb req-82f1adca-7228-433c-b52c-1caebe4989ba tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:28.494290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee5f9-6830-4fb6-936c-1d545ed0ebcb req-82f1adca-7228-433c-b52c-1caebe4989ba tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:28.513629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee5f9-6830-4fb6-936c-1d545ed0ebcb req-82f1adca-7228-433c-b52c-1caebe4989ba tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:28.537871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee5f9-6830-4fb6-936c-1d545ed0ebcb req-82f1adca-7228-433c-b52c-1caebe4989ba tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:28.545758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3329ef89-e726-417b-9273-f6162141cb25 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:28.548303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee5f9-6830-4fb6-936c-1d545ed0ebcb req-82f1adca-7228-433c-b52c-1caebe4989ba tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:28.576399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee5f9-6830-4fb6-936c-1d545ed0ebcb req-82f1adca-7228-433c-b52c-1caebe4989ba tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:28.607835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee5f9-6830-4fb6-936c-1d545ed0ebcb req-82f1adca-7228-433c-b52c-1caebe4989ba tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:28.615722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-720ee5f9-6830-4fb6-936c-1d545ed0ebcb req-82f1adca-7228-433c-b52c-1caebe4989ba tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5421 time: 0.5526211 Feb 19 03:37:28.616953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:28.617994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3329ef89-e726-417b-9273-f6162141cb25, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3329ef89-e726-417b-9273-f6162141cb25,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:28.622107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:28.633791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3329ef89-e726-417b-9273-f6162141cb25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:28.636027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:28.855737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:37:28.880745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3329ef89-e726-417b-9273-f6162141cb25,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:28.954744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:28.968271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-720ee5f9-6830-4fb6-936c-1d545ed0ebcb req-13cd1034-5dc7-43c3-950f-daca33eaa5bc tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3427925 Feb 19 03:37:29.025474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7', 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'port_id': 'bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7', 'mac_address': 'fa:16:3e:cb:7b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89573ae5-96fc-4eac-909a-7643e7e3b9c8', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:29.222633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:29.223044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:29.295957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:29.352335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:29.371332 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:29.372095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c186a5da-70f4-40fb-97bd-370729d3cb9f details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:29.438489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c186a5da-70f4-40fb-97bd-370729d3cb9f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c186a5da-70f4-40fb-97bd-370729d3cb9f,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:29.467255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'c186a5da-70f4-40fb-97bd-370729d3cb9f', 'network_id': '1a8a4d32-b860-4f0b-a50e-55c21f16d66d', 'port_id': 'c186a5da-70f4-40fb-97bd-370729d3cb9f', 'mac_address': 'fa:16:3e:14:95:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89573ae5-96fc-4eac-909a-7643e7e3b9c8', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:29.570612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f174dcf-1f6a-4168-ac6b-93aee3e38f7c req-a3bf7647-d30b-4850-b601-f844ac41cf17 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:29.580319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f174dcf-1f6a-4168-ac6b-93aee3e38f7c req-a3bf7647-d30b-4850-b601-f844ac41cf17 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 946 time: 0.3499379 Feb 19 03:37:29.760720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f174dcf-1f6a-4168-ac6b-93aee3e38f7c req-e0a1f9a2-be7b-4d04-9835-725394d26bdc tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792531 Feb 19 03:37:29.762531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:29.775300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c186a5da-70f4-40fb-97bd-370729d3cb9f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:29.775706 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:29.814151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c186a5da-70f4-40fb-97bd-370729d3cb9f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:29.859799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c186a5da-70f4-40fb-97bd-370729d3cb9f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c186a5da-70f4-40fb-97bd-370729d3cb9f,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:29.869824 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:29.870659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:30.029745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c186a5da-70f4-40fb-97bd-370729d3cb9f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:30.135462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:30.194339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'db39a70c-c812-4f4d-85f8-5e3d0bfe95b3', 'network_id': '11ef5ccb-0868-41f4-97a7-681c7d13022b', 'port_id': 'db39a70c-c812-4f4d-85f8-5e3d0bfe95b3', 'mac_address': 'fa:16:3e:c2:03:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993294fb-3c75-47da-8f13-dd96a8f43ba4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:30.370521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:30.371272 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.415140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:30.423355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d119caf-e461-4dca-ac8c-09adf2dbcc94 req-ca69bffd-e6be-4e56-9a9a-541250a61751 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:30.438845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d119caf-e461-4dca-ac8c-09adf2dbcc94 req-ca69bffd-e6be-4e56-9a9a-541250a61751 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:30.452848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d119caf-e461-4dca-ac8c-09adf2dbcc94 req-ca69bffd-e6be-4e56-9a9a-541250a61751 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:30.466750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d119caf-e461-4dca-ac8c-09adf2dbcc94 req-ca69bffd-e6be-4e56-9a9a-541250a61751 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:30.482607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d119caf-e461-4dca-ac8c-09adf2dbcc94 req-ca69bffd-e6be-4e56-9a9a-541250a61751 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:30.484364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:30.492296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d119caf-e461-4dca-ac8c-09adf2dbcc94 req-ca69bffd-e6be-4e56-9a9a-541250a61751 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:30.497637 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.498582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9073329f-5c4c-4002-9dd2-84a3f70d0e36 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:30.506644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d119caf-e461-4dca-ac8c-09adf2dbcc94 req-ca69bffd-e6be-4e56-9a9a-541250a61751 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:30.518643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d119caf-e461-4dca-ac8c-09adf2dbcc94 req-ca69bffd-e6be-4e56-9a9a-541250a61751 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5424 time: 0.3760231 Feb 19 03:37:30.621355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (0a3be9b7-afea-4689-b48a-5678fa244c4a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.688509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d119caf-e461-4dca-ac8c-09adf2dbcc94 req-0f546c51-8aa3-4fdf-8824-3af05914b59f tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1602895 Feb 19 03:37:30.692406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:30.791469 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9f62c374-7dff-45f6-86e3-89a0397af9af), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.898519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9073329f-5c4c-4002-9dd2-84a3f70d0e36, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9073329f-5c4c-4002-9dd2-84a3f70d0e36,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:30.927144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '9073329f-5c4c-4002-9dd2-84a3f70d0e36', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'port_id': '9073329f-5c4c-4002-9dd2-84a3f70d0e36', 'mac_address': 'fa:16:3e:1f:a0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:31.050445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:31.051120 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.079762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9073329f-5c4c-4002-9dd2-84a3f70d0e36 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:31.120678 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9073329f-5c4c-4002-9dd2-84a3f70d0e36, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9073329f-5c4c-4002-9dd2-84a3f70d0e36,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:31.133194 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.235427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd899a-7590-4a10-8c83-d90ef3cfc872 req-ccbdf494-7b46-46cc-b6fa-9dfa6b8fdebb tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:31.238043 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93cd899a-7590-4a10-8c83-d90ef3cfc872 req-ccbdf494-7b46-46cc-b6fa-9dfa6b8fdebb tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 946 time: 0.2905123 Feb 19 03:37:31.254498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9073329f-5c4c-4002-9dd2-84a3f70d0e36,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:31.391708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93cd899a-7590-4a10-8c83-d90ef3cfc872 req-1d75e783-4370-43a2-b21b-57b78eb47e93 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397867 Feb 19 03:37:31.407549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (9f62c374-7dff-45f6-86e3-89a0397af9af), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.416457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9f62c374-7dff-45f6-86e3-89a0397af9af), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.648835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (0a3be9b7-afea-4689-b48a-5678fa244c4a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.673273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=9f62c374-7dff-45f6-86e3-89a0397af9af,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:31.888863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['3329ef89-e726-417b-9273-f6162141cb25'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:31.970014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:32.031688 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP 0a3be9b7-afea-4689-b48a-5678fa244c4a associated. External IP: 172.25.4.98, port: 6c112749-826e-481f-b564-94f5ed6cefe3. Feb 19 03:37:32.049709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['9151067e-5e48-4a0d-8c17-79a5f4b4fa6a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:32.066397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['9073329f-5c4c-4002-9dd2-84a3f70d0e36'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:32.321645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:32.331925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3738184-5c4a-4e60-92c0-acf36844e606 req-7538dcf9-90c8-4269-8eb3-19ee2241275d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:32.337430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3738184-5c4a-4e60-92c0-acf36844e606 req-7538dcf9-90c8-4269-8eb3-19ee2241275d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:32.343269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3738184-5c4a-4e60-92c0-acf36844e606 req-7538dcf9-90c8-4269-8eb3-19ee2241275d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:32.348796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3738184-5c4a-4e60-92c0-acf36844e606 req-7538dcf9-90c8-4269-8eb3-19ee2241275d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:32.355025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3738184-5c4a-4e60-92c0-acf36844e606 req-7538dcf9-90c8-4269-8eb3-19ee2241275d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:32.361046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3738184-5c4a-4e60-92c0-acf36844e606 req-7538dcf9-90c8-4269-8eb3-19ee2241275d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:32.366375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3738184-5c4a-4e60-92c0-acf36844e606 req-7538dcf9-90c8-4269-8eb3-19ee2241275d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:32.374471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3738184-5c4a-4e60-92c0-acf36844e606 req-7538dcf9-90c8-4269-8eb3-19ee2241275d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5426 time: 0.4218442 Feb 19 03:37:32.586287 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3738184-5c4a-4e60-92c0-acf36844e606 req-03a1ed75-3f34-4853-9891-21b1c78d7779 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107999 Feb 19 03:37:32.834654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:32.875091 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:32.931087 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8417b132-2fc9-4f53-8c3e-897de4d33c7c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1536736 Feb 19 03:37:32.935093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58144) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:32.940562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-438844443'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:32.981932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['59d89fa6-04f0-4b05-b65e-86aa824fe6c9'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:33.017013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Made reservation on behalf of 69fd5c81c01f4c4ea44772cf6d3fc6ff for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:33.020666 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:33.049000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['db39a70c-c812-4f4d-85f8-5e3d0bfe95b3'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:33.064672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:37:33.075339 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d3ca118e-d5c5-47e5-a4df-f683d5be6d7c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:33.075943 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Added segment d3ca118e-d5c5-47e5-a4df-f683d5be6d7c of type vlan for network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 Feb 19 03:37:33.094150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9f2f5-ea16-4312-8068-f554cba04420 None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:33.118574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (96b3e623-24a8-45ca-a8a8-63db6a0fdcc5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:33.121439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['c186a5da-70f4-40fb-97bd-370729d3cb9f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:33.151811 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (96b3e623-24a8-45ca-a8a8-63db6a0fdcc5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:33.158455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:33.159257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:33.248142 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3097408 Feb 19 03:37:33.248951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58148) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:33.254982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'subnet': {'network_id': '96b3e623-24a8-45ca-a8a8-63db6a0fdcc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:33.268878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9f2f5-ea16-4312-8068-f554cba04420 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:33.270778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f2f5-ea16-4312-8068-f554cba04420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:33.287521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f2c08-6065-4203-990d-dfd295a4399a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Network': ['ID=96b3e623-24a8-45ca-a8a8-63db6a0fdcc5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:33.465527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Made reservation on behalf of 69fd5c81c01f4c4ea44772cf6d3fc6ff for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:33.469568 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:33.814129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:37:33.944354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f2f5-ea16-4312-8068-f554cba04420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:34.078583 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (bd1fe7eb-127c-4c43-a456-f7958bc1ac35), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:34.144358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9f2f5-ea16-4312-8068-f554cba04420 None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:34.145065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f2f5-ea16-4312-8068-f554cba04420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:34.264077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58164) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:34.557234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f2f5-ea16-4312-8068-f554cba04420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:34.557904 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9f2f5-ea16-4312-8068-f554cba04420 None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:34.581098 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5512-2612-45f1-b435-3a02b9fe410e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:34.793250 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5512-2612-45f1-b435-3a02b9fe410e admin admin] Publish callbacks [] for security_group (08e957f4-7678-42d5-bc50-ce415f8a7413), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:34.801571 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5512-2612-45f1-b435-3a02b9fe410e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (08e957f4-7678-42d5-bc50-ce415f8a7413), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:34.876294 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7f6d5512-2612-45f1-b435-3a02b9fe410e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad39ebaae0e24c2fa988452b035716aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6076939 Feb 19 03:37:34.878798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58172) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:34.997772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d5512-2612-45f1-b435-3a02b9fe410e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e957f4-7678-42d5-bc50-ce415f8a7413,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:35.032137 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d82180d-1390-4aa0-9849-b2f4ce05571e admin admin] Publish callbacks [] for security_group (08e957f4-7678-42d5-bc50-ce415f8a7413), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.060918 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d82180d-1390-4aa0-9849-b2f4ce05571e admin admin] Publish callbacks [] for security_group (08e957f4-7678-42d5-bc50-ce415f8a7413), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.108368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Subnet': ['ID=bd1fe7eb-127c-4c43-a456-f7958bc1ac35,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:35.117770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Checking segment: {'id': 'd3ca118e-d5c5-47e5-a4df-f683d5be6d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '96b3e623-24a8-45ca-a8a8-63db6a0fdcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:37:35.118607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network hostable DHCP agents. Network: 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:37:35.124828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d82180d-1390-4aa0-9849-b2f4ce05571e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (08e957f4-7678-42d5-bc50-ce415f8a7413), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.130228 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d82180d-1390-4aa0-9849-b2f4ce05571e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.132228 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6d82180d-1390-4aa0-9849-b2f4ce05571e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08e957f4-7678-42d5-bc50-ce415f8a7413 HTTP/1.1" status: 204 len: 168 time: 0.2245817 Feb 19 03:37:35.145890 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82180d-1390-4aa0-9849-b2f4ce05571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e957f4-7678-42d5-bc50-ce415f8a7413,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:35.150156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4fdb2-aaf8-4053-bcf5-f22b29880b2e req-6a3d12dd-ec5b-4830-aaf1-818a6f23dab4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:35.156940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4fdb2-aaf8-4053-bcf5-f22b29880b2e req-6a3d12dd-ec5b-4830-aaf1-818a6f23dab4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:35.182297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3329ef89-e726-417b-9273-f6162141cb25 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:35.204543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4fdb2-aaf8-4053-bcf5-f22b29880b2e req-6a3d12dd-ec5b-4830-aaf1-818a6f23dab4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:35.219043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4fdb2-aaf8-4053-bcf5-f22b29880b2e req-6a3d12dd-ec5b-4830-aaf1-818a6f23dab4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:35.233689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4fdb2-aaf8-4053-bcf5-f22b29880b2e req-6a3d12dd-ec5b-4830-aaf1-818a6f23dab4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:35.253888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4fdb2-aaf8-4053-bcf5-f22b29880b2e req-6a3d12dd-ec5b-4830-aaf1-818a6f23dab4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:35.261501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4fdb2-aaf8-4053-bcf5-f22b29880b2e req-6a3d12dd-ec5b-4830-aaf1-818a6f23dab4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:35.271925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31a4fdb2-aaf8-4053-bcf5-f22b29880b2e req-6a3d12dd-ec5b-4830-aaf1-818a6f23dab4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5426 time: 1.2329535 Feb 19 03:37:35.360728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:37:35.379048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:35.395281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:35.397053 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.400706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bc47a9-c389-4533-8f3b-3fac40e0236b None None] Network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:35.531758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58180) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:35.538392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-609038459', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:35.544746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3eaee62d-85d4-47b1-8b84-338c226aa283 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2787340 Feb 19 03:37:35.597834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 3329ef89-e726-417b-9273-f6162141cb25 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:37:35.611677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31a4fdb2-aaf8-4053-bcf5-f22b29880b2e req-8b67e3d0-982a-4f54-93af-ad582d6b430d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3216615 Feb 19 03:37:35.632667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (172abe07-2b5e-4d08-b150-7d35268ead52), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.634313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (172abe07-2b5e-4d08-b150-7d35268ead52), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.719794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 3329ef89-e726-417b-9273-f6162141cb25 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:35.720464 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3329ef89-e726-417b-9273-f6162141cb25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.730523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-96b3e623-24a8-45ca-a8a8-63db6a0fdcc5', 'network_id': '96b3e623-24a8-45ca-a8a8-63db6a0fdcc5', 'project_id': '69fd5c81c01f4c4ea44772cf6d3fc6ff', 'fixed_ips': [{'subnet_id': 'bd1fe7eb-127c-4c43-a456-f7958bc1ac35'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:37:35.732427 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.733413 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_controller (172abe07-2b5e-4d08-b150-7d35268ead52), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.216931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_gateway (172abe07-2b5e-4d08-b150-7d35268ead52), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.239136 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.259691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3329ef89-e726-417b-9273-f6162141cb25 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:36.260426 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3329ef89-e726-417b-9273-f6162141cb25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.299695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3329ef89-e726-417b-9273-f6162141cb25'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:36.304032 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8f2aec-d637-477f-8310-adb1b1971e2a" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "3329ef89-e726-417b-9273-f6162141cb25"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:36.314814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Allocated IP 172.20.0.2 (96b3e623-24a8-45ca-a8a8-63db6a0fdcc5/bd1fe7eb-127c-4c43-a456-f7958bc1ac35/2bbc90e1-734c-401e-ae00-c51532289b35) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:36.335000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3329ef89-e726-417b-9273-f6162141cb25, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3329ef89-e726-417b-9273-f6162141cb25,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:36.343780 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3329ef89-e726-417b-9273-f6162141cb25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.460255 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3497c5a2-dcba-4c1d-b68e-2d717dad3d37 x-openstack-request-id: req-3497c5a2-dcba-4c1d-b68e-2d717dad3d37 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:36.460783 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "3329ef89-e726-417b-9273-f6162141cb25", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:36.461245 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3497c5a2-dcba-4c1d-b68e-2d717dad3d37 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:36.461900 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3329ef89-e726-417b-9273-f6162141cb25', 'code': 200} Feb 19 03:37:36.527861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3329ef89-e726-417b-9273-f6162141cb25,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:36.780698 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Publish callbacks [] for port (2bbc90e1-734c-401e-ae00-c51532289b35), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.801053 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.885921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:36.894376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:36.898794 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58212) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:36.913352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:36.914668 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_gateway (172abe07-2b5e-4d08-b150-7d35268ead52), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.937538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Pushing event updated for resources: {'Port': ['ID=2bbc90e1-734c-401e-ae00-c51532289b35,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:37.004040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3969-8164-494b-bd9b-d358e60f031b req-a9488e46-0dcb-40e4-886e-70577add3056 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:37.007369 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.031410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3969-8164-494b-bd9b-d358e60f031b req-a9488e46-0dcb-40e4-886e-70577add3056 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:37.063862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3969-8164-494b-bd9b-d358e60f031b req-a9488e46-0dcb-40e4-886e-70577add3056 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:37.080913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3969-8164-494b-bd9b-d358e60f031b req-a9488e46-0dcb-40e4-886e-70577add3056 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:37.087559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3969-8164-494b-bd9b-d358e60f031b req-a9488e46-0dcb-40e4-886e-70577add3056 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:37.093433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3969-8164-494b-bd9b-d358e60f031b req-a9488e46-0dcb-40e4-886e-70577add3056 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:37.099130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3969-8164-494b-bd9b-d358e60f031b req-a9488e46-0dcb-40e4-886e-70577add3056 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:37.107472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636f3969-8164-494b-bd9b-d358e60f031b req-a9488e46-0dcb-40e4-886e-70577add3056 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5427 time: 0.2749271 Feb 19 03:37:37.146379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Attempting to bind port 2bbc90e1-734c-401e-ae00-c51532289b35 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:37:37.147155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Attempting to bind port 2bbc90e1-734c-401e-ae00-c51532289b35 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd3ca118e-d5c5-47e5-a4df-f683d5be6d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '96b3e623-24a8-45ca-a8a8-63db6a0fdcc5'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:37:37.147745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Attempting to bind port 2bbc90e1-734c-401e-ae00-c51532289b35 on network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:37:37.157983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:37:37.158763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Checking segment: {'id': 'd3ca118e-d5c5-47e5-a4df-f683d5be6d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '96b3e623-24a8-45ca-a8a8-63db6a0fdcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:37:37.159938 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.162772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Bound using segment: {'id': 'd3ca118e-d5c5-47e5-a4df-f683d5be6d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '96b3e623-24a8-45ca-a8a8-63db6a0fdcc5'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:37:37.163510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Bound port: 2bbc90e1-734c-401e-ae00-c51532289b35, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ca118e-d5c5-47e5-a4df-f683d5be6d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '96b3e623-24a8-45ca-a8a8-63db6a0fdcc5'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:37:37.164223 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.206388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:37.278684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636f3969-8164-494b-bd9b-d358e60f031b req-11c777d1-1461-4427-95b4-5b6cbee7beee tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1697173 Feb 19 03:37:37.331361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-539895587-network', 'tenant_id': 'aa0e551164d647fe939ad0b63add7a83'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:37.459484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Made reservation on behalf of aa0e551164d647fe939ad0b63add7a83 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:37.460250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] For port 2bbc90e1-734c-401e-ae00-c51532289b35, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:37:37.465658 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.467559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] For port 2bbc90e1-734c-401e-ae00-c51532289b35, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2bbc90e1-734c-401e-ae00-c51532289b35,segment=NetworkSegment(d3ca118e-d5c5-47e5-a4df-f683d5be6d7c),segment_id=d3ca118e-d5c5-47e5-a4df-f683d5be6d7c)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:37:37.469336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:37:37.477303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.25.4.77 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/fbdfbac9-45dd-41eb-993b-c08399324aeb) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:37.479662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:37.480345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.491038 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.508306 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.700983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233c409-3be4-49e7-9a49-477950e346ce None None] Pushing event updated for resources: {'Port': ['ID=2bbc90e1-734c-401e-ae00-c51532289b35,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:37.802249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:37.802897 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.893709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:37.901778 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.902934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:37.952788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (fbdfbac9-45dd-41eb-993b-c08399324aeb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.033637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Publish callbacks [] for security_group (5b7d41c0-6b7c-467f-b181-a57556f752d9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.043948 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5b7d41c0-6b7c-467f-b181-a57556f752d9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.173852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:37:38.195940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (05030bd5-0f0f-46ad-92ec-7aceedfe6300), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.196296 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Added segment 05030bd5-0f0f-46ad-92ec-7aceedfe6300 of type vlan for network e1491592-157e-4803-933c-4214eee4fff7 Feb 19 03:37:38.209629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:38.258794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:37:38.271453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:38.272240 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.282335 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (e1491592-157e-4803-933c-4214eee4fff7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.327706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7d41c0-6b7c-467f-b181-a57556f752d9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:38.350899 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (e1491592-157e-4803-933c-4214eee4fff7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.352094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.352807 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.372186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (fbdfbac9-45dd-41eb-993b-c08399324aeb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.408250 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aab81069-0046-4e45-b33c-9b46551d3d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.539420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:38.542100 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f06e8f9-742a-432f-aa8d-78c49b85be56" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:38.585768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:38.586195 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.604216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f4c1-8bc2-4005-a845-a530332f1672 req-46189fa8-615a-47cd-84bc-6ea32672c68c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.623371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f4c1-8bc2-4005-a845-a530332f1672 req-46189fa8-615a-47cd-84bc-6ea32672c68c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.645611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f4c1-8bc2-4005-a845-a530332f1672 req-46189fa8-615a-47cd-84bc-6ea32672c68c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.650900 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7490125 Feb 19 03:37:38.660226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f4c1-8bc2-4005-a845-a530332f1672 req-46189fa8-615a-47cd-84bc-6ea32672c68c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.660611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:38.662815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58230) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:38.673354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f4c1-8bc2-4005-a845-a530332f1672 req-46189fa8-615a-47cd-84bc-6ea32672c68c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.675512 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.676349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c186a5da-70f4-40fb-97bd-370729d3cb9f up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:38.682487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Request body: {'subnet': {'network_id': 'e1491592-157e-4803-933c-4214eee4fff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-539895587-subnet', 'tenant_id': 'aa0e551164d647fe939ad0b63add7a83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:38.688200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f4c1-8bc2-4005-a845-a530332f1672 req-46189fa8-615a-47cd-84bc-6ea32672c68c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.696404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f4c1-8bc2-4005-a845-a530332f1672 req-46189fa8-615a-47cd-84bc-6ea32672c68c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.707588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd25f4c1-8bc2-4005-a845-a530332f1672 req-46189fa8-615a-47cd-84bc-6ea32672c68c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5428 time: 0.2232242 Feb 19 03:37:38.708299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:38.743240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:38.748228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb14f4-456e-4de3-b8a4-a0d8105943e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e1491592-157e-4803-933c-4214eee4fff7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:38.753382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:38.755444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=fbdfbac9-45dd-41eb-993b-c08399324aeb,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:38.765546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network e1491592-157e-4803-933c-4214eee4fff7 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:37:38.831525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd25f4c1-8bc2-4005-a845-a530332f1672 req-77ecd7f4-6373-4d62-b274-40a87d7da546 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222985 Feb 19 03:37:38.836821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Made reservation on behalf of aa0e551164d647fe939ad0b63add7a83 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:38.839206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.954560 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf04bca-821e-40ff-bb25-7ce192a297e5 x-openstack-request-id: req-6bf04bca-821e-40ff-bb25-7ce192a297e5 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:38.954785 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:38.962222 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bf04bca-821e-40ff-bb25-7ce192a297e5 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:38.963206 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7', 'code': 200} Feb 19 03:37:39.037308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:39.091866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port c186a5da-70f4-40fb-97bd-370729d3cb9f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:37:39.098048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port c186a5da-70f4-40fb-97bd-370729d3cb9f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:39.098761 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:39.303796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port c186a5da-70f4-40fb-97bd-370729d3cb9f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:39.304211 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:39.433939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port c186a5da-70f4-40fb-97bd-370729d3cb9f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c186a5da-70f4-40fb-97bd-370729d3cb9f,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:39.449085 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:39.450294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:39.579399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2bbc90e1-734c-401e-ae00-c51532289b35 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:39.694802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2f1ce-ad11-42f4-8e2e-3280273a003e None None] Network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:39.735469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (aa7a5fdf-c65d-431a-a868-0d75e6cce71c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:39.754993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_gateway (172abe07-2b5e-4d08-b150-7d35268ead52), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:39.890060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=c186a5da-70f4-40fb-97bd-370729d3cb9f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:40.020548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d38e710b-2e83-44a7-9e13-35861c7c701e None None] Provisioning complete for port 2bbc90e1-734c-401e-ae00-c51532289b35 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:40.020548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d38e710b-2e83-44a7-9e13-35861c7c701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.111852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58256) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:40.115424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:37:40.129197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2bbc90e1-734c-401e-ae00-c51532289b35 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:40.129674 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.140014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42080fc9-e3f8-47ec-aced-b16909718dbc req-c8062301-4a7e-44d9-b7fc-7047d4a0e07c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:40.151446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42080fc9-e3f8-47ec-aced-b16909718dbc req-c8062301-4a7e-44d9-b7fc-7047d4a0e07c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:40.162912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42080fc9-e3f8-47ec-aced-b16909718dbc req-c8062301-4a7e-44d9-b7fc-7047d4a0e07c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:40.169700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:40.170103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.195935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42080fc9-e3f8-47ec-aced-b16909718dbc req-c8062301-4a7e-44d9-b7fc-7047d4a0e07c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:40.214293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42080fc9-e3f8-47ec-aced-b16909718dbc req-c8062301-4a7e-44d9-b7fc-7047d4a0e07c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:40.236514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42080fc9-e3f8-47ec-aced-b16909718dbc req-c8062301-4a7e-44d9-b7fc-7047d4a0e07c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:40.262991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42080fc9-e3f8-47ec-aced-b16909718dbc req-c8062301-4a7e-44d9-b7fc-7047d4a0e07c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:40.278524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42080fc9-e3f8-47ec-aced-b16909718dbc req-c8062301-4a7e-44d9-b7fc-7047d4a0e07c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5430 time: 0.2708585 Feb 19 03:37:40.285561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2bbc90e1-734c-401e-ae00-c51532289b35 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:40.285976 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.451738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7a5fdf-c65d-431a-a868-0d75e6cce71c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:40.551979 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a9a37bce-3186-4d35-994a-9f0d99717a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.573044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 2bbc90e1-734c-401e-ae00-c51532289b35, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2bbc90e1-734c-401e-ae00-c51532289b35,segment=NetworkSegment(d3ca118e-d5c5-47e5-a4df-f683d5be6d7c),segment_id=d3ca118e-d5c5-47e5-a4df-f683d5be6d7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:40.590936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Checking segment: {'id': '05030bd5-0f0f-46ad-92ec-7aceedfe6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:37:40.593472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Network hostable DHCP agents. Network: e1491592-157e-4803-933c-4214eee4fff7, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:37:40.593702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42080fc9-e3f8-47ec-aced-b16909718dbc req-cfd5e1e8-9b20-434f-8da5-06c457649338 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3075933 Feb 19 03:37:40.606084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d38e710b-2e83-44a7-9e13-35861c7c701e None None] Current status of the port 2bbc90e1-734c-401e-ae00-c51532289b35 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:40.609797 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d38e710b-2e83-44a7-9e13-35861c7c701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.652899 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-422ae8f8-b587-497e-a7f8-116334551d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.658955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (172abe07-2b5e-4d08-b150-7d35268ead52), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.692877 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.776945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-422ae8f8-b587-497e-a7f8-116334551d43 admin admin] Publish callbacks [] for security_group (eae6974d-b4de-48a6-9308-d1196a57789a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.782267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-422ae8f8-b587-497e-a7f8-116334551d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (eae6974d-b4de-48a6-9308-d1196a57789a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.842746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Network e1491592-157e-4803-933c-4214eee4fff7 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:37:40.843900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-422ae8f8-b587-497e-a7f8-116334551d43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=479dc43a45234ebd8c1f6d500bf74e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5279636 Feb 19 03:37:40.846028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58262) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:40.855487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ae8f8-b587-497e-a7f8-116334551d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae6974d-b4de-48a6-9308-d1196a57789a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:40.911319 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, e1491592-157e-4803-933c-4214eee4fff7) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:40.938740 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:40.939336 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.955895 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07f075c8-f3c3-41cc-9711-3f339c9b060f admin admin] Publish callbacks [] for security_group (eae6974d-b4de-48a6-9308-d1196a57789a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:41.023451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07f075c8-f3c3-41cc-9711-3f339c9b060f admin admin] Publish callbacks [] for security_group (eae6974d-b4de-48a6-9308-d1196a57789a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:41.055735 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fea1b7ff-146d-4d20-a8f3-6d00a518b0b8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3858550 Feb 19 03:37:41.114321 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07f075c8-f3c3-41cc-9711-3f339c9b060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (eae6974d-b4de-48a6-9308-d1196a57789a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:41.122327 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07f075c8-f3c3-41cc-9711-3f339c9b060f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:41.125564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-07f075c8-f3c3-41cc-9711-3f339c9b060f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eae6974d-b4de-48a6-9308-d1196a57789a HTTP/1.1" status: 204 len: 168 time: 0.2782319 Feb 19 03:37:41.151165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f075c8-f3c3-41cc-9711-3f339c9b060f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae6974d-b4de-48a6-9308-d1196a57789a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:41.228835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9151067e-5e48-4a0d-8c17-79a5f4b4fa6a'}, {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c186a5da-70f4-40fb-97bd-370729d3cb9f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:41.236035 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a525a27d-82af-4cc8-bc35-57ff7c8fe7e2" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "9151067e-5e48-4a0d-8c17-79a5f4b4fa6a"}, {"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "c186a5da-70f4-40fb-97bd-370729d3cb9f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:41.251194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 172abe07-2b5e-4d08-b150-7d35268ead52 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:37:41.262044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3aa547-4861-4447-87a9-f5f60fd1602e None None] Network e1491592-157e-4803-933c-4214eee4fff7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:41.405347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:41.412483 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:41.419638 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9061de65-e593-4787-babe-773694f4568a x-openstack-request-id: req-9061de65-e593-4787-babe-773694f4568a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:41.424400 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "9151067e-5e48-4a0d-8c17-79a5f4b4fa6a", "code": 200}, {"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "c186a5da-70f4-40fb-97bd-370729d3cb9f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:41.424633 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9061de65-e593-4787-babe-773694f4568a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:41.425067 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9151067e-5e48-4a0d-8c17-79a5f4b4fa6a', 'code': 200} Feb 19 03:37:41.425413 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c186a5da-70f4-40fb-97bd-370729d3cb9f', 'code': 200} Feb 19 03:37:41.486959 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-d38e710b-2e83-44a7-9e13-35861c7c701e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:37:41.487329 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-d38e710b-2e83-44a7-9e13-35861c7c701e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:37:41.606554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:41.620757 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d4cce-b2d8-4619-b619-e44169c194ec None None] Sync routers for ids ['172abe07-2b5e-4d08-b150-7d35268ead52'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:41.650115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=2bbc90e1-734c-401e-ae00-c51532289b35,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:41.650715 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d4cce-b2d8-4619-b619-e44169c194ec None None] Routers {'172abe07-2b5e-4d08-b150-7d35268ead52'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:41.651407 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a67d4cce-b2d8-4619-b619-e44169c194ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['172abe07-2b5e-4d08-b150-7d35268ead52'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:41.670580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:41.673129 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:41.676026 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e97b2589-1f9a-4e02-92b7-484880b43ed5 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1425369 Feb 19 03:37:41.680223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58282) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:41.733463 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:41.734998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:41.802038 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a67d4cce-b2d8-4619-b619-e44169c194ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:41.827033 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-c1ef32f5-eefa-43c1-9e5b-d3f0a52c696c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991063 Feb 19 03:37:41.839883 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d4cce-b2d8-4619-b619-e44169c194ec None None] Routers {'172abe07-2b5e-4d08-b150-7d35268ead52'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:41.845483 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a67d4cce-b2d8-4619-b619-e44169c194ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['172abe07-2b5e-4d08-b150-7d35268ead52'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:42.011254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58284) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:42.026919 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a67d4cce-b2d8-4619-b619-e44169c194ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:42.031170 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d4cce-b2d8-4619-b619-e44169c194ec None None] The sync data for ids ['172abe07-2b5e-4d08-b150-7d35268ead52'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:42.059753 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cb33646-b817-4725-84f3-cf585cdccf44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:42.126261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-916f9c18-848b-4a06-b776-645b3bc855d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.128103 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-916f9c18-848b-4a06-b776-645b3bc855d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d714199a166a4ba2a32ef297aaf4d888&device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 1128 time: 0.1982334 Feb 19 03:37:42.141410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d38e710b-2e83-44a7-9e13-35861c7c701e None None] Current status of the port 2bbc90e1-734c-401e-ae00-c51532289b35 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:42.151906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf7a72-c1cc-4dd2-a07c-3c4d7dd75b6b None None] Network e1491592-157e-4803-933c-4214eee4fff7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:42.166190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:42.275728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cb33646-b817-4725-84f3-cf585cdccf44 admin admin] Publish callbacks [] for security_group (efedaef4-b356-415e-b4ce-4ce50f6d8247), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:42.301999 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cb33646-b817-4725-84f3-cf585cdccf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (efedaef4-b356-415e-b4ce-4ce50f6d8247), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:42.310267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-bc50b13b-ebaf-41ec-b61c-e4af9e9e78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.323077 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-bc50b13b-ebaf-41ec-b61c-e4af9e9e78c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 200 len: 918 time: 0.1644852 Feb 19 03:37:42.483579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a07fd-c5f2-4d22-85da-535daf51fe28 req-499d6c6c-576e-4b4d-83b3-35f59f02eef3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.489049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a07fd-c5f2-4d22-85da-535daf51fe28 req-499d6c6c-576e-4b4d-83b3-35f59f02eef3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.503955 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4cb33646-b817-4725-84f3-cf585cdccf44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e955d681c1084a65a2ad3f260989ee2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4916024 Feb 19 03:37:42.504631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a07fd-c5f2-4d22-85da-535daf51fe28 req-499d6c6c-576e-4b4d-83b3-35f59f02eef3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.511123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a07fd-c5f2-4d22-85da-535daf51fe28 req-499d6c6c-576e-4b4d-83b3-35f59f02eef3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.516175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58288) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:42.521713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a07fd-c5f2-4d22-85da-535daf51fe28 req-499d6c6c-576e-4b4d-83b3-35f59f02eef3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.528172 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb33646-b817-4725-84f3-cf585cdccf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efedaef4-b356-415e-b4ce-4ce50f6d8247,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:42.533987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a07fd-c5f2-4d22-85da-535daf51fe28 req-499d6c6c-576e-4b4d-83b3-35f59f02eef3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.565550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a07fd-c5f2-4d22-85da-535daf51fe28 req-499d6c6c-576e-4b4d-83b3-35f59f02eef3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.576066 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:42.590718 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-df9a07fd-c5f2-4d22-85da-535daf51fe28 req-499d6c6c-576e-4b4d-83b3-35f59f02eef3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5431 time: 0.6562917 Feb 19 03:37:42.598560 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-692e1ac0-4d13-46bb-af2b-db9bf936f98f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 200 len: 1000 time: 0.2620082 Feb 19 03:37:42.800469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:37:42.845114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:42.847429 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:42.849985 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c132ba93-7fc5-4409-8adb-e3bd854571e7 admin admin] Publish callbacks [] for security_group (efedaef4-b356-415e-b4ce-4ce50f6d8247), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:42.855059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-09b311a7-1ca8-4867-88ff-3c11657b90ac None None] Provisioning complete for port 2bbc90e1-734c-401e-ae00-c51532289b35 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:42.857596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09b311a7-1ca8-4867-88ff-3c11657b90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:42.860971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-c3be712c-e5a7-49ac-9ebf-b9672a1cfca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.864553 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-c3be712c-e5a7-49ac-9ebf-b9672a1cfca5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 200 len: 856 time: 0.2539759 Feb 19 03:37:42.893348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-df9a07fd-c5f2-4d22-85da-535daf51fe28 req-35c39bb1-166c-4314-aa26-82d47b6dd1c6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3016577 Feb 19 03:37:42.919849 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c132ba93-7fc5-4409-8adb-e3bd854571e7 admin admin] Publish callbacks [] for security_group (efedaef4-b356-415e-b4ce-4ce50f6d8247), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.081892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c132ba93-7fc5-4409-8adb-e3bd854571e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (efedaef4-b356-415e-b4ce-4ce50f6d8247), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.084471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c132ba93-7fc5-4409-8adb-e3bd854571e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.086764 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c132ba93-7fc5-4409-8adb-e3bd854571e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/efedaef4-b356-415e-b4ce-4ce50f6d8247 HTTP/1.1" status: 204 len: 168 time: 0.5636191 Feb 19 03:37:43.091342 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.117079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132ba93-7fc5-4409-8adb-e3bd854571e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efedaef4-b356-415e-b4ce-4ce50f6d8247,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:43.151208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-9a8cdeaa-7fc7-4c24-8eeb-9e7651252dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:43.152926 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-9a8cdeaa-7fc7-4c24-8eeb-9e7651252dbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=936c70a7-2d08-42a5-8759-2db393636222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0865014 Feb 19 03:37:43.157538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-09b311a7-1ca8-4867-88ff-3c11657b90ac None None] Current status of the port 2bbc90e1-734c-401e-ae00-c51532289b35 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:43.172820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:43.173635 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.211609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.254247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:43.274965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.275995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9073329f-5c4c-4002-9dd2-84a3f70d0e36 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:43.437724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d89fa6-04f0-4b05-b65e-86aa824fe6c9'}, {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db39a70c-c812-4f4d-85f8-5e3d0bfe95b3'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:43.437724 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3551c3-a464-4f15-a256-71e52fa1cb33" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "59d89fa6-04f0-4b05-b65e-86aa824fe6c9"}, {"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "db39a70c-c812-4f4d-85f8-5e3d0bfe95b3"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:43.456683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58312) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:43.498411 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-3e923390-0322-42b1-bc03-0bf5951d506d service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327868 Feb 19 03:37:43.499460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2bbc90e1-734c-401e-ae00-c51532289b35 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:43.679877 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f5e45c-ecb5-473f-a6e9-102f5934b89b x-openstack-request-id: req-b9f5e45c-ecb5-473f-a6e9-102f5934b89b {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:43.680319 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "59d89fa6-04f0-4b05-b65e-86aa824fe6c9", "code": 200}, {"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "db39a70c-c812-4f4d-85f8-5e3d0bfe95b3", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:43.681993 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9f5e45c-ecb5-473f-a6e9-102f5934b89b {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:43.681993 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d89fa6-04f0-4b05-b65e-86aa824fe6c9', 'code': 200} Feb 19 03:37:43.683039 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db39a70c-c812-4f4d-85f8-5e3d0bfe95b3', 'code': 200} Feb 19 03:37:43.762106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:43.797959 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c71ad5a4-7625-4014-8e87-1ebf6725a1f2 req-b995ab95-c307-45ef-b6cb-0ba3e517017e service neutron] 10.222.0.37 "GET /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895494 Feb 19 03:37:43.801374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:37:43.810603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:43.810976 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.887826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2bbc90e1-734c-401e-ae00-c51532289b35 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:43.888210 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.985035 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:44.018397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.20.0.1 (96b3e623-24a8-45ca-a8a8-63db6a0fdcc5/bd1fe7eb-127c-4c43-a456-f7958bc1ac35/84ca9c8c-67d4-468a-a5fd-a641e72de152) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:44.170497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:44.170894 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:44.240424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9073329f-5c4c-4002-9dd2-84a3f70d0e36, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9073329f-5c4c-4002-9dd2-84a3f70d0e36,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:44.269112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:44.333909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2bbc90e1-734c-401e-ae00-c51532289b35 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:44.352507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41284631-0760-4bf2-a4af-9da342a0dd43 req-ff1e4af5-c738-46e6-9710-3d9a0e0285ad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:44.357671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41284631-0760-4bf2-a4af-9da342a0dd43 req-ff1e4af5-c738-46e6-9710-3d9a0e0285ad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:44.374461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41284631-0760-4bf2-a4af-9da342a0dd43 req-ff1e4af5-c738-46e6-9710-3d9a0e0285ad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:44.375868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9073329f-5c4c-4002-9dd2-84a3f70d0e36,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:44.411073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41284631-0760-4bf2-a4af-9da342a0dd43 req-ff1e4af5-c738-46e6-9710-3d9a0e0285ad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:44.417337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41284631-0760-4bf2-a4af-9da342a0dd43 req-ff1e4af5-c738-46e6-9710-3d9a0e0285ad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:44.449461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41284631-0760-4bf2-a4af-9da342a0dd43 req-ff1e4af5-c738-46e6-9710-3d9a0e0285ad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:44.477053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41284631-0760-4bf2-a4af-9da342a0dd43 req-ff1e4af5-c738-46e6-9710-3d9a0e0285ad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:44.479303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41284631-0760-4bf2-a4af-9da342a0dd43 req-ff1e4af5-c738-46e6-9710-3d9a0e0285ad tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5432 time: 0.4073412 Feb 19 03:37:44.550843 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Publish callbacks [] for security_group (8fcae306-b9ba-4cce-854d-b75e2ef4db79), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:44.575428 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (84ca9c8c-67d4-468a-a5fd-a641e72de152), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:44.576970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8fcae306-b9ba-4cce-854d-b75e2ef4db79), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:44.609934 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:44.734732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcae306-b9ba-4cce-854d-b75e2ef4db79,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:44.757255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41284631-0760-4bf2-a4af-9da342a0dd43 req-0ccd2df4-099b-4ec2-b57c-15ae39c2c1f6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2640281 Feb 19 03:37:44.777988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=167542b804004410b35bd34b222d4cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3144860 Feb 19 03:37:44.784735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58344) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:44.798549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.799996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.801218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.801663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.803691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.804151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.804591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.805274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.807057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.807205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.809627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.809627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.811523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b286d4-a6fa-4167-8e23-97231ed0cfd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:44.858075 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (84ca9c8c-67d4-468a-a5fd-a641e72de152), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:44.919882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8885-2977-42cf-94f7-17a64a2a5c02 admin admin] Publish callbacks [] for security_group (8fcae306-b9ba-4cce-854d-b75e2ef4db79), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:44.936795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:44.948008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:44.955427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:45.006446 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8885-2977-42cf-94f7-17a64a2a5c02 admin admin] Publish callbacks [] for security_group (8fcae306-b9ba-4cce-854d-b75e2ef4db79), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.036136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (172abe07-2b5e-4d08-b150-7d35268ead52), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.106544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8885-2977-42cf-94f7-17a64a2a5c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8fcae306-b9ba-4cce-854d-b75e2ef4db79), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.109815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8885-2977-42cf-94f7-17a64a2a5c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.112988 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0e0e8885-2977-42cf-94f7-17a64a2a5c02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fcae306-b9ba-4cce-854d-b75e2ef4db79 HTTP/1.1" status: 204 len: 168 time: 0.3265073 Feb 19 03:37:45.124048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=84ca9c8c-67d4-468a-a5fd-a641e72de152,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:45.127653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e8885-2977-42cf-94f7-17a64a2a5c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcae306-b9ba-4cce-854d-b75e2ef4db79,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:45.440246 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (84ca9c8c-67d4-468a-a5fd-a641e72de152), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.522975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0add340c-2426-4513-9b57-3186a15961cf None None] Provisioning complete for port 84ca9c8c-67d4-468a-a5fd-a641e72de152 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:45.523505 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0add340c-2426-4513-9b57-3186a15961cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (84ca9c8c-67d4-468a-a5fd-a641e72de152), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.636597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0add340c-2426-4513-9b57-3186a15961cf None None] Port 84ca9c8c-67d4-468a-a5fd-a641e72de152 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:37:45.684829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9073329f-5c4c-4002-9dd2-84a3f70d0e36'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:45.687923 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa96fb3-73a3-4ae7-8191-17630f5d43ac" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "9073329f-5c4c-4002-9dd2-84a3f70d0e36"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:45.766833 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f4aab6-bf64-4189-a95e-ddfe85c1dce8 x-openstack-request-id: req-80f4aab6-bf64-4189-a95e-ddfe85c1dce8 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:45.767010 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-plugged", "status": "completed", "tag": "9073329f-5c4c-4002-9dd2-84a3f70d0e36", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:45.767280 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80f4aab6-bf64-4189-a95e-ddfe85c1dce8 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:45.767742 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9073329f-5c4c-4002-9dd2-84a3f70d0e36', 'code': 200} Feb 19 03:37:46.041228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58370) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:46.061391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d7e139c-91ad-4dde-ab66-881ca5af20af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.071727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300f92d-a859-4059-9ae3-eac71c55168c req-8806741a-29c3-4943-8f82-b281ce55420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.072800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300f92d-a859-4059-9ae3-eac71c55168c req-8806741a-29c3-4943-8f82-b281ce55420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.073337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300f92d-a859-4059-9ae3-eac71c55168c req-8806741a-29c3-4943-8f82-b281ce55420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.073820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300f92d-a859-4059-9ae3-eac71c55168c req-8806741a-29c3-4943-8f82-b281ce55420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.074370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300f92d-a859-4059-9ae3-eac71c55168c req-8806741a-29c3-4943-8f82-b281ce55420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.074870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300f92d-a859-4059-9ae3-eac71c55168c req-8806741a-29c3-4943-8f82-b281ce55420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.075315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300f92d-a859-4059-9ae3-eac71c55168c req-8806741a-29c3-4943-8f82-b281ce55420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.078025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d300f92d-a859-4059-9ae3-eac71c55168c req-8806741a-29c3-4943-8f82-b281ce55420f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6707 time: 0.2128494 Feb 19 03:37:46.191436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889110b7-017a-44d3-8439-0e9360181912 req-19f472bf-242d-46b8-98ef-f2b787f6e17c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.198594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889110b7-017a-44d3-8439-0e9360181912 req-19f472bf-242d-46b8-98ef-f2b787f6e17c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.204010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889110b7-017a-44d3-8439-0e9360181912 req-19f472bf-242d-46b8-98ef-f2b787f6e17c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.209387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889110b7-017a-44d3-8439-0e9360181912 req-19f472bf-242d-46b8-98ef-f2b787f6e17c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.218819 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d7e139c-91ad-4dde-ab66-881ca5af20af admin admin] Publish callbacks [] for security_group (676db655-ee29-4ea3-93c7-f2266093023c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.223680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889110b7-017a-44d3-8439-0e9360181912 req-19f472bf-242d-46b8-98ef-f2b787f6e17c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.231659 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d7e139c-91ad-4dde-ab66-881ca5af20af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (676db655-ee29-4ea3-93c7-f2266093023c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.247286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889110b7-017a-44d3-8439-0e9360181912 req-19f472bf-242d-46b8-98ef-f2b787f6e17c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.252927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889110b7-017a-44d3-8439-0e9360181912 req-19f472bf-242d-46b8-98ef-f2b787f6e17c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:46.260768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-889110b7-017a-44d3-8439-0e9360181912 req-19f472bf-242d-46b8-98ef-f2b787f6e17c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 0.3548048 Feb 19 03:37:46.309545 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (84ca9c8c-67d4-468a-a5fd-a641e72de152), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.316032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e139c-91ad-4dde-ab66-881ca5af20af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676db655-ee29-4ea3-93c7-f2266093023c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:46.320552 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5d7e139c-91ad-4dde-ab66-881ca5af20af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0dd6c71536334641a91cb9ba2e1154dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2775364 Feb 19 03:37:46.327037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58374) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:46.389102 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (84ca9c8c-67d4-468a-a5fd-a641e72de152), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.638915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d300f92d-a859-4059-9ae3-eac71c55168c req-9425612e-2690-4356-bcc0-8a6597ee5ca4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&id=18932da4-ad4e-4d5c-954b-5af32e989bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5024188 Feb 19 03:37:46.670567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (172abe07-2b5e-4d08-b150-7d35268ead52), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.808862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-889110b7-017a-44d3-8439-0e9360181912 req-3c575b93-51e1-449b-b964-a871bcd91570 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5470898 Feb 19 03:37:46.845308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=84ca9c8c-67d4-468a-a5fd-a641e72de152,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:46.876281 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a47325ad-f957-4e98-8c20-17518500bd36 admin admin] Publish callbacks [] for security_group (676db655-ee29-4ea3-93c7-f2266093023c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.973356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a47325ad-f957-4e98-8c20-17518500bd36 admin admin] Publish callbacks [] for security_group (676db655-ee29-4ea3-93c7-f2266093023c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:47.066125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:47.068231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:47.101166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a47325ad-f957-4e98-8c20-17518500bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (676db655-ee29-4ea3-93c7-f2266093023c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:47.103863 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a47325ad-f957-4e98-8c20-17518500bd36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:47.105253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a47325ad-f957-4e98-8c20-17518500bd36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/676db655-ee29-4ea3-93c7-f2266093023c HTTP/1.1" status: 204 len: 168 time: 0.7701154 Feb 19 03:37:47.157610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47325ad-f957-4e98-8c20-17518500bd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676db655-ee29-4ea3-93c7-f2266093023c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:47.360792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 172abe07-2b5e-4d08-b150-7d35268ead52 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:47.582658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0764177f-e760-4639-b457-320d41fe2178 None None] Provisioning complete for port 84ca9c8c-67d4-468a-a5fd-a641e72de152 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:47.584206 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0764177f-e760-4639-b457-320d41fe2178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (84ca9c8c-67d4-468a-a5fd-a641e72de152), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:47.595247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:47.608185 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58390) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:47.609507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1de2e4d4-ecbb-4460-9eb3-2d8923782ce0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "PUT /v2.0/routers/172abe07-2b5e-4d08-b150-7d35268ead52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9265065 Feb 19 03:37:47.615757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'port': {'network_id': '96b3e623-24a8-45ca-a8a8-63db6a0fdcc5', 'name': 'tempest-FloatingIPTestJSON-1751758365'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:47.637358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2903fe91-3dec-4693-b43e-cdc20549587f None None] Sync routers for ids ['172abe07-2b5e-4d08-b150-7d35268ead52'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:47.718722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903fe91-3dec-4693-b43e-cdc20549587f None None] Routers {'172abe07-2b5e-4d08-b150-7d35268ead52'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:47.719887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2903fe91-3dec-4693-b43e-cdc20549587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['172abe07-2b5e-4d08-b150-7d35268ead52'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:47.785112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2903fe91-3dec-4693-b43e-cdc20549587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:47.792890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0764177f-e760-4639-b457-320d41fe2178 None None] Port 84ca9c8c-67d4-468a-a5fd-a641e72de152 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:37:47.802840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903fe91-3dec-4693-b43e-cdc20549587f None None] Routers {'172abe07-2b5e-4d08-b150-7d35268ead52'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:47.804957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2903fe91-3dec-4693-b43e-cdc20549587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['172abe07-2b5e-4d08-b150-7d35268ead52'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:47.869380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Made reservation on behalf of 69fd5c81c01f4c4ea44772cf6d3fc6ff for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:47.873672 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:47.917572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2903fe91-3dec-4693-b43e-cdc20549587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:47.918340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2903fe91-3dec-4693-b43e-cdc20549587f None None] The sync data for ids ['172abe07-2b5e-4d08-b150-7d35268ead52'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:47.938579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] device_id is not set on port 308535a7-ea45-48b8-98b2-1ab3a2d31f0a yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:37:48.071981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58398) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:48.111951 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3fe67b2-c4a4-4c4f-8b33-9251ee8b6786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.116155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Allocated IP 172.20.0.13 (96b3e623-24a8-45ca-a8a8-63db6a0fdcc5/bd1fe7eb-127c-4c43-a456-f7958bc1ac35/308535a7-ea45-48b8-98b2-1ab3a2d31f0a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:48.195591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e6e2-a420-45ab-b79c-64b00b7aee57 req-04845ad6-c21c-4925-bdbe-eaadfecee9f7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:48.202058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e6e2-a420-45ab-b79c-64b00b7aee57 req-04845ad6-c21c-4925-bdbe-eaadfecee9f7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:48.207817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e6e2-a420-45ab-b79c-64b00b7aee57 req-04845ad6-c21c-4925-bdbe-eaadfecee9f7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:48.214610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e6e2-a420-45ab-b79c-64b00b7aee57 req-04845ad6-c21c-4925-bdbe-eaadfecee9f7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:48.220671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e6e2-a420-45ab-b79c-64b00b7aee57 req-04845ad6-c21c-4925-bdbe-eaadfecee9f7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:48.226175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e6e2-a420-45ab-b79c-64b00b7aee57 req-04845ad6-c21c-4925-bdbe-eaadfecee9f7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:48.232322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e6e2-a420-45ab-b79c-64b00b7aee57 req-04845ad6-c21c-4925-bdbe-eaadfecee9f7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:48.234517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde7e6e2-a420-45ab-b79c-64b00b7aee57 req-04845ad6-c21c-4925-bdbe-eaadfecee9f7 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 0.2697725 Feb 19 03:37:48.336584 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3fe67b2-c4a4-4c4f-8b33-9251ee8b6786 admin admin] Publish callbacks [] for security_group (2b6ab72e-1a6c-430f-8804-f7e06486d6a4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.343522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fde7e6e2-a420-45ab-b79c-64b00b7aee57 req-a0487f03-6f04-441a-b309-687a8d773f81 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991571 Feb 19 03:37:48.345130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3fe67b2-c4a4-4c4f-8b33-9251ee8b6786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2b6ab72e-1a6c-430f-8804-f7e06486d6a4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.377044 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for port (308535a7-ea45-48b8-98b2-1ab3a2d31f0a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.385973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe67b2-c4a4-4c4f-8b33-9251ee8b6786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6ab72e-1a6c-430f-8804-f7e06486d6a4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:48.390194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b3fe67b2-c4a4-4c4f-8b33-9251ee8b6786 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cee5d5f5067646a4803a2b292e326658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3172042 Feb 19 03:37:48.392777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58400) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:48.419610 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (308535a7-ea45-48b8-98b2-1ab3a2d31f0a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.452643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-169f1f8a-b3d6-458d-b6be-c013eca8425b admin admin] Publish callbacks [] for security_group (2b6ab72e-1a6c-430f-8804-f7e06486d6a4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.474166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:48.480571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:48.485460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:48.505354 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-169f1f8a-b3d6-458d-b6be-c013eca8425b admin admin] Publish callbacks [] for security_group (2b6ab72e-1a6c-430f-8804-f7e06486d6a4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.513048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event updated for resources: {'Port': ['ID=308535a7-ea45-48b8-98b2-1ab3a2d31f0a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:48.577873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:48.578736 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.585783 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-169f1f8a-b3d6-458d-b6be-c013eca8425b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2b6ab72e-1a6c-430f-8804-f7e06486d6a4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.589602 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-169f1f8a-b3d6-458d-b6be-c013eca8425b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.591036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-169f1f8a-b3d6-458d-b6be-c013eca8425b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b6ab72e-1a6c-430f-8804-f7e06486d6a4 HTTP/1.1" status: 204 len: 168 time: 0.1973488 Feb 19 03:37:48.603514 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e475803c-018d-46ce-b55a-063473affee9 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9941518 Feb 19 03:37:48.610147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58406) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:48.618881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Request body: {'floatingip': {'port_id': '308535a7-ea45-48b8-98b2-1ab3a2d31f0a'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:48.687945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f1f8a-b3d6-458d-b6be-c013eca8425b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6ab72e-1a6c-430f-8804-f7e06486d6a4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:48.739922 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (0a3be9b7-afea-4689-b48a-5678fa244c4a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:48.934192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-84577643-f944-4d89-9cc8-5550349bb226 None None] Provisioning complete for port 308535a7-ea45-48b8-98b2-1ab3a2d31f0a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:48.934782 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-84577643-f944-4d89-9cc8-5550349bb226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (308535a7-ea45-48b8-98b2-1ab3a2d31f0a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:49.034476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-84577643-f944-4d89-9cc8-5550349bb226 None None] Port 308535a7-ea45-48b8-98b2-1ab3a2d31f0a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:37:49.105810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58426) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:49.656576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dbfd8-904b-4f05-87b3-86f75aa8bbbf req-d37d5a95-5774-4e36-aaba-6664a72c500b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:49.664980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dbfd8-904b-4f05-87b3-86f75aa8bbbf req-d37d5a95-5774-4e36-aaba-6664a72c500b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:49.688643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dbfd8-904b-4f05-87b3-86f75aa8bbbf req-d37d5a95-5774-4e36-aaba-6664a72c500b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:49.701698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dbfd8-904b-4f05-87b3-86f75aa8bbbf req-d37d5a95-5774-4e36-aaba-6664a72c500b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:49.718083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dbfd8-904b-4f05-87b3-86f75aa8bbbf req-d37d5a95-5774-4e36-aaba-6664a72c500b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:49.732236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dbfd8-904b-4f05-87b3-86f75aa8bbbf req-d37d5a95-5774-4e36-aaba-6664a72c500b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:49.744209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dbfd8-904b-4f05-87b3-86f75aa8bbbf req-d37d5a95-5774-4e36-aaba-6664a72c500b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:49.758053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-023dbfd8-904b-4f05-87b3-86f75aa8bbbf req-d37d5a95-5774-4e36-aaba-6664a72c500b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 0.2752018 Feb 19 03:37:49.969668 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:37:50.085529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-023dbfd8-904b-4f05-87b3-86f75aa8bbbf req-6790f996-1a57-470b-af2e-aee0df21ea4a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2934518 Feb 19 03:37:50.138045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:50.144679 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (0a3be9b7-afea-4689-b48a-5678fa244c4a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:50.324817 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP 0a3be9b7-afea-4689-b48a-5678fa244c4a associated. External IP: 172.25.4.98, port: 6c112749-826e-481f-b564-94f5ed6cefe3. Feb 19 03:37:50.536562 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (159a698c-c3a4-413b-8986-d164258e536d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:50.633564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7014f9-ab31-4eb9-b126-1af7b0036751 req-67c32277-05d5-4bd7-8a56-79766244c09a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:50.640763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7014f9-ab31-4eb9-b126-1af7b0036751 req-67c32277-05d5-4bd7-8a56-79766244c09a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:50.658373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7014f9-ab31-4eb9-b126-1af7b0036751 req-67c32277-05d5-4bd7-8a56-79766244c09a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:50.668172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7014f9-ab31-4eb9-b126-1af7b0036751 req-67c32277-05d5-4bd7-8a56-79766244c09a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:50.695611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7014f9-ab31-4eb9-b126-1af7b0036751 req-67c32277-05d5-4bd7-8a56-79766244c09a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:50.741280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7014f9-ab31-4eb9-b126-1af7b0036751 req-67c32277-05d5-4bd7-8a56-79766244c09a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:50.749659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7014f9-ab31-4eb9-b126-1af7b0036751 req-67c32277-05d5-4bd7-8a56-79766244c09a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:50.752367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a7014f9-ab31-4eb9-b126-1af7b0036751 req-67c32277-05d5-4bd7-8a56-79766244c09a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 0.5159314 Feb 19 03:37:50.823432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58474) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:50.830485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4a2161fb-6f9b-4860-bdf7-cbf4b8fb6b08 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Request body: {'floatingip': {'port_id': '9073329f-5c4c-4002-9dd2-84a3f70d0e36'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:50.864505 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:37:51.025184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:51.042272 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a2161fb-6f9b-4860-bdf7-cbf4b8fb6b08 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for floatingip (fc4c967d-99e1-45a1-a454-6e4685de0da0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:51.123427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] Deleting port dd0b0836-94b8-4edf-9628-5004953db06f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:51.126325 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:51.269768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] For port dd0b0836-94b8-4edf-9628-5004953db06f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=dd0b0836-94b8-4edf-9628-5004953db06f,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:51.270287 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:51.307556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] Calling delete_port for dd0b0836-94b8-4edf-9628-5004953db06f owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:51.428969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:51.439518 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e983b60-5d3a-4bc6-b9ee-2bbcb372c80f None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:51.455332 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e983b60-5d3a-4bc6-b9ee-2bbcb372c80f None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:51.455844 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8e983b60-5d3a-4bc6-b9ee-2bbcb372c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:51.568627 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8e983b60-5d3a-4bc6-b9ee-2bbcb372c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:51.590856 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e983b60-5d3a-4bc6-b9ee-2bbcb372c80f None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:51.591521 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8e983b60-5d3a-4bc6-b9ee-2bbcb372c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:51.629079 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (dd0b0836-94b8-4edf-9628-5004953db06f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:51.690465 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8e983b60-5d3a-4bc6-b9ee-2bbcb372c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:51.691250 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e983b60-5d3a-4bc6-b9ee-2bbcb372c80f None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:51.723117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0b0836-94b8-4edf-9628-5004953db06f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:52.185602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (159a698c-c3a4-413b-8986-d164258e536d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:52.339561 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:52.354975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 172abe07-2b5e-4d08-b150-7d35268ead52 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:52.357799 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a2161fb-6f9b-4860-bdf7-cbf4b8fb6b08 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:52.365597 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a2161fb-6f9b-4860-bdf7-cbf4b8fb6b08 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (fc4c967d-99e1-45a1-a454-6e4685de0da0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:52.612868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] Router 159a698c-c3a4-413b-8986-d164258e536d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:52.819931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:52.831437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] Sync routers for ids ['159a698c-c3a4-413b-8986-d164258e536d'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:52.832458 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-588d34f6-7d35-453f-a36e-a8fe8aff6b55 admin admin] 10.222.0.42 "PUT /v2.0/routers/159a698c-c3a4-413b-8986-d164258e536d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7251720 Feb 19 03:37:52.835199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58496) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:52.854922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] Routers {'159a698c-c3a4-413b-8986-d164258e536d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:52.855556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['159a698c-c3a4-413b-8986-d164258e536d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:53.049451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:53.065756 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45942487-5704-40c0-ace9-09c98ebde3af None None] Sync routers for ids ['172abe07-2b5e-4d08-b150-7d35268ead52'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:53.073721 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:53.094209 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45942487-5704-40c0-ace9-09c98ebde3af None None] Routers {'172abe07-2b5e-4d08-b150-7d35268ead52'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:53.107507 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-45942487-5704-40c0-ace9-09c98ebde3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['172abe07-2b5e-4d08-b150-7d35268ead52'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:53.116531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] Set router 159a698c-c3a4-413b-8986-d164258e536d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:37:53.135577 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-4a2161fb-6f9b-4860-bdf7-cbf4b8fb6b08 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Floating IP fc4c967d-99e1-45a1-a454-6e4685de0da0 associated. External IP: 172.25.4.52, port: 9073329f-5c4c-4002-9dd2-84a3f70d0e36. Feb 19 03:37:53.164251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Publish callbacks [] for router (159a698c-c3a4-413b-8986-d164258e536d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:53.233399 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-628b9bd5-1389-4ddf-bb58-fbc894a4f825 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "PUT /v2.0/floatingips/0a3be9b7-afea-4689-b48a-5678fa244c4a HTTP/1.1" status: 200 len: 978 time: 4.6175439 Feb 19 03:37:53.236643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58504) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:53.281934 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-45942487-5704-40c0-ace9-09c98ebde3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:53.327478 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45942487-5704-40c0-ace9-09c98ebde3af None None] Routers {'172abe07-2b5e-4d08-b150-7d35268ead52'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:53.334766 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-45942487-5704-40c0-ace9-09c98ebde3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['172abe07-2b5e-4d08-b150-7d35268ead52'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:53.444897 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-45942487-5704-40c0-ace9-09c98ebde3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:53.445715 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45942487-5704-40c0-ace9-09c98ebde3af None None] The sync data for ids ['172abe07-2b5e-4d08-b150-7d35268ead52'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:53.501029 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Publish callbacks [] for router_gateway (159a698c-c3a4-413b-8986-d164258e536d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:53.630187 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Deleting port a4f44f34-196e-4b3f-9004-0539a2c07ff1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:53.630540 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:53.669054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:37:51Z', 'revision_number': 5, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port': {'id': 'a4f44f34-196e-4b3f-9004-0539a2c07ff1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a698c-c3a4-413b-8986-d164258e536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:34Z', 'updated_at': '2022-02-19T03:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:53.746851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] Checking router: 159a698c-c3a4-413b-8986-d164258e536d for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:37:53.767310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] Routers {'159a698c-c3a4-413b-8986-d164258e536d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:53.769687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['159a698c-c3a4-413b-8986-d164258e536d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:53.810644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] For port a4f44f34-196e-4b3f-9004-0539a2c07ff1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a4f44f34-196e-4b3f-9004-0539a2c07ff1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:53.811675 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:53.830769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Calling delete_port for a4f44f34-196e-4b3f-9004-0539a2c07ff1 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:53.860523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2161fb-6f9b-4860-bdf7-cbf4b8fb6b08 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Router 04a2353a-6a40-4004-b896-e98ec2967c15 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:53.865151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port 308535a7-ea45-48b8-98b2-1ab3a2d31f0a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:53.865599 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (308535a7-ea45-48b8-98b2-1ab3a2d31f0a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:53.888680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] Set router 159a698c-c3a4-413b-8986-d164258e536d gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:37:53.998488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:37:53Z', 'revision_number': 6, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:54.054395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a4f44f34-196e-4b3f-9004-0539a2c07ff1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.064053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b69295-aeb9-4156-ba56-5c272a73b5e8 None None] The sync data for ids ['159a698c-c3a4-413b-8986-d164258e536d'] in n-d-826756-2 is: [{'id': '159a698c-c3a4-413b-8986-d164258e536d', 'name': 'tempest-TaggedBootDevicesTest_v242-66858551-router', 'tenant_id': 'c06f8e719c8143abad585d87e567c88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:33Z', 'updated_at': '2022-02-19T03:37:53Z', 'revision_number': 6, 'project_id': 'c06f8e719c8143abad585d87e567c88b', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:54.083367 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f44f34-196e-4b3f-9004-0539a2c07ff1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:54.133480 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (308535a7-ea45-48b8-98b2-1ab3a2d31f0a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.169362 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (159a698c-c3a4-413b-8986-d164258e536d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.202848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2161fb-6f9b-4860-bdf7-cbf4b8fb6b08 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:54.209813 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a2161fb-6f9b-4860-bdf7-cbf4b8fb6b08 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.215813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] Sync routers for ids ['04a2353a-6a40-4004-b896-e98ec2967c15'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:54.236030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] Routers {'04a2353a-6a40-4004-b896-e98ec2967c15'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:54.236755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['04a2353a-6a40-4004-b896-e98ec2967c15'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:54.292257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (159a698c-c3a4-413b-8986-d164258e536d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.296709 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Publish callbacks [] for router_controller (159a698c-c3a4-413b-8986-d164258e536d), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.296866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4a2161fb-6f9b-4860-bdf7-cbf4b8fb6b08 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "PUT /v2.0/floatingips/fc4c967d-99e1-45a1-a454-6e4685de0da0 HTTP/1.1" status: 200 len: 991 time: 3.4696674 Feb 19 03:37:54.298676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': '9073329f-5c4c-4002-9dd2-84a3f70d0e36'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:54.302185 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8bc2af-8926-48af-8d70-b2603d6b9be3" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "9073329f-5c4c-4002-9dd2-84a3f70d0e36"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:54.353465 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (159a698c-c3a4-413b-8986-d164258e536d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.354053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 159a698c-c3a4-413b-8986-d164258e536d {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:37:54.363764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.369372 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5fc9c088-074c-4b0d-af25-4f5bff612cf1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/159a698c-c3a4-413b-8986-d164258e536d HTTP/1.1" status: 204 len: 168 time: 1.5318878 Feb 19 03:37:54.370050 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58518) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:54.425409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.425409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (0a3be9b7-afea-4689-b48a-5678fa244c4a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.425409 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Floating IP 0a3be9b7-afea-4689-b48a-5678fa244c4a disassociated. External IP: 172.25.4.98, port: 308535a7-ea45-48b8-98b2-1ab3a2d31f0a. Feb 19 03:37:54.425409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for 308535a7-ea45-48b8-98b2-1ab3a2d31f0a owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:54.425997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-450d5a48-3146-44c6-8423-5a24d7b62a60 admin admin] Deleting subnet 1024061d-c84f-4e4a-9953-13ce351756eb {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:37:54.436629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-450d5a48-3146-44c6-8423-5a24d7b62a60 admin admin] Publish callbacks [] for subnet (1024061d-c84f-4e4a-9953-13ce351756eb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.508086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-450d5a48-3146-44c6-8423-5a24d7b62a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (1024061d-c84f-4e4a-9953-13ce351756eb), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.668817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-450d5a48-3146-44c6-8423-5a24d7b62a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (1024061d-c84f-4e4a-9953-13ce351756eb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.763345 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-450d5a48-3146-44c6-8423-5a24d7b62a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (1024061d-c84f-4e4a-9953-13ce351756eb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.795949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] Set router 04a2353a-6a40-4004-b896-e98ec2967c15 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:37:54.813586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3cb08-41d2-4fea-b7cb-4eafc6f09f86 req-358ebd3a-92e3-4408-a5e6-89907c39f445 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:54.822695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d5a48-3146-44c6-8423-5a24d7b62a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1024061d-c84f-4e4a-9953-13ce351756eb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:54.824921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3cb08-41d2-4fea-b7cb-4eafc6f09f86 req-358ebd3a-92e3-4408-a5e6-89907c39f445 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:54.833585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-450d5a48-3146-44c6-8423-5a24d7b62a60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.839703 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-450d5a48-3146-44c6-8423-5a24d7b62a60 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1024061d-c84f-4e4a-9953-13ce351756eb HTTP/1.1" status: 204 len: 168 time: 0.4657378 Feb 19 03:37:54.839869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3cb08-41d2-4fea-b7cb-4eafc6f09f86 req-358ebd3a-92e3-4408-a5e6-89907c39f445 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:54.842398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58524) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:54.846720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3cb08-41d2-4fea-b7cb-4eafc6f09f86 req-358ebd3a-92e3-4408-a5e6-89907c39f445 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:54.861996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3cb08-41d2-4fea-b7cb-4eafc6f09f86 req-358ebd3a-92e3-4408-a5e6-89907c39f445 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:54.877669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3cb08-41d2-4fea-b7cb-4eafc6f09f86 req-358ebd3a-92e3-4408-a5e6-89907c39f445 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:54.897470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3cb08-41d2-4fea-b7cb-4eafc6f09f86 req-358ebd3a-92e3-4408-a5e6-89907c39f445 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:54.903127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4a3cb08-41d2-4fea-b7cb-4eafc6f09f86 req-358ebd3a-92e3-4408-a5e6-89907c39f445 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 0.3986549 Feb 19 03:37:54.908893 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (308535a7-ea45-48b8-98b2-1ab3a2d31f0a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.946060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (231e6dfd-031e-46c9-8877-451be92a2c1d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:54.974404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d0962-08b2-4f38-8f1e-fd172f8884ac None None] Network 231e6dfd-031e-46c9-8877-451be92a2c1d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:55.028727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=308535a7-ea45-48b8-98b2-1ab3a2d31f0a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:55.030665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Deleting port 96b5cb89-bde1-490e-a14f-900dbf941493 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:55.031072 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:55.130308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] For port 96b5cb89-bde1-490e-a14f-900dbf941493, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=96b5cb89-bde1-490e-a14f-900dbf941493,segment=NetworkSegment(d8ca1f42-b805-4ef6-9074-106a4d0ede56),segment_id=d8ca1f42-b805-4ef6-9074-106a4d0ede56)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:55.130844 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:55.132510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4a3cb08-41d2-4fea-b7cb-4eafc6f09f86 req-e8cebf69-41a7-462c-a395-8f24d83abf0d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2025006 Feb 19 03:37:55.154878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Calling delete_port for 96b5cb89-bde1-490e-a14f-900dbf941493 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:55.307111 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bfed65-a6e8-49a5-bb70-46ee0aea8cd2 x-openstack-request-id: req-16bfed65-a6e8-49a5-bb70-46ee0aea8cd2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:55.308395 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "tag": "9073329f-5c4c-4002-9dd2-84a3f70d0e36", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:55.309666 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16bfed65-a6e8-49a5-bb70-46ee0aea8cd2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:55.312057 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'tag': '9073329f-5c4c-4002-9dd2-84a3f70d0e36', 'status': 'completed', 'code': 200} Feb 19 03:37:55.328258 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (96b5cb89-bde1-490e-a14f-900dbf941493), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:55.359653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] No DVR routers for this DVR port 96b5cb89-bde1-490e-a14f-900dbf941493 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:37:55.444175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b5cb89-bde1-490e-a14f-900dbf941493,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:55.485823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dd0b0836-94b8-4edf-9628-5004953db06f no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:55.593716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 172abe07-2b5e-4d08-b150-7d35268ead52 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:55.635965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-35d9785b-5927-48a3-9271-9e7e1ad56216 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d300826056314a2d8a64ed866e15724a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057258 Feb 19 03:37:55.664500 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (231e6dfd-031e-46c9-8877-451be92a2c1d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:55.666385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bfb1b0-aa97-4a57-8a2f-19abc14bb242 None None] DHCP port deletion for 231e6dfd-031e-46c9-8877-451be92a2c1d request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:37:55.670682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: dd0b0836-94b8-4edf-9628-5004953db06f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:55.671527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dd0b0836-94b8-4edf-9628-5004953db06f not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:55.672350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4f44f34-196e-4b3f-9004-0539a2c07ff1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:55.699900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a4f44f34-196e-4b3f-9004-0539a2c07ff1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:55.700664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4f44f34-196e-4b3f-9004-0539a2c07ff1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:55.732379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231e6dfd-031e-46c9-8877-451be92a2c1d']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:55.742053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:29Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'fc4c967d-99e1-45a1-a454-6e4685de0da0', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'port_id': '9073329f-5c4c-4002-9dd2-84a3f70d0e36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'mac_address': 'fa:16:3e:1f:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:34:56Z', 'updated_at': '2022-02-19T03:37:52Z', 'revision_number': 1, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1eff678-faf0-4bbe-a8c6-37a1ff95dba3', 'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'mac_address': 'fa:16:3e:3f:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:27Z', 'updated_at': '2022-02-19T03:33:41Z', 'revision_number': 5, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'subnets': [{'id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:55.762143 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ca1f42-b805-4ef6-9074-106a4d0ede56') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:55.762466 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ca1f42-b805-4ef6-9074-106a4d0ede56') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:55.781077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] Checking router: 04a2353a-6a40-4004-b896-e98ec2967c15 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:37:55.783754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d8ca1f42-b805-4ef6-9074-106a4d0ede56), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:55.791734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] Routers {'04a2353a-6a40-4004-b896-e98ec2967c15'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:55.792467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['04a2353a-6a40-4004-b896-e98ec2967c15'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:55.812613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d8ca1f42-b805-4ef6-9074-106a4d0ede56), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:55.827538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:37:55.828007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d8ca1f42-b805-4ef6-9074-106a4d0ede56), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:37:55.831716 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:37:55.838673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:55.854538 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ce9ef-e08c-457b-9034-a4010bd90255 None None] Sync routers for ids ['172abe07-2b5e-4d08-b150-7d35268ead52'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:55.887547 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ce9ef-e08c-457b-9034-a4010bd90255 None None] Routers {'172abe07-2b5e-4d08-b150-7d35268ead52'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:55.888124 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce9ef-e08c-457b-9034-a4010bd90255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['172abe07-2b5e-4d08-b150-7d35268ead52'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:55.922562 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (231e6dfd-031e-46c9-8877-451be92a2c1d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:55.936761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:55.945578 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] 10.222.0.42 "DELETE /v2.0/networks/231e6dfd-031e-46c9-8877-451be92a2c1d HTTP/1.1" status: 204 len: 168 time: 1.1004744 Feb 19 03:37:55.951348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58542) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:56.005400 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce9ef-e08c-457b-9034-a4010bd90255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:56.016487 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ce9ef-e08c-457b-9034-a4010bd90255 None None] Routers {'172abe07-2b5e-4d08-b150-7d35268ead52'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:56.017373 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce9ef-e08c-457b-9034-a4010bd90255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['172abe07-2b5e-4d08-b150-7d35268ead52'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:56.030452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304215c-a8d7-461a-be9c-7c507c32c781 admin admin] Pushing event deleted for resources: {'Network': ['ID=231e6dfd-031e-46c9-8877-451be92a2c1d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:56.052407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-12e97236-1f6d-42fd-8656-4fcf3eec6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.052990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-12e97236-1f6d-42fd-8656-4fcf3eec6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.053386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-12e97236-1f6d-42fd-8656-4fcf3eec6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.053882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-12e97236-1f6d-42fd-8656-4fcf3eec6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.054497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-12e97236-1f6d-42fd-8656-4fcf3eec6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.055366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-12e97236-1f6d-42fd-8656-4fcf3eec6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.056332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-12e97236-1f6d-42fd-8656-4fcf3eec6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.060106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-12e97236-1f6d-42fd-8656-4fcf3eec6a6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6707 time: 0.7448707 Feb 19 03:37:56.067732 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce9ef-e08c-457b-9034-a4010bd90255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:56.071100 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ce9ef-e08c-457b-9034-a4010bd90255 None None] The sync data for ids ['172abe07-2b5e-4d08-b150-7d35268ead52'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:56.076928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] Set router 04a2353a-6a40-4004-b896-e98ec2967c15 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:37:56.190617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-b3c9b4c1-e99b-4931-a853-f9ce9c37cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.192577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-b3c9b4c1-e99b-4931-a853-f9ce9c37cb5c service neutron] 10.222.0.71 "GET /v2.0/networks?id=d8177606-8e02-4dcf-b260-237ee5f1e02f HTTP/1.1" status: 200 len: 913 time: 0.1102426 Feb 19 03:37:56.320362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-83d62ee6-cf4b-4e2d-aa65-03d08223b431 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9073329f-5c4c-4002-9dd2-84a3f70d0e36 HTTP/1.1" status: 200 len: 999 time: 0.0891237 Feb 19 03:37:56.414655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:29Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'fc4c967d-99e1-45a1-a454-6e4685de0da0', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'port_id': '9073329f-5c4c-4002-9dd2-84a3f70d0e36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'mac_address': 'fa:16:3e:1f:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:34:56Z', 'updated_at': '2022-02-19T03:37:52Z', 'revision_number': 1, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1eff678-faf0-4bbe-a8c6-37a1ff95dba3', 'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'mac_address': 'fa:16:3e:3f:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:27Z', 'updated_at': '2022-02-19T03:33:41Z', 'revision_number': 5, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'subnets': [{'id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:56.419753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:56.425946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b13d1984-cb44-4d27-8a17-3e2f36dc97b2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/ports/308535a7-ea45-48b8-98b2-1ab3a2d31f0a HTTP/1.1" status: 204 len: 168 time: 3.1801970 Feb 19 03:37:56.432365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58546) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:56.464557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-b8ea9a86-4c49-4616-ae24-80cff5396bef tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.464557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-b8ea9a86-4c49-4616-ae24-80cff5396bef tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8129535 Feb 19 03:37:56.497135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199529be-9f2f-409c-807e-6c061fe6cc42 None None] The sync data for ids ['04a2353a-6a40-4004-b896-e98ec2967c15'] in n-d-826756-2 is: [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:29Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'fc4c967d-99e1-45a1-a454-6e4685de0da0', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'port_id': '9073329f-5c4c-4002-9dd2-84a3f70d0e36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'mac_address': 'fa:16:3e:1f:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:34:56Z', 'updated_at': '2022-02-19T03:37:52Z', 'revision_number': 1, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1eff678-faf0-4bbe-a8c6-37a1ff95dba3', 'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'mac_address': 'fa:16:3e:3f:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:27Z', 'updated_at': '2022-02-19T03:33:41Z', 'revision_number': 5, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'subnets': [{'id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:56.541572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-76b9c71e-cf76-40ab-aee3-66ba82978d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.543173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-76b9c71e-cf76-40ab-aee3-66ba82978d14 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c27aede-4122-4f88-a32c-cfd05dfba8a5 HTTP/1.1" status: 200 len: 851 time: 0.2072897 Feb 19 03:37:56.551808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-8b1d3eab-0bd8-419e-96fa-2771d83ce0e9 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/quotas/d300826056314a2d8a64ed866e15724a HTTP/1.1" status: 200 len: 375 time: 0.0200539 Feb 19 03:37:56.658435 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-8b4e18c0-b3ae-486c-8ea7-304a5351fd35 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d300826056314a2d8a64ed866e15724a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952742 Feb 19 03:37:56.855490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-4afbe26b-3291-4804-9962-812ff442a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:56.860111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-4afbe26b-3291-4804-9962-812ff442a289 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d8177606-8e02-4dcf-b260-237ee5f1e02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3073533 Feb 19 03:37:57.033946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb5ea8c-5e33-43af-b07a-3ee865c666d9 None None] New status for floating IP fc4c967d-99e1-45a1-a454-6e4685de0da0: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:37:57.116036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:57.357234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:57.377976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 96b5cb89-bde1-490e-a14f-900dbf941493 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:57.378480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-c7cd54e3-6b26-401d-b34b-7e17e557fcf4 service neutron] 10.222.0.71 "GET /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076439 Feb 19 03:37:57.427082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 96b5cb89-bde1-490e-a14f-900dbf941493 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:57.427657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 96b5cb89-bde1-490e-a14f-900dbf941493 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:57.549024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54753b28-24ef-4c2e-8821-6f0bbbad6320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:57.766108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54753b28-24ef-4c2e-8821-6f0bbbad6320 admin admin] Publish callbacks [] for security_group (7d072b40-1aca-44d2-a79a-2ce81473427d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:57.777058 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54753b28-24ef-4c2e-8821-6f0bbbad6320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7d072b40-1aca-44d2-a79a-2ce81473427d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:57.834490 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-54753b28-24ef-4c2e-8821-6f0bbbad6320 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80500c88bbae42d4ae13bad615648de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7168639 Feb 19 03:37:57.839304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54753b28-24ef-4c2e-8821-6f0bbbad6320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d072b40-1aca-44d2-a79a-2ce81473427d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:57.863088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58570) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:58.070136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6df9456a-f6f0-4b54-9676-da70599a9f5f admin admin] Publish callbacks [] for security_group (7d072b40-1aca-44d2-a79a-2ce81473427d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.116664 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6df9456a-f6f0-4b54-9676-da70599a9f5f admin admin] Publish callbacks [] for security_group (7d072b40-1aca-44d2-a79a-2ce81473427d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.171020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061315-0cbc-4d00-977e-619c0d5e03db req-ad99be6e-1133-4fd8-b342-f96346d65ed8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:58.188576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061315-0cbc-4d00-977e-619c0d5e03db req-ad99be6e-1133-4fd8-b342-f96346d65ed8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:58.194704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061315-0cbc-4d00-977e-619c0d5e03db req-ad99be6e-1133-4fd8-b342-f96346d65ed8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:58.200215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061315-0cbc-4d00-977e-619c0d5e03db req-ad99be6e-1133-4fd8-b342-f96346d65ed8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:58.205725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061315-0cbc-4d00-977e-619c0d5e03db req-ad99be6e-1133-4fd8-b342-f96346d65ed8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:58.213305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061315-0cbc-4d00-977e-619c0d5e03db req-ad99be6e-1133-4fd8-b342-f96346d65ed8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:58.221380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061315-0cbc-4d00-977e-619c0d5e03db req-ad99be6e-1133-4fd8-b342-f96346d65ed8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:58.235041 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6df9456a-f6f0-4b54-9676-da70599a9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7d072b40-1aca-44d2-a79a-2ce81473427d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.237415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6df9456a-f6f0-4b54-9676-da70599a9f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.244177 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6df9456a-f6f0-4b54-9676-da70599a9f5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d072b40-1aca-44d2-a79a-2ce81473427d HTTP/1.1" status: 204 len: 168 time: 0.3792942 Feb 19 03:37:58.252353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab061315-0cbc-4d00-977e-619c0d5e03db req-ad99be6e-1133-4fd8-b342-f96346d65ed8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 1.1861742 Feb 19 03:37:58.299353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9456a-f6f0-4b54-9676-da70599a9f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d072b40-1aca-44d2-a79a-2ce81473427d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:58.401595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] Deleting port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:58.401973 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.457263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e62b7944-ee1b-44f2-800f-ec46b458a410 req-7d11efd9-f306-4491-9e99-a3084a5299ff tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 210 time: 0.0704067 Feb 19 03:37:58.540691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b8bc2af-8926-48af-8d70-b2603d6b9be3 req-ffb079a5-f7ba-440c-88ba-f814dfbfa2c2 service neutron] 10.222.0.71 "GET /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1209416 Feb 19 03:37:58.623611 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] For port 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95,segment=NetworkSegment(7961e613-a271-452d-8baf-86f516b04546),segment_id=7961e613-a271-452d-8baf-86f516b04546)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:58.624888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.658164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] Calling delete_port for 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:58.925826 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (172abe07-2b5e-4d08-b150-7d35268ead52), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.967677 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.032506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:59.036527 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-8ae5f3b5-7490-4a58-b422-f52e3b97a10c tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d300826056314a2d8a64ed866e15724a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741699 Feb 19 03:37:59.640393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a1c6009-2ac7-46a0-8603-584c79699d79 req-e6fd24b8-daf2-41a7-9244-5071dd79425e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 210 time: 0.0569406 Feb 19 03:37:59.678511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port 84ca9c8c-67d4-468a-a5fd-a641e72de152 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:59.679010 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (84ca9c8c-67d4-468a-a5fd-a641e72de152), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.692725 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-d506033a-0d2c-4093-a3be-bea2b0b8d52b tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:59.694407 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-d506033a-0d2c-4093-a3be-bea2b0b8d52b tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6505778 Feb 19 03:37:59.742909 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Request body: {'port': {'device_id': '3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': 'd300826056314a2d8a64ed866e15724a'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:59.786368 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.797399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (84ca9c8c-67d4-468a-a5fd-a641e72de152), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.817115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for 84ca9c8c-67d4-468a-a5fd-a641e72de152 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:00.013010 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Made reservation on behalf of d300826056314a2d8a64ed866e15724a for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:00.016501 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:00.062124 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:00.113815 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (84ca9c8c-67d4-468a-a5fd-a641e72de152), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:00.147673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=84ca9c8c-67d4-468a-a5fd-a641e72de152,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:00.291641 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks [] for security_group (89e2a640-e013-4027-a77d-3529dcdabef4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:00.302676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (89e2a640-e013-4027-a77d-3529dcdabef4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:00.398742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] Router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:38:00.452330 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (172abe07-2b5e-4d08-b150-7d35268ead52), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:00.469767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e2a640-e013-4027-a77d-3529dcdabef4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:00.531588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.531996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.532347 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.532825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.533516 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.533961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.534353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.534555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.534887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.535218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.535552 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.535982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.536319 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:00.670174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Allocated IP 192.168.233.116 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/f8af949c-c9a5-4d6c-9ca3-737555e003ac) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:00.761350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:38:00.767090 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3b282371-b21f-4249-a0a0-ca18ee74fcd5 admin admin] 10.222.0.42 "PUT /v2.0/routers/7f6a8c8f-6698-4b60-bfae-38eff3e829bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8134999 Feb 19 03:38:00.770121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58628) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:00.775015 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] Sync routers for ids ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:38:00.797821 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] Routers {'7f6a8c8f-6698-4b60-bfae-38eff3e829bb'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:00.800009 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:00.866823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 172abe07-2b5e-4d08-b150-7d35268ead52 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:38:01.012556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fadf1b13-aa38-478b-83da-ce7c41f15d8a req-0e88b46f-9aab-4ec8-b776-894168a50081 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 210 time: 0.1431410 Feb 19 03:38:01.025896 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] Set router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:01.067220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Publish callbacks [] for router (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:01.119740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:38:01.130410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b7e1c1bf-9c63-41f1-80ef-3a3fa1eb34dc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "PUT /v2.0/routers/172abe07-2b5e-4d08-b150-7d35268ead52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6969941 Feb 19 03:38:01.131468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58630) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:01.132560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af1a5b-4b75-4c41-8ad6-d20e4c8ff25e None None] Sync routers for ids ['172abe07-2b5e-4d08-b150-7d35268ead52'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:38:01.142167 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks [] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:01.152173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af1a5b-4b75-4c41-8ad6-d20e4c8ff25e None None] Routers {'172abe07-2b5e-4d08-b150-7d35268ead52'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:01.152819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-80af1a5b-4b75-4c41-8ad6-d20e4c8ff25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['172abe07-2b5e-4d08-b150-7d35268ead52'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:01.263397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-80af1a5b-4b75-4c41-8ad6-d20e4c8ff25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:01.283147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af1a5b-4b75-4c41-8ad6-d20e4c8ff25e None None] Routers {'172abe07-2b5e-4d08-b150-7d35268ead52'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:01.283784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-80af1a5b-4b75-4c41-8ad6-d20e4c8ff25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['172abe07-2b5e-4d08-b150-7d35268ead52'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:01.333646 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router (172abe07-2b5e-4d08-b150-7d35268ead52), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:01.363147 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-router', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:47Z', 'updated_at': '2022-02-19T03:37:58Z', 'revision_number': 5, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'gw_port': {'id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:50Z', 'updated_at': '2022-02-19T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:01.367934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-80af1a5b-4b75-4c41-8ad6-d20e4c8ff25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:01.369248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af1a5b-4b75-4c41-8ad6-d20e4c8ff25e None None] The sync data for ids ['172abe07-2b5e-4d08-b150-7d35268ead52'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:38:01.443292 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] Checking router: 7f6a8c8f-6698-4b60-bfae-38eff3e829bb for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:38:01.455232 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] Routers {'7f6a8c8f-6698-4b60-bfae-38eff3e829bb'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:01.455862 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:37:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:01.557008 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_gateway (172abe07-2b5e-4d08-b150-7d35268ead52), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:01.606795 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] Set router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:01.675231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port fbdfbac9-45dd-41eb-993b-c08399324aeb {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:01.675832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fbdfbac9-45dd-41eb-993b-c08399324aeb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:01.838483 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:01.848423 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Publish callbacks [] for router_gateway (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:01.885519 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fbdfbac9-45dd-41eb-993b-c08399324aeb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:01.919656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for fbdfbac9-45dd-41eb-993b-c08399324aeb owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:01.935096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:01.968086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Pushing event updated for resources: {'Port': ['ID=f8af949c-c9a5-4d6c-9ca3-737555e003ac,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:01.981051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:01.997061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:02.031524 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-router', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:47Z', 'updated_at': '2022-02-19T03:37:58Z', 'revision_number': 5, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'gw_port': {'id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:50Z', 'updated_at': '2022-02-19T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:02.101376 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a7499-be8f-4f73-b150-3c2ef62bf10d None None] The sync data for ids ['7f6a8c8f-6698-4b60-bfae-38eff3e829bb'] in n-d-826756-2 is: [{'id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1754918656-router', 'tenant_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:47Z', 'updated_at': '2022-02-19T03:37:58Z', 'revision_number': 5, 'project_id': 'edbeaf4a5f2d429f95172d1d564c97ad', 'gw_port': {'id': 'f36e511a-3680-4e9e-bb8c-08e7fc9e23f7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6a8c8f-6698-4b60-bfae-38eff3e829bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:50Z', 'updated_at': '2022-02-19T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:38:02.126575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:02.127485 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.142288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Deleting port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:02.143037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.246881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] For port f36e511a-3680-4e9e-bb8c-08e7fc9e23f7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f36e511a-3680-4e9e-bb8c-08e7fc9e23f7,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:02.247245 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.262519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Calling delete_port for f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:02.355976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd9c9e-5ae2-4b0a-a76c-7bccb9b61883 req-6764f9fb-0509-48af-ae65-eb2ae43b0b55 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:02.374450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9fd9c9e-5ae2-4b0a-a76c-7bccb9b61883 req-6764f9fb-0509-48af-ae65-eb2ae43b0b55 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 936 time: 0.1815240 Feb 19 03:38:02.473345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9fd9c9e-5ae2-4b0a-a76c-7bccb9b61883 req-5a9536ee-c47b-4ae9-8e82-512f68a37824 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948012 Feb 19 03:38:02.491372 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (fbdfbac9-45dd-41eb-993b-c08399324aeb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.527427 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-563db5bd-9d1a-47d7-83d2-5c5fa9ac7474 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7909727 Feb 19 03:38:02.549420 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Request body: {'port': {'device_id': '3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:02.553657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=fbdfbac9-45dd-41eb-993b-c08399324aeb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:02.610208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-460d5e57-98a2-4d64-8892-75506a7ef2a9 None None] Provisioning complete for port f8af949c-c9a5-4d6c-9ca3-737555e003ac triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:02.611622 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-460d5e57-98a2-4d64-8892-75506a7ef2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.670961 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (172abe07-2b5e-4d08-b150-7d35268ead52), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.679933 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f36e511a-3680-4e9e-bb8c-08e7fc9e23f7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.700253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-460d5e57-98a2-4d64-8892-75506a7ef2a9 None None] Port f8af949c-c9a5-4d6c-9ca3-737555e003ac cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:38:02.748800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36e511a-3680-4e9e-bb8c-08e7fc9e23f7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:02.789468 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.831331 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (172abe07-2b5e-4d08-b150-7d35268ead52), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.834015 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_controller (172abe07-2b5e-4d08-b150-7d35268ead52), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.890757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (172abe07-2b5e-4d08-b150-7d35268ead52), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.891632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Fanout notify agent at l3_agent the message router_deleted on router 172abe07-2b5e-4d08-b150-7d35268ead52 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:38:02.901877 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.903789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c26e40a6-d79a-4c09-bcec-6f1aecb5c49b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/routers/172abe07-2b5e-4d08-b150-7d35268ead52 HTTP/1.1" status: 204 len: 168 time: 1.7700310 Feb 19 03:38:02.906680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58644) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:02.922292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:02.986315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-39aefeec-16bb-4f1e-86b5-d66104076c4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting subnet bd1fe7eb-127c-4c43-a456-f7958bc1ac35 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:38:02.990615 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39aefeec-16bb-4f1e-86b5-d66104076c4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for subnet (bd1fe7eb-127c-4c43-a456-f7958bc1ac35), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.040930 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39aefeec-16bb-4f1e-86b5-d66104076c4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (bd1fe7eb-127c-4c43-a456-f7958bc1ac35), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.081727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.086140 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Publish callbacks [] for router_controller (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.152258 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39aefeec-16bb-4f1e-86b5-d66104076c4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (bd1fe7eb-127c-4c43-a456-f7958bc1ac35), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.182868 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (7f6a8c8f-6698-4b60-bfae-38eff3e829bb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.183400 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6a8c8f-6698-4b60-bfae-38eff3e829bb {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:38:03.189346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.192946 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9bf6e079-d1fe-47f7-8c97-13ce96e0d1b6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7f6a8c8f-6698-4b60-bfae-38eff3e829bb HTTP/1.1" status: 204 len: 168 time: 2.4197707 Feb 19 03:38:03.193267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:03.265237 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39aefeec-16bb-4f1e-86b5-d66104076c4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (bd1fe7eb-127c-4c43-a456-f7958bc1ac35), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.301493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67ef35e-dfed-41da-a87a-636ec81bd2fb admin admin] Deleting subnet 56c8ffa0-d6ad-46fb-b441-221d152b4bf7 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:38:03.303119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aefeec-16bb-4f1e-86b5-d66104076c4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1fe7eb-127c-4c43-a456-f7958bc1ac35,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:03.308160 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c67ef35e-dfed-41da-a87a-636ec81bd2fb admin admin] Publish callbacks [] for subnet (56c8ffa0-d6ad-46fb-b441-221d152b4bf7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.310361 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39aefeec-16bb-4f1e-86b5-d66104076c4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.325916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-39aefeec-16bb-4f1e-86b5-d66104076c4c tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/subnets/bd1fe7eb-127c-4c43-a456-f7958bc1ac35 HTTP/1.1" status: 204 len: 168 time: 0.4168100 Feb 19 03:38:03.329152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac7e1fa-2033-45fb-9bab-d651f90c29f2 None None] Network 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:03.329783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58648) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:03.411719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c67ef35e-dfed-41da-a87a-636ec81bd2fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (56c8ffa0-d6ad-46fb-b441-221d152b4bf7), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.450273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:03.484084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8af949c-c9a5-4d6c-9ca3-737555e003ac {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:03.513508 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Publish callbacks [] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.542972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Transition to ACTIVE for port object f8af949c-c9a5-4d6c-9ca3-737555e003ac will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:38:03.577937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:03.579885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9bd8a6cd-a2ab-45ee-84c3-6ba2a25aca95 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:03.609073 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (96b3e623-24a8-45ca-a8a8-63db6a0fdcc5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.636738 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c67ef35e-dfed-41da-a87a-636ec81bd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (56c8ffa0-d6ad-46fb-b441-221d152b4bf7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.669994 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.689876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c24300-f538-46c0-8a51-856648c24ac4 req-03b1017e-ca39-40cd-8ec0-f97b2b28c6eb tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:03.691445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5c24300-f538-46c0-8a51-856648c24ac4 req-03b1017e-ca39-40cd-8ec0-f97b2b28c6eb tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 948 time: 0.1157539 Feb 19 03:38:03.722702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port 2bbc90e1-734c-401e-ae00-c51532289b35 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:03.724346 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.772689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Pushing event updated for resources: {'Port': ['ID=f8af949c-c9a5-4d6c-9ca3-737555e003ac,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:03.839384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5c24300-f538-46c0-8a51-856648c24ac4 req-cae0d7ac-90c7-4df2-8d1c-8316b2855238 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225438 Feb 19 03:38:03.848414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63814101-328a-4948-bfe7-7c194b845dc5 None None] DHCP port deletion for 96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:38:03.887686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] For port 2bbc90e1-734c-401e-ae00-c51532289b35, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2bbc90e1-734c-401e-ae00-c51532289b35,segment=NetworkSegment(d3ca118e-d5c5-47e5-a4df-f683d5be6d7c),segment_id=d3ca118e-d5c5-47e5-a4df-f683d5be6d7c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:03.888167 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.924568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for 2bbc90e1-734c-401e-ae00-c51532289b35 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:03.941027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c67ef35e-dfed-41da-a87a-636ec81bd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (56c8ffa0-d6ad-46fb-b441-221d152b4bf7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.973150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c67ef35e-dfed-41da-a87a-636ec81bd2fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.982677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ac3061-241a-453c-b459-21f3f6f9a3ad None None] Network 31f9d4f3-fd84-4f48-b162-edc2911da0a1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:03.986069 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c67ef35e-dfed-41da-a87a-636ec81bd2fb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/56c8ffa0-d6ad-46fb-b441-221d152b4bf7 HTTP/1.1" status: 204 len: 168 time: 0.7916119 Feb 19 03:38:04.048678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58660) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:04.066487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ef35e-dfed-41da-a87a-636ec81bd2fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c8ffa0-d6ad-46fb-b441-221d152b4bf7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:04.103065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Attempting to bind port f8af949c-c9a5-4d6c-9ca3-737555e003ac on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:38:04.103494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Attempting to bind port f8af949c-c9a5-4d6c-9ca3-737555e003ac by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:38:04.103902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Attempting to bind port f8af949c-c9a5-4d6c-9ca3-737555e003ac on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:04.128934 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Port f8af949c-c9a5-4d6c-9ca3-737555e003ac on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:38:04.129332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Attempting to bind port f8af949c-c9a5-4d6c-9ca3-737555e003ac on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:04.147596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:38:04.147942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:04.148330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:38:04.148777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Bound port: f8af949c-c9a5-4d6c-9ca3-737555e003ac, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:38:04.149141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.182327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-63814101-328a-4948-bfe7-7c194b845dc5 None None] Deleting port 2bbc90e1-734c-401e-ae00-c51532289b35 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:04.182956 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-63814101-328a-4948-bfe7-7c194b845dc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.214132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (31f9d4f3-fd84-4f48-b162-edc2911da0a1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.299318 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.331427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] For port f8af949c-c9a5-4d6c-9ca3-737555e003ac, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:38:04.338919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] For port f8af949c-c9a5-4d6c-9ca3-737555e003ac, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f8af949c-c9a5-4d6c-9ca3-737555e003ac,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:38:04.351760 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.354217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-63814101-328a-4948-bfe7-7c194b845dc5 None None] For port 2bbc90e1-734c-401e-ae00-c51532289b35, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2bbc90e1-734c-401e-ae00-c51532289b35,segment=NetworkSegment(d3ca118e-d5c5-47e5-a4df-f683d5be6d7c),segment_id=d3ca118e-d5c5-47e5-a4df-f683d5be6d7c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:04.355649 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-63814101-328a-4948-bfe7-7c194b845dc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.386185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-63814101-328a-4948-bfe7-7c194b845dc5 None None] Calling delete_port for 2bbc90e1-734c-401e-ae00-c51532289b35 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:04.406858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:04.407616 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.409651 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] 10.222.0.37 "PUT /v2.0/ports/f8af949c-c9a5-4d6c-9ca3-737555e003ac HTTP/1.1" status: 200 len: 1096 time: 1.8648877 Feb 19 03:38:04.410223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea', 'tag': 'f8af949c-c9a5-4d6c-9ca3-737555e003ac'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:04.413951 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7593f7fc-0390-476c-9bf2-06ee08649952" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea", "tag": "f8af949c-c9a5-4d6c-9ca3-737555e003ac"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:04.472500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=2bbc90e1-734c-401e-ae00-c51532289b35,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:04.498508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02512a-2ab3-4692-b412-2532072bd2af service neutron] Pushing event updated for resources: {'Port': ['ID=f8af949c-c9a5-4d6c-9ca3-737555e003ac,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:04.533877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7624bd-5b68-4c83-965b-1fe5ba0e73e0 None None] DHCP port deletion for 31f9d4f3-fd84-4f48-b162-edc2911da0a1 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:38:04.534339 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17347b5-17ca-4974-9e33-4c83f8dd0e4d x-openstack-request-id: req-e17347b5-17ca-4974-9e33-4c83f8dd0e4d {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:04.535530 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea", "tag": "f8af949c-c9a5-4d6c-9ca3-737555e003ac", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:04.535867 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e17347b5-17ca-4974-9e33-4c83f8dd0e4d {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:04.539731 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea', 'tag': 'f8af949c-c9a5-4d6c-9ca3-737555e003ac', 'status': 'completed', 'code': 200} Feb 19 03:38:04.560649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] No DVR routers for this DVR port 2bbc90e1-734c-401e-ae00-c51532289b35 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:04.645787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Deleting port f022facd-8cbb-4ff6-9e48-e609ffb2d267 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:04.647440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.659182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-4cd323f6-ef3e-4bb7-a05e-d286c06167bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:04.660841 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-4cd323f6-ef3e-4bb7-a05e-d286c06167bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d300826056314a2d8a64ed866e15724a&device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 1130 time: 0.1163290 Feb 19 03:38:04.729810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6d7624bd-5b68-4c83-965b-1fe5ba0e73e0 None None] Deleting port f022facd-8cbb-4ff6-9e48-e609ffb2d267 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:04.730854 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6d7624bd-5b68-4c83-965b-1fe5ba0e73e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.751815 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-f95fa8dd-acd6-4234-8cb8-7dc30c248a65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f8af949c-c9a5-4d6c-9ca3-737555e003ac HTTP/1.1" status: 200 len: 217 time: 0.0765662 Feb 19 03:38:04.776353 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-63814101-328a-4948-bfe7-7c194b845dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (2bbc90e1-734c-401e-ae00-c51532289b35), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.822329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63814101-328a-4948-bfe7-7c194b845dc5 None None] No DVR routers for this DVR port 2bbc90e1-734c-401e-ae00-c51532289b35 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:04.831285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63814101-328a-4948-bfe7-7c194b845dc5 None None] Pushing event deleted for resources: {'Port': ['ID=2bbc90e1-734c-401e-ae00-c51532289b35,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:04.908936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-21611810-aecc-4951-8989-0baa99226d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:04.910680 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-21611810-aecc-4951-8989-0baa99226d02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1520360 Feb 19 03:38:04.915576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6d7624bd-5b68-4c83-965b-1fe5ba0e73e0 None None] For port f022facd-8cbb-4ff6-9e48-e609ffb2d267, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f022facd-8cbb-4ff6-9e48-e609ffb2d267,segment=NetworkSegment(7961e613-a271-452d-8baf-86f516b04546),segment_id=7961e613-a271-452d-8baf-86f516b04546)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:04.923549 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6d7624bd-5b68-4c83-965b-1fe5ba0e73e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:04.960478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6d7624bd-5b68-4c83-965b-1fe5ba0e73e0 None None] Calling delete_port for f022facd-8cbb-4ff6-9e48-e609ffb2d267 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:05.068540 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6d7624bd-5b68-4c83-965b-1fe5ba0e73e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.082810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-01b488b9-ee1f-4a94-9d7e-03ef48274bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:05.094995 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-01b488b9-ee1f-4a94-9d7e-03ef48274bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1734049 Feb 19 03:38:05.103066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7624bd-5b68-4c83-965b-1fe5ba0e73e0 None None] Pushing event deleted for resources: {'Port': ['ID=f022facd-8cbb-4ff6-9e48-e609ffb2d267,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:05.113306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7624bd-5b68-4c83-965b-1fe5ba0e73e0 None None] No DVR routers for this DVR port f022facd-8cbb-4ff6-9e48-e609ffb2d267 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:05.295928 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-a5707cf6-eed3-42bf-b2c8-5c70492153fe service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945856 Feb 19 03:38:05.359266 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (96b3e623-24a8-45ca-a8a8-63db6a0fdcc5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.386857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2bbc90e1-734c-401e-ae00-c51532289b35 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:05.417561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] For port f022facd-8cbb-4ff6-9e48-e609ffb2d267, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f022facd-8cbb-4ff6-9e48-e609ffb2d267,segment=NetworkSegment(7961e613-a271-452d-8baf-86f516b04546),segment_id=7961e613-a271-452d-8baf-86f516b04546)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:05.418296 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.449436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b3e623-24a8-45ca-a8a8-63db6a0fdcc5']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:05.451715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Calling delete_port for f022facd-8cbb-4ff6-9e48-e609ffb2d267 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:05.454660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2bbc90e1-734c-401e-ae00-c51532289b35 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:05.458950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2bbc90e1-734c-401e-ae00-c51532289b35 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:05.462912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:05.477611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ca118e-d5c5-47e5-a4df-f683d5be6d7c') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:05.477611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ca118e-d5c5-47e5-a4df-f683d5be6d7c') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:05.484700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7eaf08-d0d7-4c0f-9a28-3b031fe3557d req-51dd2fb5-c86a-4bdb-89cf-a4d0c048bd48 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:05.486161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb7eaf08-d0d7-4c0f-9a28-3b031fe3557d req-51dd2fb5-c86a-4bdb-89cf-a4d0c048bd48 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 948 time: 0.1778576 Feb 19 03:38:05.537426 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (d3ca118e-d5c5-47e5-a4df-f683d5be6d7c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.544598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:05.544946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f36e511a-3680-4e9e-bb8c-08e7fc9e23f7 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:05.551123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f022facd-8cbb-4ff6-9e48-e609ffb2d267 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:05.558319 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-35ddb6c0-91b6-4d58-80b5-09e7027430cd req-5553dc0e-6b69-4b49-8e28-7a7f9a8cc488 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559960 Feb 19 03:38:05.598718 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d3ca118e-d5c5-47e5-a4df-f683d5be6d7c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.624158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:38:05.624852 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (d3ca118e-d5c5-47e5-a4df-f683d5be6d7c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:38:05.629237 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:38:05.640628 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f022facd-8cbb-4ff6-9e48-e609ffb2d267 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:05.642951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f022facd-8cbb-4ff6-9e48-e609ffb2d267 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:05.648888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb7eaf08-d0d7-4c0f-9a28-3b031fe3557d req-0d135b24-114f-4337-b985-4486f671e508 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544816 Feb 19 03:38:05.719037 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f022facd-8cbb-4ff6-9e48-e609ffb2d267), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.734498 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (96b3e623-24a8-45ca-a8a8-63db6a0fdcc5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.759352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] No DVR routers for this DVR port f022facd-8cbb-4ff6-9e48-e609ffb2d267 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:05.761710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.765187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/networks/96b3e623-24a8-45ca-a8a8-63db6a0fdcc5 HTTP/1.1" status: 204 len: 168 time: 2.4317908 Feb 19 03:38:05.772314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Pushing event deleted for resources: {'Port': ['ID=f022facd-8cbb-4ff6-9e48-e609ffb2d267,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:05.773060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58674) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:05.865864 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (31f9d4f3-fd84-4f48-b162-edc2911da0a1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.898797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f9d4f3-fd84-4f48-b162-edc2911da0a1']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:05.911211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7961e613-a271-452d-8baf-86f516b04546') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:05.911504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7961e613-a271-452d-8baf-86f516b04546') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:05.923200 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (7961e613-a271-452d-8baf-86f516b04546), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.927366 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-b2dc3c6f-919b-4523-8206-9bf9a1720027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:05.929206 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-b2dc3c6f-919b-4523-8206-9bf9a1720027 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d300826056314a2d8a64ed866e15724a&device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 1130 time: 0.2172334 Feb 19 03:38:05.932048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca9a73-f1bf-44d5-802b-10031abab121 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Network': ['ID=96b3e623-24a8-45ca-a8a8-63db6a0fdcc5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:05.939522 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7961e613-a271-452d-8baf-86f516b04546), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.948886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:38:05.949648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (7961e613-a271-452d-8baf-86f516b04546), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:38:06.019920 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:38:06.025307 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (31f9d4f3-fd84-4f48-b162-edc2911da0a1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.044455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.049770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-c8f74a6c-064d-49a0-a410-253126c9244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:06.051509 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-c8f74a6c-064d-49a0-a410-253126c9244e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1119015 Feb 19 03:38:06.054895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] 10.222.0.42 "DELETE /v2.0/networks/31f9d4f3-fd84-4f48-b162-edc2911da0a1 HTTP/1.1" status: 204 len: 168 time: 2.0048354 Feb 19 03:38:06.098634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b04ab6-ba05-4c8d-a88e-643e81d64cea admin admin] Pushing event deleted for resources: {'Network': ['ID=31f9d4f3-fd84-4f48-b162-edc2911da0a1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:06.122175 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-2ff0f15e-5580-406f-8a32-535411aaff02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f8af949c-c9a5-4d6c-9ca3-737555e003ac HTTP/1.1" status: 200 len: 217 time: 0.0568793 Feb 19 03:38:06.124974 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b600e411-b22f-478c-ae0a-11991c83d034 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port 9f62c374-7dff-45f6-86e3-89a0397af9af {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:06.125499 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b600e411-b22f-478c-ae0a-11991c83d034 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9f62c374-7dff-45f6-86e3-89a0397af9af), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.201295 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.248779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-c4c62fd5-0f30-4669-807f-aff115293f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:06.250718 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-c4c62fd5-0f30-4669-807f-aff115293f25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1212764 Feb 19 03:38:06.311749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b600e411-b22f-478c-ae0a-11991c83d034 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9f62c374-7dff-45f6-86e3-89a0397af9af), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.312377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b600e411-b22f-478c-ae0a-11991c83d034 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (9f62c374-7dff-45f6-86e3-89a0397af9af), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.329866 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b600e411-b22f-478c-ae0a-11991c83d034 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for 9f62c374-7dff-45f6-86e3-89a0397af9af owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:06.371238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-17485fb8-58af-4f89-b66a-7132baab4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:06.373116 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-17485fb8-58af-4f89-b66a-7132baab4689 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1122830 Feb 19 03:38:06.377568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58680) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:06.509920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-209652d8-0a2b-4468-b649-476af02f9b93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c06f8e719c8143abad585d87e567c88b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308696 Feb 19 03:38:06.512262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58682) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:06.564514 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-63ae20d6-0fdb-4bfe-843a-2828a02511de service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776471 Feb 19 03:38:06.645765 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0881c863-7e7a-4837-8705-9f112d796393 admin admin] Publish callbacks [] for security_group (da694d19-8692-4133-a265-d50fe0163cd5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.674427 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0881c863-7e7a-4837-8705-9f112d796393 admin admin] Publish callbacks [] for security_group (da694d19-8692-4133-a265-d50fe0163cd5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.730509 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0881c863-7e7a-4837-8705-9f112d796393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (da694d19-8692-4133-a265-d50fe0163cd5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.734490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b600e411-b22f-478c-ae0a-11991c83d034 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (9f62c374-7dff-45f6-86e3-89a0397af9af), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.737725 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0881c863-7e7a-4837-8705-9f112d796393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.740125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0881c863-7e7a-4837-8705-9f112d796393 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da694d19-8692-4133-a265-d50fe0163cd5 HTTP/1.1" status: 204 len: 168 time: 0.2261169 Feb 19 03:38:06.753089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881c863-7e7a-4837-8705-9f112d796393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da694d19-8692-4133-a265-d50fe0163cd5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:06.859239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600e411-b22f-478c-ae0a-11991c83d034 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=9f62c374-7dff-45f6-86e3-89a0397af9af,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:06.864971 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7593f7fc-0390-476c-9bf2-06ee08649952 req-7a527cba-0f39-416b-9bc0-abb0734a139e service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939036 Feb 19 03:38:06.913373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8effdff-db36-4f31-ad83-6c56db4862b1 req-9d6f32db-f998-4af9-8c4d-df5b3d1ace85 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:06.924642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8effdff-db36-4f31-ad83-6c56db4862b1 req-9d6f32db-f998-4af9-8c4d-df5b3d1ace85 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 948 time: 0.1006362 Feb 19 03:38:06.951167 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b600e411-b22f-478c-ae0a-11991c83d034 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for floatingip (0a3be9b7-afea-4689-b48a-5678fa244c4a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.954692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b600e411-b22f-478c-ae0a-11991c83d034 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.955891 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b600e411-b22f-478c-ae0a-11991c83d034 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/floatingips/0a3be9b7-afea-4689-b48a-5678fa244c4a HTTP/1.1" status: 204 len: 168 time: 1.1817076 Feb 19 03:38:06.960735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58692) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.013872 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3256ae6-af44-475e-92aa-4b7196d955f0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] DELETE failed (client error): The resource could not be found. Feb 19 03:38:07.014396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3256ae6-af44-475e-92aa-4b7196d955f0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:38:07.017689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f3256ae6-af44-475e-92aa-4b7196d955f0 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/ports/308535a7-ea45-48b8-98b2-1ab3a2d31f0a HTTP/1.1" status: 404 len: 333 time: 0.0558736 Feb 19 03:38:07.020444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58694) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.033098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8effdff-db36-4f31-ad83-6c56db4862b1 req-1cf41442-7c3b-43a2-bba8-1190ace12394 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073105 Feb 19 03:38:07.056988 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-86e8d854-2781-462e-890e-9e8ddb7ba21b tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "GET /v2.0/ports?device_id=172abe07-2b5e-4d08-b150-7d35268ead52 HTTP/1.1" status: 200 len: 205 time: 0.0352674 Feb 19 03:38:07.059293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58696) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.109091 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-894a99c0-0db2-490a-86b6-9be16dfab09d tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] delete failed (client error): The resource could not be found. Feb 19 03:38:07.110218 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-894a99c0-0db2-490a-86b6-9be16dfab09d tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/routers/172abe07-2b5e-4d08-b150-7d35268ead52 HTTP/1.1" status: 404 len: 336 time: 0.0493515 Feb 19 03:38:07.113062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58698) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.150109 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-799a64c5-0a85-48f1-a577-d2a6c5f54aac tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] DELETE failed (client error): The resource could not be found. Feb 19 03:38:07.150648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799a64c5-0a85-48f1-a577-d2a6c5f54aac tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:38:07.169735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-799a64c5-0a85-48f1-a577-d2a6c5f54aac tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/subnets/bd1fe7eb-127c-4c43-a456-f7958bc1ac35 HTTP/1.1" status: 404 len: 337 time: 0.0528128 Feb 19 03:38:07.170063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58702) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.334970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d2851e36-22cf-4d2f-a173-98a57e809a27 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port 6c112749-826e-481f-b564-94f5ed6cefe3 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:07.335770 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2851e36-22cf-4d2f-a173-98a57e809a27 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6c112749-826e-481f-b564-94f5ed6cefe3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.500567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2851e36-22cf-4d2f-a173-98a57e809a27 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6c112749-826e-481f-b564-94f5ed6cefe3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.539443 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d2851e36-22cf-4d2f-a173-98a57e809a27 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for 6c112749-826e-481f-b564-94f5ed6cefe3 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:07.588709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58706) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.716349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-09c320d5-6c96-4f32-beaa-009f7675075a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=edbeaf4a5f2d429f95172d1d564c97ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1221292 Feb 19 03:38:07.716983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58710) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.762160 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2851e36-22cf-4d2f-a173-98a57e809a27 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6c112749-826e-481f-b564-94f5ed6cefe3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.822133 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-075f65e9-1d98-42b9-a32e-051b696bf8de admin admin] Publish callbacks [] for security_group (fe263dce-a4b4-49d9-bf19-7afbbd0d0caa), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.830808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2851e36-22cf-4d2f-a173-98a57e809a27 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=6c112749-826e-481f-b564-94f5ed6cefe3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:07.860251 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-075f65e9-1d98-42b9-a32e-051b696bf8de admin admin] Publish callbacks [] for security_group (fe263dce-a4b4-49d9-bf19-7afbbd0d0caa), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.928509 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2851e36-22cf-4d2f-a173-98a57e809a27 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.932699 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-075f65e9-1d98-42b9-a32e-051b696bf8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (fe263dce-a4b4-49d9-bf19-7afbbd0d0caa), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.937601 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d2851e36-22cf-4d2f-a173-98a57e809a27 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/ports/6c112749-826e-481f-b564-94f5ed6cefe3 HTTP/1.1" status: 204 len: 168 time: 0.7639987 Feb 19 03:38:07.937776 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-075f65e9-1d98-42b9-a32e-051b696bf8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.937776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-075f65e9-1d98-42b9-a32e-051b696bf8de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe263dce-a4b4-49d9-bf19-7afbbd0d0caa HTTP/1.1" status: 204 len: 168 time: 0.2188807 Feb 19 03:38:07.938172 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.950127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f65e9-1d98-42b9-a32e-051b696bf8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe263dce-a4b4-49d9-bf19-7afbbd0d0caa,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:08.053505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ff58312a-0c8e-4244-b209-0988f5fc448d tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port ff3e203b-9e34-4924-9b8d-e0372c4cc67f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:08.053882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff58312a-0c8e-4244-b209-0988f5fc448d tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ff3e203b-9e34-4924-9b8d-e0372c4cc67f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:08.167929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff58312a-0c8e-4244-b209-0988f5fc448d tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ff3e203b-9e34-4924-9b8d-e0372c4cc67f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:08.188604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9e0ba-f97b-453d-9f5f-e01c71ec900b req-8be526ad-1766-43bf-b901-67de8474ca40 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:08.190334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8fb9e0ba-f97b-453d-9f5f-e01c71ec900b req-8be526ad-1766-43bf-b901-67de8474ca40 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 948 time: 0.0709238 Feb 19 03:38:08.198163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ff58312a-0c8e-4244-b209-0988f5fc448d tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for ff3e203b-9e34-4924-9b8d-e0372c4cc67f owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:08.256473 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc63e-4ad1-4d37-8b4e-156874254bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:08.294181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8fb9e0ba-f97b-453d-9f5f-e01c71ec900b req-731017bf-6903-437d-8aaf-07cdcb8172ac tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975413 Feb 19 03:38:08.434322 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff58312a-0c8e-4244-b209-0988f5fc448d tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ff3e203b-9e34-4924-9b8d-e0372c4cc67f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:08.472997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58312a-0c8e-4244-b209-0988f5fc448d tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=ff3e203b-9e34-4924-9b8d-e0372c4cc67f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:08.612099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff58312a-0c8e-4244-b209-0988f5fc448d tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:08.616968 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ff58312a-0c8e-4244-b209-0988f5fc448d tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/ports/ff3e203b-9e34-4924-9b8d-e0372c4cc67f HTTP/1.1" status: 204 len: 168 time: 0.6777861 Feb 19 03:38:08.619902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58736) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:08.682575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a39d0c-9106-4407-b25c-4c1c2ae947bc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:08.684423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-21a39d0c-9106-4407-b25c-4c1c2ae947bc tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "GET /v2.0/ports?device_id=9743019d-0c71-4fa8-9fc4-e4b946122bb2 HTTP/1.1" status: 200 len: 913 time: 0.0634151 Feb 19 03:38:08.687062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58740) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:09.146774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58750) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:09.288765 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1550883348-network', 'tenant_id': '4f63a4406629492a8e8548d0905e91bb'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:09.317341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Made reservation on behalf of 4f63a4406629492a8e8548d0905e91bb for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:09.318670 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (9743019d-0c71-4fa8-9fc4-e4b946122bb2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.324921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.353659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f8af949c-c9a5-4d6c-9ca3-737555e003ac details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:38:09.356071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.525186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f8af949c-c9a5-4d6c-9ca3-737555e003ac, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f8af949c-c9a5-4d6c-9ca3-737555e003ac,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:09.526324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Publish callbacks [] for security_group (ffb1ad67-2863-4d0b-a6ab-361a90f9e41c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.531765 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ffb1ad67-2863-4d0b-a6ab-361a90f9e41c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.540671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'f8af949c-c9a5-4d6c-9ca3-737555e003ac', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': 'f8af949c-c9a5-4d6c-9ca3-737555e003ac', 'mac_address': 'fa:16:3e:ea:b9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:38:09.597635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:38:09.598334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f8af949c-c9a5-4d6c-9ca3-737555e003ac is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:09.598729 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.625597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8af949c-c9a5-4d6c-9ca3-737555e003ac {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:09.626079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:09.652817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (0cd51cfa-9820-4a75-b078-98af5136346e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.653369 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Added segment 0cd51cfa-9820-4a75-b078-98af5136346e of type vlan for network e353a037-8256-4307-a90c-d23604a6db44 Feb 19 03:38:09.658039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f8af949c-c9a5-4d6c-9ca3-737555e003ac, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f8af949c-c9a5-4d6c-9ca3-737555e003ac,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:09.664162 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.670435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25353685-ebae-4454-92d3-001244e96a60 req-a8760f70-aa97-42c9-83d9-160e628678a7 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:09.678002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25353685-ebae-4454-92d3-001244e96a60 req-a8760f70-aa97-42c9-83d9-160e628678a7 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 948 time: 0.2151520 Feb 19 03:38:09.711331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (e353a037-8256-4307-a90c-d23604a6db44), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.742432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f8af949c-c9a5-4d6c-9ca3-737555e003ac,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:09.768474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (e353a037-8256-4307-a90c-d23604a6db44), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.769732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:09.770518 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.774419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25353685-ebae-4454-92d3-001244e96a60 req-51e3aeba-3cc3-42d0-a8b9-2fa65a52f9fe tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949092 Feb 19 03:38:09.898826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58760) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:09.899056 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7500350 Feb 19 03:38:09.902685 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed325ad-fe7e-4210-ac8d-7c69d8cae659 admin admin] Pushing event updated for resources: {'Network': ['ID=e353a037-8256-4307-a90c-d23604a6db44,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:09.904780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Request body: {'subnet': {'network_id': 'e353a037-8256-4307-a90c-d23604a6db44', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1550883348-subnet', 'tenant_id': '4f63a4406629492a8e8548d0905e91bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:09.915967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network e353a037-8256-4307-a90c-d23604a6db44 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:38:09.934204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port 8247ba26-3651-4125-8873-942eb0cea72c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:09.934578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8247ba26-3651-4125-8873-942eb0cea72c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.023670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Made reservation on behalf of 4f63a4406629492a8e8548d0905e91bb for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:10.028577 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.111373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f8af949c-c9a5-4d6c-9ca3-737555e003ac'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:38:10.135362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8247ba26-3651-4125-8873-942eb0cea72c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.151898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for 8247ba26-3651-4125-8873-942eb0cea72c owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:10.467591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ae1f8ca8-f830-4ed0-a2a3-f3757ccfdc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.579754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8247ba26-3651-4125-8873-942eb0cea72c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.588617 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (6e02599c-3cbd-4bb3-a849-307e4c913ad8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.648416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=8247ba26-3651-4125-8873-942eb0cea72c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:10.731308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e02599c-3cbd-4bb3-a849-307e4c913ad8,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:10.863647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Checking segment: {'id': '0cd51cfa-9820-4a75-b078-98af5136346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e353a037-8256-4307-a90c-d23604a6db44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:10.864010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Network hostable DHCP agents. Network: e353a037-8256-4307-a90c-d23604a6db44, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:38:10.923732 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (9743019d-0c71-4fa8-9fc4-e4b946122bb2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.928320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Network e353a037-8256-4307-a90c-d23604a6db44 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:38:10.948928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, e353a037-8256-4307-a90c-d23604a6db44) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:10.956984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3963-c82b-405e-b208-c460f65cd6d5 req-23699b80-f60b-4eea-b4b9-0b2c44dd089c tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:10.958633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c3c3963-c82b-405e-b208-c460f65cd6d5 req-23699b80-f60b-4eea-b4b9-0b2c44dd089c tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 949 time: 0.0986657 Feb 19 03:38:10.963286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80c23c-e471-4913-8da6-7eb7b69b01cd None None] Network e353a037-8256-4307-a90c-d23604a6db44 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:11.010270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:11.010782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.069202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b25432bd-199d-4bb5-aa4b-21322a4aac1f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1617675 Feb 19 03:38:11.098307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858dc0b0-1fb6-4dc3-8df7-b26118981979 None None] Network e353a037-8256-4307-a90c-d23604a6db44 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:11.150670 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c3c3963-c82b-405e-b208-c460f65cd6d5 req-647c3b56-28d1-4390-93df-51cc3570a583 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356614 Feb 19 03:38:11.353573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f8af949c-c9a5-4d6c-9ca3-737555e003ac up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:11.402135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:38:11.462256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port f8af949c-c9a5-4d6c-9ca3-737555e003ac completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:38:11.466619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port f8af949c-c9a5-4d6c-9ca3-737555e003ac triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:11.478354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.604925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f8af949c-c9a5-4d6c-9ca3-737555e003ac is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:11.605504 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.633065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8af949c-c9a5-4d6c-9ca3-737555e003ac'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:11.636988 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37446c9f-5ac4-4dd8-8a92-4b15a69d4889" -d '{"events": [{"server_uuid": "3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea", "name": "network-vif-plugged", "status": "completed", "tag": "f8af949c-c9a5-4d6c-9ca3-737555e003ac"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:11.658299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f8af949c-c9a5-4d6c-9ca3-737555e003ac, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f8af949c-c9a5-4d6c-9ca3-737555e003ac,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:11.666106 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.736307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f8af949c-c9a5-4d6c-9ca3-737555e003ac,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:11.955066 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.022279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:38:12.031449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-39a63d07-8481-4e31-8719-ca2e0d9efea6 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "PUT /v2.0/routers/9743019d-0c71-4fa8-9fc4-e4b946122bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3409700 Feb 19 03:38:12.034585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58798) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:12.050288 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b96e1-8454-4bc0-a642-a5566101b9af None None] Sync routers for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:38:12.065183 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b96e1-8454-4bc0-a642-a5566101b9af None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:12.066642 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ce9b96e1-8454-4bc0-a642-a5566101b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:38:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:12.080201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531d54-b7f0-47bf-a034-81bd5869526f req-64265168-f7ba-4904-b4ba-d2501bba411c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:12.081696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-64265168-f7ba-4904-b4ba-d2501bba411c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/networks?id=e353a037-8256-4307-a90c-d23604a6db44 HTTP/1.1" status: 200 len: 814 time: 0.4820006 Feb 19 03:38:12.098504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-8ed98e9c-8fe7-4759-9323-715c2c78452d tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/quotas/4f63a4406629492a8e8548d0905e91bb HTTP/1.1" status: 200 len: 375 time: 0.0091648 Feb 19 03:38:12.111272 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ce9b96e1-8454-4bc0-a642-a5566101b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:12.121486 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b96e1-8454-4bc0-a642-a5566101b9af None None] Routers {'9743019d-0c71-4fa8-9fc4-e4b946122bb2'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:12.122557 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ce9b96e1-8454-4bc0-a642-a5566101b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:38:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:12.134821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-142da986-5e5a-4601-9d1c-00a56acf2322 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f63a4406629492a8e8548d0905e91bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285771 Feb 19 03:38:12.161804 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ce9b96e1-8454-4bc0-a642-a5566101b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:12.162493 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b96e1-8454-4bc0-a642-a5566101b9af None None] The sync data for ids ['9743019d-0c71-4fa8-9fc4-e4b946122bb2'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:38:12.203928 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router (9743019d-0c71-4fa8-9fc4-e4b946122bb2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.307654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-9824effa-3937-4892-b372-9712513468a7 service neutron] 10.222.0.42 "GET /v2.0/networks/e353a037-8256-4307-a90c-d23604a6db44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657541 Feb 19 03:38:12.333135 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_gateway (9743019d-0c71-4fa8-9fc4-e4b946122bb2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.437996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-4c9ecaea-a4e5-457e-a987-273a9cf590e4 service neutron] 10.222.0.42 "GET /v2.0/networks/e353a037-8256-4307-a90c-d23604a6db44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239307 Feb 19 03:38:12.604588 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bad641b-c5e8-4681-aabf-67673d9c9de0 x-openstack-request-id: req-0bad641b-c5e8-4681-aabf-67673d9c9de0 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:12.605104 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea", "name": "network-vif-plugged", "status": "completed", "tag": "f8af949c-c9a5-4d6c-9ca3-737555e003ac", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:12.605104 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bad641b-c5e8-4681-aabf-67673d9c9de0 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:12.605512 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8af949c-c9a5-4d6c-9ca3-737555e003ac', 'code': 200} Feb 19 03:38:12.764452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e4a38-343a-4dfb-bad7-fb834b1b8a77 req-0aa293f3-b057-4d1f-a328-a83293d9329d tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:12.767279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f67e4a38-343a-4dfb-bad7-fb834b1b8a77 req-0aa293f3-b057-4d1f-a328-a83293d9329d tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 950 time: 0.1035471 Feb 19 03:38:12.863803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f67e4a38-343a-4dfb-bad7-fb834b1b8a77 req-ca67901d-67bb-4d8c-916f-8e929967f0e8 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881727 Feb 19 03:38:12.898196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d92c9-dab3-426e-8b65-31f2d0379a57 req-3f4da91f-6154-4512-b1d8-eb91be379f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:12.901172 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-258d92c9-dab3-426e-8b65-31f2d0379a57 req-3f4da91f-6154-4512-b1d8-eb91be379f8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 1132 time: 0.1161466 Feb 19 03:38:12.903287 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting port a4cf12cf-c2e5-476e-9e07-184df8061659 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:12.903728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a4cf12cf-c2e5-476e-9e07-184df8061659), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.005126 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a4cf12cf-c2e5-476e-9e07-184df8061659), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.012126 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ee96770-87cb-4e8c-b8e7-284c5a1f1baf req-0fd3cbc3-fd6c-4ed8-b89f-cbc3a4896907 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 210 time: 0.0438092 Feb 19 03:38:13.032175 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.047163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Calling delete_port for a4cf12cf-c2e5-476e-9e07-184df8061659 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:13.134537 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-258d92c9-dab3-426e-8b65-31f2d0379a57 req-a59cbb6a-8926-475c-bc44-b8b5f486be24 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006618 Feb 19 03:38:13.315225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a4cf12cf-c2e5-476e-9e07-184df8061659), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.343730 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Port': ['ID=a4cf12cf-c2e5-476e-9e07-184df8061659,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:13.436959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (9743019d-0c71-4fa8-9fc4-e4b946122bb2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.548267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (9743019d-0c71-4fa8-9fc4-e4b946122bb2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.550882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router_controller (9743019d-0c71-4fa8-9fc4-e4b946122bb2), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.605648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (9743019d-0c71-4fa8-9fc4-e4b946122bb2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.606161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Fanout notify agent at l3_agent the message router_deleted on router 9743019d-0c71-4fa8-9fc4-e4b946122bb2 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:38:13.613033 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.617390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58828) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:13.627969 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eb49d2ee-a87a-4de4-a6b8-172ed9eda33a tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/routers/9743019d-0c71-4fa8-9fc4-e4b946122bb2 HTTP/1.1" status: 204 len: 168 time: 1.5908935 Feb 19 03:38:13.684744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b3a31b-1a9e-46b0-ba9b-6b76adf94fce tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Deleting subnet 8419480f-5bc8-4ded-a2b7-f56eb1559e9c {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:38:13.690666 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27b3a31b-1a9e-46b0-ba9b-6b76adf94fce tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for subnet (8419480f-5bc8-4ded-a2b7-f56eb1559e9c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.746216 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27b3a31b-1a9e-46b0-ba9b-6b76adf94fce tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (8419480f-5bc8-4ded-a2b7-f56eb1559e9c), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.808160 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27b3a31b-1a9e-46b0-ba9b-6b76adf94fce tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (8419480f-5bc8-4ded-a2b7-f56eb1559e9c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.911372 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27b3a31b-1a9e-46b0-ba9b-6b76adf94fce tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (8419480f-5bc8-4ded-a2b7-f56eb1559e9c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.947342 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27b3a31b-1a9e-46b0-ba9b-6b76adf94fce tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.957326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-27b3a31b-1a9e-46b0-ba9b-6b76adf94fce tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/subnets/8419480f-5bc8-4ded-a2b7-f56eb1559e9c HTTP/1.1" status: 204 len: 168 time: 0.3340638 Feb 19 03:38:13.958052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58834) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:14.150799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3a31b-1a9e-46b0-ba9b-6b76adf94fce tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Subnet': ['ID=8419480f-5bc8-4ded-a2b7-f56eb1559e9c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:14.274519 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (f63789de-0edd-4165-9ccd-9f017fd62c11), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:14.582771 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (f63789de-0edd-4165-9ccd-9f017fd62c11), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:14.617431 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:14.620030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63789de-0edd-4165-9ccd-9f017fd62c11']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:14.637688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da35cd02-3245-4926-b2d0-ce4c987d88ea') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:14.638271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da35cd02-3245-4926-b2d0-ce4c987d88ea') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:14.675071 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (da35cd02-3245-4926-b2d0-ce4c987d88ea), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:14.706150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89921-9f0a-435c-86a4-d4b7fff4d73b req-0c6113cb-add3-469a-852e-94377b0ab7b2 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:14.710522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22a89921-9f0a-435c-86a4-d4b7fff4d73b req-0c6113cb-add3-469a-852e-94377b0ab7b2 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 950 time: 0.5479655 Feb 19 03:38:14.728704 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (da35cd02-3245-4926-b2d0-ce4c987d88ea), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:14.752122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:38:14.752557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (da35cd02-3245-4926-b2d0-ce4c987d88ea), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:38:14.756472 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:38:14.818569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c8d61d6b-e8c5-4d82-b922-b5d6d6942b62 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:14.820288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c8d61d6b-e8c5-4d82-b922-b5d6d6942b62 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.71 "GET /v2.0/networks?id=e353a037-8256-4307-a90c-d23604a6db44 HTTP/1.1" status: 200 len: 814 time: 0.6565650 Feb 19 03:38:14.838382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Request body: {'port': {'device_id': '1968fd9f-7f8f-449b-ad01-45e9690f1915', 'network_id': 'e353a037-8256-4307-a90c-d23604a6db44', 'admin_state_up': True, 'tenant_id': '4f63a4406629492a8e8548d0905e91bb'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:14.971806 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (f63789de-0edd-4165-9ccd-9f017fd62c11), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.012639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.016233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] 10.222.0.42 "DELETE /v2.0/networks/f63789de-0edd-4165-9ccd-9f017fd62c11 HTTP/1.1" status: 204 len: 168 time: 1.0201318 Feb 19 03:38:15.018652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d5fde-0de5-440a-973f-fff7cfdb74c2 tempest-FloatingIPTestJSON-1476160171 tempest-FloatingIPTestJSON-1476160171-project] Pushing event deleted for resources: {'Network': ['ID=f63789de-0edd-4165-9ccd-9f017fd62c11,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:15.041711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22a89921-9f0a-435c-86a4-d4b7fff4d73b req-b4bc4104-a46b-4b45-8a79-6f7c5ac2339b tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200021 Feb 19 03:38:15.080465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Made reservation on behalf of 4f63a4406629492a8e8548d0905e91bb for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:15.084200 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.261751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Allocated IP 172.20.0.12 (e353a037-8256-4307-a90c-d23604a6db44/6e02599c-3cbd-4bb3-a849-307e4c913ad8/7ec11c5c-bf93-4ced-a91c-64781edde614) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:15.384165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58850) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:15.432708 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Publish callbacks [] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.501351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.556804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Network e353a037-8256-4307-a90c-d23604a6db44 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:15.565419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:15.572643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:15.631084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:15.631794 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.654071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Pushing event updated for resources: {'Port': ['ID=7ec11c5c-bf93-4ced-a91c-64781edde614,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:15.660433 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7173af70-14f3-41a1-883e-84e7a4e44fef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69fd5c81c01f4c4ea44772cf6d3fc6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2745035 Feb 19 03:38:15.663022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58854) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:15.677417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-92ab8a31-e1d8-4631-b001-52dd1f98d7b7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8425584 Feb 19 03:38:15.689310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25e9c-65a3-4b13-8d0e-e9ec9b9c9ebb req-1ff474c4-fb6d-4520-b8e1-2d5264a1b689 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:15.698557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81f25e9c-65a3-4b13-8d0e-e9ec9b9c9ebb req-1ff474c4-fb6d-4520-b8e1-2d5264a1b689 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 932 time: 0.2296922 Feb 19 03:38:15.704882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Request body: {'port': {'device_id': '1968fd9f-7f8f-449b-ad01-45e9690f1915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:15.769685 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-523436d8-278f-439a-b9c7-c5d9ba0ec2e5 admin admin] Publish callbacks [] for security_group (d14ff0cc-90b3-48d1-aabe-3a906ed48316), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.792464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81f25e9c-65a3-4b13-8d0e-e9ec9b9c9ebb req-0d60a3e8-8591-44a7-af8b-68291aa707a9 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927670 Feb 19 03:38:15.827063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-523436d8-278f-439a-b9c7-c5d9ba0ec2e5 admin admin] Publish callbacks [] for security_group (d14ff0cc-90b3-48d1-aabe-3a906ed48316), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.865830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.950279 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-523436d8-278f-439a-b9c7-c5d9ba0ec2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d14ff0cc-90b3-48d1-aabe-3a906ed48316), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.957878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-523436d8-278f-439a-b9c7-c5d9ba0ec2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:15.965261 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-523436d8-278f-439a-b9c7-c5d9ba0ec2e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d14ff0cc-90b3-48d1-aabe-3a906ed48316 HTTP/1.1" status: 204 len: 168 time: 0.3011067 Feb 19 03:38:15.990543 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523436d8-278f-439a-b9c7-c5d9ba0ec2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14ff0cc-90b3-48d1-aabe-3a906ed48316,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:16.273001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec11c5c-bf93-4ced-a91c-64781edde614 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:16.282308 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Publish callbacks [] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.296506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Transition to ACTIVE for port object 7ec11c5c-bf93-4ced-a91c-64781edde614 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:38:16.330134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.491723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Attempting to bind port 7ec11c5c-bf93-4ced-a91c-64781edde614 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:38:16.492065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Attempting to bind port 7ec11c5c-bf93-4ced-a91c-64781edde614 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '0cd51cfa-9820-4a75-b078-98af5136346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e353a037-8256-4307-a90c-d23604a6db44'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:38:16.492402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Attempting to bind port 7ec11c5c-bf93-4ced-a91c-64781edde614 on network e353a037-8256-4307-a90c-d23604a6db44 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:16.515768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8e85a-2f0e-45e9-a0c6-ff69c0491fbb req-7b862067-2dfb-4935-aaa2-fedbbee9ca1d tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:16.517364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2eb8e85a-2f0e-45e9-a0c6-ff69c0491fbb req-7b862067-2dfb-4935-aaa2-fedbbee9ca1d tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 950 time: 0.2193604 Feb 19 03:38:16.518867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Port 7ec11c5c-bf93-4ced-a91c-64781edde614 on network e353a037-8256-4307-a90c-d23604a6db44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:38:16.519196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Attempting to bind port 7ec11c5c-bf93-4ced-a91c-64781edde614 on network e353a037-8256-4307-a90c-d23604a6db44 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:16.526524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec11c5c-bf93-4ced-a91c-64781edde614,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:16.532875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:38:16.533473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Checking segment: {'id': '0cd51cfa-9820-4a75-b078-98af5136346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e353a037-8256-4307-a90c-d23604a6db44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:16.534100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Bound using segment: {'id': '0cd51cfa-9820-4a75-b078-98af5136346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e353a037-8256-4307-a90c-d23604a6db44'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:38:16.534788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Bound port: 7ec11c5c-bf93-4ced-a91c-64781edde614, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd51cfa-9820-4a75-b078-98af5136346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e353a037-8256-4307-a90c-d23604a6db44'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:38:16.535437 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.604380 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2eb8e85a-2f0e-45e9-a0c6-ff69c0491fbb req-b5cfff26-256a-4980-b17b-380a9a79da23 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733187 Feb 19 03:38:16.673064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] For port 7ec11c5c-bf93-4ced-a91c-64781edde614, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:38:16.677110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] For port 7ec11c5c-bf93-4ced-a91c-64781edde614, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7ec11c5c-bf93-4ced-a91c-64781edde614,segment=NetworkSegment(0cd51cfa-9820-4a75-b078-98af5136346e),segment_id=0cd51cfa-9820-4a75-b078-98af5136346e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:38:16.693352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.793771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:16.794829 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.799731 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] 10.222.0.71 "PUT /v2.0/ports/7ec11c5c-bf93-4ced-a91c-64781edde614 HTTP/1.1" status: 200 len: 1092 time: 1.0988226 Feb 19 03:38:16.800380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1968fd9f-7f8f-449b-ad01-45e9690f1915', 'tag': '7ec11c5c-bf93-4ced-a91c-64781edde614'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:16.809094 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e" -d '{"events": [{"name": "network-changed", "server_uuid": "1968fd9f-7f8f-449b-ad01-45e9690f1915", "tag": "7ec11c5c-bf93-4ced-a91c-64781edde614"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:16.831188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df4bc5-1d0c-4497-99da-941391539a03 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec11c5c-bf93-4ced-a91c-64781edde614,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:17.015816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531d54-b7f0-47bf-a034-81bd5869526f req-0ad3ed13-7f0d-4e01-87be-298609ac584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:17.025590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-0ad3ed13-7f0d-4e01-87be-298609ac584a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4f63a4406629492a8e8548d0905e91bb&device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 1126 time: 0.1798329 Feb 19 03:38:17.121469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-4436c34e-f1e2-41b2-b347-90d9fb883476 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec11c5c-bf93-4ced-a91c-64781edde614 HTTP/1.1" status: 200 len: 217 time: 0.0841742 Feb 19 03:38:17.248861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58900) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:17.286536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531d54-b7f0-47bf-a034-81bd5869526f req-735035b2-af73-43b4-a7ed-74a2da2f7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:17.294468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-735035b2-af73-43b4-a7ed-74a2da2f7f76 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e02599c-3cbd-4bb3-a849-307e4c913ad8 HTTP/1.1" status: 200 len: 854 time: 0.1649537 Feb 19 03:38:17.354700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-c919ac50-ee80-4a08-a0ea-95f1b1b00317 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e353a037-8256-4307-a90c-d23604a6db44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535467 Feb 19 03:38:17.472502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-54e20823-e91f-46ba-bbf0-b1413ba49077 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:17.472940 n-d-826756-2 neutron-server[103615]: WARNING neutron.api.v2.base [None req-54e20823-e91f-46ba-bbf0-b1413ba49077 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:38:17.478743 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-54e20823-e91f-46ba-bbf0-b1413ba49077 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:38:17.478743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-54e20823-e91f-46ba-bbf0-b1413ba49077 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2256498 Feb 19 03:38:17.480017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58904) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:17.485121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa93c36-a35d-4594-8ed5-c7e3a0512dd6 req-56a759b3-9f36-4046-842c-803fd8c43014 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:17.486183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'tempest-secgroup--572019012'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:17.486766 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fa93c36-a35d-4594-8ed5-c7e3a0512dd6 req-56a759b3-9f36-4046-842c-803fd8c43014 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 944 time: 0.1358669 Feb 19 03:38:17.513164 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:17.526735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:17.551333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-eee6fcb5-03d1-421b-8ab8-1fb798e6e5a8 service neutron] 10.222.0.71 "GET /v2.0/networks/e353a037-8256-4307-a90c-d23604a6db44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879330 Feb 19 03:38:17.656875 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (85ab8cc8-773b-4138-a93a-de62890612c1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:17.661639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (85ab8cc8-773b-4138-a93a-de62890612c1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:17.714635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fa93c36-a35d-4594-8ed5-c7e3a0512dd6 req-f797d03e-53c6-40a4-a9ff-4f2dcbec7d00 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967750 Feb 19 03:38:17.756463 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (9e928d38-7f45-4c7e-b20d-e4d0ca2dc2f9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:17.762866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35531d54-b7f0-47bf-a034-81bd5869526f req-93929c69-896f-42fb-919f-b0717a923c65 service neutron] 10.222.0.71 "GET /v2.0/networks/e353a037-8256-4307-a90c-d23604a6db44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952600 Feb 19 03:38:17.769731 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9e928d38-7f45-4c7e-b20d-e4d0ca2dc2f9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:17.809484 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cb04e0-6ab0-48c0-9ca4-1ae61c1eed5c x-openstack-request-id: req-73cb04e0-6ab0-48c0-9ca4-1ae61c1eed5c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:17.809915 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1968fd9f-7f8f-449b-ad01-45e9690f1915", "tag": "7ec11c5c-bf93-4ced-a91c-64781edde614", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:17.810285 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73cb04e0-6ab0-48c0-9ca4-1ae61c1eed5c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:17.810824 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1968fd9f-7f8f-449b-ad01-45e9690f1915', 'tag': '7ec11c5c-bf93-4ced-a91c-64781edde614', 'status': 'completed', 'code': 200} Feb 19 03:38:17.815770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ab8cc8-773b-4138-a93a-de62890612c1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:17.830427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:17.834862 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3505311 Feb 19 03:38:17.835272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58906) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:17.840683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1d47257e-91ff-4f4f-a658-2729f7509fef tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '9e928d38-7f45-4c7e-b20d-e4d0ca2dc2f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:17.885420 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add8406-c6b9-414d-8306-c32045a8b761 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e928d38-7f45-4c7e-b20d-e4d0ca2dc2f9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:17.968861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e req-f32ea4e5-ea79-4c4f-b869-a565ca25bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:17.970753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e req-f32ea4e5-ea79-4c4f-b869-a565ca25bc23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4f63a4406629492a8e8548d0905e91bb&device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 1126 time: 0.1192746 Feb 19 03:38:17.972338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d47257e-91ff-4f4f-a658-2729f7509fef tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group_rule (0276bf07-ffff-40ca-9adf-3d8274cdbe37), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.151655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e req-f179f882-0549-4b64-8476-2cbdd800369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:18.153238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e req-f179f882-0549-4b64-8476-2cbdd800369c service neutron] 10.222.0.71 "GET /v2.0/networks?id=e353a037-8256-4307-a90c-d23604a6db44 HTTP/1.1" status: 200 len: 915 time: 0.1417015 Feb 19 03:38:18.233761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e req-073e8a93-0955-4eff-9c46-ea865afda236 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec11c5c-bf93-4ced-a91c-64781edde614 HTTP/1.1" status: 200 len: 217 time: 0.0596287 Feb 19 03:38:18.265030 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d47257e-91ff-4f4f-a658-2729f7509fef tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group_rule (0276bf07-ffff-40ca-9adf-3d8274cdbe37), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.297245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d47257e-91ff-4f4f-a658-2729f7509fef tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (0276bf07-ffff-40ca-9adf-3d8274cdbe37), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.385536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47257e-91ff-4f4f-a658-2729f7509fef tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0276bf07-ffff-40ca-9adf-3d8274cdbe37,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:18.395229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e req-76537bbd-7657-42c8-8b4c-31f1a3f3210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:18.402652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e req-76537bbd-7657-42c8-8b4c-31f1a3f3210e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e02599c-3cbd-4bb3-a849-307e4c913ad8 HTTP/1.1" status: 200 len: 854 time: 0.1545057 Feb 19 03:38:18.420585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d47257e-91ff-4f4f-a658-2729f7509fef tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.430991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1d47257e-91ff-4f4f-a658-2729f7509fef tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5910006 Feb 19 03:38:18.432056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58916) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:18.443918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bdf8879e-b6c5-4ee8-a61d-86a814586814 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '9e928d38-7f45-4c7e-b20d-e4d0ca2dc2f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:18.506503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e req-2dbc3a04-ba84-43e4-a910-b5a971a21aa0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e353a037-8256-4307-a90c-d23604a6db44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759079 Feb 19 03:38:18.532279 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdf8879e-b6c5-4ee8-a61d-86a814586814 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group_rule (d89581f6-c84d-498a-a2f9-51e2f4d637e5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.595611 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-bdf8879e-b6c5-4ee8-a61d-86a814586814 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:38:18.600780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58918) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:18.601441 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bdf8879e-b6c5-4ee8-a61d-86a814586814 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1667533 Feb 19 03:38:18.698920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e req-7ceeae39-c885-4726-9122-4005c4d79e4f service neutron] 10.222.0.71 "GET /v2.0/networks/e353a037-8256-4307-a90c-d23604a6db44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854923 Feb 19 03:38:18.788415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c3db-d4fc-4eb8-9f16-46bfddff262f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (9e928d38-7f45-4c7e-b20d-e4d0ca2dc2f9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.832352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c3db-d4fc-4eb8-9f16-46bfddff262f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (9e928d38-7f45-4c7e-b20d-e4d0ca2dc2f9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.928061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7a6fd600-e3c8-4a05-ba19-4a5eaef5ee8e req-00c6df61-0530-46af-ab36-1b2ec1368e94 service neutron] 10.222.0.71 "GET /v2.0/networks/e353a037-8256-4307-a90c-d23604a6db44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163782 Feb 19 03:38:18.961131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbad52e-d549-4d89-9e47-776243971983 req-9137c79b-87b4-427f-b4aa-dd1970590c3b tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:18.963157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3dbad52e-d549-4d89-9e47-776243971983 req-9137c79b-87b4-427f-b4aa-dd1970590c3b tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 944 time: 0.1250017 Feb 19 03:38:18.985947 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c3db-d4fc-4eb8-9f16-46bfddff262f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9e928d38-7f45-4c7e-b20d-e4d0ca2dc2f9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.989208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c3db-d4fc-4eb8-9f16-46bfddff262f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.990990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f0a7c3db-d4fc-4eb8-9f16-46bfddff262f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/9e928d38-7f45-4c7e-b20d-e4d0ca2dc2f9 HTTP/1.1" status: 204 len: 168 time: 0.3854408 Feb 19 03:38:18.994433 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58924) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.023697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7c3db-d4fc-4eb8-9f16-46bfddff262f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e928d38-7f45-4c7e-b20d-e4d0ca2dc2f9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:19.069225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3dbad52e-d549-4d89-9e47-776243971983 req-af6cf484-d9ed-4386-acc3-07ea52fcd30a tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990000 Feb 19 03:38:19.120446 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-552302c9-d057-4f58-882d-316eb7aad4b7 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1248186 Feb 19 03:38:19.126483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58928) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.132554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4087e899-916f-47b0-91f8-317b787125a6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'tempest-secgroup--297682776'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:19.158549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4087e899-916f-47b0-91f8-317b787125a6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.248651 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4087e899-916f-47b0-91f8-317b787125a6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (49f83b52-a532-4849-bdb9-5d8d416dab81), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.254791 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4087e899-916f-47b0-91f8-317b787125a6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (49f83b52-a532-4849-bdb9-5d8d416dab81), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.287759 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4087e899-916f-47b0-91f8-317b787125a6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.289174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4087e899-916f-47b0-91f8-317b787125a6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1609654 Feb 19 03:38:19.291374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087e899-916f-47b0-91f8-317b787125a6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f83b52-a532-4849-bdb9-5d8d416dab81,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:19.292896 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58930) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.299571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-798e9393-20dd-45ea-9557-6999242f8062 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '49f83b52-a532-4849-bdb9-5d8d416dab81', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:19.300123 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-798e9393-20dd-45ea-9557-6999242f8062 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 03:38:19.300624 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-798e9393-20dd-45ea-9557-6999242f8062 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:19.304424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58932) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.304608 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-798e9393-20dd-45ea-9557-6999242f8062 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095952 Feb 19 03:38:19.360336 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49d42cdc-9e75-4c2c-960d-a27d362aed4b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (49f83b52-a532-4849-bdb9-5d8d416dab81), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.386654 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49d42cdc-9e75-4c2c-960d-a27d362aed4b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (49f83b52-a532-4849-bdb9-5d8d416dab81), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.391442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7ec11c5c-bf93-4ced-a91c-64781edde614 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:38:19.442242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49d42cdc-9e75-4c2c-960d-a27d362aed4b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (49f83b52-a532-4849-bdb9-5d8d416dab81), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.447695 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49d42cdc-9e75-4c2c-960d-a27d362aed4b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.451910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-49d42cdc-9e75-4c2c-960d-a27d362aed4b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/49f83b52-a532-4849-bdb9-5d8d416dab81 HTTP/1.1" status: 204 len: 168 time: 0.1455300 Feb 19 03:38:19.452094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58936) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.463376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d42cdc-9e75-4c2c-960d-a27d362aed4b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f83b52-a532-4849-bdb9-5d8d416dab81,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:19.540088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58940) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.540697 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cc9c65a1-d306-4e10-9a3a-ca1db8c7891e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0861742 Feb 19 03:38:19.548756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1203a513-12d8-4cb9-8e8c-7c0e4098f438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882613259'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:19.576228 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1203a513-12d8-4cb9-8e8c-7c0e4098f438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.682776 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1203a513-12d8-4cb9-8e8c-7c0e4098f438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (167ee588-772a-4b0b-bc75-dbb267e480a7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.688580 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1203a513-12d8-4cb9-8e8c-7c0e4098f438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (167ee588-772a-4b0b-bc75-dbb267e480a7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.753342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203a513-12d8-4cb9-8e8c-7c0e4098f438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167ee588-772a-4b0b-bc75-dbb267e480a7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:19.762617 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1203a513-12d8-4cb9-8e8c-7c0e4098f438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.769863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58944) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.780025 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-14e208ff-05ff-4724-988c-52fe542e5bb3 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '167ee588-772a-4b0b-bc75-dbb267e480a7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:19.781241 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-14e208ff-05ff-4724-988c-52fe542e5bb3 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 03:38:19.782134 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-14e208ff-05ff-4724-988c-52fe542e5bb3 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:19.787161 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-14e208ff-05ff-4724-988c-52fe542e5bb3 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0153198 Feb 19 03:38:19.789459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1203a513-12d8-4cb9-8e8c-7c0e4098f438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2476075 Feb 19 03:38:19.791780 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58946) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.845917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7ec11c5c-bf93-4ced-a91c-64781edde614, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7ec11c5c-bf93-4ced-a91c-64781edde614,segment=NetworkSegment(0cd51cfa-9820-4a75-b078-98af5136346e),segment_id=0cd51cfa-9820-4a75-b078-98af5136346e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:19.862125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '7ec11c5c-bf93-4ced-a91c-64781edde614', 'network_id': 'e353a037-8256-4307-a90c-d23604a6db44', 'port_id': '7ec11c5c-bf93-4ced-a91c-64781edde614', 'mac_address': 'fa:16:3e:ea:22:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e02599c-3cbd-4bb3-a849-307e4c913ad8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:38:19.912037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-adcf872e-2a9b-4f82-bc3b-d8362ba3d2a0 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (167ee588-772a-4b0b-bc75-dbb267e480a7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.921263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7ec11c5c-bf93-4ced-a91c-64781edde614 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:19.921912 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.950266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec11c5c-bf93-4ced-a91c-64781edde614 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:19.968866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-adcf872e-2a9b-4f82-bc3b-d8362ba3d2a0 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (167ee588-772a-4b0b-bc75-dbb267e480a7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.976877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58950) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.980351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7ec11c5c-bf93-4ced-a91c-64781edde614, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7ec11c5c-bf93-4ced-a91c-64781edde614,segment=NetworkSegment(0cd51cfa-9820-4a75-b078-98af5136346e),segment_id=0cd51cfa-9820-4a75-b078-98af5136346e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:19.987453 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.042074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-adcf872e-2a9b-4f82-bc3b-d8362ba3d2a0 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (167ee588-772a-4b0b-bc75-dbb267e480a7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.069372 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-adcf872e-2a9b-4f82-bc3b-d8362ba3d2a0 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.074683 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-adcf872e-2a9b-4f82-bc3b-d8362ba3d2a0 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/167ee588-772a-4b0b-bc75-dbb267e480a7 HTTP/1.1" status: 204 len: 168 time: 0.2799363 Feb 19 03:38:20.075899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58954) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:20.118982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf872e-2a9b-4f82-bc3b-d8362ba3d2a0 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167ee588-772a-4b0b-bc75-dbb267e480a7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:20.120820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7ec11c5c-bf93-4ced-a91c-64781edde614,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:20.204770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2884afe1-bc94-4b55-a90b-fef19a1f3cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.271492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a4b2044b-10d0-4b1d-9a39-7023a0019cca tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1934383 Feb 19 03:38:20.275763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58960) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:20.281802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-cadde5c2-a228-477e-8c7e-c996f780cf0b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'tempest-secgroup--568876639'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:20.322854 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cadde5c2-a228-477e-8c7e-c996f780cf0b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.337452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7ec11c5c-bf93-4ced-a91c-64781edde614'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:38:20.397357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689f88-1769-4793-844c-e8d952490c12 req-7c182e3c-6893-4da0-bd62-f46bf5af0ff7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:20.399757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19689f88-1769-4793-844c-e8d952490c12 req-7c182e3c-6893-4da0-bd62-f46bf5af0ff7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 945 time: 0.1139767 Feb 19 03:38:20.462633 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2884afe1-bc94-4b55-a90b-fef19a1f3cc7 admin admin] Publish callbacks [] for security_group (515b6e00-d053-4a92-b46f-97bf4e2642b9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.469489 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2884afe1-bc94-4b55-a90b-fef19a1f3cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (515b6e00-d053-4a92-b46f-97bf4e2642b9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.494059 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cadde5c2-a228-477e-8c7e-c996f780cf0b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (0814af72-dbc6-4008-8862-ceda71c7dca4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.503477 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cadde5c2-a228-477e-8c7e-c996f780cf0b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0814af72-dbc6-4008-8862-ceda71c7dca4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.538611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19689f88-1769-4793-844c-e8d952490c12 req-30822edb-de3b-4b44-9098-0fca221c1622 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188681 Feb 19 03:38:20.544556 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cadde5c2-a228-477e-8c7e-c996f780cf0b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.547008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2884afe1-bc94-4b55-a90b-fef19a1f3cc7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e2adee599a943fd9f128b4c635d1af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5681641 Feb 19 03:38:20.550461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884afe1-bc94-4b55-a90b-fef19a1f3cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515b6e00-d053-4a92-b46f-97bf4e2642b9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:20.551411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58964) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:20.551411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58966) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:20.567141 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cadde5c2-a228-477e-8c7e-c996f780cf0b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2896461 Feb 19 03:38:20.597013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0a29f81f-7d52-4ce5-8841-d7d27769038a tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '0814af72-dbc6-4008-8862-ceda71c7dca4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:20.597953 n-d-826756-2 neutron-server[103615]: WARNING neutron.api.v2.base [None req-0a29f81f-7d52-4ce5-8841-d7d27769038a tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 03:38:20.598480 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-0a29f81f-7d52-4ce5-8841-d7d27769038a tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:20.603188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0a29f81f-7d52-4ce5-8841-d7d27769038a tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0461147 Feb 19 03:38:20.603787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58968) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:20.609933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-250b4676-0384-4423-83f7-6a5276d898ce tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '0814af72-dbc6-4008-8862-ceda71c7dca4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:20.610591 n-d-826756-2 neutron-server[103615]: WARNING neutron.api.v2.base [None req-250b4676-0384-4423-83f7-6a5276d898ce tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 03:38:20.611093 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-250b4676-0384-4423-83f7-6a5276d898ce tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:20.614760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-250b4676-0384-4423-83f7-6a5276d898ce tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058248 Feb 19 03:38:20.615418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58970) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:20.620367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-670a0113-debf-4591-adc3-c200cacbe438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '0814af72-dbc6-4008-8862-ceda71c7dca4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:20.629481 n-d-826756-2 neutron-server[103615]: WARNING neutron.api.v2.base [None req-670a0113-debf-4591-adc3-c200cacbe438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 03:38:20.630166 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-670a0113-debf-4591-adc3-c200cacbe438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:20.633985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-670a0113-debf-4591-adc3-c200cacbe438 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153041 Feb 19 03:38:20.636645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58972) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:20.642155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f16144f8-74f1-4fe3-814d-06b889aed645 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '0814af72-dbc6-4008-8862-ceda71c7dca4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:20.643342 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-f16144f8-74f1-4fe3-814d-06b889aed645 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 03:38:20.644826 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-f16144f8-74f1-4fe3-814d-06b889aed645 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:20.650837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58974) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:20.651405 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f16144f8-74f1-4fe3-814d-06b889aed645 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130260 Feb 19 03:38:20.652817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadde5c2-a228-477e-8c7e-c996f780cf0b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0814af72-dbc6-4008-8862-ceda71c7dca4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:20.665067 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d52b1045-032e-412e-a073-83011448a14a admin admin] Publish callbacks [] for security_group (515b6e00-d053-4a92-b46f-97bf4e2642b9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.716763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d52b1045-032e-412e-a073-83011448a14a admin admin] Publish callbacks [] for security_group (515b6e00-d053-4a92-b46f-97bf4e2642b9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.760619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7595859-c551-434f-b984-39e4229a8095 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (0814af72-dbc6-4008-8862-ceda71c7dca4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.792630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7595859-c551-434f-b984-39e4229a8095 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (0814af72-dbc6-4008-8862-ceda71c7dca4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.833506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d52b1045-032e-412e-a073-83011448a14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (515b6e00-d053-4a92-b46f-97bf4e2642b9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.836738 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d52b1045-032e-412e-a073-83011448a14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.840940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d52b1045-032e-412e-a073-83011448a14a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/515b6e00-d053-4a92-b46f-97bf4e2642b9 HTTP/1.1" status: 204 len: 168 time: 0.2859130 Feb 19 03:38:20.849585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b1045-032e-412e-a073-83011448a14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515b6e00-d053-4a92-b46f-97bf4e2642b9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:20.868248 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7595859-c551-434f-b984-39e4229a8095 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0814af72-dbc6-4008-8862-ceda71c7dca4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.871095 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7595859-c551-434f-b984-39e4229a8095 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.872416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a7595859-c551-434f-b984-39e4229a8095 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/0814af72-dbc6-4008-8862-ceda71c7dca4 HTTP/1.1" status: 204 len: 168 time: 0.2205482 Feb 19 03:38:20.875281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58978) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:20.883093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7595859-c551-434f-b984-39e4229a8095 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0814af72-dbc6-4008-8862-ceda71c7dca4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:20.987489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58980) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:20.989453 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5aa72b47-39c7-478d-886d-c5ff0f164378 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1111877 Feb 19 03:38:20.995928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5fe0b92c-2b81-49c0-a2e5-4a83bd32b24f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'tempest-secgroup--307468091'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:21.039205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b92c-2b81-49c0-a2e5-4a83bd32b24f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:21.158545 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b92c-2b81-49c0-a2e5-4a83bd32b24f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (36635ed2-619c-42a9-b08c-b5ea49495a39), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:21.167463 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b92c-2b81-49c0-a2e5-4a83bd32b24f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (36635ed2-619c-42a9-b08c-b5ea49495a39), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:21.227825 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b92c-2b81-49c0-a2e5-4a83bd32b24f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:21.236535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5fe0b92c-2b81-49c0-a2e5-4a83bd32b24f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2443495 Feb 19 03:38:21.238227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58986) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.239711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0b92c-2b81-49c0-a2e5-4a83bd32b24f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36635ed2-619c-42a9-b08c-b5ea49495a39,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:21.251085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f60344e2-21ab-4174-94fc-d6142f12ee9b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '36635ed2-619c-42a9-b08c-b5ea49495a39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:21.253947 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-f60344e2-21ab-4174-94fc-d6142f12ee9b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 03:38:21.255513 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-f60344e2-21ab-4174-94fc-d6142f12ee9b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:21.261927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58988) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.263461 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f60344e2-21ab-4174-94fc-d6142f12ee9b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0222204 Feb 19 03:38:21.267561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6e6ba29f-7d95-4a3c-be9e-af10b67f432c tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '36635ed2-619c-42a9-b08c-b5ea49495a39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:21.319873 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-6e6ba29f-7d95-4a3c-be9e-af10b67f432c tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:21.324942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6e6ba29f-7d95-4a3c-be9e-af10b67f432c tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0590510 Feb 19 03:38:21.325259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 58992) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.330270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4f7ca8a0-f13a-4ea6-8d1c-ed2a8048e58e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '36635ed2-619c-42a9-b08c-b5ea49495a39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:21.331008 n-d-826756-2 neutron-server[103615]: WARNING neutron.api.v2.base [None req-4f7ca8a0-f13a-4ea6-8d1c-ed2a8048e58e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 03:38:21.331855 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-4f7ca8a0-f13a-4ea6-8d1c-ed2a8048e58e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:21.336328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4f7ca8a0-f13a-4ea6-8d1c-ed2a8048e58e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077055 Feb 19 03:38:21.338361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 58994) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.359791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1b1f0090-3972-487a-8085-b640e2e6e087 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '36635ed2-619c-42a9-b08c-b5ea49495a39', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:21.423286 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-1b1f0090-3972-487a-8085-b640e2e6e087 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:21.427890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59000) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.428273 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1b1f0090-3972-487a-8085-b640e2e6e087 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0888643 Feb 19 03:38:21.433433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5f93e0bc-b4a6-4e1a-b7db-441b7d66964e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '36635ed2-619c-42a9-b08c-b5ea49495a39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:21.434089 n-d-826756-2 neutron-server[103615]: WARNING neutron.api.v2.base [None req-5f93e0bc-b4a6-4e1a-b7db-441b7d66964e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 03:38:21.435292 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-5f93e0bc-b4a6-4e1a-b7db-441b7d66964e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:21.438028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5f93e0bc-b4a6-4e1a-b7db-441b7d66964e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064340 Feb 19 03:38:21.439387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59002) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.445221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-2d170262-9c0a-4486-a8ae-c2587bbe3a76 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '36635ed2-619c-42a9-b08c-b5ea49495a39', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:21.479462 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-2d170262-9c0a-4486-a8ae-c2587bbe3a76 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Project 7c37e25d07c04e20b8d6206685620de9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:38:21.507671 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-2d170262-9c0a-4486-a8ae-c2587bbe3a76 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:21.512526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59006) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.519725 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-86aa26ba-0e93-406b-8691-c636580755ec tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '36635ed2-619c-42a9-b08c-b5ea49495a39', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:21.520482 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-86aa26ba-0e93-406b-8691-c636580755ec tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 03:38:21.520984 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-86aa26ba-0e93-406b-8691-c636580755ec tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:21.526626 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-86aa26ba-0e93-406b-8691-c636580755ec tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119154 Feb 19 03:38:21.527380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59008) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.529343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2d170262-9c0a-4486-a8ae-c2587bbe3a76 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0883336 Feb 19 03:38:21.543761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9869a056-5210-4182-9a13-35da1f666d1b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '36635ed2-619c-42a9-b08c-b5ea49495a39', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:21.575916 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-9869a056-5210-4182-9a13-35da1f666d1b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Project 7c37e25d07c04e20b8d6206685620de9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:38:21.600073 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-9869a056-5210-4182-9a13-35da1f666d1b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:21.602890 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9869a056-5210-4182-9a13-35da1f666d1b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0742815 Feb 19 03:38:21.605088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59012) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.610818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b9608782-5bfb-4efd-8f14-2999e78e5054 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '36635ed2-619c-42a9-b08c-b5ea49495a39', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:21.641469 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-b9608782-5bfb-4efd-8f14-2999e78e5054 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Project 7c37e25d07c04e20b8d6206685620de9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:38:21.718190 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-b9608782-5bfb-4efd-8f14-2999e78e5054 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:21.719854 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b9608782-5bfb-4efd-8f14-2999e78e5054 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1133063 Feb 19 03:38:21.723484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59018) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.763256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bcb95-30f3-45ca-8b77-f7c0584b28e9 req-1b520acc-2f99-446e-9062-2cbb70d863fb tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:21.765475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed8bcb95-30f3-45ca-8b77-f7c0584b28e9 req-1b520acc-2f99-446e-9062-2cbb70d863fb tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 945 time: 0.0963006 Feb 19 03:38:21.849630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd45fa6e-7dd2-4648-91c3-4512a102a11f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (36635ed2-619c-42a9-b08c-b5ea49495a39), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:21.885108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed8bcb95-30f3-45ca-8b77-f7c0584b28e9 req-b4492f23-e7a0-4479-8479-27db00a73055 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022317 Feb 19 03:38:21.906961 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd45fa6e-7dd2-4648-91c3-4512a102a11f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (36635ed2-619c-42a9-b08c-b5ea49495a39), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:21.954767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd45fa6e-7dd2-4648-91c3-4512a102a11f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (36635ed2-619c-42a9-b08c-b5ea49495a39), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:21.958316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd45fa6e-7dd2-4648-91c3-4512a102a11f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:21.959537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fd45fa6e-7dd2-4648-91c3-4512a102a11f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/36635ed2-619c-42a9-b08c-b5ea49495a39 HTTP/1.1" status: 204 len: 168 time: 0.2348969 Feb 19 03:38:21.964485 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59026) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.970663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45fa6e-7dd2-4648-91c3-4512a102a11f tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36635ed2-619c-42a9-b08c-b5ea49495a39,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:21.994051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59028) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.024979 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d8a3c95b-61fd-4484-a3ed-0393303b4139 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0590520 Feb 19 03:38:22.029231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59032) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.034525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-daa384d7-3373-4372-9f39-fde553b69f79 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568497689'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:22.058788 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-daa384d7-3373-4372-9f39-fde553b69f79 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.120328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-982964879-network', 'tenant_id': '58b5da1410044db283ffba748c4d6496'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:22.152878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Made reservation on behalf of 58b5da1410044db283ffba748c4d6496 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:22.155364 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.173377 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.181754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-daa384d7-3373-4372-9f39-fde553b69f79 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (6721efa7-ae77-46cd-b793-de5d361e5fb5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.188685 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-daa384d7-3373-4372-9f39-fde553b69f79 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6721efa7-ae77-46cd-b793-de5d361e5fb5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.231028 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-daa384d7-3373-4372-9f39-fde553b69f79 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.232274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-daa384d7-3373-4372-9f39-fde553b69f79 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2021513 Feb 19 03:38:22.235289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59034) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.237249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa384d7-3373-4372-9f39-fde553b69f79 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6721efa7-ae77-46cd-b793-de5d361e5fb5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:22.245941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d6ea1b89-0b66-4f95-9b4a-5180aa1d75b6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '6721efa7-ae77-46cd-b793-de5d361e5fb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:22.316456 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-d6ea1b89-0b66-4f95-9b4a-5180aa1d75b6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The resource could not be found. Feb 19 03:38:22.318916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d6ea1b89-0b66-4f95-9b4a-5180aa1d75b6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0818148 Feb 19 03:38:22.321303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59038) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.326349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e5a9aa49-d2b7-461d-8f53-dd2c44c27567 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': '6721efa7-ae77-46cd-b793-de5d361e5fb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '200b784e-4396-4eef-aac7-226ea0b562d5'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:22.332616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.335301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Publish callbacks [] for security_group (4ea191dd-d247-4116-a34e-b15b28b9a340), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.340436 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4ea191dd-d247-4116-a34e-b15b28b9a340), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.368618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:38:22.369941 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-e5a9aa49-d2b7-461d-8f53-dd2c44c27567 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The resource could not be found. Feb 19 03:38:22.373714 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e5a9aa49-d2b7-461d-8f53-dd2c44c27567 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0485988 Feb 19 03:38:22.375392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59040) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.379128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea191dd-d247-4116-a34e-b15b28b9a340,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:22.386052 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (25a09a7d-a5a8-4b65-ba74-911db770c3ff), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.386491 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Added segment 25a09a7d-a5a8-4b65-ba74-911db770c3ff of type vlan for network 7cdc0dda-0e85-4b5d-8803-496fa122bc6b Feb 19 03:38:22.430763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (7cdc0dda-0e85-4b5d-8803-496fa122bc6b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.433931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-799149d5-87ec-474f-b7e1-2d982eac8f74 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (6721efa7-ae77-46cd-b793-de5d361e5fb5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.458189 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (7cdc0dda-0e85-4b5d-8803-496fa122bc6b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.459539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:22.459821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-799149d5-87ec-474f-b7e1-2d982eac8f74 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (6721efa7-ae77-46cd-b793-de5d361e5fb5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.460258 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.511671 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-799149d5-87ec-474f-b7e1-2d982eac8f74 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6721efa7-ae77-46cd-b793-de5d361e5fb5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.515129 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-799149d5-87ec-474f-b7e1-2d982eac8f74 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.517394 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-799149d5-87ec-474f-b7e1-2d982eac8f74 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/6721efa7-ae77-46cd-b793-de5d361e5fb5 HTTP/1.1" status: 204 len: 168 time: 0.1410372 Feb 19 03:38:22.520079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59042) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.530132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799149d5-87ec-474f-b7e1-2d982eac8f74 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6721efa7-ae77-46cd-b793-de5d361e5fb5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:22.554519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5593886 Feb 19 03:38:22.558743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59044) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.564849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Request body: {'subnet': {'network_id': '7cdc0dda-0e85-4b5d-8803-496fa122bc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-982964879-subnet', 'tenant_id': '58b5da1410044db283ffba748c4d6496', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:22.575211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0bd17-3a78-4f90-bc29-bbb599835288 admin admin] Pushing event updated for resources: {'Network': ['ID=7cdc0dda-0e85-4b5d-8803-496fa122bc6b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:22.588497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 7cdc0dda-0e85-4b5d-8803-496fa122bc6b details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:38:22.597333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Made reservation on behalf of 58b5da1410044db283ffba748c4d6496 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:22.601171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.611275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-31dde051-8461-45af-9296-b53830fecd65 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865648 Feb 19 03:38:22.612069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59046) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.616531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9085d391-92f9-4b80-b7f3-3dd1b3dbce01 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': 'c0efd5e7-4158-4e85-ba64-7436ca0d92bc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:22.674779 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-9085d391-92f9-4b80-b7f3-3dd1b3dbce01 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The resource could not be found. Feb 19 03:38:22.675945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9085d391-92f9-4b80-b7f3-3dd1b3dbce01 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0629177 Feb 19 03:38:22.679662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59048) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.685206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0e1bccab-a63f-42f6-8354-eea10c3beab6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'tempest-secgroup--527605670'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:22.708266 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e1bccab-a63f-42f6-8354-eea10c3beab6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.794460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e1bccab-a63f-42f6-8354-eea10c3beab6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (ce84887f-e8f9-4941-af5f-a3408469ae01), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.794460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e1bccab-a63f-42f6-8354-eea10c3beab6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ce84887f-e8f9-4941-af5f-a3408469ae01), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.824866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (8bda9c43-cd99-42aa-8c9c-2ae624faf290), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.826839 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e1bccab-a63f-42f6-8354-eea10c3beab6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.831099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0e1bccab-a63f-42f6-8354-eea10c3beab6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1468906 Feb 19 03:38:22.831315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59052) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.837165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-40efb3b8-96f6-467f-a315-eb3d74417535 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'tempest-secgroup--195320486'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:22.856934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bccab-a63f-42f6-8354-eea10c3beab6 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce84887f-e8f9-4941-af5f-a3408469ae01,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:22.862499 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40efb3b8-96f6-467f-a315-eb3d74417535 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.901223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bda9c43-cd99-42aa-8c9c-2ae624faf290,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:22.907099 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Checking segment: {'id': '25a09a7d-a5a8-4b65-ba74-911db770c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7cdc0dda-0e85-4b5d-8803-496fa122bc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:22.907826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Network hostable DHCP agents. Network: 7cdc0dda-0e85-4b5d-8803-496fa122bc6b, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:38:22.930183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Network 7cdc0dda-0e85-4b5d-8803-496fa122bc6b is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:38:22.942577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 7cdc0dda-0e85-4b5d-8803-496fa122bc6b) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:22.953378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f8c36-3be0-45a7-b916-0fc0af7dc47c None None] Network 7cdc0dda-0e85-4b5d-8803-496fa122bc6b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:22.961699 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40efb3b8-96f6-467f-a315-eb3d74417535 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (291199be-1eff-4695-b24d-b0726e850b92), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.965022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:22.965888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.968148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40efb3b8-96f6-467f-a315-eb3d74417535 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (291199be-1eff-4695-b24d-b0726e850b92), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.002711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40efb3b8-96f6-467f-a315-eb3d74417535 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.006792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-40efb3b8-96f6-467f-a315-eb3d74417535 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1719744 Feb 19 03:38:23.006960 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2a6dd806-e3a1-4fda-8793-deae3a6f935b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4463594 Feb 19 03:38:23.007144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59056) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:23.016557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d918ba1e-0fb8-4ac1-bece-763b11b5b122 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': 'ce84887f-e8f9-4941-af5f-a3408469ae01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '291199be-1eff-4695-b24d-b0726e850b92'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:23.104347 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-d918ba1e-0fb8-4ac1-bece-763b11b5b122 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:23.108487 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d918ba1e-0fb8-4ac1-bece-763b11b5b122 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0977960 Feb 19 03:38:23.108873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59060) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:23.123510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9238f70a-88df-4603-ac9f-39b7a6a045da None None] Network 7cdc0dda-0e85-4b5d-8803-496fa122bc6b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:23.200592 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2c61-cfd7-4e03-981b-f15a4d803078 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (291199be-1eff-4695-b24d-b0726e850b92), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.247176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2c61-cfd7-4e03-981b-f15a4d803078 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (291199be-1eff-4695-b24d-b0726e850b92), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.337251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2c61-cfd7-4e03-981b-f15a4d803078 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (291199be-1eff-4695-b24d-b0726e850b92), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.340176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2c61-cfd7-4e03-981b-f15a4d803078 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.343697 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a7bf2c61-cfd7-4e03-981b-f15a4d803078 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/291199be-1eff-4695-b24d-b0726e850b92 HTTP/1.1" status: 204 len: 168 time: 0.2314630 Feb 19 03:38:23.345066 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59068) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:23.367636 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf2c61-cfd7-4e03-981b-f15a4d803078 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=291199be-1eff-4695-b24d-b0726e850b92,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:23.404861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7ec11c5c-bf93-4ced-a91c-64781edde614 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:23.421895 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d87bec74-8c3e-4ee8-8472-6a5e0af72f4e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0739095 Feb 19 03:38:23.424070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59070) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:23.449890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efb3b8-96f6-467f-a315-eb3d74417535 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291199be-1eff-4695-b24d-b0726e850b92,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:23.491983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24b8e7-b8c3-4400-9591-a068c2961648 req-9a89ce90-9475-47a6-808b-290749c1cf7a tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:23.494603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de7bec6-794b-4120-a053-88e47112cfbd tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (ce84887f-e8f9-4941-af5f-a3408469ae01), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.503829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b24b8e7-b8c3-4400-9591-a068c2961648 req-9a89ce90-9475-47a6-808b-290749c1cf7a tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 945 time: 0.5079677 Feb 19 03:38:23.530206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de7bec6-794b-4120-a053-88e47112cfbd tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (ce84887f-e8f9-4941-af5f-a3408469ae01), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.532582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 7ec11c5c-bf93-4ced-a91c-64781edde614 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:38:23.538835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 7ec11c5c-bf93-4ced-a91c-64781edde614 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:23.539750 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.589338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b24b8e7-b8c3-4400-9591-a068c2961648 req-afd90d3f-524e-4eac-b7d2-ef01d8fb77c1 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842373 Feb 19 03:38:23.622077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de7bec6-794b-4120-a053-88e47112cfbd tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ce84887f-e8f9-4941-af5f-a3408469ae01), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.628129 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3de7bec6-794b-4120-a053-88e47112cfbd tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.634017 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3de7bec6-794b-4120-a053-88e47112cfbd tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/ce84887f-e8f9-4941-af5f-a3408469ae01 HTTP/1.1" status: 204 len: 168 time: 0.2055979 Feb 19 03:38:23.635050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59076) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:23.646467 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7bec6-794b-4120-a053-88e47112cfbd tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce84887f-e8f9-4941-af5f-a3408469ae01,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:23.704820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59080) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:23.705009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5dd629f6-baf6-4116-b723-dbcd2f5ca98d tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0676944 Feb 19 03:38:23.711542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b164f520-b458-475c-9e8e-1dfcb7d1d207 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'tempest-secgroup--868815529'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:23.713253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7ec11c5c-bf93-4ced-a91c-64781edde614 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:23.714174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.735818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b164f520-b458-475c-9e8e-1dfcb7d1d207 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.755001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7ec11c5c-bf93-4ced-a91c-64781edde614, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7ec11c5c-bf93-4ced-a91c-64781edde614,segment=NetworkSegment(0cd51cfa-9820-4a75-b078-98af5136346e),segment_id=0cd51cfa-9820-4a75-b078-98af5136346e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:23.756399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1968fd9f-7f8f-449b-ad01-45e9690f1915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec11c5c-bf93-4ced-a91c-64781edde614'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:23.761344 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722840b6-b96d-444c-a104-054bd582c767" -d '{"events": [{"server_uuid": "1968fd9f-7f8f-449b-ad01-45e9690f1915", "name": "network-vif-plugged", "status": "completed", "tag": "7ec11c5c-bf93-4ced-a91c-64781edde614"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:23.766566 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.833187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59088) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:23.842041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1350632331-network', 'tenant_id': '7e5e02d26ed5485e950dddf9d7daa2a6'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:23.845065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7ec11c5c-bf93-4ced-a91c-64781edde614,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:23.857185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.857711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.858265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.858674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.859197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.860038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.860170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.860515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.861028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.861519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.862034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.862378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.863105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:23.871069 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e7bb4d-efa9-444e-a191-80c649c3e6bc x-openstack-request-id: req-e8e7bb4d-efa9-444e-a191-80c649c3e6bc {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:23.871511 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1968fd9f-7f8f-449b-ad01-45e9690f1915", "name": "network-vif-plugged", "status": "completed", "tag": "7ec11c5c-bf93-4ced-a91c-64781edde614", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:23.871779 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8e7bb4d-efa9-444e-a191-80c649c3e6bc {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:23.872374 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1968fd9f-7f8f-449b-ad01-45e9690f1915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec11c5c-bf93-4ced-a91c-64781edde614', 'code': 200} Feb 19 03:38:23.906735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Made reservation on behalf of 7e5e02d26ed5485e950dddf9d7daa2a6 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:23.909097 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.919293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.944772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b164f520-b458-475c-9e8e-1dfcb7d1d207 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (dbc24788-e0c2-473f-a4bf-7b0532734777), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.953099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b164f520-b458-475c-9e8e-1dfcb7d1d207 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (dbc24788-e0c2-473f-a4bf-7b0532734777), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.974813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b164f520-b458-475c-9e8e-1dfcb7d1d207 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.980507 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b164f520-b458-475c-9e8e-1dfcb7d1d207 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2738628 Feb 19 03:38:23.981127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59090) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:23.994993 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1e087ccb-c50a-4787-9ded-3aa15a96dd3b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': 'dbc24788-e0c2-473f-a4bf-7b0532734777', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:24.021119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164f520-b458-475c-9e8e-1dfcb7d1d207 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc24788-e0c2-473f-a4bf-7b0532734777,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:24.049667 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-1e087ccb-c50a-4787-9ded-3aa15a96dd3b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:24.049909 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Publish callbacks [] for security_group (dc96ff0b-0744-4c16-ae78-5a2c42f03a64), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.052204 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1e087ccb-c50a-4787-9ded-3aa15a96dd3b tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0637767 Feb 19 03:38:24.054933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59092) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:24.060883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a42b7e9c-1978-4bb5-9b88-462c57cac3e7 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group_rule': {'security_group_id': 'dbc24788-e0c2-473f-a4bf-7b0532734777', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:24.062355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (dc96ff0b-0744-4c16-ae78-5a2c42f03a64), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.077168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:38:24.091398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a32148-8108-4958-b432-9ad041232639 req-2fb85950-12e4-4177-a9fa-94b57c9b3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:24.093080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70a32148-8108-4958-b432-9ad041232639 req-2fb85950-12e4-4177-a9fa-94b57c9b3de5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 1128 time: 0.1532702 Feb 19 03:38:24.098476 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-a42b7e9c-1978-4bb5-9b88-462c57cac3e7 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:38:24.102423 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a42b7e9c-1978-4bb5-9b88-462c57cac3e7 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0432975 Feb 19 03:38:24.102646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59094) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:24.108346 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (eb9a0975-58dd-4d98-b237-cb64661a8bbd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.108692 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Added segment eb9a0975-58dd-4d98-b237-cb64661a8bbd of type vlan for network c9dc3299-ad65-4009-ad93-d814f5bafe3f Feb 19 03:38:24.156014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc96ff0b-0744-4c16-ae78-5a2c42f03a64,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:24.160521 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-119ce3d0-b306-43b7-a027-00b4e6c23e84 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (dbc24788-e0c2-473f-a4bf-7b0532734777), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.183448 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (c9dc3299-ad65-4009-ad93-d814f5bafe3f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.190305 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-119ce3d0-b306-43b7-a027-00b4e6c23e84 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (dbc24788-e0c2-473f-a4bf-7b0532734777), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.203286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70a32148-8108-4958-b432-9ad041232639 req-2b0067e4-858e-4c74-82dd-9faf3096da83 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027005 Feb 19 03:38:24.226424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (c9dc3299-ad65-4009-ad93-d814f5bafe3f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.228184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:24.229054 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.254879 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-119ce3d0-b306-43b7-a027-00b4e6c23e84 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (dbc24788-e0c2-473f-a4bf-7b0532734777), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.260032 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-119ce3d0-b306-43b7-a027-00b4e6c23e84 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.264382 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-119ce3d0-b306-43b7-a027-00b4e6c23e84 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/dbc24788-e0c2-473f-a4bf-7b0532734777 HTTP/1.1" status: 204 len: 168 time: 0.1580741 Feb 19 03:38:24.269113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59096) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:24.294700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ce3d0-b306-43b7-a027-00b4e6c23e84 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc24788-e0c2-473f-a4bf-7b0532734777,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:24.326088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4918597 Feb 19 03:38:24.326888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd19e6-7128-4f91-a534-f3f48f07480d admin admin] Pushing event updated for resources: {'Network': ['ID=c9dc3299-ad65-4009-ad93-d814f5bafe3f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:24.329227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59098) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:24.334751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Request body: {'subnet': {'network_id': 'c9dc3299-ad65-4009-ad93-d814f5bafe3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1350632331-subnet', 'tenant_id': '7e5e02d26ed5485e950dddf9d7daa2a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:24.341947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network c9dc3299-ad65-4009-ad93-d814f5bafe3f details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:38:24.376320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Made reservation on behalf of 7e5e02d26ed5485e950dddf9d7daa2a6 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:24.379928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.396629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59102) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:24.398063 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e872b04f-f020-4535-8f16-3b58174597e7 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1272604 Feb 19 03:38:24.404560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b6dcec75-005d-4ce3-9f0e-18a6f3b93455 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729257771'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:24.470618 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6dcec75-005d-4ce3-9f0e-18a6f3b93455 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.711065 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6dcec75-005d-4ce3-9f0e-18a6f3b93455 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (2d1888d1-9753-4f5f-a307-54759420d178), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.737071 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6dcec75-005d-4ce3-9f0e-18a6f3b93455 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2d1888d1-9753-4f5f-a307-54759420d178), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.764031 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (9946dc8d-91c0-4b12-823c-babd4ae2e55e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.815672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcec75-005d-4ce3-9f0e-18a6f3b93455 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1888d1-9753-4f5f-a307-54759420d178,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:24.844516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6dcec75-005d-4ce3-9f0e-18a6f3b93455 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.849401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b6dcec75-005d-4ce3-9f0e-18a6f3b93455 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4481807 Feb 19 03:38:24.849613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59106) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:24.855278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-25f47cb6-f1aa-4e4b-be6a-189b5124333e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:24.855844 n-d-826756-2 neutron-server[103616]: WARNING neutron.api.v2.base [None req-25f47cb6-f1aa-4e4b-be6a-189b5124333e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:38:24.856453 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-25f47cb6-f1aa-4e4b-be6a-189b5124333e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 03:38:24.857707 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-25f47cb6-f1aa-4e4b-be6a-189b5124333e tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "PUT /v2.0/security-groups/2d1888d1-9753-4f5f-a307-54759420d178 HTTP/1.1" status: 409 len: 330 time: 0.0077641 Feb 19 03:38:24.862370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59108) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:24.866804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531df65a-1c3a-4bc6-a0f7-248985da522b req-592dc6c7-6e38-43c6-aae6-12052694209f tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:24.868980 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-531df65a-1c3a-4bc6-a0f7-248985da522b req-592dc6c7-6e38-43c6-aae6-12052694209f tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 946 time: 0.1847711 Feb 19 03:38:24.883283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9946dc8d-91c0-4b12-823c-babd4ae2e55e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:24.933429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Checking segment: {'id': 'eb9a0975-58dd-4d98-b237-cb64661a8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c9dc3299-ad65-4009-ad93-d814f5bafe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:24.934307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Network hostable DHCP agents. Network: c9dc3299-ad65-4009-ad93-d814f5bafe3f, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:38:24.986023 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d966c428-b0e9-4d6e-824d-803a31b94ee9 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (2d1888d1-9753-4f5f-a307-54759420d178), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:25.028495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d966c428-b0e9-4d6e-824d-803a31b94ee9 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (2d1888d1-9753-4f5f-a307-54759420d178), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:25.030658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-531df65a-1c3a-4bc6-a0f7-248985da522b req-c761a8fb-f1ce-4f1b-9be5-628f88296876 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402559 Feb 19 03:38:25.035240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Network c9dc3299-ad65-4009-ad93-d814f5bafe3f is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:38:25.057970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, c9dc3299-ad65-4009-ad93-d814f5bafe3f) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:25.068888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45289706-02c2-4c84-a214-c28355a8409c None None] Network c9dc3299-ad65-4009-ad93-d814f5bafe3f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:25.074247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:25.083381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:25.121607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1d1559c0-d020-4937-9858-1619432fdea6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7832096 Feb 19 03:38:25.124904 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d966c428-b0e9-4d6e-824d-803a31b94ee9 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2d1888d1-9753-4f5f-a307-54759420d178), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:25.128352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d966c428-b0e9-4d6e-824d-803a31b94ee9 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:25.129672 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d966c428-b0e9-4d6e-824d-803a31b94ee9 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/2d1888d1-9753-4f5f-a307-54759420d178 HTTP/1.1" status: 204 len: 168 time: 0.2651055 Feb 19 03:38:25.133996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59114) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:25.143073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966c428-b0e9-4d6e-824d-803a31b94ee9 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1888d1-9753-4f5f-a307-54759420d178,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:25.225527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59116) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:25.225892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aa6c68e1-0714-4e3b-93d0-4cdacdf0e517 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0829563 Feb 19 03:38:25.248499 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-87be9b16-7764-4b68-bbb7-f0a957105ec4 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] delete failed (client error): The resource could not be found. Feb 19 03:38:25.251219 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-87be9b16-7764-4b68-bbb7-f0a957105ec4 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "DELETE /v2.0/security-groups/f81fb6cc-f315-4970-93ee-81ce9afcce58 HTTP/1.1" status: 404 len: 347 time: 0.0225260 Feb 19 03:38:25.265340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59118) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:25.290764 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-1a0824b8-50bb-4994-b4f0-ff546bdd4657 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] show failed (client error): The resource could not be found. Feb 19 03:38:25.292960 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1a0824b8-50bb-4994-b4f0-ff546bdd4657 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-groups/8eb0a18d-9390-483d-a201-a12942d0f2b6 HTTP/1.1" status: 404 len: 347 time: 0.0247364 Feb 19 03:38:25.296802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59120) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:25.310471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37acb235-b761-426f-9320-be234eace0b4 None None] Network c9dc3299-ad65-4009-ad93-d814f5bafe3f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:25.338515 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-4d755507-57d8-4232-8d34-d7adc41bc6d8 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] show failed (client error): The resource could not be found. Feb 19 03:38:25.342773 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4d755507-57d8-4232-8d34-d7adc41bc6d8 tempest-NegativeSecGroupIPv6Test-460289842 tempest-NegativeSecGroupIPv6Test-460289842-project] 10.222.0.42 "GET /v2.0/security-group-rules/85531492-0e5a-4a7d-af5d-c26626d5674d HTTP/1.1" status: 404 len: 356 time: 0.0443630 Feb 19 03:38:25.744318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59134) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:25.913694 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4928a243-175e-485e-8b85-8cf70acd2b4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c37e25d07c04e20b8d6206685620de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1674669 Feb 19 03:38:25.915746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59138) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:25.995911 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09d7c6c7-0cd7-46a4-9b4d-4ebb869d34df admin admin] Publish callbacks [] for security_group (85ab8cc8-773b-4138-a93a-de62890612c1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:26.063499 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09d7c6c7-0cd7-46a4-9b4d-4ebb869d34df admin admin] Publish callbacks [] for security_group (85ab8cc8-773b-4138-a93a-de62890612c1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:26.148107 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09d7c6c7-0cd7-46a4-9b4d-4ebb869d34df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (85ab8cc8-773b-4138-a93a-de62890612c1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:26.153381 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09d7c6c7-0cd7-46a4-9b4d-4ebb869d34df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:26.155345 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-09d7c6c7-0cd7-46a4-9b4d-4ebb869d34df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85ab8cc8-773b-4138-a93a-de62890612c1 HTTP/1.1" status: 204 len: 168 time: 0.2377284 Feb 19 03:38:26.177703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7c6c7-0cd7-46a4-9b4d-4ebb869d34df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ab8cc8-773b-4138-a93a-de62890612c1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:26.276576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-c1ad26ff-91d5-40e3-876c-bddbfc52a597 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1484957 Feb 19 03:38:26.333011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-a00579c2-0369-4e01-b5d1-b1260bf95d6c tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.334608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-a00579c2-0369-4e01-b5d1-b1260bf95d6c tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/networks?id=7cdc0dda-0e85-4b5d-8803-496fa122bc6b HTTP/1.1" status: 200 len: 811 time: 0.1592150 Feb 19 03:38:26.386520 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-45dafa91-fee8-4c37-9457-fc3856205260 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/quotas/58b5da1410044db283ffba748c4d6496 HTTP/1.1" status: 200 len: 375 time: 0.0440693 Feb 19 03:38:26.442860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-9f82a050-5b4d-4a92-8b63-6b5dc1d0aca4 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b5da1410044db283ffba748c4d6496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397561 Feb 19 03:38:26.466423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-8afec037-ee0a-4351-8a1b-5ce3e07b8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.466918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-8afec037-ee0a-4351-8a1b-5ce3e07b8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.467403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-8afec037-ee0a-4351-8a1b-5ce3e07b8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.467888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-8afec037-ee0a-4351-8a1b-5ce3e07b8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.468373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-8afec037-ee0a-4351-8a1b-5ce3e07b8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.468847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-8afec037-ee0a-4351-8a1b-5ce3e07b8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.469369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-8afec037-ee0a-4351-8a1b-5ce3e07b8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.471647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-8afec037-ee0a-4351-8a1b-5ce3e07b8f38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6707 time: 0.1169899 Feb 19 03:38:26.658700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-b21f6fbb-3261-4790-8b53-cdaee5590286 service neutron] 10.222.0.42 "GET /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053535 Feb 19 03:38:26.695570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-b275219c-09e3-4ff2-8d70-f8a08cc42391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.696064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-b275219c-09e3-4ff2-8d70-f8a08cc42391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.696535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-b275219c-09e3-4ff2-8d70-f8a08cc42391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.698230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-b275219c-09e3-4ff2-8d70-f8a08cc42391 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d8177606-8e02-4dcf-b260-237ee5f1e02f&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=11ef5ccb-0868-41f4-97a7-681c7d13022b&id=11ef5ccb-0868-41f4-97a7-681c7d13022b HTTP/1.1" status: 200 len: 2292 time: 0.1721866 Feb 19 03:38:26.820765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-d6b283fc-88d7-468e-8b56-7ce479dc4249 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9073329f-5c4c-4002-9dd2-84a3f70d0e36 HTTP/1.1" status: 200 len: 1001 time: 0.0959430 Feb 19 03:38:26.826955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-61967d66-c81a-4c45-8c3c-00532564961c service neutron] 10.222.0.42 "GET /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614699 Feb 19 03:38:26.902855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-902f3fb8-295a-4274-ad31-f87c29ac76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.904928 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-902f3fb8-295a-4274-ad31-f87c29ac76d5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c27aede-4122-4f88-a32c-cfd05dfba8a5 HTTP/1.1" status: 200 len: 851 time: 0.0770228 Feb 19 03:38:26.975630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-04a4c8fa-d320-48f7-88fc-166e6e5de03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.978324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-04a4c8fa-d320-48f7-88fc-166e6e5de03f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d8177606-8e02-4dcf-b260-237ee5f1e02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622592 Feb 19 03:38:27.160451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b996a2-aa8d-4bf6-901c-3d9a56131b8a req-087e4193-fa66-4e45-85b6-383fb9203971 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:27.169316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77b996a2-aa8d-4bf6-901c-3d9a56131b8a req-087e4193-fa66-4e45-85b6-383fb9203971 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 946 time: 0.1138701 Feb 19 03:38:27.197084 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-cf759091-412d-4b34-9cc0-aa0a95c61a91 service neutron] 10.222.0.71 "GET /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086265 Feb 19 03:38:27.305591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77b996a2-aa8d-4bf6-901c-3d9a56131b8a req-492b7e45-9a64-497a-8151-46d49e0e05e1 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300354 Feb 19 03:38:27.378895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-1e51afce-62d0-43ef-b534-51287212d0c2 service neutron] 10.222.0.71 "GET /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752648 Feb 19 03:38:27.418066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49331bfb-abc0-421c-8f52-4acaf012e293 req-1b15309b-05ed-4ca7-abc7-4b838d0c557c tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 210 time: 0.0463591 Feb 19 03:38:27.469591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-60fb3757-1854-4d26-be64-b278cb62507d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=c186a5da-70f4-40fb-97bd-370729d3cb9f HTTP/1.1" status: 200 len: 217 time: 0.0502057 Feb 19 03:38:27.582104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-daf522ff-da73-4d09-a7d8-d4ee787212d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:27.588523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-daf522ff-da73-4d09-a7d8-d4ee787212d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.1075451 Feb 19 03:38:27.713180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-07a94c81-badb-40d3-bd25-f8d1ac6d1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:27.715754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-07a94c81-badb-40d3-bd25-f8d1ac6d1f14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1151218 Feb 19 03:38:27.875816 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:38:27.958143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-2ed6dd4e-8c8f-4b48-8057-a410c502a097 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255297 Feb 19 03:38:27.973239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ea715-9039-437f-9e2c-90b1a5752d17 req-2cdbec59-d929-4628-8774-ae0e4ec7ee18 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:27.981621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c13ea715-9039-437f-9e2c-90b1a5752d17 req-2cdbec59-d929-4628-8774-ae0e4ec7ee18 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 946 time: 0.1577611 Feb 19 03:38:28.034317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-3c0b2852-f719-4c4a-aabe-840a8c35f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:28.036024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-3c0b2852-f719-4c4a-aabe-840a8c35f108 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4f63a4406629492a8e8548d0905e91bb&device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 1128 time: 0.2255108 Feb 19 03:38:28.169241 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c13ea715-9039-437f-9e2c-90b1a5752d17 req-48cdd4f9-c741-4948-b0ae-0ec9660bfc6c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865766 Feb 19 03:38:28.230177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-11862fec-83a5-45f3-a970-fcbb131fc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:28.231700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-11862fec-83a5-45f3-a970-fcbb131fc19d service neutron] 10.222.0.71 "GET /v2.0/networks?id=e353a037-8256-4307-a90c-d23604a6db44 HTTP/1.1" status: 200 len: 915 time: 0.1667309 Feb 19 03:38:28.233559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-7901964f-a810-47e8-b3ed-b790f4637059 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498443 Feb 19 03:38:28.346058 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-71504f63-081b-4a6f-8ae7-84405f635a5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec11c5c-bf93-4ced-a91c-64781edde614 HTTP/1.1" status: 200 len: 217 time: 0.0971544 Feb 19 03:38:28.347396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-0303d130-2947-48f3-9f13-37879abc6dfe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=59d89fa6-04f0-4b05-b65e-86aa824fe6c9 HTTP/1.1" status: 200 len: 217 time: 0.0873132 Feb 19 03:38:28.510111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-397275fa-2186-46ff-b608-2b84c4699341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:28.511672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-397275fa-2186-46ff-b608-2b84c4699341 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e02599c-3cbd-4bb3-a849-307e4c913ad8 HTTP/1.1" status: 200 len: 854 time: 0.1528139 Feb 19 03:38:28.607185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc9db143-05e6-434d-aad1-ca00bc84a9df req-5085c868-c6e8-4933-8ad1-b7b455023ce8 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 210 time: 0.0884001 Feb 19 03:38:28.662749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-3e544cb6-16c4-46b8-ae01-d0fb0465c9ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e353a037-8256-4307-a90c-d23604a6db44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073878 Feb 19 03:38:28.675889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-a3e72b42-259b-4644-863f-5ac795320023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:28.678396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-a3e72b42-259b-4644-863f-5ac795320023 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.3176000 Feb 19 03:38:28.758827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59236) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:28.878652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-a71855c3-436e-4e54-bca0-a058be54e2f0 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:28.879398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-a71855c3-436e-4e54-bca0-a058be54e2f0 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.71 "GET /v2.0/networks?id=7cdc0dda-0e85-4b5d-8803-496fa122bc6b HTTP/1.1" status: 200 len: 811 time: 0.4496219 Feb 19 03:38:28.889681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-1dcb9f19-83a4-4e4e-9242-e26ba7fdd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:28.891227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-1dcb9f19-83a4-4e4e-9242-e26ba7fdd5da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1926107 Feb 19 03:38:28.902243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Request body: {'port': {'device_id': '7580706d-5503-4db7-a97d-ccbe2ddbb57d', 'network_id': '7cdc0dda-0e85-4b5d-8803-496fa122bc6b', 'admin_state_up': True, 'tenant_id': '58b5da1410044db283ffba748c4d6496'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:28.904572 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04a46fc5-2cce-4ecb-a16e-7f9e56944aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:28.943636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-64fa2cce-b1fb-410f-92ba-fb98bc521d2a service neutron] 10.222.0.71 "GET /v2.0/networks/e353a037-8256-4307-a90c-d23604a6db44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639258 Feb 19 03:38:28.999490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04a46fc5-2cce-4ecb-a16e-7f9e56944aab admin admin] Publish callbacks [] for security_group (63d2e12b-a6b0-4758-80bd-032912d9f0d7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.004237 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04a46fc5-2cce-4ecb-a16e-7f9e56944aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (63d2e12b-a6b0-4758-80bd-032912d9f0d7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.050714 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-04a46fc5-2cce-4ecb-a16e-7f9e56944aab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=007020622f694df2965021cda4b00690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880170 Feb 19 03:38:29.050714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a46fc5-2cce-4ecb-a16e-7f9e56944aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d2e12b-a6b0-4758-80bd-032912d9f0d7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:29.051660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59240) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:29.109639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2f04a8b2-fcda-4750-89ec-4b9fa0b0a387 admin admin] Publish callbacks [] for security_group (63d2e12b-a6b0-4758-80bd-032912d9f0d7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.140329 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2f04a8b2-fcda-4750-89ec-4b9fa0b0a387 admin admin] Publish callbacks [] for security_group (63d2e12b-a6b0-4758-80bd-032912d9f0d7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.208921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2f04a8b2-fcda-4750-89ec-4b9fa0b0a387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (63d2e12b-a6b0-4758-80bd-032912d9f0d7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.212966 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2f04a8b2-fcda-4750-89ec-4b9fa0b0a387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.214675 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2f04a8b2-fcda-4750-89ec-4b9fa0b0a387 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63d2e12b-a6b0-4758-80bd-032912d9f0d7 HTTP/1.1" status: 204 len: 168 time: 0.1611619 Feb 19 03:38:29.224018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04a8b2-fcda-4750-89ec-4b9fa0b0a387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d2e12b-a6b0-4758-80bd-032912d9f0d7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:29.561777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59252) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:29.579259 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9225042e-cd14-4b41-a185-642796b140c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.598873 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-62f9ae80-23d9-4946-8e1a-36a413523571 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873682 Feb 19 03:38:29.632150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-aadd66f6-207a-4e9a-afb3-fb04228d52a6 service neutron] 10.222.0.71 "GET /v2.0/networks/e353a037-8256-4307-a90c-d23604a6db44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456144 Feb 19 03:38:29.683671 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9225042e-cd14-4b41-a185-642796b140c8 admin admin] Publish callbacks [] for security_group (8f6ed22b-19dc-42e0-af04-c14251299ed3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.690978 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9225042e-cd14-4b41-a185-642796b140c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8f6ed22b-19dc-42e0-af04-c14251299ed3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.698216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Made reservation on behalf of 58b5da1410044db283ffba748c4d6496 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:29.703658 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.720959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18a029-5f6b-4816-8a2b-2d7d57e28d4b req-2297b252-8ac8-46b4-9a82-023c5c59a7a7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:29.722657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad18a029-5f6b-4816-8a2b-2d7d57e28d4b req-2297b252-8ac8-46b4-9a82-023c5c59a7a7 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 946 time: 0.2544937 Feb 19 03:38:29.750651 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225042e-cd14-4b41-a185-642796b140c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ed22b-19dc-42e0-af04-c14251299ed3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:29.767438 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9225042e-cd14-4b41-a185-642796b140c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7fe2259e91c4c76bcba18e56720724a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2043626 Feb 19 03:38:29.770749 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59256) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:29.842734 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dd87559-d8b5-485c-953c-ab6f92d1e9f0 admin admin] Publish callbacks [] for security_group (8f6ed22b-19dc-42e0-af04-c14251299ed3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.881963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dd87559-d8b5-485c-953c-ab6f92d1e9f0 admin admin] Publish callbacks [] for security_group (8f6ed22b-19dc-42e0-af04-c14251299ed3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.922362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-0b2c6d7a-343f-4549-b698-a679c4542294 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098752 Feb 19 03:38:29.938601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad18a029-5f6b-4816-8a2b-2d7d57e28d4b req-0c116560-36ef-4cc7-bcbc-0c74736bd071 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051370 Feb 19 03:38:29.998425 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dd87559-d8b5-485c-953c-ab6f92d1e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8f6ed22b-19dc-42e0-af04-c14251299ed3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.001796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dd87559-d8b5-485c-953c-ab6f92d1e9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.003497 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5dd87559-d8b5-485c-953c-ab6f92d1e9f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f6ed22b-19dc-42e0-af04-c14251299ed3 HTTP/1.1" status: 204 len: 168 time: 0.2313452 Feb 19 03:38:30.012944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd87559-d8b5-485c-953c-ab6f92d1e9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ed22b-19dc-42e0-af04-c14251299ed3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:30.024156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-cd7e8952-4686-4c1c-ae62-31d6295a21c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=3329ef89-e726-417b-9273-f6162141cb25 HTTP/1.1" status: 200 len: 217 time: 0.0787830 Feb 19 03:38:30.171236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e769f22e-55a4-4c7b-aa5d-6bb43df83c95 req-dda061d1-66e2-4b2b-9505-012902434c4a tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 210 time: 0.0490012 Feb 19 03:38:30.182694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Allocated IP 172.20.0.14 (7cdc0dda-0e85-4b5d-8803-496fa122bc6b/8bda9c43-cd99-42aa-8c9c-2ae624faf290/797fd918-b0ff-4a27-b4b6-c0015af1395f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:30.223714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-5274d415-3a45-46f8-9dd8-d19ca07a1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:30.225592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-5274d415-3a45-46f8-9dd8-d19ca07a1ec4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.1345229 Feb 19 03:38:30.381622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-7ceaa951-a13a-4456-ada8-0f3a0e598c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:30.383491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-7ceaa951-a13a-4456-ada8-0f3a0e598c4c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1490390 Feb 19 03:38:30.548063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-5c743d53-9cec-4a5a-9e1a-6711c24485cc service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577761 Feb 19 03:38:30.555256 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Publish callbacks [] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.681025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.755896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Network 7cdc0dda-0e85-4b5d-8803-496fa122bc6b is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:30.759984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Pushing event updated for resources: {'Port': ['ID=797fd918-b0ff-4a27-b4b6-c0015af1395f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:30.763228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:30.769993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:30.812708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-a9fcc5c0-66bd-4535-8966-abbc994c6713 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547886 Feb 19 03:38:30.864898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-2cdb149c-7e3e-4a3d-b142-3be144d12c5b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 HTTP/1.1" status: 200 len: 217 time: 0.0443404 Feb 19 03:38:30.886518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:30.887426 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.935359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6483740c-6023-4dea-ace3-d73777cb1dab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0383761 Feb 19 03:38:30.942281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-f7e2754a-7285-487f-a7a9-bcbdfd46a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:30.943919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-f7e2754a-7285-487f-a7a9-bcbdfd46a202 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.0704985 Feb 19 03:38:30.950123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Request body: {'port': {'device_id': '7580706d-5503-4db7-a97d-ccbe2ddbb57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:31.119543 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:31.189977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-4ad49046-69bd-44cd-91ff-dc13d1a96410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.192163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-4ad49046-69bd-44cd-91ff-dc13d1a96410 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2380507 Feb 19 03:38:31.237392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b553f3-4a3c-4d63-9eab-b56b81b2251c req-977e365c-66c7-47d8-9d50-d0e834b53896 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.239295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0b553f3-4a3c-4d63-9eab-b56b81b2251c req-977e365c-66c7-47d8-9d50-d0e834b53896 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 946 time: 0.1889811 Feb 19 03:38:31.443851 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0b553f3-4a3c-4d63-9eab-b56b81b2251c req-51740356-27b2-462b-8723-7baa5b0d0240 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672578 Feb 19 03:38:31.486409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-952836d7-e7be-4ef2-a40b-0d18c1eac120 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833269 Feb 19 03:38:31.752470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-a4bc9214-c035-4614-869f-58c2eb510b83 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576759 Feb 19 03:38:31.764101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9b63-d424-45f9-9929-0840d41b9836 req-cc533f56-ed1a-4e56-8165-7ae84e1f05cd tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.765780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b60b9b63-d424-45f9-9929-0840d41b9836 req-cc533f56-ed1a-4e56-8165-7ae84e1f05cd tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 932 time: 0.1856771 Feb 19 03:38:31.870601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-bbbc36a6-3f43-4136-83ad-326df1616905 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 HTTP/1.1" status: 200 len: 217 time: 0.0792286 Feb 19 03:38:31.905112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b60b9b63-d424-45f9-9929-0840d41b9836 req-5b4152f6-6320-4952-8ab4-7adf63a4bbcf tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113486 Feb 19 03:38:31.929455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797fd918-b0ff-4a27-b4b6-c0015af1395f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:31.941345 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Publish callbacks [] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:31.967650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Transition to ACTIVE for port object 797fd918-b0ff-4a27-b4b6-c0015af1395f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:38:31.973387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-edc3cb2c-a818-4f7a-bf85-bc55332b56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.975872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-edc3cb2c-a818-4f7a-bf85-bc55332b56dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=993294fb-3c75-47da-8f13-dd96a8f43ba4 HTTP/1.1" status: 200 len: 797 time: 0.0941014 Feb 19 03:38:31.978264 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:32.096559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Pushing event updated for resources: {'Port': ['ID=797fd918-b0ff-4a27-b4b6-c0015af1395f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:32.166052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-071e079d-5f8b-4def-96ac-a076fea5500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:32.167999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-071e079d-5f8b-4def-96ac-a076fea5500e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11ef5ccb-0868-41f4-97a7-681c7d13022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1770935 Feb 19 03:38:32.253232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Attempting to bind port 797fd918-b0ff-4a27-b4b6-c0015af1395f on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:38:32.253542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Attempting to bind port 797fd918-b0ff-4a27-b4b6-c0015af1395f by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '25a09a7d-a5a8-4b65-ba74-911db770c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7cdc0dda-0e85-4b5d-8803-496fa122bc6b'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:38:32.254388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Attempting to bind port 797fd918-b0ff-4a27-b4b6-c0015af1395f on network 7cdc0dda-0e85-4b5d-8803-496fa122bc6b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:32.271626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Port 797fd918-b0ff-4a27-b4b6-c0015af1395f on network 7cdc0dda-0e85-4b5d-8803-496fa122bc6b not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:38:32.271871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Attempting to bind port 797fd918-b0ff-4a27-b4b6-c0015af1395f on network 7cdc0dda-0e85-4b5d-8803-496fa122bc6b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:32.283703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:38:32.284085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Checking segment: {'id': '25a09a7d-a5a8-4b65-ba74-911db770c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7cdc0dda-0e85-4b5d-8803-496fa122bc6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:32.284499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Bound using segment: {'id': '25a09a7d-a5a8-4b65-ba74-911db770c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7cdc0dda-0e85-4b5d-8803-496fa122bc6b'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:38:32.285106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Bound port: 797fd918-b0ff-4a27-b4b6-c0015af1395f, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a09a7d-a5a8-4b65-ba74-911db770c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7cdc0dda-0e85-4b5d-8803-496fa122bc6b'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:38:32.285592 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:32.397893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-a705857c-dabf-42ab-bede-10bacb7416f6 service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179980 Feb 19 03:38:32.501087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] For port 797fd918-b0ff-4a27-b4b6-c0015af1395f, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:38:32.521978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] For port 797fd918-b0ff-4a27-b4b6-c0015af1395f, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=797fd918-b0ff-4a27-b4b6-c0015af1395f,segment=NetworkSegment(25a09a7d-a5a8-4b65-ba74-911db770c3ff),segment_id=25a09a7d-a5a8-4b65-ba74-911db770c3ff)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:38:32.538666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ec539-bab2-4775-8f76-846c00df3ce2 req-83271c89-268a-4704-a498-a9b63ded2771 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:32.542017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-581ec539-bab2-4775-8f76-846c00df3ce2 req-83271c89-268a-4704-a498-a9b63ded2771 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 946 time: 0.1954033 Feb 19 03:38:32.547477 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:32.655009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:32.656288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:32.658020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] 10.222.0.71 "PUT /v2.0/ports/797fd918-b0ff-4a27-b4b6-c0015af1395f HTTP/1.1" status: 200 len: 1092 time: 1.7130568 Feb 19 03:38:32.663532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7580706d-5503-4db7-a97d-ccbe2ddbb57d', 'tag': '797fd918-b0ff-4a27-b4b6-c0015af1395f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:32.666835 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e5e54a-da29-4cc3-951c-e76083ef9504" -d '{"events": [{"name": "network-changed", "server_uuid": "7580706d-5503-4db7-a97d-ccbe2ddbb57d", "tag": "797fd918-b0ff-4a27-b4b6-c0015af1395f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:32.679781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-c7afe032-c31d-460d-b5fc-c3582634897d service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765324 Feb 19 03:38:32.770857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126db1d-bcfe-489d-b509-7723bc5e415f service neutron] Pushing event updated for resources: {'Port': ['ID=797fd918-b0ff-4a27-b4b6-c0015af1395f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:32.801514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-9e564cc4-77e6-455b-a31e-e4d449b4cef1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a HTTP/1.1" status: 200 len: 217 time: 0.0998266 Feb 19 03:38:32.808261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-581ec539-bab2-4775-8f76-846c00df3ce2 req-d68e2637-eca9-4259-91b5-dfbabe7ef95f tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461097 Feb 19 03:38:32.894926 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308be8b6-92ab-4199-b324-bc151df59b86 x-openstack-request-id: req-308be8b6-92ab-4199-b324-bc151df59b86 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:32.895618 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7580706d-5503-4db7-a97d-ccbe2ddbb57d", "tag": "797fd918-b0ff-4a27-b4b6-c0015af1395f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:32.895888 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-308be8b6-92ab-4199-b324-bc151df59b86 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:32.896495 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7580706d-5503-4db7-a97d-ccbe2ddbb57d', 'tag': '797fd918-b0ff-4a27-b4b6-c0015af1395f', 'status': 'completed', 'code': 200} Feb 19 03:38:32.911745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6a97fe90-4b9a-499d-95b5-c2a664dc4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:32.913080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-6a97fe90-4b9a-499d-95b5-c2a664dc4411 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58b5da1410044db283ffba748c4d6496&device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 1126 time: 0.1965783 Feb 19 03:38:32.988699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-1ccaa29e-a6ef-4274-957f-4e676d1052c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797fd918-b0ff-4a27-b4b6-c0015af1395f HTTP/1.1" status: 200 len: 217 time: 0.0644360 Feb 19 03:38:32.989066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-969c0350-8418-4433-9ad7-9b29125f6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:32.991183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-969c0350-8418-4433-9ad7-9b29125f6b7c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=993294fb-3c75-47da-8f13-dd96a8f43ba4 HTTP/1.1" status: 200 len: 797 time: 0.1797116 Feb 19 03:38:33.137946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-a6eb8691-254b-4374-aef8-bd67f8a6dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:33.139555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-a6eb8691-254b-4374-aef8-bd67f8a6dcc2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bda9c43-cd99-42aa-8c9c-2ae624faf290 HTTP/1.1" status: 200 len: 851 time: 0.1371095 Feb 19 03:38:33.196590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-5f3989ad-b49e-487f-bd4a-5f8641c2388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:33.198742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-5f3989ad-b49e-487f-bd4a-5f8641c2388b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11ef5ccb-0868-41f4-97a7-681c7d13022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1947112 Feb 19 03:38:33.203268 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-c54d3e33-bb66-4134-be09-1d20f8c8ab98 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cdc0dda-0e85-4b5d-8803-496fa122bc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545938 Feb 19 03:38:33.292646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc3730-8919-46dd-928d-b6cc296143a0 req-65445619-51a9-4563-aa3f-e3a4db1afd4f tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:33.298522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fccc3730-8919-46dd-928d-b6cc296143a0 req-65445619-51a9-4563-aa3f-e3a4db1afd4f tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 944 time: 0.2090762 Feb 19 03:38:33.462593 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fccc3730-8919-46dd-928d-b6cc296143a0 req-00ca5670-ce72-4f02-91ca-5d76766f2492 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457448 Feb 19 03:38:33.470917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-2576e686-8509-453d-94f9-6328bb1c9ee3 service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518935 Feb 19 03:38:33.532835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-5b2ca1d5-299f-41f0-9e40-89bc1b44021e service neutron] 10.222.0.71 "GET /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324655 Feb 19 03:38:33.700434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd739aa9-0dd4-46b5-b0f4-2f815cf7d39d req-6c59728e-e988-4a58-a001-e36454afd4b5 service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159958 Feb 19 03:38:33.709210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f05b8e9-05c7-4275-a8b6-24376ddd9480 req-1827b5b1-baa0-4013-9de6-7b420b0a0af7 service neutron] 10.222.0.71 "GET /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457150 Feb 19 03:38:33.862234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e54a-da29-4cc3-951c-e76083ef9504 req-465937cd-2cd8-49f7-82ef-64e435fcbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:33.864230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00e5e54a-da29-4cc3-951c-e76083ef9504 req-465937cd-2cd8-49f7-82ef-64e435fcbe88 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58b5da1410044db283ffba748c4d6496&device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 1126 time: 0.0774281 Feb 19 03:38:34.044181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7759be-5f53-4fbb-83f2-e46930a3ed1c req-db633c98-018f-42e1-b758-f1fa1c610e32 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:34.045800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc7759be-5f53-4fbb-83f2-e46930a3ed1c req-db633c98-018f-42e1-b758-f1fa1c610e32 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 946 time: 0.1051283 Feb 19 03:38:34.047159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e54a-da29-4cc3-951c-e76083ef9504 req-46a87ca8-e2fc-4fcc-877f-9abe1978a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:34.048528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00e5e54a-da29-4cc3-951c-e76083ef9504 req-46a87ca8-e2fc-4fcc-877f-9abe1978a641 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cdc0dda-0e85-4b5d-8803-496fa122bc6b HTTP/1.1" status: 200 len: 912 time: 0.1739063 Feb 19 03:38:34.137619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00e5e54a-da29-4cc3-951c-e76083ef9504 req-822380fe-4106-4b0d-8615-bf480c2a3d34 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797fd918-b0ff-4a27-b4b6-c0015af1395f HTTP/1.1" status: 200 len: 217 time: 0.0617659 Feb 19 03:38:34.634814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc7759be-5f53-4fbb-83f2-e46930a3ed1c req-fdc1c9f8-a3f6-40ee-8072-0c1362dc73ef tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827444 Feb 19 03:38:34.706818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e54a-da29-4cc3-951c-e76083ef9504 req-a17c1c69-aeeb-4118-90b0-0709a82ad0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:34.710463 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00e5e54a-da29-4cc3-951c-e76083ef9504 req-a17c1c69-aeeb-4118-90b0-0709a82ad0ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bda9c43-cd99-42aa-8c9c-2ae624faf290 HTTP/1.1" status: 200 len: 851 time: 0.5645909 Feb 19 03:38:34.789825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00e5e54a-da29-4cc3-951c-e76083ef9504 req-5d65d78c-d844-46bb-bf74-2f4f9f776332 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cdc0dda-0e85-4b5d-8803-496fa122bc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662446 Feb 19 03:38:34.827278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59428) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:34.842891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801799d0-c45a-45db-8cb1-213831f86a21 req-ca29a66d-f4ff-4de8-9880-c9933a63360e tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:34.844604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-801799d0-c45a-45db-8cb1-213831f86a21 req-ca29a66d-f4ff-4de8-9880-c9933a63360e tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.71 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 946 time: 0.2161894 Feb 19 03:38:34.970497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1050e4f-fe8d-46a0-b051-429500bfd1d9 req-67b46dcb-d0f4-4fc5-83f5-4eafebe0c0c1 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:34.972108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1050e4f-fe8d-46a0-b051-429500bfd1d9 req-67b46dcb-d0f4-4fc5-83f5-4eafebe0c0c1 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 944 time: 0.2351887 Feb 19 03:38:35.024427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b05f02b9-7208-44e5-bfa1-2516bf180c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.120097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00e5e54a-da29-4cc3-951c-e76083ef9504 req-3b0224a0-19f9-4e50-8daf-0fc3c69063fb service neutron] 10.222.0.71 "GET /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212991 Feb 19 03:38:35.144498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1050e4f-fe8d-46a0-b051-429500bfd1d9 req-c609b1bd-fb37-46cf-9f52-48dc1167ced4 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167936 Feb 19 03:38:35.179395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b05f02b9-7208-44e5-bfa1-2516bf180c4d admin admin] Publish callbacks [] for security_group (b57a7182-4fab-4dbf-a2e3-f136dc0af85b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.188941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b05f02b9-7208-44e5-bfa1-2516bf180c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b57a7182-4fab-4dbf-a2e3-f136dc0af85b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.219772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-801799d0-c45a-45db-8cb1-213831f86a21 req-c29cf055-e5a3-4bf1-9f28-a708abfef87c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Deleting port 7ec11c5c-bf93-4ced-a91c-64781edde614 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:35.220301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-801799d0-c45a-45db-8cb1-213831f86a21 req-c29cf055-e5a3-4bf1-9f28-a708abfef87c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.259215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f02b9-7208-44e5-bfa1-2516bf180c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57a7182-4fab-4dbf-a2e3-f136dc0af85b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:35.274955 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b05f02b9-7208-44e5-bfa1-2516bf180c4d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed9b4b1c407442e3b48173baae615562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4455566 Feb 19 03:38:35.274955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59436) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:35.337667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c6a4414-4981-40bb-8cca-25651203d0b3 admin admin] Publish callbacks [] for security_group (b57a7182-4fab-4dbf-a2e3-f136dc0af85b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.364520 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c6a4414-4981-40bb-8cca-25651203d0b3 admin admin] Publish callbacks [] for security_group (b57a7182-4fab-4dbf-a2e3-f136dc0af85b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.366240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-801799d0-c45a-45db-8cb1-213831f86a21 req-c29cf055-e5a3-4bf1-9f28-a708abfef87c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] For port 7ec11c5c-bf93-4ced-a91c-64781edde614, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7ec11c5c-bf93-4ced-a91c-64781edde614,segment=NetworkSegment(0cd51cfa-9820-4a75-b078-98af5136346e),segment_id=0cd51cfa-9820-4a75-b078-98af5136346e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:35.367159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-801799d0-c45a-45db-8cb1-213831f86a21 req-c29cf055-e5a3-4bf1-9f28-a708abfef87c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.393414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-801799d0-c45a-45db-8cb1-213831f86a21 req-c29cf055-e5a3-4bf1-9f28-a708abfef87c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Calling delete_port for 7ec11c5c-bf93-4ced-a91c-64781edde614 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:35.406516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00e5e54a-da29-4cc3-951c-e76083ef9504 req-6d7be23f-d477-496d-ad20-ae341fb9a8c3 service neutron] 10.222.0.71 "GET /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597361 Feb 19 03:38:35.438874 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c6a4414-4981-40bb-8cca-25651203d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b57a7182-4fab-4dbf-a2e3-f136dc0af85b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.446439 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c6a4414-4981-40bb-8cca-25651203d0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.448343 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c6a4414-4981-40bb-8cca-25651203d0b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b57a7182-4fab-4dbf-a2e3-f136dc0af85b HTTP/1.1" status: 204 len: 168 time: 0.1719358 Feb 19 03:38:35.480176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a4414-4981-40bb-8cca-25651203d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57a7182-4fab-4dbf-a2e3-f136dc0af85b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:35.483681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 797fd918-b0ff-4a27-b4b6-c0015af1395f details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:38:35.583094 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-801799d0-c45a-45db-8cb1-213831f86a21 req-c29cf055-e5a3-4bf1-9f28-a708abfef87c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7ec11c5c-bf93-4ced-a91c-64781edde614), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.603948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7ec11c5c-bf93-4ced-a91c-64781edde614'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:38:35.623963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cf055-e5a3-4bf1-9f28-a708abfef87c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Pushing event deleted for resources: {'Port': ['ID=7ec11c5c-bf93-4ced-a91c-64781edde614,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:35.689676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-801799d0-c45a-45db-8cb1-213831f86a21 req-c29cf055-e5a3-4bf1-9f28-a708abfef87c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] No DVR routers for this DVR port 7ec11c5c-bf93-4ced-a91c-64781edde614 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:35.694188 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-801799d0-c45a-45db-8cb1-213831f86a21 req-c29cf055-e5a3-4bf1-9f28-a708abfef87c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.699126 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-801799d0-c45a-45db-8cb1-213831f86a21 req-c29cf055-e5a3-4bf1-9f28-a708abfef87c tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.71 "DELETE /v2.0/ports/7ec11c5c-bf93-4ced-a91c-64781edde614 HTTP/1.1" status: 204 len: 173 time: 0.8075993 Feb 19 03:38:35.699676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1968fd9f-7f8f-449b-ad01-45e9690f1915', 'name': 'network-vif-deleted', 'tag': '7ec11c5c-bf93-4ced-a91c-64781edde614'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:35.703572 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6a54f9-484d-47ce-acb5-37f8f74165d7" -d '{"events": [{"server_uuid": "1968fd9f-7f8f-449b-ad01-45e9690f1915", "name": "network-vif-deleted", "tag": "7ec11c5c-bf93-4ced-a91c-64781edde614"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:35.721396 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 797fd918-b0ff-4a27-b4b6-c0015af1395f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=797fd918-b0ff-4a27-b4b6-c0015af1395f,segment=NetworkSegment(25a09a7d-a5a8-4b65-ba74-911db770c3ff),segment_id=25a09a7d-a5a8-4b65-ba74-911db770c3ff)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:35.735199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '797fd918-b0ff-4a27-b4b6-c0015af1395f', 'network_id': '7cdc0dda-0e85-4b5d-8803-496fa122bc6b', 'port_id': '797fd918-b0ff-4a27-b4b6-c0015af1395f', 'mac_address': 'fa:16:3e:3a:5c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bda9c43-cd99-42aa-8c9c-2ae624faf290', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:38:35.792975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 797fd918-b0ff-4a27-b4b6-c0015af1395f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:35.793575 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.811513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797fd918-b0ff-4a27-b4b6-c0015af1395f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:35.840913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 797fd918-b0ff-4a27-b4b6-c0015af1395f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=797fd918-b0ff-4a27-b4b6-c0015af1395f,segment=NetworkSegment(25a09a7d-a5a8-4b65-ba74-911db770c3ff),segment_id=25a09a7d-a5a8-4b65-ba74-911db770c3ff)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:35.846254 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.871382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c6bea24-51e0-4433-9b76-e6681ce16fc5 req-7fd6ac57-22b6-4f33-a7a5-736e4af4a108 tempest-InstanceActionsTestJSON-1247755700 tempest-InstanceActionsTestJSON-1247755700-project] 10.222.0.42 "GET /v2.0/ports?device_id=1968fd9f-7f8f-449b-ad01-45e9690f1915 HTTP/1.1" status: 200 len: 210 time: 0.0580902 Feb 19 03:38:35.936997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=797fd918-b0ff-4a27-b4b6-c0015af1395f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:35.940471 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231b1663-2475-431f-86ae-e94d1a483676 x-openstack-request-id: req-231b1663-2475-431f-86ae-e94d1a483676 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:35.940812 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1968fd9f-7f8f-449b-ad01-45e9690f1915", "name": "network-vif-deleted", "tag": "7ec11c5c-bf93-4ced-a91c-64781edde614", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:35.941076 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-231b1663-2475-431f-86ae-e94d1a483676 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:35.942204 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1968fd9f-7f8f-449b-ad01-45e9690f1915', 'name': 'network-vif-deleted', 'tag': '7ec11c5c-bf93-4ced-a91c-64781edde614', 'status': 'completed', 'code': 200} Feb 19 03:38:36.039000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59460) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:36.073048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-301d1a17-aa4e-401c-ad11-0429cc7f5a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:36.146715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d39d5f-368d-418e-8f99-b3950844a4b7 req-01d3a095-4e47-4797-9148-49d8e131e04b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:36.164970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2d39d5f-368d-418e-8f99-b3950844a4b7 req-01d3a095-4e47-4797-9148-49d8e131e04b tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 946 time: 0.1315596 Feb 19 03:38:36.208340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:36.247084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['797fd918-b0ff-4a27-b4b6-c0015af1395f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:38:36.273911 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-301d1a17-aa4e-401c-ad11-0429cc7f5a1b admin admin] Publish callbacks [] for security_group (532c8c09-a091-4aa3-9696-9d97bc04ff8e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:36.280401 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-301d1a17-aa4e-401c-ad11-0429cc7f5a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (532c8c09-a091-4aa3-9696-9d97bc04ff8e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:36.310970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2d39d5f-368d-418e-8f99-b3950844a4b7 req-8fd2039f-b0d6-491e-8d9b-9603699205c0 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436908 Feb 19 03:38:36.335558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59464) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:36.344555 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-301d1a17-aa4e-401c-ad11-0429cc7f5a1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b134b3f326e4491b748f75ef4cf7bf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028789 Feb 19 03:38:36.419481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d1a17-aa4e-401c-ad11-0429cc7f5a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532c8c09-a091-4aa3-9696-9d97bc04ff8e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:36.455383 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e79d41a-0aec-441e-9b74-1c2790f5fdf0 admin admin] Publish callbacks [] for security_group (532c8c09-a091-4aa3-9696-9d97bc04ff8e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:36.507980 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e79d41a-0aec-441e-9b74-1c2790f5fdf0 admin admin] Publish callbacks [] for security_group (532c8c09-a091-4aa3-9696-9d97bc04ff8e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:36.599767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c67a2c-76f9-4188-8cd4-1811dab02e6b req-1735abb0-1b52-42e7-9f5a-89bb87bc3bd6 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:36.601366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29c67a2c-76f9-4188-8cd4-1811dab02e6b req-1735abb0-1b52-42e7-9f5a-89bb87bc3bd6 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 945 time: 0.0914314 Feb 19 03:38:36.620169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e79d41a-0aec-441e-9b74-1c2790f5fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (532c8c09-a091-4aa3-9696-9d97bc04ff8e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:36.624205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e79d41a-0aec-441e-9b74-1c2790f5fdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:36.628359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9e79d41a-0aec-441e-9b74-1c2790f5fdf0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/532c8c09-a091-4aa3-9696-9d97bc04ff8e HTTP/1.1" status: 204 len: 168 time: 0.2882612 Feb 19 03:38:36.645061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79d41a-0aec-441e-9b74-1c2790f5fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532c8c09-a091-4aa3-9696-9d97bc04ff8e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:36.699321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29c67a2c-76f9-4188-8cd4-1811dab02e6b req-616f803c-5cf0-4626-bae2-af5f10f2eea4 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715799 Feb 19 03:38:36.929256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59472) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:36.991572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd20aab8-ee74-42b8-b937-9e72b59bca40 admin admin] Deleting subnet 6e02599c-3cbd-4bb3-a849-307e4c913ad8 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:38:36.997028 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd20aab8-ee74-42b8-b937-9e72b59bca40 admin admin] Publish callbacks [] for subnet (6e02599c-3cbd-4bb3-a849-307e4c913ad8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.041210 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd20aab8-ee74-42b8-b937-9e72b59bca40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (6e02599c-3cbd-4bb3-a849-307e4c913ad8), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.098639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd20aab8-ee74-42b8-b937-9e72b59bca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (6e02599c-3cbd-4bb3-a849-307e4c913ad8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.224785 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd20aab8-ee74-42b8-b937-9e72b59bca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (6e02599c-3cbd-4bb3-a849-307e4c913ad8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.259164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20aab8-ee74-42b8-b937-9e72b59bca40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e02599c-3cbd-4bb3-a849-307e4c913ad8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:37.266239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd20aab8-ee74-42b8-b937-9e72b59bca40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.271709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dd20aab8-ee74-42b8-b937-9e72b59bca40 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6e02599c-3cbd-4bb3-a849-307e4c913ad8 HTTP/1.1" status: 204 len: 168 time: 0.3387988 Feb 19 03:38:37.272120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59486) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:37.385367 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (e353a037-8256-4307-a90c-d23604a6db44), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.489410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cd63e-f37f-4b09-9b4c-78c24759032b req-ab0a0a3c-4565-4635-b653-8938ef13c8de tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:37.491621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3cd63e-f37f-4b09-9b4c-78c24759032b req-ab0a0a3c-4565-4635-b653-8938ef13c8de tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 946 time: 0.0726974 Feb 19 03:38:37.500455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 797fd918-b0ff-4a27-b4b6-c0015af1395f up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:37.625117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 797fd918-b0ff-4a27-b4b6-c0015af1395f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:38:37.629087 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d3cd63e-f37f-4b09-9b4c-78c24759032b req-a8bfb81e-8fc3-4dc7-9b19-185e43d46da3 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156056 Feb 19 03:38:37.637163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 797fd918-b0ff-4a27-b4b6-c0015af1395f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:37.637808 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.657187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (e353a037-8256-4307-a90c-d23604a6db44), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.717948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e353a037-8256-4307-a90c-d23604a6db44']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:37.740316 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd51cfa-9820-4a75-b078-98af5136346e') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:37.740717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd51cfa-9820-4a75-b078-98af5136346e') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:37.766362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 797fd918-b0ff-4a27-b4b6-c0015af1395f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:37.768757 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.774042 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (0cd51cfa-9820-4a75-b078-98af5136346e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.844929 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c40179-1ceb-469f-9491-43ce6795767b req-4996ae0a-e4ee-4bc7-9117-dd212a287a6e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:37.846563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 797fd918-b0ff-4a27-b4b6-c0015af1395f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=797fd918-b0ff-4a27-b4b6-c0015af1395f,segment=NetworkSegment(25a09a7d-a5a8-4b65-ba74-911db770c3ff),segment_id=25a09a7d-a5a8-4b65-ba74-911db770c3ff)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:37.849099 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-23c40179-1ceb-469f-9491-43ce6795767b req-4996ae0a-e4ee-4bc7-9117-dd212a287a6e tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.37 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 946 time: 0.2855775 Feb 19 03:38:37.850932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7580706d-5503-4db7-a97d-ccbe2ddbb57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797fd918-b0ff-4a27-b4b6-c0015af1395f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:37.853446 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (0cd51cfa-9820-4a75-b078-98af5136346e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.854893 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984b9e72-679f-41f1-a159-36122efe1ca9" -d '{"events": [{"server_uuid": "7580706d-5503-4db7-a97d-ccbe2ddbb57d", "name": "network-vif-plugged", "status": "completed", "tag": "797fd918-b0ff-4a27-b4b6-c0015af1395f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:37.864718 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.911349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:38:37.911931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (0cd51cfa-9820-4a75-b078-98af5136346e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:38:37.913789 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:38:37.955438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09914355-618f-4a67-b1e1-4cc4e8ddfbe9 req-0d2042cd-8ed4-4f1e-9167-a260e11af2e3 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:37.957234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09914355-618f-4a67-b1e1-4cc4e8ddfbe9 req-0d2042cd-8ed4-4f1e-9167-a260e11af2e3 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.1071591 Feb 19 03:38:37.988877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=797fd918-b0ff-4a27-b4b6-c0015af1395f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:38.018471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09914355-618f-4a67-b1e1-4cc4e8ddfbe9 req-e09d2e9a-f0cc-41ed-9bb4-d6bdba85e7b9 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495310 Feb 19 03:38:38.077695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (e353a037-8256-4307-a90c-d23604a6db44), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.085391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.089323 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2e7cda-5902-49df-883d-58a17ad41a12 x-openstack-request-id: req-4c2e7cda-5902-49df-883d-58a17ad41a12 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:38.089602 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7580706d-5503-4db7-a97d-ccbe2ddbb57d", "name": "network-vif-plugged", "status": "completed", "tag": "797fd918-b0ff-4a27-b4b6-c0015af1395f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:38.091044 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c2e7cda-5902-49df-883d-58a17ad41a12 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:38.092377 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7580706d-5503-4db7-a97d-ccbe2ddbb57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797fd918-b0ff-4a27-b4b6-c0015af1395f', 'code': 200} Feb 19 03:38:38.095953 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] 10.222.0.42 "DELETE /v2.0/networks/e353a037-8256-4307-a90c-d23604a6db44 HTTP/1.1" status: 204 len: 168 time: 0.8218477 Feb 19 03:38:38.130444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf3003-6a15-4689-ba81-013827d6daac admin admin] Pushing event deleted for resources: {'Network': ['ID=e353a037-8256-4307-a90c-d23604a6db44,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:38.151458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Deleting port e6109ac9-2407-4476-852c-0d98ea6b9ae4 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:38.151813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.281020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e3b4e74-b901-4bee-a192-c6c69cc9a242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.293936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868705a-0f3d-41dc-badb-18cde3cd51a0 req-5b525e1d-66eb-4024-9abd-2e932ba67c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:38.295417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2868705a-0f3d-41dc-badb-18cde3cd51a0 req-5b525e1d-66eb-4024-9abd-2e932ba67c09 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 1128 time: 0.1234832 Feb 19 03:38:38.336868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] For port e6109ac9-2407-4476-852c-0d98ea6b9ae4, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=e6109ac9-2407-4476-852c-0d98ea6b9ae4,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:38.338158 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.385371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2868705a-0f3d-41dc-badb-18cde3cd51a0 req-e93dae0e-7b27-4ca8-8a26-05d4291c8808 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825295 Feb 19 03:38:38.486761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59536) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:38.546592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-22c95ba9-4bd9-4f04-9beb-c4fa18270b25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f63a4406629492a8e8548d0905e91bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578439 Feb 19 03:38:38.548301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59538) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:38.617761 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18df534e-e92c-41aa-8e86-003ce7c0b942 admin admin] Publish callbacks [] for security_group (ffb1ad67-2863-4d0b-a6ab-361a90f9e41c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.686865 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18df534e-e92c-41aa-8e86-003ce7c0b942 admin admin] Publish callbacks [] for security_group (ffb1ad67-2863-4d0b-a6ab-361a90f9e41c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.765060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18df534e-e92c-41aa-8e86-003ce7c0b942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ffb1ad67-2863-4d0b-a6ab-361a90f9e41c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.768159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18df534e-e92c-41aa-8e86-003ce7c0b942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.774400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-18df534e-e92c-41aa-8e86-003ce7c0b942 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffb1ad67-2863-4d0b-a6ab-361a90f9e41c HTTP/1.1" status: 204 len: 168 time: 0.2248998 Feb 19 03:38:38.795717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df534e-e92c-41aa-8e86-003ce7c0b942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb1ad67-2863-4d0b-a6ab-361a90f9e41c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:38.826538 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.826825 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (ebc87283-dba9-48be-b9db-5a93cb1cd250), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.829362 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Floating IP ebc87283-dba9-48be-b9db-5a93cb1cd250 disassociated. External IP: 172.25.4.96, port: e6109ac9-2407-4476-852c-0d98ea6b9ae4. Feb 19 03:38:38.830036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Calling delete_port for e6109ac9-2407-4476-852c-0d98ea6b9ae4 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:38.949083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a3088-646d-4f6a-84e6-cdacd297c73f req-2ff7b90c-cd1b-400d-a492-f7fef45ac72c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:38.959574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c1a3088-646d-4f6a-84e6-cdacd297c73f req-2ff7b90c-cd1b-400d-a492-f7fef45ac72c tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 946 time: 0.1209567 Feb 19 03:38:39.035063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c1a3088-646d-4f6a-84e6-cdacd297c73f req-2579ff11-3e05-4535-80f2-63f2ca5e137d tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups?id=17ca01b4-e6f9-44db-8a30-6736bc50153f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750980 Feb 19 03:38:39.160751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e6109ac9-2407-4476-852c-0d98ea6b9ae4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:39.231103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event deleted for resources: {'Port': ['ID=e6109ac9-2407-4476-852c-0d98ea6b9ae4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:39.345674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a600b-37bb-4185-b722-7b14d5b27662 req-c2e6735a-5ec0-46d9-b3fe-3b4d76e8892b tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:39.361830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-068a600b-37bb-4185-b722-7b14d5b27662 req-c2e6735a-5ec0-46d9-b3fe-3b4d76e8892b tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.1537328 Feb 19 03:38:39.479365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-068a600b-37bb-4185-b722-7b14d5b27662 req-37948abf-04b5-408e-83ce-e0bd4e00a858 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162114 Feb 19 03:38:39.503726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7ec11c5c-bf93-4ced-a91c-64781edde614 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:39.537228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 7ec11c5c-bf93-4ced-a91c-64781edde614 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:39.537600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7ec11c5c-bf93-4ced-a91c-64781edde614 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:39.604658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Router 7d3b42fc-cc24-4c16-a582-69f366792628 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:38:39.893673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:38:39.916379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] Sync routers for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:38:39.942636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:39.945925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:38:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:40.033356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] No DVR routers for this DVR port e6109ac9-2407-4476-852c-0d98ea6b9ae4 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:40.043093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:40.047028 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-23c40179-1ceb-469f-9491-43ce6795767b req-996e3003-22de-4611-9303-e7559f2588a1 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.37 "DELETE /v2.0/ports/e6109ac9-2407-4476-852c-0d98ea6b9ae4 HTTP/1.1" status: 204 len: 173 time: 2.1874800 Feb 19 03:38:40.047536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'name': 'network-vif-deleted', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:40.061159 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cda733c-b82b-4e92-b905-5b322abd3fca" -d '{"events": [{"server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "name": "network-vif-deleted", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:40.154653 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea122057-ad15-4e1a-8101-ebf3a8ab9eca x-openstack-request-id: req-ea122057-ad15-4e1a-8101-ebf3a8ab9eca {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:40.154966 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f112bd53-77ac-4d49-b6b5-f87163055cb2", "name": "network-vif-deleted", "tag": "e6109ac9-2407-4476-852c-0d98ea6b9ae4", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:40.155394 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea122057-ad15-4e1a-8101-ebf3a8ab9eca {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:40.155818 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f112bd53-77ac-4d49-b6b5-f87163055cb2', 'name': 'network-vif-deleted', 'tag': 'e6109ac9-2407-4476-852c-0d98ea6b9ae4', 'status': 'completed', 'code': 200} Feb 19 03:38:40.229431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:40.327795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59598) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:40.442703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-057e9d19-9839-4ec1-948d-13862e526fea req-e59cfd1e-f2b4-4256-834e-d8efe00a0c0a tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f112bd53-77ac-4d49-b6b5-f87163055cb2 HTTP/1.1" status: 200 len: 210 time: 0.1251154 Feb 19 03:38:40.567457 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-02127a08-90e8-437f-a3c9-d11d59cbf6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:40.622323 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-462238258-network', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:40.667758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Made reservation on behalf of d415d80fc59e47e9ba8c16f9f600caf0 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:40.674790 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:40.686672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:40.703411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:40.745613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] Checking router: 7d3b42fc-cc24-4c16-a582-69f366792628 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:38:40.762686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead66f0-824b-482a-8fe7-74b29d0ab14a req-7ef46a72-37fc-4169-8553-3594db1bb103 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:40.769466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fead66f0-824b-482a-8fe7-74b29d0ab14a req-7ef46a72-37fc-4169-8553-3594db1bb103 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.1627405 Feb 19 03:38:40.771203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:40.771847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:38:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:40.817588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Publish callbacks [] for security_group (a34c4e80-33ea-4ece-af6d-ad0259901b66), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:40.823941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a34c4e80-33ea-4ece-af6d-ad0259901b66), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:40.851551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:38:40.896132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fead66f0-824b-482a-8fe7-74b29d0ab14a req-41e0f7e7-e84e-4e76-a0cd-86ef9bdafa78 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203442 Feb 19 03:38:40.913778 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f44f0324-bcc4-435c-ae1f-0ba0fefd65d5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:40.914539 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Added segment f44f0324-bcc4-435c-ae1f-0ba0fefd65d5 of type vlan for network f993302b-469d-4916-adcf-9890c269def0 Feb 19 03:38:40.936238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34c4e80-33ea-4ece-af6d-ad0259901b66,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:40.946754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:40.987727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (f993302b-469d-4916-adcf-9890c269def0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.026270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (f993302b-469d-4916-adcf-9890c269def0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.027504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:41.028090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.111688 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7818208 Feb 19 03:38:41.116522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59618) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:41.121739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a25d8d-e083-48ae-ac72-34a3a9bfde8e admin admin] Pushing event updated for resources: {'Network': ['ID=f993302b-469d-4916-adcf-9890c269def0,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:41.135021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Request body: {'subnet': {'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-462238258-subnet', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:41.163748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Made reservation on behalf of d415d80fc59e47e9ba8c16f9f600caf0 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:41.168834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.289425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network f993302b-469d-4916-adcf-9890c269def0 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:38:41.369206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db0f5e-d7a6-448f-94ae-d2c1f56145a7 req-65fb4974-4f05-4c22-a67a-d6332fd48cbf tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:41.387854 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65db0f5e-d7a6-448f-94ae-d2c1f56145a7 req-65fb4974-4f05-4c22-a67a-d6332fd48cbf tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.3436384 Feb 19 03:38:41.400510 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-0377a570-290d-47b7-9f98-acefa24b54de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358182 Feb 19 03:38:41.504639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:41.507097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e6109ac9-2407-4476-852c-0d98ea6b9ae4 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:41.554500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65db0f5e-d7a6-448f-94ae-d2c1f56145a7 req-0860e39b-137f-4f53-b7f1-1b3665f7e77a tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627309 Feb 19 03:38:41.575304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-8e271e84-6386-42b9-834f-cac09e914856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:41.581657 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-8e271e84-6386-42b9-834f-cac09e914856 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 1127 time: 0.1333392 Feb 19 03:38:41.592325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: e6109ac9-2407-4476-852c-0d98ea6b9ae4 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:41.593017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device e6109ac9-2407-4476-852c-0d98ea6b9ae4 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:41.596159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c58c5-21c4-4de7-8d9e-119478e2d4bc None None] The sync data for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 is: [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 4, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '2b7a5332-1b57-4d88-9b97-ef3d97602e09', 'name': '', 'network_id': '936c70a7-2d08-42a5-8759-2db393636222', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'mac_address': 'fa:16:3e:fb:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:29:02Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'subnets': [{'id': 'ba5b15c1-df7c-410b-9d5e-f5d5910ecd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:38:41.650927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (aa807e27-1c58-4cbc-8076-c2c96b7cdba3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.745381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa807e27-1c58-4cbc-8076-c2c96b7cdba3,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:41.786121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-60a4b587-a76b-4a68-8357-13c3ff1de4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:41.788534 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-60a4b587-a76b-4a68-8357-13c3ff1de4e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.1874366 Feb 19 03:38:41.807757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Checking segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:41.807757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Network hostable DHCP agents. Network: f993302b-469d-4916-adcf-9890c269def0, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:38:41.844577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Network f993302b-469d-4916-adcf-9890c269def0 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:38:41.857563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, f993302b-469d-4916-adcf-9890c269def0) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:41.865451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:41.866309 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.868075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c23c6b6-ad84-4e06-af54-4fbcb667d691 None None] Network f993302b-469d-4916-adcf-9890c269def0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:41.890293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2a613451-a53a-424a-9da5-3536b2e2eae8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7718694 Feb 19 03:38:41.891101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59640) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:41.899097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:41.933754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (750ff082-7314-438f-85a1-abf109e78313), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.936333 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (750ff082-7314-438f-85a1-abf109e78313), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.985048 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-8a358ed7-21af-462a-851f-fe971663a9df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc HTTP/1.1" status: 200 len: 1000 time: 0.1901538 Feb 19 03:38:42.065204 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59644) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:42.116792 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks [] for router_controller (750ff082-7314-438f-85a1-abf109e78313), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.241518 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2195a4-d6c7-472f-b92b-cc5939038042 None None] New status for floating IP ebc87283-dba9-48be-b9db-5a93cb1cd250: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:38:42.319752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96df105a-aae7-4c0c-a2c2-9fd2542cf9c2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (17ca01b4-e6f9-44db-8a30-6736bc50153f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.353548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-46a694b5-7049-4a3b-bd2c-938251f20586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.361372 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-46a694b5-7049-4a3b-bd2c-938251f20586 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.3698831 Feb 19 03:38:42.390545 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks [] for router_gateway (750ff082-7314-438f-85a1-abf109e78313), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.446436 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96df105a-aae7-4c0c-a2c2-9fd2542cf9c2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (17ca01b4-e6f9-44db-8a30-6736bc50153f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.544784 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.669879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-f993302b-469d-4916-adcf-9890c269def0', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:38:42.670842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f3190-d3ac-4486-baf1-d161439b48af req-1622a7b5-d8ef-4cc5-9c91-e6d5cbad2fd5 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.672950 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.673077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-147f3190-d3ac-4486-baf1-d161439b48af req-1622a7b5-d8ef-4cc5-9c91-e6d5cbad2fd5 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.3949337 Feb 19 03:38:42.686991 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96df105a-aae7-4c0c-a2c2-9fd2542cf9c2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (17ca01b4-e6f9-44db-8a30-6736bc50153f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.689663 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-96df105a-aae7-4c0c-a2c2-9fd2542cf9c2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.694067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59656) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:42.696032 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-96df105a-aae7-4c0c-a2c2-9fd2542cf9c2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "DELETE /v2.0/security-groups/17ca01b4-e6f9-44db-8a30-6736bc50153f HTTP/1.1" status: 204 len: 168 time: 0.6295524 Feb 19 03:38:42.727780 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df105a-aae7-4c0c-a2c2-9fd2542cf9c2 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ca01b4-e6f9-44db-8a30-6736bc50153f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:42.732173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-77ee839e-a6b3-4193-b023-55b6227d2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.737375 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-77ee839e-a6b3-4193-b023-55b6227d2be4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3600838 Feb 19 03:38:42.761261 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-f81b565e-52cb-43bb-994e-a4e15c296668 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] show failed (client error): The resource could not be found. Feb 19 03:38:42.762888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f81b565e-52cb-43bb-994e-a4e15c296668 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "GET /v2.0/security-groups/17ca01b4-e6f9-44db-8a30-6736bc50153f HTTP/1.1" status: 404 len: 347 time: 0.0467033 Feb 19 03:38:42.776515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59658) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:42.885330 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-570282bf-926b-49b6-8fab-c051e182378b service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412437 Feb 19 03:38:42.915045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Allocated IP 172.20.0.2 (f993302b-469d-4916-adcf-9890c269def0/aa807e27-1c58-4cbc-8076-c2c96b7cdba3/615f60c0-28b1-43f4-af4e-2aea9a2de37a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:42.928872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-147f3190-d3ac-4486-baf1-d161439b48af req-ea8afa6c-6e17-42aa-9ce7-f6b3445211ed tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479310 Feb 19 03:38:43.087687 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.099623 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-55d87b16-177f-44c3-9610-967a5d1ada84 req-ce6e86e0-35a2-498c-b378-4e3ea194cfb2 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074974 Feb 19 03:38:43.183230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e7159417-53dc-4c64-9549-3a1d888957ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Deleting port 9cfddd77-48b4-4825-8cbe-b438190a2668 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:43.183572 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7159417-53dc-4c64-9549-3a1d888957ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9cfddd77-48b4-4825-8cbe-b438190a2668), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.213956 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Publish callbacks [] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.221269 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.242943 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks [] for router_gateway (750ff082-7314-438f-85a1-abf109e78313), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.266834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.281906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Network f993302b-469d-4916-adcf-9890c269def0 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:43.285956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:43.288724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:43.306727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Pushing event updated for resources: {'Port': ['ID=615f60c0-28b1-43f4-af4e-2aea9a2de37a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:43.337585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7159417-53dc-4c64-9549-3a1d888957ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9cfddd77-48b4-4825-8cbe-b438190a2668), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.338045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7159417-53dc-4c64-9549-3a1d888957ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (9cfddd77-48b4-4825-8cbe-b438190a2668), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.357536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e7159417-53dc-4c64-9549-3a1d888957ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Calling delete_port for 9cfddd77-48b4-4825-8cbe-b438190a2668 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:43.365636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Attempting to bind port 615f60c0-28b1-43f4-af4e-2aea9a2de37a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:38:43.366105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Attempting to bind port 615f60c0-28b1-43f4-af4e-2aea9a2de37a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:38:43.366757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Attempting to bind port 615f60c0-28b1-43f4-af4e-2aea9a2de37a on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:43.393901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:38:43.394444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Checking segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:43.394918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.395383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Bound using segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:38:43.396085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Bound port: 615f60c0-28b1-43f4-af4e-2aea9a2de37a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:38:43.397020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.464717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Allocated IP 172.25.4.34 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/2dbce92e-d661-42c4-9f9e-7d5c0e97cb30) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:43.474568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] For port 615f60c0-28b1-43f4-af4e-2aea9a2de37a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:38:43.478309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] For port 615f60c0-28b1-43f4-af4e-2aea9a2de37a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=615f60c0-28b1-43f4-af4e-2aea9a2de37a,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:38:43.486194 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.548119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bfba6-e1cc-4214-af7a-414916cabd18 None None] Pushing event updated for resources: {'Port': ['ID=615f60c0-28b1-43f4-af4e-2aea9a2de37a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:43.640404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks [] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.647552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7159417-53dc-4c64-9549-3a1d888957ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9cfddd77-48b4-4825-8cbe-b438190a2668), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.681833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7159417-53dc-4c64-9549-3a1d888957ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Pushing event deleted for resources: {'Port': ['ID=9cfddd77-48b4-4825-8cbe-b438190a2668,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:43.763059 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.766134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7159417-53dc-4c64-9549-3a1d888957ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks [] for floatingip (ebc87283-dba9-48be-b9db-5a93cb1cd250), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.768494 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7159417-53dc-4c64-9549-3a1d888957ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:43.772799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e7159417-53dc-4c64-9549-3a1d888957ac tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] 10.222.0.42 "DELETE /v2.0/floatingips/ebc87283-dba9-48be-b9db-5a93cb1cd250 HTTP/1.1" status: 204 len: 168 time: 0.9907389 Feb 19 03:38:43.843788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:43.849526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:43.859481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:43.950648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbce92e-d661-42c4-9f9e-7d5c0e97cb30,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:44.213367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a2ff6-4d92-4b4f-a563-4fcdb79897dc req-0c27c004-b10b-4d3d-900d-6808bd9241a0 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:44.215364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-921a2ff6-4d92-4b4f-a563-4fcdb79897dc req-0c27c004-b10b-4d3d-900d-6808bd9241a0 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.1186512 Feb 19 03:38:44.334227 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks [] for router_gateway (750ff082-7314-438f-85a1-abf109e78313), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:44.596904 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:44.933145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-921a2ff6-4d92-4b4f-a563-4fcdb79897dc req-27ffcfdd-ec19-4a9b-b463-48adbad6b35b tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999775 Feb 19 03:38:45.173099 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (750ff082-7314-438f-85a1-abf109e78313), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.356286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cca405-badc-4a51-b9a6-e77101990de1 None None] Network f993302b-469d-4916-adcf-9890c269def0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:45.534970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa82a-670d-4119-919d-e0be9eefa187 req-0c51d860-6967-4170-8593-01c8f4a4b332 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:45.547674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed0aa82a-670d-4119-919d-e0be9eefa187 req-0c51d860-6967-4170-8593-01c8f4a4b332 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.1679275 Feb 19 03:38:45.579215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e3511-798d-4e41-9906-3b1f3dd5ae14 req-4a2eb2c1-a4d9-4f35-b8c1-985f32431eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:45.580889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-765e3511-798d-4e41-9906-3b1f3dd5ae14 req-4a2eb2c1-a4d9-4f35-b8c1-985f32431eb1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58b5da1410044db283ffba748c4d6496&device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 1128 time: 0.2023554 Feb 19 03:38:45.588514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Router 750ff082-7314-438f-85a1-abf109e78313 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:38:45.592903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 615f60c0-28b1-43f4-af4e-2aea9a2de37a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:45.689626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7780d71f-9d8f-44cd-b57c-72b91c824a7e None None] Provisioning complete for port 615f60c0-28b1-43f4-af4e-2aea9a2de37a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:45.690349 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7780d71f-9d8f-44cd-b57c-72b91c824a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.692558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e3511-798d-4e41-9906-3b1f3dd5ae14 req-1cff276d-c9fe-4752-bd2c-539cf91cded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:45.693970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-765e3511-798d-4e41-9906-3b1f3dd5ae14 req-1cff276d-c9fe-4752-bd2c-539cf91cded7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cdc0dda-0e85-4b5d-8803-496fa122bc6b HTTP/1.1" status: 200 len: 912 time: 0.1005213 Feb 19 03:38:45.778645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-765e3511-798d-4e41-9906-3b1f3dd5ae14 req-c9a8468b-ec11-4ad3-a346-77693c019dad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797fd918-b0ff-4a27-b4b6-c0015af1395f HTTP/1.1" status: 200 len: 217 time: 0.0750301 Feb 19 03:38:45.858332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed0aa82a-670d-4119-919d-e0be9eefa187 req-403c63fc-817b-4221-b38b-18111b12961e tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980340 Feb 19 03:38:45.869825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7780d71f-9d8f-44cd-b57c-72b91c824a7e None None] Current status of the port 615f60c0-28b1-43f4-af4e-2aea9a2de37a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:45.870391 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7780d71f-9d8f-44cd-b57c-72b91c824a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.897732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 615f60c0-28b1-43f4-af4e-2aea9a2de37a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:45.897732 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.969482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7780d71f-9d8f-44cd-b57c-72b91c824a7e None None] For port 615f60c0-28b1-43f4-af4e-2aea9a2de37a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=615f60c0-28b1-43f4-af4e-2aea9a2de37a,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:46.025741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 615f60c0-28b1-43f4-af4e-2aea9a2de37a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:46.026345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.067501 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7780d71f-9d8f-44cd-b57c-72b91c824a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.145882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e3511-798d-4e41-9906-3b1f3dd5ae14 req-d6f459ef-2173-4177-8a18-8cd04f2a51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:46.147688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-765e3511-798d-4e41-9906-3b1f3dd5ae14 req-d6f459ef-2173-4177-8a18-8cd04f2a51c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bda9c43-cd99-42aa-8c9c-2ae624faf290 HTTP/1.1" status: 200 len: 851 time: 0.3217435 Feb 19 03:38:46.226915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-765e3511-798d-4e41-9906-3b1f3dd5ae14 req-d3db38af-1341-459a-a87a-986a7830ced2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cdc0dda-0e85-4b5d-8803-496fa122bc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582573 Feb 19 03:38:46.235373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780d71f-9d8f-44cd-b57c-72b91c824a7e None None] Pushing event updated for resources: {'Port': ['ID=615f60c0-28b1-43f4-af4e-2aea9a2de37a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:46.255796 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:38:46.256403 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:38:46.257140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a40ce035-71e9-4dd7-b71c-ae175e9eee01 None None] Provisioning complete for port 615f60c0-28b1-43f4-af4e-2aea9a2de37a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:46.258471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a40ce035-71e9-4dd7-b71c-ae175e9eee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.358191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:38:46.416557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.420855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a40ce035-71e9-4dd7-b71c-ae175e9eee01 None None] Current status of the port 615f60c0-28b1-43f4-af4e-2aea9a2de37a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:46.422436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1e98eb24-15f5-4cb4-a377-952d4ee41927 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5280948 Feb 19 03:38:46.422928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Sync routers for ids ['750ff082-7314-438f-85a1-abf109e78313'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:38:46.424727 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59734) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:46.436129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Routers {'750ff082-7314-438f-85a1-abf109e78313'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:46.436756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:38:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['750ff082-7314-438f-85a1-abf109e78313'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:46.490046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-765e3511-798d-4e41-9906-3b1f3dd5ae14 req-2ef4e3d4-d90a-4158-91d1-ff7bb2f442b4 service neutron] 10.222.0.71 "GET /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622242 Feb 19 03:38:46.734212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Set router 750ff082-7314-438f-85a1-abf109e78313 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:46.801341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-765e3511-798d-4e41-9906-3b1f3dd5ae14 req-e5aad809-0029-4651-88f8-117e406578a6 service neutron] 10.222.0.71 "GET /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987280 Feb 19 03:38:47.159346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 615f60c0-28b1-43f4-af4e-2aea9a2de37a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:47.190493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0ced-dded-45c4-a42d-97c66df53fc5 req-a74dc7b7-3063-4ef7-9557-a4d03f2ba4ce tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:47.195496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c7c0ced-dded-45c4-a42d-97c66df53fc5 req-a74dc7b7-3063-4ef7-9557-a4d03f2ba4ce tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.1747663 Feb 19 03:38:47.524680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:44Z', 'revision_number': 3, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:47.525624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c7c0ced-dded-45c4-a42d-97c66df53fc5 req-6deabaab-bafb-4ebc-a0bf-2b94ed7cb0d9 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161759 Feb 19 03:38:47.634607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 615f60c0-28b1-43f4-af4e-2aea9a2de37a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:47.638693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Checking router: 750ff082-7314-438f-85a1-abf109e78313 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:38:47.639397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Updating router 750ff082-7314-438f-85a1-abf109e78313 port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:38:47.827394 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.094199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 615f60c0-28b1-43f4-af4e-2aea9a2de37a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:48.094406 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.439880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 615f60c0-28b1-43f4-af4e-2aea9a2de37a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:48.579233 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Publish callbacks [] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.603169 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.629118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.692345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Attempting to bind port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:38:48.692726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Attempting to bind port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:38:48.693097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Attempting to bind port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:48.771737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:38:48.772130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:48.772544 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.772975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:38:48.773474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Bound port: 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:38:48.773877 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.775595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e639e8-64dd-41f9-b04d-cbbb29ffdc09 None None] Pushing event updated for resources: {'Port': ['ID=2dbce92e-d661-42c4-9f9e-7d5c0e97cb30,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:48.900576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] For port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:38:48.901789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511b298-5e39-4195-b2d2-d9ec6d7a1abd req-886c6704-cc8b-4c43-a95d-904c7608f77b tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:48.903817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] For port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2dbce92e-d661-42c4-9f9e-7d5c0e97cb30,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:38:48.910571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0511b298-5e39-4195-b2d2-d9ec6d7a1abd req-886c6704-cc8b-4c43-a95d-904c7608f77b tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.1562288 Feb 19 03:38:48.920830 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.012676 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0511b298-5e39-4195-b2d2-d9ec6d7a1abd req-fa4f228c-df40-4352-a4ce-51606c2f232a tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010766 Feb 19 03:38:49.021061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Routers {'750ff082-7314-438f-85a1-abf109e78313'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:49.021702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:38:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['750ff082-7314-438f-85a1-abf109e78313'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:49.090963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Allocated IP 172.20.0.1 (f993302b-469d-4916-adcf-9890c269def0/aa807e27-1c58-4cbc-8076-c2c96b7cdba3/7c3fffc7-1cec-4185-9a69-7f4926b8d15c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:49.193002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] Set router 750ff082-7314-438f-85a1-abf109e78313 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:49.411385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Publish callbacks [] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.647758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e639e8-64dd-41f9-b04d-cbbb29ffdc09 None None] Pushing event updated for resources: {'Port': ['ID=2dbce92e-d661-42c4-9f9e-7d5c0e97cb30,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:49.722573 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.862897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d011cf-9f35-4cef-bf37-838c6bf97ca3 req-52630cae-0d85-4aa3-8b6e-4e080ede82f9 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:49.864712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51d011cf-9f35-4cef-bf37-838c6bf97ca3 req-52630cae-0d85-4aa3-8b6e-4e080ede82f9 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.3703783 Feb 19 03:38:49.957856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:44Z', 'revision_number': 3, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:50.004612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c3fffc7-1cec-4185-9a69-7f4926b8d15c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:50.018711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51d011cf-9f35-4cef-bf37-838c6bf97ca3 req-17b2182a-1949-4591-8faa-6c3ba0456296 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336319 Feb 19 03:38:50.051950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Network f993302b-469d-4916-adcf-9890c269def0 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:50.052205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5123ce-7929-4664-9584-a58dca58e11d None None] The sync data for ids ['750ff082-7314-438f-85a1-abf109e78313'] in n-d-826756-2 is: [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:44Z', 'revision_number': 3, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:38:50.057229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:50.096114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:50.162754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (750ff082-7314-438f-85a1-abf109e78313), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:50.513910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9d131cec-a452-43bf-b05f-3c25f55fb5dd None None] Provisioning complete for port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:50.514624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d131cec-a452-43bf-b05f-3c25f55fb5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:50.518517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:50.574445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9d131cec-a452-43bf-b05f-3c25f55fb5dd None None] Port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:38:50.861094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Publish callbacks [] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:50.883173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:50.934095 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (750ff082-7314-438f-85a1-abf109e78313), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:51.231165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c3fffc7-1cec-4185-9a69-7f4926b8d15c,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:51.333478 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Network f993302b-469d-4916-adcf-9890c269def0 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:51.338130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:51.546611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b3cdf-fc72-4be0-ba22-1d5a79e65541 req-63a1c013-7921-4628-819f-e3e04819368a tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:51.551288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed7b3cdf-fc72-4be0-ba22-1d5a79e65541 req-63a1c013-7921-4628-819f-e3e04819368a tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.3116674 Feb 19 03:38:51.612790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:51.730723 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:51.731104 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:51.812015 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed7b3cdf-fc72-4be0-ba22-1d5a79e65541 req-586db1ad-3c69-4dcc-bd48-adf39702b99f tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510104 Feb 19 03:38:51.954527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Router 750ff082-7314-438f-85a1-abf109e78313 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:38:52.087109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59868) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:52.090843 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:52.091352 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.219759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:38:52.258215 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c85edf7c-3d4a-45e4-b795-a50ee34285e2 admin admin] 10.222.0.42 "PUT /v2.0/routers/750ff082-7314-438f-85a1-abf109e78313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8306780 Feb 19 03:38:52.271865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2dbce92e-d661-42c4-9f9e-7d5c0e97cb30,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:52.291165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5a5bd5e8-28df-44f6-937c-6f9314deee12 None None] Provisioning complete for port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:52.294145 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a5bd5e8-28df-44f6-937c-6f9314deee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.402293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.492601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d8ce-6c95-4d0d-847b-69f92831c4fa req-f82fdacb-9f47-4952-aba2-11879a7f27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.493092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d8ce-6c95-4d0d-847b-69f92831c4fa req-f82fdacb-9f47-4952-aba2-11879a7f27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.493582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d8ce-6c95-4d0d-847b-69f92831c4fa req-f82fdacb-9f47-4952-aba2-11879a7f27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.500607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d8ce-6c95-4d0d-847b-69f92831c4fa req-f82fdacb-9f47-4952-aba2-11879a7f27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.501065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d8ce-6c95-4d0d-847b-69f92831c4fa req-f82fdacb-9f47-4952-aba2-11879a7f27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.501551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d8ce-6c95-4d0d-847b-69f92831c4fa req-f82fdacb-9f47-4952-aba2-11879a7f27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.503866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d8ce-6c95-4d0d-847b-69f92831c4fa req-f82fdacb-9f47-4952-aba2-11879a7f27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.512337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f723d8ce-6c95-4d0d-847b-69f92831c4fa req-f82fdacb-9f47-4952-aba2-11879a7f27da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6707 time: 0.4237320 Feb 19 03:38:52.521473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c357722-941c-470b-acb9-16265d6027f8 req-85ee5f8c-bbcf-4baf-a428-0ac95f3f99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.524545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c357722-941c-470b-acb9-16265d6027f8 req-85ee5f8c-bbcf-4baf-a428-0ac95f3f99af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58b5da1410044db283ffba748c4d6496&device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 1128 time: 0.2258444 Feb 19 03:38:52.527786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=2dbce92e-d661-42c4-9f9e-7d5c0e97cb30,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:52.555153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a5f5c-00cb-4f22-85ee-eb8a2217a8a3 req-9321eb46-1ee6-433f-bba8-dc19d08fb9c4 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.563363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-469a5f5c-00cb-4f22-85ee-eb8a2217a8a3 req-9321eb46-1ee6-433f-bba8-dc19d08fb9c4 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.2862191 Feb 19 03:38:52.590429 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.600186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5a5bd5e8-28df-44f6-937c-6f9314deee12 None None] Port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:38:52.764294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f723d8ce-6c95-4d0d-847b-69f92831c4fa req-74f82133-4cda-41c7-b2d7-f057f5229710 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2507553 Feb 19 03:38:52.867151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-469a5f5c-00cb-4f22-85ee-eb8a2217a8a3 req-4e7a209f-da2e-40e5-bc21-3f11344082fe tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019006 Feb 19 03:38:52.927039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c357722-941c-470b-acb9-16265d6027f8 req-3d026da8-4dc9-4b61-92e2-d30e5799f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.928598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c357722-941c-470b-acb9-16265d6027f8 req-3d026da8-4dc9-4b61-92e2-d30e5799f622 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cdc0dda-0e85-4b5d-8803-496fa122bc6b HTTP/1.1" status: 200 len: 912 time: 0.3933125 Feb 19 03:38:53.066037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c357722-941c-470b-acb9-16265d6027f8 req-306b9199-d6aa-4743-8a06-ee6fb5e92f1d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797fd918-b0ff-4a27-b4b6-c0015af1395f HTTP/1.1" status: 200 len: 217 time: 0.1241796 Feb 19 03:38:53.236144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c357722-941c-470b-acb9-16265d6027f8 req-75e09e13-6f7e-4fb6-8b30-d6062bf5a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:53.241683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c357722-941c-470b-acb9-16265d6027f8 req-75e09e13-6f7e-4fb6-8b30-d6062bf5a7c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8bda9c43-cd99-42aa-8c9c-2ae624faf290 HTTP/1.1" status: 200 len: 851 time: 0.1711841 Feb 19 03:38:53.394781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c357722-941c-470b-acb9-16265d6027f8 req-81d4885a-b7a8-425e-abd2-5f9d3a8dca84 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cdc0dda-0e85-4b5d-8803-496fa122bc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385911 Feb 19 03:38:53.495356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:53.605526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:53.605958 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:53.664500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c357722-941c-470b-acb9-16265d6027f8 req-e7505639-9dc2-42b6-972e-2e34a573ae5f service neutron] 10.222.0.71 "GET /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531092 Feb 19 03:38:53.782825 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Sync routers for ids ['750ff082-7314-438f-85a1-abf109e78313'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:38:53.819063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:53.822362 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Routers {'750ff082-7314-438f-85a1-abf109e78313'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:53.823013 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:38:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['750ff082-7314-438f-85a1-abf109e78313'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:53.948927 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c357722-941c-470b-acb9-16265d6027f8 req-8783af20-7185-49cd-ba54-c73c52e7cc39 service neutron] 10.222.0.71 "GET /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700710 Feb 19 03:38:54.026565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59918) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:54.031431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77880337', 'description': 'tempest-description--1554493422'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:54.089559 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:54.164240 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Set router 750ff082-7314-438f-85a1-abf109e78313 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:54.329136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group (2054141b-0ba4-4dfa-a58e-42b1c30555c7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:54.383775 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2054141b-0ba4-4dfa-a58e-42b1c30555c7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:54.607690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:54.612739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:54.614077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5813334 Feb 19 03:38:54.619230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-16d3b885-7822-4745-b602-e18fbab2fd91 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'security_group_rule': {'security_group_id': '2054141b-0ba4-4dfa-a58e-42b1c30555c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:54.626531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2054141b-0ba4-4dfa-a58e-42b1c30555c7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:54.656997 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:50Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '7c3fffc7-1cec-4185-9a69-7f4926b8d15c', 'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'mac_address': 'fa:16:3e:a5:ba:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:48Z', 'updated_at': '2022-02-19T03:38:50Z', 'revision_number': 2, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'subnets': [{'id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:54.668058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68825be-00d8-4198-af17-9ba5dd5e785a req-dfb46738-c980-4222-a1d0-da7cc12e7591 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:54.677389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a68825be-00d8-4198-af17-9ba5dd5e785a req-dfb46738-c980-4222-a1d0-da7cc12e7591 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.3348029 Feb 19 03:38:54.696373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.696732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.697077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.697422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.700313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.700724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.701069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.702562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.702915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.703259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.703600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.705651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.706321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e8848f-c300-406c-a4f0-ae19d38ceff1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:54.738959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d3b885-7822-4745-b602-e18fbab2fd91 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group_rule (4fce5005-84a2-4540-8adf-00dddb5ee9a9), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:54.771684 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Checking router: 750ff082-7314-438f-85a1-abf109e78313 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:38:54.773272 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Updating router 750ff082-7314-438f-85a1-abf109e78313 port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:38:54.802236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a68825be-00d8-4198-af17-9ba5dd5e785a req-50eed59b-9168-45a3-97c9-d6f797321dc1 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238160 Feb 19 03:38:54.843209 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:54.971775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d3b885-7822-4745-b602-e18fbab2fd91 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group_rule (4fce5005-84a2-4540-8adf-00dddb5ee9a9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:54.978202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d3b885-7822-4745-b602-e18fbab2fd91 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (4fce5005-84a2-4540-8adf-00dddb5ee9a9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.032538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3b885-7822-4745-b602-e18fbab2fd91 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fce5005-84a2-4540-8adf-00dddb5ee9a9,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:55.044285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-16d3b885-7822-4745-b602-e18fbab2fd91 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.048310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59936) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:55.051695 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-16d3b885-7822-4745-b602-e18fbab2fd91 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4377630 Feb 19 03:38:55.056192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b3bec059-946f-460b-b627-cbb30b47f3e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'security_group_rule': {'security_group_id': '2054141b-0ba4-4dfa-a58e-42b1c30555c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:55.129178 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3bec059-946f-460b-b627-cbb30b47f3e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group_rule (8105d51e-e17c-4f4b-8b5c-dae656e3d8b6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.349226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3bec059-946f-460b-b627-cbb30b47f3e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group_rule (8105d51e-e17c-4f4b-8b5c-dae656e3d8b6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.354591 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3bec059-946f-460b-b627-cbb30b47f3e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (8105d51e-e17c-4f4b-8b5c-dae656e3d8b6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.388092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bec059-946f-460b-b627-cbb30b47f3e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8105d51e-e17c-4f4b-8b5c-dae656e3d8b6,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:55.420219 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3bec059-946f-460b-b627-cbb30b47f3e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.426711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59944) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:55.432586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:55.439667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b3bec059-946f-460b-b627-cbb30b47f3e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901427 Feb 19 03:38:55.469094 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Publish callbacks [] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.485291 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.485704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.610449 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Pushing event updated for resources: {'Port': ['ID=7c3fffc7-1cec-4185-9a69-7f4926b8d15c,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:55.760504 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Attempting to bind port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:38:55.760861 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Attempting to bind port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:38:55.761225 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Attempting to bind port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:55.776802 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.777393 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.777393 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.777607 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.777934 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.790457 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.791068 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.796038 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.798738 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.799293 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.807029 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.808800 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.809296 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.809912 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:55.814880 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:38:55.823484 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Checking segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:55.824255 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:55.826429 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Bound using segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:38:55.827114 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Bound port: 7c3fffc7-1cec-4185-9a69-7f4926b8d15c, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:38:55.830893 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:56.104786 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] For port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:38:56.110751 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] For port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7c3fffc7-1cec-4185-9a69-7f4926b8d15c,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:38:56.125496 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:56.145742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fc915-8a52-4829-a1fe-3bbd31721fbf req-29428aaa-c79a-4e40-856c-4448ef4dbc1c tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:56.153261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a2fc915-8a52-4829-a1fe-3bbd31721fbf req-29428aaa-c79a-4e40-856c-4448ef4dbc1c tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.1958187 Feb 19 03:38:56.166964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c26de150-414b-4c9b-a8f4-289b54373f8e None None] Provisioning complete for port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:56.172744 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c26de150-414b-4c9b-a8f4-289b54373f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:56.223043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Allocated IP 172.25.4.53 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:56.384507 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Routers {'750ff082-7314-438f-85a1-abf109e78313'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:56.391498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a2fc915-8a52-4829-a1fe-3bbd31721fbf req-1de1a5f5-2244-4301-bc54-e78bef6469c7 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336969 Feb 19 03:38:56.393739 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:38:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['750ff082-7314-438f-85a1-abf109e78313'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:56.405574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for port (8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:56.513131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:56.519479 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c26de150-414b-4c9b-a8f4-289b54373f8e None None] Current status of the port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:56.520120 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c26de150-414b-4c9b-a8f4-289b54373f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:56.667930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c26de150-414b-4c9b-a8f4-289b54373f8e None None] For port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7c3fffc7-1cec-4185-9a69-7f4926b8d15c,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:56.673588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c26de150-414b-4c9b-a8f4-289b54373f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:56.815779 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] Set router 750ff082-7314-438f-85a1-abf109e78313 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:56.829121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:56.848971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:56.856281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:56.867050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26de150-414b-4c9b-a8f4-289b54373f8e None None] Pushing event updated for resources: {'Port': ['ID=7c3fffc7-1cec-4185-9a69-7f4926b8d15c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:56.874114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'Port': ['ID=8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:57.031444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ffe51c69-8794-4b6b-b355-1c43fa4e39f0 None None] Provisioning complete for port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:57.032026 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ffe51c69-8794-4b6b-b355-1c43fa4e39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:57.081708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbf867-4307-47c7-842c-f77477f50559 req-8e279411-9c1c-4596-951d-e662bde8b476 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:57.095178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ccbf867-4307-47c7-842c-f77477f50559 req-8e279411-9c1c-4596-951d-e662bde8b476 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.1472588 Feb 19 03:38:57.224703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ccbf867-4307-47c7-842c-f77477f50559 req-801eae0a-134b-4715-90d7-d8acbc7349ab tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276920 Feb 19 03:38:57.367432 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for floatingip (25ff4ceb-bf9e-468f-972c-ef1fa0cd953d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:57.419803 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0910e-6803-426f-a69f-1bfe347498ba None None] Pushing event updated for resources: {'Port': ['ID=7c3fffc7-1cec-4185-9a69-7f4926b8d15c,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:57.424253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ffe51c69-8794-4b6b-b355-1c43fa4e39f0 None None] Current status of the port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:57.504157 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:57.685645 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:50Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '7c3fffc7-1cec-4185-9a69-7f4926b8d15c', 'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'mac_address': 'fa:16:3e:a5:ba:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:48Z', 'updated_at': '2022-02-19T03:38:56Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'subnets': [{'id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:57.763493 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb844b-16f2-42e1-8101-2aed9e664898 None None] The sync data for ids ['750ff082-7314-438f-85a1-abf109e78313'] in n-d-826756-2 is: [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:50Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '7c3fffc7-1cec-4185-9a69-7f4926b8d15c', 'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'mac_address': 'fa:16:3e:a5:ba:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:48Z', 'updated_at': '2022-02-19T03:38:56Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'subnets': [{'id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:38:58.079258 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for port (8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:58.085280 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:58.346992 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'Port': ['ID=8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:58.365615 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (25ff4ceb-bf9e-468f-972c-ef1fa0cd953d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:58.416570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:58.421259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-304e9795-ecb1-4aec-a7f7-dc0977e3328c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9931622 Feb 19 03:38:58.568219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943840d-d76f-4726-9872-4ac20f1b0297 req-2b3ad765-ed86-466b-9c97-77f6555a761f tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:58.590833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8943840d-d76f-4726-9872-4ac20f1b0297 req-2b3ad765-ed86-466b-9c97-77f6555a761f tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.1797571 Feb 19 03:38:58.700480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8943840d-d76f-4726-9872-4ac20f1b0297 req-8215f3a3-ee92-4322-8dac-2afdf947848e tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ea191dd-d247-4116-a34e-b15b28b9a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083002 Feb 19 03:38:59.145808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6724bb05-1143-4590-8dc8-c759595f2129 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--77880337&fields=id&tenant_id=d415d80fc59e47e9ba8c16f9f600caf0 HTTP/1.1" status: 200 len: 267 time: 0.1730225 Feb 19 03:38:59.511213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-30e2d1d7-6c7a-48a8-91f9-f8ebcea2a61a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:59.518544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-30e2d1d7-6c7a-48a8-91f9-f8ebcea2a61a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 811 time: 0.3716586 Feb 19 03:38:59.586850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-46798e65-806a-4c2f-876a-4363725a5f11 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:59.590574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7c3fffc7-1cec-4185-9a69-7f4926b8d15c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:59.592625 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-46798e65-806a-4c2f-876a-4363725a5f11 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.71 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 946 time: 0.3820777 Feb 19 03:38:59.676384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:59.676767 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:59.768700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-c9bba477-6823-4956-9bea-8f2e44723518 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/quotas/d415d80fc59e47e9ba8c16f9f600caf0 HTTP/1.1" status: 200 len: 375 time: 0.2490711 Feb 19 03:38:59.809959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:59.912472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-fd705574-9c70-429c-839c-aaf5a5b6908d tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Deleting port 797fd918-b0ff-4a27-b4b6-c0015af1395f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:59.913004 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-fd705574-9c70-429c-839c-aaf5a5b6908d tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:59.994760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-fc13d2b6-28fa-4ea8-be13-0ddaa95c92ad tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2251613 Feb 19 03:39:00.126695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-fd705574-9c70-429c-839c-aaf5a5b6908d tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] For port 797fd918-b0ff-4a27-b4b6-c0015af1395f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=797fd918-b0ff-4a27-b4b6-c0015af1395f,segment=NetworkSegment(25a09a7d-a5a8-4b65-ba74-911db770c3ff),segment_id=25a09a7d-a5a8-4b65-ba74-911db770c3ff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:00.127066 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-fd705574-9c70-429c-839c-aaf5a5b6908d tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:00.151719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-fd705574-9c70-429c-839c-aaf5a5b6908d tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Calling delete_port for 797fd918-b0ff-4a27-b4b6-c0015af1395f owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:39:00.188680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6f16b6be-1cb5-45b4-a3ee-804d20527545 service neutron] 10.222.0.42 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684637 Feb 19 03:39:00.478149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6bd36e80-826a-481f-9e57-a8a279edb8d2 service neutron] 10.222.0.42 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526317 Feb 19 03:39:00.590134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-fd705574-9c70-429c-839c-aaf5a5b6908d tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (797fd918-b0ff-4a27-b4b6-c0015af1395f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:00.607304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['797fd918-b0ff-4a27-b4b6-c0015af1395f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:00.655543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd705574-9c70-429c-839c-aaf5a5b6908d tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Pushing event deleted for resources: {'Port': ['ID=797fd918-b0ff-4a27-b4b6-c0015af1395f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:00.744106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-fd705574-9c70-429c-839c-aaf5a5b6908d tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] No DVR routers for this DVR port 797fd918-b0ff-4a27-b4b6-c0015af1395f on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:39:00.764589 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-fd705574-9c70-429c-839c-aaf5a5b6908d tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:00.768397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e475fab-50ba-447c-bcc0-9ce06f3df39d req-fd705574-9c70-429c-839c-aaf5a5b6908d tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.71 "DELETE /v2.0/ports/797fd918-b0ff-4a27-b4b6-c0015af1395f HTTP/1.1" status: 204 len: 173 time: 1.1541662 Feb 19 03:39:00.768876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7580706d-5503-4db7-a97d-ccbe2ddbb57d', 'name': 'network-vif-deleted', 'tag': '797fd918-b0ff-4a27-b4b6-c0015af1395f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:00.771327 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223a66c5-a147-40e3-95a5-74953b2334bf" -d '{"events": [{"server_uuid": "7580706d-5503-4db7-a97d-ccbe2ddbb57d", "name": "network-vif-deleted", "tag": "797fd918-b0ff-4a27-b4b6-c0015af1395f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:01.025550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3bdc1bc-17a5-44f2-b9ca-872c5d7b06be req-60ab9df5-fe68-4644-9a2d-d78be7e34ea6 tempest-TestServerAdvancedOps-1367188886 tempest-TestServerAdvancedOps-1367188886-project] 10.222.0.42 "GET /v2.0/ports?device_id=7580706d-5503-4db7-a97d-ccbe2ddbb57d HTTP/1.1" status: 200 len: 210 time: 0.0687444 Feb 19 03:39:01.119991 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f73644-9488-46b6-a1d8-2fba2777a11b x-openstack-request-id: req-d0f73644-9488-46b6-a1d8-2fba2777a11b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:01.120120 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7580706d-5503-4db7-a97d-ccbe2ddbb57d", "name": "network-vif-deleted", "tag": "797fd918-b0ff-4a27-b4b6-c0015af1395f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:01.120367 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0f73644-9488-46b6-a1d8-2fba2777a11b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:01.120777 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7580706d-5503-4db7-a97d-ccbe2ddbb57d', 'name': 'network-vif-deleted', 'tag': '797fd918-b0ff-4a27-b4b6-c0015af1395f', 'status': 'completed', 'code': 200} Feb 19 03:39:01.338995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbf93e1c-dd01-485e-b338-52ba1b1e8017 req-6b24f3cd-0881-4428-9776-115bf1c12015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 210 time: 0.1226826 Feb 19 03:39:02.127144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60108) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:02.277810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Deleting subnet 8bda9c43-cd99-42aa-8c9c-2ae624faf290 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:39:02.300663 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Publish callbacks [] for subnet (8bda9c43-cd99-42aa-8c9c-2ae624faf290), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:02.428404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (8bda9c43-cd99-42aa-8c9c-2ae624faf290), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:02.505782 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (8bda9c43-cd99-42aa-8c9c-2ae624faf290), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:02.608831 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98037389-0e86-4d13-901c-1a5115e027a3 req-2ed0ad3c-0613-4949-ab2e-f2049c11b015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 210 time: 0.1259141 Feb 19 03:39:02.635629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (8bda9c43-cd99-42aa-8c9c-2ae624faf290), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:02.674425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bda9c43-cd99-42aa-8c9c-2ae624faf290,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:02.704852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.705211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.705564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.705939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.706284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.706622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.706959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.707292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.707624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.707957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.708287 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.709152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.709152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:02.724735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:02.731638 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fea2896c-59ab-43f6-9757-4751b1a58054 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8bda9c43-cd99-42aa-8c9c-2ae624faf290 HTTP/1.1" status: 204 len: 168 time: 0.6034698 Feb 19 03:39:02.732250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60122) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:02.857783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-3ea06538-07b6-4ce6-9400-455e4660ed47 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:02.859986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-3ea06538-07b6-4ce6-9400-455e4660ed47 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 811 time: 0.2499359 Feb 19 03:39:02.922417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (7cdc0dda-0e85-4b5d-8803-496fa122bc6b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:02.964553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-8a024996-f28e-4e3a-865c-7ad0fe31c32c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d415d80fc59e47e9ba8c16f9f600caf0 HTTP/1.1" status: 200 len: 378 time: 0.0946803 Feb 19 03:39:02.981515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'port': {'device_id': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'admin_state_up': True, 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'security_groups': ['2054141b-0ba4-4dfa-a58e-42b1c30555c7']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:03.100425 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (7cdc0dda-0e85-4b5d-8803-496fa122bc6b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.148392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdc0dda-0e85-4b5d-8803-496fa122bc6b']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:03.188154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a09a7d-a5a8-4b65-ba74-911db770c3ff') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:03.188732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a09a7d-a5a8-4b65-ba74-911db770c3ff') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:03.218519 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (25a09a7d-a5a8-4b65-ba74-911db770c3ff), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.261706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (25a09a7d-a5a8-4b65-ba74-911db770c3ff), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.274913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:39:03.275606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (25a09a7d-a5a8-4b65-ba74-911db770c3ff), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:39:03.278238 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:39:03.290542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Made reservation on behalf of d415d80fc59e47e9ba8c16f9f600caf0 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:39:03.299016 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.430260 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (7cdc0dda-0e85-4b5d-8803-496fa122bc6b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.440816 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.447282 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7cdc0dda-0e85-4b5d-8803-496fa122bc6b HTTP/1.1" status: 204 len: 168 time: 0.7134247 Feb 19 03:39:03.458442 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60134) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:03.480797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1e74c-33e4-4589-86ff-c89ac4a92f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cdc0dda-0e85-4b5d-8803-496fa122bc6b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:03.559417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-c924bda4-78c5-4ecf-a453-787d730dd2f7 admin admin] Deleting subnet 9946dc8d-91c0-4b12-823c-babd4ae2e55e {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:39:03.566284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c924bda4-78c5-4ecf-a453-787d730dd2f7 admin admin] Publish callbacks [] for subnet (9946dc8d-91c0-4b12-823c-babd4ae2e55e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.575152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 797fd918-b0ff-4a27-b4b6-c0015af1395f no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:39:03.596597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Allocated IP 172.20.0.8 (f993302b-469d-4916-adcf-9890c269def0/aa807e27-1c58-4cbc-8076-c2c96b7cdba3/ad4759d5-624c-4ada-b77c-2c00c951e497) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:39:03.628362 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c924bda4-78c5-4ecf-a453-787d730dd2f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (9946dc8d-91c0-4b12-823c-babd4ae2e55e), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.662875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 797fd918-b0ff-4a27-b4b6-c0015af1395f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:39:03.663837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 797fd918-b0ff-4a27-b4b6-c0015af1395f not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:39:03.720836 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c924bda4-78c5-4ecf-a453-787d730dd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (9946dc8d-91c0-4b12-823c-babd4ae2e55e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.853530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db02d5ff-45c8-45fe-a30f-3584f0e76182 req-2ccdf5b5-aad7-4114-ba36-47dbfe3e288b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 210 time: 0.0560825 Feb 19 03:39:03.909835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c924bda4-78c5-4ecf-a453-787d730dd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (9946dc8d-91c0-4b12-823c-babd4ae2e55e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.946323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c924bda4-78c5-4ecf-a453-787d730dd2f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:03.953703 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c924bda4-78c5-4ecf-a453-787d730dd2f7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9946dc8d-91c0-4b12-823c-babd4ae2e55e HTTP/1.1" status: 204 len: 168 time: 0.4812453 Feb 19 03:39:03.961605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60148) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:04.046997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924bda4-78c5-4ecf-a453-787d730dd2f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9946dc8d-91c0-4b12-823c-babd4ae2e55e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:04.164117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (c9dc3299-ad65-4009-ad93-d814f5bafe3f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:04.180187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:04.318935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:04.400903 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (c9dc3299-ad65-4009-ad93-d814f5bafe3f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:04.411179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:04.866018 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:39:05.090508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Network f993302b-469d-4916-adcf-9890c269def0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:39:05.093083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dc3299-ad65-4009-ad93-d814f5bafe3f']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:05.095435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:39:05.125509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:39:05.137461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9a0975-58dd-4d98-b237-cb64661a8bbd') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:05.138426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9a0975-58dd-4d98-b237-cb64661a8bbd') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:05.224554 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (eb9a0975-58dd-4d98-b237-cb64661a8bbd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:05.294306 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (eb9a0975-58dd-4d98-b237-cb64661a8bbd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:05.330058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c3dae-ee55-42fa-8cd1-3665d0e06e94 req-1909fb6d-d9e9-4030-8870-c544d6700fb8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:05.333779 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae2c3dae-ee55-42fa-8cd1-3665d0e06e94 req-1909fb6d-d9e9-4030-8870-c544d6700fb8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 931 time: 0.2928083 Feb 19 03:39:05.335553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:39:05.335963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (eb9a0975-58dd-4d98-b237-cb64661a8bbd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:39:05.338587 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:39:05.383215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:05.384968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:05.492252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-6d7962df-55bb-4d02-8b67-3136dab2cfdf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5190799 Feb 19 03:39:05.509610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Request body: {'port': {'device_id': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:05.571489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cf3d5b09-0317-4c77-af02-d2023a0ed2f3 None None] Provisioning complete for port ad4759d5-624c-4ada-b77c-2c00c951e497 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:39:05.572073 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5b09-0317-4c77-af02-d2023a0ed2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:05.587248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae2c3dae-ee55-42fa-8cd1-3665d0e06e94 req-52a0f42a-0075-433d-b182-3871a3b14414 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2335389 Feb 19 03:39:05.643761 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (c9dc3299-ad65-4009-ad93-d814f5bafe3f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:05.658902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:05.662274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] 10.222.0.42 "DELETE /v2.0/networks/c9dc3299-ad65-4009-ad93-d814f5bafe3f HTTP/1.1" status: 204 len: 168 time: 1.6947751 Feb 19 03:39:05.695231 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:05.701216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5f8cd-c98c-416c-93f0-930970584a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=c9dc3299-ad65-4009-ad93-d814f5bafe3f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:05.733639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d5b09-0317-4c77-af02-d2023a0ed2f3 None None] Port ad4759d5-624c-4ada-b77c-2c00c951e497 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:39:06.111406 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60192) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:06.206933 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:06.260398 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-71d42a6f-85a9-4692-9c02-38034b216ca4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58b5da1410044db283ffba748c4d6496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477950 Feb 19 03:39:06.262821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:06.409963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6bbd-5db1-4737-b376-2f0e563083c4 admin admin] Publish callbacks [] for security_group (4ea191dd-d247-4116-a34e-b15b28b9a340), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:06.517699 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6bbd-5db1-4737-b376-2f0e563083c4 admin admin] Publish callbacks [] for security_group (4ea191dd-d247-4116-a34e-b15b28b9a340), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:06.520349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4759d5-624c-4ada-b77c-2c00c951e497 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:39:06.541640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Publish callbacks [] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:06.568753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Transition to ACTIVE for port object ad4759d5-624c-4ada-b77c-2c00c951e497 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:39:06.581870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:06.628957 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6bbd-5db1-4737-b376-2f0e563083c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4ea191dd-d247-4116-a34e-b15b28b9a340), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:06.632997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6bbd-5db1-4737-b376-2f0e563083c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:06.637514 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dcbc6bbd-5db1-4737-b376-2f0e563083c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ea191dd-d247-4116-a34e-b15b28b9a340 HTTP/1.1" status: 204 len: 168 time: 0.3737099 Feb 19 03:39:06.652837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc6bbd-5db1-4737-b376-2f0e563083c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea191dd-d247-4116-a34e-b15b28b9a340,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:06.666721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:07.027699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Attempting to bind port ad4759d5-624c-4ada-b77c-2c00c951e497 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:39:07.028043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Attempting to bind port ad4759d5-624c-4ada-b77c-2c00c951e497 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:39:07.028379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Attempting to bind port ad4759d5-624c-4ada-b77c-2c00c951e497 on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:39:07.043951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Port ad4759d5-624c-4ada-b77c-2c00c951e497 on network f993302b-469d-4916-adcf-9890c269def0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:39:07.044294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Attempting to bind port ad4759d5-624c-4ada-b77c-2c00c951e497 on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:39:07.057003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:39:07.057003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Checking segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:39:07.057353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Bound using segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:39:07.057757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Bound port: ad4759d5-624c-4ada-b77c-2c00c951e497, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:39:07.058159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:07.167821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358008a-921e-4e76-88ce-53dd92d6aedf req-cf67f828-f33d-46c7-bfe7-cab2d63116bc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:07.169401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c358008a-921e-4e76-88ce-53dd92d6aedf req-cf67f828-f33d-46c7-bfe7-cab2d63116bc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 943 time: 0.3364644 Feb 19 03:39:07.244931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c358008a-921e-4e76-88ce-53dd92d6aedf req-63674c08-b14a-4071-82bb-08cb3c72ff6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683422 Feb 19 03:39:07.255877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:39:07.259543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:39:07.271757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:07.381600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:07.386690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:07.387916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:07.389489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-10496bbb-ea81-43a0-a66f-9a9398a574b6 service neutron] 10.222.0.71 "PUT /v2.0/ports/ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 1091 time: 1.8894742 Feb 19 03:39:07.389990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:07.393535 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd458d-d289-49ee-b943-cfb0da77aa0c" -d '{"events": [{"name": "network-changed", "server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:07.493568 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60238) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:07.567741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-b2547395-8c17-49ce-be2b-caa0e34be053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:07.571915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-b2547395-8c17-49ce-be2b-caa0e34be053 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1125 time: 0.1257215 Feb 19 03:39:07.608158 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06951e7b-eef2-4f1c-8623-aecab66c3705 x-openstack-request-id: req-06951e7b-eef2-4f1c-8623-aecab66c3705 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:07.623883 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:07.628117 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06951e7b-eef2-4f1c-8623-aecab66c3705 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:07.628687 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'status': 'completed', 'code': 200} Feb 19 03:39:07.722587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-70da3961-998a-4fb0-bccf-89cb926faa8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 217 time: 0.1419234 Feb 19 03:39:07.867079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-9bcc7a12-c57b-4028-99a1-494e7554332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:07.869037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-9bcc7a12-c57b-4028-99a1-494e7554332a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1378064 Feb 19 03:39:07.995612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-61c6f722-6a62-4890-b233-750275083241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:07.997632 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-61c6f722-6a62-4890-b233-750275083241 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1204839 Feb 19 03:39:08.044833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60246) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:08.140036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-baaea3e1-8bb9-4b4d-b8a0-c5535fedf4e2 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340601 Feb 19 03:39:08.218248 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1e0bbd8d-7b1b-4931-aa60-857fbbf1222c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e5e02d26ed5485e950dddf9d7daa2a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718898 Feb 19 03:39:08.224535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60254) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:08.290814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-021c8375-9d33-4fbe-a781-15ec2dde4b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:08.813218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a4f73-6e9c-4a96-8eef-449bcc5e026d req-6a5285e9-f686-42cb-808d-3887874b5300 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:08.831210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-510a4f73-6e9c-4a96-8eef-449bcc5e026d req-6a5285e9-f686-42cb-808d-3887874b5300 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 943 time: 0.3580689 Feb 19 03:39:08.865031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf08739a-b043-4d24-abfb-8a4c8b2572f8 req-0221b43e-70d2-4197-b77c-a7b5577ae353 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7017417 Feb 19 03:39:08.983598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-510a4f73-6e9c-4a96-8eef-449bcc5e026d req-7b89315a-4843-4a8a-a7c2-3ea810f07176 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451187 Feb 19 03:39:09.128227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-8a85dfb7-5bfa-41ac-a6df-737278c3f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:09.137066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-8a85dfb7-5bfa-41ac-a6df-737278c3f923 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1125 time: 0.1582761 Feb 19 03:39:09.213204 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25fcedeb-62dd-4e22-a9ee-9495b28b76e9 admin admin] Publish callbacks [] for security_group (dc96ff0b-0744-4c16-ae78-5a2c42f03a64), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.243196 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25fcedeb-62dd-4e22-a9ee-9495b28b76e9 admin admin] Publish callbacks [] for security_group (dc96ff0b-0744-4c16-ae78-5a2c42f03a64), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.383756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25fcedeb-62dd-4e22-a9ee-9495b28b76e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (dc96ff0b-0744-4c16-ae78-5a2c42f03a64), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.399431 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25fcedeb-62dd-4e22-a9ee-9495b28b76e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.419173 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-25fcedeb-62dd-4e22-a9ee-9495b28b76e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc96ff0b-0744-4c16-ae78-5a2c42f03a64 HTTP/1.1" status: 204 len: 168 time: 1.1806262 Feb 19 03:39:09.451971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-71d78f3c-2af2-468e-923a-b2dccd5481de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:09.453866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-71d78f3c-2af2-468e-923a-b2dccd5481de service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.3081963 Feb 19 03:39:09.455103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcedeb-62dd-4e22-a9ee-9495b28b76e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc96ff0b-0744-4c16-ae78-5a2c42f03a64,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:09.527434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-93f31801-0f83-4974-b2c7-2675f4eef292 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 217 time: 0.0614986 Feb 19 03:39:09.701027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-10c16b6a-5b99-4875-a8b1-6faabecfde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:09.704867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-10c16b6a-5b99-4875-a8b1-6faabecfde9f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1704063 Feb 19 03:39:09.896478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-ac77bcbd-da77-4f42-a234-cc465bb21266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:09.905159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-ac77bcbd-da77-4f42-a234-cc465bb21266 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1923795 Feb 19 03:39:09.984310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (7d3b42fc-cc24-4c16-a582-69f366792628), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:10.434290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-eecd0256-c7d1-4a2e-84d5-4f10641fd51c service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190747 Feb 19 03:39:10.496953 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df153a14-976b-42a4-891d-ec47835b4857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:10.672767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7dd458d-d289-49ee-b943-cfb0da77aa0c req-d0316d38-4899-41cb-8760-9c4482840a90 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230256 Feb 19 03:39:10.992981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] Deleting port 2b7a5332-1b57-4d88-9b97-ef3d97602e09 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:39:11.000155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:11.071578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe6b7-1f54-4830-9213-7e5abd07cb12 req-5a5f1ec5-04fe-418a-b1d0-c341dd144e14 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:11.071578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6cfe6b7-1f54-4830-9213-7e5abd07cb12 req-5a5f1ec5-04fe-418a-b1d0-c341dd144e14 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 943 time: 0.8055923 Feb 19 03:39:11.170503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6cfe6b7-1f54-4830-9213-7e5abd07cb12 req-c11b58b0-287f-4944-bcc1-b8730d65e688 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922532 Feb 19 03:39:11.233465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] For port 2b7a5332-1b57-4d88-9b97-ef3d97602e09, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2b7a5332-1b57-4d88-9b97-ef3d97602e09,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:11.234279 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:11.268428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] Calling delete_port for 2b7a5332-1b57-4d88-9b97-ef3d97602e09 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:39:11.705496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2b7a5332-1b57-4d88-9b97-ef3d97602e09), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:11.796482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7a5332-1b57-4d88-9b97-ef3d97602e09,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:11.969575 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:12.122348 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (7d3b42fc-cc24-4c16-a582-69f366792628), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:12.424345 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] Router 7d3b42fc-cc24-4c16-a582-69f366792628 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:39:12.483395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a38fa-21c9-4713-9dbb-2559570eda51 req-12d2291f-b351-4ddd-a2d1-a65b52c153cc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:12.485005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c7a38fa-21c9-4713-9dbb-2559570eda51 req-12d2291f-b351-4ddd-a2d1-a65b52c153cc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 943 time: 0.1284044 Feb 19 03:39:12.596865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c7a38fa-21c9-4713-9dbb-2559570eda51 req-ce8df360-fcf1-4fd2-8360-52ef6b355481 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025431 Feb 19 03:39:12.712652 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:39:12.722796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] Sync routers for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:39:12.736352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60332) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:12.744060 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4b1c2d6c-d254-4daf-a3c7-412372bf2135 admin admin] 10.222.0.42 "PUT /v2.0/routers/7d3b42fc-cc24-4c16-a582-69f366792628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2482936 Feb 19 03:39:12.781194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:39:12.781856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:39:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:12.934906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:39:12.966204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Publish callbacks [] for router (7d3b42fc-cc24-4c16-a582-69f366792628), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:13.173811 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Publish callbacks [] for router_gateway (7d3b42fc-cc24-4c16-a582-69f366792628), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:13.187517 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:13.286049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Deleting port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:39:13.286858 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:13.346315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:39:11Z', 'revision_number': 5, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port': {'id': '0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:43Z', 'updated_at': '2022-02-19T03:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:13.406660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] Checking router: 7d3b42fc-cc24-4c16-a582-69f366792628 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:39:13.430700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] Routers {'7d3b42fc-cc24-4c16-a582-69f366792628'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:39:13.431381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:39:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['7d3b42fc-cc24-4c16-a582-69f366792628'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:13.523146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] For port 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:13.523758 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:13.540213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Calling delete_port for 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:39:13.576884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] Set router 7d3b42fc-cc24-4c16-a582-69f366792628 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:39:13.635802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:39:13.756853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:13.859988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'port_id': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'mac_address': 'fa:16:3e:3a:92:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:39:13.860264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a09ca5-48a5-4375-a7b6-1b430f7cbb86 req-8db95324-e57f-43fb-831f-31e1504212b6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:13.872677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53a09ca5-48a5-4375-a7b6-1b430f7cbb86 req-8db95324-e57f-43fb-831f-31e1504212b6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 943 time: 0.1354995 Feb 19 03:39:13.917486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:39:13Z', 'revision_number': 6, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:13.951510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a416a9-00e7-4975-96e5-e872e89e495c None None] The sync data for ids ['7d3b42fc-cc24-4c16-a582-69f366792628'] in n-d-826756-2 is: [{'id': '7d3b42fc-cc24-4c16-a582-69f366792628', 'name': 'tempest-AttachVolumeShelveTestJSON-1707959785-router', 'tenant_id': 'd714199a166a4ba2a32ef297aaf4d888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:42Z', 'updated_at': '2022-02-19T03:39:13Z', 'revision_number': 6, 'project_id': 'd714199a166a4ba2a32ef297aaf4d888', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:39:13.993640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:13.993640 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.028666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4759d5-624c-4ada-b77c-2c00c951e497 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:39:14.043146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.075828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:14.086968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.091707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:14.113728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53a09ca5-48a5-4375-a7b6-1b430f7cbb86 req-a3bc1d8d-d91c-44bf-aab1-9a964af29903 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2379808 Feb 19 03:39:14.211266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:14.266221 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (7d3b42fc-cc24-4c16-a582-69f366792628), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.430123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['ad4759d5-624c-4ada-b77c-2c00c951e497'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:14.531662 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (7d3b42fc-cc24-4c16-a582-69f366792628), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.541640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Publish callbacks [] for router_controller (7d3b42fc-cc24-4c16-a582-69f366792628), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.655226 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.719021 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (7d3b42fc-cc24-4c16-a582-69f366792628), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.719923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d3b42fc-cc24-4c16-a582-69f366792628 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:39:14.726966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.731553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60366) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:14.738544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f48310aa-38e2-4648-92ed-3ec84138bda6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7d3b42fc-cc24-4c16-a582-69f366792628 HTTP/1.1" status: 204 len: 168 time: 2.0005617 Feb 19 03:39:14.783894 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa97038-e336-4f85-9221-c0fad1cf492e admin admin] Deleting subnet ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:39:14.788496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0fa97038-e336-4f85-9221-c0fad1cf492e admin admin] Publish callbacks [] for subnet (ba5b15c1-df7c-410b-9d5e-f5d5910ecd77), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.870418 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0fa97038-e336-4f85-9221-c0fad1cf492e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (ba5b15c1-df7c-410b-9d5e-f5d5910ecd77), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:15.343591 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0fa97038-e336-4f85-9221-c0fad1cf492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (ba5b15c1-df7c-410b-9d5e-f5d5910ecd77), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:15.505221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fee80a-643a-4cd2-9df2-b74001113bf0 req-c5f41016-f6c0-4d99-88a5-06727102b2b0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:15.517492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84fee80a-643a-4cd2-9df2-b74001113bf0 req-c5f41016-f6c0-4d99-88a5-06727102b2b0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.2021947 Feb 19 03:39:15.563295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2b7a5332-1b57-4d88-9b97-ef3d97602e09 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:39:15.645500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2b7a5332-1b57-4d88-9b97-ef3d97602e09 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:39:15.645708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2b7a5332-1b57-4d88-9b97-ef3d97602e09 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:39:15.646354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:39:15.660454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84fee80a-643a-4cd2-9df2-b74001113bf0 req-1896aa40-df31-466a-b065-41d1ff87e166 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377726 Feb 19 03:39:15.736662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0fa97038-e336-4f85-9221-c0fad1cf492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (ba5b15c1-df7c-410b-9d5e-f5d5910ecd77), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:15.792660 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0fa97038-e336-4f85-9221-c0fad1cf492e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:15.811864 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0fa97038-e336-4f85-9221-c0fad1cf492e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ba5b15c1-df7c-410b-9d5e-f5d5910ecd77 HTTP/1.1" status: 204 len: 168 time: 1.0657251 Feb 19 03:39:15.813149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60390) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:15.841119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa97038-e336-4f85-9221-c0fad1cf492e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5b15c1-df7c-410b-9d5e-f5d5910ecd77,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:15.858577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de801fcb-f8a6-4e64-8563-2fcd8b203508 None None] Network 936c70a7-2d08-42a5-8759-2db393636222 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:39:15.871319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:39:15.880736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0cf9a1fe-7e61-4792-bc0b-7bbac7027bb1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:39:16.031790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60392) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:16.114462 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (936c70a7-2d08-42a5-8759-2db393636222), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:16.239145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Deleting port a9a7d278-c55a-4003-9038-f2c698a7e7b5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:39:16.240542 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:16.256284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51b1c9-c0cd-455d-815a-1b5680a9f673 None None] DHCP port deletion for 936c70a7-2d08-42a5-8759-2db393636222 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:39:16.364037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1631dcb-cfcf-4e0d-b789-ab58dccea2a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:16.410639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3f51b1c9-c0cd-455d-815a-1b5680a9f673 None None] Deleting port a9a7d278-c55a-4003-9038-f2c698a7e7b5 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:39:16.411308 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3f51b1c9-c0cd-455d-815a-1b5680a9f673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:16.459804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] For port a9a7d278-c55a-4003-9038-f2c698a7e7b5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a9a7d278-c55a-4003-9038-f2c698a7e7b5,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:16.471134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:16.540291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Calling delete_port for a9a7d278-c55a-4003-9038-f2c698a7e7b5 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:39:16.649555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3f51b1c9-c0cd-455d-815a-1b5680a9f673 None None] For port a9a7d278-c55a-4003-9038-f2c698a7e7b5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a9a7d278-c55a-4003-9038-f2c698a7e7b5,segment=NetworkSegment(d0460bd5-0bee-4617-8a02-a4ca956fac62),segment_id=d0460bd5-0bee-4617-8a02-a4ca956fac62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:16.651676 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3f51b1c9-c0cd-455d-815a-1b5680a9f673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:16.703402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3f51b1c9-c0cd-455d-815a-1b5680a9f673 None None] Calling delete_port for a9a7d278-c55a-4003-9038-f2c698a7e7b5 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:39:16.792403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1631dcb-cfcf-4e0d-b789-ab58dccea2a9 admin admin] Publish callbacks [] for security_group (1c666a97-e142-4969-854d-5f311535efc2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:16.812097 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1631dcb-cfcf-4e0d-b789-ab58dccea2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1c666a97-e142-4969-854d-5f311535efc2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:16.876314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1631dcb-cfcf-4e0d-b789-ab58dccea2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c666a97-e142-4969-854d-5f311535efc2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:16.924468 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b1631dcb-cfcf-4e0d-b789-ab58dccea2a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8fdc0a8ac0f407ba78d8095bb95cfe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8910563 Feb 19 03:39:16.927701 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60408) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:16.990202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.031833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b888bb-b73c-4dc1-90d5-ce75cc81f973 req-f1df397d-6b13-4861-ae28-d998b1c56efe tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:17.044603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1b888bb-b73c-4dc1-90d5-ce75cc81f973 req-f1df397d-6b13-4861-ae28-d998b1c56efe tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.2637987 Feb 19 03:39:17.109484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] No DVR routers for this DVR port a9a7d278-c55a-4003-9038-f2c698a7e7b5 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:39:17.111548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a7d278-c55a-4003-9038-f2c698a7e7b5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:17.151246 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d32c1418-f878-4fa0-9c91-39027e2f5a1c admin admin] Publish callbacks [] for security_group (1c666a97-e142-4969-854d-5f311535efc2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.252249 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d32c1418-f878-4fa0-9c91-39027e2f5a1c admin admin] Publish callbacks [] for security_group (1c666a97-e142-4969-854d-5f311535efc2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.328280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1b888bb-b73c-4dc1-90d5-ce75cc81f973 req-6519a823-7a4f-4e43-a55a-83f1a4162645 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2821746 Feb 19 03:39:17.364055 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (936c70a7-2d08-42a5-8759-2db393636222), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.374324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d32c1418-f878-4fa0-9c91-39027e2f5a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1c666a97-e142-4969-854d-5f311535efc2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.377391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d32c1418-f878-4fa0-9c91-39027e2f5a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.391660 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d32c1418-f878-4fa0-9c91-39027e2f5a1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c666a97-e142-4969-854d-5f311535efc2 HTTP/1.1" status: 204 len: 168 time: 0.4587679 Feb 19 03:39:17.409791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c1418-f878-4fa0-9c91-39027e2f5a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c666a97-e142-4969-854d-5f311535efc2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:17.421680 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3f51b1c9-c0cd-455d-815a-1b5680a9f673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (a9a7d278-c55a-4003-9038-f2c698a7e7b5), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.437061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936c70a7-2d08-42a5-8759-2db393636222']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:17.467578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51b1c9-c0cd-455d-815a-1b5680a9f673 None None] Pushing event deleted for resources: {'Port': ['ID=a9a7d278-c55a-4003-9038-f2c698a7e7b5,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:17.468990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0460bd5-0bee-4617-8a02-a4ca956fac62') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:17.469294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0460bd5-0bee-4617-8a02-a4ca956fac62') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:17.469642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f51b1c9-c0cd-455d-815a-1b5680a9f673 None None] No DVR routers for this DVR port a9a7d278-c55a-4003-9038-f2c698a7e7b5 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:39:17.508331 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (d0460bd5-0bee-4617-8a02-a4ca956fac62), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.550248 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d0460bd5-0bee-4617-8a02-a4ca956fac62), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.568850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a9a7d278-c55a-4003-9038-f2c698a7e7b5 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:39:17.574211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:39:17.580551 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (d0460bd5-0bee-4617-8a02-a4ca956fac62), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.611284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a9a7d278-c55a-4003-9038-f2c698a7e7b5 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:39:17.612407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a9a7d278-c55a-4003-9038-f2c698a7e7b5 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:39:17.635117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:39:17.747338 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port ad4759d5-624c-4ada-b77c-2c00c951e497 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:39:17.752223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port ad4759d5-624c-4ada-b77c-2c00c951e497 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:39:17.753215 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:39:17.779435 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:39:17.842413 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (936c70a7-2d08-42a5-8759-2db393636222), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.849590 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:17.867305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] 10.222.0.42 "DELETE /v2.0/networks/936c70a7-2d08-42a5-8759-2db393636222 HTTP/1.1" status: 204 len: 168 time: 2.0644031 Feb 19 03:39:17.957153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f07543-4a7a-4326-aa0c-2a9452820017 admin admin] Pushing event deleted for resources: {'Network': ['ID=936c70a7-2d08-42a5-8759-2db393636222,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:18.092762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:18.093174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.131491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60430) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:18.167583 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a60d2ca5-d4c7-4fbb-86b0-2408b2183b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.175992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:18.185074 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8f81b4-7fc7-4303-9bf8-7e808c36677c" -d '{"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-plugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:18.197576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60434) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:18.282119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:18.297777 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-08eb8758-44d3-4063-9e6d-60a3737224ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d714199a166a4ba2a32ef297aaf4d888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982072 Feb 19 03:39:18.298758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60438) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:18.307029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.392970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70e249dc-f716-4427-ad06-063de5c2cf58 admin admin] Publish callbacks [] for security_group (2a712e51-bc85-4349-9489-ea6352b5914d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.430221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70e249dc-f716-4427-ad06-063de5c2cf58 admin admin] Publish callbacks [] for security_group (2a712e51-bc85-4349-9489-ea6352b5914d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.464874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a60d2ca5-d4c7-4fbb-86b0-2408b2183b12 admin admin] Publish callbacks [] for security_group (2bd5476f-df08-4efd-8dbc-30a859e89afc), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.500309 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973bb764-6b20-4b70-b51c-229fca046816 x-openstack-request-id: req-973bb764-6b20-4b70-b51c-229fca046816 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:18.500580 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-plugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:18.500887 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-973bb764-6b20-4b70-b51c-229fca046816 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:18.501288 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'code': 200} Feb 19 03:39:18.506336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:18.538991 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70e249dc-f716-4427-ad06-063de5c2cf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2a712e51-bc85-4349-9489-ea6352b5914d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.543382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70e249dc-f716-4427-ad06-063de5c2cf58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.545704 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a60d2ca5-d4c7-4fbb-86b0-2408b2183b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2bd5476f-df08-4efd-8dbc-30a859e89afc), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.546562 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-70e249dc-f716-4427-ad06-063de5c2cf58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a712e51-bc85-4349-9489-ea6352b5914d HTTP/1.1" status: 204 len: 168 time: 0.2454388 Feb 19 03:39:18.566108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e249dc-f716-4427-ad06-063de5c2cf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a712e51-bc85-4349-9489-ea6352b5914d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:18.586073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a60d2ca5-d4c7-4fbb-86b0-2408b2183b12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5dbbf96989194b0ea01d7059012e42b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4526281 Feb 19 03:39:18.588870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60444) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:18.647928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d2ca5-d4c7-4fbb-86b0-2408b2183b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd5476f-df08-4efd-8dbc-30a859e89afc,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:18.662505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736173d8-98c4-4e7f-91ce-46457f33dc99 req-a6ff6ba5-c39a-40a4-b5f4-bacea2f8a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:18.664416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-736173d8-98c4-4e7f-91ce-46457f33dc99 req-a6ff6ba5-c39a-40a4-b5f4-bacea2f8a5f3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1127 time: 0.2021520 Feb 19 03:39:18.703131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826e957-8900-4b58-bb70-a0a186a2e7b6 req-11373c56-58dc-40c7-aa50-5a7f35667a69 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:18.715111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7826e957-8900-4b58-bb70-a0a186a2e7b6 req-11373c56-58dc-40c7-aa50-5a7f35667a69 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 945 time: 0.1726072 Feb 19 03:39:18.733735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00b577c8-b938-47b0-a75c-921b60f404b1 admin admin] Publish callbacks [] for security_group (2bd5476f-df08-4efd-8dbc-30a859e89afc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.838157 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00b577c8-b938-47b0-a75c-921b60f404b1 admin admin] Publish callbacks [] for security_group (2bd5476f-df08-4efd-8dbc-30a859e89afc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.874218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7826e957-8900-4b58-bb70-a0a186a2e7b6 req-381b19dd-e2a0-451c-b776-29d29d877000 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1581690 Feb 19 03:39:18.921005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-736173d8-98c4-4e7f-91ce-46457f33dc99 req-da391f4b-4878-4743-b5f2-ee2522929642 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2484736 Feb 19 03:39:19.025304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00b577c8-b938-47b0-a75c-921b60f404b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2bd5476f-df08-4efd-8dbc-30a859e89afc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:19.028010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00b577c8-b938-47b0-a75c-921b60f404b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:19.029219 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-00b577c8-b938-47b0-a75c-921b60f404b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bd5476f-df08-4efd-8dbc-30a859e89afc HTTP/1.1" status: 204 len: 168 time: 0.4392865 Feb 19 03:39:19.066666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b577c8-b938-47b0-a75c-921b60f404b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd5476f-df08-4efd-8dbc-30a859e89afc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:20.277243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1d04-4e5a-4e80-89c3-8ae228745cb1 req-943f5e92-1041-4611-bb9a-c165f9f7136c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:20.279125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a39a1d04-4e5a-4e80-89c3-8ae228745cb1 req-943f5e92-1041-4611-bb9a-c165f9f7136c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 945 time: 0.1712697 Feb 19 03:39:20.425121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a39a1d04-4e5a-4e80-89c3-8ae228745cb1 req-1114384e-25ce-4f01-85d7-aab74cb8d791 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381490 Feb 19 03:39:22.087963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05e198-a9c2-4bd3-9669-03f791058dfc req-6e122333-9d9f-4321-bbf1-f0cb93ce9e0f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:22.095783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed05e198-a9c2-4bd3-9669-03f791058dfc req-6e122333-9d9f-4321-bbf1-f0cb93ce9e0f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 945 time: 0.1044173 Feb 19 03:39:22.187125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed05e198-a9c2-4bd3-9669-03f791058dfc req-b1f01dc7-73c7-40ec-8c19-62b275c9c8a0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896046 Feb 19 03:39:22.383843 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:22.597826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67298d-0c66-4d3d-8508-34afbe70d7f3 req-566c2f35-ce50-46e2-9176-af75745ce3de tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:22.604238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b67298d-0c66-4d3d-8508-34afbe70d7f3 req-566c2f35-ce50-46e2-9176-af75745ce3de tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 945 time: 0.1026120 Feb 19 03:39:22.611623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60586) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:22.620727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-616d0ac6-d896-4bb8-9724-92a282be2ea0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'floatingip': {'port_id': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:22.671936 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-616d0ac6-d896-4bb8-9724-92a282be2ea0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for floatingip (25ff4ceb-bf9e-468f-972c-ef1fa0cd953d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:23.667404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-616d0ac6-d896-4bb8-9724-92a282be2ea0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:23.676332 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-616d0ac6-d896-4bb8-9724-92a282be2ea0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (25ff4ceb-bf9e-468f-972c-ef1fa0cd953d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:23.786316 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60612) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:23.863864 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-616d0ac6-d896-4bb8-9724-92a282be2ea0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Floating IP 25ff4ceb-bf9e-468f-972c-ef1fa0cd953d associated. External IP: 172.25.4.53, port: ad4759d5-624c-4ada-b77c-2c00c951e497. Feb 19 03:39:24.006161 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfc73824-324f-4bd3-8ff7-e988c1470a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:24.174512 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfc73824-324f-4bd3-8ff7-e988c1470a12 admin admin] Publish callbacks [] for security_group (e8e534d6-e483-40c8-918e-1feec074a11b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:24.180635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfc73824-324f-4bd3-8ff7-e988c1470a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e8e534d6-e483-40c8-918e-1feec074a11b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:24.222611 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc73824-324f-4bd3-8ff7-e988c1470a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e534d6-e483-40c8-918e-1feec074a11b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:24.236903 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bfc73824-324f-4bd3-8ff7-e988c1470a12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69d4056f94eb49328b12b4202f40a098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4496469 Feb 19 03:39:24.240409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60624) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:24.326441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4c86-4871-4e40-a07c-ccb0642a5f51 admin admin] Publish callbacks [] for security_group (e8e534d6-e483-40c8-918e-1feec074a11b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:24.394539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4c86-4871-4e40-a07c-ccb0642a5f51 admin admin] Publish callbacks [] for security_group (e8e534d6-e483-40c8-918e-1feec074a11b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:24.459257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4c86-4871-4e40-a07c-ccb0642a5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e8e534d6-e483-40c8-918e-1feec074a11b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:24.472036 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b6a4c86-4871-4e40-a07c-ccb0642a5f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:24.476403 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2b6a4c86-4871-4e40-a07c-ccb0642a5f51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8e534d6-e483-40c8-918e-1feec074a11b HTTP/1.1" status: 204 len: 168 time: 0.2186291 Feb 19 03:39:24.491078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a4c86-4871-4e40-a07c-ccb0642a5f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e534d6-e483-40c8-918e-1feec074a11b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:24.873525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616d0ac6-d896-4bb8-9724-92a282be2ea0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Router 750ff082-7314-438f-85a1-abf109e78313 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:39:24.961952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60650) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:24.998923 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6826cc64-cd74-43c3-b07f-40754e56c022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:25.052629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616d0ac6-d896-4bb8-9724-92a282be2ea0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:39:25.065639 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] Sync routers for ids ['750ff082-7314-438f-85a1-abf109e78313'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:39:25.066677 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-616d0ac6-d896-4bb8-9724-92a282be2ea0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:25.081903 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] Routers {'750ff082-7314-438f-85a1-abf109e78313'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:39:25.085546 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:39:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['750ff082-7314-438f-85a1-abf109e78313'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:25.108014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-616d0ac6-d896-4bb8-9724-92a282be2ea0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "PUT /v2.0/floatingips/25ff4ceb-bf9e-468f-972c-ef1fa0cd953d HTTP/1.1" status: 200 len: 990 time: 2.4945176 Feb 19 03:39:25.108630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:25.112732 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daebc627-3e9e-47c9-96fd-281f40f291a3" -d '{"events": [{"name": "network-changed", "server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:25.170306 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6826cc64-cd74-43c3-b07f-40754e56c022 admin admin] Publish callbacks [] for security_group (aed5fdbe-65be-443a-8fef-ea0527a7e1ac), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:25.189026 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6826cc64-cd74-43c3-b07f-40754e56c022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (aed5fdbe-65be-443a-8fef-ea0527a7e1ac), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:25.267709 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] Set router 750ff082-7314-438f-85a1-abf109e78313 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:39:25.275935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab2dce-0ccb-4744-a08e-0debd94be08c req-8fe5f144-59ce-4c68-8447-043b3e93aaa8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:25.277743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4cab2dce-0ccb-4744-a08e-0debd94be08c req-8fe5f144-59ce-4c68-8447-043b3e93aaa8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 945 time: 0.1028321 Feb 19 03:39:25.292383 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826cc64-cd74-43c3-b07f-40754e56c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed5fdbe-65be-443a-8fef-ea0527a7e1ac,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:25.313529 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6826cc64-cd74-43c3-b07f-40754e56c022 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e27bebcb57dd47d387c04d4d72ad1edc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483803 Feb 19 03:39:25.315259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60664) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:25.392176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4cab2dce-0ccb-4744-a08e-0debd94be08c req-f94fd7d8-6366-4564-b286-ba47bf069d26 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082988 Feb 19 03:39:25.434012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2119bb1e-f4f3-4a5a-9ebb-7a7de39535f4 admin admin] Publish callbacks [] for security_group (aed5fdbe-65be-443a-8fef-ea0527a7e1ac), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:25.463894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2119bb1e-f4f3-4a5a-9ebb-7a7de39535f4 admin admin] Publish callbacks [] for security_group (aed5fdbe-65be-443a-8fef-ea0527a7e1ac), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:25.493870 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f05b510-6945-491c-81e8-bbed2266e7f7 x-openstack-request-id: req-9f05b510-6945-491c-81e8-bbed2266e7f7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:25.494194 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:25.494451 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f05b510-6945-491c-81e8-bbed2266e7f7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:25.495107 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'status': 'completed', 'code': 200} Feb 19 03:39:25.657621 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2119bb1e-f4f3-4a5a-9ebb-7a7de39535f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (aed5fdbe-65be-443a-8fef-ea0527a7e1ac), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:25.660225 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2119bb1e-f4f3-4a5a-9ebb-7a7de39535f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:25.667432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2119bb1e-f4f3-4a5a-9ebb-7a7de39535f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aed5fdbe-65be-443a-8fef-ea0527a7e1ac HTTP/1.1" status: 204 len: 168 time: 0.3436980 Feb 19 03:39:25.671658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-b0c23d04-5369-42b9-8ffa-84b6151a68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:25.673147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-b0c23d04-5369-42b9-8ffa-84b6151a68a7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1127 time: 0.1251440 Feb 19 03:39:25.678439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-dccc10b3-243b-4b75-bba3-bb9143416cbd tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378856400&fields=id&tenant_id=5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 267 time: 0.0885959 Feb 19 03:39:25.723200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119bb1e-f4f3-4a5a-9ebb-7a7de39535f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed5fdbe-65be-443a-8fef-ea0527a7e1ac,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:25.781484 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:50Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '25ff4ceb-bf9e-468f-972c-ef1fa0cd953d', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '750ff082-7314-438f-85a1-abf109e78313', 'port_id': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'mac_address': 'fa:16:3e:3a:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:38:57Z', 'updated_at': '2022-02-19T03:39:23Z', 'revision_number': 1, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3fffc7-1cec-4185-9a69-7f4926b8d15c', 'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'mac_address': 'fa:16:3e:a5:ba:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:48Z', 'updated_at': '2022-02-19T03:38:56Z', 'revision_number': 5, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'subnets': [{'id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:25.822859 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] Checking router: 750ff082-7314-438f-85a1-abf109e78313 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:39:25.844766 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] Routers {'750ff082-7314-438f-85a1-abf109e78313'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:39:25.847671 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:39:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['750ff082-7314-438f-85a1-abf109e78313'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:25.910092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-fc27bc53-dbdd-4c27-ac6b-ddc04f9cf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:25.911606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-fc27bc53-dbdd-4c27-ac6b-ddc04f9cf53e service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.2171972 Feb 19 03:39:25.918454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621edef4-e808-45aa-9b00-359332d64483 req-fb24f7fd-bd32-4d0d-8ad4-66f1fcd76b1c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:25.919962 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-fb24f7fd-bd32-4d0d-8ad4-66f1fcd76b1c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.2124670 Feb 19 03:39:25.997377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-bdbd674c-1fd1-4b3b-b061-facc5be5aa10 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/quotas/5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 375 time: 0.0665560 Feb 19 03:39:26.049597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-71e48134-ecd1-4f14-a646-a68d67306431 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 998 time: 0.1286323 Feb 19 03:39:26.074334 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] Set router 750ff082-7314-438f-85a1-abf109e78313 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:39:26.117533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-54f2c8bf-87a1-4e4c-ac66-fe887017160e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088271 Feb 19 03:39:26.123668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-1fd32e43-83cb-40d6-b273-3cfd112e7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:26.125109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-1fd32e43-83cb-40d6-b273-3cfd112e7715 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.0684090 Feb 19 03:39:26.315691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-6e551d4d-27c0-4b61-ad00-96e9c12b82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:26.316691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-6e551d4d-27c0-4b61-ad00-96e9c12b82b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1811979 Feb 19 03:39:26.331917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-c208d984-08d5-4e59-9f35-85b5602b7b0f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:39:26.333040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-c208d984-08d5-4e59-9f35-85b5602b7b0f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071573 Feb 19 03:39:26.336835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-aa33eaad-e90c-43ff-a13e-30d75d5f4c7a service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022972 Feb 19 03:39:26.510146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-8aa5c82d-61e0-4e27-b94e-75f05d7d5543 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669016 Feb 19 03:39:26.514392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-16a60fac-22fe-444c-9e6e-5e157720e5fc service neutron] 10.222.0.42 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626179 Feb 19 03:39:26.679567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-daebc627-3e9e-47c9-96fd-281f40f291a3 req-e1ba3da0-158c-4307-8e06-abe5cb0b80fe service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585197 Feb 19 03:39:26.698827 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:50Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '25ff4ceb-bf9e-468f-972c-ef1fa0cd953d', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '750ff082-7314-438f-85a1-abf109e78313', 'port_id': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'mac_address': 'fa:16:3e:3a:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:38:57Z', 'updated_at': '2022-02-19T03:39:23Z', 'revision_number': 1, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3fffc7-1cec-4185-9a69-7f4926b8d15c', 'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'mac_address': 'fa:16:3e:a5:ba:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:48Z', 'updated_at': '2022-02-19T03:38:56Z', 'revision_number': 5, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'subnets': [{'id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:26.760204 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f9c2b-d8db-4516-98b2-4969c8697ad0 None None] The sync data for ids ['750ff082-7314-438f-85a1-abf109e78313'] in n-d-826756-2 is: [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:50Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '25ff4ceb-bf9e-468f-972c-ef1fa0cd953d', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '750ff082-7314-438f-85a1-abf109e78313', 'port_id': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'mac_address': 'fa:16:3e:3a:92:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:38:57Z', 'updated_at': '2022-02-19T03:39:23Z', 'revision_number': 1, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c3fffc7-1cec-4185-9a69-7f4926b8d15c', 'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'mac_address': 'fa:16:3e:a5:ba:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:48Z', 'updated_at': '2022-02-19T03:38:56Z', 'revision_number': 5, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'subnets': [{'id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:39:27.179068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa652-43ef-4089-bd1e-d43be39c38e6 req-48734530-58bb-4bbe-86d7-678065f552fd tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:27.186712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d1fa652-43ef-4089-bd1e-d43be39c38e6 req-48734530-58bb-4bbe-86d7-678065f552fd tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 945 time: 0.0979884 Feb 19 03:39:27.192467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fae6f-83ed-437f-9e61-34c95b429f06 None None] New status for floating IP 25ff4ceb-bf9e-468f-972c-ef1fa0cd953d: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:39:27.292973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d1fa652-43ef-4089-bd1e-d43be39c38e6 req-88f855b5-6dbb-4d37-ad13-7e82dccb1a2a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053126 Feb 19 03:39:27.572225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7750791b-cf62-4915-8f3f-bc0b02e14bf1 req-2913fb3c-ebb6-486c-807a-2976f447251f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0621963 Feb 19 03:39:27.752408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deaff-54ec-4af0-9fed-aee338ff606f req-a643ab24-a2c9-49dc-9802-27fba872f93e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:27.761161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-194deaff-54ec-4af0-9fed-aee338ff606f req-a643ab24-a2c9-49dc-9802-27fba872f93e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 945 time: 0.1078796 Feb 19 03:39:27.843410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-194deaff-54ec-4af0-9fed-aee338ff606f req-8c6ff748-41f5-49da-a48c-36d848287b18 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803056 Feb 19 03:39:28.863414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c148608f-ee10-4b3b-b07a-08f3e6dcb64d req-04f7e122-4294-4d68-8b00-67288b400c90 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0600228 Feb 19 03:39:28.969786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621edef4-e808-45aa-9b00-359332d64483 req-44b6c477-3893-49e9-b827-c78659b23422 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:28.971538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-44b6c477-3893-49e9-b827-c78659b23422 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 811 time: 0.2785735 Feb 19 03:39:29.115257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-a2df0ee8-bb7e-440b-9d44-54522dbf569a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cf97a4e18014482b6db74a93fe61ab7 HTTP/1.1" status: 200 len: 380 time: 0.1260498 Feb 19 03:39:29.125644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'port': {'device_id': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'admin_state_up': True, 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'security_groups': ['e31ecf54-8e8a-4c33-bb2f-19550a13395b']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:29.542194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Made reservation on behalf of 5cf97a4e18014482b6db74a93fe61ab7 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:39:29.547799 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:29.835814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Allocated IP 172.20.0.14 (fe9d6d30-625d-450f-933b-efaadb357ec7/ce738e80-e0ec-4d2c-8061-632564612e19/54aa7399-99a9-48f0-935f-9244308eadf2) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:39:30.091050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-478b4b29-7033-4577-9110-02496c823341 req-bca6c1e4-7ece-4276-9fd8-27f3874aa6da tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0619404 Feb 19 03:39:30.199657 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (54aa7399-99a9-48f0-935f-9244308eadf2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:30.293150 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:30.364460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=54aa7399-99a9-48f0-935f-9244308eadf2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:30.389058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Network fe9d6d30-625d-450f-933b-efaadb357ec7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:39:30.397441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:39:30.406809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:39:30.532051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:30.532759 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:30.571613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-4d16dacd-7ef3-4545-99a2-6bade8ed9d19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4498007 Feb 19 03:39:30.588953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Request body: {'port': {'device_id': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:30.823280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:30.982365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4107faae-6c5a-4261-b286-2b364c936c10 None None] Provisioning complete for port 54aa7399-99a9-48f0-935f-9244308eadf2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:39:30.985499 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4107faae-6c5a-4261-b286-2b364c936c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:31.107123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4107faae-6c5a-4261-b286-2b364c936c10 None None] Port 54aa7399-99a9-48f0-935f-9244308eadf2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:39:31.565878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54aa7399-99a9-48f0-935f-9244308eadf2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:39:31.580586 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Publish callbacks [] for port (54aa7399-99a9-48f0-935f-9244308eadf2), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:31.606105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Transition to ACTIVE for port object 54aa7399-99a9-48f0-935f-9244308eadf2 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:39:31.625351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:39:31.675740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b3910-bbe2-486b-bef8-4c539ecbe2d2 req-0a9788e9-e7fc-4a35-b974-0cdf71888cfe tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:31.695703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e09b3910-bbe2-486b-bef8-4c539ecbe2d2 req-0a9788e9-e7fc-4a35-b974-0cdf71888cfe tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 932 time: 0.3884401 Feb 19 03:39:31.703775 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:31.951073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=54aa7399-99a9-48f0-935f-9244308eadf2,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:32.000643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:32.041815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'port_id': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'mac_address': 'fa:16:3e:3a:92:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:39:32.085727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e09b3910-bbe2-486b-bef8-4c539ecbe2d2 req-398c0236-5fd5-476f-8853-72ae9867ce7a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888330 Feb 19 03:39:32.186043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Attempting to bind port 54aa7399-99a9-48f0-935f-9244308eadf2 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:39:32.186614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Attempting to bind port 54aa7399-99a9-48f0-935f-9244308eadf2 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:39:32.187150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Attempting to bind port 54aa7399-99a9-48f0-935f-9244308eadf2 on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:39:32.188681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:32.189292 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:32.208824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Port 54aa7399-99a9-48f0-935f-9244308eadf2 on network fe9d6d30-625d-450f-933b-efaadb357ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:39:32.209384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Attempting to bind port 54aa7399-99a9-48f0-935f-9244308eadf2 on network fe9d6d30-625d-450f-933b-efaadb357ec7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:39:32.234262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:39:32.234842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Checking segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:39:32.235446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Bound using segment: {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:39:32.236272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Bound port: 54aa7399-99a9-48f0-935f-9244308eadf2, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa560ac8-f52f-407c-be72-6149a5bccd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:39:32.239616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:32.263319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad4759d5-624c-4ada-b77c-2c00c951e497 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:39:32.309971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:32.315832 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:32.421669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] For port 54aa7399-99a9-48f0-935f-9244308eadf2, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:39:32.425641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] For port 54aa7399-99a9-48f0-935f-9244308eadf2, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=54aa7399-99a9-48f0-935f-9244308eadf2,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:39:32.440367 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:32.502146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['ad4759d5-624c-4ada-b77c-2c00c951e497'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:32.504943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:32.529322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:32.530176 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:32.531770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] 10.222.0.71 "PUT /v2.0/ports/54aa7399-99a9-48f0-935f-9244308eadf2 HTTP/1.1" status: 200 len: 1092 time: 1.9481790 Feb 19 03:39:32.534756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'tag': '54aa7399-99a9-48f0-935f-9244308eadf2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:32.542432 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d0f97-9cdf-436e-83a3-d199b0601769" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c2b2b8-f10e-458f-b1da-b69fec447ddb", "tag": "54aa7399-99a9-48f0-935f-9244308eadf2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:32.609002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.610024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.610741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.622060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.624785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.625555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.626207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.626699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.627223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.630332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.638662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.643091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.646972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:32.671443 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e82a360-1956-4199-98f1-6f0d94c8505a x-openstack-request-id: req-0e82a360-1956-4199-98f1-6f0d94c8505a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:32.671984 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c2b2b8-f10e-458f-b1da-b69fec447ddb", "tag": "54aa7399-99a9-48f0-935f-9244308eadf2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:32.674247 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e82a360-1956-4199-98f1-6f0d94c8505a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:32.685673 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'tag': '54aa7399-99a9-48f0-935f-9244308eadf2', 'status': 'completed', 'code': 200} Feb 19 03:39:32.858540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdda9b-44e5-43d9-b838-f98756074aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=54aa7399-99a9-48f0-935f-9244308eadf2,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:32.904062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621edef4-e808-45aa-9b00-359332d64483 req-307df893-73f5-4a12-bd3c-30685a9ec242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:32.905625 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-307df893-73f5-4a12-bd3c-30685a9ec242 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 1126 time: 0.3168097 Feb 19 03:39:33.081287 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-062c10d6-86c2-42fb-946f-b45b8d574a2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54aa7399-99a9-48f0-935f-9244308eadf2 HTTP/1.1" status: 200 len: 217 time: 0.1650562 Feb 19 03:39:33.250216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621edef4-e808-45aa-9b00-359332d64483 req-23059d38-bbb7-4357-b21f-492f61767088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:33.252999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-23059d38-bbb7-4357-b21f-492f61767088 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1601396 Feb 19 03:39:33.542709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621edef4-e808-45aa-9b00-359332d64483 req-2c4f13ff-6b29-4ed8-8a18-93918cfb0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:33.550894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-2c4f13ff-6b29-4ed8-8a18-93918cfb0cd5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2879593 Feb 19 03:39:33.637462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:39:33.746502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a53876-35bb-4c95-8793-80de1bf1e94c req-edf08d12-595f-495a-9191-313c7dca4dfe tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:33.756897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4a53876-35bb-4c95-8793-80de1bf1e94c req-edf08d12-595f-495a-9191-313c7dca4dfe tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.4795821 Feb 19 03:39:33.980839 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-aa5688e9-0b95-4d65-92bc-64ac9ced06d5 service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125445 Feb 19 03:39:33.989212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port ad4759d5-624c-4ada-b77c-2c00c951e497 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:39:33.989874 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:34.198827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:34.199228 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:34.286007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4a53876-35bb-4c95-8793-80de1bf1e94c req-1f3d7182-9f3e-42ba-98e9-c431328802e5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876728 Feb 19 03:39:34.300744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:34.303939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:34.313557 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95baed42-1f52-4ec5-97e4-6e6cf03eeefb" -d '{"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-plugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:34.324041 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:34.330879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-621edef4-e808-45aa-9b00-359332d64483 req-67b9c129-8877-43b2-b895-78b8950aa97c service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414109 Feb 19 03:39:34.460302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:34.527623 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a91a9de-92a4-492a-bdae-5b47fc829eb9 x-openstack-request-id: req-1a91a9de-92a4-492a-bdae-5b47fc829eb9 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:34.527924 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-plugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:34.528183 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a91a9de-92a4-492a-bdae-5b47fc829eb9 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:34.528598 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'code': 200} Feb 19 03:39:34.530741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-801735db-24a5-4d1c-ab4f-ef9f3273968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:34.532400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-801735db-24a5-4d1c-ab4f-ef9f3273968f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 1126 time: 0.0997508 Feb 19 03:39:34.745075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-33168b33-42d4-4030-a2c3-debe8d0df764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:34.747765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-33168b33-42d4-4030-a2c3-debe8d0df764 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.2090774 Feb 19 03:39:34.898487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-9327a48a-0afd-474f-8b3a-be81e7d55a49 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54aa7399-99a9-48f0-935f-9244308eadf2 HTTP/1.1" status: 200 len: 217 time: 0.1388235 Feb 19 03:39:35.066713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-6a0d3064-b51d-46f4-acb0-78820891cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:35.068669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-6a0d3064-b51d-46f4-acb0-78820891cf41 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1624808 Feb 19 03:39:35.183161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-f3ef30be-d73d-4c94-af7e-b45a146762e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:35.184808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-f3ef30be-d73d-4c94-af7e-b45a146762e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1086960 Feb 19 03:39:35.425714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-18cf08f3-5f40-47b9-bf27-3f016285afe1 service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258856 Feb 19 03:39:35.671020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91f725-aa03-4887-ba02-fadc41626abc req-7fdba0d3-b4ac-4162-a297-bf72881a7359 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:35.678403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d91f725-aa03-4887-ba02-fadc41626abc req-7fdba0d3-b4ac-4162-a297-bf72881a7359 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.2302654 Feb 19 03:39:35.689224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247d0f97-9cdf-436e-83a3-d199b0601769 req-9d61dd50-c030-4e9c-91f3-0cef99ba3554 service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565196 Feb 19 03:39:35.777440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d91f725-aa03-4887-ba02-fadc41626abc req-014af853-69b2-42d8-920b-de75eac92c83 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951204 Feb 19 03:39:36.196405 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:36.940039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4425faa-c882-40ec-a129-fc494517a497 req-da82e3f1-3ed2-4d48-a9c5-bd89919f1858 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:36.948773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4425faa-c882-40ec-a129-fc494517a497 req-da82e3f1-3ed2-4d48-a9c5-bd89919f1858 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0756030 Feb 19 03:39:37.069990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4425faa-c882-40ec-a129-fc494517a497 req-44e11f43-6bac-4572-8e8e-4a6354af35ef tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146183 Feb 19 03:39:38.272695 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1986f56f-1f82-4fa0-8f4b-27450b6a947d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:38.311735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd923a23-7462-4cab-afd1-6f36cd9fc9dc req-2ea085a9-e291-485a-93ba-c1aa2e57cfde tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:38.314196 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd923a23-7462-4cab-afd1-6f36cd9fc9dc req-2ea085a9-e291-485a-93ba-c1aa2e57cfde tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1412537 Feb 19 03:39:38.390455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd923a23-7462-4cab-afd1-6f36cd9fc9dc req-3895891c-abd0-470b-8890-f741562f8640 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674038 Feb 19 03:39:39.532053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f8fdd-6fb0-4438-b7a4-0c14350105f6 req-a207e70e-bf54-4197-b01a-fb36e98784b7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:39.535459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf6f8fdd-6fb0-4438-b7a4-0c14350105f6 req-a207e70e-bf54-4197-b01a-fb36e98784b7 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0649884 Feb 19 03:39:39.598682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf6f8fdd-6fb0-4438-b7a4-0c14350105f6 req-f0beab3d-5f17-4cef-adf9-8442ddb69d98 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576105 Feb 19 03:39:40.454514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1827df06-3e18-48ad-918b-d99ee4ec594c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.741461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b089b-1230-4c7c-ba79-cac5dcd13745 req-0cd98873-caa9-4390-a7b3-1717a6e43f20 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:40.751656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-622b089b-1230-4c7c-ba79-cac5dcd13745 req-0cd98873-caa9-4390-a7b3-1717a6e43f20 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0700142 Feb 19 03:39:40.818517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-622b089b-1230-4c7c-ba79-cac5dcd13745 req-d65587e9-14be-4b67-9e63-3af08825df18 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656307 Feb 19 03:39:41.866700 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:39:41.961393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1044d3-ea8a-4803-b85e-f218775615f4 req-a9765501-e157-4a67-875a-5d0083f32c04 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:41.969163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff1044d3-ea8a-4803-b85e-f218775615f4 req-a9765501-e157-4a67-875a-5d0083f32c04 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0633867 Feb 19 03:39:41.973922 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:42.059789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff1044d3-ea8a-4803-b85e-f218775615f4 req-d5160de4-4b91-4daf-9f14-5b15a8d6528b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884573 Feb 19 03:39:43.012871 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:43.258712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2b9de-a40e-4bd4-b0ab-1fa1e0066c21 req-40e1bfa6-64c0-446f-8714-5762716361df tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:43.261276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39b2b9de-a40e-4bd4-b0ab-1fa1e0066c21 req-40e1bfa6-64c0-446f-8714-5762716361df tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0985930 Feb 19 03:39:43.292934 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-a5ebd239-e5e9-4bfd-9476-7f5afd292a09 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039946 Feb 19 03:39:43.398891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39b2b9de-a40e-4bd4-b0ab-1fa1e0066c21 req-f06ec644-02de-46f9-959c-385a73ec6898 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308935 Feb 19 03:39:43.432339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-e3ef035a-93dd-4d62-bae9-376bf869c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:43.436025 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-e3ef035a-93dd-4d62-bae9-376bf869c0dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 1127 time: 0.0769806 Feb 19 03:39:43.576424 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-9e5bdb4a-ed75-491a-89ce-71a0fe9a6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:43.578145 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-9e5bdb4a-ed75-491a-89ce-71a0fe9a6490 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.1222477 Feb 19 03:39:43.696045 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-1d200c1b-dc2b-454a-bdb5-5f06e3c24102 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc HTTP/1.1" status: 200 len: 1000 time: 0.1086669 Feb 19 03:39:43.773804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-44dd12c9-d176-4e33-a81f-73506892bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:43.776511 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-44dd12c9-d176-4e33-a81f-73506892bd19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.0731878 Feb 19 03:39:43.849411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-c528234e-6507-4d08-abe3-225444f82510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:43.851903 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-c528234e-6507-4d08-abe3-225444f82510 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0677001 Feb 19 03:39:43.986621 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-f557e2a3-5a73-45d2-a837-d4fd411f6de2 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232727 Feb 19 03:39:44.150921 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d8eb5b19-28d0-4744-803b-aba66ef3caa8 req-728e70d4-7462-4bca-8300-59d5c5f1d11b service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578686 Feb 19 03:39:44.604140 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:44.971138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5425e-a070-40ed-a104-74f48620cfea req-e7057bc4-8763-4c8c-9a6c-3034a2bc38ae tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:44.979998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38f5425e-a070-40ed-a104-74f48620cfea req-e7057bc4-8763-4c8c-9a6c-3034a2bc38ae tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0808165 Feb 19 03:39:45.042484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38f5425e-a070-40ed-a104-74f48620cfea req-b77bc0af-87df-4095-b253-7fd7acc056ac tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611999 Feb 19 03:39:45.672259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 32930) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:45.854992 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5fee92f-793e-420b-8a90-6f5e95988f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:45.955924 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5fee92f-793e-420b-8a90-6f5e95988f10 admin admin] Publish callbacks [] for security_group (96566b5d-ce7a-4977-a0fc-01d628dbac29), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:45.966064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5fee92f-793e-420b-8a90-6f5e95988f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (96566b5d-ce7a-4977-a0fc-01d628dbac29), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:46.016467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d5fee92f-793e-420b-8a90-6f5e95988f10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c4ece92ea04418a8d6d1c97d073e5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3429780 Feb 19 03:39:46.018111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fee92f-793e-420b-8a90-6f5e95988f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96566b5d-ce7a-4977-a0fc-01d628dbac29,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:46.019082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 32934) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:46.155570 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef8aac22-68fa-4445-9bb2-668d2ea6bce9 admin admin] Publish callbacks [] for security_group (96566b5d-ce7a-4977-a0fc-01d628dbac29), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:46.201378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e83319-94a5-4bcb-8d01-907abc7fb131 req-77d19d78-6977-4d67-9e95-d485077bd420 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:46.209954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51e83319-94a5-4bcb-8d01-907abc7fb131 req-77d19d78-6977-4d67-9e95-d485077bd420 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0855513 Feb 19 03:39:46.211731 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef8aac22-68fa-4445-9bb2-668d2ea6bce9 admin admin] Publish callbacks [] for security_group (96566b5d-ce7a-4977-a0fc-01d628dbac29), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:46.276612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51e83319-94a5-4bcb-8d01-907abc7fb131 req-d09a82de-ee75-4167-afbd-5b3e14fbb288 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651774 Feb 19 03:39:46.322596 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef8aac22-68fa-4445-9bb2-668d2ea6bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (96566b5d-ce7a-4977-a0fc-01d628dbac29), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:46.329458 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ef8aac22-68fa-4445-9bb2-668d2ea6bce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:46.331328 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ef8aac22-68fa-4445-9bb2-668d2ea6bce9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96566b5d-ce7a-4977-a0fc-01d628dbac29 HTTP/1.1" status: 204 len: 168 time: 0.3103533 Feb 19 03:39:46.373774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8aac22-68fa-4445-9bb2-668d2ea6bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96566b5d-ce7a-4977-a0fc-01d628dbac29,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:47.423763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07504ed-a88d-42d4-b5f3-e148ff15b17d req-83c57b18-a0ac-44f9-b3a2-bc14b29c061c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:47.426714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f07504ed-a88d-42d4-b5f3-e148ff15b17d req-83c57b18-a0ac-44f9-b3a2-bc14b29c061c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0695832 Feb 19 03:39:47.513588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f07504ed-a88d-42d4-b5f3-e148ff15b17d req-a5bfb831-61c6-4923-87bc-409acac8c7e4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803194 Feb 19 03:39:48.706641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb01832-9c5c-4bce-ab67-cafd8af9095f req-7ccf1a53-8db1-4022-a610-2c73987d1de3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:48.709464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ceb01832-9c5c-4bce-ab67-cafd8af9095f req-7ccf1a53-8db1-4022-a610-2c73987d1de3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0715771 Feb 19 03:39:48.804223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ceb01832-9c5c-4bce-ab67-cafd8af9095f req-6fe0aead-a831-49d3-a85c-a3bb7b3f793b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851514 Feb 19 03:39:49.774254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168a627-caa4-4e88-ad6f-2ae2a1a71e2e req-c6312ef4-8337-4583-9fcf-7219a4e6883d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:49.778699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0168a627-caa4-4e88-ad6f-2ae2a1a71e2e req-c6312ef4-8337-4583-9fcf-7219a4e6883d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 945 time: 0.0708694 Feb 19 03:39:49.845976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0168a627-caa4-4e88-ad6f-2ae2a1a71e2e req-afe0c717-a692-4c8e-b2d2-1b9e72a6cee6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567298 Feb 19 03:39:49.994417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc15c9-913f-4c30-bb68-7f40d974d8e9 req-b56ce40f-782a-4dc0-b6b7-bd011c26b0bf tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:50.002876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4dc15c9-913f-4c30-bb68-7f40d974d8e9 req-b56ce40f-782a-4dc0-b6b7-bd011c26b0bf tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0762839 Feb 19 03:39:50.066753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4dc15c9-913f-4c30-bb68-7f40d974d8e9 req-97fab1e9-2633-492d-be0d-9576a508232a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621037 Feb 19 03:39:50.602890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33080) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:50.830520 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3b1dafb-4b75-453d-9698-a3dc4fd1d3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:51.358172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a01ba7-5c4c-4d12-b3ea-d562c4cdc1bf req-8e3ad31e-d106-49a3-bdaa-8c955294e592 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:51.359891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83a01ba7-5c4c-4d12-b3ea-d562c4cdc1bf req-8e3ad31e-d106-49a3-bdaa-8c955294e592 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1013613 Feb 19 03:39:51.425763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3b1dafb-4b75-453d-9698-a3dc4fd1d3d9 admin admin] Publish callbacks [] for security_group (7839188a-0bee-4e0c-98ea-ffc60af60bbc), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:51.445602 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3b1dafb-4b75-453d-9698-a3dc4fd1d3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7839188a-0bee-4e0c-98ea-ffc60af60bbc), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:51.519093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83a01ba7-5c4c-4d12-b3ea-d562c4cdc1bf req-744cc766-0d54-4856-8ea1-1c45e943c587 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328101 Feb 19 03:39:51.526992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b3b1dafb-4b75-453d-9698-a3dc4fd1d3d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=147fb5d140644496a7d2e23b1cfdd246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9187176 Feb 19 03:39:51.526992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1dafb-4b75-453d-9698-a3dc4fd1d3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7839188a-0bee-4e0c-98ea-ffc60af60bbc,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:51.527364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33096) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:51.595320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ff416e6-2e42-4bd9-9e5e-b4c1ba76075b admin admin] Publish callbacks [] for security_group (7839188a-0bee-4e0c-98ea-ffc60af60bbc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:51.631904 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ff416e6-2e42-4bd9-9e5e-b4c1ba76075b admin admin] Publish callbacks [] for security_group (7839188a-0bee-4e0c-98ea-ffc60af60bbc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:51.706146 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ff416e6-2e42-4bd9-9e5e-b4c1ba76075b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7839188a-0bee-4e0c-98ea-ffc60af60bbc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:51.710712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ff416e6-2e42-4bd9-9e5e-b4c1ba76075b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:51.712552 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4ff416e6-2e42-4bd9-9e5e-b4c1ba76075b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7839188a-0bee-4e0c-98ea-ffc60af60bbc HTTP/1.1" status: 204 len: 168 time: 0.1843231 Feb 19 03:39:51.727456 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff416e6-2e42-4bd9-9e5e-b4c1ba76075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7839188a-0bee-4e0c-98ea-ffc60af60bbc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:52.113662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33108) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:52.128938 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca306816-35a5-4248-800d-ee4c5323f06a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:52.218869 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca306816-35a5-4248-800d-ee4c5323f06a admin admin] Publish callbacks [] for security_group (6b94ffe0-7149-41ff-8862-8d4942b0d6c3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:52.224967 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca306816-35a5-4248-800d-ee4c5323f06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6b94ffe0-7149-41ff-8862-8d4942b0d6c3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:52.267517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca306816-35a5-4248-800d-ee4c5323f06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b94ffe0-7149-41ff-8862-8d4942b0d6c3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:52.272612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ca306816-35a5-4248-800d-ee4c5323f06a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8dea8893616a4866b93c2c622a8c650f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574531 Feb 19 03:39:52.275342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33110) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:52.342168 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:52.344366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2ddaffc-73ae-4ae9-8671-154a5db0cc18 admin admin] Publish callbacks [] for security_group (6b94ffe0-7149-41ff-8862-8d4942b0d6c3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:52.380042 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2ddaffc-73ae-4ae9-8671-154a5db0cc18 admin admin] Publish callbacks [] for security_group (6b94ffe0-7149-41ff-8862-8d4942b0d6c3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:52.444360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2ddaffc-73ae-4ae9-8671-154a5db0cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6b94ffe0-7149-41ff-8862-8d4942b0d6c3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:52.447623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2ddaffc-73ae-4ae9-8671-154a5db0cc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:52.449289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b2ddaffc-73ae-4ae9-8671-154a5db0cc18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b94ffe0-7149-41ff-8862-8d4942b0d6c3 HTTP/1.1" status: 204 len: 168 time: 0.1727471 Feb 19 03:39:52.466329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddaffc-73ae-4ae9-8671-154a5db0cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b94ffe0-7149-41ff-8862-8d4942b0d6c3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:52.719602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3810a5-c856-418d-9b9b-0eae05dc3e25 req-df40c899-79e7-400a-bf5e-058ce6d5744a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:52.721423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f3810a5-c856-418d-9b9b-0eae05dc3e25 req-df40c899-79e7-400a-bf5e-058ce6d5744a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0948770 Feb 19 03:39:52.791255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f3810a5-c856-418d-9b9b-0eae05dc3e25 req-71e4e388-522e-41c5-a247-58f739568a5f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627551 Feb 19 03:39:53.757742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:39:53.762432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:39:53.958054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:53.959984 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:53.994666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8ee9c-9815-4bea-a87c-52aaf815f6fc req-aef06184-3aae-457c-ac54-1001a554fc7f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:53.996314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf8ee9c-9815-4bea-a87c-52aaf815f6fc req-aef06184-3aae-457c-ac54-1001a554fc7f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0885561 Feb 19 03:39:54.036411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:54.049908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'port_id': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'mac_address': 'fa:16:3e:3a:92:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:39:54.074537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf8ee9c-9815-4bea-a87c-52aaf815f6fc req-bbf3de58-15ab-4f56-b410-ce9aca3d5606 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700133 Feb 19 03:39:54.098505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:54.101610 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3106c37f-5409-42df-a5ef-5fc55c8537f2" -d '{"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:54.109258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:54.116925 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:54.152612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:54.153011 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:54.177351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad4759d5-624c-4ada-b77c-2c00c951e497 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:39:54.231726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:54.250572 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:39:54.251214 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:39:54.429984 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1db272b-0a8d-457d-95d8-77295817b5e8 x-openstack-request-id: req-a1db272b-0a8d-457d-95d8-77295817b5e8 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:54.430410 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:54.430760 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1db272b-0a8d-457d-95d8-77295817b5e8 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:54.431283 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'code': 200} Feb 19 03:39:54.808081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:54.808732 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:54.828177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4759d5-624c-4ada-b77c-2c00c951e497 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:39:54.859293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:54.867093 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:54.941279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:55.033950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['ad4759d5-624c-4ada-b77c-2c00c951e497'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:55.283313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e41e0-7adc-4bc6-bf01-663e5d304320 req-28b4d10b-459e-4782-9d8a-9a0f7462692a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:55.286477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c8e41e0-7adc-4bc6-bf01-663e5d304320 req-28b4d10b-459e-4782-9d8a-9a0f7462692a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0977776 Feb 19 03:39:55.408340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c8e41e0-7adc-4bc6-bf01-663e5d304320 req-22ff26a9-eb83-4058-b60f-68f16ff96fac tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083868 Feb 19 03:39:56.141129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33240) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:56.335354 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.498709 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Publish callbacks [] for security_group (2fa8afb5-b368-4640-8d00-55f7f958a4a1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.509765 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2fa8afb5-b368-4640-8d00-55f7f958a4a1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.578577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa8afb5-b368-4640-8d00-55f7f958a4a1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:56.612181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.612783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.613282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.613834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.614365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.615644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.616294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.616787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.617269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.617765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.618263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.618742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.619218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:56.664686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33246) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:56.666621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8a1b68ef-eb90-4dfe-b2d0-0dfb0f4aa8dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f75ed20da29f44329a10ddd2adb231e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5237737 Feb 19 03:39:56.675789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13566a03-3506-414b-bdc7-73edd1acc227 req-e4a60505-cc88-424b-9c42-fbef05da524d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:56.678925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13566a03-3506-414b-bdc7-73edd1acc227 req-e4a60505-cc88-424b-9c42-fbef05da524d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1707737 Feb 19 03:39:56.747249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13566a03-3506-414b-bdc7-73edd1acc227 req-cbfdeb33-aa0b-41b2-9b9d-7ea06cf57f1d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579069 Feb 19 03:39:56.758005 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be6426ef-e80d-4609-919a-e9240c8ed68a admin admin] Publish callbacks [] for security_group (2fa8afb5-b368-4640-8d00-55f7f958a4a1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.795770 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be6426ef-e80d-4609-919a-e9240c8ed68a admin admin] Publish callbacks [] for security_group (2fa8afb5-b368-4640-8d00-55f7f958a4a1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.852193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be6426ef-e80d-4609-919a-e9240c8ed68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2fa8afb5-b368-4640-8d00-55f7f958a4a1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.854862 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-be6426ef-e80d-4609-919a-e9240c8ed68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.858371 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-be6426ef-e80d-4609-919a-e9240c8ed68a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2fa8afb5-b368-4640-8d00-55f7f958a4a1 HTTP/1.1" status: 204 len: 168 time: 0.1903677 Feb 19 03:39:56.879476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6426ef-e80d-4609-919a-e9240c8ed68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa8afb5-b368-4640-8d00-55f7f958a4a1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:57.327128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33262) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:57.342727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1db8504c-82fd-4d93-8843-1de23c0f778a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:57.451535 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1db8504c-82fd-4d93-8843-1de23c0f778a admin admin] Publish callbacks [] for security_group (e032fdc6-c0e5-4105-a6b1-84fc63b4e6ec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:57.456582 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1db8504c-82fd-4d93-8843-1de23c0f778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e032fdc6-c0e5-4105-a6b1-84fc63b4e6ec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:57.506714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8504c-82fd-4d93-8843-1de23c0f778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e032fdc6-c0e5-4105-a6b1-84fc63b4e6ec,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:57.511889 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1db8504c-82fd-4d93-8843-1de23c0f778a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=281d6d03543a4fd2bf0d438ca6e59ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1824172 Feb 19 03:39:57.514802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33264) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:57.613437 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f9954e0-a3fb-4e37-b60c-ad95da346407 admin admin] Publish callbacks [] for security_group (e032fdc6-c0e5-4105-a6b1-84fc63b4e6ec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:57.653811 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f9954e0-a3fb-4e37-b60c-ad95da346407 admin admin] Publish callbacks [] for security_group (e032fdc6-c0e5-4105-a6b1-84fc63b4e6ec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:57.733873 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f9954e0-a3fb-4e37-b60c-ad95da346407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e032fdc6-c0e5-4105-a6b1-84fc63b4e6ec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:57.736995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f9954e0-a3fb-4e37-b60c-ad95da346407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:57.738452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2f9954e0-a3fb-4e37-b60c-ad95da346407 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e032fdc6-c0e5-4105-a6b1-84fc63b4e6ec HTTP/1.1" status: 204 len: 168 time: 0.2221749 Feb 19 03:39:57.749206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9954e0-a3fb-4e37-b60c-ad95da346407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e032fdc6-c0e5-4105-a6b1-84fc63b4e6ec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:57.797321 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:39:57.951971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port ad4759d5-624c-4ada-b77c-2c00c951e497 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:39:57.952368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:58.024091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb28afd-d43a-498d-95e7-ab3444f55460 req-2fc5910e-aeeb-4aa7-b740-8a474f39d750 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:58.026117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efb28afd-d43a-498d-95e7-ab3444f55460 req-2fc5910e-aeeb-4aa7-b740-8a474f39d750 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1455765 Feb 19 03:39:58.119121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:58.119800 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:58.143033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efb28afd-d43a-498d-95e7-ab3444f55460 req-56c31949-30e3-498f-9e89-28335aa44629 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090536 Feb 19 03:39:58.158358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:58.160096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:58.165689 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef410b3d-7ea7-4a4f-9245-642482e29bcc" -d '{"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-plugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:58.172156 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:58.236559 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac44579-252f-47fd-ac36-46ebacd5d241 x-openstack-request-id: req-8ac44579-252f-47fd-ac36-46ebacd5d241 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:58.237092 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-plugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:58.237504 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ac44579-252f-47fd-ac36-46ebacd5d241 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:58.238086 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'code': 200} Feb 19 03:39:58.298692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:59.299609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95190eb-90ef-4705-8019-23550790fe7a req-309a420b-340b-4aa9-89eb-e6e266812930 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:59.308410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a95190eb-90ef-4705-8019-23550790fe7a req-309a420b-340b-4aa9-89eb-e6e266812930 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0795486 Feb 19 03:39:59.382648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a95190eb-90ef-4705-8019-23550790fe7a req-5474a68e-0ecb-470a-8d93-3aba9bd6fdee tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667772 Feb 19 03:40:00.551667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4415b-91a7-4137-8d3d-f5291c659ba8 req-5bf4d0de-16b3-4e3d-908a-4fa03943deeb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:00.557350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cf4415b-91a7-4137-8d3d-f5291c659ba8 req-5bf4d0de-16b3-4e3d-908a-4fa03943deeb tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1024218 Feb 19 03:40:00.652353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cf4415b-91a7-4137-8d3d-f5291c659ba8 req-9d36fb34-4160-47a5-8b2d-01397ca8e356 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895700 Feb 19 03:40:01.860266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a2ea-9d59-4b8b-8400-5cce7d4e9db1 req-c0c2e7a6-3f5a-4460-a83e-9d8ae956fe74 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:01.890413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf87a2ea-9d59-4b8b-8400-5cce7d4e9db1 req-c0c2e7a6-3f5a-4460-a83e-9d8ae956fe74 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0963304 Feb 19 03:40:02.025525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf87a2ea-9d59-4b8b-8400-5cce7d4e9db1 req-bccf5a0a-32e3-443e-875b-2059e36e7a7a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243312 Feb 19 03:40:03.208345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3f314-5377-4e50-a155-18059d0323f3 req-307684e5-3027-4294-a7d4-e1ee5ace7cea tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:03.211240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edb3f314-5377-4e50-a155-18059d0323f3 req-307684e5-3027-4294-a7d4-e1ee5ace7cea tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0726180 Feb 19 03:40:03.275008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edb3f314-5377-4e50-a155-18059d0323f3 req-0aad6f20-b8b0-4285-91a0-d7558cb9973d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576258 Feb 19 03:40:04.541252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008223bc-7675-4892-ab74-d5b294d228aa req-0e12d944-61be-4682-acbc-b2fc81700e4c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:04.553539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-008223bc-7675-4892-ab74-d5b294d228aa req-0e12d944-61be-4682-acbc-b2fc81700e4c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1371181 Feb 19 03:40:04.700942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-008223bc-7675-4892-ab74-d5b294d228aa req-152041df-c42c-4ddd-824a-97aba24a1220 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320009 Feb 19 03:40:05.911384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb55973-e1fa-41c4-b698-389f54c43318 req-75667a42-b330-4900-9300-74bea91c1792 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:05.919270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebb55973-e1fa-41c4-b698-389f54c43318 req-75667a42-b330-4900-9300-74bea91c1792 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1001532 Feb 19 03:40:05.991909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebb55973-e1fa-41c4-b698-389f54c43318 req-a5d212ba-2a01-49f9-bed2-b22aea9bf39f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716705 Feb 19 03:40:06.211204 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:07.163588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6fdcc-3d19-4db3-a901-7d1c4a1b8e93 req-c31645ed-6c9f-4dd2-ae6e-e08a913eb8a1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:07.175714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77c6fdcc-3d19-4db3-a901-7d1c4a1b8e93 req-c31645ed-6c9f-4dd2-ae6e-e08a913eb8a1 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0963197 Feb 19 03:40:07.312561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77c6fdcc-3d19-4db3-a901-7d1c4a1b8e93 req-81607642-9878-46b1-b851-ced6806b7967 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356931 Feb 19 03:40:08.269223 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd4ccead-9361-43ce-81ed-95558101f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:08.603602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc524f0-bf7e-4f86-aad2-b57ab1b914a4 req-0aeb10fc-4c2e-4f3e-bcb4-dd1bf4e75170 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:08.630236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6dc524f0-bf7e-4f86-aad2-b57ab1b914a4 req-0aeb10fc-4c2e-4f3e-bcb4-dd1bf4e75170 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1576035 Feb 19 03:40:08.711227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6dc524f0-bf7e-4f86-aad2-b57ab1b914a4 req-2e39fa17-e0f6-43fc-ad31-72d5180c1ae2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798776 Feb 19 03:40:08.854577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c04a51-b486-41be-9bc2-af081b0ebe4f req-5be12861-6266-4a2e-a6b0-15d5adc8114c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:08.862359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61c04a51-b486-41be-9bc2-af081b0ebe4f req-5be12861-6266-4a2e-a6b0-15d5adc8114c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.0950346 Feb 19 03:40:08.933154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61c04a51-b486-41be-9bc2-af081b0ebe4f req-fb6beb72-ba94-4f34-ad10-0bed770cad2a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693924 Feb 19 03:40:09.480418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6defe2-33d8-4f44-b183-c1b7fde4dcc5 req-8a6a0c19-1f53-4a3a-8d90-d83ac46d9052 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:09.482084 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d6defe2-33d8-4f44-b183-c1b7fde4dcc5 req-8a6a0c19-1f53-4a3a-8d90-d83ac46d9052 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.0728979 Feb 19 03:40:09.569014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d6defe2-33d8-4f44-b183-c1b7fde4dcc5 req-e29c50a8-424c-428b-bdd2-a7727c51856b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755966 Feb 19 03:40:09.950737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4b177-8dbd-49a0-8d58-b35775173fcd req-70e51ffb-7e71-4fe9-b35c-c62c8a0a20ed tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:09.960956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fc4b177-8dbd-49a0-8d58-b35775173fcd req-70e51ffb-7e71-4fe9-b35c-c62c8a0a20ed tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1291492 Feb 19 03:40:10.065646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fc4b177-8dbd-49a0-8d58-b35775173fcd req-5ad60590-591d-4815-a896-d4d26be8012f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036346 Feb 19 03:40:10.384491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981052-c594-4d58-945c-6c6b263fb587 req-b7ae84bc-cc14-4f59-9dbc-b36cd9d20da1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:10.396669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-b7ae84bc-cc14-4f59-9dbc-b36cd9d20da1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/networks?id=e1491592-157e-4803-933c-4214eee4fff7 HTTP/1.1" status: 200 len: 813 time: 0.1892450 Feb 19 03:40:10.418837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-81a502eb-6266-418a-a179-955bbf6c66f4 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/quotas/aa0e551164d647fe939ad0b63add7a83 HTTP/1.1" status: 200 len: 375 time: 0.0204222 Feb 19 03:40:10.476616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1121e7cc-471e-4ebf-a7fe-f9b7c9e42bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:10.494104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-647bb273-a045-425d-96fb-d44b3e262850 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa0e551164d647fe939ad0b63add7a83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658467 Feb 19 03:40:10.665403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-0dc949a7-0671-468b-8808-ce2d4f922aab service neutron] 10.222.0.42 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573749 Feb 19 03:40:10.802771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-b0073dec-2242-4741-bd63-f665cda7d7cd service neutron] 10.222.0.42 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303968 Feb 19 03:40:11.153533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe66ad-f39a-4b0d-ab99-af2993f978bb req-a09cd562-16fb-4e6d-82f6-c7a8deab4a83 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:11.158900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbfe66ad-f39a-4b0d-ab99-af2993f978bb req-a09cd562-16fb-4e6d-82f6-c7a8deab4a83 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.1239340 Feb 19 03:40:11.258871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbfe66ad-f39a-4b0d-ab99-af2993f978bb req-94b08e47-89a0-4f51-89f5-0559bf5dceb3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918314 Feb 19 03:40:11.388262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30fae98c-4306-47bf-8e83-f2e5c45a6409 req-a17c259d-2c44-4d46-8a09-d4061c5c2bc1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 210 time: 0.0514987 Feb 19 03:40:11.561961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3866d5-c53d-4fe4-97ba-7317b2ad950f req-b8cba61b-148e-4f88-ac28-d960a6273bea tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:11.572389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f3866d5-c53d-4fe4-97ba-7317b2ad950f req-b8cba61b-148e-4f88-ac28-d960a6273bea tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0886445 Feb 19 03:40:11.670152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f3866d5-c53d-4fe4-97ba-7317b2ad950f req-039bf34f-7596-4934-89f4-9bd4bd80fcdc tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965955 Feb 19 03:40:11.884662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:40:12.019260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:12.020003 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:12.046013 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:12.053084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:12.055658 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0153d8-18be-4014-82b8-c98680cb72a0" -d '{"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:12.085769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:12.104078 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:12.149637 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8572917f-1efb-4580-9321-0d8068bde8cc x-openstack-request-id: req-8572917f-1efb-4580-9321-0d8068bde8cc {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:12.150296 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:12.150757 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8572917f-1efb-4580-9321-0d8068bde8cc {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:12.152027 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'code': 200} Feb 19 03:40:12.227597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=11']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:12.478051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570640e3-c842-41d4-9796-103c8d413202 req-c6390931-a441-42f9-aaa0-259a5152cf43 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:12.490850 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-570640e3-c842-41d4-9796-103c8d413202 req-c6390931-a441-42f9-aaa0-259a5152cf43 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1161358 Feb 19 03:40:12.618445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-570640e3-c842-41d4-9796-103c8d413202 req-72fc14a1-fafb-499d-8b91-2d4e26fb2011 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153023 Feb 19 03:40:12.866232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac7d40cb-f62e-4a61-9413-19709206cff8 req-dbb93b0c-d4bc-4d55-a4c9-118530499323 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 210 time: 0.0295520 Feb 19 03:40:12.870825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981052-c594-4d58-945c-6c6b263fb587 req-07d29fcf-4371-41bc-8467-b6dd04ef6752 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:12.870825 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-07d29fcf-4371-41bc-8467-b6dd04ef6752 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.37 "GET /v2.0/networks?id=e1491592-157e-4803-933c-4214eee4fff7 HTTP/1.1" status: 200 len: 813 time: 0.2052310 Feb 19 03:40:12.870825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Request body: {'port': {'device_id': 'ddabd565-4a71-4562-a197-4dabc7b596a5', 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7', 'admin_state_up': True, 'tenant_id': 'aa0e551164d647fe939ad0b63add7a83'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:13.015712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0cb15-2683-4fdf-8014-fd26cfa5047b req-63f772ef-1656-497e-85f2-45710e231c5e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:13.031404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7da0cb15-2683-4fdf-8014-fd26cfa5047b req-63f772ef-1656-497e-85f2-45710e231c5e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1707585 Feb 19 03:40:13.036869 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:13.128196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Made reservation on behalf of aa0e551164d647fe939ad0b63add7a83 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:40:13.133701 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:13.192543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7da0cb15-2683-4fdf-8014-fd26cfa5047b req-c5d31f98-87f5-4bbb-a114-2dfd9d4ec8ad tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589642 Feb 19 03:40:13.315802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Allocated IP 172.20.0.13 (e1491592-157e-4803-933c-4214eee4fff7/aa7a5fdf-c65d-431a-a868-0d75e6cce71c/d9fda8dc-9251-4d5c-8c56-14c54557713a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:40:13.533267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks [] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:13.615900 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:13.737311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Network e1491592-157e-4803-933c-4214eee4fff7 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:40:13.752545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:40:13.754844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Pushing event updated for resources: {'Port': ['ID=d9fda8dc-9251-4d5c-8c56-14c54557713a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:13.771940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:40:13.777272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.777703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.778541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.779105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.783258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.783802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.784343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.785090 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.786000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.792445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.793194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.793764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.794344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:13.900170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:40:13.915767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:13.917179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:13.947308 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-21aa00fd-94d0-40ae-8b7e-ad678c2eac90 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0925627 Feb 19 03:40:13.960346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-8b7d28e6-5a01-498a-976a-c4174a6d096d tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:13.961750 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-8b7d28e6-5a01-498a-976a-c4174a6d096d tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065887 Feb 19 03:40:13.980970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Request body: {'port': {'device_id': 'ddabd565-4a71-4562-a197-4dabc7b596a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:14.037483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41c68c-cd9b-4b5f-a62c-4470905d99ce req-04527635-6f23-4494-ac30-6b990b0e788d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:14.054475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd41c68c-cd9b-4b5f-a62c-4470905d99ce req-04527635-6f23-4494-ac30-6b990b0e788d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.2761831 Feb 19 03:40:14.118725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:14.195535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:14.196648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd41c68c-cd9b-4b5f-a62c-4470905d99ce req-f3b3b63f-5911-40de-99a0-addd49a40964 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1403430 Feb 19 03:40:14.235575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'port_id': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'mac_address': 'fa:16:3e:3a:92:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:40:14.369807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:14.376761 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:14.405192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4759d5-624c-4ada-b77c-2c00c951e497 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:40:14.452717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:14.470178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bd759-5e89-4a08-96c4-d51365f16c00 req-188a9c5a-7d47-4b04-9d28-f7c43e89d951 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:14.480879 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:14.490561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-303bd759-5e89-4a08-96c4-d51365f16c00 req-188a9c5a-7d47-4b04-9d28-f7c43e89d951 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 932 time: 0.1475763 Feb 19 03:40:14.640587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['ad4759d5-624c-4ada-b77c-2c00c951e497'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:40:14.657424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-303bd759-5e89-4a08-96c4-d51365f16c00 req-2b91afd0-4792-4d80-a9c2-4ebfa68c54b4 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651442 Feb 19 03:40:14.761149 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:14.779603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=12']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:14.961820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fda8dc-9251-4d5c-8c56-14c54557713a {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:40:15.009150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Publish callbacks [] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:15.032972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba578c-cebf-451d-933b-636d307d9612 req-31762ea1-5fb5-4474-a757-9d2de21ea61f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:15.038007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0dba578c-cebf-451d-933b-636d307d9612 req-31762ea1-5fb5-4474-a757-9d2de21ea61f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1651900 Feb 19 03:40:15.071832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Transition to ACTIVE for port object d9fda8dc-9251-4d5c-8c56-14c54557713a will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:40:15.084452 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:15.182693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0dba578c-cebf-451d-933b-636d307d9612 req-1a3418db-e9fd-4063-8091-f4620bb95d89 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386988 Feb 19 03:40:15.210364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fda8dc-9251-4d5c-8c56-14c54557713a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:15.474174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Attempting to bind port d9fda8dc-9251-4d5c-8c56-14c54557713a on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:40:15.476107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Attempting to bind port d9fda8dc-9251-4d5c-8c56-14c54557713a by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '05030bd5-0f0f-46ad-92ec-7aceedfe6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:40:15.478954 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Attempting to bind port d9fda8dc-9251-4d5c-8c56-14c54557713a on network e1491592-157e-4803-933c-4214eee4fff7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:15.488763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Port d9fda8dc-9251-4d5c-8c56-14c54557713a on network e1491592-157e-4803-933c-4214eee4fff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:40:15.492022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Attempting to bind port d9fda8dc-9251-4d5c-8c56-14c54557713a on network e1491592-157e-4803-933c-4214eee4fff7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:15.502800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:40:15.505017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Checking segment: {'id': '05030bd5-0f0f-46ad-92ec-7aceedfe6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:40:15.505589 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Bound using segment: {'id': '05030bd5-0f0f-46ad-92ec-7aceedfe6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:40:15.509710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Bound port: d9fda8dc-9251-4d5c-8c56-14c54557713a, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05030bd5-0f0f-46ad-92ec-7aceedfe6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:40:15.510557 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:15.526609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043fa8c-832e-49ba-9d65-be6b7ee76d48 req-b3bb3dce-2bc6-43f6-9415-37afec7e0f7a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:15.534645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e043fa8c-832e-49ba-9d65-be6b7ee76d48 req-b3bb3dce-2bc6-43f6-9415-37afec7e0f7a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 945 time: 0.1197903 Feb 19 03:40:15.667232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e043fa8c-832e-49ba-9d65-be6b7ee76d48 req-975dc2ca-a314-4120-b03e-35d52d4641c1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244214 Feb 19 03:40:15.713166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] For port d9fda8dc-9251-4d5c-8c56-14c54557713a, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:40:15.722816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] For port d9fda8dc-9251-4d5c-8c56-14c54557713a, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d9fda8dc-9251-4d5c-8c56-14c54557713a,segment=NetworkSegment(05030bd5-0f0f-46ad-92ec-7aceedfe6300),segment_id=05030bd5-0f0f-46ad-92ec-7aceedfe6300)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:40:15.743234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:15.881492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd5bce-4867-427d-85ee-3a94d0a4814b req-1f87c75f-6824-4313-b396-965edb8a620d tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:15.890794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9cd5bce-4867-427d-85ee-3a94d0a4814b req-1f87c75f-6824-4313-b396-965edb8a620d tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 944 time: 0.1257937 Feb 19 03:40:15.892034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:15.896277 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:15.899212 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9fda8dc-9251-4d5c-8c56-14c54557713a HTTP/1.1" status: 200 len: 1092 time: 1.9225812 Feb 19 03:40:15.900528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddabd565-4a71-4562-a197-4dabc7b596a5', 'tag': 'd9fda8dc-9251-4d5c-8c56-14c54557713a'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:15.908849 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff2e24e-118b-443d-9118-c8cca8aafcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddabd565-4a71-4562-a197-4dabc7b596a5", "tag": "d9fda8dc-9251-4d5c-8c56-14c54557713a"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:15.918255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:40:16.027495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9cd5bce-4867-427d-85ee-3a94d0a4814b req-07a04fb0-d01e-493e-a621-e6be931456be tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357021 Feb 19 03:40:16.082410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909c04a-a6e2-461c-af1b-d1ce41b77e98 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fda8dc-9251-4d5c-8c56-14c54557713a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:16.090317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port ad4759d5-624c-4ada-b77c-2c00c951e497 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:40:16.091006 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:16.147098 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f875045-52ca-4a70-8a2e-bec5a0ffcea4 x-openstack-request-id: req-8f875045-52ca-4a70-8a2e-bec5a0ffcea4 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:16.147636 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddabd565-4a71-4562-a197-4dabc7b596a5", "tag": "d9fda8dc-9251-4d5c-8c56-14c54557713a", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:16.147907 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f875045-52ca-4a70-8a2e-bec5a0ffcea4 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:16.148343 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddabd565-4a71-4562-a197-4dabc7b596a5', 'tag': 'd9fda8dc-9251-4d5c-8c56-14c54557713a', 'status': 'completed', 'code': 200} Feb 19 03:40:16.150340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981052-c594-4d58-945c-6c6b263fb587 req-f94f5bc1-e9b6-498a-985a-65ac6e42f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:16.157750 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-f94f5bc1-e9b6-498a-985a-65ac6e42f057 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa0e551164d647fe939ad0b63add7a83&device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 1126 time: 0.1711180 Feb 19 03:40:16.225520 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-246e04f9-5444-495a-9dfa-ade1d67d97ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9fda8dc-9251-4d5c-8c56-14c54557713a HTTP/1.1" status: 200 len: 217 time: 0.0453627 Feb 19 03:40:16.253291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:16.253688 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:16.368683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:16.372189 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c64b25c-733f-4746-8397-ce1538be2293" -d '{"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-plugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:16.392117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981052-c594-4d58-945c-6c6b263fb587 req-72a15165-31b6-4524-b193-a966911b2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:16.398976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:16.409786 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-72a15165-31b6-4524-b193-a966911b2148 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa7a5fdf-c65d-431a-a868-0d75e6cce71c HTTP/1.1" status: 200 len: 853 time: 0.1691768 Feb 19 03:40:16.410510 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:16.495935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a6c91-51e5-4735-9f03-8a0a4fddae72 req-48dd8f76-effa-476b-84ae-124e878bb24d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:16.506094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d83a6c91-51e5-4735-9f03-8a0a4fddae72 req-48dd8f76-effa-476b-84ae-124e878bb24d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1676705 Feb 19 03:40:16.528953 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-c55eb1cc-fc01-47df-affb-d83cf110c204 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1491592-157e-4803-933c-4214eee4fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007555 Feb 19 03:40:16.539051 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=13']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:16.665937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d83a6c91-51e5-4735-9f03-8a0a4fddae72 req-fb838f23-c90a-4a13-9a5f-23f4ab43d3f0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582575 Feb 19 03:40:16.738930 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff1b8d0-6bc7-4f9f-b3c3-dd1c212d816d x-openstack-request-id: req-2ff1b8d0-6bc7-4f9f-b3c3-dd1c212d816d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:16.739449 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-plugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:16.739815 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ff1b8d0-6bc7-4f9f-b3c3-dd1c212d816d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:16.740490 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'code': 200} Feb 19 03:40:16.922635 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-f548b393-9d0c-4d07-97c4-25966d59f0d7 service neutron] 10.222.0.37 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927894 Feb 19 03:40:16.992712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500cbd1-892e-45cb-a07f-4e55e4385188 req-61d4e5b2-82fa-4405-b625-e7d4d46b5473 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:17.002848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2500cbd1-892e-45cb-a07f-4e55e4385188 req-61d4e5b2-82fa-4405-b625-e7d4d46b5473 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.1105676 Feb 19 03:40:17.091687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2500cbd1-892e-45cb-a07f-4e55e4385188 req-3a99969c-34d2-47f4-a4a9-3825d72c5544 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860839 Feb 19 03:40:17.228929 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ca981052-c594-4d58-945c-6c6b263fb587 req-273fc5c2-f4ca-48a0-823f-35d2b1e10a4f service neutron] 10.222.0.37 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968891 Feb 19 03:40:17.344162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2965c-645d-45e1-af60-f9aad8b48e89 req-030b7e14-3430-4dba-9e55-27b7b19b3128 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:17.352903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cc2965c-645d-45e1-af60-f9aad8b48e89 req-030b7e14-3430-4dba-9e55-27b7b19b3128 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 944 time: 0.1483428 Feb 19 03:40:17.425214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cc2965c-645d-45e1-af60-f9aad8b48e89 req-8f2383ce-84a2-4a19-977a-0d4bb3160b62 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682807 Feb 19 03:40:17.460931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2e24e-118b-443d-9118-c8cca8aafcb6 req-0d4394d1-e832-40db-9ef5-f0a749ccf024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:17.462672 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aff2e24e-118b-443d-9118-c8cca8aafcb6 req-0d4394d1-e832-40db-9ef5-f0a749ccf024 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa0e551164d647fe939ad0b63add7a83&device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 1126 time: 0.1223245 Feb 19 03:40:17.758581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2e24e-118b-443d-9118-c8cca8aafcb6 req-2c7e3c5e-2645-4d0a-89f9-b0ad1e713cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:17.764700 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aff2e24e-118b-443d-9118-c8cca8aafcb6 req-2c7e3c5e-2645-4d0a-89f9-b0ad1e713cc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1491592-157e-4803-933c-4214eee4fff7 HTTP/1.1" status: 200 len: 914 time: 0.2941079 Feb 19 03:40:17.851228 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aff2e24e-118b-443d-9118-c8cca8aafcb6 req-74e4857f-0c82-497e-a227-07a50b9577b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9fda8dc-9251-4d5c-8c56-14c54557713a HTTP/1.1" status: 200 len: 217 time: 0.0762281 Feb 19 03:40:17.993907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2e24e-118b-443d-9118-c8cca8aafcb6 req-11441155-5707-4f25-ab06-5b5817f933d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:18.016019 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aff2e24e-118b-443d-9118-c8cca8aafcb6 req-11441155-5707-4f25-ab06-5b5817f933d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa7a5fdf-c65d-431a-a868-0d75e6cce71c HTTP/1.1" status: 200 len: 853 time: 0.1528289 Feb 19 03:40:18.031660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17137ba2-a518-47fc-a549-bc71816bbf6b req-76258ab6-2c78-43e2-9fe1-0c4e71e4a9c6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:18.033253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17137ba2-a518-47fc-a549-bc71816bbf6b req-76258ab6-2c78-43e2-9fe1-0c4e71e4a9c6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1507671 Feb 19 03:40:18.080336 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aff2e24e-118b-443d-9118-c8cca8aafcb6 req-b0b84dc6-eacb-4e19-9173-35309292814a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1491592-157e-4803-933c-4214eee4fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543511 Feb 19 03:40:18.276546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17137ba2-a518-47fc-a549-bc71816bbf6b req-8f93fe6c-1d31-44e6-b9e7-a6065199c3f6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302656 Feb 19 03:40:18.399410 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aff2e24e-118b-443d-9118-c8cca8aafcb6 req-086bae44-2419-40e4-8adb-b9f9fb77d558 service neutron] 10.222.0.37 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076265 Feb 19 03:40:18.520219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145af7c-47c0-48b3-9324-4cdc46e1930a req-9e5348cb-7c45-4c5d-9672-67de660111f9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:18.531678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a145af7c-47c0-48b3-9324-4cdc46e1930a req-9e5348cb-7c45-4c5d-9672-67de660111f9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.1048815 Feb 19 03:40:18.636244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a145af7c-47c0-48b3-9324-4cdc46e1930a req-ece4e52c-e056-44cf-b71e-6f41438aa23d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035314 Feb 19 03:40:18.715787 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-aff2e24e-118b-443d-9118-c8cca8aafcb6 req-f0234cad-bb2a-471d-9ecc-6415771e782f service neutron] 10.222.0.37 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076646 Feb 19 03:40:18.868655 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:40:18.903854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9e7a9-1efb-4b84-b63b-a241e0a66195 req-fca2735d-b03b-46ca-bdd1-bc4a852436b8 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:18.916397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58c9e7a9-1efb-4b84-b63b-a241e0a66195 req-fca2735d-b03b-46ca-bdd1-bc4a852436b8 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 944 time: 0.1537819 Feb 19 03:40:19.045604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58c9e7a9-1efb-4b84-b63b-a241e0a66195 req-42428595-5fe6-42ca-a434-054a000ec67b tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217301 Feb 19 03:40:19.365985 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34406) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:19.464623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aec131-b41b-40a5-b864-d17c092d495e req-6aac7044-a432-48bb-a842-c263c79eab6f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:19.472126 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32aec131-b41b-40a5-b864-d17c092d495e req-6aac7044-a432-48bb-a842-c263c79eab6f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0934720 Feb 19 03:40:19.558478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32aec131-b41b-40a5-b864-d17c092d495e req-d0db1880-3633-4ac1-8e2a-f49840d2316e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853703 Feb 19 03:40:19.600848 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ede495ec-2e2c-4811-8151-242b6788d467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:19.696256 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ede495ec-2e2c-4811-8151-242b6788d467 admin admin] Publish callbacks [] for security_group (8deae8a8-b6ad-4803-abb6-e157809bfa2e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:19.704721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ede495ec-2e2c-4811-8151-242b6788d467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8deae8a8-b6ad-4803-abb6-e157809bfa2e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:19.745307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede495ec-2e2c-4811-8151-242b6788d467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deae8a8-b6ad-4803-abb6-e157809bfa2e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:19.845366 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ede495ec-2e2c-4811-8151-242b6788d467 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac6f21a0b0894fedaa357f3617b574c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4781494 Feb 19 03:40:19.848606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34416) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:19.995703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b48cc15f-7701-450a-a00e-b928945d3cfa admin admin] Publish callbacks [] for security_group (8deae8a8-b6ad-4803-abb6-e157809bfa2e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:19.996428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53773042-32b0-454e-9620-ee104ca146f9 req-63ba3f10-0bfd-4f4b-bb12-6d446c31119e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:19.999197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53773042-32b0-454e-9620-ee104ca146f9 req-63ba3f10-0bfd-4f4b-bb12-6d446c31119e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.2001288 Feb 19 03:40:20.040610 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b48cc15f-7701-450a-a00e-b928945d3cfa admin admin] Publish callbacks [] for security_group (8deae8a8-b6ad-4803-abb6-e157809bfa2e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:20.074974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d9fda8dc-9251-4d5c-8c56-14c54557713a details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:40:20.164439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53773042-32b0-454e-9620-ee104ca146f9 req-c296cbad-79bf-4c32-9248-11e384ce027e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478004 Feb 19 03:40:20.224211 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b48cc15f-7701-450a-a00e-b928945d3cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8deae8a8-b6ad-4803-abb6-e157809bfa2e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:20.228349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b48cc15f-7701-450a-a00e-b928945d3cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:20.229868 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b48cc15f-7701-450a-a00e-b928945d3cfa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8deae8a8-b6ad-4803-abb6-e157809bfa2e HTTP/1.1" status: 204 len: 168 time: 0.3786254 Feb 19 03:40:20.244310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cc15f-7701-450a-a00e-b928945d3cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deae8a8-b6ad-4803-abb6-e157809bfa2e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:20.420372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d9fda8dc-9251-4d5c-8c56-14c54557713a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d9fda8dc-9251-4d5c-8c56-14c54557713a,segment=NetworkSegment(05030bd5-0f0f-46ad-92ec-7aceedfe6300),segment_id=05030bd5-0f0f-46ad-92ec-7aceedfe6300)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:20.439879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'd9fda8dc-9251-4d5c-8c56-14c54557713a', 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7', 'port_id': 'd9fda8dc-9251-4d5c-8c56-14c54557713a', 'mac_address': 'fa:16:3e:4f:77:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7a5fdf-c65d-431a-a868-0d75e6cce71c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:40:20.453133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c83ca-a1fb-4c34-acbd-cc5e837bbd73 req-1a746b92-5d64-4f0a-b169-38fee14f82d9 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:20.464831 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b61c83ca-a1fb-4c34-acbd-cc5e837bbd73 req-1a746b92-5d64-4f0a-b169-38fee14f82d9 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 944 time: 0.1334271 Feb 19 03:40:20.563621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b61c83ca-a1fb-4c34-acbd-cc5e837bbd73 req-4facf898-c9fc-4673-93a3-2f9414805af5 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978575 Feb 19 03:40:20.566243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d9fda8dc-9251-4d5c-8c56-14c54557713a is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:20.568616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:20.608249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fda8dc-9251-4d5c-8c56-14c54557713a {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:40:20.653971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d9fda8dc-9251-4d5c-8c56-14c54557713a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d9fda8dc-9251-4d5c-8c56-14c54557713a,segment=NetworkSegment(05030bd5-0f0f-46ad-92ec-7aceedfe6300),segment_id=05030bd5-0f0f-46ad-92ec-7aceedfe6300)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:20.672891 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:20.867444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce5191-688d-4078-8f19-7edbeda7ec75 req-7a17c764-467f-4393-b83c-c51364b0200d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:20.869104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efce5191-688d-4078-8f19-7edbeda7ec75 req-7a17c764-467f-4393-b83c-c51364b0200d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1456642 Feb 19 03:40:20.999066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efce5191-688d-4078-8f19-7edbeda7ec75 req-e9d7a41d-e0b8-4e9c-844d-4e09572276c6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211936 Feb 19 03:40:21.137417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d9fda8dc-9251-4d5c-8c56-14c54557713a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:21.156773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34450) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:21.207259 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1acddb6a-a5fc-477d-8600-36bc30b52f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:21.256059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['d9fda8dc-9251-4d5c-8c56-14c54557713a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:40:21.496489 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1acddb6a-a5fc-477d-8600-36bc30b52f27 admin admin] Publish callbacks [] for security_group (81621736-c900-44f8-bd82-fcbf141ef794), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:21.503187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1acddb6a-a5fc-477d-8600-36bc30b52f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (81621736-c900-44f8-bd82-fcbf141ef794), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:21.568297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a189df-687b-43c5-be46-bd10821b23dd req-3f071aae-a6b8-48f3-b3ef-fecc615f565b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:21.572664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30a189df-687b-43c5-be46-bd10821b23dd req-3f071aae-a6b8-48f3-b3ef-fecc615f565b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.1642892 Feb 19 03:40:21.625939 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1acddb6a-a5fc-477d-8600-36bc30b52f27 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd00bcee2fa04850a3cc8bf6419667c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4662597 Feb 19 03:40:21.631530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34460) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:21.645593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acddb6a-a5fc-477d-8600-36bc30b52f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81621736-c900-44f8-bd82-fcbf141ef794,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:21.717040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30a189df-687b-43c5-be46-bd10821b23dd req-d62eb270-2907-4cce-90a1-51b5ecd2c02e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366279 Feb 19 03:40:21.791434 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9f2022e-7ce9-4a53-a8cd-f6ef27845673 admin admin] Publish callbacks [] for security_group (81621736-c900-44f8-bd82-fcbf141ef794), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:21.833666 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9f2022e-7ce9-4a53-a8cd-f6ef27845673 admin admin] Publish callbacks [] for security_group (81621736-c900-44f8-bd82-fcbf141ef794), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:21.906101 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9f2022e-7ce9-4a53-a8cd-f6ef27845673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (81621736-c900-44f8-bd82-fcbf141ef794), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:21.913566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9f2022e-7ce9-4a53-a8cd-f6ef27845673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:21.922968 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f9f2022e-7ce9-4a53-a8cd-f6ef27845673 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81621736-c900-44f8-bd82-fcbf141ef794 HTTP/1.1" status: 204 len: 168 time: 0.2900100 Feb 19 03:40:21.937491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2022e-7ce9-4a53-a8cd-f6ef27845673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81621736-c900-44f8-bd82-fcbf141ef794,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:21.996750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250739c8-e24d-4a4a-bb3f-2b8acb3f65b9 req-f8415c0b-d1ee-4f40-a771-9efbe748f558 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:22.025284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-250739c8-e24d-4a4a-bb3f-2b8acb3f65b9 req-f8415c0b-d1ee-4f40-a771-9efbe748f558 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 945 time: 0.1614127 Feb 19 03:40:22.245384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-250739c8-e24d-4a4a-bb3f-2b8acb3f65b9 req-f8b422f8-f618-4b84-a28b-e7c58f9c2a91 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179232 Feb 19 03:40:22.415539 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:22.534209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a201f-0e10-4cb0-93ed-3f7d079d4795 req-105e1d1e-7594-4548-95c2-18b879bf853c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:22.551807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-698a201f-0e10-4cb0-93ed-3f7d079d4795 req-105e1d1e-7594-4548-95c2-18b879bf853c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1734729 Feb 19 03:40:22.666299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-698a201f-0e10-4cb0-93ed-3f7d079d4795 req-79a725e0-7c3c-44cf-9c87-4faef9c9e299 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045117 Feb 19 03:40:23.027834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b0bb6-76b7-46f5-92fa-4aaa6b5a7d11 req-22f5f7ab-28a1-4dff-ad5a-6cf730465ba3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:23.048978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e42b0bb6-76b7-46f5-92fa-4aaa6b5a7d11 req-22f5f7ab-28a1-4dff-ad5a-6cf730465ba3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.2002845 Feb 19 03:40:23.212320 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e42b0bb6-76b7-46f5-92fa-4aaa6b5a7d11 req-46b7240e-b8b3-4f03-bbbc-d3049cf04590 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620669 Feb 19 03:40:23.665154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801879-9a61-44c0-8724-ab0615c5c2bc req-e6b6d7fb-9eab-4e10-bb19-35996c5835d8 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:23.668631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02801879-9a61-44c0-8724-ab0615c5c2bc req-e6b6d7fb-9eab-4e10-bb19-35996c5835d8 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 945 time: 0.1618125 Feb 19 03:40:23.808220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02801879-9a61-44c0-8724-ab0615c5c2bc req-760dbe99-5989-45f4-8fea-e80b0ed09084 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327343 Feb 19 03:40:24.066312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d9fda8dc-9251-4d5c-8c56-14c54557713a up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:40:24.068423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c197a4-0f6d-4b5a-bd75-8aa929c29a2c req-06cd8eb9-8a7c-4b90-802e-e8d9b76716ea tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.080649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85c197a4-0f6d-4b5a-bd75-8aa929c29a2c req-06cd8eb9-8a7c-4b90-802e-e8d9b76716ea tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1388562 Feb 19 03:40:24.169578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port d9fda8dc-9251-4d5c-8c56-14c54557713a completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:40:24.175821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port d9fda8dc-9251-4d5c-8c56-14c54557713a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:40:24.176588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:24.241266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85c197a4-0f6d-4b5a-bd75-8aa929c29a2c req-d9e32231-df52-460a-8d03-11d506afc9ed tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526399 Feb 19 03:40:24.449130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30384274-e6b5-47d0-847b-2a5fe4ae47ba req-d855bfac-d11c-48a7-80e3-f9d6a6c600b4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.455639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30384274-e6b5-47d0-847b-2a5fe4ae47ba req-d855bfac-d11c-48a7-80e3-f9d6a6c600b4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.1100247 Feb 19 03:40:24.476378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d9fda8dc-9251-4d5c-8c56-14c54557713a is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:24.478121 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:24.595057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30384274-e6b5-47d0-847b-2a5fe4ae47ba req-b45d9073-efcb-4266-a4cf-c761598f7531 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306434 Feb 19 03:40:24.621792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d9fda8dc-9251-4d5c-8c56-14c54557713a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d9fda8dc-9251-4d5c-8c56-14c54557713a,segment=NetworkSegment(05030bd5-0f0f-46ad-92ec-7aceedfe6300),segment_id=05030bd5-0f0f-46ad-92ec-7aceedfe6300)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:24.624322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddabd565-4a71-4562-a197-4dabc7b596a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fda8dc-9251-4d5c-8c56-14c54557713a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:24.627656 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cbbe9a-8896-4097-9135-0a347def25a4" -d '{"events": [{"server_uuid": "ddabd565-4a71-4562-a197-4dabc7b596a5", "name": "network-vif-plugged", "status": "completed", "tag": "d9fda8dc-9251-4d5c-8c56-14c54557713a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:24.648178 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:24.748334 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb5c872-6703-40f5-8929-750afd17e3e5 x-openstack-request-id: req-1cb5c872-6703-40f5-8929-750afd17e3e5 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:24.748625 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddabd565-4a71-4562-a197-4dabc7b596a5", "name": "network-vif-plugged", "status": "completed", "tag": "d9fda8dc-9251-4d5c-8c56-14c54557713a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:24.749122 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cb5c872-6703-40f5-8929-750afd17e3e5 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:24.749527 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddabd565-4a71-4562-a197-4dabc7b596a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fda8dc-9251-4d5c-8c56-14c54557713a', 'code': 200} Feb 19 03:40:24.780350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d9fda8dc-9251-4d5c-8c56-14c54557713a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:24.966246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76965e9-1a23-4057-97ff-5ef32db0a482 req-367706f5-d5da-4edc-bf04-48329f682c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.967757 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c76965e9-1a23-4057-97ff-5ef32db0a482 req-367706f5-d5da-4edc-bf04-48329f682c4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 1128 time: 0.0958781 Feb 19 03:40:25.047333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30fbeb-a8b9-494a-9d4e-6b559a25872c req-b1aeb0b9-d3bf-46ee-8701-da953715b042 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.065573 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f30fbeb-a8b9-494a-9d4e-6b559a25872c req-b1aeb0b9-d3bf-46ee-8701-da953715b042 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 946 time: 0.1466157 Feb 19 03:40:25.076803 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-c76965e9-1a23-4057-97ff-5ef32db0a482 req-942fb0f7-b1b6-4f58-8e3f-4cef203262a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008599 Feb 19 03:40:25.164117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f30fbeb-a8b9-494a-9d4e-6b559a25872c req-c2853021-f2cf-470a-ac8d-93d01eccbc59 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950658 Feb 19 03:40:25.298878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34590) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:25.535563 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac985887-4568-4811-b9af-130b9e43cbe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:25.573536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68251325-3783-42a6-a42d-158b60d8fde7 req-61e87626-e7e2-47d8-9031-6a70be3c9732 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.575149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68251325-3783-42a6-a42d-158b60d8fde7 req-61e87626-e7e2-47d8-9031-6a70be3c9732 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1786408 Feb 19 03:40:25.665796 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac985887-4568-4811-b9af-130b9e43cbe5 admin admin] Publish callbacks [] for security_group (e4c1f1e0-abf1-412b-be7e-e6906fa9b378), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:25.675104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac985887-4568-4811-b9af-130b9e43cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e4c1f1e0-abf1-412b-be7e-e6906fa9b378), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:25.744035 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ac985887-4568-4811-b9af-130b9e43cbe5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=935db739e22a480aaf232a5938e0b6a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4402881 Feb 19 03:40:25.744269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34608) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:25.750725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac985887-4568-4811-b9af-130b9e43cbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c1f1e0-abf1-412b-be7e-e6906fa9b378,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:25.798901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68251325-3783-42a6-a42d-158b60d8fde7 req-7aa68ba4-c483-4751-8810-3c4bff5b3e14 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614208 Feb 19 03:40:25.836272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d591814-b2db-4d4e-b597-fe224e458c7a admin admin] Publish callbacks [] for security_group (e4c1f1e0-abf1-412b-be7e-e6906fa9b378), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:25.872022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d591814-b2db-4d4e-b597-fe224e458c7a admin admin] Publish callbacks [] for security_group (e4c1f1e0-abf1-412b-be7e-e6906fa9b378), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:25.967761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d591814-b2db-4d4e-b597-fe224e458c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e4c1f1e0-abf1-412b-be7e-e6906fa9b378), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:25.972413 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d591814-b2db-4d4e-b597-fe224e458c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:25.974109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11116-7846-408c-9b88-1170987268ff req-c4ef2c90-7884-4dd9-89c2-b38d2f168208 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.979487 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5d591814-b2db-4d4e-b597-fe224e458c7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4c1f1e0-abf1-412b-be7e-e6906fa9b378 HTTP/1.1" status: 204 len: 168 time: 0.2339854 Feb 19 03:40:25.982316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3e11116-7846-408c-9b88-1170987268ff req-c4ef2c90-7884-4dd9-89c2-b38d2f168208 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.0997682 Feb 19 03:40:26.022797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d591814-b2db-4d4e-b597-fe224e458c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c1f1e0-abf1-412b-be7e-e6906fa9b378,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:26.127162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e3e11116-7846-408c-9b88-1170987268ff req-c558c807-0e48-42ff-945f-4faa6588b1b7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441107 Feb 19 03:40:26.513687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ffe32-2f71-4fd6-9618-11669d360456 req-3d104fb5-125d-4988-a4bb-c1f6beb9684d tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:26.560365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-987ffe32-2f71-4fd6-9618-11669d360456 req-3d104fb5-125d-4988-a4bb-c1f6beb9684d tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 946 time: 0.1207747 Feb 19 03:40:26.716140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-987ffe32-2f71-4fd6-9618-11669d360456 req-32d1ec1f-2143-4852-ae70-82c98c65e7ad tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073623 Feb 19 03:40:26.995546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482d429-0147-4203-92d1-e83f0113b1f3 req-0d6e2673-4a6e-4b12-a85f-7a918bdfd253 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:26.997600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b482d429-0147-4203-92d1-e83f0113b1f3 req-0d6e2673-4a6e-4b12-a85f-7a918bdfd253 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.0908229 Feb 19 03:40:27.100164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b482d429-0147-4203-92d1-e83f0113b1f3 req-c7bf6404-12c7-4811-997b-b721a6bca550 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777373 Feb 19 03:40:27.412974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fc2f9-9336-4f20-b666-dd18ef5f9d8a req-3554a85d-69a4-43c4-a318-87f5b11beae5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:27.421932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b09fc2f9-9336-4f20-b666-dd18ef5f9d8a req-3554a85d-69a4-43c4-a318-87f5b11beae5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.1512074 Feb 19 03:40:27.534858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b09fc2f9-9336-4f20-b666-dd18ef5f9d8a req-e47c9719-66d5-4c12-b787-464053ed733d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679905 Feb 19 03:40:28.096171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fcd68-5eaa-4419-9fcf-15656ee2ef16 req-695f8d88-bebb-40cb-aee3-1f111209c931 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:28.098174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-992fcd68-5eaa-4419-9fcf-15656ee2ef16 req-695f8d88-bebb-40cb-aee3-1f111209c931 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 946 time: 0.1493433 Feb 19 03:40:28.261141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-992fcd68-5eaa-4419-9fcf-15656ee2ef16 req-e391c6da-3e71-4eee-aad7-03271132f556 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569614 Feb 19 03:40:28.541717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91205f-4e91-4091-9161-6d4ae39bf98c req-334d32d2-df3a-4fc5-bc32-55da354ff573 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:28.544233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a91205f-4e91-4091-9161-6d4ae39bf98c req-334d32d2-df3a-4fc5-bc32-55da354ff573 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.1603386 Feb 19 03:40:28.716346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a91205f-4e91-4091-9161-6d4ae39bf98c req-15411536-90b4-4231-85eb-94ee58b913ab tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536429 Feb 19 03:40:28.805880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-299c67e3-df41-4242-ac8b-2a21b6429474 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4932573 Feb 19 03:40:29.074072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bedba-dea4-4b70-8ab0-98d7f374797a req-ac0a3f1f-1448-4954-b365-df630e09d51a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.083501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-438bedba-dea4-4b70-8ab0-98d7f374797a req-ac0a3f1f-1448-4954-b365-df630e09d51a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.2211885 Feb 19 03:40:29.204737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-438bedba-dea4-4b70-8ab0-98d7f374797a req-380adac3-2eee-4082-b99a-c27897e12de1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1200352 Feb 19 03:40:29.221249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-d38d1f1b-74c9-4bab-9ba6-27a4945132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.225014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-d38d1f1b-74c9-4bab-9ba6-27a4945132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.225680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-d38d1f1b-74c9-4bab-9ba6-27a4945132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.226348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-d38d1f1b-74c9-4bab-9ba6-27a4945132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.226978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-d38d1f1b-74c9-4bab-9ba6-27a4945132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.235177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-d38d1f1b-74c9-4bab-9ba6-27a4945132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.235756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-d38d1f1b-74c9-4bab-9ba6-27a4945132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.237815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-d38d1f1b-74c9-4bab-9ba6-27a4945132b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2a25dad0d934c18b019b937224fe790&device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 6707 time: 0.3139784 Feb 19 03:40:29.514839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-566bf82b-f7a1-45a8-94ca-543538f015b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.515336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-566bf82b-f7a1-45a8-94ca-543538f015b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.515798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-566bf82b-f7a1-45a8-94ca-543538f015b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.517428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-566bf82b-f7a1-45a8-94ca-543538f015b0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d8177606-8e02-4dcf-b260-237ee5f1e02f&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&id=11ef5ccb-0868-41f4-97a7-681c7d13022b&id=11ef5ccb-0868-41f4-97a7-681c7d13022b HTTP/1.1" status: 200 len: 2292 time: 0.2320380 Feb 19 03:40:29.737351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-3fca9e28-1553-4baf-b9c0-2754e9402081 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9073329f-5c4c-4002-9dd2-84a3f70d0e36 HTTP/1.1" status: 200 len: 1001 time: 0.2083409 Feb 19 03:40:29.925399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-c69b1480-1bb4-47a4-bdcc-5388a64f6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.930875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-c69b1480-1bb4-47a4-bdcc-5388a64f6808 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c27aede-4122-4f88-a32c-cfd05dfba8a5 HTTP/1.1" status: 200 len: 851 time: 0.1865330 Feb 19 03:40:29.950668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 54aa7399-99a9-48f0-935f-9244308eadf2 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:40:30.139498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-2d91b7cd-57be-44e0-ac6c-03613cfaa1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:30.142699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-2d91b7cd-57be-44e0-ac6c-03613cfaa1cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d8177606-8e02-4dcf-b260-237ee5f1e02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1668301 Feb 19 03:40:30.153905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410b740-9a58-4068-89d7-7c5c68bbe278 req-d28a9dbb-0762-483d-bd79-4ee23bc4d788 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:30.165536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6410b740-9a58-4068-89d7-7c5c68bbe278 req-d28a9dbb-0762-483d-bd79-4ee23bc4d788 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 944 time: 0.2881880 Feb 19 03:40:30.339527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 54aa7399-99a9-48f0-935f-9244308eadf2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=54aa7399-99a9-48f0-935f-9244308eadf2,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:30.406929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '54aa7399-99a9-48f0-935f-9244308eadf2', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'port_id': '54aa7399-99a9-48f0-935f-9244308eadf2', 'mac_address': 'fa:16:3e:85:fd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:40:30.452924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6410b740-9a58-4068-89d7-7c5c68bbe278 req-a44615ab-3b14-4c56-a639-906d92761a27 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861378 Feb 19 03:40:30.592589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 54aa7399-99a9-48f0-935f-9244308eadf2 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:30.592984 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:30.602573 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-eac25848-54c6-4789-9ed5-cfbb26bb995e service neutron] 10.222.0.71 "GET /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852682 Feb 19 03:40:30.632387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54aa7399-99a9-48f0-935f-9244308eadf2 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:40:30.702936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 54aa7399-99a9-48f0-935f-9244308eadf2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=54aa7399-99a9-48f0-935f-9244308eadf2,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:30.716982 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:30.907187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=54aa7399-99a9-48f0-935f-9244308eadf2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:30.999393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1adce1-422c-4e8d-840b-a5206ea9f15a req-b4f31bc9-1157-44df-a358-223cdfe6a2f7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:31.007201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce1adce1-422c-4e8d-840b-a5206ea9f15a req-b4f31bc9-1157-44df-a358-223cdfe6a2f7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.1747150 Feb 19 03:40:31.029531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-09521d4a-42f3-4005-b9e5-4ddcae5ed58c service neutron] 10.222.0.71 "GET /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198937 Feb 19 03:40:31.123042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['54aa7399-99a9-48f0-935f-9244308eadf2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:40:31.130480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce1adce1-422c-4e8d-840b-a5206ea9f15a req-2554fa77-3da7-4b4a-b748-d69d0d3c7a6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219947 Feb 19 03:40:31.329065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-4bfa87fe-a132-4aae-bd26-6d253631c70b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=c186a5da-70f4-40fb-97bd-370729d3cb9f HTTP/1.1" status: 200 len: 217 time: 0.2237659 Feb 19 03:40:31.481719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-eb69e59d-e3a9-4cbe-aa88-b0d034dad42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:31.500829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-eb69e59d-e3a9-4cbe-aa88-b0d034dad42c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.1602497 Feb 19 03:40:31.675946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-8460af23-8291-464a-b629-adb750e464b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:31.678148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-8460af23-8291-464a-b629-adb750e464b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1702077 Feb 19 03:40:32.000574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-bfe29ece-0aa6-4a3a-b8bf-a4877048bdbd service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473438 Feb 19 03:40:32.049090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752564bb-e1ed-4891-905e-960de2dbedba req-fece3062-5be9-409d-a6bd-459e7aff978e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:32.065332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-752564bb-e1ed-4891-905e-960de2dbedba req-fece3062-5be9-409d-a6bd-459e7aff978e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 945 time: 0.3771532 Feb 19 03:40:32.253329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-752564bb-e1ed-4891-905e-960de2dbedba req-4683bc41-29e8-4682-b411-5b5c4bd19371 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867020 Feb 19 03:40:32.370705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-abbb9afb-9a76-414a-8460-508ef80e5abe service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429832 Feb 19 03:40:32.474221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-108d1611-53e5-4963-8e79-e357ba85b3de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=59d89fa6-04f0-4b05-b65e-86aa824fe6c9 HTTP/1.1" status: 200 len: 217 time: 0.0928309 Feb 19 03:40:32.612908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da99aa-696d-4cf8-ab80-dbf423112a4f req-42216d21-9792-463e-81c7-7e517fc97006 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:32.616838 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45da99aa-696d-4cf8-ab80-dbf423112a4f req-42216d21-9792-463e-81c7-7e517fc97006 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.2284572 Feb 19 03:40:32.617109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-d469fb37-bc5f-412b-9368-0ab68cc41eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:32.618631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-d469fb37-bc5f-412b-9368-0ab68cc41eff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.1025698 Feb 19 03:40:32.715859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45da99aa-696d-4cf8-ab80-dbf423112a4f req-c30c269d-310f-4878-9ce9-52b76cdab085 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915470 Feb 19 03:40:32.718181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-59db49c9-8b7f-45aa-91db-8c65ab859228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:32.719736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-59db49c9-8b7f-45aa-91db-8c65ab859228 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0861244 Feb 19 03:40:33.015844 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-4d6a7368-7007-48ab-bedf-9eb9dae23afc service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836652 Feb 19 03:40:33.191603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-c684e9e1-0e45-4119-a7fb-7c1427ad0ca0 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676795 Feb 19 03:40:33.273411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-c040af45-3734-47c1-8429-6c0e5dd30680 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=3329ef89-e726-417b-9273-f6162141cb25 HTTP/1.1" status: 200 len: 217 time: 0.0727367 Feb 19 03:40:33.390755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-efbb2e17-ca8b-4b17-922a-4700828c9b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:33.392507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-efbb2e17-ca8b-4b17-922a-4700828c9b66 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.0986607 Feb 19 03:40:33.510487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7853e-c5e7-4cb8-8bd3-0e79d1bed621 req-07c457b7-4160-47ce-96a5-3e85f8fe2c1c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:33.518090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ef7853e-c5e7-4cb8-8bd3-0e79d1bed621 req-07c457b7-4160-47ce-96a5-3e85f8fe2c1c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 945 time: 0.1245215 Feb 19 03:40:33.527058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-8bf4c31d-6ff6-421f-9d63-8eeedee43262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:33.528868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-8bf4c31d-6ff6-421f-9d63-8eeedee43262 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1256828 Feb 19 03:40:33.726243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ef7853e-c5e7-4cb8-8bd3-0e79d1bed621 req-8de21656-4c1e-40b0-9936-67a4b104379c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069440 Feb 19 03:40:33.850500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-bc2f6834-9d26-485a-ac7f-4beb701ed111 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929811 Feb 19 03:40:33.969147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 54aa7399-99a9-48f0-935f-9244308eadf2 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:40:34.137442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 54aa7399-99a9-48f0-935f-9244308eadf2 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:40:34.150680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 54aa7399-99a9-48f0-935f-9244308eadf2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:40:34.154346 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:34.158162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-3f5b9f65-6cbf-4ec8-b4c9-1e0baf34af5d service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946377 Feb 19 03:40:34.274118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-e4d532af-4ba2-438d-8800-81d97468d4af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 HTTP/1.1" status: 200 len: 217 time: 0.1051168 Feb 19 03:40:34.356994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23c72a-361c-45aa-890f-16eb0fb7a9be req-8c5b05da-7336-4aca-a710-8a10b3d2de15 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:34.363117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d23c72a-361c-45aa-890f-16eb0fb7a9be req-8c5b05da-7336-4aca-a710-8a10b3d2de15 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.3512752 Feb 19 03:40:34.397067 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 54aa7399-99a9-48f0-935f-9244308eadf2 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:34.397745 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:34.474739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-b2ad449f-39eb-443f-9d0f-872c3bb30a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:34.475133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 54aa7399-99a9-48f0-935f-9244308eadf2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=54aa7399-99a9-48f0-935f-9244308eadf2,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:34.476384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aa7399-99a9-48f0-935f-9244308eadf2'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:34.479376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-b2ad449f-39eb-443f-9d0f-872c3bb30a52 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 200 len: 797 time: 0.1945078 Feb 19 03:40:34.484655 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46569ba8-1e32-4338-b544-af28fe03c1a5" -d '{"events": [{"server_uuid": "e3c2b2b8-f10e-458f-b1da-b69fec447ddb", "name": "network-vif-plugged", "status": "completed", "tag": "54aa7399-99a9-48f0-935f-9244308eadf2"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:34.497437 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:34.518201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d23c72a-361c-45aa-890f-16eb0fb7a9be req-f3d0121d-af35-4d47-a720-e852cb656c15 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1540413 Feb 19 03:40:34.637553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-06fbd8e2-0613-445d-9e43-4ec562998569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:34.639453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-06fbd8e2-0613-445d-9e43-4ec562998569 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a8a4d32-b860-4f0b-a50e-55c21f16d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1506038 Feb 19 03:40:34.642988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=54aa7399-99a9-48f0-935f-9244308eadf2,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:34.664973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.668591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.668942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.669289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.669634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.670000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.670339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.670671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.670998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.671335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.671653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.671977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.672306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:34.716815 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd798d2-99f3-4983-b66b-3aa5af0727ac x-openstack-request-id: req-3fd798d2-99f3-4983-b66b-3aa5af0727ac {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:34.717117 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c2b2b8-f10e-458f-b1da-b69fec447ddb", "name": "network-vif-plugged", "status": "completed", "tag": "54aa7399-99a9-48f0-935f-9244308eadf2", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:34.717431 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fd798d2-99f3-4983-b66b-3aa5af0727ac {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:34.717893 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aa7399-99a9-48f0-935f-9244308eadf2', 'code': 200} Feb 19 03:40:35.002821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-361538ae-a0c2-41a6-b39b-d055cfe2c98d service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560820 Feb 19 03:40:35.118716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa2a1f-b943-4db9-918f-9d617f4da422 req-edd86cf8-a818-49ec-b301-075ee9b9d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:35.120230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49fa2a1f-b943-4db9-918f-9d617f4da422 req-edd86cf8-a818-49ec-b301-075ee9b9d9d5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 1128 time: 0.2926028 Feb 19 03:40:35.291604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff56b7f-493a-4cba-98a9-55d924484f3a req-3b91bb9d-ab08-4ea1-b0fa-c9404c3e858c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:35.293266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ff56b7f-493a-4cba-98a9-55d924484f3a req-3b91bb9d-ab08-4ea1-b0fa-c9404c3e858c tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 946 time: 0.3981054 Feb 19 03:40:35.315866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49fa2a1f-b943-4db9-918f-9d617f4da422 req-b37f0338-96b9-4999-8389-d6af29a87def service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612520 Feb 19 03:40:36.031908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-c29c8086-0aae-4b55-b0c9-f03f974ecd57 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9967787 Feb 19 03:40:36.050769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ff56b7f-493a-4cba-98a9-55d924484f3a req-d3327c55-6428-46fe-a220-fdf9f39447c2 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7476711 Feb 19 03:40:36.193541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-1d09f50a-fbc4-453b-a2dc-9afb1185f321 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 HTTP/1.1" status: 200 len: 217 time: 0.1399581 Feb 19 03:40:36.240834 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:36.370859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-870b7c98-4ea8-4fad-8916-5ecf712c2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:36.371620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-870b7c98-4ea8-4fad-8916-5ecf712c2da7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=993294fb-3c75-47da-8f13-dd96a8f43ba4 HTTP/1.1" status: 200 len: 797 time: 0.1703196 Feb 19 03:40:36.432300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0bce3-9a7f-4a32-a775-162fb97a2785 req-728ca7f4-8ffa-4fbc-b4cb-496faeae6bd3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:36.434146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eed0bce3-9a7f-4a32-a775-162fb97a2785 req-728ca7f4-8ffa-4fbc-b4cb-496faeae6bd3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.1267903 Feb 19 03:40:36.474070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-f83656a5-a698-4dcc-baa2-701bf9ea2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:36.475814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-f83656a5-a698-4dcc-baa2-701bf9ea2a94 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11ef5ccb-0868-41f4-97a7-681c7d13022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0924559 Feb 19 03:40:36.533112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eed0bce3-9a7f-4a32-a775-162fb97a2785 req-3107f2f5-9516-4d52-9c31-67b780b8d305 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851233 Feb 19 03:40:36.684422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-0ba09700-3568-40ec-9ac3-4c19d7232f24 service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921759 Feb 19 03:40:36.941059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-e9ae3ef6-c0ed-4c86-b3b7-bf90cf83c590 service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420552 Feb 19 03:40:37.049718 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-c11f7ca6-204b-44f8-8b5e-dad21098d365 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a HTTP/1.1" status: 200 len: 217 time: 0.0818515 Feb 19 03:40:37.231625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-6fe4a258-d04f-4f6c-be52-c8d782d9ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:37.237167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-6fe4a258-d04f-4f6c-be52-c8d782d9ae9c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=993294fb-3c75-47da-8f13-dd96a8f43ba4 HTTP/1.1" status: 200 len: 797 time: 0.1778469 Feb 19 03:40:37.537521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37112-0144-418d-a558-5278afa1b461 req-22843cfc-b2ba-43ae-96f4-5aed332d589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:37.539492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-22843cfc-b2ba-43ae-96f4-5aed332d589a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11ef5ccb-0868-41f4-97a7-681c7d13022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2833023 Feb 19 03:40:37.571306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b6c1f-f5f4-4c4b-960c-a9e7b76c0be5 req-96d00457-5672-4ff0-8b9b-b2f4f2b9fb7a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:37.573887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-928b6c1f-f5f4-4c4b-960c-a9e7b76c0be5 req-96d00457-5672-4ff0-8b9b-b2f4f2b9fb7a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 946 time: 0.2040277 Feb 19 03:40:37.715190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-928b6c1f-f5f4-4c4b-960c-a9e7b76c0be5 req-fb780ada-865a-4fe1-ab08-c025837ddc1e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212630 Feb 19 03:40:37.727644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-6e996044-5f9b-4777-b893-b4d92854f58a service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744699 Feb 19 03:40:38.018490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed538087-4ba2-4864-bc77-c1789fde335a req-bd54c0bf-febd-4b74-868f-c79bd5b6b2d7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:38.018490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed538087-4ba2-4864-bc77-c1789fde335a req-bd54c0bf-febd-4b74-868f-c79bd5b6b2d7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.1747773 Feb 19 03:40:38.033182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab37112-0144-418d-a558-5278afa1b461 req-aab904fe-ea43-455a-baf9-bf97f27afadb service neutron] 10.222.0.71 "GET /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991514 Feb 19 03:40:38.092053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed538087-4ba2-4864-bc77-c1789fde335a req-14eb60c2-020f-42d7-9070-c89793929f49 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572004 Feb 19 03:40:38.283647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0b708-164c-4f29-8cfb-b1293e1cdda2 req-4f01509c-15f8-4c32-a1c3-444bbd7c985e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:38.286383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ba0b708-164c-4f29-8cfb-b1293e1cdda2 req-4f01509c-15f8-4c32-a1c3-444bbd7c985e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 946 time: 0.1164415 Feb 19 03:40:38.287302 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b40c8a82-9d3e-463e-90b3-0711126744d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:38.387993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ba0b708-164c-4f29-8cfb-b1293e1cdda2 req-c251fc3e-0fb3-430f-8ad0-d544b7e76e57 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906460 Feb 19 03:40:38.418580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35038) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:38.878927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32871264-a807-4213-8a7b-05e6b01d36bc tempest-TestVolumeBootPattern-907835262 tempest-TestVolumeBootPattern-907835262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:38.886948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-32871264-a807-4213-8a7b-05e6b01d36bc tempest-TestVolumeBootPattern-907835262 tempest-TestVolumeBootPattern-907835262-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 1123 time: 0.4634171 Feb 19 03:40:38.887904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35058) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:38.896503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '54aa7399-99a9-48f0-935f-9244308eadf2', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:38.937726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:39.211237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35070) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:39.460567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8da70-14bc-4f7e-a02f-3f9dffd4b7bc req-6703a9fe-9ce4-4322-9ab6-7666f9bb08f4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:39.467860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-24b8da70-14bc-4f7e-a02f-3f9dffd4b7bc req-6703a9fe-9ce4-4322-9ab6-7666f9bb08f4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.1822007 Feb 19 03:40:39.620041 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9911c868-37b0-452b-a6af-48180b77c1f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:39.726116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9911c868-37b0-452b-a6af-48180b77c1f6 admin admin] Publish callbacks [] for security_group (664dc8d8-ccab-462e-8e76-52f8b77bc14b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:39.738639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9911c868-37b0-452b-a6af-48180b77c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (664dc8d8-ccab-462e-8e76-52f8b77bc14b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:39.800657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911c868-37b0-452b-a6af-48180b77c1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664dc8d8-ccab-462e-8e76-52f8b77bc14b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:39.818427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-24b8da70-14bc-4f7e-a02f-3f9dffd4b7bc req-ba85c381-01be-4e3c-8bba-cd1dffb0ca3b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3496313 Feb 19 03:40:39.840157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9911c868-37b0-452b-a6af-48180b77c1f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c5d428ecf5b43d785dc7d51da36c9f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6277473 Feb 19 03:40:39.842917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35104) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:39.852703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:39.951789 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db4c9fa6-5733-4e75-b2c6-dce142632437 admin admin] Publish callbacks [] for security_group (664dc8d8-ccab-462e-8e76-52f8b77bc14b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:40.018334 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db4c9fa6-5733-4e75-b2c6-dce142632437 admin admin] Publish callbacks [] for security_group (664dc8d8-ccab-462e-8e76-52f8b77bc14b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:40.053534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Allocated IP 172.25.4.128 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/29d5b955-fba1-4d04-a1b4-db58552ffe8a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:40:40.176302 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db4c9fa6-5733-4e75-b2c6-dce142632437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (664dc8d8-ccab-462e-8e76-52f8b77bc14b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:40.183499 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db4c9fa6-5733-4e75-b2c6-dce142632437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:40.186503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-db4c9fa6-5733-4e75-b2c6-dce142632437 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/664dc8d8-ccab-462e-8e76-52f8b77bc14b HTTP/1.1" status: 204 len: 168 time: 0.3426526 Feb 19 03:40:40.208768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c9fa6-5733-4e75-b2c6-dce142632437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664dc8d8-ccab-462e-8e76-52f8b77bc14b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:40.256236 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (29d5b955-fba1-4d04-a1b4-db58552ffe8a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:40.308648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (29d5b955-fba1-4d04-a1b4-db58552ffe8a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:40.411015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=29d5b955-fba1-4d04-a1b4-db58552ffe8a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:40.439042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:40:40.439042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:40:40.443785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:40:40.467571 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b570004f-0860-4185-8e3b-53fd429087fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:40.717013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35158) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:40.762766 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a6eebc89-6284-471b-a7ee-95e73fd26bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:40.899561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a6eebc89-6284-471b-a7ee-95e73fd26bd2 admin admin] Publish callbacks [] for security_group (86279145-bec2-477b-8cda-1a3771127167), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:40.911901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e9433-d54b-482b-971d-859785876393 req-2ae8ad0b-6eb4-4f41-818e-291fe7600e6b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:40.914319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26e9433-d54b-482b-971d-859785876393 req-2ae8ad0b-6eb4-4f41-818e-291fe7600e6b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 946 time: 0.2133777 Feb 19 03:40:40.915606 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a6eebc89-6284-471b-a7ee-95e73fd26bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (86279145-bec2-477b-8cda-1a3771127167), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.010525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a6eebc89-6284-471b-a7ee-95e73fd26bd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66e62d8ee6d942189b3d068d0eecf0d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894907 Feb 19 03:40:41.013293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35168) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:41.041156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eebc89-6284-471b-a7ee-95e73fd26bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86279145-bec2-477b-8cda-1a3771127167,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:41.102000 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (74f87e7c-ec49-4d8c-a1a5-6d4830fec23c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.117289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26e9433-d54b-482b-971d-859785876393 req-78fa5449-2901-4555-b514-bc408da0f9ff tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1959782 Feb 19 03:40:41.136419 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a83287e-92b3-4691-be2d-a9f8c3635b4a admin admin] Publish callbacks [] for security_group (86279145-bec2-477b-8cda-1a3771127167), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.210646 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a83287e-92b3-4691-be2d-a9f8c3635b4a admin admin] Publish callbacks [] for security_group (86279145-bec2-477b-8cda-1a3771127167), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.229878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (29d5b955-fba1-4d04-a1b4-db58552ffe8a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.284062 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a83287e-92b3-4691-be2d-a9f8c3635b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (86279145-bec2-477b-8cda-1a3771127167), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.289456 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a83287e-92b3-4691-be2d-a9f8c3635b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.295031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5a83287e-92b3-4691-be2d-a9f8c3635b4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86279145-bec2-477b-8cda-1a3771127167 HTTP/1.1" status: 204 len: 168 time: 0.2807693 Feb 19 03:40:41.311515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83287e-92b3-4691-be2d-a9f8c3635b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86279145-bec2-477b-8cda-1a3771127167,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:41.650511 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for port (29d5b955-fba1-4d04-a1b4-db58552ffe8a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.662804 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (29d5b955-fba1-4d04-a1b4-db58552ffe8a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.844112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event updated for resources: {'Port': ['ID=29d5b955-fba1-4d04-a1b4-db58552ffe8a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:41.893632 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (74f87e7c-ec49-4d8c-a1a5-6d4830fec23c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.984173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:40:42.008094 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:42.161462 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Floating IP 74f87e7c-ec49-4d8c-a1a5-6d4830fec23c associated. External IP: 172.25.4.128, port: 54aa7399-99a9-48f0-935f-9244308eadf2. Feb 19 03:40:42.205491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port ad4759d5-624c-4ada-b77c-2c00c951e497 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:42.206034 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:42.266317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:42.269264 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7a0101-6775-4c0a-8d70-30b8d6ef7af2" -d '{"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:42.322677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:42.330950 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:42.427928 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a582603-f764-4641-9352-17c0ffc66590 x-openstack-request-id: req-8a582603-f764-4641-9352-17c0ffc66590 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:42.428616 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:42.429226 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a582603-f764-4641-9352-17c0ffc66590 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:42.430254 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'code': 200} Feb 19 03:40:42.432314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=14']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:42.670614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Router d9546364-5e86-4657-8dea-9e7461298a09 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:40:42.866595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:40:42.887429 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] Sync routers for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:40:42.907164 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:42.913172 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:40:42.915262 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:40:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:40:42.971023 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a1d8fe1c-570d-4b04-93c3-4e8288d2757a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0816383 Feb 19 03:40:42.971690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'tag': '54aa7399-99a9-48f0-935f-9244308eadf2'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:42.975395 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c2b2b8-f10e-458f-b1da-b69fec447ddb", "tag": "54aa7399-99a9-48f0-935f-9244308eadf2"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:43.048329 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:43.095091 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03495c95-74ca-4306-a708-6cb93e4d35cc x-openstack-request-id: req-03495c95-74ca-4306-a708-6cb93e4d35cc {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:43.095393 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c2b2b8-f10e-458f-b1da-b69fec447ddb", "tag": "54aa7399-99a9-48f0-935f-9244308eadf2", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:43.095646 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03495c95-74ca-4306-a708-6cb93e4d35cc {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:43.096063 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'tag': '54aa7399-99a9-48f0-935f-9244308eadf2', 'status': 'completed', 'code': 200} Feb 19 03:40:43.196158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-6bbccc11-03ca-41cb-b08d-0222708e3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:43.198397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-6bbccc11-03ca-41cb-b08d-0222708e3e9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 1128 time: 0.0782864 Feb 19 03:40:43.199908 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:40:43.389835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-6fd4ef6d-6330-44b8-8789-84088520af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:43.391693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-6fd4ef6d-6330-44b8-8789-84088520af0d service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.1870620 Feb 19 03:40:43.536594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-63a76936-aab9-4e2a-8ae4-f54ba70b4dfc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54aa7399-99a9-48f0-935f-9244308eadf2 HTTP/1.1" status: 200 len: 1000 time: 0.1371531 Feb 19 03:40:43.729365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-8c696668-abd2-43d7-a1be-ce5da09d8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:43.730615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-8c696668-abd2-43d7-a1be-ce5da09d8fc7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1876431 Feb 19 03:40:43.844227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-2fc2b542-152d-4df1-a60c-0dc8266fa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:43.846459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-2fc2b542-152d-4df1-a60c-0dc8266fa50e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1055641 Feb 19 03:40:43.909686 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '31b6116d-f2b6-4305-a379-93fca08607c2', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:88:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:37:17Z', 'updated_at': '2022-02-19T03:37:24Z', 'revision_number': 1, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}, {'id': '74f87e7c-ec49-4d8c-a1a5-6d4830fec23c', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '54aa7399-99a9-48f0-935f-9244308eadf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:85:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:40:40Z', 'updated_at': '2022-02-19T03:40:40Z', 'revision_number': 0, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:40:43.993419 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] Checking router: d9546364-5e86-4657-8dea-9e7461298a09 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:40:44.031557 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:40:44.032001 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:40:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:40:44.056725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-261f1f49-fc84-4ce6-b5a4-c495e652e938 service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985979 Feb 19 03:40:44.656504 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:44.667683 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:40:44.764237 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-fb9f0db0-21b3-4fd3-93a6-399e6deba837 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4725974 Feb 19 03:40:44.786954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfab14b5-4cb8-4c5f-8a0c-976e80a6dc9e req-c3f6e57b-d1dd-410d-85f1-8af16b58274f service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206745 Feb 19 03:40:44.855426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb69ae-86c8-4f3f-b168-3e54de2d67da req-9efa4c2e-38ee-49d1-b979-68fc3d232622 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:44.857039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbeb69ae-86c8-4f3f-b168-3e54de2d67da req-9efa4c2e-38ee-49d1-b979-68fc3d232622 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1632867 Feb 19 03:40:44.967147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbeb69ae-86c8-4f3f-b168-3e54de2d67da req-f91aff3b-5065-4bdc-bd2f-97dd9485e7cb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966733 Feb 19 03:40:45.022510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-7c7b7a3b-7095-4772-ae13-7928d25f3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:45.026320 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-7c7b7a3b-7095-4772-ae13-7928d25f3827 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d300826056314a2d8a64ed866e15724a&device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 1132 time: 0.2054508 Feb 19 03:40:45.219057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-68fc2936-2975-4936-9a7e-0fd116939e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:45.220804 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-68fc2936-2975-4936-9a7e-0fd116939e5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.1653869 Feb 19 03:40:45.286139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbad74-3e05-4f35-a485-7a5f71446360 req-a560d232-a730-40e9-9505-6e80d374b9f4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:45.288233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-52bbad74-3e05-4f35-a485-7a5f71446360 req-a560d232-a730-40e9-9505-6e80d374b9f4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1386592 Feb 19 03:40:45.330531 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-6ffa1abf-7b93-4d6d-a840-8dc007eb8630 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f8af949c-c9a5-4d6c-9ca3-737555e003ac HTTP/1.1" status: 200 len: 217 time: 0.1010094 Feb 19 03:40:45.347306 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '31b6116d-f2b6-4305-a379-93fca08607c2', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:88:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:37:17Z', 'updated_at': '2022-02-19T03:37:24Z', 'revision_number': 1, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}, {'id': '74f87e7c-ec49-4d8c-a1a5-6d4830fec23c', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '54aa7399-99a9-48f0-935f-9244308eadf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:85:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:40:40Z', 'updated_at': '2022-02-19T03:40:40Z', 'revision_number': 0, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:40:45.388843 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf55dc-020b-4993-bfc3-18aba56598b0 None None] The sync data for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 is: [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '31b6116d-f2b6-4305-a379-93fca08607c2', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:88:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:37:17Z', 'updated_at': '2022-02-19T03:37:24Z', 'revision_number': 1, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}, {'id': '74f87e7c-ec49-4d8c-a1a5-6d4830fec23c', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '54aa7399-99a9-48f0-935f-9244308eadf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:85:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:40:40Z', 'updated_at': '2022-02-19T03:40:40Z', 'revision_number': 0, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:40:45.438705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-52bbad74-3e05-4f35-a485-7a5f71446360 req-55dbdeea-5a15-4f5f-9c68-ad6c09013575 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208427 Feb 19 03:40:45.439879 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-6147a0c8-6ee6-469e-8b0f-c5fb3bd12859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:45.444725 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-6147a0c8-6ee6-469e-8b0f-c5fb3bd12859 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.1085508 Feb 19 03:40:45.590490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-7aca8e02-4079-49e5-b60b-82647771d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:45.596051 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-7aca8e02-4079-49e5-b60b-82647771d9c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1444647 Feb 19 03:40:45.658209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287795b-3c23-4a6d-9059-902c97e3c649 req-6963573a-8ba1-42a7-8eac-5d73e5b58415 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:45.671022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a287795b-3c23-4a6d-9059-902c97e3c649 req-6963573a-8ba1-42a7-8eac-5d73e5b58415 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1180532 Feb 19 03:40:45.810387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a287795b-3c23-4a6d-9059-902c97e3c649 req-e7459886-7a24-4c99-9154-a4cbe5e2e8fa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362138 Feb 19 03:40:45.839097 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-b23adb04-c0b8-46bc-972b-71f3352401ce service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377706 Feb 19 03:40:45.953100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f228f74c-7685-4c3a-8152-8eeeabfaf283 None None] New status for floating IP 74f87e7c-ec49-4d8c-a1a5-6d4830fec23c: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:40:46.114561 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-5f689efd-3187-45ba-bea7-3b9662e0bcee req-be2823f3-8758-4048-90f1-cd99fd8058c8 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648623 Feb 19 03:40:46.309878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-a981157b-54b4-4de5-af86-768b40d149e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:46.311845 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-a981157b-54b4-4de5-af86-768b40d149e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1126 time: 0.0888369 Feb 19 03:40:46.336467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7c83-7ae2-4869-8d8a-75b5170946d1 req-0724f66a-ae17-419e-88f8-d4ecc366e684 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:46.339278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-691e7c83-7ae2-4869-8d8a-75b5170946d1 req-0724f66a-ae17-419e-88f8-d4ecc366e684 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1582921 Feb 19 03:40:46.445638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-691e7c83-7ae2-4869-8d8a-75b5170946d1 req-2898069c-a6ce-4c15-834e-091387fcb8a1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857708 Feb 19 03:40:46.514581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-96712af6-0a82-4eb5-9c3a-b94658fda80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:46.519451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-96712af6-0a82-4eb5-9c3a-b94658fda80b service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.1915052 Feb 19 03:40:46.524863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35448) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:46.627517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-b33de862-0104-44ac-b705-3880acebaa60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 998 time: 0.0962093 Feb 19 03:40:46.713038 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1af31576-0108-4fcb-9525-52077c8d6f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:46.739004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-801c26cc-2b71-410d-a6dc-15728762c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:46.743809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-801c26cc-2b71-410d-a6dc-15728762c104 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1030548 Feb 19 03:40:46.852663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-9dce27e6-d223-4d33-a43c-7c3a64383776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:46.854276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-9dce27e6-d223-4d33-a43c-7c3a64383776 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1053083 Feb 19 03:40:46.944273 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1af31576-0108-4fcb-9525-52077c8d6f2a admin admin] Publish callbacks [] for security_group (614c5f88-db76-44f9-81e5-0ddb2678fb22), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:46.950354 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1af31576-0108-4fcb-9525-52077c8d6f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (614c5f88-db76-44f9-81e5-0ddb2678fb22), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:47.029473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-1060a97c-9a65-444d-a2bc-3c0a2d5e3f8d service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620908 Feb 19 03:40:47.030149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1af31576-0108-4fcb-9525-52077c8d6f2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a129846d92534ce981a70460c1a3ae44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5040586 Feb 19 03:40:47.030878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35464) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:47.031406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af31576-0108-4fcb-9525-52077c8d6f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614c5f88-db76-44f9-81e5-0ddb2678fb22,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:47.138204 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-793f826b-d827-4662-91bb-c4155957eaa8 admin admin] Publish callbacks [] for security_group (614c5f88-db76-44f9-81e5-0ddb2678fb22), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:47.170630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42a3c85-3a51-452f-9e63-99ead185e7ed req-a3e131ac-9356-4f36-8f67-4ece66d1009c service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365774 Feb 19 03:40:47.185290 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-793f826b-d827-4662-91bb-c4155957eaa8 admin admin] Publish callbacks [] for security_group (614c5f88-db76-44f9-81e5-0ddb2678fb22), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:47.247534 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-793f826b-d827-4662-91bb-c4155957eaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (614c5f88-db76-44f9-81e5-0ddb2678fb22), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:47.256224 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-793f826b-d827-4662-91bb-c4155957eaa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:47.257782 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-793f826b-d827-4662-91bb-c4155957eaa8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/614c5f88-db76-44f9-81e5-0ddb2678fb22 HTTP/1.1" status: 204 len: 168 time: 0.2250125 Feb 19 03:40:47.269111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f826b-d827-4662-91bb-c4155957eaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614c5f88-db76-44f9-81e5-0ddb2678fb22,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:47.715290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7893da5-5dc6-476d-b19a-9e2e80c5ecb6 req-03395093-b41a-4f29-8790-dc8d9d7d1071 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:47.717346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7893da5-5dc6-476d-b19a-9e2e80c5ecb6 req-03395093-b41a-4f29-8790-dc8d9d7d1071 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1377108 Feb 19 03:40:47.838147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7893da5-5dc6-476d-b19a-9e2e80c5ecb6 req-646d95b5-e4ac-4635-9881-a1556083c525 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085854 Feb 19 03:40:47.846247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35494) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:47.870966 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-abaa1498-abe7-4f93-a911-c8b6574df0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.079268 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-abaa1498-abe7-4f93-a911-c8b6574df0a6 admin admin] Publish callbacks [] for security_group (05088624-7cf3-4ef4-99bc-b8b231e9f650), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.086131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-abaa1498-abe7-4f93-a911-c8b6574df0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (05088624-7cf3-4ef4-99bc-b8b231e9f650), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.153564 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-abaa1498-abe7-4f93-a911-c8b6574df0a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b10cad86c24f4771b12ad636afb0aa8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058760 Feb 19 03:40:48.162177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35500) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:48.196200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa1498-abe7-4f93-a911-c8b6574df0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05088624-7cf3-4ef4-99bc-b8b231e9f650,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:48.291518 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4dbac37-7bae-454e-b167-5f999060ee5b admin admin] Publish callbacks [] for security_group (05088624-7cf3-4ef4-99bc-b8b231e9f650), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.333288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4dbac37-7bae-454e-b167-5f999060ee5b admin admin] Publish callbacks [] for security_group (05088624-7cf3-4ef4-99bc-b8b231e9f650), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.420592 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4dbac37-7bae-454e-b167-5f999060ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (05088624-7cf3-4ef4-99bc-b8b231e9f650), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.428878 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4dbac37-7bae-454e-b167-5f999060ee5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.433809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e4dbac37-7bae-454e-b167-5f999060ee5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05088624-7cf3-4ef4-99bc-b8b231e9f650 HTTP/1.1" status: 204 len: 168 time: 0.2677414 Feb 19 03:40:48.445322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbac37-7bae-454e-b167-5f999060ee5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05088624-7cf3-4ef4-99bc-b8b231e9f650,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:49.069157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1edf2-844c-49aa-a035-439da843375b req-f3b0da38-755c-470d-9993-d43b5acd929d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:49.070844 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8dc1edf2-844c-49aa-a035-439da843375b req-f3b0da38-755c-470d-9993-d43b5acd929d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1370304 Feb 19 03:40:49.148479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8dc1edf2-844c-49aa-a035-439da843375b req-b84fa142-b295-4da7-b412-55f1dd40c228 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706692 Feb 19 03:40:49.445141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5c420-89e1-4f95-a3ae-030ca74d5497 req-fc4811ac-662c-4377-87ee-c8e93492663a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:49.462522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ced5c420-89e1-4f95-a3ae-030ca74d5497 req-fc4811ac-662c-4377-87ee-c8e93492663a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0806949 Feb 19 03:40:49.617952 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ced5c420-89e1-4f95-a3ae-030ca74d5497 req-a1ed6042-f292-4372-84c9-f4ab49d15372 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181257 Feb 19 03:40:49.869955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc38e8f-2bae-417f-aa7f-5f29a0f03074 req-98b6a8a6-3230-4f0f-bd17-b28ec677bfc8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:49.872508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbc38e8f-2bae-417f-aa7f-5f29a0f03074 req-98b6a8a6-3230-4f0f-bd17-b28ec677bfc8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1005669 Feb 19 03:40:50.004569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35580) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.010887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbc38e8f-2bae-417f-aa7f-5f29a0f03074 req-6f16b3d4-51c0-4944-866a-1c9fbc766a12 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297867 Feb 19 03:40:50.166991 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-e590f0dd-5378-4baf-8e38-ecddda007ada tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.168532 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e590f0dd-5378-4baf-8e38-ecddda007ada tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1700540 Feb 19 03:40:50.174533 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35586) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.180207 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-61f813f4-b023-4da6-afac-3b92806f082e tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.185954 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-61f813f4-b023-4da6-afac-3b92806f082e tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072708 Feb 19 03:40:50.186636 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35588) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.190875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-e5e51703-88b2-4de7-9e1e-e3ae616c35c7 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.194861 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e5e51703-88b2-4de7-9e1e-e3ae616c35c7 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0058138 Feb 19 03:40:50.198272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35590) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.203822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-81caa267-65cf-4c38-ab45-666dc8d7497a tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.207711 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-81caa267-65cf-4c38-ab45-666dc8d7497a tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054514 Feb 19 03:40:50.207711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35592) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.219004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-33876b3c-1890-46a0-a2cb-f81cff2dd8f7 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.224720 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-33876b3c-1890-46a0-a2cb-f81cff2dd8f7 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0142357 Feb 19 03:40:50.225886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35594) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.232535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-ba6caa6c-8883-4dbd-b23a-fc2556599c44 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.237808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35596) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.241475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ba6caa6c-8883-4dbd-b23a-fc2556599c44 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0112195 Feb 19 03:40:50.249421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-04030a7b-2630-4694-956c-673a96bcf4f9 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.258394 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-04030a7b-2630-4694-956c-673a96bcf4f9 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0162313 Feb 19 03:40:50.259226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35598) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.267674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-ca3ad219-861b-4330-8c9e-af2f16a478ab tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.270548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ca3ad219-861b-4330-8c9e-af2f16a478ab tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0086210 Feb 19 03:40:50.272820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35600) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.283429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fec4f-246b-4549-9f07-5d8fc3576ad5 req-be50f98a-dbd6-40d4-8923-b2e365146ab2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:50.285623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-6b6ea0ad-afc4-4753-8d1b-55f7278c6f00 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.293722 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6b6ea0ad-afc4-4753-8d1b-55f7278c6f00 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0193191 Feb 19 03:40:50.295328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d40fec4f-246b-4549-9f07-5d8fc3576ad5 req-be50f98a-dbd6-40d4-8923-b2e365146ab2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1610754 Feb 19 03:40:50.296254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35602) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.311073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-27082d60-9b41-4711-96a3-4861653860bb tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.321372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35604) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.330710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-73077b3c-5afe-4418-87ff-488e593608b1 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.332850 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-73077b3c-5afe-4418-87ff-488e593608b1 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0095680 Feb 19 03:40:50.336749 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-27082d60-9b41-4711-96a3-4861653860bb tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0386453 Feb 19 03:40:50.338809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35606) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.350039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-a77c5ad2-96a6-441e-8d1e-336fc46fe69d tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.352729 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a77c5ad2-96a6-441e-8d1e-336fc46fe69d tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0101902 Feb 19 03:40:50.356749 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35610) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.368392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-44bc059c-29a5-491d-945b-a8788ee66cbd tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.369662 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-44bc059c-29a5-491d-945b-a8788ee66cbd tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0097399 Feb 19 03:40:50.374572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35614) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.381785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-3c8728e5-f576-46b7-94d7-52c44a9218b2 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.384563 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3c8728e5-f576-46b7-94d7-52c44a9218b2 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0082519 Feb 19 03:40:50.387691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35616) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.401569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-b10ba4c0-f12a-49dd-b4e5-2a8283df9b0e tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.407691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d40fec4f-246b-4549-9f07-5d8fc3576ad5 req-7da7996a-e888-4b1e-8e76-736be995211f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109405 Feb 19 03:40:50.408139 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b10ba4c0-f12a-49dd-b4e5-2a8283df9b0e tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0158350 Feb 19 03:40:50.408464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35620) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.419069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-db41b93c-0dc6-4cd8-a8cf-eb5b8e1ede0b tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.421417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-db41b93c-0dc6-4cd8-a8cf-eb5b8e1ede0b tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0099885 Feb 19 03:40:50.430054 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35624) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.435776 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-e412c913-2bc3-4a63-90ca-c115fc20c203 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.439262 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e412c913-2bc3-4a63-90ca-c115fc20c203 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0119183 Feb 19 03:40:50.440153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35628) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.447849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-a0576dfe-59a3-4b20-8874-1079a5b6a978 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.453715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35630) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.454579 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a0576dfe-59a3-4b20-8874-1079a5b6a978 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0124476 Feb 19 03:40:50.498840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-98fd10bd-8600-4c86-9461-327249459ec9 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.506048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35632) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.508817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-98fd10bd-8600-4c86-9461-327249459ec9 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0532157 Feb 19 03:40:50.516199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-f183d2e5-5a27-4119-b1e7-2832bc64fe70 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.521370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35634) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.521780 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f183d2e5-5a27-4119-b1e7-2832bc64fe70 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0127778 Feb 19 03:40:50.528728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-9106b9fa-fa89-4a75-b62f-ffb2fadb6a34 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.533014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9106b9fa-fa89-4a75-b62f-ffb2fadb6a34 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0074489 Feb 19 03:40:50.533477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35636) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.541746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-5e54dc71-bed2-4592-a75a-7928144173c1 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.545980 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5e54dc71-bed2-4592-a75a-7928144173c1 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0087876 Feb 19 03:40:50.546394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35638) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.553919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-8e629f08-6055-4b04-aa23-76e034cd0d76 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.554824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8e629f08-6055-4b04-aa23-76e034cd0d76 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0069966 Feb 19 03:40:50.557615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35640) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.565753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-90103afb-a98c-4df8-8f39-ab8bce77c73a tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.569900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-90103afb-a98c-4df8-8f39-ab8bce77c73a tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0094500 Feb 19 03:40:50.571306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35642) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.585828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-aa4b0c2a-549a-4373-8c92-b084746b59c3 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.587592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aa4b0c2a-549a-4373-8c92-b084746b59c3 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0148361 Feb 19 03:40:50.590052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35644) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.596853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-5a0418bd-6639-4bd0-acd8-dec99b8ce4b5 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.599310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5a0418bd-6639-4bd0-acd8-dec99b8ce4b5 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075181 Feb 19 03:40:50.606880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35646) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.617612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-27747254-1825-4039-9344-56419857f47a tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.621569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-27747254-1825-4039-9344-56419857f47a tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0090621 Feb 19 03:40:50.622219 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35648) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.627506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-0ffd459a-03f0-47d1-9574-e81fe95683db tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.632019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35650) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.633179 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0ffd459a-03f0-47d1-9574-e81fe95683db tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0096951 Feb 19 03:40:50.637256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-ef633bf5-66c1-4b46-a700-b34af94b0a70 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.638602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ef633bf5-66c1-4b46-a700-b34af94b0a70 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055490 Feb 19 03:40:50.641320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35652) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.667225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-c8a6a47b-9a64-49ee-a7a1-11a9aca4bf8b tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.668248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c8a6a47b-9a64-49ee-a7a1-11a9aca4bf8b tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0259228 Feb 19 03:40:50.673677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35654) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.684413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-ea6f4b0f-7525-416f-a626-a65758a0b7d8 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.690503 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ea6f4b0f-7525-416f-a626-a65758a0b7d8 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0129998 Feb 19 03:40:50.692684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35656) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.705806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-f727ad33-645c-46b3-a0bc-61a12c5bef6e tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.712130 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f727ad33-645c-46b3-a0bc-61a12c5bef6e tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0134866 Feb 19 03:40:50.713134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35658) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.722150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-f861b90c-14d4-46b5-810e-32a7e39502de tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.727497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f861b90c-14d4-46b5-810e-32a7e39502de tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091956 Feb 19 03:40:50.727931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35660) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.735911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-c7209884-8f8c-4bb3-83c9-0010cde249d3 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.742541 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c7209884-8f8c-4bb3-83c9-0010cde249d3 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0122755 Feb 19 03:40:50.743735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35662) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.750233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-c5efad0d-b2aa-4b45-b058-edfc123892c3 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.756227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c5efad0d-b2aa-4b45-b058-edfc123892c3 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0081034 Feb 19 03:40:50.759045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35664) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.765002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-57db1900-5f5b-4d5a-bc93-5f8a5fc9d290 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.766106 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-57db1900-5f5b-4d5a-bc93-5f8a5fc9d290 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056584 Feb 19 03:40:50.768939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35666) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.775690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-d42ecd64-83d0-4388-837d-0d316820791a tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.779048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57766102-e25a-42bc-96cf-4b1a46ee6994 req-6826c672-5be9-4af6-81e2-46aa0d2406f2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:50.780462 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d42ecd64-83d0-4388-837d-0d316820791a tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0099103 Feb 19 03:40:50.781135 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35668) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.787223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-12a219b4-6b5c-48b7-b4c1-19557b0fb2c6 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.791059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57766102-e25a-42bc-96cf-4b1a46ee6994 req-6826c672-5be9-4af6-81e2-46aa0d2406f2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1692314 Feb 19 03:40:50.792009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35672) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.792605 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-12a219b4-6b5c-48b7-b4c1-19557b0fb2c6 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0102165 Feb 19 03:40:50.805473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-8062cc28-7dd8-4384-8e86-3e26f73c17aa tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.809268 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8062cc28-7dd8-4384-8e86-3e26f73c17aa tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0132372 Feb 19 03:40:50.811487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35678) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.819967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-f49cf5c5-1de5-4fd2-a5c4-ec118b89bf91 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.827115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35680) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.836681 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f49cf5c5-1de5-4fd2-a5c4-ec118b89bf91 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0231602 Feb 19 03:40:50.838614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-a220b096-2652-4943-8ce9-a1d87ab16af1 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.840584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a220b096-2652-4943-8ce9-a1d87ab16af1 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0110407 Feb 19 03:40:50.934427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35688) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.940840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-fcf5cdc0-cb96-4395-8a46-bd8768c61cd4 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.946177 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fcf5cdc0-cb96-4395-8a46-bd8768c61cd4 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0104167 Feb 19 03:40:50.947653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35690) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.950863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57766102-e25a-42bc-96cf-4b1a46ee6994 req-c4886ee6-a242-4f80-9375-d5667179b4d6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601403 Feb 19 03:40:50.955399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-deb13a1a-c9f2-4873-bd10-4f8d9ca67e70 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.961332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35692) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.962428 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-deb13a1a-c9f2-4873-bd10-4f8d9ca67e70 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0124588 Feb 19 03:40:50.969319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-f27dc240-c2f0-4496-ab5e-923b53a9a0ac tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.974164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35694) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.983130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-f6704a7c-27b8-4e53-9138-5c7f86a685ab tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.985998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f27dc240-c2f0-4496-ab5e-923b53a9a0ac tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0231495 Feb 19 03:40:50.989804 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f6704a7c-27b8-4e53-9138-5c7f86a685ab tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0138669 Feb 19 03:40:50.990381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35698) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:50.997548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-2cc795c9-8306-4185-ae1b-62913ae3a9fd tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:50.999379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2cc795c9-8306-4185-ae1b-62913ae3a9fd tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0076492 Feb 19 03:40:51.002664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35700) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.010398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-27d7bd0f-3294-4b54-93ee-55d78d5b126f tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.015394 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-27d7bd0f-3294-4b54-93ee-55d78d5b126f tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0093780 Feb 19 03:40:51.016234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35704) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.023867 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-00fda5f1-3aed-4bea-8a5b-ab9d9b687092 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.042948 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-00fda5f1-3aed-4bea-8a5b-ab9d9b687092 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0237401 Feb 19 03:40:51.046158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35708) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.062994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-32da3bb1-7425-4e91-b34d-089ae468f1bd tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.075827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-32da3bb1-7425-4e91-b34d-089ae468f1bd tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0282707 Feb 19 03:40:51.078121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35710) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.084859 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-324d465b-e27f-4e33-9742-c078212ef61b tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.086690 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-324d465b-e27f-4e33-9742-c078212ef61b tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0070722 Feb 19 03:40:51.089477 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.109712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-d58517b3-1764-4f01-a624-e3afabca80c1 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.119146 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d58517b3-1764-4f01-a624-e3afabca80c1 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0280364 Feb 19 03:40:51.119392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35714) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.124288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-1930c750-0688-4737-b649-94ce9e0c74e1 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.128355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35716) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.128603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1930c750-0688-4737-b649-94ce9e0c74e1 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0079288 Feb 19 03:40:51.133763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-51e08138-6ec1-4628-bb78-d74e8b03bbec tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.137755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35718) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.139401 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-51e08138-6ec1-4628-bb78-d74e8b03bbec tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0090230 Feb 19 03:40:51.142531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-a9b25224-38a0-4cb5-a95b-067c2bd1e615 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.144180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a9b25224-38a0-4cb5-a95b-067c2bd1e615 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053065 Feb 19 03:40:51.147694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35720) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.180846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-be99dda8-7ebb-4987-9af3-9ccab7ac6eb6 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.184576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-be99dda8-7ebb-4987-9af3-9ccab7ac6eb6 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0332103 Feb 19 03:40:51.186892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35724) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.192679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-6b5a7693-80a4-4ac0-a9dc-996684ae142e tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.196993 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35726) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.202696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-616599e5-045e-4302-9dde-9ef5cba95f95 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.207543 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-616599e5-045e-4302-9dde-9ef5cba95f95 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0083547 Feb 19 03:40:51.208563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35732) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.211111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6b5a7693-80a4-4ac0-a9dc-996684ae142e tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0228739 Feb 19 03:40:51.214874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-cad847c0-42cc-4f1f-bcc3-880ab32f9456 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.218849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35734) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.222454 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cad847c0-42cc-4f1f-bcc3-880ab32f9456 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0125546 Feb 19 03:40:51.224932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-1662b441-26f7-4ea4-86ef-3d0b1e560ebe tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.229205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35736) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.231566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1662b441-26f7-4ea4-86ef-3d0b1e560ebe tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0110018 Feb 19 03:40:51.234607 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-c28576d4-3e6d-4ecf-b051-5ce3869f170f tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.238931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35742) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.244982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c28576d4-3e6d-4ecf-b051-5ce3869f170f tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0146878 Feb 19 03:40:51.245898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-0a05c66d-c3fb-4f62-ba1f-1931ba59ac0b tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.250027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35744) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.252161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0a05c66d-c3fb-4f62-ba1f-1931ba59ac0b tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0120916 Feb 19 03:40:51.255495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-f2a664a1-63c0-424e-9927-ae41597978bc tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.259454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35746) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.262874 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f2a664a1-63c0-424e-9927-ae41597978bc tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0114679 Feb 19 03:40:51.267399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-5033f39b-c4f8-4c45-8488-e08dde0fcc01 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.271871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5033f39b-c4f8-4c45-8488-e08dde0fcc01 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0097094 Feb 19 03:40:51.272604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35748) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.277073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-5841532e-dee6-4b79-98eb-1428a3edc59e tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.281807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35750) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.282873 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5841532e-dee6-4b79-98eb-1428a3edc59e tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0090477 Feb 19 03:40:51.286761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [None req-a570708b-fd12-4aa1-8372-2d54d4f4dab8 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.290520 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a570708b-fd12-4aa1-8372-2d54d4f4dab8 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0075128 Feb 19 03:40:51.291263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35752) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.299195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-4ca12fe7-f271-47f4-8933-63fe8a135598 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.300234 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4ca12fe7-f271-47f4-8933-63fe8a135598 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0077934 Feb 19 03:40:51.304650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35754) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.309790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-87dffb64-6e6d-43b2-bc37-9ce8a257590a tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.314344 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-87dffb64-6e6d-43b2-bc37-9ce8a257590a tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0085819 Feb 19 03:40:51.315181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35758) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.321274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-c69c0fb0-1e83-4ddf-b40a-cc2cfa884038 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.326949 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c69c0fb0-1e83-4ddf-b40a-cc2cfa884038 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0102217 Feb 19 03:40:51.327897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35762) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.334300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-fc5acb4f-1698-4dbc-9eac-5887da928535 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.335640 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fc5acb4f-1698-4dbc-9eac-5887da928535 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0064986 Feb 19 03:40:51.338305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35766) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.342843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-abe47277-21f3-4494-99f5-cd3715028dc2 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.344632 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-abe47277-21f3-4494-99f5-cd3715028dc2 tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050268 Feb 19 03:40:51.347094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35768) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:51.352969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [None req-4be91073-e440-4a94-b5f6-ee9e1b3eed0c tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:51.358423 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4be91073-e440-4a94-b5f6-ee9e1b3eed0c tempest-ExtensionsTestJSON-497040227 tempest-ExtensionsTestJSON-497040227-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074031 Feb 19 03:40:51.556050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-5cbeabf0-15e0-4704-a2aa-a553b21ef62e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:51.563960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-5cbeabf0-15e0-4704-a2aa-a553b21ef62e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 811 time: 0.3023546 Feb 19 03:40:51.607093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-b9801495-df74-436f-ab1a-894ffc00817a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/quotas/d415d80fc59e47e9ba8c16f9f600caf0 HTTP/1.1" status: 200 len: 375 time: 0.0324745 Feb 19 03:40:51.701295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-de0f91c3-8451-43f0-8a07-00ca3dd0fd02 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920112 Feb 19 03:40:51.904473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-36b83aff-ceff-41cc-8522-9597e957a1aa service neutron] 10.222.0.42 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838579 Feb 19 03:40:51.920127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35786) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:52.174298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-95ad676f-53ba-40f1-972f-cb9d8797f32a service neutron] 10.222.0.42 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683694 Feb 19 03:40:52.321524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ab77f91e-16ed-496e-a8ee-2f34581d2780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:52.365253 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:52.475033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c092194-4fe0-4c94-92cb-fb508a39fd3d req-5d61ab45-44ed-479f-b0e6-03e48eb53183 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 210 time: 0.0731754 Feb 19 03:40:52.576778 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ab77f91e-16ed-496e-a8ee-2f34581d2780 admin admin] Publish callbacks [] for security_group (ce5e8bbd-9edb-451f-b286-c5c18ade0df6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:52.583705 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ab77f91e-16ed-496e-a8ee-2f34581d2780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ce5e8bbd-9edb-451f-b286-c5c18ade0df6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:52.716854 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77f91e-16ed-496e-a8ee-2f34581d2780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5e8bbd-9edb-451f-b286-c5c18ade0df6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:52.747661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35820) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:52.759496 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ab77f91e-16ed-496e-a8ee-2f34581d2780 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fa5a9868a184fb2b2ca0a404fd9b708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8327434 Feb 19 03:40:52.835334 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b41dc14-eee0-4be5-8175-742b36ee20f7 admin admin] Publish callbacks [] for security_group (ce5e8bbd-9edb-451f-b286-c5c18ade0df6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:52.874039 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b41dc14-eee0-4be5-8175-742b36ee20f7 admin admin] Publish callbacks [] for security_group (ce5e8bbd-9edb-451f-b286-c5c18ade0df6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:52.978602 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b41dc14-eee0-4be5-8175-742b36ee20f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ce5e8bbd-9edb-451f-b286-c5c18ade0df6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:52.983431 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b41dc14-eee0-4be5-8175-742b36ee20f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:52.989303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3b41dc14-eee0-4be5-8175-742b36ee20f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce5e8bbd-9edb-451f-b286-c5c18ade0df6 HTTP/1.1" status: 204 len: 168 time: 0.2379568 Feb 19 03:40:53.011024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41dc14-eee0-4be5-8175-742b36ee20f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5e8bbd-9edb-451f-b286-c5c18ade0df6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:53.637808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6353f652-4775-4635-a50f-9c20e34a9760 req-af468937-6f1b-4bb0-8e76-36359da2e016 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 210 time: 0.0461752 Feb 19 03:40:54.331840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-a2508844-97e3-4be2-941d-b656eb79f3e4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:54.340431 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-a2508844-97e3-4be2-941d-b656eb79f3e4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.37 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 811 time: 0.3429594 Feb 19 03:40:54.358200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'port': {'device_id': '149c22ef-b620-4678-8f94-b1f503cacc95', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'admin_state_up': True, 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:54.556792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Made reservation on behalf of d415d80fc59e47e9ba8c16f9f600caf0 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:40:54.564744 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:54.672593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35904) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:54.887522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Allocated IP 172.20.0.6 (f993302b-469d-4916-adcf-9890c269def0/aa807e27-1c58-4cbc-8076-c2c96b7cdba3/f2d19fbf-b42a-49d6-8443-0b5e868a211f) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:40:54.892106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8c5825b7-6914-4d9d-940b-28c1f888dfbb tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-204678548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:54.917978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c5825b7-6914-4d9d-940b-28c1f888dfbb tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (9139d549-2b76-48b9-a222-82bc46bcbea6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:54.919463 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c5825b7-6914-4d9d-940b-28c1f888dfbb tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (9139d549-2b76-48b9-a222-82bc46bcbea6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.058202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c5825b7-6914-4d9d-940b-28c1f888dfbb tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for router_controller (9139d549-2b76-48b9-a222-82bc46bcbea6), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.064130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c5825b7-6914-4d9d-940b-28c1f888dfbb tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (9139d549-2b76-48b9-a222-82bc46bcbea6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.096939 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.112370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c5825b7-6914-4d9d-940b-28c1f888dfbb tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.134123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8c5825b7-6914-4d9d-940b-28c1f888dfbb tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4595091 Feb 19 03:40:55.134932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35912) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:55.145423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-161874039'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:55.175066 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.190682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Made reservation on behalf of 8d4ffae66311436da54e747b628a399e for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:40:55.201886 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.224604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.240681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Network f993302b-469d-4916-adcf-9890c269def0 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:40:55.245761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:40:55.250200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:40:55.365132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:55.366292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.451704 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'Port': ['ID=f2d19fbf-b42a-49d6-8443-0b5e868a211f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:55.480276 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-59303573-15f7-40c3-809a-776f32d3a015 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1259649 Feb 19 03:40:55.518192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Request body: {'port': {'device_id': '149c22ef-b620-4678-8f94-b1f503cacc95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:55.652689 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for security_group (bcd2b1c2-78c5-4236-a6d2-28a985835767), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.664681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bcd2b1c2-78c5-4236-a6d2-28a985835767), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.669125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.718128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:40:55.742564 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (98381905-e1da-4350-a628-d23bc32994f4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.743456 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Added segment 98381905-e1da-4350-a628-d23bc32994f4 of type vlan for network 84beff73-5c58-49b0-ad4e-11f3140b36b2 Feb 19 03:40:55.826187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (84beff73-5c58-49b0-ad4e-11f3140b36b2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.869003 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:40:55.916887 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (84beff73-5c58-49b0-ad4e-11f3140b36b2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.924011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:55.924901 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:55.998360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7e1632ab-275c-4e5b-95b9-489f7201334c None None] Provisioning complete for port f2d19fbf-b42a-49d6-8443-0b5e868a211f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:40:55.999211 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7e1632ab-275c-4e5b-95b9-489f7201334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:56.004807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8681600 Feb 19 03:40:56.023700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35936) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:56.100672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7e1632ab-275c-4e5b-95b9-489f7201334c None None] Port f2d19fbf-b42a-49d6-8443-0b5e868a211f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:40:56.131512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'subnet': {'network_id': '84beff73-5c58-49b0-ad4e-11f3140b36b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:56.135203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Network': ['ID=84beff73-5c58-49b0-ad4e-11f3140b36b2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:56.150222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 84beff73-5c58-49b0-ad4e-11f3140b36b2 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:40:56.170465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b7b30-a7d8-4f04-8485-71e1e38b509e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd2b1c2-78c5-4236-a6d2-28a985835767,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:56.263530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6839e-9b96-4bd1-85cf-4f833189a584 req-0c4569ff-6cfd-43ae-847d-d7615fdbcb37 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:56.265167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90f6839e-9b96-4bd1-85cf-4f833189a584 req-0c4569ff-6cfd-43ae-847d-d7615fdbcb37 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 931 time: 0.6591206 Feb 19 03:40:56.400983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90f6839e-9b96-4bd1-85cf-4f833189a584 req-5c9830c4-3c15-41dd-8589-33b774bf930e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144853 Feb 19 03:40:56.411219 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d19fbf-b42a-49d6-8443-0b5e868a211f {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:40:56.436532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Made reservation on behalf of 8d4ffae66311436da54e747b628a399e for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:40:56.441469 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:56.444295 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Publish callbacks [] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:56.480926 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Transition to ACTIVE for port object f2d19fbf-b42a-49d6-8443-0b5e868a211f will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:40:56.496244 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:56.673792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a40c5e-71ed-4e20-8f85-7de681717f81 req-0c4aa956-b42b-4186-9c60-d1c61dfb0d5a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:56.679360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a40c5e-71ed-4e20-8f85-7de681717f81 req-0c4aa956-b42b-4186-9c60-d1c61dfb0d5a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:56.684850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a40c5e-71ed-4e20-8f85-7de681717f81 req-0c4aa956-b42b-4186-9c60-d1c61dfb0d5a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:56.687799 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Pushing event updated for resources: {'Port': ['ID=f2d19fbf-b42a-49d6-8443-0b5e868a211f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:56.690227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a40c5e-71ed-4e20-8f85-7de681717f81 req-0c4aa956-b42b-4186-9c60-d1c61dfb0d5a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:56.710007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a40c5e-71ed-4e20-8f85-7de681717f81 req-0c4aa956-b42b-4186-9c60-d1c61dfb0d5a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:56.715753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a40c5e-71ed-4e20-8f85-7de681717f81 req-0c4aa956-b42b-4186-9c60-d1c61dfb0d5a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:56.734627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a40c5e-71ed-4e20-8f85-7de681717f81 req-0c4aa956-b42b-4186-9c60-d1c61dfb0d5a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:56.736822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08a40c5e-71ed-4e20-8f85-7de681717f81 req-0c4aa956-b42b-4186-9c60-d1c61dfb0d5a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 0.1669912 Feb 19 03:40:56.803340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Attempting to bind port f2d19fbf-b42a-49d6-8443-0b5e868a211f on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:40:56.804404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Attempting to bind port f2d19fbf-b42a-49d6-8443-0b5e868a211f by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:40:56.805773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Attempting to bind port f2d19fbf-b42a-49d6-8443-0b5e868a211f on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:56.812232 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Port f2d19fbf-b42a-49d6-8443-0b5e868a211f on network f993302b-469d-4916-adcf-9890c269def0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:40:56.812936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Attempting to bind port f2d19fbf-b42a-49d6-8443-0b5e868a211f on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:56.822828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:40:56.825137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Checking segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:40:56.826313 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Bound using segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:40:56.827059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Bound port: f2d19fbf-b42a-49d6-8443-0b5e868a211f, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:40:56.827695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:56.988178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08a40c5e-71ed-4e20-8f85-7de681717f81 req-efb8c361-41b7-4809-b8dc-346f49e06c22 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2356369 Feb 19 03:40:57.034442 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] For port f2d19fbf-b42a-49d6-8443-0b5e868a211f, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:40:57.037512 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (b0d3e705-4706-4e6a-8ec9-165d27d78d6e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:57.040922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] For port f2d19fbf-b42a-49d6-8443-0b5e868a211f, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f2d19fbf-b42a-49d6-8443-0b5e868a211f,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:40:57.054207 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:57.126726 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:57.128065 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:57.131233 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] 10.222.0.37 "PUT /v2.0/ports/f2d19fbf-b42a-49d6-8443-0b5e868a211f HTTP/1.1" status: 200 len: 1091 time: 1.6322560 Feb 19 03:40:57.132297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149c22ef-b620-4678-8f94-b1f503cacc95', 'tag': 'f2d19fbf-b42a-49d6-8443-0b5e868a211f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:57.139528 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e50821-d947-4ede-91cf-ec636519667c" -d '{"events": [{"name": "network-changed", "server_uuid": "149c22ef-b620-4678-8f94-b1f503cacc95", "tag": "f2d19fbf-b42a-49d6-8443-0b5e868a211f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:57.170273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Subnet': ['ID=b0d3e705-4706-4e6a-8ec9-165d27d78d6e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:57.204380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.206340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.207250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.208055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.208651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.209146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.209716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.212250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.213599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.214217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.216378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.217379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.217379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:57.229391 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa291d9-65fa-4d35-924e-8346fb382c72 x-openstack-request-id: req-cfa291d9-65fa-4d35-924e-8346fb382c72 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:57.229778 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149c22ef-b620-4678-8f94-b1f503cacc95", "tag": "f2d19fbf-b42a-49d6-8443-0b5e868a211f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:57.229971 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfa291d9-65fa-4d35-924e-8346fb382c72 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:57.230996 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149c22ef-b620-4678-8f94-b1f503cacc95', 'tag': 'f2d19fbf-b42a-49d6-8443-0b5e868a211f', 'status': 'completed', 'code': 200} Feb 19 03:40:57.244124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e0a54-6352-40df-a5f5-47be756113da service neutron] Pushing event updated for resources: {'Port': ['ID=f2d19fbf-b42a-49d6-8443-0b5e868a211f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:57.256759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Checking segment: {'id': '98381905-e1da-4350-a628-d23bc32994f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '84beff73-5c58-49b0-ad4e-11f3140b36b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:40:57.257469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network hostable DHCP agents. Network: 84beff73-5c58-49b0-ad4e-11f3140b36b2, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:40:57.321353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-af944507-ee1e-4a70-8f07-af5077a06b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:57.328803 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-af944507-ee1e-4a70-8f07-af5077a06b88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 1125 time: 0.0969229 Feb 19 03:40:57.341834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network 84beff73-5c58-49b0-ad4e-11f3140b36b2 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:40:57.359042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 84beff73-5c58-49b0-ad4e-11f3140b36b2) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:40:57.367992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:57.372170 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:57.372556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbf08e8-dd70-4544-bd78-28e2d8319084 None None] Network 84beff73-5c58-49b0-ad4e-11f3140b36b2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:40:57.432310 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-8c0600ea-4306-4a30-b9a7-d7f72d81c057 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2d19fbf-b42a-49d6-8443-0b5e868a211f HTTP/1.1" status: 200 len: 217 time: 0.0879593 Feb 19 03:40:57.449900 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35976) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:57.461072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c3d39c79-174d-4ea6-9944-bd589b3d807e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4350719 Feb 19 03:40:57.495360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'network': {'name': 'tempest-router-network01--400049290'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:57.627720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-35bb20dd-3ce4-45bf-983e-2b2cfaeaeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:57.630879 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-35bb20dd-3ce4-45bf-983e-2b2cfaeaeac9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1831069 Feb 19 03:40:57.633578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Made reservation on behalf of 8d4ffae66311436da54e747b628a399e for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:40:57.638961 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:57.735410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68b865-f273-487d-8de5-3617fb64edb5 req-09c0ae9b-87f2-439f-8119-02005b788072 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:57.742436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d68b865-f273-487d-8de5-3617fb64edb5 req-09c0ae9b-87f2-439f-8119-02005b788072 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 943 time: 0.1624970 Feb 19 03:40:57.757951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-84beff73-5c58-49b0-ad4e-11f3140b36b2', 'network_id': '84beff73-5c58-49b0-ad4e-11f3140b36b2', 'project_id': '8d4ffae66311436da54e747b628a399e', 'fixed_ips': [{'subnet_id': 'b0d3e705-4706-4e6a-8ec9-165d27d78d6e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:40:57.763809 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:57.767099 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:40:57.788704 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-fc37eddd-5857-43b1-a9c5-4592ab391e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:57.791338 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-fc37eddd-5857-43b1-a9c5-4592ab391e9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1414964 Feb 19 03:40:57.811239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:57.811598 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Added segment 9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf of type vlan for network 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 Feb 19 03:40:57.901644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d68b865-f273-487d-8de5-3617fb64edb5 req-b97e4d82-5315-45d9-a0b1-2ed5d8f5ac8e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473091 Feb 19 03:40:58.023055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Allocated IP 2001:db8::2 (84beff73-5c58-49b0-ad4e-11f3140b36b2/b0d3e705-4706-4e6a-8ec9-165d27d78d6e/a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:40:58.038842 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-0226179a-165f-4d58-bb97-5d523ca7957c service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385180 Feb 19 03:40:58.216549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:58.295705 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:58.304601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:58.305524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:58.311835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32fd0-0d60-433f-8bc2-c968f0d26eba req-15250761-0eee-4472-a3ef-369ad28e71e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:58.331038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32fd0-0d60-433f-8bc2-c968f0d26eba req-15250761-0eee-4472-a3ef-369ad28e71e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:58.339693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32fd0-0d60-433f-8bc2-c968f0d26eba req-15250761-0eee-4472-a3ef-369ad28e71e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:58.356990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32fd0-0d60-433f-8bc2-c968f0d26eba req-15250761-0eee-4472-a3ef-369ad28e71e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:58.363918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32fd0-0d60-433f-8bc2-c968f0d26eba req-15250761-0eee-4472-a3ef-369ad28e71e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:58.371537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32fd0-0d60-433f-8bc2-c968f0d26eba req-15250761-0eee-4472-a3ef-369ad28e71e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:58.373562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Publish callbacks [] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:58.380224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32fd0-0d60-433f-8bc2-c968f0d26eba req-15250761-0eee-4472-a3ef-369ad28e71e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:58.391127 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:58.400497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25f32fd0-0d60-433f-8bc2-c968f0d26eba req-15250761-0eee-4472-a3ef-369ad28e71e6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 0.2317917 Feb 19 03:40:58.448281 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-3a456ad0-187d-4b79-b754-26d2d129d780 req-52c2cb53-9266-47c6-8082-dab03bd3e1c2 service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703201 Feb 19 03:40:58.452000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Network': ['ID=1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:58.522504 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-04961b0b-be69-4aa5-a20c-21cd9bc9fc9f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0397992 Feb 19 03:40:58.525025 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35998) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:58.544918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'network': {'name': 'tempest-router-network02--1939236610'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:58.546301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:40:58.587202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25f32fd0-0d60-433f-8bc2-c968f0d26eba req-4b718580-c2be-4292-a227-589d43f88b6b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805701 Feb 19 03:40:58.636751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Network 84beff73-5c58-49b0-ad4e-11f3140b36b2 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:40:58.709943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Pushing event updated for resources: {'Port': ['ID=a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:58.741057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:40:58.747802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:40:58.914631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Attempting to bind port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:40:58.915043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Attempting to bind port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '98381905-e1da-4350-a628-d23bc32994f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '84beff73-5c58-49b0-ad4e-11f3140b36b2'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:40:58.915673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Attempting to bind port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 on network 84beff73-5c58-49b0-ad4e-11f3140b36b2 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:58.928284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:40:58.928824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Checking segment: {'id': '98381905-e1da-4350-a628-d23bc32994f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '84beff73-5c58-49b0-ad4e-11f3140b36b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:40:58.929709 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:58.936349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Bound using segment: {'id': '98381905-e1da-4350-a628-d23bc32994f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '84beff73-5c58-49b0-ad4e-11f3140b36b2'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:40:58.937066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Bound port: a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98381905-e1da-4350-a628-d23bc32994f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '84beff73-5c58-49b0-ad4e-11f3140b36b2'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:40:58.937503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:59.182470 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] For port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:40:59.189985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] For port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40,segment=NetworkSegment(98381905-e1da-4350-a628-d23bc32994f4),segment_id=98381905-e1da-4350-a628-d23bc32994f4)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:40:59.208115 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:59.226310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b11f4-142e-4c94-98fd-0471b414c716 req-f218eeed-833a-41d8-b3ce-f6076242264c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:59.241169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-765b11f4-142e-4c94-98fd-0471b414c716 req-f218eeed-833a-41d8-b3ce-f6076242264c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 943 time: 0.1239948 Feb 19 03:40:59.375311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Made reservation on behalf of 8d4ffae66311436da54e747b628a399e for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:40:59.379640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:59.389522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-765b11f4-142e-4c94-98fd-0471b414c716 req-91677516-6d3d-4b00-9c1d-09800677a9ec tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443691 Feb 19 03:40:59.395342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbd644-bc03-4326-b4e0-8cd8775af8b2 None None] Pushing event updated for resources: {'Port': ['ID=a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:59.450230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:40:59.491300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50821-d947-4ede-91cf-ec636519667c req-4bb3aabd-372d-4100-9c7e-0f52de3d771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:59.494597 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d3e50821-d947-4ede-91cf-ec636519667c req-4bb3aabd-372d-4100-9c7e-0f52de3d771b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 1125 time: 0.9111080 Feb 19 03:40:59.499787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:59.501153 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Added segment fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40 of type vlan for network 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950 Feb 19 03:40:59.731127 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (9f8cdd0f-54d8-44bc-bc11-0a31fba6b950), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:59.795874 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (9f8cdd0f-54d8-44bc-bc11-0a31fba6b950), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:59.800493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:59.801101 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:59.835311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50821-d947-4ede-91cf-ec636519667c req-a6b2be02-e889-45b3-8e19-1c7fcfe4ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:59.836807 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d3e50821-d947-4ede-91cf-ec636519667c req-a6b2be02-e889-45b3-8e19-1c7fcfe4ae94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.3342562 Feb 19 03:41:00.029709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4844d-278d-4fbc-b96c-128142d68683 req-e076c20c-6463-4aad-bda0-47f32685e27d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.055000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4844d-278d-4fbc-b96c-128142d68683 req-e076c20c-6463-4aad-bda0-47f32685e27d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.062629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4844d-278d-4fbc-b96c-128142d68683 req-e076c20c-6463-4aad-bda0-47f32685e27d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.069081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4844d-278d-4fbc-b96c-128142d68683 req-e076c20c-6463-4aad-bda0-47f32685e27d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.087094 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d3e50821-d947-4ede-91cf-ec636519667c req-531a5bf3-213c-49c6-abb6-69ebf418070a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2d19fbf-b42a-49d6-8443-0b5e868a211f HTTP/1.1" status: 200 len: 217 time: 0.2012126 Feb 19 03:41:00.094258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4844d-278d-4fbc-b96c-128142d68683 req-e076c20c-6463-4aad-bda0-47f32685e27d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.109505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4844d-278d-4fbc-b96c-128142d68683 req-e076c20c-6463-4aad-bda0-47f32685e27d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.127709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4844d-278d-4fbc-b96c-128142d68683 req-e076c20c-6463-4aad-bda0-47f32685e27d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.129701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43e4844d-278d-4fbc-b96c-128142d68683 req-e076c20c-6463-4aad-bda0-47f32685e27d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 0.2857270 Feb 19 03:41:00.241157 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7068474 Feb 19 03:41:00.257689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36036) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:00.266836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'subnet': {'network_id': '1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:00.279177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603984f-e72e-4d16-b86b-219aec519a8a tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Network': ['ID=9f8cdd0f-54d8-44bc-bc11-0a31fba6b950,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:00.311727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:41:00.317113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43e4844d-278d-4fbc-b96c-128142d68683 req-33811b7c-3355-4786-941f-9abd379da57d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1765950 Feb 19 03:41:00.330293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50821-d947-4ede-91cf-ec636519667c req-146aa7c4-d373-4ded-9764-452fda2da340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.332596 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d3e50821-d947-4ede-91cf-ec636519667c req-146aa7c4-d373-4ded-9764-452fda2da340 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.2361057 Feb 19 03:41:00.353451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-3ac693c4-2c02-45c6-8785-322e0e29f739 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.376123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-3ac693c4-2c02-45c6-8785-322e0e29f739 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.396633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-3ac693c4-2c02-45c6-8785-322e0e29f739 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.416937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-3ac693c4-2c02-45c6-8785-322e0e29f739 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.431772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-3ac693c4-2c02-45c6-8785-322e0e29f739 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.475040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-3ac693c4-2c02-45c6-8785-322e0e29f739 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.483276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-3ac693c4-2c02-45c6-8785-322e0e29f739 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.486384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-3ac693c4-2c02-45c6-8785-322e0e29f739 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 0.2773879 Feb 19 03:41:00.549072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Made reservation on behalf of 8d4ffae66311436da54e747b628a399e for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:41:00.552413 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:00.564093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50821-d947-4ede-91cf-ec636519667c req-938ffe4f-050c-4134-9d31-5221a95c49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.565670 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d3e50821-d947-4ede-91cf-ec636519667c req-938ffe4f-050c-4134-9d31-5221a95c49c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2216520 Feb 19 03:41:00.677828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-4e1afdb7-b5ad-4bf4-ac77-3d2835cef627 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.679323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-4e1afdb7-b5ad-4bf4-ac77-3d2835cef627 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "GET /v2.0/ports/c186a5da-70f4-40fb-97bd-370729d3cb9f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1836958 Feb 19 03:41:00.782735 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d3e50821-d947-4ede-91cf-ec636519667c req-22cc1a53-d688-4ecf-8c4e-a8c4fcfcb8aa service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060418 Feb 19 03:41:00.991785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-5df83818-8cc3-41dc-9486-8916ccd906b5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "GET /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2984283 Feb 19 03:41:01.006496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (742ae196-b5ad-4931-9071-9f5ba74fac6b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:01.022895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:01.156568 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Subnet': ['ID=742ae196-b5ad-4931-9071-9f5ba74fac6b,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:01.183314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1f72c-87d7-48a7-b56b-540e88a2a630 req-432f7442-e7f5-44f0-82c1-1998abcf4a24 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:01.194107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60b1f72c-87d7-48a7-b56b-540e88a2a630 req-432f7442-e7f5-44f0-82c1-1998abcf4a24 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 943 time: 0.6229024 Feb 19 03:41:01.218639 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d3e50821-d947-4ede-91cf-ec636519667c req-783cd6b3-9e14-4325-8558-b12e35db6957 service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276121 Feb 19 03:41:01.220152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Checking segment: {'id': '9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:01.220863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network hostable DHCP agents. Network: 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:41:01.263235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:41:01.270387 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:01.287239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:01.295992 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:01.296638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:01.307366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7eba0-8f57-4d85-b67c-2ed7eee30717 None None] Network 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:01.340510 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c93fa91e-5414-47de-a197-9e79c8d2b76f tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0814786 Feb 19 03:41:01.340990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36058) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:01.371637 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'subnet': {'network_id': '9f8cdd0f-54d8-44bc-bc11-0a31fba6b950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:01.528734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60b1f72c-87d7-48a7-b56b-540e88a2a630 req-f43eb39a-f200-4fa7-a30f-166282c5ef27 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331525 Feb 19 03:41:01.625984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718', 'network_id': '1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718', 'project_id': '8d4ffae66311436da54e747b628a399e', 'fixed_ips': [{'subnet_id': '742ae196-b5ad-4931-9071-9f5ba74fac6b'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:41:01.633663 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:01.653877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Made reservation on behalf of 8d4ffae66311436da54e747b628a399e for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:41:01.658742 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:01.713227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c302b9-9fdc-4386-a5a9-fa0bafddd337 None None] Network 84beff73-5c58-49b0-ad4e-11f3140b36b2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:01.874818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] For port c186a5da-70f4-40fb-97bd-370729d3cb9f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=c186a5da-70f4-40fb-97bd-370729d3cb9f,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:01.903172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:01.927286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] For port c186a5da-70f4-40fb-97bd-370729d3cb9f, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:01.977197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] device_id is not set on port c186a5da-70f4-40fb-97bd-370729d3cb9f yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:41:01.991659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Allocated IP 2001:db8::2 (1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718/742ae196-b5ad-4931-9071-9f5ba74fac6b/c2228a6b-9005-426f-9093-6b4484ebf04b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:02.003316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] Publish callbacks [] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:02.022176 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:02.052243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae258eea-4d00-423d-8291-8f8b8734886c req-d235d491-f028-465c-83bb-52162350ed83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.069714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae258eea-4d00-423d-8291-8f8b8734886c req-d235d491-f028-465c-83bb-52162350ed83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.079692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae258eea-4d00-423d-8291-8f8b8734886c req-d235d491-f028-465c-83bb-52162350ed83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.108606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae258eea-4d00-423d-8291-8f8b8734886c req-d235d491-f028-465c-83bb-52162350ed83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.129785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae258eea-4d00-423d-8291-8f8b8734886c req-d235d491-f028-465c-83bb-52162350ed83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.155886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae258eea-4d00-423d-8291-8f8b8734886c req-d235d491-f028-465c-83bb-52162350ed83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.184285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae258eea-4d00-423d-8291-8f8b8734886c req-d235d491-f028-465c-83bb-52162350ed83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.204533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae258eea-4d00-423d-8291-8f8b8734886c req-d235d491-f028-465c-83bb-52162350ed83 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 5433 time: 0.4727476 Feb 19 03:41:02.246897 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (a4e85032-0185-4cf4-af83-53cb36e76e5e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:02.265373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:02.449793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] No DVR routers for this DVR port c186a5da-70f4-40fb-97bd-370729d3cb9f on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:02.525388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f2d19fbf-b42a-49d6-8443-0b5e868a211f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:41:02.528390 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Subnet': ['ID=a4e85032-0185-4cf4-af83-53cb36e76e5e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:02.562614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c186a5da-70f4-40fb-97bd-370729d3cb9f,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:02.570308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Checking segment: {'id': 'fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9f8cdd0f-54d8-44bc-bc11-0a31fba6b950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:02.571256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network hostable DHCP agents. Network: 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:41:02.595882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae258eea-4d00-423d-8291-8f8b8734886c req-cc6bba03-f1ea-48c3-bb1d-2e54e6136973 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=18932da4-ad4e-4d5c-954b-5af32e989bc6&id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3904462 Feb 19 03:41:02.610883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:41:02.635136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3bf02992-db0b-4264-8d3d-c9411bd1358e None None] Provisioning complete for port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:02.651931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] In _notify_port_updated(), no bound segment for port c186a5da-70f4-40fb-97bd-370729d3cb9f on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:41:02.652188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:02.652908 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3bf02992-db0b-4264-8d3d-c9411bd1358e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:02.677405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.678469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:02.680400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.681339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:02.684213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-482c6a30-c0ef-4fff-b6fb-4288e21198f7 service neutron] 10.222.0.71 "PUT /v2.0/ports/c186a5da-70f4-40fb-97bd-370729d3cb9f HTTP/1.1" status: 200 len: 1025 time: 1.6693807 Feb 19 03:41:02.741074 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-81d45071-043c-408b-af15-eddce56344a2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3987806 Feb 19 03:41:02.741947 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36088) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:02.802361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb48117-41d5-4b98-a95c-6c21eda99ddc None None] Network 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:02.849210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-7a22f4b1-f201-4e24-9cb3-58a320908781 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.851479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-7a22f4b1-f201-4e24-9cb3-58a320908781 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "GET /v2.0/ports/59d89fa6-04f0-4b05-b65e-86aa824fe6c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1619351 Feb 19 03:41:02.899371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:03.067626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de298b0-a21c-4814-a1c9-f8d74d0d8e5b req-865e2f86-86d0-4afb-ac3b-efbecea571a6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:03.069635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3de298b0-a21c-4814-a1c9-f8d74d0d8e5b req-865e2f86-86d0-4afb-ac3b-efbecea571a6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 943 time: 0.2577031 Feb 19 03:41:03.100588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:03.310624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Publish callbacks [] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:03.337108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-9f8cdd0f-54d8-44bc-bc11-0a31fba6b950', 'network_id': '9f8cdd0f-54d8-44bc-bc11-0a31fba6b950', 'project_id': '8d4ffae66311436da54e747b628a399e', 'fixed_ips': [{'subnet_id': 'a4e85032-0185-4cf4-af83-53cb36e76e5e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:41:03.338306 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:03.342712 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:03.423475 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:41:03.460516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Network 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:03.495821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:03.496084 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:03.506817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] For port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:03.560239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] For port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:03.670914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:03.671750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:03.682548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] device_id is not set on port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:41:03.702917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] Publish callbacks [] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:03.730610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3de298b0-a21c-4814-a1c9-f8d74d0d8e5b req-703dee6e-be19-43b0-8e2c-cdae51169c96 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6454017 Feb 19 03:41:03.732879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:04.007679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] No DVR routers for this DVR port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:04.101745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] In _notify_port_updated(), no bound segment for port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 on network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:41:04.102657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:04.103273 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:04.104599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] 10.222.0.71 "PUT /v2.0/ports/59d89fa6-04f0-4b05-b65e-86aa824fe6c9 HTTP/1.1" status: 200 len: 1028 time: 1.2148423 Feb 19 03:41:04.105236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13561b62-f19e-4c08-88ed-5d6d4b4cb026 service neutron] Pushing event updated for resources: {'Port': ['ID=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:04.146527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Allocated IP 2001:db8::2 (9f8cdd0f-54d8-44bc-bc11-0a31fba6b950/a4e85032-0185-4cf4-af83-53cb36e76e5e/4264b547-b96c-434d-9aed-cec4d7b29b98) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:04.395045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:04.448021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce203-37a0-4176-a6ca-720acd570fe2 req-c6c1cae5-c4c8-4833-93d3-7cc30fd897d0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:04.455896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce203-37a0-4176-a6ca-720acd570fe2 req-c6c1cae5-c4c8-4833-93d3-7cc30fd897d0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:04.462507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce203-37a0-4176-a6ca-720acd570fe2 req-c6c1cae5-c4c8-4833-93d3-7cc30fd897d0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:04.473395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce203-37a0-4176-a6ca-720acd570fe2 req-c6c1cae5-c4c8-4833-93d3-7cc30fd897d0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:04.484042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce203-37a0-4176-a6ca-720acd570fe2 req-c6c1cae5-c4c8-4833-93d3-7cc30fd897d0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:04.497578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b10ce203-37a0-4176-a6ca-720acd570fe2 req-c6c1cae5-c4c8-4833-93d3-7cc30fd897d0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 3886 time: 0.4977551 Feb 19 03:41:04.544450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-d0499e70-2e34-42ce-bf9d-a88fe4113021 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:04.545292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-d0499e70-2e34-42ce-bf9d-a88fe4113021 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:04.547746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Allocated IP 2001:db8::1 (1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718/742ae196-b5ad-4931-9071-9f5ba74fac6b/26f76231-a09b-4002-ae86-cbca082683d5) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:04.553355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:04.553748 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:04.639267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b10ce203-37a0-4176-a6ca-720acd570fe2 req-7548b02f-4e8e-4a6c-80ef-c02dede58a7e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399171 Feb 19 03:41:04.665877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Pushing event updated for resources: {'Port': ['ID=c2228a6b-9005-426f-9093-6b4484ebf04b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:04.667943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3bf02992-db0b-4264-8d3d-c9411bd1358e None None] Current status of the port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:04.669613 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3bf02992-db0b-4264-8d3d-c9411bd1358e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:04.793013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-d0499e70-2e34-42ce-bf9d-a88fe4113021 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] For port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:04.793650 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-d0499e70-2e34-42ce-bf9d-a88fe4113021 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:04.798590 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for port (26f76231-a09b-4002-ae86-cbca082683d5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:04.808688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f2d19fbf-b42a-49d6-8443-0b5e868a211f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f2d19fbf-b42a-49d6-8443-0b5e868a211f,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:04.836978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-d0499e70-2e34-42ce-bf9d-a88fe4113021 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Calling delete_port for bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:04.864236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:04.872582 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (26f76231-a09b-4002-ae86-cbca082683d5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:04.913877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:04.958828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:04.962483 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4a8605-a7d4-4b25-b837-41b71ff35469" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-unplugged", "status": "completed", "tag": "bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:04.971500 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Publish callbacks [] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:04.987379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:04.992049 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:04.992962 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (9139d549-2b76-48b9-a222-82bc46bcbea6), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:05.005533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:05.006234 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:05.040187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:05.042072 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:05.042888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:05.196432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204280be-e654-4573-8295-715385fc7d26 req-35ecf4d2-72e2-4305-a943-b26b8fea4c7a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:05.210688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-204280be-e654-4573-8295-715385fc7d26 req-35ecf4d2-72e2-4305-a943-b26b8fea4c7a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 943 time: 0.1793332 Feb 19 03:41:05.260012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3bf02992-db0b-4264-8d3d-c9411bd1358e None None] For port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40,segment=NetworkSegment(98381905-e1da-4350-a628-d23bc32994f4),segment_id=98381905-e1da-4350-a628-d23bc32994f4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:05.294831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Pushing event updated for resources: {'Port': ['ID=4264b547-b96c-434d-9aed-cec4d7b29b98,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:05.325814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'f2d19fbf-b42a-49d6-8443-0b5e868a211f', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'port_id': 'f2d19fbf-b42a-49d6-8443-0b5e868a211f', 'mac_address': 'fa:16:3e:48:aa:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:41:05.338870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Port': ['ID=26f76231-a09b-4002-ae86-cbca082683d5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:05.370374 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (26f76231-a09b-4002-ae86-cbca082683d5), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:05.544117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:05.562465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f2d19fbf-b42a-49d6-8443-0b5e868a211f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:05.569167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:05.577449 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3bf02992-db0b-4264-8d3d-c9411bd1358e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:05.727014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Network 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:05.829783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf02992-db0b-4264-8d3d-c9411bd1358e None None] Pushing event updated for resources: {'Port': ['ID=a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:05.848046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Attempting to bind port c2228a6b-9005-426f-9093-6b4484ebf04b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:41:05.848520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Attempting to bind port c2228a6b-9005-426f-9093-6b4484ebf04b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:41:05.848951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Attempting to bind port c2228a6b-9005-426f-9093-6b4484ebf04b on network 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:05.901986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:05.907785 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:41:05.908152 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:41:05.931255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:06.038433 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:41:06.039262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Checking segment: {'id': '9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:06.039925 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.040545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Bound using segment: {'id': '9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:41:06.042049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Bound port: c2228a6b-9005-426f-9093-6b4484ebf04b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:41:06.042760 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.160775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d19fbf-b42a-49d6-8443-0b5e868a211f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:41:06.204397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6dcdccd2-d8a9-4520-b11e-06500fad7ef1 None None] Provisioning complete for port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:06.208201 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6dcdccd2-d8a9-4520-b11e-06500fad7ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.231660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-204280be-e654-4573-8295-715385fc7d26 req-5dff3bab-b5a7-4ecb-9822-ee0b7a9ded75 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0186615 Feb 19 03:41:06.239432 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for port (26f76231-a09b-4002-ae86-cbca082683d5), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.255027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (26f76231-a09b-4002-ae86-cbca082683d5), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.256752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (9139d549-2b76-48b9-a222-82bc46bcbea6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.301933 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-d0499e70-2e34-42ce-bf9d-a88fe4113021 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.393759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0499e70-2e34-42ce-bf9d-a88fe4113021 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Port': ['ID=bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:06.461630 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e8a0d9-50da-4fc6-a7ed-0e17e46ea447 x-openstack-request-id: req-19e8a0d9-50da-4fc6-a7ed-0e17e46ea447 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:06.463789 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-unplugged", "status": "completed", "tag": "bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:06.465431 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19e8a0d9-50da-4fc6-a7ed-0e17e46ea447 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:06.466587 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7', 'code': 200} Feb 19 03:41:06.529343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-d0499e70-2e34-42ce-bf9d-a88fe4113021 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] No DVR routers for this DVR port bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:06.533282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-d0499e70-2e34-42ce-bf9d-a88fe4113021 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.538834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-d0499e70-2e34-42ce-bf9d-a88fe4113021 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "DELETE /v2.0/ports/bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7 HTTP/1.1" status: 204 len: 173 time: 2.4226060 Feb 19 03:41:06.539360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-deleted', 'tag': 'bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:06.541992 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b4cd3f-36f5-4ccb-a27a-fb085f596f84" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-deleted", "tag": "bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:06.562630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:06.563642 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.646809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Port': ['ID=26f76231-a09b-4002-ae86-cbca082683d5,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:06.710850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6029-9f96-4a2a-89fa-eaaa6c3962bf req-91ec3128-9b56-4e60-a087-192d1ca80fe8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:06.716211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6029-9f96-4a2a-89fa-eaaa6c3962bf req-91ec3128-9b56-4e60-a087-192d1ca80fe8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:06.716885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:06.722746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6029-9f96-4a2a-89fa-eaaa6c3962bf req-91ec3128-9b56-4e60-a087-192d1ca80fe8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:06.725763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:06.728184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6029-9f96-4a2a-89fa-eaaa6c3962bf req-91ec3128-9b56-4e60-a087-192d1ca80fe8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:06.739195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af8e6029-9f96-4a2a-89fa-eaaa6c3962bf req-91ec3128-9b56-4e60-a087-192d1ca80fe8 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 3152 time: 0.2199640 Feb 19 03:41:06.743909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:06.752095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Attempting to bind port 4264b547-b96c-434d-9aed-cec4d7b29b98 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:41:06.752471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Attempting to bind port 4264b547-b96c-434d-9aed-cec4d7b29b98 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9f8cdd0f-54d8-44bc-bc11-0a31fba6b950'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:41:06.752919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Attempting to bind port 4264b547-b96c-434d-9aed-cec4d7b29b98 on network 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:06.768345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f2d19fbf-b42a-49d6-8443-0b5e868a211f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f2d19fbf-b42a-49d6-8443-0b5e868a211f,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:06.784243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:41:06.784628 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Checking segment: {'id': 'fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9f8cdd0f-54d8-44bc-bc11-0a31fba6b950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:06.785575 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.786025 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Bound using segment: {'id': 'fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9f8cdd0f-54d8-44bc-bc11-0a31fba6b950'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:41:06.794328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Bound port: 4264b547-b96c-434d-9aed-cec4d7b29b98, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9f8cdd0f-54d8-44bc-bc11-0a31fba6b950'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:41:06.794766 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.805422 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.812811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:06.813171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.841062 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.941880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af8e6029-9f96-4a2a-89fa-eaaa6c3962bf req-0181d613-2d08-4173-8154-ec2ee75498b0 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013204 Feb 19 03:41:07.105145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:07.116996 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdccd2-d8a9-4520-b11e-06500fad7ef1 None None] Port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:41:07.148310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:07.155790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Router 9139d549-2b76-48b9-a222-82bc46bcbea6 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:41:07.160599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] For port 9073329f-5c4c-4002-9dd2-84a3f70d0e36, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9073329f-5c4c-4002-9dd2-84a3f70d0e36,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:07.161664 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:07.212530 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:07.213103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c186a5da-70f4-40fb-97bd-370729d3cb9f no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:07.444606 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15db7d54-ecb3-4892-a73b-727466c71eff x-openstack-request-id: req-15db7d54-ecb3-4892-a73b-727466c71eff {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:07.445313 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-deleted", "tag": "bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:07.448848 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15db7d54-ecb3-4892-a73b-727466c71eff {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:07.449504 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-deleted', 'tag': 'bfeb3bc5-38c5-4172-aec0-25fdecbfa6c7', 'status': 'completed', 'code': 200} Feb 19 03:41:07.561621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:41:07.576110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f2d19fbf-b42a-49d6-8443-0b5e868a211f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:41:07.581267 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683bef1-ae56-45e9-aaef-2ff5b6a73918 None None] Sync routers for ids ['9139d549-2b76-48b9-a222-82bc46bcbea6'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:41:07.604690 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d3490111-0782-4b6c-8cf9-e58f36a68813 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "PUT /v2.0/routers/9139d549-2b76-48b9-a222-82bc46bcbea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8614266 Feb 19 03:41:07.609280 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36200) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:07.617578 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a683bef1-ae56-45e9-aaef-2ff5b6a73918 None None] Routers {'9139d549-2b76-48b9-a222-82bc46bcbea6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:07.618900 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a683bef1-ae56-45e9-aaef-2ff5b6a73918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:40:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9139d549-2b76-48b9-a222-82bc46bcbea6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:07.683563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] For port c2228a6b-9005-426f-9093-6b4484ebf04b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:07.695317 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a683bef1-ae56-45e9-aaef-2ff5b6a73918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:07.701876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] For port c2228a6b-9005-426f-9093-6b4484ebf04b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c2228a6b-9005-426f-9093-6b4484ebf04b,segment=NetworkSegment(9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf),segment_id=9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:41:07.713419 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a683bef1-ae56-45e9-aaef-2ff5b6a73918 None None] Routers {'9139d549-2b76-48b9-a222-82bc46bcbea6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:07.714630 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a683bef1-ae56-45e9-aaef-2ff5b6a73918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:40:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9139d549-2b76-48b9-a222-82bc46bcbea6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:07.768230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] For port 4264b547-b96c-434d-9aed-cec4d7b29b98, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:07.774917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] For port 4264b547-b96c-434d-9aed-cec4d7b29b98, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4264b547-b96c-434d-9aed-cec4d7b29b98,segment=NetworkSegment(fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40),segment_id=fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:41:07.795112 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a683bef1-ae56-45e9-aaef-2ff5b6a73918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:07.796333 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683bef1-ae56-45e9-aaef-2ff5b6a73918 None None] The sync data for ids ['9139d549-2b76-48b9-a222-82bc46bcbea6'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:41:07.826250 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:07.839384 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:07.892779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6dcdccd2-d8a9-4520-b11e-06500fad7ef1 None None] Provisioning complete for port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:07.894404 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6dcdccd2-d8a9-4520-b11e-06500fad7ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:07.952507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port c186a5da-70f4-40fb-97bd-370729d3cb9f host ! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:41:07.953042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device c186a5da-70f4-40fb-97bd-370729d3cb9f not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:41:07.953564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:07.968222 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:07.968669 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (fc4c967d-99e1-45a1-a454-6e4685de0da0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:07.969195 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Floating IP fc4c967d-99e1-45a1-a454-6e4685de0da0 disassociated. External IP: 172.25.4.52, port: 9073329f-5c4c-4002-9dd2-84a3f70d0e36. Feb 19 03:41:07.969627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Calling delete_port for 9073329f-5c4c-4002-9dd2-84a3f70d0e36 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:08.179991 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9073329f-5c4c-4002-9dd2-84a3f70d0e36), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:08.221311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:08.228343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:08.238964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 host ! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:41:08.239716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:41:08.256718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:08.276975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Port': ['ID=9073329f-5c4c-4002-9dd2-84a3f70d0e36,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:08.328283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b65d-f7eb-47df-a4fc-a107402f1350 req-158855c4-359f-4ca0-96bd-01440fc0547b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:08.341966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0383b65d-f7eb-47df-a4fc-a107402f1350 req-158855c4-359f-4ca0-96bd-01440fc0547b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 944 time: 0.6972368 Feb 19 03:41:08.571416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0383b65d-f7eb-47df-a4fc-a107402f1350 req-83eee429-7f5e-46de-8279-97fc106a47ae tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283185 Feb 19 03:41:08.675912 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-c0811161-3400-42f6-83ae-b4aa7c47d374 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:41:08.681702 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c0811161-3400-42f6-83ae-b4aa7c47d374 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "PUT /v2.0/routers/9139d549-2b76-48b9-a222-82bc46bcbea6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0694764 Feb 19 03:41:08.703663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36226) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:09.004213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9151067e-5e48-4a0d-8c17-79a5f4b4fa6a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:09.007633 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52419acd-1d92-4b30-bc42-c1f7aaaeb4de" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-unplugged", "status": "completed", "tag": "9151067e-5e48-4a0d-8c17-79a5f4b4fa6a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:09.058060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f2d19fbf-b42a-49d6-8443-0b5e868a211f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:09.135773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Router 04a2353a-6a40-4004-b896-e98ec2967c15 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:41:09.146165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211e253-7254-490e-84d8-5bf192fc6eb5 req-b6bff829-5039-42ce-879d-f3650eb412ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:09.152679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211e253-7254-490e-84d8-5bf192fc6eb5 req-b6bff829-5039-42ce-879d-f3650eb412ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:09.218349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211e253-7254-490e-84d8-5bf192fc6eb5 req-b6bff829-5039-42ce-879d-f3650eb412ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:09.240724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c211e253-7254-490e-84d8-5bf192fc6eb5 req-b6bff829-5039-42ce-879d-f3650eb412ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 2414 time: 0.3221152 Feb 19 03:41:09.429276 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-560bd3ba-e096-4ef4-af06-898e86eefaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:09.589299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:41:09.647053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:09.647478 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:09.655176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] Sync routers for ids ['04a2353a-6a40-4004-b896-e98ec2967c15'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:41:09.659263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:09.734038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdccd2-d8a9-4520-b11e-06500fad7ef1 None None] Current status of the port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:09.829390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] Routers {'04a2353a-6a40-4004-b896-e98ec2967c15'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:09.829790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] No DVR routers for this DVR port 9073329f-5c4c-4002-9dd2-84a3f70d0e36 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:09.830135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:40:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['04a2353a-6a40-4004-b896-e98ec2967c15'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:09.842821 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:09.856663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-bac6151f-7c92-49cd-9bbe-c6aa9295ac01 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "DELETE /v2.0/ports/9073329f-5c4c-4002-9dd2-84a3f70d0e36 HTTP/1.1" status: 204 len: 173 time: 3.2436380 Feb 19 03:41:09.889724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-deleted', 'tag': '9073329f-5c4c-4002-9dd2-84a3f70d0e36'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:09.896956 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b7b3eb-27b1-4f33-8179-d8306aaa0ead" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-deleted", "tag": "9073329f-5c4c-4002-9dd2-84a3f70d0e36"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:09.986741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c211e253-7254-490e-84d8-5bf192fc6eb5 req-7dd6084b-8f54-4d4a-a247-9703ac12b51a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7444270 Feb 19 03:41:10.045736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] Set router 04a2353a-6a40-4004-b896-e98ec2967c15 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:41:10.280762 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00753bca-579d-4ac2-b7a8-16d9d09390cd x-openstack-request-id: req-00753bca-579d-4ac2-b7a8-16d9d09390cd {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:10.283212 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-unplugged", "status": "completed", "tag": "9151067e-5e48-4a0d-8c17-79a5f4b4fa6a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:10.290248 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00753bca-579d-4ac2-b7a8-16d9d09390cd {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:10.291655 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9151067e-5e48-4a0d-8c17-79a5f4b4fa6a', 'code': 200} Feb 19 03:41:10.360420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-f941cf32-7621-4595-beb3-2acd2de0f9af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:10.360420 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-f941cf32-7621-4595-beb3-2acd2de0f9af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:10.671934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-f941cf32-7621-4595-beb3-2acd2de0f9af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] For port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:10.672682 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-f941cf32-7621-4595-beb3-2acd2de0f9af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:10.688790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6dcdccd2-d8a9-4520-b11e-06500fad7ef1 None None] Provisioning complete for port c186a5da-70f4-40fb-97bd-370729d3cb9f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:10.689174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6dcdccd2-d8a9-4520-b11e-06500fad7ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:10.699724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6a370-2dc9-4f19-a721-873d8bbccef7 None None] Pushing event updated for resources: {'Port': ['ID=4264b547-b96c-434d-9aed-cec4d7b29b98,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:10.742729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-f941cf32-7621-4595-beb3-2acd2de0f9af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Calling delete_port for db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:10.899886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:10.921688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b464b-13bd-40d2-8bd6-0790d414f297 None None] Pushing event updated for resources: {'Port': ['ID=c2228a6b-9005-426f-9093-6b4484ebf04b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:11.037783 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (9139d549-2b76-48b9-a222-82bc46bcbea6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:11.051261 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-f941cf32-7621-4595-beb3-2acd2de0f9af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:11.051726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1ca7c-49bc-47bb-9b63-412110b84fc6 None None] Network 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:11.053265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24057174-e0ca-4925-9244-c9ac42e0d99b None None] Network 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:11.120959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941cf32-7621-4595-beb3-2acd2de0f9af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Port': ['ID=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:11.206638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8ce28-ee66-4d17-bf82-3d7e24aafd27 req-230b7810-c0c8-46c0-823e-db3d46f12834 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:11.220684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4f8ce28-ee66-4d17-bf82-3d7e24aafd27 req-230b7810-c0c8-46c0-823e-db3d46f12834 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 944 time: 0.1880679 Feb 19 03:41:11.277588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-f941cf32-7621-4595-beb3-2acd2de0f9af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] No DVR routers for this DVR port db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:11.282889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-f941cf32-7621-4595-beb3-2acd2de0f9af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:11.290251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-f941cf32-7621-4595-beb3-2acd2de0f9af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "DELETE /v2.0/ports/db39a70c-c812-4f4d-85f8-5e3d0bfe95b3 HTTP/1.1" status: 204 len: 173 time: 1.4322505 Feb 19 03:41:11.332631 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (db39a70c-c812-4f4d-85f8-5e3d0bfe95b3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:11.333363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9073329f-5c4c-4002-9dd2-84a3f70d0e36 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:11.464188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 9073329f-5c4c-4002-9dd2-84a3f70d0e36 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:41:11.464576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9073329f-5c4c-4002-9dd2-84a3f70d0e36 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:41:11.464965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3329ef89-e726-417b-9273-f6162141cb25 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:11.518456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4f8ce28-ee66-4d17-bf82-3d7e24aafd27 req-8d569629-4658-46a4-9b01-01239ccbb961 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957692 Feb 19 03:41:11.598667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-fb16f79c-4ff4-40a0-a766-3b0a31ec7c63 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:11.600180 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-fb16f79c-4ff4-40a0-a766-3b0a31ec7c63 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:11.677962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Deleting port 26f76231-a09b-4002-ae86-cbca082683d5 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:11.678352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (26f76231-a09b-4002-ae86-cbca082683d5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:11.773600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event deleted for resources: {'Port': ['ID=db39a70c-c812-4f4d-85f8-5e3d0bfe95b3,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:11.851675 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af1bd91-af3a-4b63-9518-dd30ce9188ea x-openstack-request-id: req-9af1bd91-af3a-4b63-9518-dd30ce9188ea {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:11.852273 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-deleted", "tag": "9073329f-5c4c-4002-9dd2-84a3f70d0e36", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:11.852273 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9af1bd91-af3a-4b63-9518-dd30ce9188ea {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:11.852684 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-deleted', 'tag': '9073329f-5c4c-4002-9dd2-84a3f70d0e36', 'status': 'completed', 'code': 200} Feb 19 03:41:11.903915 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ecec07d8-2b85-4ad1-9fa5-af7b5dfe11ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:11.916118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (26f76231-a09b-4002-ae86-cbca082683d5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:11.951100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Calling delete_port for 26f76231-a09b-4002-ae86-cbca082683d5 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:12.057087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3329ef89-e726-417b-9273-f6162141cb25 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:12.057700 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3329ef89-e726-417b-9273-f6162141cb25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:12.068738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdccd2-d8a9-4520-b11e-06500fad7ef1 None None] Port c186a5da-70f4-40fb-97bd-370729d3cb9f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:41:12.123090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95459813-96c5-44c4-86d9-7cfdfd427a4b req-34568c4e-4fbe-4f77-ad31-3215557b98af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.145029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95459813-96c5-44c4-86d9-7cfdfd427a4b req-34568c4e-4fbe-4f77-ad31-3215557b98af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.158296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95459813-96c5-44c4-86d9-7cfdfd427a4b req-34568c4e-4fbe-4f77-ad31-3215557b98af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 1679 time: 0.3043869 Feb 19 03:41:12.168813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:12.305678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95459813-96c5-44c4-86d9-7cfdfd427a4b req-0b6ae05e-e109-403b-9fa7-14dfe483ff49 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457148 Feb 19 03:41:12.327225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db39a70c-c812-4f4d-85f8-5e3d0bfe95b3'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:12.334536 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7c3ddc-1f7d-4e21-85d8-6fe5ea8d6f9e" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-unplugged", "status": "completed", "tag": "db39a70c-c812-4f4d-85f8-5e3d0bfe95b3"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:12.361871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-fb16f79c-4ff4-40a0-a766-3b0a31ec7c63 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] For port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:12.362504 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-fb16f79c-4ff4-40a0-a766-3b0a31ec7c63 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:12.403682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-fb16f79c-4ff4-40a0-a766-3b0a31ec7c63 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Calling delete_port for 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:12.428911 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:12.511230 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (26f76231-a09b-4002-ae86-cbca082683d5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:12.551526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Provisioning complete for port 4264b547-b96c-434d-9aed-cec4d7b29b98 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:12.552045 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:12.603675 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf360b-4820-4243-b4d5-db0340a71ac3 x-openstack-request-id: req-e1bf360b-4820-4243-b4d5-db0340a71ac3 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:12.611220 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-unplugged", "status": "completed", "tag": "db39a70c-c812-4f4d-85f8-5e3d0bfe95b3", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:12.614210 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1bf360b-4820-4243-b4d5-db0340a71ac3 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:12.614734 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db39a70c-c812-4f4d-85f8-5e3d0bfe95b3', 'code': 200} Feb 19 03:41:12.636628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Port': ['ID=26f76231-a09b-4002-ae86-cbca082683d5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:12.684229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3329ef89-e726-417b-9273-f6162141cb25, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3329ef89-e726-417b-9273-f6162141cb25,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:12.746735 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3329ef89-e726-417b-9273-f6162141cb25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:12.755978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4264b547-b96c-434d-9aed-cec4d7b29b98 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:12.840882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (9139d549-2b76-48b9-a222-82bc46bcbea6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:12.885196 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-fb16f79c-4ff4-40a0-a766-3b0a31ec7c63 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9151067e-5e48-4a0d-8c17-79a5f4b4fa6a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:13.090473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3329ef89-e726-417b-9273-f6162141cb25,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:13.106852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16f79c-4ff4-40a0-a766-3b0a31ec7c63 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Port': ['ID=9151067e-5e48-4a0d-8c17-79a5f4b4fa6a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:13.179000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-fb16f79c-4ff4-40a0-a766-3b0a31ec7c63 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] No DVR routers for this DVR port 9151067e-5e48-4a0d-8c17-79a5f4b4fa6a on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:13.183833 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-fb16f79c-4ff4-40a0-a766-3b0a31ec7c63 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:13.187460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Router 9139d549-2b76-48b9-a222-82bc46bcbea6 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:41:13.189697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:29Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e1eff678-faf0-4bbe-a8c6-37a1ff95dba3', 'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'mac_address': 'fa:16:3e:3f:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:27Z', 'updated_at': '2022-02-19T03:33:41Z', 'revision_number': 5, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'subnets': [{'id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:13.189969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-fb16f79c-4ff4-40a0-a766-3b0a31ec7c63 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "DELETE /v2.0/ports/9151067e-5e48-4a0d-8c17-79a5f4b4fa6a HTTP/1.1" status: 204 len: 173 time: 1.8911424 Feb 19 03:41:13.202463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05615aea-f4ba-4d19-b68d-1b5ea5fd554a req-4c263c2c-dca2-4099-ac2d-5794bacb2d15 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:13.213451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05615aea-f4ba-4d19-b68d-1b5ea5fd554a req-4c263c2c-dca2-4099-ac2d-5794bacb2d15 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 944 time: 0.3565695 Feb 19 03:41:13.327623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:41:13.342702 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7fd297da-0dbc-4d22-8aa8-9bbf4262a120 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "PUT /v2.0/routers/9139d549-2b76-48b9-a222-82bc46bcbea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6257782 Feb 19 03:41:13.342937 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bfb06d-82f6-427a-b9e6-4f52bc74802a None None] Sync routers for ids ['9139d549-2b76-48b9-a222-82bc46bcbea6'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:41:13.343446 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36298) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:13.359610 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bfb06d-82f6-427a-b9e6-4f52bc74802a None None] Routers {'9139d549-2b76-48b9-a222-82bc46bcbea6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:13.360247 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-71bfb06d-82f6-427a-b9e6-4f52bc74802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:41:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9139d549-2b76-48b9-a222-82bc46bcbea6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:13.365805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] Checking router: 04a2353a-6a40-4004-b896-e98ec2967c15 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:41:13.375185 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:13.378266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Current status of the port 4264b547-b96c-434d-9aed-cec4d7b29b98 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:13.378660 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:13.384600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4264b547-b96c-434d-9aed-cec4d7b29b98 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:13.384983 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:13.435451 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-2aa64dc4-c837-438c-845b-b0b281d49395 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] delete failed (client error): The resource could not be found. Feb 19 03:41:13.440108 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2aa64dc4-c837-438c-845b-b0b281d49395 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-847187870 HTTP/1.1" status: 404 len: 334 time: 0.0958002 Feb 19 03:41:13.444162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36302) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:13.448866 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-30902322-cd4c-4810-a661-4d63484a3fbf tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'router': {'external_gateway_info': {'network_id': '9139d549-2b76-48b9-a222-82bc46bcbea6'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:13.475960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05615aea-f4ba-4d19-b68d-1b5ea5fd554a req-8e04d625-7774-49aa-95fc-48be1ee0ecb8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614360 Feb 19 03:41:13.482381 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-71bfb06d-82f6-427a-b9e6-4f52bc74802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:13.489575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] Routers {'04a2353a-6a40-4004-b896-e98ec2967c15'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:13.504300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:41:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['04a2353a-6a40-4004-b896-e98ec2967c15'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:13.555057 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bfb06d-82f6-427a-b9e6-4f52bc74802a None None] Routers {'9139d549-2b76-48b9-a222-82bc46bcbea6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:13.555935 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-71bfb06d-82f6-427a-b9e6-4f52bc74802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:41:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9139d549-2b76-48b9-a222-82bc46bcbea6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:13.616547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-95f3201e-a158-4e7f-8a2c-69e9a665d4b9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting port 3329ef89-e726-417b-9273-f6162141cb25 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:13.623535 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-95f3201e-a158-4e7f-8a2c-69e9a665d4b9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3329ef89-e726-417b-9273-f6162141cb25), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:13.752765 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-71bfb06d-82f6-427a-b9e6-4f52bc74802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:13.753675 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bfb06d-82f6-427a-b9e6-4f52bc74802a None None] The sync data for ids ['9139d549-2b76-48b9-a222-82bc46bcbea6'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:41:13.754974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] For port 4264b547-b96c-434d-9aed-cec4d7b29b98, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4264b547-b96c-434d-9aed-cec4d7b29b98,segment=NetworkSegment(fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40),segment_id=fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:13.765462 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:13.854255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-deleted', 'tag': 'db39a70c-c812-4f4d-85f8-5e3d0bfe95b3'}, {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-deleted', 'tag': '9151067e-5e48-4a0d-8c17-79a5f4b4fa6a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:13.856772 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b14d552-b12f-4fab-8a00-709f98a30316" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-deleted", "tag": "db39a70c-c812-4f4d-85f8-5e3d0bfe95b3"}, {"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-deleted", "tag": "9151067e-5e48-4a0d-8c17-79a5f4b4fa6a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:13.921287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7260817-b65f-4770-bdc2-95a91a0a0b15 req-05a5e6be-e25b-44b5-b197-4b5f60e4d571 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:13.930132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7260817-b65f-4770-bdc2-95a91a0a0b15 req-05a5e6be-e25b-44b5-b197-4b5f60e4d571 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 943 time: 0.1902192 Feb 19 03:41:13.943214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-95f3201e-a158-4e7f-8a2c-69e9a665d4b9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] For port 3329ef89-e726-417b-9273-f6162141cb25, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3329ef89-e726-417b-9273-f6162141cb25,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:13.943889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-95f3201e-a158-4e7f-8a2c-69e9a665d4b9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3329ef89-e726-417b-9273-f6162141cb25), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:13.966609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-95f3201e-a158-4e7f-8a2c-69e9a665d4b9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Calling delete_port for 3329ef89-e726-417b-9273-f6162141cb25 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:14.118111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7260817-b65f-4770-bdc2-95a91a0a0b15 req-d5246323-3c4c-414e-8bf1-f08fba3bbca2 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups?id=a689113b-b0ae-4d53-93b0-3000f4c5e74f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866899 Feb 19 03:41:14.258564 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30902322-cd4c-4810-a661-4d63484a3fbf tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for router_gateway (9139d549-2b76-48b9-a222-82bc46bcbea6), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.302509 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-30902322-cd4c-4810-a661-4d63484a3fbf tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] update failed (client error): The resource could not be found. Feb 19 03:41:14.311027 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-30902322-cd4c-4810-a661-4d63484a3fbf tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "PUT /v2.0/routers/9139d549-2b76-48b9-a222-82bc46bcbea6 HTTP/1.1" status: 404 len: 339 time: 0.8656356 Feb 19 03:41:14.320739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36320) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:14.327996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1328820434'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:14.350165 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8d0a64-0593-4584-8932-3636d5b465b8 x-openstack-request-id: req-6b8d0a64-0593-4584-8932-3636d5b465b8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:14.351098 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-deleted", "tag": "db39a70c-c812-4f4d-85f8-5e3d0bfe95b3", "status": "completed", "code": 200}, {"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-deleted", "tag": "9151067e-5e48-4a0d-8c17-79a5f4b4fa6a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:14.351620 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b8d0a64-0593-4584-8932-3636d5b465b8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:14.352248 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-deleted', 'tag': 'db39a70c-c812-4f4d-85f8-5e3d0bfe95b3', 'status': 'completed', 'code': 200} Feb 19 03:41:14.352673 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-deleted', 'tag': '9151067e-5e48-4a0d-8c17-79a5f4b4fa6a', 'status': 'completed', 'code': 200} Feb 19 03:41:14.396430 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Made reservation on behalf of 8d4ffae66311436da54e747b628a399e for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:41:14.405726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-95f3201e-a158-4e7f-8a2c-69e9a665d4b9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3329ef89-e726-417b-9273-f6162141cb25), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.406279 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.465282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:41:14.467674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3201e-a158-4e7f-8a2c-69e9a665d4b9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Port': ['ID=3329ef89-e726-417b-9273-f6162141cb25,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:14.491733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7c746cdf-0780-4334-ad92-304caab08ee3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.492402 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Added segment 7c746cdf-0780-4334-ad92-304caab08ee3 of type vlan for network 89a03fe0-75f7-4a89-b438-ac292099f7fa Feb 19 03:41:14.600431 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (89a03fe0-75f7-4a89-b438-ac292099f7fa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.603000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-95f3201e-a158-4e7f-8a2c-69e9a665d4b9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] No DVR routers for this DVR port 3329ef89-e726-417b-9273-f6162141cb25 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:14.614720 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-95f3201e-a158-4e7f-8a2c-69e9a665d4b9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.622634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef62b522-be3d-4e7a-9d4c-964e62a3af6b req-95f3201e-a158-4e7f-8a2c-69e9a665d4b9 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.71 "DELETE /v2.0/ports/3329ef89-e726-417b-9273-f6162141cb25 HTTP/1.1" status: 204 len: 173 time: 1.3990762 Feb 19 03:41:14.650041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3329ef89-e726-417b-9273-f6162141cb25'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:14.657023 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24788226-d6f3-423c-9bc6-95f32f36800a" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-unplugged", "status": "completed", "tag": "3329ef89-e726-417b-9273-f6162141cb25"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:14.660528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4264b547-b96c-434d-9aed-cec4d7b29b98 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:14.661719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c2228a6b-9005-426f-9093-6b4484ebf04b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:14.684118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (89a03fe0-75f7-4a89-b438-ac292099f7fa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.714069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:14.715043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.796820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Provisioning complete for port c2228a6b-9005-426f-9093-6b4484ebf04b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:14.797921 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.860516 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.890649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Pushing event updated for resources: {'Port': ['ID=4264b547-b96c-434d-9aed-cec4d7b29b98,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:14.941948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] Set router 04a2353a-6a40-4004-b896-e98ec2967c15 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:41:14.992206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f2d19fbf-b42a-49d6-8443-0b5e868a211f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:15.041026 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7158875 Feb 19 03:41:15.041257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec2b0b-f767-4aa6-a791-692257130bf5 req-4da5572f-0ebe-4585-b279-6814e712e00c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:15.044479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36334) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:15.044877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8ec2b0b-f767-4aa6-a791-692257130bf5 req-4da5572f-0ebe-4585-b279-6814e712e00c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 944 time: 0.3246994 Feb 19 03:41:15.052944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'subnet': {'network_id': '89a03fe0-75f7-4a89-b438-ac292099f7fa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:15.276005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Current status of the port c2228a6b-9005-426f-9093-6b4484ebf04b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:15.276461 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:15.377216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8ec2b0b-f767-4aa6-a791-692257130bf5 req-07ed3bd2-3b3d-4d0f-a9aa-f41c72ff33db tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162842 Feb 19 03:41:15.536481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Network': ['ID=89a03fe0-75f7-4a89-b438-ac292099f7fa,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:15.605805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.606289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.606735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.607156 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.607612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.608377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.608810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.609197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.609724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.610170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.610638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.611006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.611564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1f0bf-68eb-4e09-bcbb-0229cdf22cdc tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:15.631828 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3bb97f-ff7b-472b-afcd-a48a5f6a99c7 x-openstack-request-id: req-5d3bb97f-ff7b-472b-afcd-a48a5f6a99c7 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:15.632226 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-unplugged", "status": "completed", "tag": "3329ef89-e726-417b-9273-f6162141cb25", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:15.632489 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d3bb97f-ff7b-472b-afcd-a48a5f6a99c7 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:15.632985 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3329ef89-e726-417b-9273-f6162141cb25', 'code': 200} Feb 19 03:41:15.652468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Made reservation on behalf of 8d4ffae66311436da54e747b628a399e for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:41:15.665666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port f2d19fbf-b42a-49d6-8443-0b5e868a211f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:41:15.667092 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:15.684231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] For port c2228a6b-9005-426f-9093-6b4484ebf04b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c2228a6b-9005-426f-9093-6b4484ebf04b,segment=NetworkSegment(9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf),segment_id=9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:15.710058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 89a03fe0-75f7-4a89-b438-ac292099f7fa details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:41:15.809154 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:15.815469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f456fbc8-b456-48c2-8121-f52dee5ca79d req-69de2f86-7548-4b79-b7e4-c8d29c4a892d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0818324 Feb 19 03:41:15.823474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port f2d19fbf-b42a-49d6-8443-0b5e868a211f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:15.824053 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:16.005951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c2228a6b-9005-426f-9093-6b4484ebf04b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:16.014639 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:16.232943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (78516b79-db8b-474c-a0e4-1333ab5c12d7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:16.354206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-deleted', 'tag': '3329ef89-e726-417b-9273-f6162141cb25'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:16.360109 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d7aae1-0090-4aaa-a208-fa382f2513e0" -d '{"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-deleted", "tag": "3329ef89-e726-417b-9273-f6162141cb25"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:16.489433 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f88458-21c8-4fde-b722-a3163594d88d x-openstack-request-id: req-c3f88458-21c8-4fde-b722-a3163594d88d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:16.490135 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa5b13-4a43-447d-9227-efb398f9d463", "name": "network-vif-deleted", "tag": "3329ef89-e726-417b-9273-f6162141cb25", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:16.491532 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3f88458-21c8-4fde-b722-a3163594d88d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:16.508054 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa5b13-4a43-447d-9227-efb398f9d463', 'name': 'network-vif-deleted', 'tag': '3329ef89-e726-417b-9273-f6162141cb25', 'status': 'completed', 'code': 200} Feb 19 03:41:16.515106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Subnet': ['ID=78516b79-db8b-474c-a0e4-1333ab5c12d7,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:16.587465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-84801d01-682a-433b-ab90-f76a41cd0f0c None None] Provisioning complete for port 4264b547-b96c-434d-9aed-cec4d7b29b98 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:16.587849 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-84801d01-682a-433b-ab90-f76a41cd0f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:16.633968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Checking segment: {'id': '7c746cdf-0780-4334-ad92-304caab08ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '89a03fe0-75f7-4a89-b438-ac292099f7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:16.634551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network hostable DHCP agents. Network: 89a03fe0-75f7-4a89-b438-ac292099f7fa, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:41:16.669756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network 89a03fe0-75f7-4a89-b438-ac292099f7fa is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:41:16.688127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 89a03fe0-75f7-4a89-b438-ac292099f7fa) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:16.697816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:16.700235 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:16.760606 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f71de269-250d-445b-96df-d47396f8af43 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7106881 Feb 19 03:41:16.760606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36368) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:16.763283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a01a6c-1de6-4a59-8c88-6582d10c5595 None None] Network 89a03fe0-75f7-4a89-b438-ac292099f7fa requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:16.769782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d2d81e04-2247-46ea-8807-2fec1e6eaac3 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'router': {'external_gateway_info': {'network_id': '89a03fe0-75f7-4a89-b438-ac292099f7fa'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:16.782926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfe212-e241-46a9-8c8e-b6e0b1db2a0e req-4d556b41-1e16-4465-b75d-57aeb3dcd5d5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:16.798876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6cfe212-e241-46a9-8c8e-b6e0b1db2a0e req-4d556b41-1e16-4465-b75d-57aeb3dcd5d5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 944 time: 0.2165558 Feb 19 03:41:16.908457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6cfe212-e241-46a9-8c8e-b6e0b1db2a0e req-190478a4-9d93-4085-9a4e-485899ae6754 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085725 Feb 19 03:41:16.986987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422cbab-1317-48dd-993b-6182a549dc36 None None] Pushing event updated for resources: {'Port': ['ID=c2228a6b-9005-426f-9093-6b4484ebf04b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:17.061121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-882b8be6-f32a-4ac1-839e-0f55fd28c6ff req-e37608e8-3f19-45ec-84d6-47d88f329ab3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0578358 Feb 19 03:41:17.236183 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2d81e04-2247-46ea-8807-2fec1e6eaac3 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for router_gateway (9139d549-2b76-48b9-a222-82bc46bcbea6), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.419451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-84801d01-682a-433b-ab90-f76a41cd0f0c None None] Current status of the port 4264b547-b96c-434d-9aed-cec4d7b29b98 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:17.422798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c2228a6b-9005-426f-9093-6b4484ebf04b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:17.426812 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-d2d81e04-2247-46ea-8807-2fec1e6eaac3 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:41:17.427954 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d2d81e04-2247-46ea-8807-2fec1e6eaac3 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "PUT /v2.0/routers/9139d549-2b76-48b9-a222-82bc46bcbea6 HTTP/1.1" status: 400 len: 364 time: 0.6681337 Feb 19 03:41:17.431662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36388) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:17.477239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-89a03fe0-75f7-4a89-b438-ac292099f7fa', 'network_id': '89a03fe0-75f7-4a89-b438-ac292099f7fa', 'project_id': '8d4ffae66311436da54e747b628a399e', 'fixed_ips': [{'subnet_id': '78516b79-db8b-474c-a0e4-1333ab5c12d7'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:41:17.478154 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.499806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:29Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e1eff678-faf0-4bbe-a8c6-37a1ff95dba3', 'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'mac_address': 'fa:16:3e:3f:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:27Z', 'updated_at': '2022-02-19T03:33:41Z', 'revision_number': 5, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'subnets': [{'id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:17.515135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f2d19fbf-b42a-49d6-8443-0b5e868a211f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:17.515135 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.616003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-84801d01-682a-433b-ab90-f76a41cd0f0c None None] Provisioning complete for port c2228a6b-9005-426f-9093-6b4484ebf04b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:17.619214 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-84801d01-682a-433b-ab90-f76a41cd0f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.734426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4264b547-b96c-434d-9aed-cec4d7b29b98 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:17.775640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd53763f-31e7-43c9-b602-92806946a0a0 None None] The sync data for ids ['04a2353a-6a40-4004-b896-e98ec2967c15'] in n-d-826756-2 is: [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:33:29Z', 'revision_number': 4, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e1eff678-faf0-4bbe-a8c6-37a1ff95dba3', 'name': '', 'network_id': 'd8177606-8e02-4dcf-b260-237ee5f1e02f', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'mac_address': 'fa:16:3e:3f:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:27Z', 'updated_at': '2022-02-19T03:33:41Z', 'revision_number': 5, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'subnets': [{'id': '2c27aede-4122-4f88-a32c-cfd05dfba8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:41:18.205807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149c22ef-b620-4678-8f94-b1f503cacc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d19fbf-b42a-49d6-8443-0b5e868a211f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:18.216660 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7036bf-75f3-4486-8984-f5ca95ffbf3f" -d '{"events": [{"server_uuid": "149c22ef-b620-4678-8f94-b1f503cacc95", "name": "network-vif-plugged", "status": "completed", "tag": "f2d19fbf-b42a-49d6-8443-0b5e868a211f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:18.312214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.336152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f2d19fbf-b42a-49d6-8443-0b5e868a211f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f2d19fbf-b42a-49d6-8443-0b5e868a211f,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:18.430150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ef94c-9e7d-4bce-baaa-75f80e618dbe req-f8207fbd-d03b-4c33-90e1-15d594e8fe10 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:18.437535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee2ef94c-9e7d-4bce-baaa-75f80e618dbe req-f8207fbd-d03b-4c33-90e1-15d594e8fe10 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 944 time: 0.2428398 Feb 19 03:41:18.452513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030a471-7944-4701-9999-7530fd6d2f31 None None] New status for floating IP fc4c967d-99e1-45a1-a454-6e4685de0da0: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:41:18.546319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee2ef94c-9e7d-4bce-baaa-75f80e618dbe req-4e32217d-3f98-4cc7-9035-13b4b45be04a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076646 Feb 19 03:41:18.721737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d809cf35-76b3-4230-9de8-6ac6313e62bf req-a154ce13-0f9c-42dc-8178-5bfe11471694 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0542932 Feb 19 03:41:18.916885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Allocated IP 2001:db8::1 (84beff73-5c58-49b0-ad4e-11f3140b36b2/b0d3e705-4706-4e6a-8ec9-165d27d78d6e/85858964-bacc-47a4-b9b3-113cc03de432) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:19.005019 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5e39f9-fb23-433b-91c8-ff3d9a69c236 x-openstack-request-id: req-8c5e39f9-fb23-433b-91c8-ff3d9a69c236 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:19.005611 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149c22ef-b620-4678-8f94-b1f503cacc95", "name": "network-vif-plugged", "status": "completed", "tag": "f2d19fbf-b42a-49d6-8443-0b5e868a211f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:19.005939 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c5e39f9-fb23-433b-91c8-ff3d9a69c236 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:19.006535 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149c22ef-b620-4678-8f94-b1f503cacc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d19fbf-b42a-49d6-8443-0b5e868a211f', 'code': 200} Feb 19 03:41:19.041181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaeaa4-e709-495f-9c4e-4c8b24f4848f req-901d80bd-9afc-40bc-9a0c-ee096609c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:19.045746 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f3eaeaa4-e709-495f-9c4e-4c8b24f4848f req-901d80bd-9afc-40bc-9a0c-ee096609c1b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 1127 time: 0.0969479 Feb 19 03:41:19.057767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-84801d01-682a-433b-ab90-f76a41cd0f0c None None] Current status of the port c2228a6b-9005-426f-9093-6b4484ebf04b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:19.074415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.119988 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f3eaeaa4-e709-495f-9c4e-4c8b24f4848f req-4e22ad75-5648-4e40-8eb6-fa062e8d9488 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675075 Feb 19 03:41:19.155975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-84801d01-682a-433b-ab90-f76a41cd0f0c None None] Could not find standard attr ID for object 26f76231-a09b-4002-ae86-cbca082683d5. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:41:19.181911 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for port (85858964-bacc-47a4-b9b3-113cc03de432), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.202839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Allocated IP 2001:db8:1::2 (89a03fe0-75f7-4a89-b438-ac292099f7fa/78516b79-db8b-474c-a0e4-1333ab5c12d7/e963ad26-c4e9-403b-8b5c-fe0360d2ce7b) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:19.221232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4264b547-b96c-434d-9aed-cec4d7b29b98 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:19.222482 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.238404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (85858964-bacc-47a4-b9b3-113cc03de432), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.271103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f2d19fbf-b42a-49d6-8443-0b5e868a211f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:19.338533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Port': ['ID=85858964-bacc-47a4-b9b3-113cc03de432,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:19.363821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network 84beff73-5c58-49b0-ad4e-11f3140b36b2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:19.366745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:19.387912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:19.390024 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (9139d549-2b76-48b9-a222-82bc46bcbea6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.438213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4264b547-b96c-434d-9aed-cec4d7b29b98 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:19.439684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c2228a6b-9005-426f-9093-6b4484ebf04b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:19.547818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c2228a6b-9005-426f-9093-6b4484ebf04b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:19.551501 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.648650 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (85858964-bacc-47a4-b9b3-113cc03de432), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.654458 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Publish callbacks [] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.678291 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.740303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Network 89a03fe0-75f7-4a89-b438-ac292099f7fa is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:19.755013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:19.765818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:19.808952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Pushing event updated for resources: {'Port': ['ID=e963ad26-c4e9-403b-8b5c-fe0360d2ce7b,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:19.815069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c2228a6b-9005-426f-9093-6b4484ebf04b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:19.911656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7c8288c3-5009-40e3-9455-b508b266e0c2 None None] Provisioning complete for port 85858964-bacc-47a4-b9b3-113cc03de432 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:19.912402 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7c8288c3-5009-40e3-9455-b508b266e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (85858964-bacc-47a4-b9b3-113cc03de432), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.942634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Attempting to bind port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:41:19.943171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Attempting to bind port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '7c746cdf-0780-4334-ad92-304caab08ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '89a03fe0-75f7-4a89-b438-ac292099f7fa'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:41:19.943702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Attempting to bind port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b on network 89a03fe0-75f7-4a89-b438-ac292099f7fa {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:19.946017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d5ae7-e1c8-44b4-841b-9f547a1a5ac4 req-f5f5aae8-5801-4229-9773-8662bde38ab0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:19.947602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea1d5ae7-e1c8-44b4-841b-9f547a1a5ac4 req-f5f5aae8-5801-4229-9773-8662bde38ab0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.2544327 Feb 19 03:41:19.957339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:41:19.958394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Checking segment: {'id': '7c746cdf-0780-4334-ad92-304caab08ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '89a03fe0-75f7-4a89-b438-ac292099f7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:19.958876 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.959461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Bound using segment: {'id': '7c746cdf-0780-4334-ad92-304caab08ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '89a03fe0-75f7-4a89-b438-ac292099f7fa'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:41:19.960046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Bound port: e963ad26-c4e9-403b-8b5c-fe0360d2ce7b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c746cdf-0780-4334-ad92-304caab08ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '89a03fe0-75f7-4a89-b438-ac292099f7fa'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:41:19.960550 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.979477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7c8288c3-5009-40e3-9455-b508b266e0c2 None None] Port 85858964-bacc-47a4-b9b3-113cc03de432 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:41:20.047587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] For port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:20.050680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] For port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e963ad26-c4e9-403b-8b5c-fe0360d2ce7b,segment=NetworkSegment(7c746cdf-0780-4334-ad92-304caab08ee3),segment_id=7c746cdf-0780-4334-ad92-304caab08ee3)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:41:20.058971 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.089689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea1d5ae7-e1c8-44b4-841b-9f547a1a5ac4 req-6dd253a6-3d1b-4a04-bb6d-7394949f4e50 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307471 Feb 19 03:41:20.139239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e72377-469c-4dc9-84a4-06449d2a69f5 None None] Pushing event updated for resources: {'Port': ['ID=e963ad26-c4e9-403b-8b5c-fe0360d2ce7b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:20.169160 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for port (85858964-bacc-47a4-b9b3-113cc03de432), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.177802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (85858964-bacc-47a4-b9b3-113cc03de432), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.178361 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (9139d549-2b76-48b9-a222-82bc46bcbea6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.688297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d8466bd-9522-4281-a315-c76f8dddfbf6 req-99e95fa9-57e4-441f-afdb-950a8b4dff34 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.4801970 Feb 19 03:41:20.707880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event updated for resources: {'Port': ['ID=85858964-bacc-47a4-b9b3-113cc03de432,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:20.759937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Network 84beff73-5c58-49b0-ad4e-11f3140b36b2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:20.761708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:20.894663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Router 9139d549-2b76-48b9-a222-82bc46bcbea6 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:41:21.046353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:41:21.052033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-417614f8-950b-4142-a115-e562338e47f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "PUT /v2.0/routers/9139d549-2b76-48b9-a222-82bc46bcbea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6183310 Feb 19 03:41:21.054807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36430) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:21.059728 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e51f17-d5a5-4f6a-83b0-bc17e4ccce32 None None] Sync routers for ids ['9139d549-2b76-48b9-a222-82bc46bcbea6'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:41:21.075421 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e51f17-d5a5-4f6a-83b0-bc17e4ccce32 None None] Routers {'9139d549-2b76-48b9-a222-82bc46bcbea6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:21.076639 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d8e51f17-d5a5-4f6a-83b0-bc17e4ccce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:41:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9139d549-2b76-48b9-a222-82bc46bcbea6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:21.158524 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d8e51f17-d5a5-4f6a-83b0-bc17e4ccce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:21.182240 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e51f17-d5a5-4f6a-83b0-bc17e4ccce32 None None] Routers {'9139d549-2b76-48b9-a222-82bc46bcbea6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:21.186401 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d8e51f17-d5a5-4f6a-83b0-bc17e4ccce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:41:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9139d549-2b76-48b9-a222-82bc46bcbea6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:21.203350 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d3f65da-4a76-4b21-93d9-f90eb47cfeab tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for router (9139d549-2b76-48b9-a222-82bc46bcbea6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.241563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7ddf555f-7bd0-4ad4-ad42-d135476b2e35 None None] Provisioning complete for port 85858964-bacc-47a4-b9b3-113cc03de432 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:21.242099 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ddf555f-7bd0-4ad4-ad42-d135476b2e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (85858964-bacc-47a4-b9b3-113cc03de432), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.270574 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d8e51f17-d5a5-4f6a-83b0-bc17e4ccce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:21.271448 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e51f17-d5a5-4f6a-83b0-bc17e4ccce32 None None] The sync data for ids ['9139d549-2b76-48b9-a222-82bc46bcbea6'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:41:21.328720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf555f-7bd0-4ad4-ad42-d135476b2e35 None None] Port 85858964-bacc-47a4-b9b3-113cc03de432 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:41:21.364621 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-2d3f65da-4a76-4b21-93d9-f90eb47cfeab tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 03:41:21.367412 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2d3f65da-4a76-4b21-93d9-f90eb47cfeab tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/routers/9139d549-2b76-48b9-a222-82bc46bcbea6 HTTP/1.1" status: 409 len: 329 time: 0.3115785 Feb 19 03:41:21.371253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36438) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:21.514122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43fdd2-c9ab-4d67-954e-4e16b6261b3b req-5c63e9f5-812e-45c6-97a5-20b8cdad6047 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:21.523213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b43fdd2-c9ab-4d67-954e-4e16b6261b3b req-5c63e9f5-812e-45c6-97a5-20b8cdad6047 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.1940932 Feb 19 03:41:21.622661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6408f3-2c66-42b9-8649-13bb438aa376 None None] Network 89a03fe0-75f7-4a89-b438-ac292099f7fa requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:21.629900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b43fdd2-c9ab-4d67-954e-4e16b6261b3b req-32102076-2f43-4954-8977-39299546e2de tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908561 Feb 19 03:41:21.813760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9dbb8a7b-c61e-414f-8db0-7252356e1d35 None None] Provisioning complete for port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:21.822594 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8a7b-c61e-414f-8db0-7252356e1d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.031634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4c28847-0e6e-4ee4-b0d8-acc29bb8e1e7 req-880f3921-0169-4ef8-9629-84891684d4ca tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0844786 Feb 19 03:41:22.039025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (9139d549-2b76-48b9-a222-82bc46bcbea6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.114158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e963ad26-c4e9-403b-8b5c-fe0360d2ce7b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:22.193085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb8a7b-c61e-414f-8db0-7252356e1d35 None None] Current status of the port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:22.193713 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8a7b-c61e-414f-8db0-7252356e1d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.269561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9dbb8a7b-c61e-414f-8db0-7252356e1d35 None None] For port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e963ad26-c4e9-403b-8b5c-fe0360d2ce7b,segment=NetworkSegment(7c746cdf-0780-4334-ad92-304caab08ee3),segment_id=7c746cdf-0780-4334-ad92-304caab08ee3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:22.281028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8a7b-c61e-414f-8db0-7252356e1d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.368744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:22.369462 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.438768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb8a7b-c61e-414f-8db0-7252356e1d35 None None] Pushing event updated for resources: {'Port': ['ID=e963ad26-c4e9-403b-8b5c-fe0360d2ce7b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:22.450819 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.465131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991405-dfa8-4523-9977-cad11ce3e8c0 req-6f207f99-3f4c-4169-bdb0-c2e962dce504 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:22.467101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca991405-dfa8-4523-9977-cad11ce3e8c0 req-6f207f99-3f4c-4169-bdb0-c2e962dce504 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.2598867 Feb 19 03:41:22.538534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:22.561048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c96e9422-a182-4f64-8f00-579bd83a4f2d None None] Provisioning complete for port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:22.561777 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c96e9422-a182-4f64-8f00-579bd83a4f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.668391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca991405-dfa8-4523-9977-cad11ce3e8c0 req-72a6ee25-a151-45b7-9999-f226067bd7be tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920407 Feb 19 03:41:22.674504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c96e9422-a182-4f64-8f00-579bd83a4f2d None None] Current status of the port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:22.748195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Deleting port 85858964-bacc-47a4-b9b3-113cc03de432 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:22.749619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (85858964-bacc-47a4-b9b3-113cc03de432), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.859894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (85858964-bacc-47a4-b9b3-113cc03de432), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.874450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Calling delete_port for 85858964-bacc-47a4-b9b3-113cc03de432 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:23.075554 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (85858964-bacc-47a4-b9b3-113cc03de432), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.104552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Port': ['ID=85858964-bacc-47a4-b9b3-113cc03de432,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:23.235555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1507c73f-e65a-4052-a83b-a3fae9f29ad4 req-64d93130-cdc4-4cdd-94ba-de90bad9f8b5 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0555122 Feb 19 03:41:23.236560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (9139d549-2b76-48b9-a222-82bc46bcbea6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.407734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Router 9139d549-2b76-48b9-a222-82bc46bcbea6 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:41:23.494743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:41:23.500597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f2239725-8d79-4f7a-b9e4-d23a887fb33d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "PUT /v2.0/routers/9139d549-2b76-48b9-a222-82bc46bcbea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1283092 Feb 19 03:41:23.505776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36454) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:23.511968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1840b0-b21f-4fbb-8b44-b14ab5296398 None None] Sync routers for ids ['9139d549-2b76-48b9-a222-82bc46bcbea6'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:41:23.529255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1840b0-b21f-4fbb-8b44-b14ab5296398 None None] Routers {'9139d549-2b76-48b9-a222-82bc46bcbea6'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:23.529916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ad1840b0-b21f-4fbb-8b44-b14ab5296398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:41:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9139d549-2b76-48b9-a222-82bc46bcbea6'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:23.547785 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-c629874f-8ad9-4661-a85b-39b920d602e3 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] show failed (client error): The resource could not be found. Feb 19 03:41:23.552883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c629874f-8ad9-4661-a85b-39b920d602e3 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-854481084 HTTP/1.1" status: 404 len: 334 time: 0.0419352 Feb 19 03:41:23.553134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36456) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:23.558120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-00c4c9f6-8b49-4397-8afb-9461bd61ccbe tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:23.568620 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ad1840b0-b21f-4fbb-8b44-b14ab5296398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:23.578296 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1840b0-b21f-4fbb-8b44-b14ab5296398 None None] Routers {'9139d549-2b76-48b9-a222-82bc46bcbea6'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:23.578925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ad1840b0-b21f-4fbb-8b44-b14ab5296398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:41:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['9139d549-2b76-48b9-a222-82bc46bcbea6'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:23.599388 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-00c4c9f6-8b49-4397-8afb-9461bd61ccbe tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] update failed (client error): The resource could not be found. Feb 19 03:41:23.603978 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-00c4c9f6-8b49-4397-8afb-9461bd61ccbe tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-2200705 HTTP/1.1" status: 404 len: 332 time: 0.0463393 Feb 19 03:41:23.604198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36458) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:23.616686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ad1840b0-b21f-4fbb-8b44-b14ab5296398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:23.617353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1840b0-b21f-4fbb-8b44-b14ab5296398 None None] The sync data for ids ['9139d549-2b76-48b9-a222-82bc46bcbea6'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:41:23.659330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ac6c7b-7d3b-4a7e-a857-07fb5721db8d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Deleting subnet 78516b79-db8b-474c-a0e4-1333ab5c12d7 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:41:23.663057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81ac6c7b-7d3b-4a7e-a857-07fb5721db8d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (78516b79-db8b-474c-a0e4-1333ab5c12d7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.708730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81ac6c7b-7d3b-4a7e-a857-07fb5721db8d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (78516b79-db8b-474c-a0e4-1333ab5c12d7), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.835029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b6583-5038-4aba-a5b3-f06d258443d4 req-c454327b-b261-4b82-bf96-465f61b44a64 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:23.835293 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81ac6c7b-7d3b-4a7e-a857-07fb5721db8d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (78516b79-db8b-474c-a0e4-1333ab5c12d7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.837096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-405b6583-5038-4aba-a5b3-f06d258443d4 req-c454327b-b261-4b82-bf96-465f61b44a64 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0665562 Feb 19 03:41:23.916090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-405b6583-5038-4aba-a5b3-f06d258443d4 req-5e4e83f1-0895-4cf3-9145-ff82bdd6a99a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643623 Feb 19 03:41:23.938049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81ac6c7b-7d3b-4a7e-a857-07fb5721db8d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (78516b79-db8b-474c-a0e4-1333ab5c12d7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.970925 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6c7b-7d3b-4a7e-a857-07fb5721db8d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Subnet': ['ID=78516b79-db8b-474c-a0e4-1333ab5c12d7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:23.995322 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-81ac6c7b-7d3b-4a7e-a857-07fb5721db8d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.998919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e963ad26-c4e9-403b-8b5c-fe0360d2ce7b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:23.999770 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-81ac6c7b-7d3b-4a7e-a857-07fb5721db8d tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/subnets/78516b79-db8b-474c-a0e4-1333ab5c12d7 HTTP/1.1" status: 204 len: 168 time: 0.3944921 Feb 19 03:41:24.002312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36462) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:24.036482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb65193-1caa-4dde-9b45-30aa7bc5f014 None None] Network 89a03fe0-75f7-4a89-b438-ac292099f7fa requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:24.093352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (89a03fe0-75f7-4a89-b438-ac292099f7fa), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.155148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:24.155538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.160544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Deleting port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:24.161125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.258788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:24.268339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] For port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e963ad26-c4e9-403b-8b5c-fe0360d2ce7b,segment=NetworkSegment(7c746cdf-0780-4334-ad92-304caab08ee3),segment_id=7c746cdf-0780-4334-ad92-304caab08ee3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:24.269641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.299483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Calling delete_port for e963ad26-c4e9-403b-8b5c-fe0360d2ce7b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:24.310459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea5a90-a6f8-4f6f-9124-2b730aace346 None None] DHCP port deletion for 89a03fe0-75f7-4a89-b438-ac292099f7fa request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:41:24.374555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea5a90-a6f8-4f6f-9124-2b730aace346 None None] Deleting port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:24.374874 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5a90-a6f8-4f6f-9124-2b730aace346 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.411829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7f47b4c-2828-4e3b-9935-a7a9d39818bb req-838e27ab-65d4-40d8-aab7-d914c388a056 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0418956 Feb 19 03:41:24.437832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.456955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] No DVR routers for this DVR port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:24.474410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c9ea5a90-a6f8-4f6f-9124-2b730aace346 None None] For port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e963ad26-c4e9-403b-8b5c-fe0360d2ce7b,segment=NetworkSegment(7c746cdf-0780-4334-ad92-304caab08ee3),segment_id=7c746cdf-0780-4334-ad92-304caab08ee3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:24.475681 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5a90-a6f8-4f6f-9124-2b730aace346 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.486463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Port': ['ID=e963ad26-c4e9-403b-8b5c-fe0360d2ce7b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:24.496634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea5a90-a6f8-4f6f-9124-2b730aace346 None None] Calling delete_port for e963ad26-c4e9-403b-8b5c-fe0360d2ce7b owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:24.582194 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (89a03fe0-75f7-4a89-b438-ac292099f7fa), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.594168 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5a90-a6f8-4f6f-9124-2b730aace346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (e963ad26-c4e9-403b-8b5c-fe0360d2ce7b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.611607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a03fe0-75f7-4a89-b438-ac292099f7fa']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:24.627082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea5a90-a6f8-4f6f-9124-2b730aace346 None None] Pushing event deleted for resources: {'Port': ['ID=e963ad26-c4e9-403b-8b5c-fe0360d2ce7b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:24.628211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c746cdf-0780-4334-ad92-304caab08ee3') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:24.628518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c746cdf-0780-4334-ad92-304caab08ee3') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:24.635065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ea5a90-a6f8-4f6f-9124-2b730aace346 None None] No DVR routers for this DVR port e963ad26-c4e9-403b-8b5c-fe0360d2ce7b on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:24.648855 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (7c746cdf-0780-4334-ad92-304caab08ee3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.668113 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7c746cdf-0780-4334-ad92-304caab08ee3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.678968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:41:24.679511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (7c746cdf-0780-4334-ad92-304caab08ee3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:41:24.690342 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:41:24.776777 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (89a03fe0-75f7-4a89-b438-ac292099f7fa), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.781611 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.786024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/networks/89a03fe0-75f7-4a89-b438-ac292099f7fa HTTP/1.1" status: 204 len: 168 time: 0.7819521 Feb 19 03:41:24.788630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36466) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:24.805250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2cd37-7970-41dd-ba9d-8c3fbdd7ac22 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Network': ['ID=89a03fe0-75f7-4a89-b438-ac292099f7fa,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:24.855929 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc30451-0780-44a9-92d5-92c23eda7d4e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Deleting subnet a4e85032-0185-4cf4-af83-53cb36e76e5e {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:41:24.860380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4bc30451-0780-44a9-92d5-92c23eda7d4e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (a4e85032-0185-4cf4-af83-53cb36e76e5e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.911053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4bc30451-0780-44a9-92d5-92c23eda7d4e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (a4e85032-0185-4cf4-af83-53cb36e76e5e), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.032171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4bc30451-0780-44a9-92d5-92c23eda7d4e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (a4e85032-0185-4cf4-af83-53cb36e76e5e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.097293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe61c2-492f-499d-86bd-49d85b29730e req-68f49548-4248-44b4-8da4-782cdcfe9de7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:25.103170 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7fe61c2-492f-499d-86bd-49d85b29730e req-68f49548-4248-44b4-8da4-782cdcfe9de7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0666561 Feb 19 03:41:25.108747 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4bc30451-0780-44a9-92d5-92c23eda7d4e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (a4e85032-0185-4cf4-af83-53cb36e76e5e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.142879 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc30451-0780-44a9-92d5-92c23eda7d4e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e85032-0185-4cf4-af83-53cb36e76e5e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:25.145791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4bc30451-0780-44a9-92d5-92c23eda7d4e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.154702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4bffa-1252-4a09-9b4f-54c8c08ff417 None None] Network 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:25.155486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36470) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:25.158866 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4bc30451-0780-44a9-92d5-92c23eda7d4e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/subnets/a4e85032-0185-4cf4-af83-53cb36e76e5e HTTP/1.1" status: 204 len: 168 time: 0.3690186 Feb 19 03:41:25.205258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7fe61c2-492f-499d-86bd-49d85b29730e req-b3aaa943-5347-402c-ae2c-2144172542bb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998178 Feb 19 03:41:25.235600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-b660bac7-8a3a-4e0d-9909-3966a8397782 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Deleting subnet 742ae196-b5ad-4931-9071-9f5ba74fac6b {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:41:25.239796 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b660bac7-8a3a-4e0d-9909-3966a8397782 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (742ae196-b5ad-4931-9071-9f5ba74fac6b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.286649 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b660bac7-8a3a-4e0d-9909-3966a8397782 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (742ae196-b5ad-4931-9071-9f5ba74fac6b), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.361612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975a6ad-366b-406d-834c-e26ca0060522 None None] DHCP port deletion for 9f8cdd0f-54d8-44bc-bc11-0a31fba6b950 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:41:25.410416 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b660bac7-8a3a-4e0d-9909-3966a8397782 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (742ae196-b5ad-4931-9071-9f5ba74fac6b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.422464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6975a6ad-366b-406d-834c-e26ca0060522 None None] Deleting port 4264b547-b96c-434d-9aed-cec4d7b29b98 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:25.422884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6975a6ad-366b-406d-834c-e26ca0060522 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.503063 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b660bac7-8a3a-4e0d-9909-3966a8397782 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (742ae196-b5ad-4931-9071-9f5ba74fac6b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.516929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6975a6ad-366b-406d-834c-e26ca0060522 None None] For port 4264b547-b96c-434d-9aed-cec4d7b29b98, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4264b547-b96c-434d-9aed-cec4d7b29b98,segment=NetworkSegment(fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40),segment_id=fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:25.517514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6975a6ad-366b-406d-834c-e26ca0060522 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.535363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6975a6ad-366b-406d-834c-e26ca0060522 None None] Calling delete_port for 4264b547-b96c-434d-9aed-cec4d7b29b98 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:25.551637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660bac7-8a3a-4e0d-9909-3966a8397782 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Subnet': ['ID=742ae196-b5ad-4931-9071-9f5ba74fac6b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:25.581359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45e1db58-0963-479b-89f4-ed0128672db6 req-c9425cbb-b566-4297-aee5-0715f9022b58 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0348840 Feb 19 03:41:25.584323 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b660bac7-8a3a-4e0d-9909-3966a8397782 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.588802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b660bac7-8a3a-4e0d-9909-3966a8397782 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/subnets/742ae196-b5ad-4931-9071-9f5ba74fac6b HTTP/1.1" status: 204 len: 168 time: 0.4312663 Feb 19 03:41:25.590860 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36474) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:25.602898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bba03c8-0ef0-4dc2-85d6-e29fb1d82bd7 None None] Network 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:25.695613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (9f8cdd0f-54d8-44bc-bc11-0a31fba6b950), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.734935 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6975a6ad-366b-406d-834c-e26ca0060522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.770884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Deleting port 4264b547-b96c-434d-9aed-cec4d7b29b98 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:25.771510 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.776799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975a6ad-366b-406d-834c-e26ca0060522 None None] No DVR routers for this DVR port 4264b547-b96c-434d-9aed-cec4d7b29b98 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:25.780868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975a6ad-366b-406d-834c-e26ca0060522 None None] Pushing event deleted for resources: {'Port': ['ID=4264b547-b96c-434d-9aed-cec4d7b29b98,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:25.855130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] For port 4264b547-b96c-434d-9aed-cec4d7b29b98, host n-d-826756-2, got binding levels [] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:25.855838 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.871958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Calling delete_port for 4264b547-b96c-434d-9aed-cec4d7b29b98 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:25.876342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.ipam_backend_mixin [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Port 4264b547-b96c-434d-9aed-cec4d7b29b98 was not found and therefore no delete operation was performed {{(pid=103616) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:41:25.881528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a110a2d-a997-4f3f-b28d-81d0ffcec26e None None] DHCP port deletion for 1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:41:25.882749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4264b547-b96c-434d-9aed-cec4d7b29b98), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.929513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Port': ['ID=4264b547-b96c-434d-9aed-cec4d7b29b98,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:25.935383 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] No DVR routers for this DVR port 4264b547-b96c-434d-9aed-cec4d7b29b98 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:25.984177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4264b547-b96c-434d-9aed-cec4d7b29b98 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:26.007107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5a110a2d-a997-4f3f-b28d-81d0ffcec26e None None] Deleting port c2228a6b-9005-426f-9093-6b4484ebf04b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:26.007402 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a110a2d-a997-4f3f-b28d-81d0ffcec26e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.011259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4264b547-b96c-434d-9aed-cec4d7b29b98 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:41:26.011623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4264b547-b96c-434d-9aed-cec4d7b29b98 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:41:26.012049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c2228a6b-9005-426f-9093-6b4484ebf04b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:26.033983 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (9f8cdd0f-54d8-44bc-bc11-0a31fba6b950), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.064196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8cdd0f-54d8-44bc-bc11-0a31fba6b950']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:26.077221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:26.077524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:26.091792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.113424 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.122231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:41:26.122678 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (fdf092ce-42e9-4f8b-8a6e-a2fe5a32de40), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:41:26.125973 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:41:26.147451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5a110a2d-a997-4f3f-b28d-81d0ffcec26e None None] For port c2228a6b-9005-426f-9093-6b4484ebf04b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c2228a6b-9005-426f-9093-6b4484ebf04b,segment=NetworkSegment(9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf),segment_id=9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:26.147857 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a110a2d-a997-4f3f-b28d-81d0ffcec26e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.166364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5a110a2d-a997-4f3f-b28d-81d0ffcec26e None None] Calling delete_port for c2228a6b-9005-426f-9093-6b4484ebf04b owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:26.205706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (9f8cdd0f-54d8-44bc-bc11-0a31fba6b950), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.217465 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.224979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36476) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:26.226116 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/networks/9f8cdd0f-54d8-44bc-bc11-0a31fba6b950 HTTP/1.1" status: 204 len: 168 time: 0.6332257 Feb 19 03:41:26.240935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a52eb-aeb5-4ae1-b9e1-1b9057bd2787 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Network': ['ID=9f8cdd0f-54d8-44bc-bc11-0a31fba6b950,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:26.266013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c2228a6b-9005-426f-9093-6b4484ebf04b is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:26.266410 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.327532 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port c2228a6b-9005-426f-9093-6b4484ebf04b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c2228a6b-9005-426f-9093-6b4484ebf04b,segment=NetworkSegment(9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf),segment_id=9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:26.337144 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.337637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e963ad26-c4e9-403b-8b5c-fe0360d2ce7b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:26.378164 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a110a2d-a997-4f3f-b28d-81d0ffcec26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (c2228a6b-9005-426f-9093-6b4484ebf04b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.382092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e963ad26-c4e9-403b-8b5c-fe0360d2ce7b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:41:26.382442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e963ad26-c4e9-403b-8b5c-fe0360d2ce7b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:41:26.387283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event deleted for resources: {'Port': ['ID=c2228a6b-9005-426f-9093-6b4484ebf04b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:26.395774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a110a2d-a997-4f3f-b28d-81d0ffcec26e None None] No DVR routers for this DVR port c2228a6b-9005-426f-9093-6b4484ebf04b on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:26.406306 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.417974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a110a2d-a997-4f3f-b28d-81d0ffcec26e None None] Pushing event deleted for resources: {'Port': ['ID=c2228a6b-9005-426f-9093-6b4484ebf04b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:26.467020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e70d6-9721-482e-a399-ce4aa5a80b98 req-90e10863-57de-45e8-8138-ee0fca6522a3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:26.468623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d23e70d6-9721-482e-a399-ce4aa5a80b98 req-90e10863-57de-45e8-8138-ee0fca6522a3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.1379857 Feb 19 03:41:26.549624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.586888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:26.598255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d23e70d6-9721-482e-a399-ce4aa5a80b98 req-241dd43d-1741-478c-8d00-82cc34f6e59d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162109 Feb 19 03:41:26.602645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:26.602954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:26.618479 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.639530 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.647741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:41:26.649283 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (9ffa3d6c-bb8b-4ebc-b4ef-e3cd26255bbf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:41:26.652921 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:41:26.743697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e610fcc8-35ed-4418-8b8a-166d428f6b15 req-8e113213-4296-49b4-9f52-b219c3c3599a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0351834 Feb 19 03:41:26.744332 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.753702 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.759371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/networks/1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718 HTTP/1.1" status: 204 len: 168 time: 0.5308111 Feb 19 03:41:26.759875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36482) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:26.769079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653047df-6a65-4354-8938-a58e7dc66b55 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Network': ['ID=1a31f1c0-b5ae-41bf-9d65-0b7d94b6f718,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:26.819121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf463e9-350c-4fe0-8cd3-0d3c378f42f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Deleting subnet b0d3e705-4706-4e6a-8ec9-165d27d78d6e {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:41:26.822704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcf463e9-350c-4fe0-8cd3-0d3c378f42f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (b0d3e705-4706-4e6a-8ec9-165d27d78d6e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.869680 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcf463e9-350c-4fe0-8cd3-0d3c378f42f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (b0d3e705-4706-4e6a-8ec9-165d27d78d6e), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.984467 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcf463e9-350c-4fe0-8cd3-0d3c378f42f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (b0d3e705-4706-4e6a-8ec9-165d27d78d6e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.060678 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcf463e9-350c-4fe0-8cd3-0d3c378f42f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (b0d3e705-4706-4e6a-8ec9-165d27d78d6e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.091171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf463e9-350c-4fe0-8cd3-0d3c378f42f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d3e705-4706-4e6a-8ec9-165d27d78d6e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:27.096271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcf463e9-350c-4fe0-8cd3-0d3c378f42f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.102773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36484) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:27.103480 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dcf463e9-350c-4fe0-8cd3-0d3c378f42f2 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/subnets/b0d3e705-4706-4e6a-8ec9-165d27d78d6e HTTP/1.1" status: 204 len: 168 time: 0.3424098 Feb 19 03:41:27.117819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b070b-85f4-4215-a96d-32989e7f56b6 None None] Network 84beff73-5c58-49b0-ad4e-11f3140b36b2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:27.214431 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (84beff73-5c58-49b0-ad4e-11f3140b36b2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.286496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Deleting port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:27.287164 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.364652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] For port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40,segment=NetworkSegment(98381905-e1da-4350-a628-d23bc32994f4),segment_id=98381905-e1da-4350-a628-d23bc32994f4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:27.365081 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.380966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Calling delete_port for a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:27.485366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.486669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1fc71-95be-4cc3-8415-69d2404f959c None None] DHCP port deletion for 84beff73-5c58-49b0-ad4e-11f3140b36b2 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:41:27.522298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Port': ['ID=a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:27.525542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] No DVR routers for this DVR port a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:27.614321 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (84beff73-5c58-49b0-ad4e-11f3140b36b2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.646103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84beff73-5c58-49b0-ad4e-11f3140b36b2']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:27.658454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98381905-e1da-4350-a628-d23bc32994f4') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:27.658750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98381905-e1da-4350-a628-d23bc32994f4') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:27.674083 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (98381905-e1da-4350-a628-d23bc32994f4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.695448 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (98381905-e1da-4350-a628-d23bc32994f4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.716942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:41:27.717267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (98381905-e1da-4350-a628-d23bc32994f4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:41:27.720820 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:41:27.930692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:27.952449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:41:27.952980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4a3ca69-c922-4f77-87b2-ffd0fd2b0f40 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:41:28.140072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d40dbd-6ec9-4b21-900a-7d3685652eee req-d3785b76-733e-424f-852a-bb9d62b8b77f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.141617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63d40dbd-6ec9-4b21-900a-7d3685652eee req-d3785b76-733e-424f-852a-bb9d62b8b77f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.4565105 Feb 19 03:41:28.142841 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (84beff73-5c58-49b0-ad4e-11f3140b36b2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:28.148275 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:28.152589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/networks/84beff73-5c58-49b0-ad4e-11f3140b36b2 HTTP/1.1" status: 204 len: 168 time: 1.0487492 Feb 19 03:41:28.154255 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36490) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:28.189756 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ca4899e1-f0b1-410b-8d55-fdd669061c63 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "GET /v2.0/ports?device_id=9139d549-2b76-48b9-a222-82bc46bcbea6 HTTP/1.1" status: 200 len: 205 time: 0.0321007 Feb 19 03:41:28.190069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:28.191413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ae306-ce1c-4f87-bd20-24f678eefe68 tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Pushing event deleted for resources: {'Network': ['ID=84beff73-5c58-49b0-ad4e-11f3140b36b2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:28.222984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63d40dbd-6ec9-4b21-900a-7d3685652eee req-ece4f1b6-95ba-48d6-a336-e21ea9d5e643 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682421 Feb 19 03:41:28.276827 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36c37f79-a803-4576-9918-e7cb9424365e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for router (9139d549-2b76-48b9-a222-82bc46bcbea6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:28.326041 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a8a1edd8-cac2-400f-b010-3f215208ea3b req-34d9ced0-c8e6-410a-9681-56b0d385e0fe tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0394382 Feb 19 03:41:28.395328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-da5d73fb-3810-46df-92b5-6ca2018caff6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484147 Feb 19 03:41:28.461836 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36c37f79-a803-4576-9918-e7cb9424365e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (9139d549-2b76-48b9-a222-82bc46bcbea6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:28.465040 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36c37f79-a803-4576-9918-e7cb9424365e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for router_controller (9139d549-2b76-48b9-a222-82bc46bcbea6), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:28.472516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-0313c635-e1cf-414b-a099-55c5e78aaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.474525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-0313c635-e1cf-414b-a099-55c5e78aaf45 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1126 time: 0.0569234 Feb 19 03:41:28.521738 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36c37f79-a803-4576-9918-e7cb9424365e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (9139d549-2b76-48b9-a222-82bc46bcbea6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:28.522556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c37f79-a803-4576-9918-e7cb9424365e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Fanout notify agent at l3_agent the message router_deleted on router 9139d549-2b76-48b9-a222-82bc46bcbea6 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:41:28.529599 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-36c37f79-a803-4576-9918-e7cb9424365e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:28.533230 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-36c37f79-a803-4576-9918-e7cb9424365e tempest-RoutersNegativeIpV6Test-2116006296 tempest-RoutersNegativeIpV6Test-2116006296-project] 10.222.0.42 "DELETE /v2.0/routers/9139d549-2b76-48b9-a222-82bc46bcbea6 HTTP/1.1" status: 204 len: 168 time: 0.3392320 Feb 19 03:41:28.620920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-966aac60-35ac-48ad-b1da-1452e447363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.625685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-966aac60-35ac-48ad-b1da-1452e447363d service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.1123629 Feb 19 03:41:28.703118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-b3bf9df3-22d1-4969-bba6-b122d9462448 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 998 time: 0.0727220 Feb 19 03:41:28.769179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-b06c66ca-e756-402b-ad18-bd968e531560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.771105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-b06c66ca-e756-402b-ad18-bd968e531560 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.0596149 Feb 19 03:41:28.836863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-210e2965-a672-4095-88ce-6fc2af492451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.838878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-210e2965-a672-4095-88ce-6fc2af492451 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612397 Feb 19 03:41:28.853623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36498) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:28.959685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-e6b95a87-07c5-45c7-a8b2-fb5fe365a837 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134157 Feb 19 03:41:29.041804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36502) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:29.042601 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5a9923d8-fefd-40d1-8092-9cf721a0dd20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d4ffae66311436da54e747b628a399e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1872659 Feb 19 03:41:29.126769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c134c3b-0d14-40d0-8d5e-d3b36eb7a551 req-f664104c-bb50-44ad-9772-a230496b7df4 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590915 Feb 19 03:41:29.130367 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6866bf7a-5bb4-47db-bd24-523d160e281b admin admin] Publish callbacks [] for security_group (bcd2b1c2-78c5-4236-a6d2-28a985835767), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:29.164975 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6866bf7a-5bb4-47db-bd24-523d160e281b admin admin] Publish callbacks [] for security_group (bcd2b1c2-78c5-4236-a6d2-28a985835767), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:29.221055 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6866bf7a-5bb4-47db-bd24-523d160e281b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bcd2b1c2-78c5-4236-a6d2-28a985835767), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:29.224623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6866bf7a-5bb4-47db-bd24-523d160e281b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:29.228403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6866bf7a-5bb4-47db-bd24-523d160e281b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bcd2b1c2-78c5-4236-a6d2-28a985835767 HTTP/1.1" status: 204 len: 168 time: 0.1839786 Feb 19 03:41:29.236891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866bf7a-5bb4-47db-bd24-523d160e281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd2b1c2-78c5-4236-a6d2-28a985835767,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:29.393268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c9cfb-419c-4b04-92da-44e7598d5f4f req-a02d8218-085e-4014-979f-a1d87f4a3d50 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:29.395643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-220c9cfb-419c-4b04-92da-44e7598d5f4f req-a02d8218-085e-4014-979f-a1d87f4a3d50 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0823822 Feb 19 03:41:29.458830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-220c9cfb-419c-4b04-92da-44e7598d5f4f req-03e42d8d-2117-4f2a-bc84-eb3c34380ea5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531814 Feb 19 03:41:29.584832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-afccac56-8d48-4503-8d5e-dcaaae980c6d req-5035d6f0-7e42-4268-ab67-bdf2adcab27b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0458200 Feb 19 03:41:30.110077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36528) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:30.212525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1641610257'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:30.232433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Made reservation on behalf of 3abc8568b16f4b9d87a75f595a4f84ea for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:41:30.235911 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:30.244974 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:30.345401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks [] for security_group (482d544b-bb08-4824-902e-9d2b3f74caa2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:30.351705 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (482d544b-bb08-4824-902e-9d2b3f74caa2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:30.380794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:41:30.390520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482d544b-bb08-4824-902e-9d2b3f74caa2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:30.396388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7d05bf18-64b0-4208-9051-500eaadd0ad4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:30.397449 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Added segment 7d05bf18-64b0-4208-9051-500eaadd0ad4 of type vlan for network af1fc31e-4552-4674-9f7c-96ba68762470 Feb 19 03:41:30.448188 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (af1fc31e-4552-4674-9f7c-96ba68762470), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:30.480089 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (af1fc31e-4552-4674-9f7c-96ba68762470), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:30.486927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:30.487792 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:30.547388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4360995 Feb 19 03:41:30.551145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36534) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:30.555822 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-b18558d0-eaf4-495c-a02d-985f9a5a26f6 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470', 'tempest-TagsTest-Tag-204811711') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:30.621168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79b147-6e3e-4bff-a83b-2df4e10dbab4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Pushing event updated for resources: {'Network': ['ID=af1fc31e-4552-4674-9f7c-96ba68762470,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:30.631954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network af1fc31e-4552-4674-9f7c-96ba68762470 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:41:30.654700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffa60c-2a13-4d35-8e8a-2f3bf11394d0 req-2b857c31-c465-46dc-9e0c-f8cccbd4020d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:30.656906 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b18558d0-eaf4-495c-a02d-985f9a5a26f6 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "PUT /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags/tempest-TagsTest-Tag-204811711 HTTP/1.1" status: 201 len: 201 time: 0.1043086 Feb 19 03:41:30.658653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4ffa60c-2a13-4d35-8e8a-2f3bf11394d0 req-2b857c31-c465-46dc-9e0c-f8cccbd4020d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0896840 Feb 19 03:41:30.659737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36538) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:30.667308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-c6946da8-2900-4fba-a74b-5144c5b63fdb tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470', 'tempest-TagsTest-Tag-204811711') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:30.774666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4ffa60c-2a13-4d35-8e8a-2f3bf11394d0 req-ef9f58a4-02b1-428d-9dee-69132fd9200f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924757 Feb 19 03:41:30.782866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c6946da8-2900-4fba-a74b-5144c5b63fdb tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "GET /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags/tempest-TagsTest-Tag-204811711 HTTP/1.1" status: 204 len: 168 time: 0.1210515 Feb 19 03:41:30.787052 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36540) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:30.791869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-6a777f75-f9ac-4b87-8e9f-3ff0f9d5cf31 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:30.889294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85eff904-5042-4619-951c-44950c03e919 req-51f848aa-910c-4cf2-80e3-f7ab65b87b55 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0370193 Feb 19 03:41:31.227983 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6a777f75-f9ac-4b87-8e9f-3ff0f9d5cf31 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "GET /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags HTTP/1.1" status: 200 len: 237 time: 0.4396620 Feb 19 03:41:31.231574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36542) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:31.236652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-feceeafd-af9f-49b6-9113-3cd7d2cec766 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470', {'tags': ['tempest-TagsTest-Tag-134340878', 'tempest-TagsTest-Tag-219066537', 'tempest-TagsTest-Tag-1092108498']}) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:31.341099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-feceeafd-af9f-49b6-9113-3cd7d2cec766 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "PUT /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags HTTP/1.1" status: 200 len: 307 time: 0.1082618 Feb 19 03:41:31.343912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36544) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:31.349248 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-05db3577-dc74-4c23-9410-040a4a47de20 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470', 'tempest-TagsTest-Tag-134340878') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:31.465433 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-05db3577-dc74-4c23-9410-040a4a47de20 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "DELETE /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags/tempest-TagsTest-Tag-134340878 HTTP/1.1" status: 204 len: 168 time: 0.1202445 Feb 19 03:41:31.469041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36546) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:31.474475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-a8b838db-289a-4781-ba5b-218367ed0106 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470', 'tempest-TagsTest-Tag-134340878') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:31.551096 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-a8b838db-289a-4781-ba5b-218367ed0106 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] show failed (client error): The resource could not be found. Feb 19 03:41:31.552162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a8b838db-289a-4781-ba5b-218367ed0106 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "GET /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags/tempest-TagsTest-Tag-134340878 HTTP/1.1" status: 404 len: 325 time: 0.0818965 Feb 19 03:41:31.555128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36548) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:31.559642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-ef80bace-5bef-4a8a-b74a-aa1886f55939 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470', 'tempest-TagsTest-Tag-219066537') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:31.638203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ef80bace-5bef-4a8a-b74a-aa1886f55939 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "GET /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags/tempest-TagsTest-Tag-219066537 HTTP/1.1" status: 204 len: 168 time: 0.0819225 Feb 19 03:41:31.640956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36550) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:31.645453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-8284e8b2-cb40-4884-bf39-679ad73d5ca4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470', 'tempest-TagsTest-Tag-1092108498') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:31.719823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8284e8b2-cb40-4884-bf39-679ad73d5ca4 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "GET /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags/tempest-TagsTest-Tag-1092108498 HTTP/1.1" status: 204 len: 168 time: 0.0753832 Feb 19 03:41:31.720153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36552) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:31.727816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-4ee80e45-2003-4dce-9737-acd62a25834b tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:31.876060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4ee80e45-2003-4dce-9737-acd62a25834b tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "DELETE /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags HTTP/1.1" status: 204 len: 168 time: 0.1542118 Feb 19 03:41:31.878600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36556) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:31.884244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-6ac5b5c0-7a77-4de5-84b9-8677a1ec4953 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470', 'tempest-TagsTest-Tag-219066537') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:31.925452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1d480-44fa-4b3a-a364-e0df1ee965b9 req-a7ffab4f-f73c-4f5d-971d-f0989f938835 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:31.927160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70e1d480-44fa-4b3a-a364-e0df1ee965b9 req-a7ffab4f-f73c-4f5d-971d-f0989f938835 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0664153 Feb 19 03:41:31.964276 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-6ac5b5c0-7a77-4de5-84b9-8677a1ec4953 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] show failed (client error): The resource could not be found. Feb 19 03:41:31.966538 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6ac5b5c0-7a77-4de5-84b9-8677a1ec4953 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "GET /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags/tempest-TagsTest-Tag-219066537 HTTP/1.1" status: 404 len: 325 time: 0.0859931 Feb 19 03:41:31.970365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36562) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:31.979009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-e4e2eb37-6896-4a11-98d2-3ef8314b301a tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470', 'tempest-TagsTest-Tag-1092108498') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:31.984895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70e1d480-44fa-4b3a-a364-e0df1ee965b9 req-a2ebc930-e296-4bb8-aaae-3fa1732f09d1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508053 Feb 19 03:41:32.062127 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-e4e2eb37-6896-4a11-98d2-3ef8314b301a tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] show failed (client error): The resource could not be found. Feb 19 03:41:32.063189 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e4e2eb37-6896-4a11-98d2-3ef8314b301a tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "GET /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags/tempest-TagsTest-Tag-1092108498 HTTP/1.1" status: 404 len: 326 time: 0.0904109 Feb 19 03:41:32.066495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36564) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:32.073308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-570e8a16-05a4-4c8a-91ae-c3ad919a8e1c tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'af1fc31e-4552-4674-9f7c-96ba68762470') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:32.091665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9cbcac7-640d-43f6-aa88-4e4dcc1411f0 req-7222bcd6-869d-4b47-ac0a-f2c3af162b49 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0366244 Feb 19 03:41:32.158796 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-570e8a16-05a4-4c8a-91ae-c3ad919a8e1c tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "DELETE /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470/tags HTTP/1.1" status: 204 len: 168 time: 0.0912485 Feb 19 03:41:32.163495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36566) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:32.264087 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (af1fc31e-4552-4674-9f7c-96ba68762470), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:32.388125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (af1fc31e-4552-4674-9f7c-96ba68762470), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:32.421033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1fc31e-4552-4674-9f7c-96ba68762470']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:32.432435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d05bf18-64b0-4208-9051-500eaadd0ad4') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:32.432728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d05bf18-64b0-4208-9051-500eaadd0ad4') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:32.442763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (7d05bf18-64b0-4208-9051-500eaadd0ad4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:32.458191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (7d05bf18-64b0-4208-9051-500eaadd0ad4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:32.464196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:41:32.464614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (7d05bf18-64b0-4208-9051-500eaadd0ad4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:41:32.467777 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:41:32.529690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (af1fc31e-4552-4674-9f7c-96ba68762470), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:32.548228 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:32.552002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] 10.222.0.42 "DELETE /v2.0/networks/af1fc31e-4552-4674-9f7c-96ba68762470 HTTP/1.1" status: 204 len: 168 time: 0.3875034 Feb 19 03:41:32.553097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0aebe-ef66-4c19-a9cd-382b6d7cb257 tempest-TagsTest-1378236660 tempest-TagsTest-1378236660-project] Pushing event deleted for resources: {'Network': ['ID=af1fc31e-4552-4674-9f7c-96ba68762470,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:32.837486 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36578) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:32.869639 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:41:33.011596 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6e3b2318-d6ef-4ba0-a569-63aace4905ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3abc8568b16f4b9d87a75f595a4f84ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727779 Feb 19 03:41:33.015177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36584) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:33.124775 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60b14812-0260-4eb3-a8da-9ed4f95a9f49 admin admin] Publish callbacks [] for security_group (482d544b-bb08-4824-902e-9d2b3f74caa2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:33.154652 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60b14812-0260-4eb3-a8da-9ed4f95a9f49 admin admin] Publish callbacks [] for security_group (482d544b-bb08-4824-902e-9d2b3f74caa2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:33.170241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d299e-d68f-4e74-99a8-d8c1922c8f1a req-a6f6b062-80e1-4ae8-8883-0890135b7363 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:33.171803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d80d299e-d68f-4e74-99a8-d8c1922c8f1a req-a6f6b062-80e1-4ae8-8883-0890135b7363 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0973451 Feb 19 03:41:33.250139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d80d299e-d68f-4e74-99a8-d8c1922c8f1a req-a5c8b6aa-0736-4e37-bc46-6614ee3db490 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668561 Feb 19 03:41:33.261640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60b14812-0260-4eb3-a8da-9ed4f95a9f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (482d544b-bb08-4824-902e-9d2b3f74caa2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:33.266018 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60b14812-0260-4eb3-a8da-9ed4f95a9f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:33.267976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-60b14812-0260-4eb3-a8da-9ed4f95a9f49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/482d544b-bb08-4824-902e-9d2b3f74caa2 HTTP/1.1" status: 204 len: 168 time: 0.2515984 Feb 19 03:41:33.282355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b14812-0260-4eb3-a8da-9ed4f95a9f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d544b-bb08-4824-902e-9d2b3f74caa2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:33.397195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-643a0ba5-ab9b-4c07-adbb-2e54c7e47c33 req-b464f937-bc6e-4476-a719-17b278447106 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0357022 Feb 19 03:41:34.450392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4eaf-d379-45a5-a59a-05aee2fab570 req-d7f4cfe3-6f3c-4679-951d-950c8ade33b5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:34.454687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264c4eaf-d379-45a5-a59a-05aee2fab570 req-d7f4cfe3-6f3c-4679-951d-950c8ade33b5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.1182241 Feb 19 03:41:34.522085 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264c4eaf-d379-45a5-a59a-05aee2fab570 req-41ef871f-2c16-407f-b459-59c42cb3a4a9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608382 Feb 19 03:41:34.624811 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b02f729b-c61a-401f-8dcb-d597dc550c07 req-86729da8-f8bc-4b62-b754-a1964120db64 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0315855 Feb 19 03:41:35.658078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcd0c1-0528-4583-99de-04150b802105 req-c6321ca9-6553-46a2-b663-42daf8617032 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:35.659801 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19bcd0c1-0528-4583-99de-04150b802105 req-c6321ca9-6553-46a2-b663-42daf8617032 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0554049 Feb 19 03:41:35.708347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19bcd0c1-0528-4583-99de-04150b802105 req-5a4282ec-cb85-4648-831b-400ce947aa16 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Feb 19 03:41:35.803727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33eac05e-3d9c-456a-9750-ab81e28879fb req-eb1503b1-67cf-4c4c-9407-7f09fefdc012 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0328825 Feb 19 03:41:36.221337 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:36.848661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d186a-b6a7-45f6-aa9b-9010310ce57e req-770cc82d-850b-4fdd-9ea4-142d3967ce39 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:36.850310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e37d186a-b6a7-45f6-aa9b-9010310ce57e req-770cc82d-850b-4fdd-9ea4-142d3967ce39 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0611570 Feb 19 03:41:36.910718 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e37d186a-b6a7-45f6-aa9b-9010310ce57e req-ad30e1cb-4671-4f37-941e-bfb3d93bb833 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Feb 19 03:41:37.015063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b510c09-2942-4666-82b3-88bba3e647c0 req-56d7fcf8-408d-40a2-bac9-5a896a2f81af tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0279551 Feb 19 03:41:38.055754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cd63e-d677-4026-9b3d-649b11cc2153 req-270e7484-5427-4701-84b1-6366baec6b42 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:38.057331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c48cd63e-d677-4026-9b3d-649b11cc2153 req-270e7484-5427-4701-84b1-6366baec6b42 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0626249 Feb 19 03:41:38.106677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c48cd63e-d677-4026-9b3d-649b11cc2153 req-bf1c602b-fc38-4902-b5c6-47f4406680eb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 Feb 19 03:41:38.202475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f0f1c41-f4f2-4383-bba7-03d6c4fa560f req-9720547a-f86e-49e4-85ec-9519f26cf44a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0289538 Feb 19 03:41:38.263875 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e81ae0e2-a782-4536-bbc7-6db1620bf35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:39.239865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604274c-0457-473f-872f-ca55d2152735 req-ef0672b7-2098-419b-8baa-115cbdb0010b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:39.241644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0604274c-0457-473f-872f-ca55d2152735 req-ef0672b7-2098-419b-8baa-115cbdb0010b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0561175 Feb 19 03:41:39.293988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0604274c-0457-473f-872f-ca55d2152735 req-201b0ffb-48a4-49bc-ac8d-a9164876c735 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462697 Feb 19 03:41:39.391402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-578ecbee-214f-4807-9a82-8704daa39d72 req-6c5ca2ad-f7d1-4029-984e-5bd47ee72377 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0318410 Feb 19 03:41:40.425429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d55ec-abfb-421b-8722-71bebf283ee7 req-6ef353b7-a699-4d84-92c4-0441a8afa977 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:40.426978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-793d55ec-abfb-421b-8722-71bebf283ee7 req-6ef353b7-a699-4d84-92c4-0441a8afa977 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0596666 Feb 19 03:41:40.454951 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-33b30aff-a4d3-4f83-b515-0f8ed0f8c8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:40.479874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-793d55ec-abfb-421b-8722-71bebf283ee7 req-d9fff079-a9d7-49c4-b880-ae3530d444e5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460565 Feb 19 03:41:40.583017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7667ed97-f975-4d5c-b0cb-7a2ca52bbf19 req-9099d4f3-fcfa-47b0-ae08-acc12813a28a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0304377 Feb 19 03:41:41.609021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd828e-66df-43c9-9faa-d174b1d0da2a req-2978314c-f1d3-4ea7-9dee-21826ba8775c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:41.610724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77dd828e-66df-43c9-9faa-d174b1d0da2a req-2978314c-f1d3-4ea7-9dee-21826ba8775c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0561862 Feb 19 03:41:41.666571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77dd828e-66df-43c9-9faa-d174b1d0da2a req-9d69812c-586d-49ac-b557-cc4234befae3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488484 Feb 19 03:41:41.773159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee32e58b-6589-4cb0-931d-9d637fcd8541 req-ecff80a8-cae8-4bc7-9357-adf4e390f81e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0423956 Feb 19 03:41:41.978170 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:42.800254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9afe-4695-406e-aae2-57ac598e4ca6 req-97618847-e493-4e8e-8687-f8f204141e72 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:42.802483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57bf9afe-4695-406e-aae2-57ac598e4ca6 req-97618847-e493-4e8e-8687-f8f204141e72 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0628896 Feb 19 03:41:42.860432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57bf9afe-4695-406e-aae2-57ac598e4ca6 req-29b94c5f-7900-4d99-bb03-d7473b7ba4fc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521343 Feb 19 03:41:42.953073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3933b848-c883-4f29-9f19-6a7d84de9d10 req-7a3657f5-e71d-4cdd-8051-3ab0a0b978ff tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0289786 Feb 19 03:41:43.026859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:44.003804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46f652-db00-4f8c-a3f9-0a9a6b729ef0 req-d66702e4-6d05-4e02-8e3e-b1a1b68aa0e6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:44.005326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a46f652-db00-4f8c-a3f9-0a9a6b729ef0 req-d66702e4-6d05-4e02-8e3e-b1a1b68aa0e6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0650740 Feb 19 03:41:44.060358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a46f652-db00-4f8c-a3f9-0a9a6b729ef0 req-660ee0b7-b0cb-4bd0-a732-5b393475337b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492108 Feb 19 03:41:44.148084 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a3b71a1-a343-4ae0-a6c1-86c4911467be req-3ecae515-8882-4965-9ef3-826088b3ec45 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0306318 Feb 19 03:41:44.595060 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:45.207930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9a6d4-b8ac-4629-9870-729ffb3d4ecf req-13aa6efc-18fb-42ee-b7ed-7cb6546e18d0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:45.210251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ded9a6d4-b8ac-4629-9870-729ffb3d4ecf req-13aa6efc-18fb-42ee-b7ed-7cb6546e18d0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0697505 Feb 19 03:41:45.267723 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-fe7416eb-458d-4218-91bd-3ee47ef7939e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546737 Feb 19 03:41:45.272253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ded9a6d4-b8ac-4629-9870-729ffb3d4ecf req-28d405b5-b0c6-48b8-9fa0-6549959855af tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557766 Feb 19 03:41:45.379261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c461ab9a-1403-4293-90d8-6039b4dd7b3b req-80a408d2-8e48-4882-ad8c-40cfbdc9e6a4 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0299168 Feb 19 03:41:45.407113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-c2502fff-60ca-482a-a449-b9b2c22d980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:45.409110 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-c2502fff-60ca-482a-a449-b9b2c22d980a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 1127 time: 0.0639825 Feb 19 03:41:45.523355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-13449d0a-664e-4427-949a-ab288ea75f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:45.524710 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-13449d0a-664e-4427-949a-ab288ea75f20 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.0970469 Feb 19 03:41:45.615223 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-2de62572-050d-421c-a886-21f03b2c5207 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc HTTP/1.1" status: 200 len: 1000 time: 0.0837042 Feb 19 03:41:45.665505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-905feed1-82ab-4b8d-a722-3f69081cbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:45.667121 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-905feed1-82ab-4b8d-a722-3f69081cbd00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.0457656 Feb 19 03:41:45.719807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-4ce9e305-9a44-4411-b5b1-ab7031ae7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:45.722118 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-4ce9e305-9a44-4411-b5b1-ab7031ae7f17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490689 Feb 19 03:41:45.822704 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-a0d8eafc-c82b-42d6-9946-7d1bc01cb1c0 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935740 Feb 19 03:41:45.920908 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-61266a21-cbeb-424a-b4e0-9cae29f3307f req-cf00b166-a5de-4d95-820d-3a748dd0fb32 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908434 Feb 19 03:41:46.426261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b781-d99f-43c3-85b2-1091d298392c req-f4c6f75f-1aa8-47eb-88a3-c59a25f19980 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:46.428027 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2611b781-d99f-43c3-85b2-1091d298392c req-f4c6f75f-1aa8-47eb-88a3-c59a25f19980 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0642791 Feb 19 03:41:46.494888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2611b781-d99f-43c3-85b2-1091d298392c req-a48b0d77-10ab-4e91-86a4-a421567b1187 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600681 Feb 19 03:41:46.597823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6be8a79-29df-4bb6-b4b8-372b0d8fb1b9 req-77f60280-516c-4f0d-b20e-85fb22fe0970 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0285244 Feb 19 03:41:47.640208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b34b34-72ea-4453-bfcc-78cfb9cc9700 req-8af8edae-e977-4aa3-9210-6b4ff66597fc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:47.641977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54b34b34-72ea-4453-bfcc-78cfb9cc9700 req-8af8edae-e977-4aa3-9210-6b4ff66597fc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0671484 Feb 19 03:41:47.703421 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54b34b34-72ea-4453-bfcc-78cfb9cc9700 req-bf020a8e-40c0-42aa-b8df-e6fb638aaa43 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530884 Feb 19 03:41:47.806862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b40a0f24-32f2-46c8-a1c5-83a02e1bad2c req-841e4bc9-6428-4313-87ad-f7067791357a tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0329518 Feb 19 03:41:48.048373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba90719-8cc4-432f-ac38-1387c2b646af req-fe7a3143-8914-4cc0-ac75-c7ca8ef75a83 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:48.050877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ba90719-8cc4-432f-ac38-1387c2b646af req-fe7a3143-8914-4cc0-ac75-c7ca8ef75a83 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0755773 Feb 19 03:41:48.122870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ba90719-8cc4-432f-ac38-1387c2b646af req-dc2d70f6-a934-4d4a-843a-5a91240c5e69 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610776 Feb 19 03:41:48.285585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b7ab5-e088-455f-92aa-065c7bc31ee2 req-44793aeb-3474-4a68-91df-1c6f136b3efd tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:48.287161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f0b7ab5-e088-455f-92aa-065c7bc31ee2 req-44793aeb-3474-4a68-91df-1c6f136b3efd tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0671499 Feb 19 03:41:48.341511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f0b7ab5-e088-455f-92aa-065c7bc31ee2 req-d1afcf82-cf60-4a17-9f83-5f3c76b22a22 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472846 Feb 19 03:41:48.478483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55fb2f-9ef0-4bb2-99ca-00d0a1b94a81 req-c65914fa-bbb3-4122-9d5e-7062dc9dd757 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:48.480103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb55fb2f-9ef0-4bb2-99ca-00d0a1b94a81 req-c65914fa-bbb3-4122-9d5e-7062dc9dd757 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0622725 Feb 19 03:41:48.533254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb55fb2f-9ef0-4bb2-99ca-00d0a1b94a81 req-37f56dcd-9d26-416c-ad5e-a24aeed9d6c8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469527 Feb 19 03:41:48.676608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12aac2-b627-4fe3-abaf-b2b7034e6dbf req-1dec3084-4780-4a42-910e-f046b20f6b62 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:48.678261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c12aac2-b627-4fe3-abaf-b2b7034e6dbf req-1dec3084-4780-4a42-910e-f046b20f6b62 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0665865 Feb 19 03:41:48.733395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c12aac2-b627-4fe3-abaf-b2b7034e6dbf req-7f726139-7faf-4f16-aa2c-08004cc02f38 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488009 Feb 19 03:41:48.917458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b2f67f5-a728-490c-bafc-780bc20e2ee7 req-5ed760ca-16d0-459a-a43c-0cb39c58acbb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0300887 Feb 19 03:41:49.148708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-55633d2d-cb50-4281-a456-fdffa73467e5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:49.150270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-55633d2d-cb50-4281-a456-fdffa73467e5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 811 time: 0.1209502 Feb 19 03:41:49.166262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-6f7b2c85-0174-43e8-8ed9-eb6a1dd6ebb6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/quotas/d415d80fc59e47e9ba8c16f9f600caf0 HTTP/1.1" status: 200 len: 375 time: 0.0102158 Feb 19 03:41:49.230644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-0df9188a-b637-43a2-bb91-e8587218a1f8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0578983 Feb 19 03:41:49.246203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-57eda31f-0e92-4eef-88a5-5fed2a41a0c2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:41:49.247289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-57eda31f-0e92-4eef-88a5-5fed2a41a0c2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057144 Feb 19 03:41:49.346856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-3fce604f-2dbc-4d84-b24a-bf913007cbea service neutron] 10.222.0.42 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913379 Feb 19 03:41:49.440456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-df68c7de-f048-4276-b428-e2bef885c38f service neutron] 10.222.0.42 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862124 Feb 19 03:41:49.606063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88e18068-961d-449b-b83f-ea46dca8a621 req-4f2a7397-ea37-43cb-abc8-ec5fc719c2d1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 210 time: 0.0307484 Feb 19 03:41:50.062920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1562a311-0520-4b35-b7e6-ee1e3c5cd135 req-6c8fdf7b-64e8-46c4-95ae-976c39ba1e55 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0425603 Feb 19 03:41:50.640787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-e73d95f8-6ff0-4de0-80db-d80ac63ad685 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:50.643780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-e73d95f8-6ff0-4de0-80db-d80ac63ad685 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 811 time: 0.1291883 Feb 19 03:41:50.659716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'port': {'device_id': '38493ff7-bc0c-49ce-9f73-9fd578c5936c', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'admin_state_up': True, 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:50.740132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3ae1d57-34ef-49e8-8546-f5fd48ffb930 req-a0dabbdb-e5c2-4f4f-8ea7-0171d648b9f3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 210 time: 0.0376604 Feb 19 03:41:50.802432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Made reservation on behalf of d415d80fc59e47e9ba8c16f9f600caf0 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:41:50.805759 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:50.936018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Allocated IP 172.20.0.5 (f993302b-469d-4916-adcf-9890c269def0/aa807e27-1c58-4cbc-8076-c2c96b7cdba3/cb8fc8b1-c905-4686-ad0d-77c6fbfadc55) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:51.103008 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:51.147064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:51.181106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f2d19fbf-b42a-49d6-8443-0b5e868a211f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:41:51.188944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-382d82d6-ff69-458a-b757-ce7da21c4c62 req-f0e6e9bd-330e-487e-a48a-edafeef2668d tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0523226 Feb 19 03:41:51.207210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Network f993302b-469d-4916-adcf-9890c269def0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:51.212337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:51.216878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:51.246497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'Port': ['ID=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:51.274690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:51.275416 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:51.298320 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-913b5c36-f2eb-41dc-b786-29c489645180 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6451108 Feb 19 03:41:51.314324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Request body: {'port': {'device_id': '38493ff7-bc0c-49ce-9f73-9fd578c5936c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:51.396247 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:51.519294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90498216-9f03-4dec-a03c-b78cf73e0130 None None] Provisioning complete for port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:51.519581 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90498216-9f03-4dec-a03c-b78cf73e0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:51.557984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90498216-9f03-4dec-a03c-b78cf73e0130 None None] Port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:41:51.699166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:41:51.707372 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Publish callbacks [] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:51.722257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Transition to ACTIVE for port object cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:41:51.725940 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:51.833314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:51.901720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Attempting to bind port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:41:51.902082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Attempting to bind port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:41:51.902408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Attempting to bind port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:51.913079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b570e-7b43-43e3-8778-54dbe84b3867 req-af14b40c-db03-47d8-a149-db2bdca6316c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:51.914642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb4b570e-7b43-43e3-8778-54dbe84b3867 req-af14b40c-db03-47d8-a149-db2bdca6316c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 943 time: 0.0865271 Feb 19 03:41:51.916963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 on network f993302b-469d-4916-adcf-9890c269def0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:41:51.917291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Attempting to bind port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:51.925240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:41:51.925579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Checking segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:51.925988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Bound using segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:41:51.926421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Bound port: cb8fc8b1-c905-4686-ad0d-77c6fbfadc55, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:41:51.926779 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:52.013085 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb4b570e-7b43-43e3-8778-54dbe84b3867 req-a10f8e53-f23f-42e8-a4f9-6e0ef7d6d2c8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904419 Feb 19 03:41:52.028415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] For port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:52.031444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] For port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:41:52.038104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:52.077870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:52.078993 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:52.081969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] 10.222.0.71 "PUT /v2.0/ports/cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 HTTP/1.1" status: 200 len: 1091 time: 0.7752950 Feb 19 03:41:52.082916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38493ff7-bc0c-49ce-9f73-9fd578c5936c', 'tag': 'cb8fc8b1-c905-4686-ad0d-77c6fbfadc55'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:52.085682 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb" -d '{"events": [{"name": "network-changed", "server_uuid": "38493ff7-bc0c-49ce-9f73-9fd578c5936c", "tag": "cb8fc8b1-c905-4686-ad0d-77c6fbfadc55"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:52.115687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84b14d-4bab-4ca6-ab6b-cfbb072cc781 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:52.165044 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba5dfea-c151-44c6-83db-2de8c666649a x-openstack-request-id: req-3ba5dfea-c151-44c6-83db-2de8c666649a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:52.165338 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38493ff7-bc0c-49ce-9f73-9fd578c5936c", "tag": "cb8fc8b1-c905-4686-ad0d-77c6fbfadc55", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:52.165593 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ba5dfea-c151-44c6-83db-2de8c666649a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:52.166178 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38493ff7-bc0c-49ce-9f73-9fd578c5936c', 'tag': 'cb8fc8b1-c905-4686-ad0d-77c6fbfadc55', 'status': 'completed', 'code': 200} Feb 19 03:41:52.187577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-4a59c89d-f220-4c0c-9dd1-1cfc3996b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:52.189458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-4a59c89d-f220-4c0c-9dd1-1cfc3996b7c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 1125 time: 0.0550146 Feb 19 03:41:52.233736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-340795d9-e205-4105-af3f-2f399d8487cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 HTTP/1.1" status: 200 len: 217 time: 0.0364408 Feb 19 03:41:52.289630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-3c0fae74-2991-49fd-ab56-10e82fa51e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:52.291336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-3c0fae74-2991-49fd-ab56-10e82fa51e04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.0496688 Feb 19 03:41:52.356970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d25f737-6f49-4744-945b-bbe6d879b30c req-f6061633-622c-4bc9-86e9-648834839d5b tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0505722 Feb 19 03:41:52.374041 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:52.375228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-f1498391-4a46-47d8-a386-d7ba7b68a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:52.377485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-f1498391-4a46-47d8-a386-d7ba7b68a30d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0797236 Feb 19 03:41:52.468226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-ae324667-4633-45f1-a9b6-63a00546c0d9 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831742 Feb 19 03:41:52.564013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96a94f34-d8f7-4a6b-ae39-a25ef72cafab req-ba83f908-6ea2-4903-b437-d6b316762bb2 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881958 Feb 19 03:41:52.657060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-1f05a329-c549-4bdb-a20f-04540236f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:52.659170 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-1f05a329-c549-4bdb-a20f-04540236f42a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 1125 time: 0.0470514 Feb 19 03:41:52.754186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-8311b4c6-d7cc-4972-ac9b-17f34a76824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:52.755688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-8311b4c6-d7cc-4972-ac9b-17f34a76824c service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.0906141 Feb 19 03:41:52.802351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-c12d87bd-3844-46c8-940b-cdb3bff14065 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 HTTP/1.1" status: 200 len: 217 time: 0.0367374 Feb 19 03:41:52.854037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-e095a482-20bb-4310-9778-aae639d1e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:52.855503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-e095a482-20bb-4310-9778-aae639d1e08a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.0492265 Feb 19 03:41:52.912986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-ab0e1c51-54af-4325-9823-55d44530a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:52.914645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-ab0e1c51-54af-4325-9823-55d44530a219 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515599 Feb 19 03:41:53.008922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-9912e4bd-d409-4f6a-8216-0af301916c81 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879514 Feb 19 03:41:53.132275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e0c5b2c-e37a-4d87-9278-5d7c955acfdb req-f891c02c-a7ea-411b-9aad-4fe2ecaf05bb service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165147 Feb 19 03:41:53.164337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892249cb-5a74-49aa-993b-ca91c7efeae3 req-80147d7b-0f15-4cb1-b39d-169507010e5d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:53.165931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-892249cb-5a74-49aa-993b-ca91c7efeae3 req-80147d7b-0f15-4cb1-b39d-169507010e5d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 943 time: 0.0741167 Feb 19 03:41:53.217502 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-892249cb-5a74-49aa-993b-ca91c7efeae3 req-772db16b-b146-4eee-bbbd-f7cef86ded19 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Feb 19 03:41:53.468505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46871b71-59b5-41a5-83a7-341a29f36b84 req-47eedfab-5934-4783-aa56-8d3419e0fbbb tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0294619 Feb 19 03:41:54.349600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265de84-26ad-481a-a037-98799f65b628 req-7d5d0ec6-29f0-4ff9-b865-31e7ee71a859 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:54.351141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a265de84-26ad-481a-a037-98799f65b628 req-7d5d0ec6-29f0-4ff9-b865-31e7ee71a859 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 943 time: 0.0626965 Feb 19 03:41:54.381312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:41:54.398594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a265de84-26ad-481a-a037-98799f65b628 req-e61195aa-166c-43b6-a9db-4100d965efe2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Feb 19 03:41:54.481324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:54.495092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'cb8fc8b1-c905-4686-ad0d-77c6fbfadc55', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'port_id': 'cb8fc8b1-c905-4686-ad0d-77c6fbfadc55', 'mac_address': 'fa:16:3e:12:77:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:41:54.533868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:54.534293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:54.547787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:41:54.569097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:54.574108 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:54.578233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce9ad5a3-66d2-486d-b4b6-a63eb2190377 req-e4f411e1-b8fa-4898-9b7d-075c62d3f684 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0293996 Feb 19 03:41:54.629177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:54.637056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.637405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.637744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.638121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.638458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.638788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.639118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.639510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.639769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.640094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.640416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.640733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.641052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:54.826784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cb8fc8b1-c905-4686-ad0d-77c6fbfadc55'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:41:55.521471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cb04d-65cd-4166-ab44-4e7b2ac578b4 req-f2fd9951-d310-4559-8847-95966c24e6a4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:55.523011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e6cb04d-65cd-4166-ab44-4e7b2ac578b4 req-f2fd9951-d310-4559-8847-95966c24e6a4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 944 time: 0.0527606 Feb 19 03:41:55.570437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e6cb04d-65cd-4166-ab44-4e7b2ac578b4 req-0ae31a66-1c8f-4954-bcbf-148275c1f1e2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Feb 19 03:41:55.691926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3224082c-c2c3-462b-881a-779f650fcf91 req-41f66a59-9944-4061-8f59-b44522e425db tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0313897 Feb 19 03:41:56.398046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:56.447451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:41:56.451708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:56.452090 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:56.533374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:56.533855 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:56.556896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38493ff7-bc0c-49ce-9f73-9fd578c5936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8fc8b1-c905-4686-ad0d-77c6fbfadc55'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:56.559334 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14e2ac4-dc5e-4e6d-a43f-1b1fd335c14a" -d '{"events": [{"server_uuid": "38493ff7-bc0c-49ce-9f73-9fd578c5936c", "name": "network-vif-plugged", "status": "completed", "tag": "cb8fc8b1-c905-4686-ad0d-77c6fbfadc55"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:56.572894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:56.577346 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:56.603021 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6182aaa-80fe-40d3-aa21-586433984850 x-openstack-request-id: req-b6182aaa-80fe-40d3-aa21-586433984850 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:56.603422 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38493ff7-bc0c-49ce-9f73-9fd578c5936c", "name": "network-vif-plugged", "status": "completed", "tag": "cb8fc8b1-c905-4686-ad0d-77c6fbfadc55", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:56.603775 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6182aaa-80fe-40d3-aa21-586433984850 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:56.604267 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38493ff7-bc0c-49ce-9f73-9fd578c5936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8fc8b1-c905-4686-ad0d-77c6fbfadc55', 'code': 200} Feb 19 03:41:56.634477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:56.734457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbc3b9-45a4-49f7-af03-24efad9ad331 req-2d00f41a-24fa-41f7-9161-903aeee41701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:56.735961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eefbc3b9-45a4-49f7-af03-24efad9ad331 req-2d00f41a-24fa-41f7-9161-903aeee41701 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 1127 time: 0.0646086 Feb 19 03:41:56.747357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b2904-3f57-4af7-93b8-385b883e4034 req-f5398e9d-9c5a-48d6-9ce8-e9de1fe51add tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:56.748862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab3b2904-3f57-4af7-93b8-385b883e4034 req-f5398e9d-9c5a-48d6-9ce8-e9de1fe51add tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 945 time: 0.0861118 Feb 19 03:41:56.815319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eefbc3b9-45a4-49f7-af03-24efad9ad331 req-2b27df2a-e7f7-4ce8-b5a0-c8ec27f3dc64 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655124 Feb 19 03:41:56.819795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab3b2904-3f57-4af7-93b8-385b883e4034 req-49242098-d055-416d-9d2a-fe8352a8aab3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633123 Feb 19 03:41:56.910004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9330eccf-04ff-4561-a531-80a9c4a2c7fc req-7befb93d-0cd3-417e-abca-0c347bb89a46 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0306425 Feb 19 03:41:57.958183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8589e-8081-43b4-a3cb-47ac5526fd1a req-736afff1-2d00-4fea-b4bc-294c67c75fa9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:57.958183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ca8589e-8081-43b4-a3cb-47ac5526fd1a req-736afff1-2d00-4fea-b4bc-294c67c75fa9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 945 time: 0.0578933 Feb 19 03:41:58.021614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ca8589e-8081-43b4-a3cb-47ac5526fd1a req-6a3b010d-2a6b-43b3-bc2a-5378bdf33486 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553637 Feb 19 03:41:58.110045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e85dea65-06d9-442f-ac13-5c7cbe4a94da req-8c1111e2-6cbd-48aa-8608-e5306ac06bb6 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0273230 Feb 19 03:41:59.151650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32447d5f-d706-4af2-8355-657d889e97a6 req-1a05b4d5-9d3a-43ba-944b-33994f59ca89 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:59.153326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32447d5f-d706-4af2-8355-657d889e97a6 req-1a05b4d5-9d3a-43ba-944b-33994f59ca89 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 945 time: 0.0590189 Feb 19 03:41:59.217680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32447d5f-d706-4af2-8355-657d889e97a6 req-353c82ff-840b-4df5-9030-28b0bf8d53c5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543494 Feb 19 03:41:59.338553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54545239-95af-44c0-829a-821c1fbc8fb3 req-f57dbfd3-3ba5-4a4a-84ff-74f6c10e6f1e tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfa5b13-4a43-447d-9227-efb398f9d463 HTTP/1.1" status: 200 len: 210 time: 0.0371659 Feb 19 03:42:00.441713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36800) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:00.508361 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group (a689113b-b0ae-4d53-93b0-3000f4c5e74f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:00.534633 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group (a689113b-b0ae-4d53-93b0-3000f4c5e74f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:00.587385 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a689113b-b0ae-4d53-93b0-3000f4c5e74f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:00.590144 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:00.591434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "DELETE /v2.0/security-groups/a689113b-b0ae-4d53-93b0-3000f4c5e74f HTTP/1.1" status: 204 len: 168 time: 0.1481023 Feb 19 03:42:00.594336 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36802) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:00.613973 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-cd6cb2a9-21cf-459d-97df-752977076233 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] show failed (client error): The resource could not be found. Feb 19 03:42:00.618732 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cd6cb2a9-21cf-459d-97df-752977076233 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "GET /v2.0/security-groups/a689113b-b0ae-4d53-93b0-3000f4c5e74f HTTP/1.1" status: 404 len: 347 time: 0.0226238 Feb 19 03:42:00.619129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36804) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:00.626496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a689113b-b0ae-4d53-93b0-3000f4c5e74f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:00.665265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.665628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.666097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.666515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.666921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.667330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.667747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.668317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.668927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.669462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.669874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.670274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.670675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e813d3-a653-473a-8156-c3806a15e5b3 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.795471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-119a2f4b-a263-4f7f-a7fc-7dc4cb495510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting port 4a268f75-5595-448b-a031-d6311d84610e {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:00.795731 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119a2f4b-a263-4f7f-a7fc-7dc4cb495510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4a268f75-5595-448b-a031-d6311d84610e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:01.212360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119a2f4b-a263-4f7f-a7fc-7dc4cb495510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4a268f75-5595-448b-a031-d6311d84610e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:01.213154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119a2f4b-a263-4f7f-a7fc-7dc4cb495510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for floatingip (4a268f75-5595-448b-a031-d6311d84610e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:01.226491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-119a2f4b-a263-4f7f-a7fc-7dc4cb495510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Calling delete_port for 4a268f75-5595-448b-a031-d6311d84610e owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:01.417172 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119a2f4b-a263-4f7f-a7fc-7dc4cb495510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4a268f75-5595-448b-a031-d6311d84610e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:01.488831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a2f4b-a263-4f7f-a7fc-7dc4cb495510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Port': ['ID=4a268f75-5595-448b-a031-d6311d84610e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:01.565388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119a2f4b-a263-4f7f-a7fc-7dc4cb495510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for floatingip (fc4c967d-99e1-45a1-a454-6e4685de0da0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:01.579312 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119a2f4b-a263-4f7f-a7fc-7dc4cb495510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:01.584282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-119a2f4b-a263-4f7f-a7fc-7dc4cb495510 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "DELETE /v2.0/floatingips/fc4c967d-99e1-45a1-a454-6e4685de0da0 HTTP/1.1" status: 204 len: 168 time: 0.9605377 Feb 19 03:42:01.584446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36824) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:01.742124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e7e480dc-8603-46ae-8ea6-5a68600e7461 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting port 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:01.742674 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7e480dc-8603-46ae-8ea6-5a68600e7461 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:01.866339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7e480dc-8603-46ae-8ea6-5a68600e7461 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:01.885767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e7e480dc-8603-46ae-8ea6-5a68600e7461 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Calling delete_port for 59d89fa6-04f0-4b05-b65e-86aa824fe6c9 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:02.021934 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7e480dc-8603-46ae-8ea6-5a68600e7461 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (59d89fa6-04f0-4b05-b65e-86aa824fe6c9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.056061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e480dc-8603-46ae-8ea6-5a68600e7461 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Port': ['ID=59d89fa6-04f0-4b05-b65e-86aa824fe6c9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:02.124940 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7e480dc-8603-46ae-8ea6-5a68600e7461 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.131066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e7e480dc-8603-46ae-8ea6-5a68600e7461 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "DELETE /v2.0/ports/59d89fa6-04f0-4b05-b65e-86aa824fe6c9 HTTP/1.1" status: 204 len: 168 time: 0.5427470 Feb 19 03:42:02.131382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36826) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:02.229151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-72f976d5-fcae-48f1-a9cc-287ac05f8fb1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting port c186a5da-70f4-40fb-97bd-370729d3cb9f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:02.229549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f976d5-fcae-48f1-a9cc-287ac05f8fb1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.316751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f976d5-fcae-48f1-a9cc-287ac05f8fb1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.329060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-72f976d5-fcae-48f1-a9cc-287ac05f8fb1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Calling delete_port for c186a5da-70f4-40fb-97bd-370729d3cb9f owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:02.474295 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f976d5-fcae-48f1-a9cc-287ac05f8fb1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c186a5da-70f4-40fb-97bd-370729d3cb9f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.545676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f976d5-fcae-48f1-a9cc-287ac05f8fb1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Port': ['ID=c186a5da-70f4-40fb-97bd-370729d3cb9f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:02.618603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72f976d5-fcae-48f1-a9cc-287ac05f8fb1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.625001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-72f976d5-fcae-48f1-a9cc-287ac05f8fb1 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "DELETE /v2.0/ports/c186a5da-70f4-40fb-97bd-370729d3cb9f HTTP/1.1" status: 204 len: 168 time: 0.4924421 Feb 19 03:42:02.628034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36828) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:02.732599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-6981a87b-afe2-4fa8-86a1-54e39bd558ab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting subnet 993294fb-3c75-47da-8f13-dd96a8f43ba4 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:42:02.739421 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6981a87b-afe2-4fa8-86a1-54e39bd558ab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for subnet (993294fb-3c75-47da-8f13-dd96a8f43ba4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.795608 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6981a87b-afe2-4fa8-86a1-54e39bd558ab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (993294fb-3c75-47da-8f13-dd96a8f43ba4), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.891006 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6981a87b-afe2-4fa8-86a1-54e39bd558ab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (993294fb-3c75-47da-8f13-dd96a8f43ba4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.966413 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6981a87b-afe2-4fa8-86a1-54e39bd558ab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (993294fb-3c75-47da-8f13-dd96a8f43ba4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.997552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6981a87b-afe2-4fa8-86a1-54e39bd558ab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.002753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6981a87b-afe2-4fa8-86a1-54e39bd558ab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "DELETE /v2.0/subnets/993294fb-3c75-47da-8f13-dd96a8f43ba4 HTTP/1.1" status: 204 len: 168 time: 0.3717394 Feb 19 03:42:03.002753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981a87b-afe2-4fa8-86a1-54e39bd558ab tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Subnet': ['ID=993294fb-3c75-47da-8f13-dd96a8f43ba4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:03.003905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36832) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:03.006502 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198a81df-e090-4fa2-83a4-5dd13eab4208 None None] Network 11ef5ccb-0868-41f4-97a7-681c7d13022b requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:42:03.084092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1ed63d-083a-4bc1-a162-df02140a5f1c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting subnet 89573ae5-96fc-4eac-909a-7643e7e3b9c8 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:42:03.087793 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed63d-083a-4bc1-a162-df02140a5f1c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for subnet (89573ae5-96fc-4eac-909a-7643e7e3b9c8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.138731 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed63d-083a-4bc1-a162-df02140a5f1c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (89573ae5-96fc-4eac-909a-7643e7e3b9c8), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.200314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db940612-4bd5-439e-8fa3-dc864c549693 None None] DHCP port deletion for 11ef5ccb-0868-41f4-97a7-681c7d13022b request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:42:03.240790 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed63d-083a-4bc1-a162-df02140a5f1c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (89573ae5-96fc-4eac-909a-7643e7e3b9c8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.259923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-db940612-4bd5-439e-8fa3-dc864c549693 None None] Deleting port 405c5587-3309-42f4-8514-2e07aeffc44b {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:03.260472 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-db940612-4bd5-439e-8fa3-dc864c549693 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.312234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed63d-083a-4bc1-a162-df02140a5f1c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (89573ae5-96fc-4eac-909a-7643e7e3b9c8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.343652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-db940612-4bd5-439e-8fa3-dc864c549693 None None] For port 405c5587-3309-42f4-8514-2e07aeffc44b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=405c5587-3309-42f4-8514-2e07aeffc44b,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:03.344434 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-db940612-4bd5-439e-8fa3-dc864c549693 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.350397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ed63d-083a-4bc1-a162-df02140a5f1c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Subnet': ['ID=89573ae5-96fc-4eac-909a-7643e7e3b9c8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:03.352721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed63d-083a-4bc1-a162-df02140a5f1c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.360680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36836) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:03.361979 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5c1ed63d-083a-4bc1-a162-df02140a5f1c tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "DELETE /v2.0/subnets/89573ae5-96fc-4eac-909a-7643e7e3b9c8 HTTP/1.1" status: 204 len: 168 time: 0.3472724 Feb 19 03:42:03.363151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af565036-5cda-4abe-bb15-413875ec49da None None] Network 1a8a4d32-b860-4f0b-a50e-55c21f16d66d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:42:03.367029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-db940612-4bd5-439e-8fa3-dc864c549693 None None] Calling delete_port for 405c5587-3309-42f4-8514-2e07aeffc44b owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:03.485868 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (11ef5ccb-0868-41f4-97a7-681c7d13022b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.569663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Deleting port 405c5587-3309-42f4-8514-2e07aeffc44b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:03.570301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.615676 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-db940612-4bd5-439e-8fa3-dc864c549693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.655380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] For port 405c5587-3309-42f4-8514-2e07aeffc44b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=405c5587-3309-42f4-8514-2e07aeffc44b,segment=NetworkSegment(cab4dea0-7c12-43db-9630-ac39cb8e97fe),segment_id=cab4dea0-7c12-43db-9630-ac39cb8e97fe)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:03.655763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.680904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Calling delete_port for 405c5587-3309-42f4-8514-2e07aeffc44b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:03.697153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db940612-4bd5-439e-8fa3-dc864c549693 None None] Pushing event deleted for resources: {'Port': ['ID=405c5587-3309-42f4-8514-2e07aeffc44b,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:03.700737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db940612-4bd5-439e-8fa3-dc864c549693 None None] No DVR routers for this DVR port 405c5587-3309-42f4-8514-2e07aeffc44b on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:42:03.808412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ead6c-4ff9-4d72-b763-57b23a4704fc None None] DHCP port deletion for 1a8a4d32-b860-4f0b-a50e-55c21f16d66d request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:42:03.851388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (405c5587-3309-42f4-8514-2e07aeffc44b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.889969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Port': ['ID=405c5587-3309-42f4-8514-2e07aeffc44b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:03.894766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] No DVR routers for this DVR port 405c5587-3309-42f4-8514-2e07aeffc44b on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:42:03.990886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ead6c-4ff9-4d72-b763-57b23a4704fc None None] Deleting port 1263a936-88af-4386-a366-83975b23eed5 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:03.991287 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9f4ead6c-4ff9-4d72-b763-57b23a4704fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1263a936-88af-4386-a366-83975b23eed5), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.018476 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (11ef5ccb-0868-41f4-97a7-681c7d13022b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.061368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1263a936-88af-4386-a366-83975b23eed5 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:42:04.064547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ef5ccb-0868-41f4-97a7-681c7d13022b']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:04.087301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab4dea0-7c12-43db-9630-ac39cb8e97fe') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:04.087607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab4dea0-7c12-43db-9630-ac39cb8e97fe') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:04.107397 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (cab4dea0-7c12-43db-9630-ac39cb8e97fe), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.132317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9f4ead6c-4ff9-4d72-b763-57b23a4704fc None None] For port 1263a936-88af-4386-a366-83975b23eed5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1263a936-88af-4386-a366-83975b23eed5,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:04.132981 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9f4ead6c-4ff9-4d72-b763-57b23a4704fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1263a936-88af-4386-a366-83975b23eed5), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.134630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (cab4dea0-7c12-43db-9630-ac39cb8e97fe), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.151153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:42:04.151565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (cab4dea0-7c12-43db-9630-ac39cb8e97fe), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.171334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ead6c-4ff9-4d72-b763-57b23a4704fc None None] Calling delete_port for 1263a936-88af-4386-a366-83975b23eed5 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:04.198231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1263a936-88af-4386-a366-83975b23eed5 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:42:04.198774 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1263a936-88af-4386-a366-83975b23eed5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.273438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 1263a936-88af-4386-a366-83975b23eed5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1263a936-88af-4386-a366-83975b23eed5,segment=NetworkSegment(e5307e76-7456-43b7-a404-7831108fcd7e),segment_id=e5307e76-7456-43b7-a404-7831108fcd7e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:04.283955 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1263a936-88af-4386-a366-83975b23eed5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.284806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 405c5587-3309-42f4-8514-2e07aeffc44b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:42:04.288346 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:42:04.293074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (11ef5ccb-0868-41f4-97a7-681c7d13022b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.306748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.317630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "DELETE /v2.0/networks/11ef5ccb-0868-41f4-97a7-681c7d13022b HTTP/1.1" status: 204 len: 168 time: 0.9520853 Feb 19 03:42:04.318327 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36848) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:04.343549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=1263a936-88af-4386-a366-83975b23eed5,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:04.344566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e574cce-4e89-4165-99fb-98732db17716 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Network': ['ID=11ef5ccb-0868-41f4-97a7-681c7d13022b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:04.368641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 405c5587-3309-42f4-8514-2e07aeffc44b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:42:04.369119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 405c5587-3309-42f4-8514-2e07aeffc44b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:42:04.393032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9f4ead6c-4ff9-4d72-b763-57b23a4704fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (1263a936-88af-4386-a366-83975b23eed5), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.420710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ead6c-4ff9-4d72-b763-57b23a4704fc None None] No DVR routers for this DVR port 1263a936-88af-4386-a366-83975b23eed5 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:42:04.445704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ead6c-4ff9-4d72-b763-57b23a4704fc None None] Pushing event deleted for resources: {'Port': ['ID=1263a936-88af-4386-a366-83975b23eed5,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:04.492115 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (1a8a4d32-b860-4f0b-a50e-55c21f16d66d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.599756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (1a8a4d32-b860-4f0b-a50e-55c21f16d66d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.625457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8a4d32-b860-4f0b-a50e-55c21f16d66d']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:04.636511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5307e76-7456-43b7-a404-7831108fcd7e') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:04.637077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5307e76-7456-43b7-a404-7831108fcd7e') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:04.647917 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (e5307e76-7456-43b7-a404-7831108fcd7e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.663269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e5307e76-7456-43b7-a404-7831108fcd7e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.669662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:42:04.670274 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (e5307e76-7456-43b7-a404-7831108fcd7e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:42:04.786368 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:42:04.794681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (1a8a4d32-b860-4f0b-a50e-55c21f16d66d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.853248 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:04.868822 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] 10.222.0.42 "DELETE /v2.0/networks/1a8a4d32-b860-4f0b-a50e-55c21f16d66d HTTP/1.1" status: 204 len: 168 time: 0.5483563 Feb 19 03:42:04.870719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d6cfc-eb0a-4a9e-a8cf-33e2d1d53649 tempest-TaggedBootDevicesTest-1583799910 tempest-TaggedBootDevicesTest-1583799910-project] Pushing event deleted for resources: {'Network': ['ID=1a8a4d32-b860-4f0b-a50e-55c21f16d66d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:06.237246 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:08.287340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-23207f02-257a-45f5-94e7-8d9c1e55d40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:09.872246 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:42:10.456437 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-60c703fc-fe48-4702-921b-a88014e26c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:10.601331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b889b9-7de3-4939-b8f9-6a7ab7792dd2 req-d5a7e65a-94ba-4816-99c2-be3ea94df7a3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:10.603594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33b889b9-7de3-4939-b8f9-6a7ab7792dd2 req-d5a7e65a-94ba-4816-99c2-be3ea94df7a3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0608222 Feb 19 03:42:10.664124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33b889b9-7de3-4939-b8f9-6a7ab7792dd2 req-75692916-86aa-43be-afe2-c7129b78755b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478842 Feb 19 03:42:10.818063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f5396-0841-49e3-abb3-d248e5841e2e req-9af2aede-bd9a-47e4-a99b-4c5522cea628 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:10.821133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-094f5396-0841-49e3-abb3-d248e5841e2e req-9af2aede-bd9a-47e4-a99b-4c5522cea628 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0640159 Feb 19 03:42:10.880328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-094f5396-0841-49e3-abb3-d248e5841e2e req-93558e4f-419b-441d-892a-e88ac163f26b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539021 Feb 19 03:42:11.049386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3110bde-3159-424b-99f7-1cba441a95bd req-6dd39678-e006-4658-abb6-09889920667f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:11.051631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3110bde-3159-424b-99f7-1cba441a95bd req-6dd39678-e006-4658-abb6-09889920667f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0665405 Feb 19 03:42:11.123624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3110bde-3159-424b-99f7-1cba441a95bd req-e7d379de-4702-4bcf-a1a7-2156db08875b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653632 Feb 19 03:42:11.259981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec7155-96a0-4326-bdd9-44cc7a8ae976 req-8f55a719-fd27-45e0-bcbf-7aef48af79a5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:11.269073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5ec7155-96a0-4326-bdd9-44cc7a8ae976 req-8f55a719-fd27-45e0-bcbf-7aef48af79a5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0676496 Feb 19 03:42:11.322880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5ec7155-96a0-4326-bdd9-44cc7a8ae976 req-80483757-3cde-42ec-9745-6942a318e9ec tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528729 Feb 19 03:42:11.575990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43671127-42ab-454e-b927-46e615b83626 req-612c72b8-310f-4beb-9407-daea56ff3fc3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:11.577806 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43671127-42ab-454e-b927-46e615b83626 req-612c72b8-310f-4beb-9407-daea56ff3fc3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0613539 Feb 19 03:42:11.629428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43671127-42ab-454e-b927-46e615b83626 req-fcee004d-c9d6-4cc2-a90d-1a174be96b56 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441523 Feb 19 03:42:12.023101 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:12.277984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b84466-ed41-484f-8a7f-f3916cb87a8d req-95710415-e060-4f76-bc2d-b5fe60be6664 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:12.294175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35b84466-ed41-484f-8a7f-f3916cb87a8d req-95710415-e060-4f76-bc2d-b5fe60be6664 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1516979 Feb 19 03:42:12.392807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35b84466-ed41-484f-8a7f-f3916cb87a8d req-145ff0ab-ac79-417c-9f07-a6d7c876b609 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967004 Feb 19 03:42:13.025902 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:13.654515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ff655-4081-4d54-b073-946f69bca296 req-9ccc7bf6-0ac4-4fdd-9379-087dfe4e44bd tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:13.667667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-601ff655-4081-4d54-b073-946f69bca296 req-9ccc7bf6-0ac4-4fdd-9379-087dfe4e44bd tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1377144 Feb 19 03:42:13.763592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-601ff655-4081-4d54-b073-946f69bca296 req-f68edec5-3305-4568-a15d-0796fdd149bd tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951684 Feb 19 03:42:14.622574 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:15.028871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dbc62-d548-486e-a591-953cec74a23a req-31826838-bc48-4282-ae8a-75fdee3b5aef tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:15.045714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b76dbc62-d548-486e-a591-953cec74a23a req-31826838-bc48-4282-ae8a-75fdee3b5aef tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1670916 Feb 19 03:42:15.135636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b76dbc62-d548-486e-a591-953cec74a23a req-a58a6684-bf12-40f9-b783-ed1437883298 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874875 Feb 19 03:42:16.400532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac1d78-5868-4f2c-a3a6-fa65c75db34f req-ef165dc6-3564-447d-a122-6fbc4d15e221 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:16.403699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5dac1d78-5868-4f2c-a3a6-fa65c75db34f req-ef165dc6-3564-447d-a122-6fbc4d15e221 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1131046 Feb 19 03:42:16.511985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5dac1d78-5868-4f2c-a3a6-fa65c75db34f req-f0e1d143-11cd-4cf0-95e9-5c374c511bc4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957763 Feb 19 03:42:17.761035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dcead-f99b-4c46-9dc9-9bef19b04f0f req-516b50fd-84d6-48ab-9070-d7fc2575e66b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:17.771104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-809dcead-f99b-4c46-9dc9-9bef19b04f0f req-516b50fd-84d6-48ab-9070-d7fc2575e66b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1004848 Feb 19 03:42:17.900070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-809dcead-f99b-4c46-9dc9-9bef19b04f0f req-ee925452-1569-45f4-91f6-8ce37996ba7c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270938 Feb 19 03:42:19.077688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858b2cf-dcc1-4860-85b3-acb51389626e req-9f819621-db5b-450f-856e-88b4f799a34d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:19.080835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f858b2cf-dcc1-4860-85b3-acb51389626e req-9f819621-db5b-450f-856e-88b4f799a34d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0769827 Feb 19 03:42:19.208656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f858b2cf-dcc1-4860-85b3-acb51389626e req-d8cf2285-89d3-4005-b9f5-d6f467017769 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204834 Feb 19 03:42:20.362461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc020da2-a1ef-4949-99b4-b9b5d4d0e76b req-7ebc43f3-0624-4db0-af84-20e1cabcb618 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:20.365583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc020da2-a1ef-4949-99b4-b9b5d4d0e76b req-7ebc43f3-0624-4db0-af84-20e1cabcb618 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0777566 Feb 19 03:42:20.453343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc020da2-a1ef-4949-99b4-b9b5d4d0e76b req-e0187696-c397-4b23-be7e-a538c073ffc5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813344 Feb 19 03:42:21.719592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda10ef3-16d6-45f1-95ab-2db87f6c5eb7 req-d54523b8-66c9-4957-ba34-7215d2db49b9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:21.723672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bda10ef3-16d6-45f1-95ab-2db87f6c5eb7 req-d54523b8-66c9-4957-ba34-7215d2db49b9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1514614 Feb 19 03:42:21.819769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bda10ef3-16d6-45f1-95ab-2db87f6c5eb7 req-5b7e7eb0-10ce-427f-9329-71d9d6e6194e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895586 Feb 19 03:42:22.400274 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:23.039942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc3989-1f5f-4814-9a13-9eccb2932d78 req-5d0f7d37-5106-4942-ace5-319c36f2fd2b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:23.049881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-20dc3989-1f5f-4814-9a13-9eccb2932d78 req-5d0f7d37-5106-4942-ace5-319c36f2fd2b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1104405 Feb 19 03:42:23.131465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-20dc3989-1f5f-4814-9a13-9eccb2932d78 req-efa4394b-074a-4b8d-98d5-3b541dbafec3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793717 Feb 19 03:42:23.514353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-4e2d0373-73ee-445c-9974-aaa43939bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:23.516396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-4e2d0373-73ee-445c-9974-aaa43939bd86 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1126 time: 0.0736408 Feb 19 03:42:23.716567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e23ffe-aa42-4736-801b-36089c6be45b req-0954feca-1397-4f94-9e51-40e33e4f5818 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:23.718666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e23ffe-aa42-4736-801b-36089c6be45b req-0954feca-1397-4f94-9e51-40e33e4f5818 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.3403633 Feb 19 03:42:23.720167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-7ff62e3f-d6c3-41d0-9d9e-0be0502c72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:23.721959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-7ff62e3f-d6c3-41d0-9d9e-0be0502c72ec service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.1987553 Feb 19 03:42:23.848881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91e23ffe-aa42-4736-801b-36089c6be45b req-4c5d74a5-9454-46ab-ab7a-1bf618578910 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222079 Feb 19 03:42:23.990675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-d7e84cdc-be6c-4cbd-a279-96ecfcd24b32 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 998 time: 0.1669102 Feb 19 03:42:24.103924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-37f58e45-76e5-4fa3-8a4d-b2233b13fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:24.111302 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-37f58e45-76e5-4fa3-8a4d-b2233b13fb0d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1120214 Feb 19 03:42:24.179384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-1888856f-c743-4b33-b094-2b2ff1e30100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:24.181139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-1888856f-c743-4b33-b094-2b2ff1e30100 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626998 Feb 19 03:42:24.388319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-214ab545-4253-4715-9c18-7ed49d884ad4 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992888 Feb 19 03:42:24.510079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85ded233-e1e0-4792-b26f-548d74a0d1ee req-ac1d42a9-6dde-4498-83c3-ee3b2ca90aaf service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140139 Feb 19 03:42:25.148447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a2770-325f-481e-a718-934d6ce5f884 req-407558c8-dd0c-43f5-8247-c226c3afc63f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:25.156708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-666a2770-325f-481e-a718-934d6ce5f884 req-407558c8-dd0c-43f5-8247-c226c3afc63f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1611946 Feb 19 03:42:25.277828 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-666a2770-325f-481e-a718-934d6ce5f884 req-e192df67-883c-4d54-92fb-494fa4483dc1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177413 Feb 19 03:42:26.134800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-094cb862-4c61-4a05-8504-66e5f89a1ced req-4456d870-8139-4329-b340-ec162ebf02e3 tempest-DeleteServersTestJSON-150338165 tempest-DeleteServersTestJSON-150338165-project] (103616) timed out ('10.222.0.37', 50700) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:42:26.510024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c5d30-e20f-457e-8488-4a0619d95205 req-935a2f2e-afc0-4d1f-b053-55e175d406f0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:26.521476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-336c5d30-e20f-457e-8488-4a0619d95205 req-935a2f2e-afc0-4d1f-b053-55e175d406f0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0832953 Feb 19 03:42:26.594895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-336c5d30-e20f-457e-8488-4a0619d95205 req-7f9eb652-f71c-4c27-8662-8c773270d883 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705707 Feb 19 03:42:26.778390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8eaec3-a429-437e-a4ec-53006dd629b3 req-5c4cf719-adcd-4c0b-bcce-f18e8d538bca tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:26.781165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f8eaec3-a429-437e-a4ec-53006dd629b3 req-5c4cf719-adcd-4c0b-bcce-f18e8d538bca tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1042202 Feb 19 03:42:26.844721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f8eaec3-a429-437e-a4ec-53006dd629b3 req-9c67903b-3379-4cde-b6d0-942fe6690598 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564532 Feb 19 03:42:27.212248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75e2d-775b-422a-9a01-bb4280edd01a req-e5886079-53f2-4fe9-9c79-832531736af7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:27.223369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1cb75e2d-775b-422a-9a01-bb4280edd01a req-e5886079-53f2-4fe9-9c79-832531736af7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0875325 Feb 19 03:42:27.346923 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1cb75e2d-775b-422a-9a01-bb4280edd01a req-32453f69-dd2d-443c-80ee-04769d4eafb7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226673 Feb 19 03:42:27.566479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf8135-1c12-4f9e-bcbf-abce1e604c8c req-06ba7256-ddb8-49b1-9fa9-86e2cfdd394f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:27.568500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7cf8135-1c12-4f9e-bcbf-abce1e604c8c req-06ba7256-ddb8-49b1-9fa9-86e2cfdd394f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0811503 Feb 19 03:42:27.639351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7cf8135-1c12-4f9e-bcbf-abce1e604c8c req-54c57f3d-416a-4356-b737-38e8c75e252f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646396 Feb 19 03:42:27.837819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54df36-38aa-4015-95d9-3276aca2a0dc req-d526b53b-fe77-40d5-9033-087c6f3be92f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:27.846105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be54df36-38aa-4015-95d9-3276aca2a0dc req-d526b53b-fe77-40d5-9033-087c6f3be92f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0954247 Feb 19 03:42:27.905603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be54df36-38aa-4015-95d9-3276aca2a0dc req-c0ee7fa6-c093-4050-b15a-c635ea896ef1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584970 Feb 19 03:42:28.523724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedfa83-5576-4b47-8d79-a950f3925958 req-961155c3-f726-4030-b74f-07343ce866e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:28.525298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eaedfa83-5576-4b47-8d79-a950f3925958 req-961155c3-f726-4030-b74f-07343ce866e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.2043695 Feb 19 03:42:28.555918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-bca48dca-3f11-46a6-ab80-522da1336ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:28.557491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-bca48dca-3f11-46a6-ab80-522da1336ca5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1126 time: 0.1544476 Feb 19 03:42:28.596222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eaedfa83-5576-4b47-8d79-a950f3925958 req-e995b12f-b013-478a-93cb-0a54dd111b88 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597684 Feb 19 03:42:28.720984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-8e58b165-bcbd-49ac-b6d3-3cfe5aa20aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:28.722567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-8e58b165-bcbd-49ac-b6d3-3cfe5aa20aab service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.1211159 Feb 19 03:42:28.836204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-a67a6d9e-8f5e-4d9d-be7a-db4c9e70e429 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 998 time: 0.1050706 Feb 19 03:42:28.936729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-d4efca9d-72dd-4c63-a8df-46306d5680b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:28.938245 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-d4efca9d-72dd-4c63-a8df-46306d5680b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.0942335 Feb 19 03:42:29.034857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-b1b161f0-ee98-478c-a682-3849a166bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:29.036307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-b1b161f0-ee98-478c-a682-3849a166bf37 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862234 Feb 19 03:42:29.135454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-fd3c6ca7-794a-43a3-aecb-10f265ec3b23 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922384 Feb 19 03:42:29.347247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a68a9e0f-d218-45ef-810e-0663cd0e908b req-fce59497-97b7-4990-976f-2d06051112df service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980641 Feb 19 03:42:29.833479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048ffb7-96d4-4bf0-974c-fbc27a2cb5e0 req-c45eb2aa-18d8-4aae-93dd-81a3fe2bdd84 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:29.842165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c048ffb7-96d4-4bf0-974c-fbc27a2cb5e0 req-c45eb2aa-18d8-4aae-93dd-81a3fe2bdd84 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1204808 Feb 19 03:42:29.913938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c048ffb7-96d4-4bf0-974c-fbc27a2cb5e0 req-a91a3747-534e-406f-8081-b7cf7a419e4a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693076 Feb 19 03:42:30.254704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cfc81-27d5-4ff7-b569-0570bce0765d req-5e8f9fb0-8218-44b6-8851-3888417b90ef tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:30.257531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b37cfc81-27d5-4ff7-b569-0570bce0765d req-5e8f9fb0-8218-44b6-8851-3888417b90ef tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1093147 Feb 19 03:42:30.407334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b37cfc81-27d5-4ff7-b569-0570bce0765d req-426292f9-27a2-44f3-bdff-17b46de23d44 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1420307 Feb 19 03:42:31.591250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a77bad-9184-4522-ab13-8e7e610bc898 req-1e36d303-5f12-48cc-bc4b-500e2ebc7c7c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:31.600244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55a77bad-9184-4522-ab13-8e7e610bc898 req-1e36d303-5f12-48cc-bc4b-500e2ebc7c7c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0708246 Feb 19 03:42:31.666608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55a77bad-9184-4522-ab13-8e7e610bc898 req-e90bcef9-12fd-4294-9a9e-befb8603e823 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650256 Feb 19 03:42:31.901338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760fbfe-f9fd-4d5b-9ba6-1a89a9925178 req-a79e2219-33d7-414b-8a99-f5524dfd6e56 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:31.902843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0760fbfe-f9fd-4d5b-9ba6-1a89a9925178 req-a79e2219-33d7-414b-8a99-f5524dfd6e56 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0956247 Feb 19 03:42:32.053406 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0760fbfe-f9fd-4d5b-9ba6-1a89a9925178 req-c7db74ff-7d55-43f5-a395-8b3cc47f5410 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365752 Feb 19 03:42:32.478847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cca3e2-898f-4ec7-8404-fd887d912546 req-f64fde27-e86e-4cfa-b0cb-eaa151a0c374 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:32.483652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82cca3e2-898f-4ec7-8404-fd887d912546 req-f64fde27-e86e-4cfa-b0cb-eaa151a0c374 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.2213967 Feb 19 03:42:32.653566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82cca3e2-898f-4ec7-8404-fd887d912546 req-b986ff38-be6b-48c0-ad63-091b02a5512a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1628933 Feb 19 03:42:32.915228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1d46f-0fb5-44c6-9f5a-89d16a2599c5 req-4ca3b105-d0ba-41d0-8e47-bbaaca2a2de4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:32.918237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41d1d46f-0fb5-44c6-9f5a-89d16a2599c5 req-4ca3b105-d0ba-41d0-8e47-bbaaca2a2de4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1374462 Feb 19 03:42:33.084723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41d1d46f-0fb5-44c6-9f5a-89d16a2599c5 req-54268745-839a-4d7e-9784-ee654888c886 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1586633 Feb 19 03:42:33.274849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee0b96-c80f-493f-bf0f-c4ed11f59ab5 req-1b88bd00-e2a0-438c-8984-992524cfa9fc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:33.276617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3ee0b96-c80f-493f-bf0f-c4ed11f59ab5 req-1b88bd00-e2a0-438c-8984-992524cfa9fc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0854604 Feb 19 03:42:33.395440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3ee0b96-c80f-493f-bf0f-c4ed11f59ab5 req-7db88cda-26ef-4c6c-925e-32eb6d958399 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105254 Feb 19 03:42:33.603473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af1f84-6117-4aad-bbeb-764abfc46b5f req-8f4d175f-9406-48e6-b586-abf1badbe10b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:33.605603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37af1f84-6117-4aad-bbeb-764abfc46b5f req-8f4d175f-9406-48e6-b586-abf1badbe10b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0948410 Feb 19 03:42:33.730552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37af1f84-6117-4aad-bbeb-764abfc46b5f req-293b9bdf-d094-43dd-9609-2ff2b688cea5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178653 Feb 19 03:42:34.103202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37762) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:34.364917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Deleting port 29d5b955-fba1-4d04-a1b4-db58552ffe8a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:34.365304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (29d5b955-fba1-4d04-a1b4-db58552ffe8a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:34.466338 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (29d5b955-fba1-4d04-a1b4-db58552ffe8a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:34.466704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (29d5b955-fba1-4d04-a1b4-db58552ffe8a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:34.483310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Calling delete_port for 29d5b955-fba1-4d04-a1b4-db58552ffe8a owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:34.715959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (29d5b955-fba1-4d04-a1b4-db58552ffe8a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:34.771922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'Port': ['ID=29d5b955-fba1-4d04-a1b4-db58552ffe8a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:34.809670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.810613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.811181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.812185 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.812867 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.814552 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.815145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.815702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.816272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.817047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.817913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.818479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.819092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:34.898081 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (74f87e7c-ec49-4d8c-a1a5-6d4830fec23c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:34.898658 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Floating IP 74f87e7c-ec49-4d8c-a1a5-6d4830fec23c disassociated (deleted). External IP: 172.25.4.128, port: 54aa7399-99a9-48f0-935f-9244308eadf2. Feb 19 03:42:35.336293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Router d9546364-5e86-4657-8dea-9e7461298a09 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:42:35.506663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:42:35.519644 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] Sync routers for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:42:35.539125 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:42:35.541035 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:35.543416 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:42:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:35.623088 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-701ecba8-11d2-4572-91fe-d53c2427d304 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "DELETE /v2.0/floatingips/74f87e7c-ec49-4d8c-a1a5-6d4830fec23c HTTP/1.1" status: 204 len: 168 time: 1.5181451 Feb 19 03:42:35.623773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'tag': '54aa7399-99a9-48f0-935f-9244308eadf2'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:35.629686 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8621c4-efab-4a20-a9f2-6494e434a1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c2b2b8-f10e-458f-b1da-b69fec447ddb", "tag": "54aa7399-99a9-48f0-935f-9244308eadf2"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:35.809830 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:42:36.253619 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:36.556451 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff35fe55-8d0a-48bd-a5d6-fcf34d869fb8 x-openstack-request-id: req-ff35fe55-8d0a-48bd-a5d6-fcf34d869fb8 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:36.557281 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c2b2b8-f10e-458f-b1da-b69fec447ddb", "tag": "54aa7399-99a9-48f0-935f-9244308eadf2", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:36.557281 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff35fe55-8d0a-48bd-a5d6-fcf34d869fb8 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:36.558238 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'tag': '54aa7399-99a9-48f0-935f-9244308eadf2', 'status': 'completed', 'code': 200} Feb 19 03:42:36.589808 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '31b6116d-f2b6-4305-a379-93fca08607c2', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:88:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:37:17Z', 'updated_at': '2022-02-19T03:37:24Z', 'revision_number': 1, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:36.679246 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] Checking router: d9546364-5e86-4657-8dea-9e7461298a09 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:42:36.715452 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:42:36.716093 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:42:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:36.814048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ac06d-9dfc-4ab7-9391-c1456a0979ff req-4667104b-5af0-49b3-8084-c3b9fb3bac8f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:36.828822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-174ac06d-9dfc-4ab7-9391-c1456a0979ff req-4667104b-5af0-49b3-8084-c3b9fb3bac8f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 946 time: 0.1674166 Feb 19 03:42:36.835359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-71192623-a44d-4224-b0e4-f8a9e38c2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:36.838384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-71192623-a44d-4224-b0e4-f8a9e38c2b06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 1128 time: 0.2381129 Feb 19 03:42:36.993308 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:42:37.056433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-9970c117-8dc6-4c59-a65c-6f06388bd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:37.058486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-9970c117-8dc6-4c59-a65c-6f06388bd8fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.1987007 Feb 19 03:42:37.065288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-174ac06d-9dfc-4ab7-9391-c1456a0979ff req-141e5175-4bd8-4a44-b4f4-14900d70cb96 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355022 Feb 19 03:42:37.195386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-bf790d41-539c-43fb-be61-e8d472ce98a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54aa7399-99a9-48f0-935f-9244308eadf2 HTTP/1.1" status: 200 len: 217 time: 0.1130917 Feb 19 03:42:37.317405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-2d689d4e-f61e-41b0-a90e-f0bb0c4abc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:37.320721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-2d689d4e-f61e-41b0-a90e-f0bb0c4abc4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1124856 Feb 19 03:42:37.457279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-e2411d63-cc17-441c-81ad-8481a34b0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:37.460243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-e2411d63-cc17-441c-81ad-8481a34b0a1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1325574 Feb 19 03:42:37.576243 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '31b6116d-f2b6-4305-a379-93fca08607c2', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:88:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:37:17Z', 'updated_at': '2022-02-19T03:37:24Z', 'revision_number': 1, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:37.665127 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20104731-9bcd-4931-a8cf-e887167e3f94 None None] The sync data for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 is: [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '31b6116d-f2b6-4305-a379-93fca08607c2', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'port_id': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'mac_address': 'fa:16:3e:88:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:37:17Z', 'updated_at': '2022-02-19T03:37:24Z', 'revision_number': 1, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:42:37.693186 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-7c3898a3-bb93-41eb-be86-3d24c480b8ce service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146292 Feb 19 03:42:37.874041 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd8621c4-efab-4a20-a9f2-6494e434a1e0 req-bef50738-9c50-463f-99aa-a8fc248175fa service neutron] 10.222.0.71 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697795 Feb 19 03:42:38.277790 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-70857450-2354-44f0-9a82-fd6b25bd0d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:38.299035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19404e33-ef5c-4e8b-8ff1-1b3de1a705db None None] New status for floating IP 74f87e7c-ec49-4d8c-a1a5-6d4830fec23c: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:42:38.393486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-5aca3e72-3818-44f2-ad5b-7f57e4d50608 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:38.395110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-5aca3e72-3818-44f2-ad5b-7f57e4d50608 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 946 time: 0.1627252 Feb 19 03:42:38.488694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44d9e6-9b1a-4a93-bd4f-90f6e1f3ba2a req-7119c9e8-1a40-4706-a820-736de768387d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:38.490433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d44d9e6-9b1a-4a93-bd4f-90f6e1f3ba2a req-7119c9e8-1a40-4706-a820-736de768387d tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 946 time: 0.1627607 Feb 19 03:42:38.570164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d44d9e6-9b1a-4a93-bd4f-90f6e1f3ba2a req-7d9dee78-5dee-4778-80bc-d42612a80c2a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706501 Feb 19 03:42:38.720403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-d0f49cee-9fd4-4b7e-b305-d741b150d1b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Deleting port 54aa7399-99a9-48f0-935f-9244308eadf2 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:38.721034 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-d0f49cee-9fd4-4b7e-b305-d741b150d1b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:39.005725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-d0f49cee-9fd4-4b7e-b305-d741b150d1b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] For port 54aa7399-99a9-48f0-935f-9244308eadf2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=54aa7399-99a9-48f0-935f-9244308eadf2,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:39.007693 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-d0f49cee-9fd4-4b7e-b305-d741b150d1b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:39.050774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-d0f49cee-9fd4-4b7e-b305-d741b150d1b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Calling delete_port for 54aa7399-99a9-48f0-935f-9244308eadf2 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:39.255388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-d0f49cee-9fd4-4b7e-b305-d741b150d1b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (54aa7399-99a9-48f0-935f-9244308eadf2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:39.304549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f49cee-9fd4-4b7e-b305-d741b150d1b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'Port': ['ID=54aa7399-99a9-48f0-935f-9244308eadf2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:39.442031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-d0f49cee-9fd4-4b7e-b305-d741b150d1b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] No DVR routers for this DVR port 54aa7399-99a9-48f0-935f-9244308eadf2 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:42:39.447919 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-d0f49cee-9fd4-4b7e-b305-d741b150d1b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:39.455561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1c1e8738-b3b6-4876-a82f-b47141bb3c14 req-d0f49cee-9fd4-4b7e-b305-d741b150d1b9 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.71 "DELETE /v2.0/ports/54aa7399-99a9-48f0-935f-9244308eadf2 HTTP/1.1" status: 204 len: 173 time: 1.0495636 Feb 19 03:42:39.456575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'name': 'network-vif-deleted', 'tag': '54aa7399-99a9-48f0-935f-9244308eadf2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:39.477793 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a19983-c080-4570-9e62-468b031ca02c" -d '{"events": [{"server_uuid": "e3c2b2b8-f10e-458f-b1da-b69fec447ddb", "name": "network-vif-deleted", "tag": "54aa7399-99a9-48f0-935f-9244308eadf2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:39.584870 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f095a7-1f04-4d2b-bd08-dd0aaf355e44 x-openstack-request-id: req-63f095a7-1f04-4d2b-bd08-dd0aaf355e44 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:39.585403 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c2b2b8-f10e-458f-b1da-b69fec447ddb", "name": "network-vif-deleted", "tag": "54aa7399-99a9-48f0-935f-9244308eadf2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:39.585911 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63f095a7-1f04-4d2b-bd08-dd0aaf355e44 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:39.586511 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c2b2b8-f10e-458f-b1da-b69fec447ddb', 'name': 'network-vif-deleted', 'tag': '54aa7399-99a9-48f0-935f-9244308eadf2', 'status': 'completed', 'code': 200} Feb 19 03:42:39.767136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b0bc29f-b2a0-4dbf-bc2f-606ccb04952d req-5658841a-346c-4311-97c9-222f07826041 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0491889 Feb 19 03:42:40.473945 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cfe7428b-ddc4-46a9-b7a5-fe1981f6c368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:41.004402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d607500-ad3a-4a1a-8706-4b36872699b9 req-d7d6fb30-e32d-4862-8fe9-3c6dd32ef761 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0567231 Feb 19 03:42:41.992732 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:42.148866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e07103a7-cb95-4353-99c8-6f28c892e0d0 req-ecdd737b-d76f-4eef-b035-0d86b1db28f6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0398121 Feb 19 03:42:42.631487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 54aa7399-99a9-48f0-935f-9244308eadf2 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:42:42.667287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 54aa7399-99a9-48f0-935f-9244308eadf2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:42:42.667827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 54aa7399-99a9-48f0-935f-9244308eadf2 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:42:43.026098 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:43.250692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7809eb2f-3f7f-4b06-94ef-9453a8d57729 req-e1a4ab51-44a1-4f52-8efb-8ffd91117d9a tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0275958 Feb 19 03:42:44.354544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a39cf9f6-2f01-41b2-818a-5da3e8f15783 req-6aea70f8-f934-4019-b52f-d4f020f10578 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0338988 Feb 19 03:42:44.589598 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:45.583304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-deff84e2-e779-4605-8854-e771c5589deb req-bb97f122-1d4c-4ed6-8999-c75ca40f9b62 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0335476 Feb 19 03:42:45.735225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119dcbf-a953-4046-81ad-c5ed648a4de9 req-14a6fea7-13dd-4e9a-8f94-8477eed2a08d tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:45.743358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b119dcbf-a953-4046-81ad-c5ed648a4de9 req-14a6fea7-13dd-4e9a-8f94-8477eed2a08d tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 950 time: 0.0784605 Feb 19 03:42:45.823959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b119dcbf-a953-4046-81ad-c5ed648a4de9 req-ea0b7942-b4a0-4ef1-ab81-7178661ca14c tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791831 Feb 19 03:42:46.706125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43880304-4064-41f4-aa13-341935811b3f req-cd4c2dd9-d89f-41f7-adb7-581675de4fd4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0363646 Feb 19 03:42:46.875256 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:42:47.036602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5817f2b-f7b5-4f26-a47e-cbf7305dd997 req-dbc7c220-76fc-4eb5-8251-d44c8e3b3ba6 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.047123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5817f2b-f7b5-4f26-a47e-cbf7305dd997 req-dbc7c220-76fc-4eb5-8251-d44c8e3b3ba6 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 950 time: 0.0942411 Feb 19 03:42:47.115467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5817f2b-f7b5-4f26-a47e-cbf7305dd997 req-93155ab5-dffb-4432-a652-5099fe935ed1 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/security-groups?id=89e2a640-e013-4027-a77d-3529dcdabef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620012 Feb 19 03:42:47.333727 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-36a3ddde-3a91-4bd1-bedd-9efdef1a7698 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555034 Feb 19 03:42:47.465800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-8216bff8-aa8a-4d57-b2b7-e9aa74e6224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.468610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-8216bff8-aa8a-4d57-b2b7-e9aa74e6224f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa0e551164d647fe939ad0b63add7a83&device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 1128 time: 0.0590053 Feb 19 03:42:47.483476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-b28d6b96-bbca-401a-b133-79ca4b802b13 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.485325 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-b28d6b96-bbca-401a-b133-79ca4b802b13 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 950 time: 0.0828269 Feb 19 03:42:47.610284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-df14b2c6-e935-4657-a1c3-75b7ae1d831e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Deleting port f8af949c-c9a5-4d6c-9ca3-737555e003ac {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:47.610960 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-df14b2c6-e935-4657-a1c3-75b7ae1d831e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:47.622321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-f3ab0384-aa0e-4f8a-a309-2fe0db595079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.624002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-f3ab0384-aa0e-4f8a-a309-2fe0db595079 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1491592-157e-4803-933c-4214eee4fff7 HTTP/1.1" status: 200 len: 914 time: 0.1302617 Feb 19 03:42:47.676143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-80fb2a77-7a01-4989-9637-404ac822bafb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9fda8dc-9251-4d5c-8c56-14c54557713a HTTP/1.1" status: 200 len: 217 time: 0.0412731 Feb 19 03:42:47.734074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-6252521e-8940-4b46-b0c7-356abbfc6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.736472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-6252521e-8940-4b46-b0c7-356abbfc6bc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa7a5fdf-c65d-431a-a868-0d75e6cce71c HTTP/1.1" status: 200 len: 853 time: 0.0540617 Feb 19 03:42:47.807166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-df14b2c6-e935-4657-a1c3-75b7ae1d831e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] For port f8af949c-c9a5-4d6c-9ca3-737555e003ac, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f8af949c-c9a5-4d6c-9ca3-737555e003ac,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:47.808076 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-df14b2c6-e935-4657-a1c3-75b7ae1d831e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:47.823781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-4c26abda-58d7-461d-8dbb-9f8ec5b41deb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1491592-157e-4803-933c-4214eee4fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812426 Feb 19 03:42:47.833676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-df14b2c6-e935-4657-a1c3-75b7ae1d831e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Calling delete_port for f8af949c-c9a5-4d6c-9ca3-737555e003ac owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:47.972511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-d07183b1-f16b-4ddd-b8f0-88ba8a18a248 service neutron] 10.222.0.37 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419623 Feb 19 03:42:48.022282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a895b1a-363c-44ec-960c-a1f1e319dc4a req-24537492-59d6-4f33-83da-0546a4b7e7b3 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.1929107 Feb 19 03:42:48.126072 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-df14b2c6-e935-4657-a1c3-75b7ae1d831e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f8af949c-c9a5-4d6c-9ca3-737555e003ac), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.172768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f8af949c-c9a5-4d6c-9ca3-737555e003ac'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:42:48.315716 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14b2c6-e935-4657-a1c3-75b7ae1d831e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Pushing event deleted for resources: {'Port': ['ID=f8af949c-c9a5-4d6c-9ca3-737555e003ac,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:48.534466 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-df14b2c6-e935-4657-a1c3-75b7ae1d831e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] No DVR routers for this DVR port f8af949c-c9a5-4d6c-9ca3-737555e003ac on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:42:48.538889 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-df14b2c6-e935-4657-a1c3-75b7ae1d831e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.550018 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7b5c394f-88d7-4560-99eb-9bd0ecce1865 req-df14b2c6-e935-4657-a1c3-75b7ae1d831e tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.37 "DELETE /v2.0/ports/f8af949c-c9a5-4d6c-9ca3-737555e003ac HTTP/1.1" status: 204 len: 173 time: 1.0563123 Feb 19 03:42:48.550566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea', 'name': 'network-vif-deleted', 'tag': 'f8af949c-c9a5-4d6c-9ca3-737555e003ac'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:48.552901 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94089745-030a-4b1c-b39c-d0a1ae1aaac6" -d '{"events": [{"server_uuid": "3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea", "name": "network-vif-deleted", "tag": "f8af949c-c9a5-4d6c-9ca3-737555e003ac"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:48.602949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ab9ba31-b3a7-40cc-a4df-e2cb151185fa req-555d88d1-9d5e-4a09-939a-4398ba0e9982 tempest-VolumesBackupsTest-1369329404 tempest-VolumesBackupsTest-1369329404-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea HTTP/1.1" status: 200 len: 210 time: 0.0500526 Feb 19 03:42:48.670660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc6a3c76-6dc8-4abc-a1d8-ddad2b14fbcc req-fc3aec0d-992c-4c31-bd91-2a6d17033fbd service neutron] 10.222.0.37 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6655099 Feb 19 03:42:48.678137 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f509ecd-f481-4ad5-bff2-a7a4071706fa x-openstack-request-id: req-2f509ecd-f481-4ad5-bff2-a7a4071706fa {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:48.678444 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea", "name": "network-vif-deleted", "tag": "f8af949c-c9a5-4d6c-9ca3-737555e003ac", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:48.678706 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f509ecd-f481-4ad5-bff2-a7a4071706fa {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:48.679121 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc3ef67-b29f-4b48-bfec-74c4dc5fa6ea', 'name': 'network-vif-deleted', 'tag': 'f8af949c-c9a5-4d6c-9ca3-737555e003ac', 'status': 'completed', 'code': 200} Feb 19 03:42:49.198502 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15875805-1e4f-4d8b-b2c8-f688865ce63d req-3cff3050-7598-41e8-8bde-ea9035655b5b tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0551848 Feb 19 03:42:50.304146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-956d09af-bbef-4a85-94cc-bdb747de1f14 req-ef41a218-ad5c-453a-be3a-e00d3ae800da tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0350094 Feb 19 03:42:51.430447 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1379d62d-d506-4a0a-a4e8-ffde592022e2 req-0690d37c-65a9-43d3-bfd1-61f26f233727 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0321715 Feb 19 03:42:51.474705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f8af949c-c9a5-4d6c-9ca3-737555e003ac no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:42:51.500400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: f8af949c-c9a5-4d6c-9ca3-737555e003ac {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:42:51.500822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f8af949c-c9a5-4d6c-9ca3-737555e003ac not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:42:52.393170 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:52.612579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ab2e51c-4070-4d02-8aa2-85b64e56964b req-d5e722e3-9703-4ac9-b0ff-edd37eaa2469 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0446646 Feb 19 03:42:53.729366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff141224-531a-427f-a43d-4cf392da44d2 req-de94250b-64bf-48dc-a419-8c74a828d5c4 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0299511 Feb 19 03:42:54.838770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d467a53-5bdd-489f-9480-eb4a9d048b88 req-7cfeea06-6a83-4c57-9af2-079a789f75f0 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c2b2b8-f10e-458f-b1da-b69fec447ddb HTTP/1.1" status: 200 len: 210 time: 0.0312173 Feb 19 03:43:04.326723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02d22d-b803-4ae1-9b60-04885c5b4c3c req-e6a56bf0-c9df-42f5-981a-0f0f95784faa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.328278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e02d22d-b803-4ae1-9b60-04885c5b4c3c req-e6a56bf0-c9df-42f5-981a-0f0f95784faa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.2559195 Feb 19 03:43:04.335081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-1ad2911f-152f-43bd-824a-59726cd6ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.336633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-1ad2911f-152f-43bd-824a-59726cd6ec47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1126 time: 0.1583812 Feb 19 03:43:04.602668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e02d22d-b803-4ae1-9b60-04885c5b4c3c req-1ee2b61d-2211-4fa9-aaa4-f5e981ef47cf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1618936 Feb 19 03:43:04.605333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-1a3b479a-3807-46d4-a6ef-0cca28a85a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.611314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-1a3b479a-3807-46d4-a6ef-0cca28a85a6b service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.2654102 Feb 19 03:43:04.717561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-66f183ec-a5aa-417a-b907-aecec2f3c9a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 998 time: 0.1001003 Feb 19 03:43:04.774532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-9157b15d-2c4d-45b4-869d-6d4b45449458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.777197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-9157b15d-2c4d-45b4-869d-6d4b45449458 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.0524607 Feb 19 03:43:04.871114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-f5ce2bd8-3243-456f-876d-158ef4cfe40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.878469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-f5ce2bd8-3243-456f-876d-158ef4cfe40b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937810 Feb 19 03:43:05.041168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-813ab48d-9dfc-49cd-b181-9f785393bb72 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563406 Feb 19 03:43:05.228173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d8bf921-3638-464c-820d-2101e6ced4a0 req-2072956b-ce11-4256-b73d-752e6990737e service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784325 Feb 19 03:43:05.752942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd57671-5566-4f95-9d16-c741420678d3 req-8cd12ac2-a06a-44fa-912d-17cb2c156d02 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:05.765139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bd57671-5566-4f95-9d16-c741420678d3 req-8cd12ac2-a06a-44fa-912d-17cb2c156d02 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1628141 Feb 19 03:43:05.873477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bd57671-5566-4f95-9d16-c741420678d3 req-ca3a9f1e-a7e7-4640-be3d-3c2694021a9f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914712 Feb 19 03:43:06.249552 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:07.014430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa22937-872c-49f6-9709-58cc48758251 req-ca420fff-a4da-44fa-b86c-4e24256367f9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:07.018572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3fa22937-872c-49f6-9709-58cc48758251 req-ca420fff-a4da-44fa-b86c-4e24256367f9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0779569 Feb 19 03:43:07.090456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3fa22937-872c-49f6-9709-58cc48758251 req-9c42b447-e815-4b8e-9231-33a24d8828e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646310 Feb 19 03:43:08.304001 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-791a6aa8-2a2d-4f2f-ae37-78cd5076bfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:08.316894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361fca6-e09b-4f17-a2ee-48a63d6eccb7 req-5397eb8d-bc4c-43c1-9f5e-59011d731a43 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:08.324823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4361fca6-e09b-4f17-a2ee-48a63d6eccb7 req-5397eb8d-bc4c-43c1-9f5e-59011d731a43 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1355758 Feb 19 03:43:08.443722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4361fca6-e09b-4f17-a2ee-48a63d6eccb7 req-dd5ce0ed-63f9-4a60-9f89-16df2982d40f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126347 Feb 19 03:43:09.659643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb16bc-200c-4587-80f9-6309d97cc66d req-cde0cfe2-ddd7-4eeb-84c3-9f33f5278828 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:09.669243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6cb16bc-200c-4587-80f9-6309d97cc66d req-cde0cfe2-ddd7-4eeb-84c3-9f33f5278828 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0938692 Feb 19 03:43:09.736808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6cb16bc-200c-4587-80f9-6309d97cc66d req-f7a20961-ea87-4766-9860-562235d73e91 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662301 Feb 19 03:43:10.455529 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-136c625e-0268-40dc-8726-04c0eed6508a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:10.911502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38b612-5423-4c4d-9f08-61b0600729e9 req-372ed67d-119a-47fe-9a2a-4a373708f7fb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:10.919799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa38b612-5423-4c4d-9f08-61b0600729e9 req-372ed67d-119a-47fe-9a2a-4a373708f7fb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0717349 Feb 19 03:43:11.022950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa38b612-5423-4c4d-9f08-61b0600729e9 req-5c1da726-b21f-47ae-87eb-883691aa0c63 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014054 Feb 19 03:43:12.001022 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:12.291039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58dd09-1fb0-49fa-8da5-f25e86da141a req-fff0b334-70df-4e0f-85be-c47941754282 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:12.302320 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a58dd09-1fb0-49fa-8da5-f25e86da141a req-fff0b334-70df-4e0f-85be-c47941754282 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1716506 Feb 19 03:43:12.427905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a58dd09-1fb0-49fa-8da5-f25e86da141a req-4f6e2b4c-5925-4af4-bb6a-61601625a50a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244955 Feb 19 03:43:13.029596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:13.585485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c4c26-381e-4591-9048-035d33619af6 req-1defadb2-0c9c-425f-aa77-481b01d0a544 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:13.603045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c31c4c26-381e-4591-9048-035d33619af6 req-1defadb2-0c9c-425f-aa77-481b01d0a544 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0758326 Feb 19 03:43:13.693065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c31c4c26-381e-4591-9048-035d33619af6 req-2387f72f-4b18-47e1-8dce-2dff97908915 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884423 Feb 19 03:43:14.610613 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:15.483414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935c50c-f4db-4fc2-b748-e6baa16d96f9 req-7ab29cad-2458-4457-ba42-d2ed3078c315 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:15.485618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5935c50c-f4db-4fc2-b748-e6baa16d96f9 req-7ab29cad-2458-4457-ba42-d2ed3078c315 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 946 time: 0.1136155 Feb 19 03:43:15.591347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5935c50c-f4db-4fc2-b748-e6baa16d96f9 req-20bc630a-9441-4f1d-9047-461676be0d72 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879850 Feb 19 03:43:17.018553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342257f-3e7f-495c-8c25-8b97c99ea9b0 req-d41c2df1-73d8-4a77-9bea-d122225d46e8 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:17.020411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e342257f-3e7f-495c-8c25-8b97c99ea9b0 req-d41c2df1-73d8-4a77-9bea-d122225d46e8 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 946 time: 0.1744168 Feb 19 03:43:17.177083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e342257f-3e7f-495c-8c25-8b97c99ea9b0 req-1d5aab94-98c9-4522-9b00-6ae28c93e44a tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508362 Feb 19 03:43:17.343298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5846862-30aa-4882-b689-103b905b768d req-18bb2c68-bbf9-456d-a485-9d342a21cb98 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:17.348638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5846862-30aa-4882-b689-103b905b768d req-18bb2c68-bbf9-456d-a485-9d342a21cb98 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 946 time: 0.1384187 Feb 19 03:43:17.514194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-f5846862-30aa-4882-b689-103b905b768d req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Deleting port d9fda8dc-9251-4d5c-8c56-14c54557713a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:17.514840 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f5846862-30aa-4882-b689-103b905b768d req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:17.732520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f5846862-30aa-4882-b689-103b905b768d req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] For port d9fda8dc-9251-4d5c-8c56-14c54557713a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d9fda8dc-9251-4d5c-8c56-14c54557713a,segment=NetworkSegment(05030bd5-0f0f-46ad-92ec-7aceedfe6300),segment_id=05030bd5-0f0f-46ad-92ec-7aceedfe6300)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:17.732520 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f5846862-30aa-4882-b689-103b905b768d req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:17.794127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-f5846862-30aa-4882-b689-103b905b768d req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Calling delete_port for d9fda8dc-9251-4d5c-8c56-14c54557713a owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:18.185102 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f5846862-30aa-4882-b689-103b905b768d req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d9fda8dc-9251-4d5c-8c56-14c54557713a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:18.223888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['d9fda8dc-9251-4d5c-8c56-14c54557713a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:43:18.256142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Pushing event deleted for resources: {'Port': ['ID=d9fda8dc-9251-4d5c-8c56-14c54557713a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:18.274069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.275155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.275750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.276509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.277096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.278300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.278832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.279341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.279847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.280351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.280848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.281342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.281899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.376930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5846862-30aa-4882-b689-103b905b768d req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] No DVR routers for this DVR port d9fda8dc-9251-4d5c-8c56-14c54557713a on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:43:18.460685 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f5846862-30aa-4882-b689-103b905b768d req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:18.468798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5846862-30aa-4882-b689-103b905b768d req-2793b459-2939-4bc1-b1f8-13fa3a4e74ed tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.37 "DELETE /v2.0/ports/d9fda8dc-9251-4d5c-8c56-14c54557713a HTTP/1.1" status: 204 len: 173 time: 1.1097186 Feb 19 03:43:18.490571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddabd565-4a71-4562-a197-4dabc7b596a5', 'name': 'network-vif-deleted', 'tag': 'd9fda8dc-9251-4d5c-8c56-14c54557713a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:18.493081 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa222241-5076-4fd8-99fd-fbb8cb26cb25" -d '{"events": [{"server_uuid": "ddabd565-4a71-4562-a197-4dabc7b596a5", "name": "network-vif-deleted", "tag": "d9fda8dc-9251-4d5c-8c56-14c54557713a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:18.575561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66e7ed8a-6029-433c-8cd9-f86a6c75d97d req-b694b7d4-f38d-496f-ae38-8b3d58bd310a tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddabd565-4a71-4562-a197-4dabc7b596a5 HTTP/1.1" status: 200 len: 210 time: 0.1703968 Feb 19 03:43:18.744576 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887fc887-bb8c-442f-85e0-97e3f9e3fb6b x-openstack-request-id: req-887fc887-bb8c-442f-85e0-97e3f9e3fb6b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:18.744878 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddabd565-4a71-4562-a197-4dabc7b596a5", "name": "network-vif-deleted", "tag": "d9fda8dc-9251-4d5c-8c56-14c54557713a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:18.745138 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-887fc887-bb8c-442f-85e0-97e3f9e3fb6b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:18.745548 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddabd565-4a71-4562-a197-4dabc7b596a5', 'name': 'network-vif-deleted', 'tag': 'd9fda8dc-9251-4d5c-8c56-14c54557713a', 'status': 'completed', 'code': 200} Feb 19 03:43:21.579771 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d9fda8dc-9251-4d5c-8c56-14c54557713a no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:21.617364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: d9fda8dc-9251-4d5c-8c56-14c54557713a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:43:21.618083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d9fda8dc-9251-4d5c-8c56-14c54557713a not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:22.394424 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:23.879553 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:43:28.310923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38866) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:28.518689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-fafd3a01-0761-4470-bd34-cf67ac8e0c5c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829405 Feb 19 03:43:28.691965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-826992d1-9619-4baf-bd29-9e1fc15013e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:28.694037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-826992d1-9619-4baf-bd29-9e1fc15013e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 1127 time: 0.1486983 Feb 19 03:43:28.985583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-2794e5e5-5444-4815-b2c8-337071d1a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:28.988138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-2794e5e5-5444-4815-b2c8-337071d1a9e3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.2706907 Feb 19 03:43:29.401038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-fdd7618f-7d34-45c4-a9ae-35f06bd2c11d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 HTTP/1.1" status: 200 len: 217 time: 0.0825272 Feb 19 03:43:29.546710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-0f36e19c-edf5-46c9-a666-e1ed0f10ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:29.548445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-0f36e19c-edf5-46c9-a666-e1ed0f10ae2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1359847 Feb 19 03:43:29.706842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-6fce3718-8333-417b-899f-179abc245816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:29.708674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-6fce3718-8333-417b-899f-179abc245816 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1483476 Feb 19 03:43:29.938588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-9dc37d63-2dfa-4c1e-aa64-54f60f204cf6 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181501 Feb 19 03:43:30.198204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66a259af-36fe-4515-94b8-b286f3ea5b93 req-5fa2d506-2582-45c6-99fd-1374aa2a568f service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473044 Feb 19 03:43:30.261068 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (04a2353a-6a40-4004-b896-e98ec2967c15), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:31.041324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] Deleting port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:31.042180 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:31.196036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38906) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:31.209745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] For port e1eff678-faf0-4bbe-a8c6-37a1ff95dba3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e1eff678-faf0-4bbe-a8c6-37a1ff95dba3,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:31.210217 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:31.275130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] Calling delete_port for e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:31.717432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Deleting port 1163c71e-3b8a-42ac-853f-a60cc5c880ba {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:31.718282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1163c71e-3b8a-42ac-853f-a60cc5c880ba), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:31.868992 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e1eff678-faf0-4bbe-a8c6-37a1ff95dba3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:31.876455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1163c71e-3b8a-42ac-853f-a60cc5c880ba), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:31.876764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (1163c71e-3b8a-42ac-853f-a60cc5c880ba), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:31.897978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1eff678-faf0-4bbe-a8c6-37a1ff95dba3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:31.919622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Calling delete_port for 1163c71e-3b8a-42ac-853f-a60cc5c880ba owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:32.787616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (04a2353a-6a40-4004-b896-e98ec2967c15), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:32.856828 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1163c71e-3b8a-42ac-853f-a60cc5c880ba), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:32.892284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'Port': ['ID=1163c71e-3b8a-42ac-853f-a60cc5c880ba,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:33.085993 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (31b6116d-f2b6-4305-a379-93fca08607c2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:33.086351 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Floating IP 31b6116d-f2b6-4305-a379-93fca08607c2 disassociated (deleted). External IP: 172.25.4.66, port: 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc. Feb 19 03:43:33.360395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] Router 04a2353a-6a40-4004-b896-e98ec2967c15 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:43:33.603133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:43:33.615099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1839c234-803a-461b-a56c-3069d6d99e97 admin admin] 10.222.0.42 "PUT /v2.0/routers/04a2353a-6a40-4004-b896-e98ec2967c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3030305 Feb 19 03:43:33.617665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 38946) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:33.618462 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] Sync routers for ids ['04a2353a-6a40-4004-b896-e98ec2967c15'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:43:33.634192 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] Routers {'04a2353a-6a40-4004-b896-e98ec2967c15'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:33.638911 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:43:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['04a2353a-6a40-4004-b896-e98ec2967c15'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:33.768367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Router d9546364-5e86-4657-8dea-9e7461298a09 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:43:33.916812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Publish callbacks [] for router (04a2353a-6a40-4004-b896-e98ec2967c15), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:34.056693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:43:34.069585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585403c-38a7-4cca-834c-291716d9804c None None] Sync routers for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:43:34.072345 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:34.082960 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] Set router 04a2353a-6a40-4004-b896-e98ec2967c15 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:34.093426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585403c-38a7-4cca-834c-291716d9804c None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:34.094135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7585403c-38a7-4cca-834c-291716d9804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:43:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:34.146368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ab825c31-8b77-4c96-ae48-3f9e1fc50474 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "DELETE /v2.0/floatingips/31b6116d-f2b6-4305-a379-93fca08607c2 HTTP/1.1" status: 204 len: 168 time: 2.9460928 Feb 19 03:43:34.146368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'tag': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:34.159658 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f223d8b3-6425-46d1-baa6-f9537fddd263" -d '{"events": [{"name": "network-changed", "server_uuid": "30f9fbf9-7e0c-4340-b04b-99273d7d9384", "tag": "5d634e8b-25b3-427a-bd2b-47b70bf1f7cc"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:34.164623 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Publish callbacks [] for router_gateway (04a2353a-6a40-4004-b896-e98ec2967c15), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:34.299235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Deleting port ab8eeee2-9070-47de-99a6-ea1d39e977d1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:34.301537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:34.489343 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6cfae0-01ce-4530-a6fa-1f572c6a358d x-openstack-request-id: req-4d6cfae0-01ce-4530-a6fa-1f572c6a358d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:34.489969 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f9fbf9-7e0c-4340-b04b-99273d7d9384", "tag": "5d634e8b-25b3-427a-bd2b-47b70bf1f7cc", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:34.490458 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d6cfae0-01ce-4530-a6fa-1f572c6a358d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:34.491270 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'tag': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'status': 'completed', 'code': 200} Feb 19 03:43:34.523771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] For port ab8eeee2-9070-47de-99a6-ea1d39e977d1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ab8eeee2-9070-47de-99a6-ea1d39e977d1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:34.524176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:34.532811 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:43:31Z', 'revision_number': 5, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port': {'id': 'ab8eeee2-9070-47de-99a6-ea1d39e977d1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:20Z', 'updated_at': '2022-02-19T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:34.553277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Calling delete_port for ab8eeee2-9070-47de-99a6-ea1d39e977d1 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:34.666856 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] Checking router: 04a2353a-6a40-4004-b896-e98ec2967c15 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:43:34.695145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7585403c-38a7-4cca-834c-291716d9804c None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:34.702016 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] Routers {'04a2353a-6a40-4004-b896-e98ec2967c15'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:34.703549 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:43:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['04a2353a-6a40-4004-b896-e98ec2967c15'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:34.854602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a3ae0-849c-4940-b120-540a38458710 req-83b42bf7-0cbe-4ecf-82b9-c1888fad89b8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:34.856203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-762a3ae0-849c-4940-b120-540a38458710 req-83b42bf7-0cbe-4ecf-82b9-c1888fad89b8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 945 time: 0.2329986 Feb 19 03:43:34.901258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-6480951d-0d5f-48d4-81b5-aa73d4165d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:34.902794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-6480951d-0d5f-48d4-81b5-aa73d4165d1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 1127 time: 0.3626239 Feb 19 03:43:35.120550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7585403c-38a7-4cca-834c-291716d9804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:35.125703 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] Set router 04a2353a-6a40-4004-b896-e98ec2967c15 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:35.126640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ab8eeee2-9070-47de-99a6-ea1d39e977d1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:35.138071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-08d98c8f-3d20-4a73-b054-4b980e275550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:35.142137 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-08d98c8f-3d20-4a73-b054-4b980e275550 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 200 len: 912 time: 0.2124755 Feb 19 03:43:35.198989 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8eeee2-9070-47de-99a6-ea1d39e977d1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:35.201568 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-511b7a99-fd4d-46f4-befc-e36da35a865a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc HTTP/1.1" status: 200 len: 217 time: 0.0501673 Feb 19 03:43:35.225204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585403c-38a7-4cca-834c-291716d9804c None None] Checking router: d9546364-5e86-4657-8dea-9e7461298a09 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:43:35.226146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.233502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.234768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.235189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.235646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.236012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.236547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.236981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.237344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.237683 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.247168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585403c-38a7-4cca-834c-291716d9804c None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:35.247863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7585403c-38a7-4cca-834c-291716d9804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:43:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:35.249560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.250596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.251005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:35.280077 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:43:34Z', 'revision_number': 6, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:35.329231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-762a3ae0-849c-4940-b120-540a38458710 req-a3bd3516-abc9-40b3-9100-721b92f00b30 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4310474 Feb 19 03:43:35.368728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-c263364c-7b42-4d72-a05e-7378315d3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:35.371822 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381e36a-b430-4f4e-915c-accc4e4d82ad None None] The sync data for ids ['04a2353a-6a40-4004-b896-e98ec2967c15'] in n-d-826756-2 is: [{'id': '04a2353a-6a40-4004-b896-e98ec2967c15', 'name': 'tempest-TaggedBootDevicesTest-1258984216-router', 'tenant_id': 'b2a25dad0d934c18b019b937224fe790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:17Z', 'updated_at': '2022-02-19T03:43:34Z', 'revision_number': 6, 'project_id': 'b2a25dad0d934c18b019b937224fe790', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:43:35.379861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-c263364c-7b42-4d72-a05e-7378315d3e39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 200 len: 850 time: 0.1672108 Feb 19 03:43:35.463165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (04a2353a-6a40-4004-b896-e98ec2967c15), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:35.519441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-d550712a-99cf-4897-8e34-254ed0dd3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:35.520899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-d550712a-99cf-4897-8e34-254ed0dd3e88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe9d6d30-625d-450f-933b-efaadb357ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1341124 Feb 19 03:43:35.573288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7585403c-38a7-4cca-834c-291716d9804c None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:35.644836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-3b067f22-5d8f-43ed-8b47-e1dc63b88400 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:35.646762 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-3b067f22-5d8f-43ed-8b47-e1dc63b88400 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 945 time: 0.3602216 Feb 19 03:43:35.725789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-e1cbe36d-9447-4de9-84f3-862b5f3a5916 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977856 Feb 19 03:43:35.981660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f223d8b3-6425-46d1-baa6-f9537fddd263 req-ce5996a4-d8e9-48de-9af8-5e167a36f047 service neutron] 10.222.0.37 "GET /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495093 Feb 19 03:43:36.145870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7585403c-38a7-4cca-834c-291716d9804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:36.205059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585403c-38a7-4cca-834c-291716d9804c None None] The sync data for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 is: [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:22:38Z', 'revision_number': 4, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2cfc30a-550c-4a32-a9f4-13705afeccb6', 'name': '', 'network_id': 'fe9d6d30-625d-450f-933b-efaadb357ec7', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'mac_address': 'fa:16:3e:ba:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:45Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'subnets': [{'id': 'ce738e80-e0ec-4d2c-8061-632564612e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:43:36.272563 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.565008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:36.662824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:43:36.663100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e1eff678-faf0-4bbe-a8c6-37a1ff95dba3 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:36.753619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8007b-4278-4357-b890-e89decab37e4 req-1b92dcd5-1728-409a-ba80-964c8baad885 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:36.755323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd8007b-4278-4357-b890-e89decab37e4 req-1b92dcd5-1728-409a-ba80-964c8baad885 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 945 time: 0.1843216 Feb 19 03:43:36.857633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd8007b-4278-4357-b890-e89decab37e4 req-6e1e0a11-6698-4a10-97b9-e501bf271a9f tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/security-groups?id=e31ecf54-8e8a-4c33-bb2f-19550a13395b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960021 Feb 19 03:43:36.897254 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87610797-2575-45fe-b0ab-aa99b993c12c None None] New status for floating IP 31b6116d-f2b6-4305-a379-93fca08607c2: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:43:36.928065 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (04a2353a-6a40-4004-b896-e98ec2967c15), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:36.932083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Publish callbacks [] for router_controller (04a2353a-6a40-4004-b896-e98ec2967c15), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.043096 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (04a2353a-6a40-4004-b896-e98ec2967c15), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.048421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04a2353a-6a40-4004-b896-e98ec2967c15 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:43:37.061925 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.064873 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ddd7a84c-6c72-46fd-9c4e-a4aad49d0c98 admin admin] 10.222.0.42 "DELETE /v2.0/routers/04a2353a-6a40-4004-b896-e98ec2967c15 HTTP/1.1" status: 204 len: 168 time: 3.4461858 Feb 19 03:43:37.067960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38984) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:37.128205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-a2f2d3d1-2e5f-472d-9c5c-9d8ebbe86684 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Deleting port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:37.128549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-a2f2d3d1-2e5f-472d-9c5c-9d8ebbe86684 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.173097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e320de2-3e2d-4523-8212-50b1f515078d admin admin] Deleting subnet 2c27aede-4122-4f88-a32c-cfd05dfba8a5 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:43:37.177872 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e320de2-3e2d-4523-8212-50b1f515078d admin admin] Publish callbacks [] for subnet (2c27aede-4122-4f88-a32c-cfd05dfba8a5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.227813 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e320de2-3e2d-4523-8212-50b1f515078d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (2c27aede-4122-4f88-a32c-cfd05dfba8a5), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.315081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-a2f2d3d1-2e5f-472d-9c5c-9d8ebbe86684 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] For port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:37.315710 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-a2f2d3d1-2e5f-472d-9c5c-9d8ebbe86684 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.344843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-a2f2d3d1-2e5f-472d-9c5c-9d8ebbe86684 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Calling delete_port for 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:37.372150 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e320de2-3e2d-4523-8212-50b1f515078d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (2c27aede-4122-4f88-a32c-cfd05dfba8a5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.518216 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e320de2-3e2d-4523-8212-50b1f515078d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (2c27aede-4122-4f88-a32c-cfd05dfba8a5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.586762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e320de2-3e2d-4523-8212-50b1f515078d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c27aede-4122-4f88-a32c-cfd05dfba8a5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:37.605796 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e320de2-3e2d-4523-8212-50b1f515078d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.618971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2e320de2-3e2d-4523-8212-50b1f515078d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2c27aede-4122-4f88-a32c-cfd05dfba8a5 HTTP/1.1" status: 204 len: 168 time: 0.5488575 Feb 19 03:43:37.619652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 38992) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:37.644406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843b6be4-1c0d-427b-8100-7f07d1c19ba5 None None] Network d8177606-8e02-4dcf-b260-237ee5f1e02f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:43:37.745822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:37.771466 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-a2f2d3d1-2e5f-472d-9c5c-9d8ebbe86684 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (5d634e8b-25b3-427a-bd2b-47b70bf1f7cc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.873548 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d8177606-8e02-4dcf-b260-237ee5f1e02f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.907837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2d3d1-2e5f-472d-9c5c-9d8ebbe86684 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'Port': ['ID=5d634e8b-25b3-427a-bd2b-47b70bf1f7cc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:37.992996 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No active binding found for port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc {{(pid=103617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:43:38.002591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc host None! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:43:38.003659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:38.035718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ab8eeee2-9070-47de-99a6-ea1d39e977d1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:38.072980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ab8eeee2-9070-47de-99a6-ea1d39e977d1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:43:38.073325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ab8eeee2-9070-47de-99a6-ea1d39e977d1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:38.145718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-a2f2d3d1-2e5f-472d-9c5c-9d8ebbe86684 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] No DVR routers for this DVR port 5d634e8b-25b3-427a-bd2b-47b70bf1f7cc on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:43:38.155141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-a2f2d3d1-2e5f-472d-9c5c-9d8ebbe86684 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.165135 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-58326ea1-05ce-45ca-aadb-6535abb3dd97 req-a2f2d3d1-2e5f-472d-9c5c-9d8ebbe86684 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.37 "DELETE /v2.0/ports/5d634e8b-25b3-427a-bd2b-47b70bf1f7cc HTTP/1.1" status: 204 len: 173 time: 2.5116160 Feb 19 03:43:38.166391 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'name': 'network-vif-deleted', 'tag': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:38.174451 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be31ba5-7ed5-4d41-ba8d-f844061fc9e9" -d '{"events": [{"server_uuid": "30f9fbf9-7e0c-4340-b04b-99273d7d9384", "name": "network-vif-deleted", "tag": "5d634e8b-25b3-427a-bd2b-47b70bf1f7cc"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:38.208823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] DHCP port deletion for d8177606-8e02-4dcf-b260-237ee5f1e02f request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:43:38.326105 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a2a9-49b5-4bac-b465-d3e20732ad86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.338795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Deleting port e642916e-55c7-4ba9-8e32-e70a608734b3 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:38.339345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.368051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Deleting port e642916e-55c7-4ba9-8e32-e70a608734b3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:38.368668 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.402109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-83536fd4-b5f9-459f-97e2-74fd0c45a8ec tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:38.404642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-83536fd4-b5f9-459f-97e2-74fd0c45a8ec tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/networks?id=e1491592-157e-4803-933c-4214eee4fff7 HTTP/1.1" status: 200 len: 813 time: 0.3571045 Feb 19 03:43:38.434736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] For port e642916e-55c7-4ba9-8e32-e70a608734b3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e642916e-55c7-4ba9-8e32-e70a608734b3,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:38.435311 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.454356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-21f0c967-ffbe-40f2-873f-c4052efd846a tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/quotas/aa0e551164d647fe939ad0b63add7a83 HTTP/1.1" status: 200 len: 375 time: 0.0112374 Feb 19 03:43:38.474997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Calling delete_port for e642916e-55c7-4ba9-8e32-e70a608734b3 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:38.560733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-7ea5ef37-89fc-457b-94f8-fb6c0f6136f7 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa0e551164d647fe939ad0b63add7a83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862687 Feb 19 03:43:38.586028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.617790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] For port e642916e-55c7-4ba9-8e32-e70a608734b3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e642916e-55c7-4ba9-8e32-e70a608734b3,segment=NetworkSegment(76da41be-8213-41d9-aeba-098bc5e71846),segment_id=76da41be-8213-41d9-aeba-098bc5e71846)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:38.618073 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.622873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] No DVR routers for this DVR port e642916e-55c7-4ba9-8e32-e70a608734b3 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:43:38.627636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Pushing event deleted for resources: {'Port': ['ID=e642916e-55c7-4ba9-8e32-e70a608734b3,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:38.647889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.649036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.650720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.651248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.651791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.652307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.653281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.653921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.654537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.655213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.656399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.656912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.657408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9265b9e-4276-4b61-a8ea-081713b198a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:38.664421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Calling delete_port for e642916e-55c7-4ba9-8e32-e70a608734b3 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:38.846472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-896efe2e-9ad8-48a7-a1d3-45a283b934a8 service neutron] 10.222.0.42 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665927 Feb 19 03:43:38.847872 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e642916e-55c7-4ba9-8e32-e70a608734b3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.890856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Pushing event deleted for resources: {'Port': ['ID=e642916e-55c7-4ba9-8e32-e70a608734b3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:38.901496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] No DVR routers for this DVR port e642916e-55c7-4ba9-8e32-e70a608734b3 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:43:39.013572 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d8177606-8e02-4dcf-b260-237ee5f1e02f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:39.058627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8177606-8e02-4dcf-b260-237ee5f1e02f']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:39.091275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76da41be-8213-41d9-aeba-098bc5e71846') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:39.091577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76da41be-8213-41d9-aeba-098bc5e71846') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:39.099600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-fe4982f6-046c-4041-8383-be2e15e9e34d service neutron] 10.222.0.42 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415247 Feb 19 03:43:39.103520 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (76da41be-8213-41d9-aeba-098bc5e71846), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:39.117829 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (76da41be-8213-41d9-aeba-098bc5e71846), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:39.125270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:43:39.125681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (76da41be-8213-41d9-aeba-098bc5e71846), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:43:39.127569 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:43:39.202703 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d8177606-8e02-4dcf-b260-237ee5f1e02f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:39.209643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:39.213975 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d8177606-8e02-4dcf-b260-237ee5f1e02f HTTP/1.1" status: 204 len: 168 time: 1.5898671 Feb 19 03:43:39.216719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39018) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:39.238563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b4d5f-f7de-43a0-aa6d-858bf591b705 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8177606-8e02-4dcf-b260-237ee5f1e02f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:39.438322 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd948ee3-c9c6-4a4d-89ed-45c8f98890a3 req-6870dc13-da86-4afc-9ecb-e01585223b0e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.0539949 Feb 19 03:43:39.503894 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e451454-c22e-4813-8eca-1b1f81f0cfb9 x-openstack-request-id: req-6e451454-c22e-4813-8eca-1b1f81f0cfb9 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:39.504427 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f9fbf9-7e0c-4340-b04b-99273d7d9384", "name": "network-vif-deleted", "tag": "5d634e8b-25b3-427a-bd2b-47b70bf1f7cc", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:39.504627 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e451454-c22e-4813-8eca-1b1f81f0cfb9 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:39.505144 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f9fbf9-7e0c-4340-b04b-99273d7d9384', 'name': 'network-vif-deleted', 'tag': '5d634e8b-25b3-427a-bd2b-47b70bf1f7cc', 'status': 'completed', 'code': 200} Feb 19 03:43:39.646451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f918c7de-9fa3-41d0-a90d-d76ac36a69fc req-fbaef912-8083-49a7-bf98-9528c1da464b tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 210 time: 0.0757890 Feb 19 03:43:39.964922 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (a76228cf-67b6-4802-bc52-eddf19e75882), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:40.051728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e642916e-55c7-4ba9-8e32-e70a608734b3 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:40.140854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e642916e-55c7-4ba9-8e32-e70a608734b3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:43:40.142071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e642916e-55c7-4ba9-8e32-e70a608734b3 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:40.480691 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e4ff-3e8d-486c-a81f-fa19d93e6ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:40.484202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] Deleting port 6bd56c95-abe9-43e2-bef7-6309a5a96627 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:40.484624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:40.612596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b1cec91-3fc6-4820-8b8f-a983d5e28ea7 req-0ccedf33-2344-47c7-8eb9-1f31fc1369de tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.0484724 Feb 19 03:43:40.698408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] For port 6bd56c95-abe9-43e2-bef7-6309a5a96627, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6bd56c95-abe9-43e2-bef7-6309a5a96627,segment=NetworkSegment(f7d910fc-3226-461b-985b-c0ab08a089f3),segment_id=f7d910fc-3226-461b-985b-c0ab08a089f3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:40.698725 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:40.738611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] Calling delete_port for 6bd56c95-abe9-43e2-bef7-6309a5a96627 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:40.850556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b412b1ab-77c4-4c56-965e-07eeb772cfdf req-6c3d0906-ab1f-4855-9e84-40286241d45a tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 210 time: 0.0505233 Feb 19 03:43:41.119941 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6bd56c95-abe9-43e2-bef7-6309a5a96627), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:41.184375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd56c95-abe9-43e2-bef7-6309a5a96627,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:41.233078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-04be91df-c0b4-456e-bf67-347c2453af3f tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:41.235329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-04be91df-c0b4-456e-bf67-347c2453af3f tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.71 "GET /v2.0/networks?id=e1491592-157e-4803-933c-4214eee4fff7 HTTP/1.1" status: 200 len: 813 time: 0.3669500 Feb 19 03:43:41.272053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Request body: {'port': {'device_id': '5f315b33-43d5-4d94-9509-91fe3f853861', 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7', 'admin_state_up': True, 'tenant_id': 'aa0e551164d647fe939ad0b63add7a83'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:42.005054 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:42.116543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e212ca2b-357d-47b2-aa94-d78dc349f033 req-9521b875-8b6d-4de5-9d92-e3dc9f833311 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.0370252 Feb 19 03:43:42.137029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Made reservation on behalf of aa0e551164d647fe939ad0b63add7a83 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:42.140687 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:42.181506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (a76228cf-67b6-4802-bc52-eddf19e75882), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:42.384036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Allocated IP 172.20.0.2 (e1491592-157e-4803-933c-4214eee4fff7/aa7a5fdf-c65d-431a-a868-0d75e6cce71c/115e66a9-fd30-4e3c-b444-9cbb7e3d8c36) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:43:42.390917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7a801c8-5a62-4b1c-947d-59d6dea146bd req-1c86b322-97dc-432a-94c7-ae44d1807c7c tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 210 time: 0.0563643 Feb 19 03:43:42.670026 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks [] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:42.800058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:42.864131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] Router a76228cf-67b6-4802-bc52-eddf19e75882 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:43:42.876838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Network e1491592-157e-4803-933c-4214eee4fff7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:43:42.886749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:42.891323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:43:42.954935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:42.955381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:42.967600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Pushing event updated for resources: {'Port': ['ID=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:43.003744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-3471d785-48b3-4160-80eb-59bd79801e19 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7431974 Feb 19 03:43:43.048328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Request body: {'port': {'device_id': '5f315b33-43d5-4d94-9509-91fe3f853861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:43.064349 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:43.281801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:43:43.297563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] Sync routers for ids ['a76228cf-67b6-4802-bc52-eddf19e75882'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:43:43.314746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39136) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:43.316280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-171aa876-edad-4221-bd0e-b4d44885d750 admin admin] 10.222.0.42 "PUT /v2.0/routers/a76228cf-67b6-4802-bc52-eddf19e75882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0984490 Feb 19 03:43:43.330865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] Routers {'a76228cf-67b6-4802-bc52-eddf19e75882'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:43.332196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:43:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a76228cf-67b6-4802-bc52-eddf19e75882'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:43.334223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:43.467651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cff3ab8-4006-49cc-85ae-d4b70959857a req-1db5bd32-5db8-4519-b5ad-fecce807944e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.1026163 Feb 19 03:43:43.574291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] Set router a76228cf-67b6-4802-bc52-eddf19e75882 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:43.700187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Publish callbacks [] for router (a76228cf-67b6-4802-bc52-eddf19e75882), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:43.943396 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Publish callbacks [] for router_gateway (a76228cf-67b6-4802-bc52-eddf19e75882), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.057305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'name': 'tempest-TaggedBootDevicesTest-908836429-router', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:37Z', 'updated_at': '2022-02-19T03:43:41Z', 'revision_number': 5, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'gw_port': {'id': '6d919773-e043-430f-a5b8-82ef41e16ce5', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:39Z', 'updated_at': '2022-02-19T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:44.059406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:43:44.082849 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Publish callbacks [] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.114792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Transition to ACTIVE for port object 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:43:44.128186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.130074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] Checking router: a76228cf-67b6-4802-bc52-eddf19e75882 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:43:44.132052 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Deleting port 6d919773-e043-430f-a5b8-82ef41e16ce5 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:44.132674 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.150375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] Routers {'a76228cf-67b6-4802-bc52-eddf19e75882'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:44.151120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:43:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a76228cf-67b6-4802-bc52-eddf19e75882'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:44.323410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] For port 6d919773-e043-430f-a5b8-82ef41e16ce5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6d919773-e043-430f-a5b8-82ef41e16ce5,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:44.324018 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.328291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] Set router a76228cf-67b6-4802-bc52-eddf19e75882 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:44.358018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Calling delete_port for 6d919773-e043-430f-a5b8-82ef41e16ce5 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:44.401136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Pushing event updated for resources: {'Port': ['ID=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:44.419404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb47f1a-15ed-4be7-a4ac-86e4379939dd req-fc1e9d8b-c00a-417e-a1ed-8aadd88a3594 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:44.421972 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6bb47f1a-15ed-4be7-a4ac-86e4379939dd req-fc1e9d8b-c00a-417e-a1ed-8aadd88a3594 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 931 time: 0.5686419 Feb 19 03:43:44.440001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'name': 'tempest-TaggedBootDevicesTest-908836429-router', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:37Z', 'updated_at': '2022-02-19T03:43:43Z', 'revision_number': 6, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:44.529874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf898404-4f30-437b-969f-764d7299b5a0 None None] The sync data for ids ['a76228cf-67b6-4802-bc52-eddf19e75882'] in n-d-826756-2 is: [{'id': 'a76228cf-67b6-4802-bc52-eddf19e75882', 'name': 'tempest-TaggedBootDevicesTest-908836429-router', 'tenant_id': '358a74dc63e14e63bb519c16acaac02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:37Z', 'updated_at': '2022-02-19T03:43:43Z', 'revision_number': 6, 'project_id': '358a74dc63e14e63bb519c16acaac02c', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:43:44.597489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Attempting to bind port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:43:44.598235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Attempting to bind port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '05030bd5-0f0f-46ad-92ec-7aceedfe6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:43:44.598568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Attempting to bind port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 on network e1491592-157e-4803-933c-4214eee4fff7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:44.610004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 on network e1491592-157e-4803-933c-4214eee4fff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:43:44.610333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Attempting to bind port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 on network e1491592-157e-4803-933c-4214eee4fff7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:44.640915 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.645475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6bb47f1a-15ed-4be7-a4ac-86e4379939dd req-333ff17e-3169-4e74-930c-c60ee1ae9d7c tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049356 Feb 19 03:43:44.667152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:43:44.667814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Checking segment: {'id': '05030bd5-0f0f-46ad-92ec-7aceedfe6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:44.668616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Bound using segment: {'id': '05030bd5-0f0f-46ad-92ec-7aceedfe6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:43:44.669503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Bound port: 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05030bd5-0f0f-46ad-92ec-7aceedfe6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:43:44.670996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.794579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] For port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:44.800468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] For port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,segment=NetworkSegment(05030bd5-0f0f-46ad-92ec-7aceedfe6300),segment_id=05030bd5-0f0f-46ad-92ec-7aceedfe6300)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:43:44.826764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.834531 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6d919773-e043-430f-a5b8-82ef41e16ce5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.860713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc57f85a-a9b5-4af4-a907-420ed802e3a1 req-91ca1055-6964-4f3f-873b-ddca1b6fb727 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.0550981 Feb 19 03:43:44.913753 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d919773-e043-430f-a5b8-82ef41e16ce5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:44.939157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:44.940187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.943981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] 10.222.0.71 "PUT /v2.0/ports/115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 HTTP/1.1" status: 200 len: 1091 time: 1.9009621 Feb 19 03:43:44.947574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f315b33-43d5-4d94-9509-91fe3f853861', 'tag': '115e66a9-fd30-4e3c-b444-9cbb7e3d8c36'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:44.965797 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (a76228cf-67b6-4802-bc52-eddf19e75882), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:44.974485 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85958199-a15e-4c8f-9322-d6cb6cb4d074" -d '{"events": [{"name": "network-changed", "server_uuid": "5f315b33-43d5-4d94-9509-91fe3f853861", "tag": "115e66a9-fd30-4e3c-b444-9cbb7e3d8c36"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:45.091305 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69c9583-8468-4c9b-9b85-015d3a2ef4e1 x-openstack-request-id: req-e69c9583-8468-4c9b-9b85-015d3a2ef4e1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:45.091766 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f315b33-43d5-4d94-9509-91fe3f853861", "tag": "115e66a9-fd30-4e3c-b444-9cbb7e3d8c36", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:45.092241 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e69c9583-8468-4c9b-9b85-015d3a2ef4e1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:45.092775 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f315b33-43d5-4d94-9509-91fe3f853861', 'tag': '115e66a9-fd30-4e3c-b444-9cbb7e3d8c36', 'status': 'completed', 'code': 200} Feb 19 03:43:45.092949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (a76228cf-67b6-4802-bc52-eddf19e75882), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:45.096838 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Publish callbacks [] for router_controller (a76228cf-67b6-4802-bc52-eddf19e75882), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:45.108502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41119f-0a98-4c12-b863-416c53a07dbf service neutron] Pushing event updated for resources: {'Port': ['ID=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:45.122659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-801498d2-e4ff-4d7e-bab7-22d4260e3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:45.124375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-801498d2-e4ff-4d7e-bab7-22d4260e3ecc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa0e551164d647fe939ad0b63add7a83&device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 1125 time: 0.1177928 Feb 19 03:43:45.161779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (a76228cf-67b6-4802-bc52-eddf19e75882), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:45.162666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a76228cf-67b6-4802-bc52-eddf19e75882 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:43:45.170308 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:45.171994 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fcd48f58-669e-4e53-b207-b99ec4d0b23f admin admin] 10.222.0.42 "DELETE /v2.0/routers/a76228cf-67b6-4802-bc52-eddf19e75882 HTTP/1.1" status: 204 len: 168 time: 1.8531425 Feb 19 03:43:45.174650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39316) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:45.201326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-bff7f26c-d27d-4007-8929-1c2d4597ec8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 HTTP/1.1" status: 200 len: 217 time: 0.0685623 Feb 19 03:43:45.238407 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-361a6f83-364b-4e5c-92d2-78235578cf84 admin admin] Deleting subnet afa64a06-0bc1-482e-a51e-978889e6a915 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:43:45.242587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-361a6f83-364b-4e5c-92d2-78235578cf84 admin admin] Publish callbacks [] for subnet (afa64a06-0bc1-482e-a51e-978889e6a915), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:45.305880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-b072f331-3393-4495-bb11-0a5970e10165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:45.307548 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-361a6f83-364b-4e5c-92d2-78235578cf84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (afa64a06-0bc1-482e-a51e-978889e6a915), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:45.308707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-b072f331-3393-4495-bb11-0a5970e10165 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa7a5fdf-c65d-431a-a868-0d75e6cce71c HTTP/1.1" status: 200 len: 853 time: 0.0991747 Feb 19 03:43:45.369617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-d88a27a4-b48b-4dc5-9154-25f5ed9ed07d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e1491592-157e-4803-933c-4214eee4fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521133 Feb 19 03:43:45.511355 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-361a6f83-364b-4e5c-92d2-78235578cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (afa64a06-0bc1-482e-a51e-978889e6a915), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:45.599752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-824a81aa-1b71-434f-8648-305a2ea753de service neutron] 10.222.0.71 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209110 Feb 19 03:43:45.607531 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-361a6f83-364b-4e5c-92d2-78235578cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (afa64a06-0bc1-482e-a51e-978889e6a915), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:45.623256 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-361a6f83-364b-4e5c-92d2-78235578cf84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:45.630519 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-361a6f83-364b-4e5c-92d2-78235578cf84 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/afa64a06-0bc1-482e-a51e-978889e6a915 HTTP/1.1" status: 204 len: 168 time: 0.4547274 Feb 19 03:43:45.632496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39356) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:45.638232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794e0c7-9937-4602-b0a2-eabd9e12b3eb None None] Network 977d9a34-9480-40e4-9eaf-e3d574134e6c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:43:45.658403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a6f83-364b-4e5c-92d2-78235578cf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa64a06-0bc1-482e-a51e-978889e6a915,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:45.983249 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (977d9a34-9480-40e4-9eaf-e3d574134e6c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.043649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb84e03-1505-4773-8a1c-5566210919b7 req-2fff2f34-c7cd-4cd9-953c-048e174ba5b8 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:46.045307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bb84e03-1505-4773-8a1c-5566210919b7 req-2fff2f34-c7cd-4cd9-953c-048e174ba5b8 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 943 time: 0.1968110 Feb 19 03:43:46.067201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379d510-2426-411e-b468-16341f08b206 None None] DHCP port deletion for 977d9a34-9480-40e4-9eaf-e3d574134e6c request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:43:46.072719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21fc4ee1-87f1-48ce-97da-711b240f951b req-6ce9d117-a643-4753-88bb-4933a15ef39c service neutron] 10.222.0.71 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659657 Feb 19 03:43:46.147386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6bd56c95-abe9-43e2-bef7-6309a5a96627 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:46.215883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 6bd56c95-abe9-43e2-bef7-6309a5a96627 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:43:46.216233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6bd56c95-abe9-43e2-bef7-6309a5a96627 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:46.216657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6d919773-e043-430f-a5b8-82ef41e16ce5 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:46.248470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bb84e03-1505-4773-8a1c-5566210919b7 req-72c4c5ff-c72f-41e5-9460-339e1a7f5433 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901004 Feb 19 03:43:46.267633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Deleting port a115d579-defc-4571-87c0-82cf77199c22 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:46.267819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 6d919773-e043-430f-a5b8-82ef41e16ce5 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:43:46.267916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a115d579-defc-4571-87c0-82cf77199c22), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.268055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6d919773-e043-430f-a5b8-82ef41e16ce5 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:46.336644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a379d510-2426-411e-b468-16341f08b206 None None] Deleting port a115d579-defc-4571-87c0-82cf77199c22 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:46.337021 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a379d510-2426-411e-b468-16341f08b206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a115d579-defc-4571-87c0-82cf77199c22), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.410865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] For port a115d579-defc-4571-87c0-82cf77199c22, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a115d579-defc-4571-87c0-82cf77199c22,segment=NetworkSegment(f7d910fc-3226-461b-985b-c0ab08a089f3),segment_id=f7d910fc-3226-461b-985b-c0ab08a089f3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:46.411721 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a115d579-defc-4571-87c0-82cf77199c22), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.432419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Calling delete_port for a115d579-defc-4571-87c0-82cf77199c22 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:46.445160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a379d510-2426-411e-b468-16341f08b206 None None] For port a115d579-defc-4571-87c0-82cf77199c22, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a115d579-defc-4571-87c0-82cf77199c22,segment=NetworkSegment(f7d910fc-3226-461b-985b-c0ab08a089f3),segment_id=f7d910fc-3226-461b-985b-c0ab08a089f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:46.445834 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a379d510-2426-411e-b468-16341f08b206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a115d579-defc-4571-87c0-82cf77199c22), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.472769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a379d510-2426-411e-b468-16341f08b206 None None] Calling delete_port for a115d579-defc-4571-87c0-82cf77199c22 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:46.537974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa51d974-11f9-4c37-80e7-486620e1c025 req-3cd63e42-b1a8-4820-a684-7edb7263fed5 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.0454190 Feb 19 03:43:46.549205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85958199-a15e-4c8f-9322-d6cb6cb4d074 req-573390e5-9021-4dfd-ba40-ff4173decc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:46.551086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85958199-a15e-4c8f-9322-d6cb6cb4d074 req-573390e5-9021-4dfd-ba40-ff4173decc37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa0e551164d647fe939ad0b63add7a83&device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 1125 time: 0.3666327 Feb 19 03:43:46.588185 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a379d510-2426-411e-b468-16341f08b206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (a115d579-defc-4571-87c0-82cf77199c22), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.617125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379d510-2426-411e-b468-16341f08b206 None None] Pushing event deleted for resources: {'Port': ['ID=a115d579-defc-4571-87c0-82cf77199c22,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:46.640888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379d510-2426-411e-b468-16341f08b206 None None] No DVR routers for this DVR port a115d579-defc-4571-87c0-82cf77199c22 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:43:46.644280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a115d579-defc-4571-87c0-82cf77199c22), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.662552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] No DVR routers for this DVR port a115d579-defc-4571-87c0-82cf77199c22 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:43:46.718981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=a115d579-defc-4571-87c0-82cf77199c22,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:46.829876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85958199-a15e-4c8f-9322-d6cb6cb4d074 req-c406f6ce-5de2-4adf-bdfb-0a9771b7a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:46.832262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85958199-a15e-4c8f-9322-d6cb6cb4d074 req-c406f6ce-5de2-4adf-bdfb-0a9771b7a6c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e1491592-157e-4803-933c-4214eee4fff7 HTTP/1.1" status: 200 len: 914 time: 0.2742679 Feb 19 03:43:46.893077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85958199-a15e-4c8f-9322-d6cb6cb4d074 req-5bf790a0-00b4-477d-a68a-06227aad0715 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 HTTP/1.1" status: 200 len: 217 time: 0.0515723 Feb 19 03:43:46.895438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (977d9a34-9480-40e4-9eaf-e3d574134e6c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.004505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977d9a34-9480-40e4-9eaf-e3d574134e6c']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:47.041109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d910fc-3226-461b-985b-c0ab08a089f3') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:47.042296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d910fc-3226-461b-985b-c0ab08a089f3') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:47.076911 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (f7d910fc-3226-461b-985b-c0ab08a089f3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.147946 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f7d910fc-3226-461b-985b-c0ab08a089f3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.165808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:43:47.166638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (f7d910fc-3226-461b-985b-c0ab08a089f3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.273395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ea5bb-f7e2-4615-b6a6-f2385cf36117 req-9f896c9c-53a4-4751-a378-dfb73affda8e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:47.281821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea2ea5bb-f7e2-4615-b6a6-f2385cf36117 req-9f896c9c-53a4-4751-a378-dfb73affda8e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.5347295 Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:43:47.283957 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:43:47.313108 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (977d9a34-9480-40e4-9eaf-e3d574134e6c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.341897 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.355533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] 10.222.0.42 "DELETE /v2.0/networks/977d9a34-9480-40e4-9eaf-e3d574134e6c HTTP/1.1" status: 204 len: 168 time: 1.7192855 Feb 19 03:43:47.369735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85958199-a15e-4c8f-9322-d6cb6cb4d074 req-8ef57bd8-8f7b-40cc-8ec7-86c3a89fc003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:47.391704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85958199-a15e-4c8f-9322-d6cb6cb4d074 req-8ef57bd8-8f7b-40cc-8ec7-86c3a89fc003 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa7a5fdf-c65d-431a-a868-0d75e6cce71c HTTP/1.1" status: 200 len: 853 time: 0.4773395 Feb 19 03:43:47.419597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f387e9a-c345-4bac-ac4f-6fc610584aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=977d9a34-9480-40e4-9eaf-e3d574134e6c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:47.450440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85958199-a15e-4c8f-9322-d6cb6cb4d074 req-52e8470b-0563-4245-b72d-713053a22451 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e1491592-157e-4803-933c-4214eee4fff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406325 Feb 19 03:43:47.496985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea2ea5bb-f7e2-4615-b6a6-f2385cf36117 req-2afc1fb2-b690-423b-82c5-2fd2ea1915f4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2141924 Feb 19 03:43:47.614633 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39566) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:47.658248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85958199-a15e-4c8f-9322-d6cb6cb4d074 req-ffd3a077-5f6a-4a20-8814-9c8c23d58377 service neutron] 10.222.0.71 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006533 Feb 19 03:43:47.701693 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-50e77e1f-e0d3-462c-891c-6eae8ca6b432 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2a25dad0d934c18b019b937224fe790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0817091 Feb 19 03:43:47.702540 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39578) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:47.786259 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52ed940b-eaa4-4a7c-9e68-0d6a48da2a7e admin admin] Publish callbacks [] for security_group (18932da4-ad4e-4d5c-954b-5af32e989bc6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.833599 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52ed940b-eaa4-4a7c-9e68-0d6a48da2a7e admin admin] Publish callbacks [] for security_group (18932da4-ad4e-4d5c-954b-5af32e989bc6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.912106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52ed940b-eaa4-4a7c-9e68-0d6a48da2a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (18932da4-ad4e-4d5c-954b-5af32e989bc6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.915331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52ed940b-eaa4-4a7c-9e68-0d6a48da2a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:47.917137 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-52ed940b-eaa4-4a7c-9e68-0d6a48da2a7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18932da4-ad4e-4d5c-954b-5af32e989bc6 HTTP/1.1" status: 204 len: 168 time: 0.2135332 Feb 19 03:43:47.926506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed940b-eaa4-4a7c-9e68-0d6a48da2a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18932da4-ad4e-4d5c-954b-5af32e989bc6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:47.953349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85958199-a15e-4c8f-9322-d6cb6cb4d074 req-3c4fcb1b-5cfc-4569-9faf-30c06c727bfc service neutron] 10.222.0.71 "GET /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063537 Feb 19 03:43:47.980925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7f24d-5b07-4e77-a942-8b0382fbd43f req-4cc74512-ab1b-4d26-9161-f193d0eced51 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:47.991343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97f7f24d-5b07-4e77-a942-8b0382fbd43f req-4cc74512-ab1b-4d26-9161-f193d0eced51 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 943 time: 0.3436623 Feb 19 03:43:48.101906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97f7f24d-5b07-4e77-a942-8b0382fbd43f req-eeac85b1-571d-4ffb-bfb5-e577d90d0458 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096647 Feb 19 03:43:48.170995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a115d579-defc-4571-87c0-82cf77199c22 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:48.214840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a115d579-defc-4571-87c0-82cf77199c22 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:43:48.220346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a115d579-defc-4571-87c0-82cf77199c22 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:48.321827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd2be-8ff5-490d-8c4e-5686dc9804aa req-52742b59-d794-4032-8cc8-3ae37d5f6925 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.335070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66dd2be-8ff5-490d-8c4e-5686dc9804aa req-52742b59-d794-4032-8cc8-3ae37d5f6925 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1239228 Feb 19 03:43:48.335197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39640) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:48.404103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66dd2be-8ff5-490d-8c4e-5686dc9804aa req-138583e1-c4ef-487a-bd88-842a1c300e5a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708568 Feb 19 03:43:48.494092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:48.547064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebbda8ef-5a26-48f0-b974-4bac6b722175 req-73340b4c-a3f2-42f0-b38a-f3c58642a6b8 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.0425932 Feb 19 03:43:48.564158 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-78507656-9d3d-4212-a22e-46364067405b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=358a74dc63e14e63bb519c16acaac02c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685508 Feb 19 03:43:48.570927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39650) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:48.580516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5b9ce56-9a84-4189-8c1a-4c6ebcaba457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.675125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5b9ce56-9a84-4189-8c1a-4c6ebcaba457 admin admin] Publish callbacks [] for security_group (1c5baf77-3791-4a8e-937e-2c455155d030), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.681761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5b9ce56-9a84-4189-8c1a-4c6ebcaba457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1c5baf77-3791-4a8e-937e-2c455155d030), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.710182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d124-33ed-46ae-adfc-8dc3dab2931b admin admin] Publish callbacks [] for security_group (ae6f0a31-2a2d-49f9-b214-f02e52508649), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.734844 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c5b9ce56-9a84-4189-8c1a-4c6ebcaba457 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0229187d0fca45abaaab55c3e691f097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3977361 Feb 19 03:43:48.735789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39652) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:48.743783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9ce56-9a84-4189-8c1a-4c6ebcaba457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5baf77-3791-4a8e-937e-2c455155d030,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:48.758664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0aac8-6add-4291-bc63-ff53a15ae76e req-58748d60-d4cc-4069-b103-f8a2876702f2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.769778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05b0aac8-6add-4291-bc63-ff53a15ae76e req-58748d60-d4cc-4069-b103-f8a2876702f2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1234272 Feb 19 03:43:48.783323 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d124-33ed-46ae-adfc-8dc3dab2931b admin admin] Publish callbacks [] for security_group (ae6f0a31-2a2d-49f9-b214-f02e52508649), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.799121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30f62701-e218-4f4d-aa9b-fa1e2afc1e9b admin admin] Publish callbacks [] for security_group (1c5baf77-3791-4a8e-937e-2c455155d030), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.824880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30f62701-e218-4f4d-aa9b-fa1e2afc1e9b admin admin] Publish callbacks [] for security_group (1c5baf77-3791-4a8e-937e-2c455155d030), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.862464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05b0aac8-6add-4291-bc63-ff53a15ae76e req-11058d44-7828-4ec8-9419-7e904c39e5d4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849354 Feb 19 03:43:48.886136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d124-33ed-46ae-adfc-8dc3dab2931b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ae6f0a31-2a2d-49f9-b214-f02e52508649), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.900316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d124-33ed-46ae-adfc-8dc3dab2931b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.901938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5eb3d124-33ed-46ae-adfc-8dc3dab2931b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae6f0a31-2a2d-49f9-b214-f02e52508649 HTTP/1.1" status: 204 len: 168 time: 0.3297276 Feb 19 03:43:48.913386 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30f62701-e218-4f4d-aa9b-fa1e2afc1e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1c5baf77-3791-4a8e-937e-2c455155d030), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.916111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30f62701-e218-4f4d-aa9b-fa1e2afc1e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.918027 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-30f62701-e218-4f4d-aa9b-fa1e2afc1e9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c5baf77-3791-4a8e-937e-2c455155d030 HTTP/1.1" status: 204 len: 168 time: 0.1809070 Feb 19 03:43:48.934884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3d124-33ed-46ae-adfc-8dc3dab2931b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6f0a31-2a2d-49f9-b214-f02e52508649,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:48.941629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:43:48.944164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f62701-e218-4f4d-aa9b-fa1e2afc1e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5baf77-3791-4a8e-937e-2c455155d030,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:49.095163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169cbc1-82ca-4f4d-8bfa-26ec8e2e09ed req-3099a76c-44b8-49bb-a5fa-953ea8198df0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:49.101923 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a169cbc1-82ca-4f4d-8bfa-26ec8e2e09ed req-3099a76c-44b8-49bb-a5fa-953ea8198df0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1691554 Feb 19 03:43:49.202776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,segment=NetworkSegment(05030bd5-0f0f-46ad-92ec-7aceedfe6300),segment_id=05030bd5-0f0f-46ad-92ec-7aceedfe6300)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:49.210966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a169cbc1-82ca-4f4d-8bfa-26ec8e2e09ed req-596c219a-f53e-4a28-8045-6a83d8733df5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991049 Feb 19 03:43:49.267538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '115e66a9-fd30-4e3c-b444-9cbb7e3d8c36', 'network_id': 'e1491592-157e-4803-933c-4214eee4fff7', 'port_id': '115e66a9-fd30-4e3c-b444-9cbb7e3d8c36', 'mac_address': 'fa:16:3e:65:34:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7a5fdf-c65d-431a-a868-0d75e6cce71c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:43:49.318684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:49.321118 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:49.337086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:43:49.393297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e9a3c-82a6-4e72-93e0-6ba59563797c req-f60a7c58-27e0-402b-8ea4-1aab6ba7c7c5 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:49.401231 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-1e51ec4c-88f7-4701-b2b1-8349ab4d9ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301928 Feb 19 03:43:49.405255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,segment=NetworkSegment(05030bd5-0f0f-46ad-92ec-7aceedfe6300),segment_id=05030bd5-0f0f-46ad-92ec-7aceedfe6300)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:49.408640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-220e9a3c-82a6-4e72-93e0-6ba59563797c req-f60a7c58-27e0-402b-8ea4-1aab6ba7c7c5 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 943 time: 0.0975099 Feb 19 03:43:49.419132 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:49.516492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-220e9a3c-82a6-4e72-93e0-6ba59563797c req-97cf70af-06c5-497e-aad9-e2944db17d73 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065302 Feb 19 03:43:49.543358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:49.598231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-9eee38da-ccc0-4235-b0d8-c582c6c18e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:49.606402 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-9eee38da-ccc0-4235-b0d8-c582c6c18e57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 1127 time: 0.1564124 Feb 19 03:43:49.696823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['115e66a9-fd30-4e3c-b444-9cbb7e3d8c36'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:43:49.732025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d8e01f8-eab7-4450-b98c-692bedbb4751 req-2492c9ef-60fd-4c77-a301-315a93214903 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.0522902 Feb 19 03:43:49.948494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39692) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:50.066895 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a111f5c-d754-4010-91dc-592cde96051e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:50.110902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-a08da99e-bcfd-49c3-bc4a-1bc8f1f9cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.123439 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-a08da99e-bcfd-49c3-bc4a-1bc8f1f9cb8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.4847159 Feb 19 03:43:50.191135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-03052f00-a635-447e-ab6e-0b42cb25ce91 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.200470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-03052f00-a635-447e-ab6e-0b42cb25ce91 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 811 time: 0.3212864 Feb 19 03:43:50.265922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-3ab033ad-b7cf-4a85-9bc6-4a9efb49b910 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/quotas/d415d80fc59e47e9ba8c16f9f600caf0 HTTP/1.1" status: 200 len: 375 time: 0.0636334 Feb 19 03:43:50.394482 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-b2cc8030-9b60-4e2f-837f-b09b272dfcfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2d19fbf-b42a-49d6-8443-0b5e868a211f HTTP/1.1" status: 200 len: 217 time: 0.2574940 Feb 19 03:43:50.423309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-58ac30f6-f42b-4509-aaca-03a2012d5163 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1564422 Feb 19 03:43:50.518949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a111f5c-d754-4010-91dc-592cde96051e admin admin] Publish callbacks [] for security_group (2b0f9e9f-61eb-4f90-8609-75c95251ec84), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:50.525440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-1618fad0-415f-41d2-a438-c9d31f2a945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.527178 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-1618fad0-415f-41d2-a438-c9d31f2a945c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1269948 Feb 19 03:43:50.529282 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a111f5c-d754-4010-91dc-592cde96051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2b0f9e9f-61eb-4f90-8609-75c95251ec84), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:50.566000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fac0aaae-e44a-453e-90d3-35307c6650d0 service neutron] 10.222.0.42 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325686 Feb 19 03:43:50.647917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a111f5c-d754-4010-91dc-592cde96051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0f9e9f-61eb-4f90-8609-75c95251ec84,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:50.699593 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6a111f5c-d754-4010-91dc-592cde96051e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87c7bc8d23ec499a95e8cdd587d1aee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7481561 Feb 19 03:43:50.701962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:50.707620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-e92f018e-46bc-4916-9963-7980d71167cb service neutron] 10.222.0.42 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407692 Feb 19 03:43:50.739028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-0d051597-0b88-4dbf-9b24-c629a3f61dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.741059 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-0d051597-0b88-4dbf-9b24-c629a3f61dc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2058012 Feb 19 03:43:50.837262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 39716) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:50.928217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad4be-5efb-4cb5-94a8-2b1407bfb791 admin admin] Publish callbacks [] for security_group (2b0f9e9f-61eb-4f90-8609-75c95251ec84), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:50.940478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:43:50.991688 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-d0fcc24e-d959-4b73-a292-d53a00ef98e1 service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398570 Feb 19 03:43:51.048180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:43:51.052332 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad4be-5efb-4cb5-94a8-2b1407bfb791 admin admin] Publish callbacks [] for security_group (2b0f9e9f-61eb-4f90-8609-75c95251ec84), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.058976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:51.059360 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.075119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1959699829-network', 'tenant_id': 'ce6ee044f94f4c488643c2ff9f4bf84e'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:51.181360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Made reservation on behalf of ce6ee044f94f4c488643c2ff9f4bf84e for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:51.198695 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.217772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:51.219028 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.226743 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad4be-5efb-4cb5-94a8-2b1407bfb791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2b0f9e9f-61eb-4f90-8609-75c95251ec84), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.236749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1d2ad4be-5efb-4cb5-94a8-2b1407bfb791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.238892 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1d2ad4be-5efb-4cb5-94a8-2b1407bfb791 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b0f9e9f-61eb-4f90-8609-75c95251ec84 HTTP/1.1" status: 204 len: 168 time: 0.5342591 Feb 19 03:43:51.270232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,segment=NetworkSegment(05030bd5-0f0f-46ad-92ec-7aceedfe6300),segment_id=05030bd5-0f0f-46ad-92ec-7aceedfe6300)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:51.271705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f315b33-43d5-4d94-9509-91fe3f853861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115e66a9-fd30-4e3c-b444-9cbb7e3d8c36'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:51.275620 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93c49d7-08f7-48aa-b731-d2d4dc692664" -d '{"events": [{"server_uuid": "5f315b33-43d5-4d94-9509-91fe3f853861", "name": "network-vif-plugged", "status": "completed", "tag": "115e66a9-fd30-4e3c-b444-9cbb7e3d8c36"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:51.284198 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.289411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2ed6a-13e3-4653-a3e9-f549d8d71796 req-5261fd42-38a3-4fd1-82d7-aae780f1c2bf tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:51.305007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19b2ed6a-13e3-4653-a3e9-f549d8d71796 req-5261fd42-38a3-4fd1-82d7-aae780f1c2bf tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 944 time: 0.2949378 Feb 19 03:43:51.315369 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.379492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ad4be-5efb-4cb5-94a8-2b1407bfb791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0f9e9f-61eb-4f90-8609-75c95251ec84,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:51.451448 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:51.484373 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-203f24b4-1cbb-4ba8-8c13-67beceda8a19 req-e69ceadc-998c-43fe-957e-ee3bbbbb21de service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330104 Feb 19 03:43:51.844726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19b2ed6a-13e3-4653-a3e9-f549d8d71796 req-65f0f0e0-1cc0-4865-9f32-26698bcc7901 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387280 Feb 19 03:43:51.918191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Publish callbacks [] for security_group (2d64be0d-47ea-4a20-97de-e219d2db769b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.923561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2d64be0d-47ea-4a20-97de-e219d2db769b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.962747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d64be0d-47ea-4a20-97de-e219d2db769b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:51.976640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:43:52.000821 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (0910d6d0-7d9c-433f-a907-6c9fe69538ca), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:52.001230 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Added segment 0910d6d0-7d9c-433f-a907-6c9fe69538ca of type vlan for network 7c4b1626-a4d1-491f-b909-78cf81c48d03 Feb 19 03:43:52.051904 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (7c4b1626-a4d1-491f-b909-78cf81c48d03), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:52.087062 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (7c4b1626-a4d1-491f-b909-78cf81c48d03), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:52.088119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:52.088769 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:52.131299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2921491 Feb 19 03:43:52.133876 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39754) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:52.138838 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Request body: {'subnet': {'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1959699829-subnet', 'tenant_id': 'ce6ee044f94f4c488643c2ff9f4bf84e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:52.179689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Made reservation on behalf of ce6ee044f94f4c488643c2ff9f4bf84e for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:52.183919 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:52.221263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3a3ea-a5fc-4eba-b539-86f956aad583 admin admin] Pushing event updated for resources: {'Network': ['ID=7c4b1626-a4d1-491f-b909-78cf81c48d03,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:52.234105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 7c4b1626-a4d1-491f-b909-78cf81c48d03 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:43:52.470582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:52.516940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d55bbc2-f942-4115-ad82-5a070dd15ac6 req-72ad6001-967c-4ac0-a8f8-b635e1bda6d6 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.0590858 Feb 19 03:43:52.623444 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (e2fce865-3b38-4e89-8261-d4205e1ff45a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:52.687688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d72abc3a-1cec-4713-aa99-2f9014d38ce8 req-ec9b5835-870d-405a-8c11-3a85aa025423 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 210 time: 0.0380721 Feb 19 03:43:52.739943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2fce865-3b38-4e89-8261-d4205e1ff45a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:52.748031 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4b9eb2-5c74-4a8e-a31e-26b10661a8d6 x-openstack-request-id: req-aa4b9eb2-5c74-4a8e-a31e-26b10661a8d6 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:52.748351 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f315b33-43d5-4d94-9509-91fe3f853861", "name": "network-vif-plugged", "status": "completed", "tag": "115e66a9-fd30-4e3c-b444-9cbb7e3d8c36", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:52.748606 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa4b9eb2-5c74-4a8e-a31e-26b10661a8d6 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:52.749029 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f315b33-43d5-4d94-9509-91fe3f853861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115e66a9-fd30-4e3c-b444-9cbb7e3d8c36', 'code': 200} Feb 19 03:43:52.774808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Checking segment: {'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:52.775482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Network hostable DHCP agents. Network: 7c4b1626-a4d1-491f-b909-78cf81c48d03, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:43:52.819869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Network 7c4b1626-a4d1-491f-b909-78cf81c48d03 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:43:52.829583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-3821ca37-cb85-4c5e-8841-f8fd78222135 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:52.831488 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-3821ca37-cb85-4c5e-8841-f8fd78222135 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.37 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 811 time: 0.1965716 Feb 19 03:43:52.847579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 7c4b1626-a4d1-491f-b909-78cf81c48d03) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:52.861904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'port': {'device_id': 'f77851ae-bcb5-43d8-843d-0abe0d42b915', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'admin_state_up': True, 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:52.871729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db2fe6-0ea5-4199-8a4e-f9968058f24f None None] Network 7c4b1626-a4d1-491f-b909-78cf81c48d03 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:43:52.872454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:52.873429 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:52.922930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaa575-bd3a-4e8e-a5d5-c8d52d57bf7d req-1a690241-bd94-4e40-aa57-2b86b316dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:52.924537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cceaa575-bd3a-4e8e-a5d5-c8d52d57bf7d req-1a690241-bd94-4e40-aa57-2b86b316dc11 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 1127 time: 0.0878339 Feb 19 03:43:52.995432 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-518921b3-aa1f-4701-b5b0-c4cae2f30f0b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8604302 Feb 19 03:43:53.048930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cceaa575-bd3a-4e8e-a5d5-c8d52d57bf7d req-f0626150-34f9-41e6-956c-56cb81513289 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149249 Feb 19 03:43:53.093530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Made reservation on behalf of d415d80fc59e47e9ba8c16f9f600caf0 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:53.097728 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:53.136024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826198d7-f08c-4d34-acff-76d5442773c8 None None] Network 7c4b1626-a4d1-491f-b909-78cf81c48d03 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:43:53.184781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0868b72-40f3-4f99-bb6f-ff95f0db7794 req-67054240-db94-443e-9ce1-bf4ba1d9b0ab tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:53.186536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0868b72-40f3-4f99-bb6f-ff95f0db7794 req-67054240-db94-443e-9ce1-bf4ba1d9b0ab tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 945 time: 0.1552818 Feb 19 03:43:53.281292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0868b72-40f3-4f99-bb6f-ff95f0db7794 req-812c81bb-b0a1-4064-aa7a-7f2e919e2b23 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854149 Feb 19 03:43:53.312882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Allocated IP 172.20.0.14 (f993302b-469d-4916-adcf-9890c269def0/aa807e27-1c58-4cbc-8076-c2c96b7cdba3/dcf1913e-de38-49b5-a677-d4e42d83d854) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:43:53.545932 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:53.595853 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:53.613107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cb8fc8b1-c905-4686-ad0d-77c6fbfadc55'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:43:53.654430 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Network f993302b-469d-4916-adcf-9890c269def0 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:43:53.661041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:53.666298 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:43:53.668275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f2d19fbf-b42a-49d6-8443-0b5e868a211f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:43:53.705659 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'Port': ['ID=dcf1913e-de38-49b5-a677-d4e42d83d854,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:53.756693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:53.757759 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:53.786206 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-fbe2be7d-0eea-4a3a-bc05-cb6f56580b54 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9397881 Feb 19 03:43:53.814071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Request body: {'port': {'device_id': 'f77851ae-bcb5-43d8-843d-0abe0d42b915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:53.952131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.063851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-53c1336f-c261-4682-9034-a519b7ec9db7 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:54.076970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-53c1336f-c261-4682-9034-a519b7ec9db7 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/networks?id=7c4b1626-a4d1-491f-b909-78cf81c48d03 HTTP/1.1" status: 200 len: 815 time: 0.2464511 Feb 19 03:43:54.108289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d4c9b4df-4bbd-46f3-ae95-2eac0fe89c96 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/quotas/ce6ee044f94f4c488643c2ff9f4bf84e HTTP/1.1" status: 200 len: 375 time: 0.0251164 Feb 19 03:43:54.191394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-90c1f547-f67f-49c9-b458-d459f1247976 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce6ee044f94f4c488643c2ff9f4bf84e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817525 Feb 19 03:43:54.252042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0b66ba3e-ddd1-4e3e-a2d0-f981bf88224a None None] Provisioning complete for port dcf1913e-de38-49b5-a677-d4e42d83d854 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:54.252596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b66ba3e-ddd1-4e3e-a2d0-f981bf88224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.361134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0b66ba3e-ddd1-4e3e-a2d0-f981bf88224a None None] Port dcf1913e-de38-49b5-a677-d4e42d83d854 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:43:54.423441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-e46ae732-7c1b-4e21-b688-ff7b87808cd8 service neutron] 10.222.0.42 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311482 Feb 19 03:43:54.502215 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf1913e-de38-49b5-a677-d4e42d83d854 {{(pid=103616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:43:54.512602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Publish callbacks [] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.531886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Transition to ACTIVE for port object dcf1913e-de38-49b5-a677-d4e42d83d854 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:43:54.538398 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.554626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-5b07fbb1-28c0-4c8a-8a0f-7be70e305440 service neutron] 10.222.0.42 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252890 Feb 19 03:43:54.706975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf1913e-de38-49b5-a677-d4e42d83d854,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:54.738911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Attempting to bind port dcf1913e-de38-49b5-a677-d4e42d83d854 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:43:54.739252 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Attempting to bind port dcf1913e-de38-49b5-a677-d4e42d83d854 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:43:54.739656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Attempting to bind port dcf1913e-de38-49b5-a677-d4e42d83d854 on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:54.747625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Port dcf1913e-de38-49b5-a677-d4e42d83d854 on network f993302b-469d-4916-adcf-9890c269def0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:43:54.748177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Attempting to bind port dcf1913e-de38-49b5-a677-d4e42d83d854 on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:54.755195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:43:54.755589 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Checking segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:54.755982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Bound using segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:43:54.756418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Bound port: dcf1913e-de38-49b5-a677-d4e42d83d854, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:43:54.757013 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.906220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a78ef29c-fc54-4c20-b1b3-89a487dfc9b9 req-011fc429-39de-42f7-aec5-6bdfd87f355e tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.0555060 Feb 19 03:43:54.912743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] For port dcf1913e-de38-49b5-a677-d4e42d83d854, host n-h1-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:54.919393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] For port dcf1913e-de38-49b5-a677-d4e42d83d854, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=dcf1913e-de38-49b5-a677-d4e42d83d854,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:43:54.938828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:55.019872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:55.020490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:55.021963 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] 10.222.0.37 "PUT /v2.0/ports/dcf1913e-de38-49b5-a677-d4e42d83d854 HTTP/1.1" status: 200 len: 1092 time: 1.2222011 Feb 19 03:43:55.022431 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77851ae-bcb5-43d8-843d-0abe0d42b915', 'tag': 'dcf1913e-de38-49b5-a677-d4e42d83d854'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:55.033284 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992457bd-1a28-4444-b506-e13ea6291b35" -d '{"events": [{"name": "network-changed", "server_uuid": "f77851ae-bcb5-43d8-843d-0abe0d42b915", "tag": "dcf1913e-de38-49b5-a677-d4e42d83d854"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:55.081684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a6198-ae63-4b9f-9bd5-6cae4f1b4c62 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf1913e-de38-49b5-a677-d4e42d83d854,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:55.187981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-46af10c1-9e35-4817-a610-d4157893d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:55.191509 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-46af10c1-9e35-4817-a610-d4157893d8d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 1126 time: 0.0989394 Feb 19 03:43:55.273510 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-837833c5-b7c2-493d-b19b-eaa3f0a316bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf1913e-de38-49b5-a677-d4e42d83d854 HTTP/1.1" status: 200 len: 217 time: 0.0685618 Feb 19 03:43:55.315511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a5a1d-8900-4c44-9b69-e4b8a84459ed req-84ff9ddf-ac01-42ef-8c6d-c90425638fc6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:55.334780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b5a5a1d-8900-4c44-9b69-e4b8a84459ed req-84ff9ddf-ac01-42ef-8c6d-c90425638fc6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 944 time: 0.0805523 Feb 19 03:43:55.412317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-337d38ba-c3c6-4311-bd7d-e24f93a32d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:55.413103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b5a5a1d-8900-4c44-9b69-e4b8a84459ed req-b5debcf9-084e-4dcb-baea-050292784f86 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767555 Feb 19 03:43:55.417982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-337d38ba-c3c6-4311-bd7d-e24f93a32d0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1360912 Feb 19 03:43:55.533686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-4c5e810a-9ff7-4b88-b4a8-00a0f7e480f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:55.536499 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-4c5e810a-9ff7-4b88-b4a8-00a0f7e480f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1141758 Feb 19 03:43:55.539400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e733d-f712-4bc0-91d0-8230db6d9512 req-ac2b7416-0435-4abc-a537-70426329fc35 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:55.547539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a1e733d-f712-4bc0-91d0-8230db6d9512 req-ac2b7416-0435-4abc-a537-70426329fc35 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 945 time: 0.0686543 Feb 19 03:43:55.615051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a1e733d-f712-4bc0-91d0-8230db6d9512 req-0e601cd7-4160-4850-84ae-1a7c31ad40e0 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665476 Feb 19 03:43:55.719313 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-ce48e129-38db-4a37-91ed-fa07e96e436f service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748545 Feb 19 03:43:55.739283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a02322eb-3ff7-493a-a762-221552c82c77 req-51654b5b-db6e-4edf-b418-d97cce18d3c9 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 210 time: 0.0526073 Feb 19 03:43:55.834506 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdb0b39-63b6-49f0-a223-5a957c006f51 x-openstack-request-id: req-9fdb0b39-63b6-49f0-a223-5a957c006f51 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:55.834907 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77851ae-bcb5-43d8-843d-0abe0d42b915", "tag": "dcf1913e-de38-49b5-a677-d4e42d83d854", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:55.835229 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fdb0b39-63b6-49f0-a223-5a957c006f51 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:55.835708 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77851ae-bcb5-43d8-843d-0abe0d42b915', 'tag': 'dcf1913e-de38-49b5-a677-d4e42d83d854', 'status': 'completed', 'code': 200} Feb 19 03:43:55.904324 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d6654d04-e63c-4b7f-9123-7ce791d96a9b req-b5495b40-7b0a-46a1-947e-74de400fc910 service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642981 Feb 19 03:43:56.063382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992457bd-1a28-4444-b506-e13ea6291b35 req-81ef0e17-41d1-4e32-8087-dfb00457fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.065820 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-992457bd-1a28-4444-b506-e13ea6291b35 req-81ef0e17-41d1-4e32-8087-dfb00457fcf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 1126 time: 0.0604460 Feb 19 03:43:56.209098 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992457bd-1a28-4444-b506-e13ea6291b35 req-f8b2ad79-e663-4d7a-8de1-c686e1614145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.211704 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-992457bd-1a28-4444-b506-e13ea6291b35 req-f8b2ad79-e663-4d7a-8de1-c686e1614145 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.1390226 Feb 19 03:43:56.275829 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-992457bd-1a28-4444-b506-e13ea6291b35 req-74b97dfe-c036-41a4-8fea-b9fb1237853a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf1913e-de38-49b5-a677-d4e42d83d854 HTTP/1.1" status: 200 len: 217 time: 0.0573413 Feb 19 03:43:56.348602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992457bd-1a28-4444-b506-e13ea6291b35 req-c5bc603a-ac99-401e-91c5-eca83d37c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.350385 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-992457bd-1a28-4444-b506-e13ea6291b35 req-c5bc603a-ac99-401e-91c5-eca83d37c205 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.0680268 Feb 19 03:43:56.481157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992457bd-1a28-4444-b506-e13ea6291b35 req-5e2f380c-2fcb-4faa-a47e-797edbac4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.483053 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-992457bd-1a28-4444-b506-e13ea6291b35 req-5e2f380c-2fcb-4faa-a47e-797edbac4ac2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1053088 Feb 19 03:43:56.536874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-ac321968-6790-48e1-90d0-b6e4eaa7817f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.539848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-ac321968-6790-48e1-90d0-b6e4eaa7817f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "GET /v2.0/networks?id=7c4b1626-a4d1-491f-b909-78cf81c48d03 HTTP/1.1" status: 200 len: 815 time: 0.1819100 Feb 19 03:43:56.567272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Request body: {'port': {'device_id': '8b80d4bf-d563-4f56-8103-47fc56d811df', 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03', 'admin_state_up': True, 'tenant_id': 'ce6ee044f94f4c488643c2ff9f4bf84e'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:56.675704 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-992457bd-1a28-4444-b506-e13ea6291b35 req-de50ba14-1afc-4b65-a5d1-182d960cc8f3 service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850345 Feb 19 03:43:56.764854 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a934bdde-8979-47db-8ea8-00eee3050100 req-e5ce2258-276c-4906-9a21-e74e26eeef19 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "GET /v2.0/ports?device_id=30f9fbf9-7e0c-4340-b04b-99273d7d9384 HTTP/1.1" status: 200 len: 210 time: 0.0510404 Feb 19 03:43:56.849741 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-992457bd-1a28-4444-b506-e13ea6291b35 req-bfb329f9-80d7-4432-aab0-0f79d9985bcb service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673672 Feb 19 03:43:56.867819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Made reservation on behalf of ce6ee044f94f4c488643c2ff9f4bf84e for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:56.872640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:56.996414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5db35-4446-415a-9836-5e5e8121eabd req-85d099fc-3d00-473a-9cfd-4ed0d1506baf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.998295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8c5db35-4446-415a-9836-5e5e8121eabd req-85d099fc-3d00-473a-9cfd-4ed0d1506baf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 944 time: 0.1214516 Feb 19 03:43:57.056833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8c5db35-4446-415a-9836-5e5e8121eabd req-cdfaa304-3350-4fc1-9f05-1c8711ed4d4a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513954 Feb 19 03:43:57.130467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Allocated IP 172.20.0.9 (7c4b1626-a4d1-491f-b909-78cf81c48d03/e2fce865-3b38-4e89-8261-d4205e1ff45a/9fae368c-33c2-4dfa-abf0-9c0e83d63e32) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:43:57.407157 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks [] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:57.497430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:57.567414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Network 7c4b1626-a4d1-491f-b909-78cf81c48d03 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:43:57.579705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:57.592204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:43:57.596960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Pushing event updated for resources: {'Port': ['ID=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:57.637478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396b4da-8c35-4337-bed6-919bc87e57d5 req-7e2fdba2-7b64-4681-b979-31c70d9c1100 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:57.644935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9396b4da-8c35-4337-bed6-919bc87e57d5 req-7e2fdba2-7b64-4681-b979-31c70d9c1100 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 931 time: 0.1598451 Feb 19 03:43:57.757438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:57.759174 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:57.803434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9396b4da-8c35-4337-bed6-919bc87e57d5 req-6e82f549-aa06-4b6c-83c5-32b4743af7e0 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561646 Feb 19 03:43:57.816203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-d601ef44-fcda-4caa-9f12-1a6b86667def tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2586987 Feb 19 03:43:57.834754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Request body: {'port': {'device_id': '8b80d4bf-d563-4f56-8103-47fc56d811df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:57.892769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 39894) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:57.931253 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.103281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c9f3b-deff-4fac-99dc-1c7793090265 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Deleting port 0a37bf61-5a0a-4fe4-a398-dcdeda7d565d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:43:58.103624 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c9c9f3b-deff-4fac-99dc-1c7793090265 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0a37bf61-5a0a-4fe4-a398-dcdeda7d565d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.209459 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c9c9f3b-deff-4fac-99dc-1c7793090265 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0a37bf61-5a0a-4fe4-a398-dcdeda7d565d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.210639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c9c9f3b-deff-4fac-99dc-1c7793090265 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (0a37bf61-5a0a-4fe4-a398-dcdeda7d565d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.244454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c9f3b-deff-4fac-99dc-1c7793090265 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Calling delete_port for 0a37bf61-5a0a-4fe4-a398-dcdeda7d565d owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:43:58.346047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823a8f3-2dd0-4188-bd14-46f8cb1812b1 req-7e59fb63-b9de-4032-a516-7eef2614750d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:58.347651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f823a8f3-2dd0-4188-bd14-46f8cb1812b1 req-7e59fb63-b9de-4032-a516-7eef2614750d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 944 time: 0.1195533 Feb 19 03:43:58.414253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:43:58.429165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c9c9f3b-deff-4fac-99dc-1c7793090265 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (0a37bf61-5a0a-4fe4-a398-dcdeda7d565d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.429412 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Publish callbacks [] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.458687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Transition to ACTIVE for port object 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:43:58.463729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f823a8f3-2dd0-4188-bd14-46f8cb1812b1 req-6766fe39-7a4d-4a26-95c6-84defbefad7e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878806 Feb 19 03:43:58.464915 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.465244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c9f3b-deff-4fac-99dc-1c7793090265 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'Port': ['ID=0a37bf61-5a0a-4fe4-a398-dcdeda7d565d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:58.553818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c9c9f3b-deff-4fac-99dc-1c7793090265 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for floatingip (e034983d-2c2d-47b0-9d44-077ee3f1a28e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.558034 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c9c9f3b-deff-4fac-99dc-1c7793090265 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.559453 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4c9c9f3b-deff-4fac-99dc-1c7793090265 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "DELETE /v2.0/floatingips/e034983d-2c2d-47b0-9d44-077ee3f1a28e HTTP/1.1" status: 204 len: 168 time: 0.6647897 Feb 19 03:43:58.615164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Pushing event updated for resources: {'Port': ['ID=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:58.652493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Attempting to bind port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:43:58.652875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Attempting to bind port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:43:58.653161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Attempting to bind port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 on network 7c4b1626-a4d1-491f-b909-78cf81c48d03 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:58.658864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 on network 7c4b1626-a4d1-491f-b909-78cf81c48d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:43:58.659204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Attempting to bind port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 on network 7c4b1626-a4d1-491f-b909-78cf81c48d03 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:58.664458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:43:58.664802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Checking segment: {'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:58.665187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Bound using segment: {'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:43:58.665612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Bound port: 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:43:58.666011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.754216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] For port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:58.757988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] For port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:43:58.767619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.835360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Pushing event updated for resources: {'Port': ['ID=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:58.857903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:58.859563 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.862563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a6c7231d-4398-4a5a-87ab-3c5070f76a0f service neutron] 10.222.0.37 "PUT /v2.0/ports/9fae368c-33c2-4dfa-abf0-9c0e83d63e32 HTTP/1.1" status: 200 len: 1091 time: 1.0319562 Feb 19 03:43:58.863479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b80d4bf-d563-4f56-8103-47fc56d811df', 'tag': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:58.867667 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c1a562-6919-429e-8ebc-3a662bb4cefa" -d '{"events": [{"name": "network-changed", "server_uuid": "8b80d4bf-d563-4f56-8103-47fc56d811df", "tag": "9fae368c-33c2-4dfa-abf0-9c0e83d63e32"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:59.050619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ff92d-89bb-4172-805d-c240452ddc6d req-d8c21587-7534-40de-9392-37695bbdc75a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:59.057631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd0ff92d-89bb-4172-805d-c240452ddc6d req-d8c21587-7534-40de-9392-37695bbdc75a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 943 time: 0.1230214 Feb 19 03:43:59.066968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a8bf8f6c-c001-41a9-b6ad-f8df7b866b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:59.068732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-a8bf8f6c-c001-41a9-b6ad-f8df7b866b0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce6ee044f94f4c488643c2ff9f4bf84e&device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 1125 time: 0.1355309 Feb 19 03:43:59.130466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-1ee9d239-58ef-4ab2-a51b-812275e9bffd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32 HTTP/1.1" status: 200 len: 217 time: 0.0493853 Feb 19 03:43:59.174508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd0ff92d-89bb-4172-805d-c240452ddc6d req-d31f1e88-7992-4ef7-b19e-7a983d0d73f5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157949 Feb 19 03:43:59.197516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-e8e62573-d7c9-4777-bfc8-3445c166b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:59.199186 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-e8e62573-d7c9-4777-bfc8-3445c166b88e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2fce865-3b38-4e89-8261-d4205e1ff45a HTTP/1.1" status: 200 len: 855 time: 0.0608118 Feb 19 03:43:59.246049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-0340e6be-392d-4294-8bea-815c42fc800b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c4b1626-a4d1-491f-b909-78cf81c48d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394568 Feb 19 03:43:59.247849 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a582bb-db7b-4db0-abde-46d9c0e69f9e x-openstack-request-id: req-f8a582bb-db7b-4db0-abde-46d9c0e69f9e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:59.248205 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b80d4bf-d563-4f56-8103-47fc56d811df", "tag": "9fae368c-33c2-4dfa-abf0-9c0e83d63e32", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:59.248470 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8a582bb-db7b-4db0-abde-46d9c0e69f9e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:59.248865 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b80d4bf-d563-4f56-8103-47fc56d811df', 'tag': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32', 'status': 'completed', 'code': 200} Feb 19 03:43:59.354543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-e33a9c1a-c943-4e63-bf74-00782ecfefeb service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880320 Feb 19 03:43:59.452048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cddfc67a-a218-41c4-b1e9-b9b05035fb98 req-57048d7c-7b6f-4f61-b8e9-5f12f9a14a86 service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915916 Feb 19 03:43:59.638968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a562-6919-429e-8ebc-3a662bb4cefa req-0dda4f16-289e-42ae-b26d-ae1089f48aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:59.640572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c1a562-6919-429e-8ebc-3a662bb4cefa req-0dda4f16-289e-42ae-b26d-ae1089f48aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce6ee044f94f4c488643c2ff9f4bf84e&device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 1125 time: 0.0937266 Feb 19 03:43:59.659522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d9528-7436-4f1a-b6d6-a7bc318a146d req-760495c3-15ae-43da-888e-eefa97c7d904 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:59.660940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-980d9528-7436-4f1a-b6d6-a7bc318a146d req-760495c3-15ae-43da-888e-eefa97c7d904 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 944 time: 0.0998790 Feb 19 03:43:59.741949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device dcf1913e-de38-49b5-a677-d4e42d83d854 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:43:59.767167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-980d9528-7436-4f1a-b6d6-a7bc318a146d req-878d549e-5be3-4be9-8fc6-fd66a53f427a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944726 Feb 19 03:43:59.779515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a562-6919-429e-8ebc-3a662bb4cefa req-6d6cca3b-89de-4023-bdba-cc6edca4e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:59.782093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c1a562-6919-429e-8ebc-3a662bb4cefa req-6d6cca3b-89de-4023-bdba-cc6edca4e2ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c4b1626-a4d1-491f-b909-78cf81c48d03 HTTP/1.1" status: 200 len: 916 time: 0.1359460 Feb 19 03:43:59.840764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c1a562-6919-429e-8ebc-3a662bb4cefa req-af594c13-ba7d-4bcf-b9e8-61f77659d9ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32 HTTP/1.1" status: 200 len: 217 time: 0.0453174 Feb 19 03:43:59.904932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a562-6919-429e-8ebc-3a662bb4cefa req-08dc3e3d-df76-4890-82d4-8a108e9690ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:59.909627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c1a562-6919-429e-8ebc-3a662bb4cefa req-08dc3e3d-df76-4890-82d4-8a108e9690ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2fce865-3b38-4e89-8261-d4205e1ff45a HTTP/1.1" status: 200 len: 855 time: 0.0616288 Feb 19 03:43:59.919580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port dcf1913e-de38-49b5-a677-d4e42d83d854, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=dcf1913e-de38-49b5-a677-d4e42d83d854,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:59.941335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'dcf1913e-de38-49b5-a677-d4e42d83d854', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'port_id': 'dcf1913e-de38-49b5-a677-d4e42d83d854', 'mac_address': 'fa:16:3e:76:24:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:43:59.979420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c1a562-6919-429e-8ebc-3a662bb4cefa req-d4568744-9c55-41c1-ad0f-03204637cf94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c4b1626-a4d1-491f-b909-78cf81c48d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626249 Feb 19 03:44:00.023123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port dcf1913e-de38-49b5-a677-d4e42d83d854 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:00.023527 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:00.052116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf1913e-de38-49b5-a677-d4e42d83d854 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:00.073951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port dcf1913e-de38-49b5-a677-d4e42d83d854, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=dcf1913e-de38-49b5-a677-d4e42d83d854,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:00.079569 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:00.118324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c1a562-6919-429e-8ebc-3a662bb4cefa req-ad5d755b-700b-48ce-97ce-1ecfa3053598 service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298406 Feb 19 03:44:00.139505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=dcf1913e-de38-49b5-a677-d4e42d83d854,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:00.235321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c1a562-6919-429e-8ebc-3a662bb4cefa req-fcc48afd-3d39-446c-a0e8-c986a4edbdf6 service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100173 Feb 19 03:44:00.323688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036824-93eb-4e1c-8d9b-7b645242e5c9 req-ad54bba5-23bd-4138-9f52-2670c32bfb1f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:00.325323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3036824-93eb-4e1c-8d9b-7b645242e5c9 req-ad54bba5-23bd-4138-9f52-2670c32bfb1f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 943 time: 0.0572588 Feb 19 03:44:00.376399 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3036824-93eb-4e1c-8d9b-7b645242e5c9 req-c3f713f1-af21-4a3b-82f9-35ed1a0f79d5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Feb 19 03:44:00.546804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['dcf1913e-de38-49b5-a677-d4e42d83d854'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:00.884593 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:44:00.927066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3612e8-69b4-4fad-8015-23b42535c273 req-e2adfa9d-701b-4ff6-b3f3-51deb3af5ef2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:00.930308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db3612e8-69b4-4fad-8015-23b42535c273 req-e2adfa9d-701b-4ff6-b3f3-51deb3af5ef2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 945 time: 0.0862906 Feb 19 03:44:00.992128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db3612e8-69b4-4fad-8015-23b42535c273 req-dbc22b2e-29d1-4837-bd46-38ec23664c87 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569835 Feb 19 03:44:01.516580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4b56d-d468-4c4c-b1a4-4253c2b3726c req-026b4278-6523-46cf-a921-9c4685787dbb tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:01.518367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda4b56d-d468-4c4c-b1a4-4253c2b3726c req-026b4278-6523-46cf-a921-9c4685787dbb tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 943 time: 0.0592158 Feb 19 03:44:01.574945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eda4b56d-d468-4c4c-b1a4-4253c2b3726c req-1b84e5af-ef5b-468c-89af-9eac1c5ff7e6 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496609 Feb 19 03:44:01.757558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device dcf1913e-de38-49b5-a677-d4e42d83d854 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:44:01.811055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port dcf1913e-de38-49b5-a677-d4e42d83d854 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:44:01.815011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port dcf1913e-de38-49b5-a677-d4e42d83d854 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:44:01.815383 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:01.891983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port dcf1913e-de38-49b5-a677-d4e42d83d854 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:01.892425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:01.916549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77851ae-bcb5-43d8-843d-0abe0d42b915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf1913e-de38-49b5-a677-d4e42d83d854'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:01.918819 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641d7f8b-dea2-44df-a69a-ec74e5a9893e" -d '{"events": [{"server_uuid": "f77851ae-bcb5-43d8-843d-0abe0d42b915", "name": "network-vif-plugged", "status": "completed", "tag": "dcf1913e-de38-49b5-a677-d4e42d83d854"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:01.932612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port dcf1913e-de38-49b5-a677-d4e42d83d854, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=dcf1913e-de38-49b5-a677-d4e42d83d854,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:01.940712 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:01.995753 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9134340-a5da-42af-a941-c14a10257cf0 x-openstack-request-id: req-b9134340-a5da-42af-a941-c14a10257cf0 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:01.996216 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77851ae-bcb5-43d8-843d-0abe0d42b915", "name": "network-vif-plugged", "status": "completed", "tag": "dcf1913e-de38-49b5-a677-d4e42d83d854", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:01.996475 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9134340-a5da-42af-a941-c14a10257cf0 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:01.997073 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77851ae-bcb5-43d8-843d-0abe0d42b915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf1913e-de38-49b5-a677-d4e42d83d854', 'code': 200} Feb 19 03:44:02.016266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=dcf1913e-de38-49b5-a677-d4e42d83d854,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:02.174096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91728f3-1d57-4aff-93fe-db30939c8a1f req-abdec98c-e5a5-4e2a-90dc-bdad946a6647 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:02.175650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f91728f3-1d57-4aff-93fe-db30939c8a1f req-abdec98c-e5a5-4e2a-90dc-bdad946a6647 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 946 time: 0.0965998 Feb 19 03:44:02.178611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a82b6-2434-424e-9f90-9cc5357d80fa req-a01a00d5-d56e-42ad-b4fe-54fb1e3c4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:02.180022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28a82b6-2434-424e-9f90-9cc5357d80fa req-a01a00d5-d56e-42ad-b4fe-54fb1e3c4e72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 1128 time: 0.0917678 Feb 19 03:44:02.257677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f91728f3-1d57-4aff-93fe-db30939c8a1f req-e26261ae-567c-4833-a151-07825b5469aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744116 Feb 19 03:44:02.259901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a28a82b6-2434-424e-9f90-9cc5357d80fa req-513ca9e5-c76f-4ec6-99e0-4b60ce1deaa0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694892 Feb 19 03:44:02.707848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d4139-d3dd-4dab-a160-c5619bc3591c req-232e1d9b-a880-4001-a26b-473f5bf98bbe tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:02.709383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-313d4139-d3dd-4dab-a160-c5619bc3591c req-232e1d9b-a880-4001-a26b-473f5bf98bbe tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 943 time: 0.0612078 Feb 19 03:44:02.762856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-313d4139-d3dd-4dab-a160-c5619bc3591c req-61889b12-d359-4f58-aca3-11e3f24df6ee tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472798 Feb 19 03:44:03.386886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5eb7-d5e0-4aed-afff-e3321e959a4f req-172c9caa-fecf-4069-94a2-083bf3749205 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:03.388488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-175e5eb7-d5e0-4aed-afff-e3321e959a4f req-172c9caa-fecf-4069-94a2-083bf3749205 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 946 time: 0.0565360 Feb 19 03:44:03.442394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-175e5eb7-d5e0-4aed-afff-e3321e959a4f req-1f157794-310a-4fca-be52-f6a47d8a01f4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460358 Feb 19 03:44:03.768574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:44:03.887261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:03.902729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32', 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03', 'port_id': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32', 'mac_address': 'fa:16:3e:21:35:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fce865-3b38-4e89-8261-d4205e1ff45a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:44:03.923888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbf53d-7c46-46f4-9efa-0235d7f2c3dc req-9f5d38a0-e0b2-405f-93d6-a7730d98bb0f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:03.925648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49bbf53d-7c46-46f4-9efa-0235d7f2c3dc req-9f5d38a0-e0b2-405f-93d6-a7730d98bb0f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 943 time: 0.0675771 Feb 19 03:44:03.952938 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:03.953749 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:03.982698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49bbf53d-7c46-46f4-9efa-0235d7f2c3dc req-3ce35003-a4c4-4783-8783-44a180bcd909 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452640 Feb 19 03:44:04.002489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:04.022682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:04.026997 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:04.076403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:04.446383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['9fae368c-33c2-4dfa-abf0-9c0e83d63e32'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:04.633388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc4bcd-a54f-4625-9d18-45149625bf60 req-174a9faa-7531-414c-8ef4-4d1649604325 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:04.642789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30cc4bcd-a54f-4625-9d18-45149625bf60 req-174a9faa-7531-414c-8ef4-4d1649604325 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 946 time: 0.1115010 Feb 19 03:44:04.701445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30cc4bcd-a54f-4625-9d18-45149625bf60 req-69e23cea-f79b-4e93-a1b7-d83868f39bd9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526755 Feb 19 03:44:04.855251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-68f5c0e9-0a5a-4552-9c21-348d4e36b804 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d415d80fc59e47e9ba8c16f9f600caf0 HTTP/1.1" status: 200 len: 267 time: 0.0657675 Feb 19 03:44:04.925154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-f0400739-3cf2-4bd1-b7c7-ed3a5cb29616 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:04.926970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-f0400739-3cf2-4bd1-b7c7-ed3a5cb29616 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 946 time: 0.0599895 Feb 19 03:44:04.940593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-38d65e3f-0ab7-417e-8992-f999ab12715b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'port': {'security_groups': []}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:05.035187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-38d65e3f-0ab7-417e-8992-f999ab12715b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.210596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-38d65e3f-0ab7-417e-8992-f999ab12715b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] For port dcf1913e-de38-49b5-a677-d4e42d83d854, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=dcf1913e-de38-49b5-a677-d4e42d83d854,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:05.243769 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-38d65e3f-0ab7-417e-8992-f999ab12715b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.250459 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-38d65e3f-0ab7-417e-8992-f999ab12715b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.268407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cb8fc8b1-c905-4686-ad0d-77c6fbfadc55'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:05.302891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f2d19fbf-b42a-49d6-8443-0b5e868a211f', 'dcf1913e-de38-49b5-a677-d4e42d83d854'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:05.326949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-38d65e3f-0ab7-417e-8992-f999ab12715b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:05.327676 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-38d65e3f-0ab7-417e-8992-f999ab12715b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.340624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56eaa467-3676-4f1c-8481-8c3eb618f488 req-38d65e3f-0ab7-417e-8992-f999ab12715b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "PUT /v2.0/ports/dcf1913e-de38-49b5-a677-d4e42d83d854 HTTP/1.1" status: 200 len: 905 time: 0.4058328 Feb 19 03:44:05.341157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77851ae-bcb5-43d8-843d-0abe0d42b915', 'tag': 'dcf1913e-de38-49b5-a677-d4e42d83d854'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:05.354214 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7329905e-0b03-4869-8040-06111d33a947" -d '{"events": [{"name": "network-changed", "server_uuid": "f77851ae-bcb5-43d8-843d-0abe0d42b915", "tag": "dcf1913e-de38-49b5-a677-d4e42d83d854"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:05.412116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d65e3f-0ab7-417e-8992-f999ab12715b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'Port': ['ID=dcf1913e-de38-49b5-a677-d4e42d83d854,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:05.461806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['dcf1913e-de38-49b5-a677-d4e42d83d854'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:05.579653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebb35a-3640-43b8-a691-2bac4e53c0db req-ec9330ed-a7aa-4402-a711-6ce7c5281cdc tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:05.581278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9ebb35a-3640-43b8-a691-2bac4e53c0db req-ec9330ed-a7aa-4402-a711-6ce7c5281cdc tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 944 time: 0.1458879 Feb 19 03:44:05.637879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9ebb35a-3640-43b8-a691-2bac4e53c0db req-8f0ad420-272d-447e-8dfb-c2d2a546b659 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461178 Feb 19 03:44:05.695596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b86b16dc-fa3e-421c-acec-c0e0c3254834 None None] Provisioning complete for port dcf1913e-de38-49b5-a677-d4e42d83d854 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:44:05.696184 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b86b16dc-fa3e-421c-acec-c0e0c3254834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.785040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:44:05.835991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6b766-5666-443a-aad8-7c1612d1ae7b req-fa5245e6-ad95-42f7-9006-c29abbce8746 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:05.837623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98f6b766-5666-443a-aad8-7c1612d1ae7b req-fa5245e6-ad95-42f7-9006-c29abbce8746 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 908 time: 0.0970976 Feb 19 03:44:05.852531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b86b16dc-fa3e-421c-acec-c0e0c3254834 None None] Current status of the port dcf1913e-de38-49b5-a677-d4e42d83d854 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:05.891995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:44:05.899094 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befb7035-6623-4579-8dbb-e25175b7d59d x-openstack-request-id: req-befb7035-6623-4579-8dbb-e25175b7d59d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:05.899367 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77851ae-bcb5-43d8-843d-0abe0d42b915", "tag": "dcf1913e-de38-49b5-a677-d4e42d83d854", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:05.899627 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-befb7035-6623-4579-8dbb-e25175b7d59d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:05.900032 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77851ae-bcb5-43d8-843d-0abe0d42b915', 'tag': 'dcf1913e-de38-49b5-a677-d4e42d83d854', 'status': 'completed', 'code': 200} Feb 19 03:44:05.901740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:44:05.902150 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:06.013755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:06.014331 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:06.046703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329905e-0b03-4869-8040-06111d33a947 req-4e7e9782-3c30-4ec5-ba18-6009f0d91ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.048150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7329905e-0b03-4869-8040-06111d33a947 req-4e7e9782-3c30-4ec5-ba18-6009f0d91ce0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 1090 time: 0.1021826 Feb 19 03:44:06.059617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b80d4bf-d563-4f56-8103-47fc56d811df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:06.063637 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b5a109-26e5-4dbe-9b91-7583ff4413cd" -d '{"events": [{"server_uuid": "8b80d4bf-d563-4f56-8103-47fc56d811df", "name": "network-vif-plugged", "status": "completed", "tag": "9fae368c-33c2-4dfa-abf0-9c0e83d63e32"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:06.064951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22888a7d-ab7f-4cae-92e1-78cb7b8a3e7b req-1c1540f3-16b9-4eb6-8a72-ab5200856776 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.066521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22888a7d-ab7f-4cae-92e1-78cb7b8a3e7b req-1c1540f3-16b9-4eb6-8a72-ab5200856776 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0810583 Feb 19 03:44:06.094027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:06.113270 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:06.167537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:06.197589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22888a7d-ab7f-4cae-92e1-78cb7b8a3e7b req-ea92b555-0392-406d-82d9-3777d904d3a0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211331 Feb 19 03:44:06.233059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329905e-0b03-4869-8040-06111d33a947 req-e5707f02-47e1-4642-9195-c4851f0cb25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.235175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7329905e-0b03-4869-8040-06111d33a947 req-e5707f02-47e1-4642-9195-c4851f0cb25a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.1677594 Feb 19 03:44:06.266457 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d126b486-3f2e-4b4b-8226-8832bb6d7c1f x-openstack-request-id: req-d126b486-3f2e-4b4b-8226-8832bb6d7c1f {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:06.267056 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b80d4bf-d563-4f56-8103-47fc56d811df", "name": "network-vif-plugged", "status": "completed", "tag": "9fae368c-33c2-4dfa-abf0-9c0e83d63e32", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:06.267505 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d126b486-3f2e-4b4b-8226-8832bb6d7c1f {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:06.269290 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b80d4bf-d563-4f56-8103-47fc56d811df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32', 'code': 200} Feb 19 03:44:06.282046 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:06.316206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7329905e-0b03-4869-8040-06111d33a947 req-d23cf493-b0a9-4d00-b80c-d99b3ab5d113 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf1913e-de38-49b5-a677-d4e42d83d854 HTTP/1.1" status: 200 len: 217 time: 0.0740974 Feb 19 03:44:06.427272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded825c8-a759-42b9-8f47-e93d0eabd189 req-4b30421b-2b6c-406a-af46-ae957222573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.428970 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ded825c8-a759-42b9-8f47-e93d0eabd189 req-4b30421b-2b6c-406a-af46-ae957222573a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 1127 time: 0.0643022 Feb 19 03:44:06.450251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329905e-0b03-4869-8040-06111d33a947 req-036f9de2-755e-45b1-bf02-5525e89511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.452418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7329905e-0b03-4869-8040-06111d33a947 req-036f9de2-755e-45b1-bf02-5525e89511d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1287863 Feb 19 03:44:06.464774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890f3df-c6aa-4d34-adc1-e72402c0ddd6 req-74a8943b-1cc3-44ee-8ef7-b05e75834bcb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.466292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a890f3df-c6aa-4d34-adc1-e72402c0ddd6 req-74a8943b-1cc3-44ee-8ef7-b05e75834bcb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0878627 Feb 19 03:44:06.505180 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ded825c8-a759-42b9-8f47-e93d0eabd189 req-9e9093cb-03f4-42a9-92ad-db0bf6def3ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705717 Feb 19 03:44:06.568919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329905e-0b03-4869-8040-06111d33a947 req-5b347901-cdbd-4b75-b9de-30d89c77406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.570432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7329905e-0b03-4869-8040-06111d33a947 req-5b347901-cdbd-4b75-b9de-30d89c77406b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1032395 Feb 19 03:44:06.573672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a890f3df-c6aa-4d34-adc1-e72402c0ddd6 req-a999d217-0d39-48e1-ba59-2f5636112a3c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606923 Feb 19 03:44:06.705129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523f2de-9086-4e4b-ba3e-55d87a048c8b req-09b74f6b-4a7b-4d1f-95e3-67df2c6c58dd tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.706656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3523f2de-9086-4e4b-ba3e-55d87a048c8b req-09b74f6b-4a7b-4d1f-95e3-67df2c6c58dd tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0580418 Feb 19 03:44:06.766605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3523f2de-9086-4e4b-ba3e-55d87a048c8b req-f84f446f-2f62-44f0-b27b-9dd58cccdd14 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528753 Feb 19 03:44:06.970813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c140ca0-b072-4619-963e-720a300ac535 req-3ec97e4e-7107-41e8-9c25-8305bf3a1b60 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.974346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c140ca0-b072-4619-963e-720a300ac535 req-3ec97e4e-7107-41e8-9c25-8305bf3a1b60 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1509926 Feb 19 03:44:07.017827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7329905e-0b03-4869-8040-06111d33a947 req-3b8bc2ac-2e1f-4ec5-9390-30635eee79f8 service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565287 Feb 19 03:44:07.090619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c140ca0-b072-4619-963e-720a300ac535 req-9bfa0200-6da9-43b0-b83f-b147ce461741 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087475 Feb 19 03:44:07.147002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7329905e-0b03-4869-8040-06111d33a947 req-1628a749-eb35-4eb0-a96f-81982fb06651 service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195939 Feb 19 03:44:07.249387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb808cc6-779d-4541-9faa-fa88fbf3bb9a req-c85f3bf5-e98b-4991-8cb3-01e0ca68abea tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:07.251271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb808cc6-779d-4541-9faa-fa88fbf3bb9a req-c85f3bf5-e98b-4991-8cb3-01e0ca68abea tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0654171 Feb 19 03:44:07.305309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb808cc6-779d-4541-9faa-fa88fbf3bb9a req-b4b520d9-5a94-4023-90f0-7af7cf81dfe9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480492 Feb 19 03:44:07.577084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-ae99785c-0382-4878-85fb-e1b6971185e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:07.578661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-ae99785c-0382-4878-85fb-e1b6971185e8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 811 time: 0.1212270 Feb 19 03:44:07.595646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-2a71514c-4510-414b-a55e-1fe2a2e6917b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/quotas/d415d80fc59e47e9ba8c16f9f600caf0 HTTP/1.1" status: 200 len: 375 time: 0.0102377 Feb 19 03:44:07.663508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-3bee42bc-2c21-4ab2-9065-79685b4207c5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0618360 Feb 19 03:44:07.774116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-deb483e1-fe40-4e63-9022-821530dd8b88 service neutron] 10.222.0.42 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008563 Feb 19 03:44:07.879909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-d6a9508c-b008-444f-8bff-fcc0e49d7cf5 service neutron] 10.222.0.42 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977504 Feb 19 03:44:08.112833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91bbab80-4cbf-4bae-9ca5-80f42fba5fd7 req-cd277cb6-e73c-40b7-9574-2c5897f2bacc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 210 time: 0.0498257 Feb 19 03:44:08.279874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dff77-3439-4c7c-a90e-222c9d696e99 req-1a42528f-2abf-4083-95ed-68811fa2c1cd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:08.289828 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe9dff77-3439-4c7c-a90e-222c9d696e99 req-1a42528f-2abf-4083-95ed-68811fa2c1cd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1006694 Feb 19 03:44:08.293374 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-944bb0f1-16b7-43c6-83b3-ce067c04b61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:08.369145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe9dff77-3439-4c7c-a90e-222c9d696e99 req-65eca17c-4552-4721-9349-402e0b89b07f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782452 Feb 19 03:44:08.516765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46248f5f-3602-4d15-b951-22749f951402 req-68256eca-8382-4bd0-b6ff-83daf558dd54 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:08.524449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46248f5f-3602-4d15-b951-22749f951402 req-68256eca-8382-4bd0-b6ff-83daf558dd54 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0772400 Feb 19 03:44:08.610503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46248f5f-3602-4d15-b951-22749f951402 req-9223ea53-4b5e-4f83-8195-744d7be2751a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849276 Feb 19 03:44:09.058758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e48d7-16d4-4808-b1ac-bfd8884b1675 req-1052888f-23c2-407a-aa90-60a37f6b799a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:09.060467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-230e48d7-16d4-4808-b1ac-bfd8884b1675 req-1052888f-23c2-407a-aa90-60a37f6b799a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0715282 Feb 19 03:44:09.123230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-230e48d7-16d4-4808-b1ac-bfd8884b1675 req-1b7118c1-01e4-4390-8cf0-7831c50a2523 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568628 Feb 19 03:44:09.240055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0302823-7414-44a7-9292-59b012fa2a80 req-e20bce34-cac5-4e5e-a84b-28847351a3bf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 210 time: 0.0310736 Feb 19 03:44:09.626175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-55e4bfc1-8301-4414-9f69-9a74dd6a1049 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:09.628482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-55e4bfc1-8301-4414-9f69-9a74dd6a1049 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 811 time: 0.2066586 Feb 19 03:44:09.666007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Request body: {'port': {'device_id': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'admin_state_up': True, 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:10.148350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Made reservation on behalf of d415d80fc59e47e9ba8c16f9f600caf0 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:44:10.152603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:10.322661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50324b5-96ab-45d0-b0eb-4c11e91009a3 req-2f33944f-9a78-44cd-8c90-fe0d5670a388 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:10.324114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a50324b5-96ab-45d0-b0eb-4c11e91009a3 req-2f33944f-9a78-44cd-8c90-fe0d5670a388 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0953102 Feb 19 03:44:10.367810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Allocated IP 172.20.0.12 (f993302b-469d-4916-adcf-9890c269def0/aa807e27-1c58-4cbc-8076-c2c96b7cdba3/f669a32e-7eed-432c-ba41-43c9cf05b9cd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:44:10.412536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a50324b5-96ab-45d0-b0eb-4c11e91009a3 req-f8ffed94-70e7-4c28-b434-2550387175b6 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712228 Feb 19 03:44:10.466422 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6af3a6b3-e01f-478a-8d04-1fbf3a8ea20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:10.612583 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:10.674824 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:10.697519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cb8fc8b1-c905-4686-ad0d-77c6fbfadc55'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:10.733158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f2d19fbf-b42a-49d6-8443-0b5e868a211f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:10.767506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event updated for resources: {'Port': ['ID=f669a32e-7eed-432c-ba41-43c9cf05b9cd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:10.859655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Network f993302b-469d-4916-adcf-9890c269def0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:44:10.867252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:44:10.871770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:44:10.983911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:10.983911 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:10.996228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b3000-4ea0-453c-abb7-ecf1ea23ff1b req-82205ca7-dc64-433b-8d6e-06b82bab216b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:10.998211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-869b3000-4ea0-453c-abb7-ecf1ea23ff1b req-82205ca7-dc64-433b-8d6e-06b82bab216b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 932 time: 0.4828296 Feb 19 03:44:11.012990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0e44b867-78dd-4efa-9cd7-e4ef06f5f9c4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3612230 Feb 19 03:44:11.060473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Request body: {'port': {'device_id': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:11.198637 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:11.227004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-869b3000-4ea0-453c-abb7-ecf1ea23ff1b req-afcbc17a-bc03-4ff5-b9ed-24f128ae345b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114234 Feb 19 03:44:11.362138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-19608c95-642e-4ce0-9d66-8be04ba94e3c None None] Provisioning complete for port f669a32e-7eed-432c-ba41-43c9cf05b9cd triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:44:11.382745 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19608c95-642e-4ce0-9d66-8be04ba94e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:11.455805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-19608c95-642e-4ce0-9d66-8be04ba94e3c None None] Port f669a32e-7eed-432c-ba41-43c9cf05b9cd cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:44:11.570416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40194) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:11.648861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f669a32e-7eed-432c-ba41-43c9cf05b9cd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:11.659573 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Publish callbacks [] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:11.681493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Transition to ACTIVE for port object f669a32e-7eed-432c-ba41-43c9cf05b9cd will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:44:11.693566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4363b-efd9-40fa-a2a9-316a4e59d3c1 req-c656d198-a138-43fd-918f-d5407bc6c3a8 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:11.695514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ffa4363b-efd9-40fa-a2a9-316a4e59d3c1 req-c656d198-a138-43fd-918f-d5407bc6c3a8 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0873106 Feb 19 03:44:11.696972 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:11.710104 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-591530cd-29f7-4a77-acf9-429e2792168b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:11.832978 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-591530cd-29f7-4a77-acf9-429e2792168b admin admin] Publish callbacks [] for security_group (41431509-d466-4580-89f3-7569fdb606b8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:11.838843 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-591530cd-29f7-4a77-acf9-429e2792168b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (41431509-d466-4580-89f3-7569fdb606b8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:11.866885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ffa4363b-efd9-40fa-a2a9-316a4e59d3c1 req-8bd70f7d-1d97-4434-b273-2da919ced61c tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584558 Feb 19 03:44:11.873241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f669a32e-7eed-432c-ba41-43c9cf05b9cd,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:11.884097 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-591530cd-29f7-4a77-acf9-429e2792168b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd4319d7ea1843f1b915ec431778d820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051543 Feb 19 03:44:11.885449 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40200) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:11.993211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591530cd-29f7-4a77-acf9-429e2792168b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41431509-d466-4580-89f3-7569fdb606b8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:12.008235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Attempting to bind port f669a32e-7eed-432c-ba41-43c9cf05b9cd on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:44:12.008527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Attempting to bind port f669a32e-7eed-432c-ba41-43c9cf05b9cd by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:44:12.011193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Attempting to bind port f669a32e-7eed-432c-ba41-43c9cf05b9cd on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:44:12.014023 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.024976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Port f669a32e-7eed-432c-ba41-43c9cf05b9cd on network f993302b-469d-4916-adcf-9890c269def0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:44:12.025313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Attempting to bind port f669a32e-7eed-432c-ba41-43c9cf05b9cd on network f993302b-469d-4916-adcf-9890c269def0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:44:12.034375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:44:12.034745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Checking segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:44:12.035109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Bound using segment: {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:44:12.035550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Bound port: f669a32e-7eed-432c-ba41-43c9cf05b9cd, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f993302b-469d-4916-adcf-9890c269def0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:44:12.035915 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.047285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b92624b-10c7-46fd-ab4a-3160e7bcc5b1 admin admin] Publish callbacks [] for security_group (41431509-d466-4580-89f3-7569fdb606b8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.081125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b92624b-10c7-46fd-ab4a-3160e7bcc5b1 admin admin] Publish callbacks [] for security_group (41431509-d466-4580-89f3-7569fdb606b8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.141487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] For port f669a32e-7eed-432c-ba41-43c9cf05b9cd, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:44:12.145242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] For port f669a32e-7eed-432c-ba41-43c9cf05b9cd, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:44:12.156889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.171875 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b92624b-10c7-46fd-ab4a-3160e7bcc5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (41431509-d466-4580-89f3-7569fdb606b8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.174676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b92624b-10c7-46fd-ab4a-3160e7bcc5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.178013 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4b92624b-10c7-46fd-ab4a-3160e7bcc5b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41431509-d466-4580-89f3-7569fdb606b8 HTTP/1.1" status: 204 len: 168 time: 0.2875974 Feb 19 03:44:12.187070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92624b-10c7-46fd-ab4a-3160e7bcc5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41431509-d466-4580-89f3-7569fdb606b8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:12.215259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:12.215866 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.217273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] 10.222.0.71 "PUT /v2.0/ports/f669a32e-7eed-432c-ba41-43c9cf05b9cd HTTP/1.1" status: 200 len: 1092 time: 1.1727588 Feb 19 03:44:12.218323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'tag': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:12.221763 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dc74813f-be81-44b5-a6c8-2bb6c29a8ad8", "tag": "f669a32e-7eed-432c-ba41-43c9cf05b9cd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:12.266665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5af00-1a99-4f2b-8967-73ee4e5630f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f669a32e-7eed-432c-ba41-43c9cf05b9cd,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:12.321101 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62669194-273d-4610-91c6-8847b103a5c4 x-openstack-request-id: req-62669194-273d-4610-91c6-8847b103a5c4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:12.321379 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc74813f-be81-44b5-a6c8-2bb6c29a8ad8", "tag": "f669a32e-7eed-432c-ba41-43c9cf05b9cd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:12.321637 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62669194-273d-4610-91c6-8847b103a5c4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:12.322075 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'tag': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd', 'status': 'completed', 'code': 200} Feb 19 03:44:12.349416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0dd4ce8d-6cf7-4574-a8b2-4ff4570a09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:12.353194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-0dd4ce8d-6cf7-4574-a8b2-4ff4570a09f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 1126 time: 0.0740466 Feb 19 03:44:12.432835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-8511c2dd-d31a-4ae0-a05d-847574019e07 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd HTTP/1.1" status: 200 len: 217 time: 0.0689807 Feb 19 03:44:12.526921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-647bd7dc-ac4d-4ec3-89f8-aa93f0771c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:12.528817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-647bd7dc-ac4d-4ec3-89f8-aa93f0771c5c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.0872471 Feb 19 03:44:12.545025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda736b-a881-445e-9445-5705d4ade27d req-20ffe165-afd8-4459-8aee-59ca5842c0ab tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:12.553141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-deda736b-a881-445e-9445-5705d4ade27d req-20ffe165-afd8-4459-8aee-59ca5842c0ab tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 944 time: 0.1229985 Feb 19 03:44:12.646646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-deda736b-a881-445e-9445-5705d4ade27d req-ad423462-ab22-4883-8d15-b3de0df9e58c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876474 Feb 19 03:44:12.654458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-afbf2dc5-1ec9-4db1-9ef6-7f4452a4402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:12.656201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-afbf2dc5-1ec9-4db1-9ef6-7f4452a4402c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1007564 Feb 19 03:44:12.673065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40216) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:12.686993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2164415-6d2e-4360-9381-d68e8d438f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.772617 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2164415-6d2e-4360-9381-d68e8d438f4b admin admin] Publish callbacks [] for security_group (2ab845e0-ab86-4c57-917a-3509ae9f6442), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.785378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f2164415-6d2e-4360-9381-d68e8d438f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2ab845e0-ab86-4c57-917a-3509ae9f6442), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.806310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-8af6e65e-5865-4aae-882b-76f79bd6769c service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426859 Feb 19 03:44:12.825016 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2164415-6d2e-4360-9381-d68e8d438f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab845e0-ab86-4c57-917a-3509ae9f6442,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:12.839039 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f2164415-6d2e-4360-9381-d68e8d438f4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e24a3b2ab3ba4b57911d9b47c7c6cccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1647079 Feb 19 03:44:12.844670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40218) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:12.925583 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c657935c-52ee-4c86-afb6-ed55107f0eef admin admin] Publish callbacks [] for security_group (2ab845e0-ab86-4c57-917a-3509ae9f6442), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:12.970621 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c657935c-52ee-4c86-afb6-ed55107f0eef admin admin] Publish callbacks [] for security_group (2ab845e0-ab86-4c57-917a-3509ae9f6442), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:13.056095 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:13.056690 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c657935c-52ee-4c86-afb6-ed55107f0eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2ab845e0-ab86-4c57-917a-3509ae9f6442), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:13.066586 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c657935c-52ee-4c86-afb6-ed55107f0eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:13.085899 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c657935c-52ee-4c86-afb6-ed55107f0eef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ab845e0-ab86-4c57-917a-3509ae9f6442 HTTP/1.1" status: 204 len: 168 time: 0.2395940 Feb 19 03:44:13.099183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7bfb65-0806-4925-8b3d-1f3f1d3b3b04 req-a6d47703-dc74-49e5-92ca-832f253186da service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833936 Feb 19 03:44:13.111248 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657935c-52ee-4c86-afb6-ed55107f0eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab845e0-ab86-4c57-917a-3509ae9f6442,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:13.144654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0fbe2-a285-4e68-9135-736ff780341b req-d6f3f86b-6f77-4e14-9c82-3a91960b67e9 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:13.153329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ca0fbe2-a285-4e68-9135-736ff780341b req-d6f3f86b-6f77-4e14-9c82-3a91960b67e9 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1285424 Feb 19 03:44:13.280650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ca0fbe2-a285-4e68-9135-736ff780341b req-5fa5c21c-a2b6-4766-af7d-631038cab87d tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238108 Feb 19 03:44:13.315542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-6b90d1e1-4df3-49d1-b880-247d2a5f87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:13.318654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-6b90d1e1-4df3-49d1-b880-247d2a5f87af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 1126 time: 0.1149192 Feb 19 03:44:13.458864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-9922dd11-5261-4781-a9e5-9a9359d46beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:13.460826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-9922dd11-5261-4781-a9e5-9a9359d46beb service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.1341650 Feb 19 03:44:13.542961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-0986d947-9e1c-48d2-a1e2-2ae6d40c674d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd HTTP/1.1" status: 200 len: 217 time: 0.0732965 Feb 19 03:44:13.611335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-c8052bcb-f904-41a9-8152-a00b476e81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:13.613490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-c8052bcb-f904-41a9-8152-a00b476e81a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.0638273 Feb 19 03:44:13.725271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-2df675aa-fb23-4c54-affd-6bbc41318203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:13.727873 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-2df675aa-fb23-4c54-affd-6bbc41318203 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1072216 Feb 19 03:44:13.854191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe41f1-0642-499b-b1b0-909952bbde07 req-a0c620e3-7ba2-49e6-960a-b3ee1be8e439 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:13.855567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0abe41f1-0642-499b-b1b0-909952bbde07 req-a0c620e3-7ba2-49e6-960a-b3ee1be8e439 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 944 time: 0.1339946 Feb 19 03:44:13.915156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-a8dac120-4260-4cd6-ac50-6dad699e2dc1 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725473 Feb 19 03:44:13.969176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0abe41f1-0642-499b-b1b0-909952bbde07 req-750e6665-a183-4fa1-a40f-eaa2cec23e8c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062574 Feb 19 03:44:14.080358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f31444-4f4b-49f7-8a72-3d6319a1a3fe req-25c7d360-ce6d-40fa-b14d-0a722b3a6d07 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528120 Feb 19 03:44:14.443455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d5a95-692b-47af-8a8f-954fa00cee1a req-d44bd4e1-c2dd-447d-86ce-cf2d2f222f82 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:14.446202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-191d5a95-692b-47af-8a8f-954fa00cee1a req-d44bd4e1-c2dd-447d-86ce-cf2d2f222f82 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0736802 Feb 19 03:44:14.506646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-191d5a95-692b-47af-8a8f-954fa00cee1a req-f8188d46-3d60-49b7-bf3f-a8042d483582 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545492 Feb 19 03:44:14.604858 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:15.099284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f669a32e-7eed-432c-ba41-43c9cf05b9cd details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:44:15.142083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d5422-8e6f-4a0a-969d-e03e6878a4af req-7ce60889-666f-4bd9-beb6-b18549b1945c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:15.143764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e4d5422-8e6f-4a0a-969d-e03e6878a4af req-7ce60889-666f-4bd9-beb6-b18549b1945c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 944 time: 0.0795519 Feb 19 03:44:15.237743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e4d5422-8e6f-4a0a-969d-e03e6878a4af req-0ba8c0b2-fdb7-405a-8ede-f2c800ad3940 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751352 Feb 19 03:44:15.308736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f669a32e-7eed-432c-ba41-43c9cf05b9cd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:15.328181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'port_id': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd', 'mac_address': 'fa:16:3e:d6:8d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:44:15.380410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f669a32e-7eed-432c-ba41-43c9cf05b9cd is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:15.380807 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:15.399463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f669a32e-7eed-432c-ba41-43c9cf05b9cd {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:15.449059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f669a32e-7eed-432c-ba41-43c9cf05b9cd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:15.455406 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:15.553758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=f669a32e-7eed-432c-ba41-43c9cf05b9cd,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:15.675569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329ddef-808a-4e5d-ba74-75a4c0ca3600 req-202fa929-315b-483f-9108-5e52f312963f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:15.677747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f329ddef-808a-4e5d-ba74-75a4c0ca3600 req-202fa929-315b-483f-9108-5e52f312963f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0652637 Feb 19 03:44:15.744506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f329ddef-808a-4e5d-ba74-75a4c0ca3600 req-8918e192-2419-4814-9c55-68fe0735fdf4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563970 Feb 19 03:44:15.767744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['f669a32e-7eed-432c-ba41-43c9cf05b9cd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:16.412577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc89c57-d7cd-4521-8c74-f9b2b8dc69f7 req-1f61d4c6-dbb7-466c-8674-8c6f5f51e3ea tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:16.415351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fc89c57-d7cd-4521-8c74-f9b2b8dc69f7 req-1f61d4c6-dbb7-466c-8674-8c6f5f51e3ea tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0851586 Feb 19 03:44:16.488337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fc89c57-d7cd-4521-8c74-f9b2b8dc69f7 req-6fc7f65d-2f87-4ede-95d5-2dd4b513480d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660737 Feb 19 03:44:16.897005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab2348-4e4d-4202-937f-277b256b6035 req-bdb24a2f-4016-474c-b7c9-9acbf29b2c44 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:16.898871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9dab2348-4e4d-4202-937f-277b256b6035 req-bdb24a2f-4016-474c-b7c9-9acbf29b2c44 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0672452 Feb 19 03:44:16.951868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9dab2348-4e4d-4202-937f-277b256b6035 req-ebc154ee-6e2b-47b7-9e44-cc4c6ba0c6a3 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449178 Feb 19 03:44:17.101762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f669a32e-7eed-432c-ba41-43c9cf05b9cd up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:44:17.172199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port f669a32e-7eed-432c-ba41-43c9cf05b9cd completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:44:17.176246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port f669a32e-7eed-432c-ba41-43c9cf05b9cd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:44:17.176986 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:17.268945 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f669a32e-7eed-432c-ba41-43c9cf05b9cd is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:17.269430 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:17.295194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:17.297587 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499e4ff3-40b0-49f0-9606-73c733c88275" -d '{"events": [{"server_uuid": "dc74813f-be81-44b5-a6c8-2bb6c29a8ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f669a32e-7eed-432c-ba41-43c9cf05b9cd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:17.312080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f669a32e-7eed-432c-ba41-43c9cf05b9cd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:17.315753 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:17.346222 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364d415f-25c3-48d0-b15c-0928a8668b5d x-openstack-request-id: req-364d415f-25c3-48d0-b15c-0928a8668b5d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:17.346513 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc74813f-be81-44b5-a6c8-2bb6c29a8ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f669a32e-7eed-432c-ba41-43c9cf05b9cd", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:17.346957 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-364d415f-25c3-48d0-b15c-0928a8668b5d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:17.347355 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd', 'code': 200} Feb 19 03:44:17.378967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=f669a32e-7eed-432c-ba41-43c9cf05b9cd,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:17.474099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74401a4d-e17c-4346-881c-35d8f1121003 req-d526e0da-369d-4451-94d6-f489c89b6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:17.475642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74401a4d-e17c-4346-881c-35d8f1121003 req-d526e0da-369d-4451-94d6-f489c89b6bcb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 1128 time: 0.0606091 Feb 19 03:44:17.550384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74401a4d-e17c-4346-881c-35d8f1121003 req-cf1c5bef-7d28-483f-8d36-31efb7764f59 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616069 Feb 19 03:44:17.680890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be74cb7-c22c-4725-ab01-e1833138c839 req-9c8ea1a4-8e0f-4fc2-93f7-3bce012c0447 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:17.683213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9be74cb7-c22c-4725-ab01-e1833138c839 req-9c8ea1a4-8e0f-4fc2-93f7-3bce012c0447 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.0799620 Feb 19 03:44:17.741579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9be74cb7-c22c-4725-ab01-e1833138c839 req-7b6f8c94-034c-4fb1-9306-52b683038c2b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522311 Feb 19 03:44:18.109683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d8e8-c277-4987-b09e-7595f876d136 req-333c74b3-def6-43fa-a92b-bfac5e694353 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:18.112361 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5236d8e8-c277-4987-b09e-7595f876d136 req-333c74b3-def6-43fa-a92b-bfac5e694353 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0762317 Feb 19 03:44:18.177547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5236d8e8-c277-4987-b09e-7595f876d136 req-3346ad47-a08c-4ae9-bdf6-8fcbbe804316 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580783 Feb 19 03:44:18.927970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e932e1a-5d0d-4025-8a38-dab34ae28819 req-142f6476-b16b-4e32-9e8b-a23579bb42ba tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:18.930396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e932e1a-5d0d-4025-8a38-dab34ae28819 req-142f6476-b16b-4e32-9e8b-a23579bb42ba tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.0682590 Feb 19 03:44:18.996427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e932e1a-5d0d-4025-8a38-dab34ae28819 req-5567ca04-cea4-4d89-88c9-1c2c8a9c539c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575316 Feb 19 03:44:19.359399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5a575-0eb8-4544-bbe7-c706d3eddeed req-bad6e98c-6845-47e6-bb02-3bfe78520ab2 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:19.367563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19f5a575-0eb8-4544-bbe7-c706d3eddeed req-bad6e98c-6845-47e6-bb02-3bfe78520ab2 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0795810 Feb 19 03:44:19.445331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19f5a575-0eb8-4544-bbe7-c706d3eddeed req-e8027716-b068-4c5e-8dfb-47d0a0295249 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766766 Feb 19 03:44:20.178278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3815-0838-41e9-b866-428a6c27a519 req-b98fcaad-7964-4571-868c-8b953a3b55c1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:20.179858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6cd3815-0838-41e9-b866-428a6c27a519 req-b98fcaad-7964-4571-868c-8b953a3b55c1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.0700440 Feb 19 03:44:20.247023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6cd3815-0838-41e9-b866-428a6c27a519 req-11d1703a-08ba-4052-b9bb-c5d09ec3dc01 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606859 Feb 19 03:44:20.510314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbbf16-3064-448c-91e2-1e31c1a60132 req-71b3c3fc-20b7-4c0c-a51f-1c276801e0cb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:20.521213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21dbbf16-3064-448c-91e2-1e31c1a60132 req-71b3c3fc-20b7-4c0c-a51f-1c276801e0cb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.0867455 Feb 19 03:44:20.585065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21dbbf16-3064-448c-91e2-1e31c1a60132 req-2e4071d7-643a-41d0-abe2-9145e416665a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625472 Feb 19 03:44:20.762740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab8757-6727-4d13-a027-660f382ea115 req-4dfa54c2-c2bf-4d18-9f91-9b4cc73855fd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:20.782030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aab8757-6727-4d13-a027-660f382ea115 req-4dfa54c2-c2bf-4d18-9f91-9b4cc73855fd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1053596 Feb 19 03:44:20.850649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aab8757-6727-4d13-a027-660f382ea115 req-f1336ace-a9ec-424c-bdfd-29c10bc845ee tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668528 Feb 19 03:44:21.748165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f5749-6f2d-49ec-86c0-e8e9de8e23ea req-b1c5fb1c-a861-4933-afc0-4cd23c046362 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:21.756344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c21f5749-6f2d-49ec-86c0-e8e9de8e23ea req-b1c5fb1c-a861-4933-afc0-4cd23c046362 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.0816636 Feb 19 03:44:21.845570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c21f5749-6f2d-49ec-86c0-e8e9de8e23ea req-af46d8dd-37b6-46d1-9433-d836b05d5dfb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883398 Feb 19 03:44:22.018271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf721c-a76d-4223-83b6-09516f388784 req-c3c90544-fa26-4280-92a6-1ec9c8ab2035 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:22.020355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05cf721c-a76d-4223-83b6-09516f388784 req-c3c90544-fa26-4280-92a6-1ec9c8ab2035 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0852149 Feb 19 03:44:22.077490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05cf721c-a76d-4223-83b6-09516f388784 req-4b20b5d3-de12-4836-8bed-3924b79cc42a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511732 Feb 19 03:44:22.411777 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:22.729091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc14f19-e8b1-4c49-86bb-9aa0e9997846 req-ca538ba1-d7f0-43aa-97f1-e48c8ef554cb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:22.746512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cdc14f19-e8b1-4c49-86bb-9aa0e9997846 req-ca538ba1-d7f0-43aa-97f1-e48c8ef554cb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1691670 Feb 19 03:44:22.868531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cdc14f19-e8b1-4c49-86bb-9aa0e9997846 req-d64e365b-39c1-41e9-a31c-a33745ff7147 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210332 Feb 19 03:44:23.241410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7c1f9-b493-444c-8abb-a6a162949343 req-3a8e17cf-8f75-4a8f-99f6-217b1fda0dfb tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:23.250009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5db7c1f9-b493-444c-8abb-a6a162949343 req-3a8e17cf-8f75-4a8f-99f6-217b1fda0dfb tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0867200 Feb 19 03:44:23.308902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5db7c1f9-b493-444c-8abb-a6a162949343 req-e882877b-4306-4c1f-b321-576c3794ce57 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559056 Feb 19 03:44:24.152738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53dba8-0a84-4be8-8a3b-547f0a3d1950 req-d73f8cc5-3da8-48a2-911a-eef91ed9f06f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:24.169059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc53dba8-0a84-4be8-8a3b-547f0a3d1950 req-d73f8cc5-3da8-48a2-911a-eef91ed9f06f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1327360 Feb 19 03:44:24.260913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc53dba8-0a84-4be8-8a3b-547f0a3d1950 req-fefc86c6-4ca5-4e44-b1e6-9e5e1ed7ffab tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908256 Feb 19 03:44:24.509888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b281fae-0a3b-4e0e-920b-6b1055fb378b req-0663197d-3254-4ea0-9627-f5dbed93d2ac tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:24.512022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b281fae-0a3b-4e0e-920b-6b1055fb378b req-0663197d-3254-4ea0-9627-f5dbed93d2ac tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0838957 Feb 19 03:44:24.641999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b281fae-0a3b-4e0e-920b-6b1055fb378b req-12c2ca58-a2a3-49a0-8db9-7144dae1cbb6 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229196 Feb 19 03:44:25.118335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f669a32e-7eed-432c-ba41-43c9cf05b9cd details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:44:25.425007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f669a32e-7eed-432c-ba41-43c9cf05b9cd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:25.453043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'port_id': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd', 'mac_address': 'fa:16:3e:d6:8d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:44:25.541688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613404-8a3e-4912-8a39-b1178fabed12 req-920a963d-91f2-4c00-9aed-3d717f82388c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:25.542191 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f669a32e-7eed-432c-ba41-43c9cf05b9cd is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:25.542455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:25.564064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be613404-8a3e-4912-8a39-b1178fabed12 req-920a963d-91f2-4c00-9aed-3d717f82388c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1428795 Feb 19 03:44:25.596195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f669a32e-7eed-432c-ba41-43c9cf05b9cd {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:25.642303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f669a32e-7eed-432c-ba41-43c9cf05b9cd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:25.647708 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:25.684327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be613404-8a3e-4912-8a39-b1178fabed12 req-d2dc77cc-14f0-4c03-84b6-28085990f6c7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192698 Feb 19 03:44:25.768007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=f669a32e-7eed-432c-ba41-43c9cf05b9cd,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:25.786109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['f669a32e-7eed-432c-ba41-43c9cf05b9cd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:25.845774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130a059-f288-44c6-9085-e6093b622cbb req-5ada4dee-a688-4274-be57-66b0160a120b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:25.860567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c130a059-f288-44c6-9085-e6093b622cbb req-5ada4dee-a688-4274-be57-66b0160a120b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1024194 Feb 19 03:44:25.972723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c130a059-f288-44c6-9085-e6093b622cbb req-5625cd2a-cea2-4602-97aa-76df90243a72 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112752 Feb 19 03:44:26.817800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4143f-98c9-4f6d-ada0-868a5db74c95 req-2e9cdef8-5e39-4600-98e3-7f600ceeb82c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:26.826113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ce4143f-98c9-4f6d-ada0-868a5db74c95 req-2e9cdef8-5e39-4600-98e3-7f600ceeb82c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0711062 Feb 19 03:44:26.885146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ce4143f-98c9-4f6d-ada0-868a5db74c95 req-23bc1826-6c7f-4aaf-a2f4-43aa5c234b6c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577664 Feb 19 03:44:27.129987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f669a32e-7eed-432c-ba41-43c9cf05b9cd up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:44:27.245518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4700b-c9f0-48b5-b100-11edf154cbd8 req-271c8b7b-5f0f-4de7-a010-2d704520d306 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:27.258907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2e4700b-c9f0-48b5-b100-11edf154cbd8 req-271c8b7b-5f0f-4de7-a010-2d704520d306 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1658137 Feb 19 03:44:27.300789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port f669a32e-7eed-432c-ba41-43c9cf05b9cd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:44:27.304382 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:27.421271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2e4700b-c9f0-48b5-b100-11edf154cbd8 req-d16a8965-b1f1-4ce6-ade1-3e1f1097860c tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612263 Feb 19 03:44:27.561730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f669a32e-7eed-432c-ba41-43c9cf05b9cd is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:27.562501 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:27.655875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f669a32e-7eed-432c-ba41-43c9cf05b9cd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:27.657277 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:27.660650 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb4dfb7-d695-4b67-9897-5d4ad2781561" -d '{"events": [{"server_uuid": "dc74813f-be81-44b5-a6c8-2bb6c29a8ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f669a32e-7eed-432c-ba41-43c9cf05b9cd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:27.665236 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:27.742459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=f669a32e-7eed-432c-ba41-43c9cf05b9cd,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:27.748886 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd1a310-42af-4808-8470-c3d0d1f464c1 x-openstack-request-id: req-3fd1a310-42af-4808-8470-c3d0d1f464c1 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:27.749240 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc74813f-be81-44b5-a6c8-2bb6c29a8ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f669a32e-7eed-432c-ba41-43c9cf05b9cd", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:27.749435 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fd1a310-42af-4808-8470-c3d0d1f464c1 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:27.749819 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd', 'code': 200} Feb 19 03:44:28.221273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7185a10-3541-47a9-b5a9-8cc6619e88bb req-4f016fc4-c7a4-4ce8-a87b-5d6585174da2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:28.223745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7185a10-3541-47a9-b5a9-8cc6619e88bb req-4f016fc4-c7a4-4ce8-a87b-5d6585174da2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.0904491 Feb 19 03:44:28.350746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7185a10-3541-47a9-b5a9-8cc6619e88bb req-cc913b00-527e-4830-a39b-a2ed66e37ee1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165357 Feb 19 03:44:28.556885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-d30ef217-5fd6-4c39-acf9-77c640247ff4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1743529 Feb 19 03:44:28.840581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a23f0-3151-4e03-b124-2f0ebeba0faa req-65186bd5-33ee-4721-8da7-5a72cf8cce0e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:28.854456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a3a23f0-3151-4e03-b124-2f0ebeba0faa req-65186bd5-33ee-4721-8da7-5a72cf8cce0e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.2435122 Feb 19 03:44:28.864644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-a6e78ed1-12a1-46d7-82f7-29b8b4587bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:28.869500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-a6e78ed1-12a1-46d7-82f7-29b8b4587bfd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1126 time: 0.2055044 Feb 19 03:44:29.012636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a3a23f0-3151-4e03-b124-2f0ebeba0faa req-774cc753-e010-4575-a9e3-83457bd86898 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565645 Feb 19 03:44:29.246998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-0f89b5e2-053f-4c65-88ad-f1d97c395394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:29.249692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-0f89b5e2-053f-4c65-88ad-f1d97c395394 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.2598567 Feb 19 03:44:29.459635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-f98cd99a-8b41-4a9a-a398-5e3bd267430a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 998 time: 0.2026958 Feb 19 03:44:29.700181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-56467b80-138c-423b-a019-c1212bdcd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:29.703776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-56467b80-138c-423b-a019-c1212bdcd6b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.2319224 Feb 19 03:44:29.725643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac8ceb-42ff-4d3b-9f55-4adb782b2724 req-df74d988-6063-4e13-9e0d-31a1259bf1d7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:29.728698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81ac8ceb-42ff-4d3b-9f55-4adb782b2724 req-df74d988-6063-4e13-9e0d-31a1259bf1d7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1675475 Feb 19 03:44:29.944452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-5de1eaec-fc32-4ac6-9807-80165f0fafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:29.946391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-5de1eaec-fc32-4ac6-9807-80165f0fafd0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2162688 Feb 19 03:44:30.270984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81ac8ceb-42ff-4d3b-9f55-4adb782b2724 req-44650205-d7ab-46fe-b1a4-6ba7307edf19 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655836 Feb 19 03:44:30.452811 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-b00de5e3-7737-4592-b080-2d58910d3ba1 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886236 Feb 19 03:44:30.799063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c34de-1705-4e06-91d7-4f217ef2b8a3 req-30db11b7-2dd1-4448-a47a-f9f4a44cfcb2 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:30.800642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-289c34de-1705-4e06-91d7-4f217ef2b8a3 req-30db11b7-2dd1-4448-a47a-f9f4a44cfcb2 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.3426769 Feb 19 03:44:30.937556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5c9e96f-d270-44c3-b2c0-10c0ba9c4f14 req-576cd250-46cc-4153-9b0e-1298c50d0ae3 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035015 Feb 19 03:44:30.945805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-289c34de-1705-4e06-91d7-4f217ef2b8a3 req-cf31808e-80dc-4133-a331-fe8cdc01e084 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280637 Feb 19 03:44:31.853601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23b709-5b71-47da-9c14-1c0a9bd661f4 req-ac3676a9-bdea-4e26-bd30-78aa609ce0d1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:31.870714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d23b709-5b71-47da-9c14-1c0a9bd661f4 req-ac3676a9-bdea-4e26-bd30-78aa609ce0d1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.2297499 Feb 19 03:44:32.087184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d23b709-5b71-47da-9c14-1c0a9bd661f4 req-46982522-ceab-4ac8-9987-68cb438a99aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098250 Feb 19 03:44:32.398088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fd911-52cc-4852-8351-440721b5276b req-7019e155-c332-4d44-9d4b-2ae0407fdccd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:32.409717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd5fd911-52cc-4852-8351-440721b5276b req-7019e155-c332-4d44-9d4b-2ae0407fdccd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.0997069 Feb 19 03:44:32.505198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd5fd911-52cc-4852-8351-440721b5276b req-47572c38-6caf-4674-80c2-b585100802c1 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868449 Feb 19 03:44:32.615266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40608) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:32.757381 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11b5cb7e-b5ae-48df-a43b-2c96a3ca7786 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group (e31ecf54-8e8a-4c33-bb2f-19550a13395b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:32.812972 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11b5cb7e-b5ae-48df-a43b-2c96a3ca7786 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group (e31ecf54-8e8a-4c33-bb2f-19550a13395b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:32.928880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11b5cb7e-b5ae-48df-a43b-2c96a3ca7786 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e31ecf54-8e8a-4c33-bb2f-19550a13395b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:32.931622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11b5cb7e-b5ae-48df-a43b-2c96a3ca7786 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:32.942423 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-11b5cb7e-b5ae-48df-a43b-2c96a3ca7786 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] 10.222.0.42 "DELETE /v2.0/security-groups/e31ecf54-8e8a-4c33-bb2f-19550a13395b HTTP/1.1" status: 204 len: 168 time: 0.3253262 Feb 19 03:44:32.971310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5cb7e-b5ae-48df-a43b-2c96a3ca7786 tempest-TestVolumeBootPattern-1223735242 tempest-TestVolumeBootPattern-1223735242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31ecf54-8e8a-4c33-bb2f-19550a13395b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:33.107172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40616) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:33.573348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fc1e0-5a8e-45a2-a664-f6fbf8023694 req-f62af957-6412-455c-bfa9-786c9624eba1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:33.583603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-136fc1e0-5a8e-45a2-a664-f6fbf8023694 req-f62af957-6412-455c-bfa9-786c9624eba1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.3545380 Feb 19 03:44:34.138176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-136fc1e0-5a8e-45a2-a664-f6fbf8023694 req-f4beec05-ddec-4857-be7a-8ae53288bcb5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502810 Feb 19 03:44:34.472952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9caf6-5747-4c4b-a36f-6dc50a4f5db6 req-4bc12aa0-7b12-4065-916c-d75cefbc3dd0 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:34.481041 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1d9caf6-5747-4c4b-a36f-6dc50a4f5db6 req-4bc12aa0-7b12-4065-916c-d75cefbc3dd0 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1805067 Feb 19 03:44:34.647505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1d9caf6-5747-4c4b-a36f-6dc50a4f5db6 req-d75e40e3-7c15-4adb-aee0-891af4837d92 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652160 Feb 19 03:44:34.901436 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (d9546364-5e86-4657-8dea-9e7461298a09), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:35.464794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54375d9-1558-473c-91df-b5f2fc13ff36 req-1aa5ae19-16b9-4956-8245-1b5f393e512f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:35.479696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e54375d9-1558-473c-91df-b5f2fc13ff36 req-1aa5ae19-16b9-4956-8245-1b5f393e512f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1570287 Feb 19 03:44:35.571682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e54375d9-1558-473c-91df-b5f2fc13ff36 req-8abfc7ff-ceae-4fdd-9e95-b63742832bcb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849581 Feb 19 03:44:35.741047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Deleting port a2cfc30a-550c-4a32-a9f4-13705afeccb6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:44:35.741400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:36.017304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] For port a2cfc30a-550c-4a32-a9f4-13705afeccb6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a2cfc30a-550c-4a32-a9f4-13705afeccb6,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:36.017684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:36.052542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Calling delete_port for a2cfc30a-550c-4a32-a9f4-13705afeccb6 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:44:36.087173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930a0c1-28c1-4c71-9100-7898c0c1e3b0 req-0c3f75e9-06b7-44a5-ac2e-cd9783b96edd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:36.094885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a930a0c1-28c1-4c71-9100-7898c0c1e3b0 req-0c3f75e9-06b7-44a5-ac2e-cd9783b96edd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.2034197 Feb 19 03:44:36.278827 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:36.314862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a930a0c1-28c1-4c71-9100-7898c0c1e3b0 req-dab6e39a-4ae3-4fda-9ccf-07ce326bc3e8 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028365 Feb 19 03:44:36.811045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a2cfc30a-550c-4a32-a9f4-13705afeccb6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:36.859414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cfc30a-550c-4a32-a9f4-13705afeccb6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:36.886758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.887137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.887481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.887823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.888161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.888491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.889358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.889689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.890050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.890379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.890705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.891029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:36.891353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:37.030843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b40f4-fb87-4416-b4fd-557e7b335ee8 req-eebde238-c36b-4839-894d-07cae748a103 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:37.048997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-101b40f4-fb87-4416-b4fd-557e7b335ee8 req-eebde238-c36b-4839-894d-07cae748a103 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.3202267 Feb 19 03:44:37.238270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-101b40f4-fb87-4416-b4fd-557e7b335ee8 req-a860af21-520e-4f09-b8f0-9a01c45969c7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880856 Feb 19 03:44:37.885564 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:44:38.206902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (d9546364-5e86-4657-8dea-9e7461298a09), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:38.290221 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-85999cfc-544d-42ca-aa62-be87b14779e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:38.569719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614487d-625e-4371-a7f6-bc585404592d req-f93c75a4-3ccd-4d97-bef0-d36a66c47c5b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:38.571438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d614487d-625e-4371-a7f6-bc585404592d req-f93c75a4-3ccd-4d97-bef0-d36a66c47c5b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.3551869 Feb 19 03:44:38.643521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d614487d-625e-4371-a7f6-bc585404592d req-c8054a76-ae71-4da2-adee-328c41553e90 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644805 Feb 19 03:44:38.891275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Router d9546364-5e86-4657-8dea-9e7461298a09 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:44:38.929453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dba183-017c-4936-9510-359c7fae4659 req-a6071f6f-5d2f-4f51-a10c-0072c7c89ac0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:38.939045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49dba183-017c-4936-9510-359c7fae4659 req-a6071f6f-5d2f-4f51-a10c-0072c7c89ac0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1799843 Feb 19 03:44:39.171861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49dba183-017c-4936-9510-359c7fae4659 req-335c574c-6cd9-4330-8b65-308199b00383 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196110 Feb 19 03:44:39.211063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:44:39.220611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-60e224c4-e6a6-417b-a3b0-f3da0beb65e8 admin admin] 10.222.0.42 "PUT /v2.0/routers/d9546364-5e86-4657-8dea-9e7461298a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1116800 Feb 19 03:44:39.223457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40704) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:39.226589 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] Sync routers for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:44:39.238911 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:44:39.241488 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:44:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:39.401202 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:44:39.594833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Publish callbacks [] for router (d9546364-5e86-4657-8dea-9e7461298a09), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:39.764251 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:44:36Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:39.832795 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] Checking router: d9546364-5e86-4657-8dea-9e7461298a09 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:44:39.847270 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] Routers {'d9546364-5e86-4657-8dea-9e7461298a09'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:44:39.847270 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:44:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d9546364-5e86-4657-8dea-9e7461298a09'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:39.936779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:44:39.946637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604aefd3-44bd-4b84-b8c9-fc89d50fa843 req-25341163-3bf2-465f-94ff-02bdb82f2878 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:39.948031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-604aefd3-44bd-4b84-b8c9-fc89d50fa843 req-25341163-3bf2-465f-94ff-02bdb82f2878 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1528668 Feb 19 03:44:40.090439 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] Set router d9546364-5e86-4657-8dea-9e7461298a09 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:44:40.166549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-604aefd3-44bd-4b84-b8c9-fc89d50fa843 req-b38d22bd-c5a5-4385-a6b0-e8c5da541789 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039289 Feb 19 03:44:40.194700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:40.231187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32', 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03', 'port_id': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32', 'mac_address': 'fa:16:3e:21:35:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fce865-3b38-4e89-8261-d4205e1ff45a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:44:40.253157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:40.505280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:40.509204 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:40.512819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468c71-1478-4b22-a6a3-739342b05050 req-53b1153e-ab2c-4686-8377-1b175f906952 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:40.535620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8468c71-1478-4b22-a6a3-739342b05050 req-53b1153e-ab2c-4686-8377-1b175f906952 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1879156 Feb 19 03:44:40.709660 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8468c71-1478-4b22-a6a3-739342b05050 req-aa02bae8-ce9b-4444-a305-dc3545ca8a6b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689501 Feb 19 03:44:40.994898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Publish callbacks [] for router_gateway (d9546364-5e86-4657-8dea-9e7461298a09), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:41.121480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:41.136984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Deleting port d667e601-9f43-4c1b-9802-ee41897e4cf6 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:44:41.137331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:41.183803 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-48110d50-6f25-45c6-8ffd-4bb95c534e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:41.240136 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:44:36Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:41.295715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:41.314612 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:41.324375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:41.331526 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:41.343104 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0a868b-c929-4c88-bb13-ee7330d34b55 None None] The sync data for ids ['d9546364-5e86-4657-8dea-9e7461298a09'] in n-d-826756-2 is: [{'id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'name': 'tempest-TestVolumeBootPattern-756594170-router', 'tenant_id': '5cf97a4e18014482b6db74a93fe61ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:31Z', 'updated_at': '2022-02-19T03:44:36Z', 'revision_number': 5, 'project_id': '5cf97a4e18014482b6db74a93fe61ab7', 'gw_port': {'id': 'd667e601-9f43-4c1b-9802-ee41897e4cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9546364-5e86-4657-8dea-9e7461298a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:32Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:44:41.406766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] For port d667e601-9f43-4c1b-9802-ee41897e4cf6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d667e601-9f43-4c1b-9802-ee41897e4cf6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:41.407141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:41.439625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Calling delete_port for d667e601-9f43-4c1b-9802-ee41897e4cf6 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:44:41.449646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53521f-fc0a-4cff-a722-df551481a63a req-8f7923ed-7a4d-4247-9e73-7abccab4733f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:41.462409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae53521f-fc0a-4cff-a722-df551481a63a req-8f7923ed-7a4d-4247-9e73-7abccab4733f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 944 time: 0.1446011 Feb 19 03:44:41.593022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae53521f-fc0a-4cff-a722-df551481a63a req-94e519bf-65f9-4932-a49b-1f9191999b85 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263611 Feb 19 03:44:41.663151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:41.739110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.744566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.747734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.751362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.751909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.754303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.755824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.757742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.761387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.761973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.765994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.766552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.768404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:41.805740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['9fae368c-33c2-4dfa-abf0-9c0e83d63e32'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:41.911376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:44:41.912104 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:44:42.063492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df75f-efd3-4d61-818c-638128f1e46b req-1719020d-837c-45c0-8a52-526b3320341d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:42.071083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17df75f-efd3-4d61-818c-638128f1e46b req-1719020d-837c-45c0-8a52-526b3320341d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1848376 Feb 19 03:44:42.084255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40760) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:42.094304 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.102598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a2cfc30a-550c-4a32-a9f4-13705afeccb6 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:42.102818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d667e601-9f43-4c1b-9802-ee41897e4cf6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.165113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Pushing event deleted for resources: {'Port': ['ID=d667e601-9f43-4c1b-9802-ee41897e4cf6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:42.190697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17df75f-efd3-4d61-818c-638128f1e46b req-abc5f3a8-1d1b-41e5-880b-eee987bbefec tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186235 Feb 19 03:44:42.191929 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.192283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.192628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.193229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.193571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.194037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.194249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.194578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.194919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.195245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.195955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.195955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.196199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:42.260049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a2cfc30a-550c-4a32-a9f4-13705afeccb6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:44:42.261103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a2cfc30a-550c-4a32-a9f4-13705afeccb6 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:44:42.374618 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (d9546364-5e86-4657-8dea-9e7461298a09), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.487407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 is: BUILD; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:42.487953 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.498821 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-487be9b5-7a40-4269-a9dc-642d977fb741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.517792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:42.570824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (d9546364-5e86-4657-8dea-9e7461298a09), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.574427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Publish callbacks [] for router_controller (d9546364-5e86-4657-8dea-9e7461298a09), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.583705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:42.602003 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.677190 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (d9546364-5e86-4657-8dea-9e7461298a09), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.677775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9546364-5e86-4657-8dea-9e7461298a09 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:44:42.696878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.698177 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-95ffaa72-b9cd-4522-b6a8-753be070a505 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d9546364-5e86-4657-8dea-9e7461298a09 HTTP/1.1" status: 204 len: 168 time: 3.4731073 Feb 19 03:44:42.704205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40778) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:42.713442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-487be9b5-7a40-4269-a9dc-642d977fb741 admin admin] Publish callbacks [] for security_group (4dab9bcf-813f-46d3-90fc-8b9187c19a08), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.726248 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-487be9b5-7a40-4269-a9dc-642d977fb741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4dab9bcf-813f-46d3-90fc-8b9187c19a08), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.792205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:42.835072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-52361cd3-1555-49d0-9e6d-6ee66d6a50c0 admin admin] Deleting subnet ce738e80-e0ec-4d2c-8061-632564612e19 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:44:42.857769 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52361cd3-1555-49d0-9e6d-6ee66d6a50c0 admin admin] Publish callbacks [] for subnet (ce738e80-e0ec-4d2c-8061-632564612e19), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.947217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52361cd3-1555-49d0-9e6d-6ee66d6a50c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (ce738e80-e0ec-4d2c-8061-632564612e19), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:42.968639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-487be9b5-7a40-4269-a9dc-642d977fb741 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e77bada2b95f453e802c84d0d2d1d265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8823636 Feb 19 03:44:42.971768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487be9b5-7a40-4269-a9dc-642d977fb741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dab9bcf-813f-46d3-90fc-8b9187c19a08,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:42.977242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40780) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:43.071105 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:43.211158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7e1e5-a10d-495c-84ec-9f7cb633de91 req-a1dd1ae2-dc83-4eaa-b4da-d24cddc4591f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:43.213797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4d7e1e5-a10d-495c-84ec-9f7cb633de91 req-a1dd1ae2-dc83-4eaa-b4da-d24cddc4591f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 943 time: 0.4449024 Feb 19 03:44:43.273363 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2798a9a0-8bd8-4d88-aeb1-14a0df7e5311 admin admin] Publish callbacks [] for security_group (4dab9bcf-813f-46d3-90fc-8b9187c19a08), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:43.334625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52361cd3-1555-49d0-9e6d-6ee66d6a50c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (ce738e80-e0ec-4d2c-8061-632564612e19), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:43.351408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2798a9a0-8bd8-4d88-aeb1-14a0df7e5311 admin admin] Publish callbacks [] for security_group (4dab9bcf-813f-46d3-90fc-8b9187c19a08), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:43.508740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52361cd3-1555-49d0-9e6d-6ee66d6a50c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (ce738e80-e0ec-4d2c-8061-632564612e19), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:43.518641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2798a9a0-8bd8-4d88-aeb1-14a0df7e5311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4dab9bcf-813f-46d3-90fc-8b9187c19a08), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:43.525823 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2798a9a0-8bd8-4d88-aeb1-14a0df7e5311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:43.527306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2798a9a0-8bd8-4d88-aeb1-14a0df7e5311 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4dab9bcf-813f-46d3-90fc-8b9187c19a08 HTTP/1.1" status: 204 len: 168 time: 0.5463026 Feb 19 03:44:43.565877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52361cd3-1555-49d0-9e6d-6ee66d6a50c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce738e80-e0ec-4d2c-8061-632564612e19,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:43.575118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52361cd3-1555-49d0-9e6d-6ee66d6a50c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:43.579671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798a9a0-8bd8-4d88-aeb1-14a0df7e5311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dab9bcf-813f-46d3-90fc-8b9187c19a08,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:43.581607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40794) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:43.584003 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-52361cd3-1555-49d0-9e6d-6ee66d6a50c0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ce738e80-e0ec-4d2c-8061-632564612e19 HTTP/1.1" status: 204 len: 168 time: 0.8812864 Feb 19 03:44:43.585650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf5fc3-f16b-4e6f-a9a6-05b46b4982d7 None None] Network fe9d6d30-625d-450f-933b-efaadb357ec7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:44:43.708533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4d7e1e5-a10d-495c-84ec-9f7cb633de91 req-dc91140e-784e-4e15-bb54-696059bf6d9a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537675 Feb 19 03:44:43.957758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:44:44.035579 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (fe9d6d30-625d-450f-933b-efaadb357ec7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:44.099963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ad53e-9a6d-4b20-8612-cf0f66e24dea req-9c5f43b5-8218-4f25-af29-54dcd12e13d9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:44.107403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea3ad53e-9a6d-4b20-8612-cf0f66e24dea req-9c5f43b5-8218-4f25-af29-54dcd12e13d9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1493361 Feb 19 03:44:44.259679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:44:44.260515 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:44.290117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d667e601-9f43-4c1b-9802-ee41897e4cf6 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:44.394771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea3ad53e-9a6d-4b20-8612-cf0f66e24dea req-0852a726-05c5-4c7b-acb1-9d6ea85d06e6 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848771 Feb 19 03:44:44.405275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d667e601-9f43-4c1b-9802-ee41897e4cf6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:44:44.406449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d667e601-9f43-4c1b-9802-ee41897e4cf6 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:44:44.475853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Deleting port 3f22a259-625f-44e8-a723-aa1b70d18637 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:44:44.477761 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:44.507560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0705850f-093d-4f58-9c81-9684548d900d None None] DHCP port deletion for fe9d6d30-625d-450f-933b-efaadb357ec7 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:44:44.580220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:44.582312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:44.644585 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:44.664559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b80d4bf-d563-4f56-8103-47fc56d811df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:44.667578 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695d4e1e-af66-4fb3-9f5e-502a8fc33677" -d '{"events": [{"server_uuid": "8b80d4bf-d563-4f56-8103-47fc56d811df", "name": "network-vif-plugged", "status": "completed", "tag": "9fae368c-33c2-4dfa-abf0-9c0e83d63e32"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:44.672204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0705850f-093d-4f58-9c81-9684548d900d None None] Deleting port 3f22a259-625f-44e8-a723-aa1b70d18637 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:44:44.672800 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0705850f-093d-4f58-9c81-9684548d900d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:44.718311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] For port 3f22a259-625f-44e8-a723-aa1b70d18637, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3f22a259-625f-44e8-a723-aa1b70d18637,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:44.718612 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:44.740760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40824) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:44.762389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Calling delete_port for 3f22a259-625f-44e8-a723-aa1b70d18637 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:44:44.771194 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f06e55d8-358d-447a-8c00-439a48a3ba51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:44.897079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0705850f-093d-4f58-9c81-9684548d900d None None] For port 3f22a259-625f-44e8-a723-aa1b70d18637, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3f22a259-625f-44e8-a723-aa1b70d18637,segment=NetworkSegment(fa560ac8-f52f-407c-be72-6149a5bccd31),segment_id=fa560ac8-f52f-407c-be72-6149a5bccd31)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:44.903203 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0705850f-093d-4f58-9c81-9684548d900d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:44.964680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0705850f-093d-4f58-9c81-9684548d900d None None] Calling delete_port for 3f22a259-625f-44e8-a723-aa1b70d18637 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:44:44.972399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.039029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f22a259-625f-44e8-a723-aa1b70d18637,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:45.045885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] No DVR routers for this DVR port 3f22a259-625f-44e8-a723-aa1b70d18637 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:44:45.119085 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f06e55d8-358d-447a-8c00-439a48a3ba51 admin admin] Publish callbacks [] for security_group (a5811610-ee6a-4c31-8768-2f247e7fe10c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.127220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f06e55d8-358d-447a-8c00-439a48a3ba51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a5811610-ee6a-4c31-8768-2f247e7fe10c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.128625 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (fe9d6d30-625d-450f-933b-efaadb357ec7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.153892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9d6d30-625d-450f-933b-efaadb357ec7']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:45.165257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa560ac8-f52f-407c-be72-6149a5bccd31') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:45.165606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa560ac8-f52f-407c-be72-6149a5bccd31') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:45.181727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (fa560ac8-f52f-407c-be72-6149a5bccd31), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.197277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (fa560ac8-f52f-407c-be72-6149a5bccd31), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.205481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:44:45.205926 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (fa560ac8-f52f-407c-be72-6149a5bccd31), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.216865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e55d8-358d-447a-8c00-439a48a3ba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5811610-ee6a-4c31-8768-2f247e7fe10c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:45.245982 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0705850f-093d-4f58-9c81-9684548d900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (3f22a259-625f-44e8-a723-aa1b70d18637), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:44:45.325238 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:44:45.331199 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (fe9d6d30-625d-450f-933b-efaadb357ec7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.335548 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f06e55d8-358d-447a-8c00-439a48a3ba51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42425d8b5be046eda0e90d1355563f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5911582 Feb 19 03:44:45.338972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40830) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:45.343221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705850f-093d-4f58-9c81-9684548d900d None None] Pushing event deleted for resources: {'Port': ['ID=3f22a259-625f-44e8-a723-aa1b70d18637,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:45.350049 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.351370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:45.353037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705850f-093d-4f58-9c81-9684548d900d None None] No DVR routers for this DVR port 3f22a259-625f-44e8-a723-aa1b70d18637 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:44:45.358112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] 10.222.0.42 "DELETE /v2.0/networks/fe9d6d30-625d-450f-933b-efaadb357ec7 HTTP/1.1" status: 204 len: 168 time: 1.7633681 Feb 19 03:44:45.361221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40834) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:45.373769 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.426689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9ab3c-832f-43a8-bb12-9248175f7d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=fe9d6d30-625d-450f-933b-efaadb357ec7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:45.450873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ce307-8e6b-49f7-a1f2-b3214a782dfb req-5108fb05-44a5-4703-ab5f-a132df42b022 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:45.461524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-246ce307-8e6b-49f7-a1f2-b3214a782dfb req-5108fb05-44a5-4703-ab5f-a132df42b022 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 943 time: 0.5176427 Feb 19 03:44:45.493835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:45.660598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-246ce307-8e6b-49f7-a1f2-b3214a782dfb req-0965f53b-0a80-4ec1-b50f-aa80960dd089 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856527 Feb 19 03:44:45.661557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ccaebaf-d02f-4629-8cf7-748f13de573e admin admin] Publish callbacks [] for security_group (a5811610-ee6a-4c31-8768-2f247e7fe10c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.767264 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ccaebaf-d02f-4629-8cf7-748f13de573e admin admin] Publish callbacks [] for security_group (a5811610-ee6a-4c31-8768-2f247e7fe10c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.821825 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ed702c-184f-4dea-8041-58d3a6900bec x-openstack-request-id: req-85ed702c-184f-4dea-8041-58d3a6900bec {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:45.822400 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b80d4bf-d563-4f56-8103-47fc56d811df", "name": "network-vif-plugged", "status": "completed", "tag": "9fae368c-33c2-4dfa-abf0-9c0e83d63e32", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:45.822400 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85ed702c-184f-4dea-8041-58d3a6900bec {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:45.822815 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b80d4bf-d563-4f56-8103-47fc56d811df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32', 'code': 200} Feb 19 03:44:45.935983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ccaebaf-d02f-4629-8cf7-748f13de573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a5811610-ee6a-4c31-8768-2f247e7fe10c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.941597 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ccaebaf-d02f-4629-8cf7-748f13de573e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.942955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3ccaebaf-d02f-4629-8cf7-748f13de573e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5811610-ee6a-4c31-8768-2f247e7fe10c HTTP/1.1" status: 204 len: 168 time: 0.6004062 Feb 19 03:44:46.053057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaebaf-d02f-4629-8cf7-748f13de573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5811610-ee6a-4c31-8768-2f247e7fe10c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:46.163833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fc429-0cde-450c-89f3-68bb251489a0 req-7d0d8123-d246-42dc-a9a6-4dff265db7ec tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:46.172115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a1fc429-0cde-450c-89f3-68bb251489a0 req-7d0d8123-d246-42dc-a9a6-4dff265db7ec tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1932490 Feb 19 03:44:46.242655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3f22a259-625f-44e8-a723-aa1b70d18637 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:46.329989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 3f22a259-625f-44e8-a723-aa1b70d18637 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:44:46.330333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3f22a259-625f-44e8-a723-aa1b70d18637 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:44:46.445704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6d73c-f22c-4d1a-9aab-285c259ba698 req-8123542d-dc2d-406c-8867-95fb6fffc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:46.467654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eee6d73c-f22c-4d1a-9aab-285c259ba698 req-8123542d-dc2d-406c-8867-95fb6fffc082 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 1127 time: 0.2869501 Feb 19 03:44:46.472720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a1fc429-0cde-450c-89f3-68bb251489a0 req-395ab1d8-ba41-4b49-8ed7-9eaf5f331426 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655745 Feb 19 03:44:46.562095 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (ff8c7192-b1a4-49c7-82f2-2054cc5df705), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:46.614625 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eee6d73c-f22c-4d1a-9aab-285c259ba698 req-c802a950-0ca2-410e-b22d-c605016238d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408334 Feb 19 03:44:46.866007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 40872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:46.910611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9071fe33-8ad1-43ab-8c38-d346b1e801d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:46.927173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea7e5c-994e-4199-a03d-a98724e09038 req-ac9fb31c-09d6-41f5-84fa-c308bf6814d7 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:46.932978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccea7e5c-994e-4199-a03d-a98724e09038 req-ac9fb31c-09d6-41f5-84fa-c308bf6814d7 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1363990 Feb 19 03:44:47.020872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccea7e5c-994e-4199-a03d-a98724e09038 req-f2832a15-3ae8-4f44-9753-e3fb945a4c17 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798230 Feb 19 03:44:47.081414 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9071fe33-8ad1-43ab-8c38-d346b1e801d9 admin admin] Publish callbacks [] for security_group (59dfcf9b-6b94-49ed-ba51-336ce3dfe29d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.097129 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9071fe33-8ad1-43ab-8c38-d346b1e801d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (59dfcf9b-6b94-49ed-ba51-336ce3dfe29d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.180674 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9071fe33-8ad1-43ab-8c38-d346b1e801d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=279c9bea66434a5dbe16aa75a33dea76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3126750 Feb 19 03:44:47.183843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40880) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:47.225618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] Deleting port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:44:47.226007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.227638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071fe33-8ad1-43ab-8c38-d346b1e801d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dfcf9b-6b94-49ed-ba51-336ce3dfe29d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:47.262717 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f7b9299-cb22-4d0e-bd24-14ac3f79e256 admin admin] Publish callbacks [] for security_group (59dfcf9b-6b94-49ed-ba51-336ce3dfe29d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.306344 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f7b9299-cb22-4d0e-bd24-14ac3f79e256 admin admin] Publish callbacks [] for security_group (59dfcf9b-6b94-49ed-ba51-336ce3dfe29d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.375155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] For port 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3919e6ef-eece-4f1d-a4c0-0d17ddecd91f,segment=NetworkSegment(2d9300b0-3999-46d1-bb80-311bbd75f5eb),segment_id=2d9300b0-3999-46d1-bb80-311bbd75f5eb)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:47.375522 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.385340 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f7b9299-cb22-4d0e-bd24-14ac3f79e256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (59dfcf9b-6b94-49ed-ba51-336ce3dfe29d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.388119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f7b9299-cb22-4d0e-bd24-14ac3f79e256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.390385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8f7b9299-cb22-4d0e-bd24-14ac3f79e256 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59dfcf9b-6b94-49ed-ba51-336ce3dfe29d HTTP/1.1" status: 204 len: 168 time: 0.2041404 Feb 19 03:44:47.442775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] Calling delete_port for 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:44:47.451870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b9299-cb22-4d0e-bd24-14ac3f79e256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dfcf9b-6b94-49ed-ba51-336ce3dfe29d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:47.691520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b1c8b-18da-40b6-ac0d-e8c6780440ae req-dc5f9a0f-9e87-4832-8aff-98026a1d0548 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:47.699009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f69b1c8b-18da-40b6-ac0d-e8c6780440ae req-dc5f9a0f-9e87-4832-8aff-98026a1d0548 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1117392 Feb 19 03:44:47.831420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f69b1c8b-18da-40b6-ac0d-e8c6780440ae req-2346ef84-3aa2-4d0a-8c73-c6ff09401250 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261220 Feb 19 03:44:47.864535 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3919e6ef-eece-4f1d-a4c0-0d17ddecd91f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.930284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3919e6ef-eece-4f1d-a4c0-0d17ddecd91f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:48.243160 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (ff8c7192-b1a4-49c7-82f2-2054cc5df705), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:48.370858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1d400-5e86-41f8-be1b-2ee1078e540b req-fc2696e8-cfd5-41ad-9e7b-f4d067650693 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:48.379328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9b1d400-5e86-41f8-be1b-2ee1078e540b req-fc2696e8-cfd5-41ad-9e7b-f4d067650693 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1580651 Feb 19 03:44:48.491224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9b1d400-5e86-41f8-be1b-2ee1078e540b req-11129821-d9ed-49fc-9661-74bb7352552d tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108932 Feb 19 03:44:48.787387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ce93b-5592-440c-95f4-214db22791eb req-24fad06e-6cc3-4dce-9ca4-fb451462ec5f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:48.792167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b4ce93b-5592-440c-95f4-214db22791eb req-24fad06e-6cc3-4dce-9ca4-fb451462ec5f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1485052 Feb 19 03:44:48.901825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b4ce93b-5592-440c-95f4-214db22791eb req-433460d8-aae5-4df6-8629-b783436a53ed tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001430 Feb 19 03:44:49.017167 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] Router ff8c7192-b1a4-49c7-82f2-2054cc5df705 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:44:49.208357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d0b3e-4ba2-4c4a-a6fe-dd43844ba8b4 req-9cb7a80c-7f92-4eee-844b-9f1f0581f620 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:49.227057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-916d0b3e-4ba2-4c4a-a6fe-dd43844ba8b4 req-9cb7a80c-7f92-4eee-844b-9f1f0581f620 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1510708 Feb 19 03:44:49.314377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:44:49.327781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] Sync routers for ids ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:44:49.335885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 40940) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:49.338069 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c654a344-2a84-4121-bdcf-0b0fa02a85ef admin admin] 10.222.0.42 "PUT /v2.0/routers/ff8c7192-b1a4-49c7-82f2-2054cc5df705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9687481 Feb 19 03:44:49.351986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] Routers {'ff8c7192-b1a4-49c7-82f2-2054cc5df705'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:44:49.353194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:44:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:49.538131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] Set router ff8c7192-b1a4-49c7-82f2-2054cc5df705 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:44:49.625068 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Publish callbacks [] for router (ff8c7192-b1a4-49c7-82f2-2054cc5df705), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:49.784507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-916d0b3e-4ba2-4c4a-a6fe-dd43844ba8b4 req-92a5312f-f387-4b64-944c-a57e3bba4df3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565319 Feb 19 03:44:50.032911 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Publish callbacks [] for router_gateway (ff8c7192-b1a4-49c7-82f2-2054cc5df705), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.098757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'name': 'tempest-TestVolumeBootPattern-1247548718-router', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:45Z', 'updated_at': '2022-02-19T03:44:47Z', 'revision_number': 5, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'gw_port': {'id': '04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:46Z', 'updated_at': '2022-02-19T03:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:50.198361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] Checking router: ff8c7192-b1a4-49c7-82f2-2054cc5df705 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:44:50.204156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Deleting port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:44:50.206290 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.226594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] Routers {'ff8c7192-b1a4-49c7-82f2-2054cc5df705'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:44:50.229164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:44:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:50.483718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] For port 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:50.484083 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.512527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Calling delete_port for 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:44:50.526167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] Set router ff8c7192-b1a4-49c7-82f2-2054cc5df705 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:44:50.778690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'name': 'tempest-TestVolumeBootPattern-1247548718-router', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:45Z', 'updated_at': '2022-02-19T03:44:50Z', 'revision_number': 6, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:50.794006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-767a46c1-ef0f-43da-8312-4ead0753870f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2827191 Feb 19 03:44:50.856415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1a705-4ff0-4d74-be95-954adcc9180c None None] The sync data for ids ['ff8c7192-b1a4-49c7-82f2-2054cc5df705'] in n-d-826756-2 is: [{'id': 'ff8c7192-b1a4-49c7-82f2-2054cc5df705', 'name': 'tempest-TestVolumeBootPattern-1247548718-router', 'tenant_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:45Z', 'updated_at': '2022-02-19T03:44:50Z', 'revision_number': 6, 'project_id': '63bb49ad2e0d46aab3a34bc6ea05439a', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:44:51.213234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec178-e042-47a4-b198-89736e1698f3 req-cdf8807a-52cb-4e63-aa52-31e55d1d7949 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:51.220705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-cdf8807a-52cb-4e63-aa52-31e55d1d7949 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/networks?id=7c4b1626-a4d1-491f-b909-78cf81c48d03 HTTP/1.1" status: 200 len: 815 time: 0.2431998 Feb 19 03:44:51.267870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-fe014634-65b6-4545-8719-e4baadc1f204 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/quotas/ce6ee044f94f4c488643c2ff9f4bf84e HTTP/1.1" status: 200 len: 375 time: 0.0454524 Feb 19 03:44:51.364046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-3bdf698e-23bf-473a-a0ad-46358502d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:51.365669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-3bdf698e-23bf-473a-a0ad-46358502d6f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 1127 time: 0.4674287 Feb 19 03:44:51.400938 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:51.509791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-37db1d08-c034-4731-b24f-f0652b626a21 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce6ee044f94f4c488643c2ff9f4bf84e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2406559 Feb 19 03:44:51.826666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-13894910-f918-48a8-9b1d-c39a9c024d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:51.831661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-13894910-f918-48a8-9b1d-c39a9c024d09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.4281363 Feb 19 03:44:51.839770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:51.908168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-167237c7-f359-45d3-bd7e-e71578679ed8 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:51.911797 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-167237c7-f359-45d3-bd7e-e71578679ed8 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b80d4bf-d563-4f56-8103-47fc56d811df HTTP/1.1" status: 200 len: 945 time: 0.1519051 Feb 19 03:44:52.109235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Deleting port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:44:52.109891 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:52.134056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-1d63f0e8-f796-483c-8bd9-76e3bc481519 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2d19fbf-b42a-49d6-8443-0b5e868a211f HTTP/1.1" status: 200 len: 217 time: 0.2750213 Feb 19 03:44:52.224621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:52.292926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:44:52.295944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 04b35d10-8c9f-40af-ab3a-d7a5d0ccb28a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:44:52.296682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:52.370223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:44:52.370579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3919e6ef-eece-4f1d-a4c0-0d17ddecd91f not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:44:52.497194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] For port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:52.498694 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:52.532881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Calling delete_port for 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:44:52.586637 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:52.606203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-625f505b-61ef-4c82-9a5d-8621859cdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:52.609225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-625f505b-61ef-4c82-9a5d-8621859cdbe9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.2875865 Feb 19 03:44:52.619790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-c0f5cbf1-989d-444e-bda8-7f7834a00ee2 service neutron] 10.222.0.42 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9830697 Feb 19 03:44:52.799904 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (ff8c7192-b1a4-49c7-82f2-2054cc5df705), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:52.933049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (9fae368c-33c2-4dfa-abf0-9c0e83d63e32), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:52.977386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (ff8c7192-b1a4-49c7-82f2-2054cc5df705), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:52.980775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-df919e05-d7d5-4523-81fe-f6da88a8c066 service neutron] 10.222.0.42 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599334 Feb 19 03:44:52.983863 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Publish callbacks [] for router_controller (ff8c7192-b1a4-49c7-82f2-2054cc5df705), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:52.996553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-f6707e7c-d2d0-4f15-b31a-5ddadead317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:52.998399 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-f6707e7c-d2d0-4f15-b31a-5ddadead317c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3633356 Feb 19 03:44:53.057171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Pushing event deleted for resources: {'Port': ['ID=9fae368c-33c2-4dfa-abf0-9c0e83d63e32,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:53.103835 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] No DVR routers for this DVR port 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:44:53.112934 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:53.117385 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "DELETE /v2.0/ports/9fae368c-33c2-4dfa-abf0-9c0e83d63e32 HTTP/1.1" status: 204 len: 173 time: 1.1978147 Feb 19 03:44:53.122757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b80d4bf-d563-4f56-8103-47fc56d811df', 'name': 'network-vif-deleted', 'tag': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:53.126697 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251aa211-4560-4f0f-b37a-032316a55c47" -d '{"events": [{"server_uuid": "8b80d4bf-d563-4f56-8103-47fc56d811df", "name": "network-vif-deleted", "tag": "9fae368c-33c2-4dfa-abf0-9c0e83d63e32"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:53.235997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-bef6d7cb-6bfe-4011-85ea-4dccdccf62d8 service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714172 Feb 19 03:44:53.238581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (ff8c7192-b1a4-49c7-82f2-2054cc5df705), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:53.239338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff8c7192-b1a4-49c7-82f2-2054cc5df705 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:44:53.422668 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:53.424001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a596eea6-0f47-405b-bee0-b8d4d5727f84 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ff8c7192-b1a4-49c7-82f2-2054cc5df705 HTTP/1.1" status: 204 len: 168 time: 4.0810893 Feb 19 03:44:53.426144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e9af36e-8351-41c9-b283-ca088eed0675 req-ec9a7cd5-745f-41ca-b2eb-649ad5389d34 service neutron] 10.222.0.37 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795695 Feb 19 03:44:53.426984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41056) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:53.566409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-9898c15a-addd-438f-92b4-44400401fdae admin admin] Deleting subnet 99e48ce3-64e3-4da6-be0c-9f45ee38dd9c {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:44:53.573629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9898c15a-addd-438f-92b4-44400401fdae admin admin] Publish callbacks [] for subnet (99e48ce3-64e3-4da6-be0c-9f45ee38dd9c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:53.648538 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9898c15a-addd-438f-92b4-44400401fdae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (99e48ce3-64e3-4da6-be0c-9f45ee38dd9c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:53.670395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b014db-830d-4ff5-89be-a31ae6bd00ed req-6e65027b-bb66-4268-a6c9-4327e26a424e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:53.678717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91b014db-830d-4ff5-89be-a31ae6bd00ed req-6e65027b-bb66-4268-a6c9-4327e26a424e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1371777 Feb 19 03:44:53.878365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91b014db-830d-4ff5-89be-a31ae6bd00ed req-bdfd7866-99a0-4c09-9701-f5de2544df1c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971381 Feb 19 03:44:53.887393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9898c15a-addd-438f-92b4-44400401fdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (99e48ce3-64e3-4da6-be0c-9f45ee38dd9c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:54.008578 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76373121-cad7-4e3a-96a9-71cfff179654 x-openstack-request-id: req-76373121-cad7-4e3a-96a9-71cfff179654 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:54.009689 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b80d4bf-d563-4f56-8103-47fc56d811df", "name": "network-vif-deleted", "tag": "9fae368c-33c2-4dfa-abf0-9c0e83d63e32", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:54.011343 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76373121-cad7-4e3a-96a9-71cfff179654 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:54.011988 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b80d4bf-d563-4f56-8103-47fc56d811df', 'name': 'network-vif-deleted', 'tag': '9fae368c-33c2-4dfa-abf0-9c0e83d63e32', 'status': 'completed', 'code': 200} Feb 19 03:44:54.030369 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9898c15a-addd-438f-92b4-44400401fdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (99e48ce3-64e3-4da6-be0c-9f45ee38dd9c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:54.033319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:54.067114 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9898c15a-addd-438f-92b4-44400401fdae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:54.076981 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9898c15a-addd-438f-92b4-44400401fdae admin admin] 10.222.0.42 "DELETE /v2.0/subnets/99e48ce3-64e3-4da6-be0c-9f45ee38dd9c HTTP/1.1" status: 204 len: 168 time: 0.6476102 Feb 19 03:44:54.114463 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-476e6130-66f9-4035-9170-51f5d3bc33c5 req-b662f119-9ed0-49a0-bb28-1fa0aa6c38e8 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 210 time: 0.0882721 Feb 19 03:44:54.121705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41072) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:54.125070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbdcc5e-e2f4-44ef-8955-35755a82ba73 None None] Network 1d890192-4292-4b5b-9272-a64a75972644 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:44:54.137538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:44:54.137917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fae368c-33c2-4dfa-abf0-9c0e83d63e32 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:44:54.146732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898c15a-addd-438f-92b4-44400401fdae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e48ce3-64e3-4da6-be0c-9f45ee38dd9c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:54.491620 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e668cbed-48cc-40dd-8b3d-dbe0d3287fd6 None None] DHCP port deletion for 1d890192-4292-4b5b-9272-a64a75972644 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:44:54.563202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e668cbed-48cc-40dd-8b3d-dbe0d3287fd6 None None] Deleting port edef2453-e2eb-4389-b603-e3f2867ae6aa {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:44:54.563588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e668cbed-48cc-40dd-8b3d-dbe0d3287fd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:54.819285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e668cbed-48cc-40dd-8b3d-dbe0d3287fd6 None None] For port edef2453-e2eb-4389-b603-e3f2867ae6aa, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=edef2453-e2eb-4389-b603-e3f2867ae6aa,segment=NetworkSegment(2d9300b0-3999-46d1-bb80-311bbd75f5eb),segment_id=2d9300b0-3999-46d1-bb80-311bbd75f5eb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:54.821770 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e668cbed-48cc-40dd-8b3d-dbe0d3287fd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:54.886955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e668cbed-48cc-40dd-8b3d-dbe0d3287fd6 None None] Calling delete_port for edef2453-e2eb-4389-b603-e3f2867ae6aa owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:44:55.106764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (1d890192-4292-4b5b-9272-a64a75972644), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:55.163619 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e668cbed-48cc-40dd-8b3d-dbe0d3287fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (edef2453-e2eb-4389-b603-e3f2867ae6aa), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:55.186773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac87cc-5cb1-4425-87f9-cc46e698c5b6 req-14964fd7-1361-45e1-876c-32a59cf89f55 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:55.195532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1eac87cc-5cb1-4425-87f9-cc46e698c5b6 req-14964fd7-1361-45e1-876c-32a59cf89f55 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.1590042 Feb 19 03:44:55.206830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668cbed-48cc-40dd-8b3d-dbe0d3287fd6 None None] Pushing event deleted for resources: {'Port': ['ID=edef2453-e2eb-4389-b603-e3f2867ae6aa,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:55.223200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] The port 'edef2453-e2eb-4389-b603-e3f2867ae6aa' was deleted {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 03:44:55.241207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668cbed-48cc-40dd-8b3d-dbe0d3287fd6 None None] No DVR routers for this DVR port edef2453-e2eb-4389-b603-e3f2867ae6aa on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:44:55.474555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1eac87cc-5cb1-4425-87f9-cc46e698c5b6 req-56417c3c-01ee-49ec-9f11-9ea44c81979e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779694 Feb 19 03:44:55.492517 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (1d890192-4292-4b5b-9272-a64a75972644), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:55.557244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d890192-4292-4b5b-9272-a64a75972644']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:55.631439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9300b0-3999-46d1-bb80-311bbd75f5eb') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:55.631747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9300b0-3999-46d1-bb80-311bbd75f5eb') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:55.972839 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (2d9300b0-3999-46d1-bb80-311bbd75f5eb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:56.024727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2cf8c8e-8c91-47a1-b221-8fbbe78fe446 req-8ba784d5-67fd-41e7-b85e-79847e5472ce tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 210 time: 0.1574667 Feb 19 03:44:56.038561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (2d9300b0-3999-46d1-bb80-311bbd75f5eb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:56.052010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec178-e042-47a4-b198-89736e1698f3 req-b2261091-0c86-4742-9c6c-1db9e4c8a388 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:56.053680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-b2261091-0c86-4742-9c6c-1db9e4c8a388 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "GET /v2.0/networks?id=7c4b1626-a4d1-491f-b909-78cf81c48d03 HTTP/1.1" status: 200 len: 815 time: 0.4119077 Feb 19 03:44:56.057930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:44:56.058343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (2d9300b0-3999-46d1-bb80-311bbd75f5eb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:44:56.061043 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:44:56.112241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Request body: {'port': {'device_id': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03', 'admin_state_up': True, 'tenant_id': 'ce6ee044f94f4c488643c2ff9f4bf84e'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:56.175364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device edef2453-e2eb-4389-b603-e3f2867ae6aa no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:56.191654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-9ce97440-2d17-4be8-ac52-81029ed3c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:56.193774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-9ce97440-2d17-4be8-ac52-81029ed3c7f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 1128 time: 0.3418243 Feb 19 03:44:56.217739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: edef2453-e2eb-4389-b603-e3f2867ae6aa {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:44:56.218429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device edef2453-e2eb-4389-b603-e3f2867ae6aa not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:44:56.231182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (1d890192-4292-4b5b-9272-a64a75972644), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:56.274727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:56.280762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1d890192-4292-4b5b-9272-a64a75972644 HTTP/1.1" status: 204 len: 168 time: 2.1445146 Feb 19 03:44:56.315572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3819e-87ed-4038-b13f-b726398706d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d890192-4292-4b5b-9272-a64a75972644,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:56.409318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-a0a44ab0-af35-4e51-9536-83b909f65c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:56.411040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-a0a44ab0-af35-4e51-9536-83b909f65c5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.2086272 Feb 19 03:44:56.426489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Made reservation on behalf of ce6ee044f94f4c488643c2ff9f4bf84e for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:44:56.430609 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:56.492611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-baca9cbe-f380-4622-b4ba-1434178f4d53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd HTTP/1.1" status: 200 len: 217 time: 0.0749309 Feb 19 03:44:56.589233 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41140) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:56.768152 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-98848dec-6ebe-45ce-a469-0fbe1f46de68 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cf97a4e18014482b6db74a93fe61ab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1686823 Feb 19 03:44:56.787660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-81a25ff4-bd8b-4218-9004-6278369ece09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:56.794097 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41146) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:56.805002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-81a25ff4-bd8b-4218-9004-6278369ece09 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.3018014 Feb 19 03:44:56.932407 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-221238ca-d50c-4826-8b6e-dda5014177d7 admin admin] Publish callbacks [] for security_group (38a2570a-344d-443c-8894-73566785ea3a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:56.992980 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-221238ca-d50c-4826-8b6e-dda5014177d7 admin admin] Publish callbacks [] for security_group (38a2570a-344d-443c-8894-73566785ea3a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.052000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Allocated IP 172.20.0.7 (7c4b1626-a4d1-491f-b909-78cf81c48d03/e2fce865-3b38-4e89-8261-d4205e1ff45a/fa7d1915-76a5-471b-9bb8-bcf862de6821) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:44:57.095349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-221238ca-d50c-4826-8b6e-dda5014177d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (38a2570a-344d-443c-8894-73566785ea3a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.097166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac785bdc-afaf-4e5a-a993-7461a562006f req-c4d835ca-7f95-40d5-9846-3dc1614dce60 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:57.099254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-221238ca-d50c-4826-8b6e-dda5014177d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.100719 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-221238ca-d50c-4826-8b6e-dda5014177d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38a2570a-344d-443c-8894-73566785ea3a HTTP/1.1" status: 204 len: 168 time: 0.3046174 Feb 19 03:44:57.105254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac785bdc-afaf-4e5a-a993-7461a562006f req-c4d835ca-7f95-40d5-9846-3dc1614dce60 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.3597913 Feb 19 03:44:57.127216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221238ca-d50c-4826-8b6e-dda5014177d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a2570a-344d-443c-8894-73566785ea3a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:57.134710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-d9b302bd-162c-4209-9071-4e528ff189d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:57.136090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-d9b302bd-162c-4209-9071-4e528ff189d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2658479 Feb 19 03:44:57.288374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac785bdc-afaf-4e5a-a993-7461a562006f req-275f3545-d8bf-4c5c-9022-fff50165d356 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818395 Feb 19 03:44:57.459948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79f93bd0-ce5f-4286-9c0e-c466db58c13c req-208b5099-2f8f-4e86-8a7a-d7ea1de66683 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 210 time: 0.0675149 Feb 19 03:44:57.476272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-b1fff237-a418-4eac-82e8-1e316ea8b1e3 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302617 Feb 19 03:44:57.613597 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks [] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.637021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4369f785-e987-47c5-81cf-6bec90ac3053 req-8cb50fe3-b83d-4f84-93ed-318f843963a9 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502852 Feb 19 03:44:57.691691 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.753648 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41176) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:57.764437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Network 7c4b1626-a4d1-491f-b909-78cf81c48d03 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:44:57.770455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:44:57.778414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:44:57.819013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Pushing event updated for resources: {'Port': ['ID=fa7d1915-76a5-471b-9bb8-bcf862de6821,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:57.829502 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c140d50b-e734-478e-8aa2-07b58aea8d76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=63bb49ad2e0d46aab3a34bc6ea05439a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697052 Feb 19 03:44:57.829502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41184) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:57.854615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:57.856147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.880666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-6edfcfb7-db30-4047-b286-27c4bae69f8e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8052268 Feb 19 03:44:57.895492 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8d74-4e64-44f9-93f1-ed6385f9b64d admin admin] Publish callbacks [] for security_group (d2e329d8-2ff4-4919-a80f-647465d6c503), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.897690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Request body: {'port': {'device_id': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:57.936448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8d74-4e64-44f9-93f1-ed6385f9b64d admin admin] Publish callbacks [] for security_group (d2e329d8-2ff4-4919-a80f-647465d6c503), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:58.035818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8d74-4e64-44f9-93f1-ed6385f9b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d2e329d8-2ff4-4919-a80f-647465d6c503), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:58.042171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8d74-4e64-44f9-93f1-ed6385f9b64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:58.043542 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8e8a8d74-4e64-44f9-93f1-ed6385f9b64d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2e329d8-2ff4-4919-a80f-647465d6c503 HTTP/1.1" status: 204 len: 168 time: 0.2139690 Feb 19 03:44:58.067217 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:58.085787 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a8d74-4e64-44f9-93f1-ed6385f9b64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e329d8-2ff4-4919-a80f-647465d6c503,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:58.650841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380134-732e-4bd4-ad73-ce40d21191a1 req-e366063e-bb14-49cf-83ff-c2e419b6b419 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:58.652755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5380134-732e-4bd4-ad73-ce40d21191a1 req-e366063e-bb14-49cf-83ff-c2e419b6b419 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 946 time: 0.2266047 Feb 19 03:44:58.783810 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5380134-732e-4bd4-ad73-ce40d21191a1 req-d0f81382-f243-44ea-8c1c-82b84fc44be3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119237 Feb 19 03:44:58.798842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7d1915-76a5-471b-9bb8-bcf862de6821 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:58.816981 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Publish callbacks [] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:58.835088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Transition to ACTIVE for port object fa7d1915-76a5-471b-9bb8-bcf862de6821 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:44:58.842666 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:58.970657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7d1915-76a5-471b-9bb8-bcf862de6821,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:59.098776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Attempting to bind port fa7d1915-76a5-471b-9bb8-bcf862de6821 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:44:59.099123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Attempting to bind port fa7d1915-76a5-471b-9bb8-bcf862de6821 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:44:59.099456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Attempting to bind port fa7d1915-76a5-471b-9bb8-bcf862de6821 on network 7c4b1626-a4d1-491f-b909-78cf81c48d03 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:44:59.107240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Port fa7d1915-76a5-471b-9bb8-bcf862de6821 on network 7c4b1626-a4d1-491f-b909-78cf81c48d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:44:59.107572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Attempting to bind port fa7d1915-76a5-471b-9bb8-bcf862de6821 on network 7c4b1626-a4d1-491f-b909-78cf81c48d03 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:44:59.122826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:44:59.123217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Checking segment: {'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:44:59.123562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Bound using segment: {'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:44:59.124012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Bound port: fa7d1915-76a5-471b-9bb8-bcf862de6821, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:44:59.124383 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:59.143289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c363f8-3cde-402c-b494-133c0a48c5c0 req-2c059118-731c-4391-9d61-3533f8bef817 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:59.144863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40c363f8-3cde-402c-b494-133c0a48c5c0 req-2c059118-731c-4391-9d61-3533f8bef817 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 943 time: 0.1347260 Feb 19 03:44:59.252679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f669a32e-7eed-432c-ba41-43c9cf05b9cd no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:59.290954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40c363f8-3cde-402c-b494-133c0a48c5c0 req-719764c1-fc4c-476d-8ca8-cf116603f891 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394639 Feb 19 03:44:59.294082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] For port fa7d1915-76a5-471b-9bb8-bcf862de6821, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:44:59.332853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] For port fa7d1915-76a5-471b-9bb8-bcf862de6821, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:44:59.349507 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:59.434579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:59.437129 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:59.439969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/fa7d1915-76a5-471b-9bb8-bcf862de6821 HTTP/1.1" status: 200 len: 1091 time: 1.5468199 Feb 19 03:44:59.441169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f669a32e-7eed-432c-ba41-43c9cf05b9cd is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:59.441579 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:59.478968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'tag': 'fa7d1915-76a5-471b-9bb8-bcf862de6821'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:59.481818 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b10021a5-66f2-44e8-923a-c8308369ba8b", "tag": "fa7d1915-76a5-471b-9bb8-bcf862de6821"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:59.495526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebd631-3ac5-41f3-847c-0779d10943c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7d1915-76a5-471b-9bb8-bcf862de6821,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:59.515703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port f669a32e-7eed-432c-ba41-43c9cf05b9cd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:59.519930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:59.525299 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06c914d-8804-4755-8ca5-198b380d04f8" -d '{"events": [{"server_uuid": "dc74813f-be81-44b5-a6c8-2bb6c29a8ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "f669a32e-7eed-432c-ba41-43c9cf05b9cd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:59.533701 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:59.565094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec178-e042-47a4-b198-89736e1698f3 req-96084ac5-a22a-41be-af6d-d7e22346b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:59.568852 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-96084ac5-a22a-41be-af6d-d7e22346b868 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce6ee044f94f4c488643c2ff9f4bf84e&device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 1125 time: 0.0664310 Feb 19 03:44:59.572566 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8184783-8a07-4ea8-a36f-0691997ab27d x-openstack-request-id: req-c8184783-8a07-4ea8-a36f-0691997ab27d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:59.572566 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10021a5-66f2-44e8-923a-c8308369ba8b", "tag": "fa7d1915-76a5-471b-9bb8-bcf862de6821", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:59.572864 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8184783-8a07-4ea8-a36f-0691997ab27d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:59.575247 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'tag': 'fa7d1915-76a5-471b-9bb8-bcf862de6821', 'status': 'completed', 'code': 200} Feb 19 03:44:59.630276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=f669a32e-7eed-432c-ba41-43c9cf05b9cd,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:59.692299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-67d2dc06-cc04-470c-9502-ee00e24e6e6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821 HTTP/1.1" status: 200 len: 217 time: 0.1037085 Feb 19 03:44:59.754818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dec178-e042-47a4-b198-89736e1698f3 req-f97a9677-fe45-432c-bf45-6593e18f003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:59.756899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-f97a9677-fe45-432c-bf45-6593e18f003a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2fce865-3b38-4e89-8261-d4205e1ff45a HTTP/1.1" status: 200 len: 855 time: 0.0569079 Feb 19 03:44:59.823240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-97f9be02-5e7c-4d62-bab2-b0bbec15c28f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c4b1626-a4d1-491f-b909-78cf81c48d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602748 Feb 19 03:45:00.048191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-e2b1946c-6748-4229-b275-419cdc553e7c service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176502 Feb 19 03:45:00.094328 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba913cdf-7e58-42fe-b929-8f52c3010331 x-openstack-request-id: req-ba913cdf-7e58-42fe-b929-8f52c3010331 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:00.094634 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc74813f-be81-44b5-a6c8-2bb6c29a8ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "f669a32e-7eed-432c-ba41-43c9cf05b9cd", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:00.094896 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba913cdf-7e58-42fe-b929-8f52c3010331 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:00.095338 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd', 'code': 200} Feb 19 03:45:00.342932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dec178-e042-47a4-b198-89736e1698f3 req-33092ed7-81fa-461e-b196-2c33d0934029 service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879870 Feb 19 03:45:00.374615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dde365-b087-4b98-afe4-b971ecaea9f8 req-4c7a4f68-4a5b-4418-bfd4-c2cc36e19288 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:00.389813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75dde365-b087-4b98-afe4-b971ecaea9f8 req-4c7a4f68-4a5b-4418-bfd4-c2cc36e19288 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 944 time: 0.1894040 Feb 19 03:45:00.528194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75dde365-b087-4b98-afe4-b971ecaea9f8 req-d744d141-5fee-4af1-a552-03f4867857ad tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367626 Feb 19 03:45:00.541235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8 req-17123d96-18da-4364-8026-c673df4dc3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:00.543376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8 req-17123d96-18da-4364-8026-c673df4dc3f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce6ee044f94f4c488643c2ff9f4bf84e&device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 1125 time: 0.0953403 Feb 19 03:45:00.662142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8 req-c436775b-75df-4591-b11b-9f73627a0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:00.663673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8 req-c436775b-75df-4591-b11b-9f73627a0411 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c4b1626-a4d1-491f-b909-78cf81c48d03 HTTP/1.1" status: 200 len: 916 time: 0.1119645 Feb 19 03:45:00.751860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8 req-8510df19-05a7-4e63-aae8-2fa8e74e41c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821 HTTP/1.1" status: 200 len: 217 time: 0.0791268 Feb 19 03:45:00.817743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b78b6-830a-4898-81e6-4649c81926bb req-24ad572d-0c55-46ba-9993-54106704ff5b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:00.826384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c4b78b6-830a-4898-81e6-4649c81926bb req-24ad572d-0c55-46ba-9993-54106704ff5b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 943 time: 0.1476462 Feb 19 03:45:00.847857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8 req-35434641-5133-4869-909a-7be2ac98a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:00.850231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8 req-35434641-5133-4869-909a-7be2ac98a2bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2fce865-3b38-4e89-8261-d4205e1ff45a HTTP/1.1" status: 200 len: 855 time: 0.0902758 Feb 19 03:45:00.929213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c4b78b6-830a-4898-81e6-4649c81926bb req-f25b4499-898d-4e59-bd40-1e38f91b1cb4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000397 Feb 19 03:45:00.929895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8 req-8ffe31e6-0b42-423c-96eb-c19be48c2cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c4b1626-a4d1-491f-b909-78cf81c48d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500779 Feb 19 03:45:01.185355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8 req-2900d3ba-c84a-4708-a284-0b964a1d80e1 service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491126 Feb 19 03:45:01.293173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2985f-49e6-4e15-bb23-9cedb7305f59 req-e3436279-1dba-4140-9ba2-22c379986df0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:01.301055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bc2985f-49e6-4e15-bb23-9cedb7305f59 req-e3436279-1dba-4140-9ba2-22c379986df0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.2024260 Feb 19 03:45:01.414858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bc2985f-49e6-4e15-bb23-9cedb7305f59 req-3c1be657-c120-4c6e-aff9-c6297c5f6cee tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125550 Feb 19 03:45:01.471758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5c4cf99-47cc-4279-8e4f-9416dbada9f8 req-5b84e590-ab23-41bc-88c1-0da25eda3d3b service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792401 Feb 19 03:45:01.558318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5964f6a-87c4-4cf0-994a-62c4ce5a063f req-54a1e4c9-d3c3-480e-b2d3-39c1b6dde45c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:01.559997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5964f6a-87c4-4cf0-994a-62c4ce5a063f req-54a1e4c9-d3c3-480e-b2d3-39c1b6dde45c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0707843 Feb 19 03:45:01.617445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5964f6a-87c4-4cf0-994a-62c4ce5a063f req-4dec4e57-1e2c-476d-923a-2e378ed016a2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511949 Feb 19 03:45:01.790547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fe956-21f2-478b-bac0-53a4fbc98280 req-528b6ac2-20a9-466e-beed-bad8af37ad96 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:01.792116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c24fe956-21f2-478b-bac0-53a4fbc98280 req-528b6ac2-20a9-466e-beed-bad8af37ad96 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0824065 Feb 19 03:45:01.884330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c24fe956-21f2-478b-bac0-53a4fbc98280 req-05b20f85-640b-420f-aec9-cbec46fbb766 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863273 Feb 19 03:45:02.031822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfdf8e-4b9d-40fb-b150-56ff6a2d8966 req-c0e36e5e-baff-4112-a4c0-8cb7fe78695c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:02.033342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0cfdf8e-4b9d-40fb-b150-56ff6a2d8966 req-c0e36e5e-baff-4112-a4c0-8cb7fe78695c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0626283 Feb 19 03:45:02.115770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0cfdf8e-4b9d-40fb-b150-56ff6a2d8966 req-7410ff16-86dd-416a-ad1a-81a9047aef42 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757577 Feb 19 03:45:02.299839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d215d46-4cb6-4a48-afb5-731aa2cd3066 req-f2dfa165-1f52-4047-9884-e96a728a229f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:02.302375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d215d46-4cb6-4a48-afb5-731aa2cd3066 req-f2dfa165-1f52-4047-9884-e96a728a229f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 943 time: 0.0749269 Feb 19 03:45:02.373693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d215d46-4cb6-4a48-afb5-731aa2cd3066 req-f72d5d67-d8ee-448f-ba3b-01f6c1da9272 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662138 Feb 19 03:45:02.841309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ffba-aaeb-4df4-b6d2-2ba813e06cf2 req-fe4e7b4e-a74f-43f7-a3c2-9827fbbe0f5f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:02.843137 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6764ffba-aaeb-4df4-b6d2-2ba813e06cf2 req-fe4e7b4e-a74f-43f7-a3c2-9827fbbe0f5f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0630815 Feb 19 03:45:02.937011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6764ffba-aaeb-4df4-b6d2-2ba813e06cf2 req-6c679978-eba9-47df-b5ee-d5027b6b5492 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862749 Feb 19 03:45:03.257564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device f669a32e-7eed-432c-ba41-43c9cf05b9cd no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:03.355592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port f669a32e-7eed-432c-ba41-43c9cf05b9cd is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:03.551052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2ed40-e740-48b7-9927-37ae6825fe63 req-441bb605-1158-4af8-bda9-f9c463f4b611 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:03.558091 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ae2ed40-e740-48b7-9927-37ae6825fe63 req-441bb605-1158-4af8-bda9-f9c463f4b611 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 943 time: 0.0689514 Feb 19 03:45:03.621888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ae2ed40-e740-48b7-9927-37ae6825fe63 req-8a3b2eff-2195-4cf5-8f28-87a9740434cb tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618684 Feb 19 03:45:04.094228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device fa7d1915-76a5-471b-9bb8-bcf862de6821 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:45:04.162690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16716466-5424-4284-8963-78fdb5a3edae req-4fcbeefd-5b36-4360-a70c-37baeb0ae605 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:04.184217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16716466-5424-4284-8963-78fdb5a3edae req-4fcbeefd-5b36-4360-a70c-37baeb0ae605 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1481965 Feb 19 03:45:04.314709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16716466-5424-4284-8963-78fdb5a3edae req-69b1d2ae-9913-42ff-8042-6ee88637b639 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292062 Feb 19 03:45:04.344009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port fa7d1915-76a5-471b-9bb8-bcf862de6821, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:04.358372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'fa7d1915-76a5-471b-9bb8-bcf862de6821', 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03', 'port_id': 'fa7d1915-76a5-471b-9bb8-bcf862de6821', 'mac_address': 'fa:16:3e:13:cd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fce865-3b38-4e89-8261-d4205e1ff45a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:45:04.409744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port fa7d1915-76a5-471b-9bb8-bcf862de6821 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:04.410396 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:04.432460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7d1915-76a5-471b-9bb8-bcf862de6821 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:04.478452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port fa7d1915-76a5-471b-9bb8-bcf862de6821, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:04.484704 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:04.580183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=fa7d1915-76a5-471b-9bb8-bcf862de6821,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:04.757154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718a148-8cdd-4dc6-9e05-51a6eda2380d req-4928eaa6-2542-49c2-8934-a8928f8127a3 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:04.764973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e718a148-8cdd-4dc6-9e05-51a6eda2380d req-4928eaa6-2542-49c2-8934-a8928f8127a3 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 944 time: 0.0762141 Feb 19 03:45:04.864875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e718a148-8cdd-4dc6-9e05-51a6eda2380d req-63abd043-ba2f-4754-998d-2eab1a298b31 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984313 Feb 19 03:45:04.899734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['fa7d1915-76a5-471b-9bb8-bcf862de6821'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:05.483956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00887322-4c82-4b90-a2bf-4c826b9f57a9 req-f101c07b-95ce-4db7-bc3e-ca00dff64dbf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:05.491404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00887322-4c82-4b90-a2bf-4c826b9f57a9 req-f101c07b-95ce-4db7-bc3e-ca00dff64dbf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0776536 Feb 19 03:45:05.587212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00887322-4c82-4b90-a2bf-4c826b9f57a9 req-123f95e9-a06c-40bd-8073-cbdd095e9dc5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931511 Feb 19 03:45:06.120870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device fa7d1915-76a5-471b-9bb8-bcf862de6821 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:06.184629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2492ee7-914b-4c5e-89ee-34ef0771fcc3 req-1f208853-9ffc-4f84-af94-8a5a32bd492c tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:06.190892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2492ee7-914b-4c5e-89ee-34ef0771fcc3 req-1f208853-9ffc-4f84-af94-8a5a32bd492c tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 944 time: 0.1261289 Feb 19 03:45:06.258199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port fa7d1915-76a5-471b-9bb8-bcf862de6821 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:45:06.322442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port fa7d1915-76a5-471b-9bb8-bcf862de6821 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:06.322935 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:06.329253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2492ee7-914b-4c5e-89ee-34ef0771fcc3 req-1d92a5dd-1310-49b5-9387-799f3471d2e2 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313431 Feb 19 03:45:06.369443 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:06.730347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port fa7d1915-76a5-471b-9bb8-bcf862de6821 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:06.730741 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:06.776995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port fa7d1915-76a5-471b-9bb8-bcf862de6821, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:06.779345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7d1915-76a5-471b-9bb8-bcf862de6821'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:06.783747 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55a1613-f52b-4440-95a4-e206f7b2deb0" -d '{"events": [{"server_uuid": "b10021a5-66f2-44e8-923a-c8308369ba8b", "name": "network-vif-plugged", "status": "completed", "tag": "fa7d1915-76a5-471b-9bb8-bcf862de6821"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:06.790205 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:06.806334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c922d99-d3f0-4d5a-ba10-f1b3c44882f1 req-3dbc2e5c-0451-4c82-8a36-a67eb51ebf6f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:06.815285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c922d99-d3f0-4d5a-ba10-f1b3c44882f1 req-3dbc2e5c-0451-4c82-8a36-a67eb51ebf6f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1105657 Feb 19 03:45:06.881020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c922d99-d3f0-4d5a-ba10-f1b3c44882f1 req-05ad64b3-8924-400d-b7dc-b7a7e3562ee7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642192 Feb 19 03:45:06.905361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=fa7d1915-76a5-471b-9bb8-bcf862de6821,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:06.937004 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a774d-9e19-4dd5-9288-d058de945438 x-openstack-request-id: req-4b6a774d-9e19-4dd5-9288-d058de945438 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:06.937302 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10021a5-66f2-44e8-923a-c8308369ba8b", "name": "network-vif-plugged", "status": "completed", "tag": "fa7d1915-76a5-471b-9bb8-bcf862de6821", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:06.937629 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b6a774d-9e19-4dd5-9288-d058de945438 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:06.938020 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7d1915-76a5-471b-9bb8-bcf862de6821', 'code': 200} Feb 19 03:45:07.088574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7849c-2b91-4b44-b4a9-5b0a0c1badab req-76aa00e4-2713-4666-ab7c-f7033f215bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:07.090707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ad7849c-2b91-4b44-b4a9-5b0a0c1badab req-76aa00e4-2713-4666-ab7c-f7033f215bdc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 1127 time: 0.0522470 Feb 19 03:45:07.176179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ad7849c-2b91-4b44-b4a9-5b0a0c1badab req-9bea3e83-789e-4fd0-9814-a54d3f418fbe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770321 Feb 19 03:45:07.497464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534ee6e-8bf1-40ff-871c-7cae28227979 req-5ea33dd5-f7a3-469f-893f-1b44c7c0aa41 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:07.508428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f534ee6e-8bf1-40ff-871c-7cae28227979 req-5ea33dd5-f7a3-469f-893f-1b44c7c0aa41 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.0783086 Feb 19 03:45:07.582475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f534ee6e-8bf1-40ff-871c-7cae28227979 req-1a8b3059-5d91-4fbd-ba12-d08e77925e90 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714154 Feb 19 03:45:08.040505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91cb0b-47bb-42d7-aa58-1fef86c6e48b req-fe888a12-0d7a-44ba-8ae1-3bccee2d53b5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:08.049942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c91cb0b-47bb-42d7-aa58-1fef86c6e48b req-fe888a12-0d7a-44ba-8ae1-3bccee2d53b5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0929651 Feb 19 03:45:08.126393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c91cb0b-47bb-42d7-aa58-1fef86c6e48b req-d1dadd39-2d73-42b8-8113-b53735617013 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751975 Feb 19 03:45:08.290483 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1190dc56-b0e3-49b0-9d93-1c342215ebb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:08.731254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6a36d-dfcf-45b5-bfca-6b715e7e5b31 req-1b206bcf-3e5e-4608-9545-95b957f7edd1 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:08.738458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9d6a36d-dfcf-45b5-bfca-6b715e7e5b31 req-1b206bcf-3e5e-4608-9545-95b957f7edd1 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.0636361 Feb 19 03:45:08.800280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9d6a36d-dfcf-45b5-bfca-6b715e7e5b31 req-c866fa1d-72c0-4738-976f-e83c0292a5ac tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607750 Feb 19 03:45:09.006533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f1413-c600-4913-a858-23f8c1a0a517 req-5f5e0211-872a-4250-bf1c-f48619453b9e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:09.008182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb1f1413-c600-4913-a858-23f8c1a0a517 req-5f5e0211-872a-4250-bf1c-f48619453b9e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1113863 Feb 19 03:45:09.082561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb1f1413-c600-4913-a858-23f8c1a0a517 req-35e84e0c-2b3d-4b2e-9d83-046ad4b7cb05 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672848 Feb 19 03:45:09.492711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742bc0f-2afa-4380-9b3a-f0fb6c25dfee req-ebe5af1d-fded-467a-859d-13b460df31cf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:09.524651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6742bc0f-2afa-4380-9b3a-f0fb6c25dfee req-ebe5af1d-fded-467a-859d-13b460df31cf tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1028819 Feb 19 03:45:09.587720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6742bc0f-2afa-4380-9b3a-f0fb6c25dfee req-e5276c70-7574-4374-afe1-9ef65c12f0e4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615692 Feb 19 03:45:09.734225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7958f69-5909-493e-b994-b5224fafc53c req-3f6491c0-5ca2-47dd-87ff-030f32ab3dfc tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:09.741457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7958f69-5909-493e-b994-b5224fafc53c req-3f6491c0-5ca2-47dd-87ff-030f32ab3dfc tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.0607696 Feb 19 03:45:09.801877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7958f69-5909-493e-b994-b5224fafc53c req-eaf847c9-c5d3-46ba-a54d-f7013f1c51bd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591600 Feb 19 03:45:10.032891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43458e16-12cb-4610-8d66-d07c6b178edb req-bbd7f419-7f19-4eaf-8ac0-db3350d5cb52 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:10.043015 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43458e16-12cb-4610-8d66-d07c6b178edb req-bbd7f419-7f19-4eaf-8ac0-db3350d5cb52 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1267867 Feb 19 03:45:10.119482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43458e16-12cb-4610-8d66-d07c6b178edb req-abc7283f-6e86-4696-8758-7a6c43757b08 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699456 Feb 19 03:45:10.467063 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d3151d04-4237-48e6-a596-34aeedbd069d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:10.833723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff4ef-f1d9-41cf-bcda-0b6e772bed1b req-27afcb7b-063a-431a-9166-31d5607f3b7b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:10.835225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e2ff4ef-f1d9-41cf-bcda-0b6e772bed1b req-27afcb7b-063a-431a-9166-31d5607f3b7b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1314592 Feb 19 03:45:10.983007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e2ff4ef-f1d9-41cf-bcda-0b6e772bed1b req-7cadafde-f1a3-410b-b4f2-23e35b6a1c61 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297772 Feb 19 03:45:11.155047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b968d6-bb35-4a8c-b491-c53ce1968e76 req-99281052-ba03-49e2-82d9-7b1e55a6e0fb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:11.163675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09b968d6-bb35-4a8c-b491-c53ce1968e76 req-99281052-ba03-49e2-82d9-7b1e55a6e0fb tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0858207 Feb 19 03:45:11.222425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09b968d6-bb35-4a8c-b491-c53ce1968e76 req-23e3d1bb-a401-4d71-a7c1-4da531925422 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575109 Feb 19 03:45:12.004329 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:12.188975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd039f6-e8e2-4823-9fd2-8bfa8ae0fa80 req-b45c598d-2960-4940-9fc3-67bc0e7d2baf tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:12.197755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cd039f6-e8e2-4823-9fd2-8bfa8ae0fa80 req-b45c598d-2960-4940-9fc3-67bc0e7d2baf tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.0833764 Feb 19 03:45:12.266871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5cd039f6-e8e2-4823-9fd2-8bfa8ae0fa80 req-5f3d57eb-4c99-43fb-9edb-9e86933fb7da tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677419 Feb 19 03:45:12.439613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b6077-b1b1-42ba-a80f-59721561fa78 req-d42887b9-4199-4075-a41e-e43cc173e7da tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:12.455883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f38b6077-b1b1-42ba-a80f-59721561fa78 req-d42887b9-4199-4075-a41e-e43cc173e7da tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1254606 Feb 19 03:45:12.570516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f38b6077-b1b1-42ba-a80f-59721561fa78 req-11b5cd8a-5ec4-4254-a7fa-424c05b91947 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130865 Feb 19 03:45:13.071419 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:13.447778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96b1ff-295b-4289-a8f1-6d590a585c4f req-e1fbf225-2c1b-4a75-82e5-bf05e40744e9 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:13.457190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a96b1ff-295b-4289-a8f1-6d590a585c4f req-e1fbf225-2c1b-4a75-82e5-bf05e40744e9 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.0811632 Feb 19 03:45:13.515791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a96b1ff-295b-4289-a8f1-6d590a585c4f req-1e546d70-dcee-4266-b2a9-03c0ac47d136 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574734 Feb 19 03:45:13.542742 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41632) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:13.780405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7609caf-e14a-4f0f-adcf-97ec875381f8 req-ce2ffbe1-0725-4ec9-adce-285374c460d9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:13.787419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7609caf-e14a-4f0f-adcf-97ec875381f8 req-ce2ffbe1-0725-4ec9-adce-285374c460d9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1077600 Feb 19 03:45:13.795336 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7723-97fb-4fb4-9e57-c5968ee64247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:13.899494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7609caf-e14a-4f0f-adcf-97ec875381f8 req-8021cd2b-1e32-4471-a2ea-1aab39a4f856 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019928 Feb 19 03:45:14.000614 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7723-97fb-4fb4-9e57-c5968ee64247 admin admin] Publish callbacks [] for security_group (120aca06-9374-4b6b-8ec0-e5233cd41794), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.016262 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7723-97fb-4fb4-9e57-c5968ee64247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (120aca06-9374-4b6b-8ec0-e5233cd41794), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.078975 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5c4d7723-97fb-4fb4-9e57-c5968ee64247 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0043f5b07b224622a35506c299744947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5343161 Feb 19 03:45:14.082957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41652) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:14.180819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d7723-97fb-4fb4-9e57-c5968ee64247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120aca06-9374-4b6b-8ec0-e5233cd41794,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:14.223626 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88f8c406-f6da-49c6-9419-4b07305dfbbd admin admin] Publish callbacks [] for security_group (120aca06-9374-4b6b-8ec0-e5233cd41794), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.250562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88f8c406-f6da-49c6-9419-4b07305dfbbd admin admin] Publish callbacks [] for security_group (120aca06-9374-4b6b-8ec0-e5233cd41794), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.380917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88f8c406-f6da-49c6-9419-4b07305dfbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (120aca06-9374-4b6b-8ec0-e5233cd41794), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.383717 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88f8c406-f6da-49c6-9419-4b07305dfbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.385189 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-88f8c406-f6da-49c6-9419-4b07305dfbbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/120aca06-9374-4b6b-8ec0-e5233cd41794 HTTP/1.1" status: 204 len: 168 time: 0.3005090 Feb 19 03:45:14.477060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d554e-1bc3-4705-81b2-662051481998 req-58bdcfcc-795c-4c4e-ae9f-453ba02d6eed tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:14.483705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d88d554e-1bc3-4705-81b2-662051481998 req-58bdcfcc-795c-4c4e-ae9f-453ba02d6eed tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.2621439 Feb 19 03:45:14.494688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8c406-f6da-49c6-9419-4b07305dfbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120aca06-9374-4b6b-8ec0-e5233cd41794,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:14.524658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-372d162e-82ad-4547-96d2-987c20d47d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:14.529703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-372d162e-82ad-4547-96d2-987c20d47d6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1126 time: 0.3069472 Feb 19 03:45:14.624968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.727970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d88d554e-1bc3-4705-81b2-662051481998 req-192b3731-5981-475a-9535-4f34aef9c1f0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2267764 Feb 19 03:45:14.827815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-76de2694-96f2-457f-a6d1-1c7a400088de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:14.830030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-76de2694-96f2-457f-a6d1-1c7a400088de service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.2726042 Feb 19 03:45:14.894860 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:45:15.015554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41674) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:15.054318 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c694337-4c0d-440b-a988-c8bf3299864d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.344385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c694337-4c0d-440b-a988-c8bf3299864d admin admin] Publish callbacks [] for security_group (98c0db85-efcd-44c5-9204-25beaec6c916), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.358771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c694337-4c0d-440b-a988-c8bf3299864d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (98c0db85-efcd-44c5-9204-25beaec6c916), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.441291 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7c694337-4c0d-440b-a988-c8bf3299864d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=291a27ffc82c441eb26c304d7eb4cca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4239759 Feb 19 03:45:15.442394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c694337-4c0d-440b-a988-c8bf3299864d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c0db85-efcd-44c5-9204-25beaec6c916,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:15.474999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41684) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:15.659811 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-880e4e52-34fd-4701-bbf7-7c924f35e5c1 admin admin] Publish callbacks [] for security_group (98c0db85-efcd-44c5-9204-25beaec6c916), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.713460 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-880e4e52-34fd-4701-bbf7-7c924f35e5c1 admin admin] Publish callbacks [] for security_group (98c0db85-efcd-44c5-9204-25beaec6c916), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.795942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-c8221788-a40c-4c42-be68-95d44aa475a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 998 time: 0.9585061 Feb 19 03:45:15.802314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-880e4e52-34fd-4701-bbf7-7c924f35e5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (98c0db85-efcd-44c5-9204-25beaec6c916), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.806215 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-880e4e52-34fd-4701-bbf7-7c924f35e5c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.810288 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-880e4e52-34fd-4701-bbf7-7c924f35e5c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98c0db85-efcd-44c5-9204-25beaec6c916 HTTP/1.1" status: 204 len: 168 time: 0.3314195 Feb 19 03:45:15.818557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e4e52-34fd-4701-bbf7-7c924f35e5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c0db85-efcd-44c5-9204-25beaec6c916,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:15.819469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93731215-4a43-4ea3-bb83-55d127d32b74 req-a4c4d999-6e96-4641-885e-5fceb89c24e5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:15.828444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93731215-4a43-4ea3-bb83-55d127d32b74 req-a4c4d999-6e96-4641-885e-5fceb89c24e5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1258259 Feb 19 03:45:15.938722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93731215-4a43-4ea3-bb83-55d127d32b74 req-3aa9bc1f-279b-4331-95ac-ac0fbaf21722 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093159 Feb 19 03:45:15.940615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-673dec6b-78d0-415b-b128-d44808f7c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:15.942177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-673dec6b-78d0-415b-b128-d44808f7c40e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1389890 Feb 19 03:45:16.071452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-79affe8c-32ba-473a-9da9-7c4c54367145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.082370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-79affe8c-32ba-473a-9da9-7c4c54367145 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1334405 Feb 19 03:45:16.234784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90a866-6c8b-42f4-b817-0de48b72ddb6 req-8df4ad92-c605-424e-86e9-de3e464a4ff7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.236503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f90a866-6c8b-42f4-b817-0de48b72ddb6 req-8df4ad92-c605-424e-86e9-de3e464a4ff7 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1314094 Feb 19 03:45:16.354667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-4a8e884f-f3ef-46dc-9a24-9a62ba2ed414 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577975 Feb 19 03:45:16.362706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f90a866-6c8b-42f4-b817-0de48b72ddb6 req-4b37f2d9-0d7b-4fc8-bcf3-e2107fa2f3af tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192083 Feb 19 03:45:16.470315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-baaf9e1d-5ddb-4189-a78d-119facb11074 req-b7dbb6a5-b801-4a77-8aa8-87e6cdeb3c1f service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060083 Feb 19 03:45:17.226678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6f9df-52e2-45c1-8467-db7286d33474 req-5f78d001-9488-4cce-98fe-1633c7b00ef4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:17.230416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05f6f9df-52e2-45c1-8467-db7286d33474 req-5f78d001-9488-4cce-98fe-1633c7b00ef4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1222696 Feb 19 03:45:17.365208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05f6f9df-52e2-45c1-8467-db7286d33474 req-6230a83a-0c9a-4930-a8fe-8ead5ac321f2 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293576 Feb 19 03:45:17.567168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3e12-dabd-449f-ba16-08ab2a1e7795 req-e739925d-a1ff-455b-9d57-e98731cbd22c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:17.576272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9db3e12-dabd-449f-ba16-08ab2a1e7795 req-e739925d-a1ff-455b-9d57-e98731cbd22c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0649722 Feb 19 03:45:17.638348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9db3e12-dabd-449f-ba16-08ab2a1e7795 req-19d401ad-ea0b-4ce0-81ab-3e3cae3826a5 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552609 Feb 19 03:45:17.837136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44f8c-95a9-4982-860b-191a0baa6114 req-fdf848e3-4ce8-40e1-98cb-0086df1af684 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:17.844704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ec44f8c-95a9-4982-860b-191a0baa6114 req-fdf848e3-4ce8-40e1-98cb-0086df1af684 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0775278 Feb 19 03:45:17.905025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ec44f8c-95a9-4982-860b-191a0baa6114 req-ffd65a9e-3c28-40bb-a8dc-221d330f476a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537703 Feb 19 03:45:18.012641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41766) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:18.069967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef74c02-0f41-436e-bb5c-4a18a747cb6b req-0447f173-c6c4-4481-91f2-0ccb92be709f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:18.071793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ef74c02-0f41-436e-bb5c-4a18a747cb6b req-0447f173-c6c4-4481-91f2-0ccb92be709f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0832007 Feb 19 03:45:18.162001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ef74c02-0f41-436e-bb5c-4a18a747cb6b req-947fbaa1-75fc-43da-a7d0-29993a9a73e9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824821 Feb 19 03:45:18.167678 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206f2e72-ed98-40df-8ddc-f2934d2e2516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.316005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628411e-026e-4e76-9eca-81257be407a1 req-dbdf08f9-082d-4f48-9c11-9941abd60894 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:18.319932 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206f2e72-ed98-40df-8ddc-f2934d2e2516 admin admin] Publish callbacks [] for security_group (aa45ad77-e7d0-4816-941c-05a53ec71a96), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.324477 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206f2e72-ed98-40df-8ddc-f2934d2e2516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (aa45ad77-e7d0-4816-941c-05a53ec71a96), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.338976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2628411e-026e-4e76-9eca-81257be407a1 req-dbdf08f9-082d-4f48-9c11-9941abd60894 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0882804 Feb 19 03:45:18.394721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2628411e-026e-4e76-9eca-81257be407a1 req-b8364ef0-f6c2-4389-af25-2127ef87d50c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544264 Feb 19 03:45:18.410927 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-206f2e72-ed98-40df-8ddc-f2934d2e2516 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc4f65d07a0c40408c4b04a4d014afbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3968215 Feb 19 03:45:18.411527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41794) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:18.417028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f2e72-ed98-40df-8ddc-f2934d2e2516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa45ad77-e7d0-4816-941c-05a53ec71a96,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:18.496122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28249b8e-8a9c-482b-b1a0-a4fa78b34e0f admin admin] Publish callbacks [] for security_group (aa45ad77-e7d0-4816-941c-05a53ec71a96), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.525415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28249b8e-8a9c-482b-b1a0-a4fa78b34e0f admin admin] Publish callbacks [] for security_group (aa45ad77-e7d0-4816-941c-05a53ec71a96), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.604965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28249b8e-8a9c-482b-b1a0-a4fa78b34e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (aa45ad77-e7d0-4816-941c-05a53ec71a96), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.610168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28249b8e-8a9c-482b-b1a0-a4fa78b34e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.611774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-28249b8e-8a9c-482b-b1a0-a4fa78b34e0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa45ad77-e7d0-4816-941c-05a53ec71a96 HTTP/1.1" status: 204 len: 168 time: 0.1992760 Feb 19 03:45:18.659278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28249b8e-8a9c-482b-b1a0-a4fa78b34e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa45ad77-e7d0-4816-941c-05a53ec71a96,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:18.729467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bca545-83b9-43d6-ac9b-7936ba3b9e2b req-b2fc5019-f5a8-45fc-88a5-cd3eef9f3b01 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:18.738559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8bca545-83b9-43d6-ac9b-7936ba3b9e2b req-b2fc5019-f5a8-45fc-88a5-cd3eef9f3b01 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1103630 Feb 19 03:45:18.829175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8bca545-83b9-43d6-ac9b-7936ba3b9e2b req-38974483-aaf4-41df-88e4-f7f50d43197e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899470 Feb 19 03:45:18.962645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe8f1d-424a-4ca7-b3e4-ae30e3cc98db req-2f9a27e2-7724-47d7-ad96-41469a6be857 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:18.970860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06fe8f1d-424a-4ca7-b3e4-ae30e3cc98db req-2f9a27e2-7724-47d7-ad96-41469a6be857 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0707872 Feb 19 03:45:19.060723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06fe8f1d-424a-4ca7-b3e4-ae30e3cc98db req-33529cb4-0305-4fb8-b5d3-65e71a49573b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888300 Feb 19 03:45:19.233881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afbf51-d3da-43ef-bbcd-c7c1794c96b4 req-94ac1f2e-a4ef-4dc2-9dfe-d80b91acaada tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:19.241998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6afbf51-d3da-43ef-bbcd-c7c1794c96b4 req-94ac1f2e-a4ef-4dc2-9dfe-d80b91acaada tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 945 time: 0.0914845 Feb 19 03:45:19.354377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6afbf51-d3da-43ef-bbcd-c7c1794c96b4 req-7c9b0cc8-d5b8-4961-b478-c6cb11437240 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110272 Feb 19 03:45:19.701507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 41846) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:19.769479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bece8b9-a40e-4465-a879-39d37998281a req-b6befd25-bca1-434b-80bb-08afa571b804 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:19.773308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bece8b9-a40e-4465-a879-39d37998281a req-b6befd25-bca1-434b-80bb-08afa571b804 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1559353 Feb 19 03:45:19.870546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bece8b9-a40e-4465-a879-39d37998281a req-4c8b544d-646d-4068-82ae-9404667b409f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899558 Feb 19 03:45:19.907121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1561738308-network', 'tenant_id': '1e523fc5d1b04335b1ac013a685adc2e'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:19.927959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Made reservation on behalf of 1e523fc5d1b04335b1ac013a685adc2e for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:45:19.931011 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:19.946057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.105281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Publish callbacks [] for security_group (3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.114606 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.133892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d286-b421-4f59-b2cb-00ad03050046 req-ce15bb96-5303-49f3-87d2-12a34b600104 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:20.151983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:20.152311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8b8d286-b421-4f59-b2cb-00ad03050046 req-ce15bb96-5303-49f3-87d2-12a34b600104 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1498206 Feb 19 03:45:20.161676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:45:20.176083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (08515ad2-ea88-40df-af9d-1512c2c1bf5b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.176955 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Added segment 08515ad2-ea88-40df-af9d-1512c2c1bf5b of type vlan for network 4496f6dd-3c90-4290-9b1b-a21585ace0ec Feb 19 03:45:20.242405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8b8d286-b421-4f59-b2cb-00ad03050046 req-5be5b5d8-86fe-4874-83cd-923f199e4a6f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904307 Feb 19 03:45:20.274844 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (4496f6dd-3c90-4290-9b1b-a21585ace0ec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.320685 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (4496f6dd-3c90-4290-9b1b-a21585ace0ec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.322326 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:20.323309 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.429540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 41868) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:20.430126 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7248538 Feb 19 03:45:20.436621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Request body: {'subnet': {'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1561738308-subnet', 'tenant_id': '1e523fc5d1b04335b1ac013a685adc2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:20.444462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee9a21-a4f4-429d-884f-5958ff2ade68 admin admin] Pushing event updated for resources: {'Network': ['ID=4496f6dd-3c90-4290-9b1b-a21585ace0ec,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:20.463386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 4496f6dd-3c90-4290-9b1b-a21585ace0ec details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:45:20.503173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Made reservation on behalf of 1e523fc5d1b04335b1ac013a685adc2e for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:45:20.508197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.606069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cb517-b88d-4789-b447-ed5823f96c44 req-ab4ccec1-615a-4af5-a4fa-65017794e3b5 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:20.608338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7cb517-b88d-4789-b447-ed5823f96c44 req-ab4ccec1-615a-4af5-a4fa-65017794e3b5 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 945 time: 0.1563916 Feb 19 03:45:20.693680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-f610f554-73fd-4e35-b338-1ac26cb9871c tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:20.695192 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-f610f554-73fd-4e35-b338-1ac26cb9871c tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 945 time: 0.1660156 Feb 19 03:45:20.699721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b7cb517-b88d-4789-b447-ed5823f96c44 req-40aac717-f4c1-4589-b979-79103923b782 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d41c0-6b7c-467f-b181-a57556f752d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853283 Feb 19 03:45:20.864832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (b0d854e5-6dcb-4fab-ae65-5d07e90ac23c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.891296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-80dd599c-d347-4ee7-b91e-258ed2d804a1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Deleting port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:20.891639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-80dd599c-d347-4ee7-b91e-258ed2d804a1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.063563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d854e5-6dcb-4fab-ae65-5d07e90ac23c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:21.076638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-80dd599c-d347-4ee7-b91e-258ed2d804a1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] For port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,segment=NetworkSegment(05030bd5-0f0f-46ad-92ec-7aceedfe6300),segment_id=05030bd5-0f0f-46ad-92ec-7aceedfe6300)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:21.077012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-80dd599c-d347-4ee7-b91e-258ed2d804a1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.095935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Checking segment: {'id': '08515ad2-ea88-40df-af9d-1512c2c1bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:45:21.096303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Network hostable DHCP agents. Network: 4496f6dd-3c90-4290-9b1b-a21585ace0ec, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:45:21.100091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-80dd599c-d347-4ee7-b91e-258ed2d804a1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Calling delete_port for 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:21.168152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a8401-0636-4038-a186-1c5a517f9c08 req-f900bbcb-60b2-4a90-935f-5c7122859cff tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:21.170282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca1a8401-0636-4038-a186-1c5a517f9c08 req-f900bbcb-60b2-4a90-935f-5c7122859cff tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1738570 Feb 19 03:45:21.172498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Network 4496f6dd-3c90-4290-9b1b-a21585ace0ec is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:45:21.199785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 4496f6dd-3c90-4290-9b1b-a21585ace0ec) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:45:21.211424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c103b-5adf-4d99-aae0-1bd618b700a0 None None] Network 4496f6dd-3c90-4290-9b1b-a21585ace0ec requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:45:21.212719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:21.213332 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.261064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fac33e67-bea3-4cc8-9242-7b40029b8187 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8292892 Feb 19 03:45:21.275185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca1a8401-0636-4038-a186-1c5a517f9c08 req-c126a141-dc20-4b93-b24b-77ec792ef063 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929549 Feb 19 03:45:21.429158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627e5e1-b9b3-45d1-b49f-a341e4f6e5d8 None None] Network 4496f6dd-3c90-4290-9b1b-a21585ace0ec requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:45:21.546608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29cb1f-93e4-4e05-8c4d-2cf894929ec8 req-72e8865c-c7de-4293-9b00-a258c255ab9a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:21.548139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d29cb1f-93e4-4e05-8c4d-2cf894929ec8 req-72e8865c-c7de-4293-9b00-a258c255ab9a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1670117 Feb 19 03:45:21.549376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-80dd599c-d347-4ee7-b91e-258ed2d804a1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (115e66a9-fd30-4e3c-b444-9cbb7e3d8c36), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.566802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['115e66a9-fd30-4e3c-b444-9cbb7e3d8c36'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:21.617312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd599c-d347-4ee7-b91e-258ed2d804a1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Pushing event deleted for resources: {'Port': ['ID=115e66a9-fd30-4e3c-b444-9cbb7e3d8c36,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:21.684827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-80dd599c-d347-4ee7-b91e-258ed2d804a1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] No DVR routers for this DVR port 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:21.688920 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-80dd599c-d347-4ee7-b91e-258ed2d804a1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.694105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b74d8dea-ae1a-4ec5-a5bf-0c4118cddc85 req-80dd599c-d347-4ee7-b91e-258ed2d804a1 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.71 "DELETE /v2.0/ports/115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 HTTP/1.1" status: 204 len: 173 time: 0.9926982 Feb 19 03:45:21.694738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f315b33-43d5-4d94-9509-91fe3f853861', 'name': 'network-vif-deleted', 'tag': '115e66a9-fd30-4e3c-b444-9cbb7e3d8c36'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:21.705098 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1fb714-3ddd-4597-9a38-69e30087eed1" -d '{"events": [{"server_uuid": "5f315b33-43d5-4d94-9509-91fe3f853861", "name": "network-vif-deleted", "tag": "115e66a9-fd30-4e3c-b444-9cbb7e3d8c36"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:21.745782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d29cb1f-93e4-4e05-8c4d-2cf894929ec8 req-96e0ce30-f405-4259-97ea-b1d1f17e1b60 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367466 Feb 19 03:45:21.959206 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900d4a16-4503-4ba7-b671-facdbf5b5616 x-openstack-request-id: req-900d4a16-4503-4ba7-b671-facdbf5b5616 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:21.959516 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f315b33-43d5-4d94-9509-91fe3f853861", "name": "network-vif-deleted", "tag": "115e66a9-fd30-4e3c-b444-9cbb7e3d8c36", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:21.960370 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-900d4a16-4503-4ba7-b671-facdbf5b5616 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:21.960370 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f315b33-43d5-4d94-9509-91fe3f853861', 'name': 'network-vif-deleted', 'tag': '115e66a9-fd30-4e3c-b444-9cbb7e3d8c36', 'status': 'completed', 'code': 200} Feb 19 03:45:22.159702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62b6d0e3-a134-4acc-9fa8-f0a9cfdba803 req-0ebe1864-e279-475a-ab02-28378ddafb67 tempest-VolumesSnapshotTestJSON-266887195 tempest-VolumesSnapshotTestJSON-266887195-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f315b33-43d5-4d94-9509-91fe3f853861 HTTP/1.1" status: 200 len: 210 time: 0.1091464 Feb 19 03:45:22.216232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-a3f35bd4-e4d2-4056-8c56-56304edfc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:22.218852 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-a3f35bd4-e4d2-4056-8c56-56304edfc5a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 1126 time: 0.1813319 Feb 19 03:45:22.375669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-80ceef3b-6035-4a0c-848c-e39d785d1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:22.377344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-80ceef3b-6035-4a0c-848c-e39d785d1895 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.1463680 Feb 19 03:45:22.445301 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:22.527552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5439-8626-4cda-a8ca-50a83861614f req-c71fe19f-e8bc-4201-a547-4da998c0388d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:22.529784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0ab5439-8626-4cda-a8ca-50a83861614f req-c71fe19f-e8bc-4201-a547-4da998c0388d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1513820 Feb 19 03:45:22.532474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-d043495a-6c4a-4437-88d8-eea813b70fc6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 200 len: 998 time: 0.0943978 Feb 19 03:45:22.648627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0ab5439-8626-4cda-a8ca-50a83861614f req-fddee2f3-e011-46d3-a2b5-2028d24e7117 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097822 Feb 19 03:45:22.661694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-4f848454-ff03-439b-a03a-2bf0f11350bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:22.663450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-4f848454-ff03-439b-a03a-2bf0f11350bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.1228721 Feb 19 03:45:22.720472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-34fb4b0b-4335-4deb-a234-cb26d740bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:22.722555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-34fb4b0b-4335-4deb-a234-cb26d740bcc7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503461 Feb 19 03:45:22.830625 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-a3bd1e1a-77e0-4daf-86ab-2521adc7b2c7 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006100 Feb 19 03:45:22.943603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0725f0db-0a91-4af5-b76e-8e18c22e1810 req-0a143299-3559-49c9-8d17-534d4b37d866 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059871 Feb 19 03:45:22.999460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda6a3a-248b-4526-88a8-3ef9bb63c6fe req-b8fec709-e34f-4f41-8aac-e6aa58395ce5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:23.001162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ddda6a3a-248b-4526-88a8-3ef9bb63c6fe req-b8fec709-e34f-4f41-8aac-e6aa58395ce5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1384668 Feb 19 03:45:23.065880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ddda6a3a-248b-4526-88a8-3ef9bb63c6fe req-afb7d4a2-d456-48cb-8e63-c420911670fd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558479 Feb 19 03:45:23.846044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12f5a5-f88e-44ef-8878-fadf04e89df4 req-5876d513-35e9-4335-978c-add5d5b2608c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:23.853629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad12f5a5-f88e-44ef-8878-fadf04e89df4 req-5876d513-35e9-4335-978c-add5d5b2608c tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0849764 Feb 19 03:45:23.957129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad12f5a5-f88e-44ef-8878-fadf04e89df4 req-c8a5dac0-4acd-4be1-a512-0bcf6c3c11fd tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021740 Feb 19 03:45:24.211341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949fb35-3eb3-4a64-b9ec-4b01ac0e6a2b req-f1336708-7f39-4b17-92d6-1ba6ab0d87e9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:24.212964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c949fb35-3eb3-4a64-b9ec-4b01ac0e6a2b req-f1336708-7f39-4b17-92d6-1ba6ab0d87e9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0922847 Feb 19 03:45:24.300748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c949fb35-3eb3-4a64-b9ec-4b01ac0e6a2b req-b1a25662-0865-491b-a7e8-ed57f517ad8f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720482 Feb 19 03:45:24.514621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec149c3-e063-4ed2-b8f6-b6f4df16a0b2 req-10e45698-5c46-4496-851b-a02562679024 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:24.521992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aec149c3-e063-4ed2-b8f6-b6f4df16a0b2 req-10e45698-5c46-4496-851b-a02562679024 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.0797472 Feb 19 03:45:24.589543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aec149c3-e063-4ed2-b8f6-b6f4df16a0b2 req-6a7f671a-9e40-47c7-9e86-3b85aa3eb9f4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610001 Feb 19 03:45:25.367887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:25.402912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:25.406031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 115e66a9-fd30-4e3c-b444-9cbb7e3d8c36 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:25.643470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-c7202b05-2b9b-4525-bba9-8fabb2d003fc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:25.652603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-c7202b05-2b9b-4525-bba9-8fabb2d003fc tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc74813f-be81-44b5-a6c8-2bb6c29a8ad8 HTTP/1.1" status: 200 len: 944 time: 0.0728605 Feb 19 03:45:25.779333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-6931429c-9949-41dd-ad1b-8e541d5182a8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Deleting port f669a32e-7eed-432c-ba41-43c9cf05b9cd {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:25.779889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-6931429c-9949-41dd-ad1b-8e541d5182a8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:25.933669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-6931429c-9949-41dd-ad1b-8e541d5182a8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] For port f669a32e-7eed-432c-ba41-43c9cf05b9cd, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=f669a32e-7eed-432c-ba41-43c9cf05b9cd,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:25.934147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-6931429c-9949-41dd-ad1b-8e541d5182a8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:25.947421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-6931429c-9949-41dd-ad1b-8e541d5182a8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Calling delete_port for f669a32e-7eed-432c-ba41-43c9cf05b9cd owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:26.103425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-6931429c-9949-41dd-ad1b-8e541d5182a8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f669a32e-7eed-432c-ba41-43c9cf05b9cd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:26.123255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cb8fc8b1-c905-4686-ad0d-77c6fbfadc55'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:26.140923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931429c-9949-41dd-ad1b-8e541d5182a8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event deleted for resources: {'Port': ['ID=f669a32e-7eed-432c-ba41-43c9cf05b9cd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:26.200713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f2d19fbf-b42a-49d6-8443-0b5e868a211f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:26.238466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-6931429c-9949-41dd-ad1b-8e541d5182a8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] No DVR routers for this DVR port f669a32e-7eed-432c-ba41-43c9cf05b9cd on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:26.244899 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-6931429c-9949-41dd-ad1b-8e541d5182a8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:26.266238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b1f15b2-ad06-4cd5-899e-69406ca799e4 req-6931429c-9949-41dd-ad1b-8e541d5182a8 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "DELETE /v2.0/ports/f669a32e-7eed-432c-ba41-43c9cf05b9cd HTTP/1.1" status: 204 len: 173 time: 0.6125875 Feb 19 03:45:26.267008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'name': 'network-vif-deleted', 'tag': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:26.278146 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d54ff9e-4d45-4793-9fbf-bddbbf4b04cb" -d '{"events": [{"server_uuid": "dc74813f-be81-44b5-a6c8-2bb6c29a8ad8", "name": "network-vif-deleted", "tag": "f669a32e-7eed-432c-ba41-43c9cf05b9cd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:26.989115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-251b30fd-2d5d-4016-b1a2-f5600c1c5a83 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:26.990924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-251b30fd-2d5d-4016-b1a2-f5600c1c5a83 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/networks?id=4496f6dd-3c90-4290-9b1b-a21585ace0ec HTTP/1.1" status: 200 len: 809 time: 0.1321180 Feb 19 03:45:27.007391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-0f0119da-a23f-441d-97e4-57d67edbaf12 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/quotas/1e523fc5d1b04335b1ac013a685adc2e HTTP/1.1" status: 200 len: 375 time: 0.0094490 Feb 19 03:45:27.042426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-e60d7a4f-3e84-4546-b1d9-e43f5bbff3e8 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e523fc5d1b04335b1ac013a685adc2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285444 Feb 19 03:45:27.180999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-5331ab81-7a93-4d17-a616-502738ed0e8d service neutron] 10.222.0.42 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215470 Feb 19 03:45:27.293819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-79057459-b2b6-408e-bc69-f078573c7438 service neutron] 10.222.0.42 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048105 Feb 19 03:45:27.630130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e55732-437b-42eb-be9e-e9d5e976d9bc req-e1759b5b-0b10-46cb-9128-5086df96a589 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:27.631951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6e55732-437b-42eb-be9e-e9d5e976d9bc req-e1759b5b-0b10-46cb-9128-5086df96a589 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.0968046 Feb 19 03:45:27.706858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6e55732-437b-42eb-be9e-e9d5e976d9bc req-a111d6d8-35b6-4001-b557-daeb323796d1 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609589 Feb 19 03:45:27.745684 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502122c3-8ad2-457b-adbd-2c55c0478877 x-openstack-request-id: req-502122c3-8ad2-457b-adbd-2c55c0478877 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:27.747647 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc74813f-be81-44b5-a6c8-2bb6c29a8ad8", "name": "network-vif-deleted", "tag": "f669a32e-7eed-432c-ba41-43c9cf05b9cd", "status": "failed", "code": 422}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:27.748080 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-502122c3-8ad2-457b-adbd-2c55c0478877 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:27.748698 n-d-826756-2 neutron-server[103615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc74813f-be81-44b5-a6c8-2bb6c29a8ad8', 'name': 'network-vif-deleted', 'tag': 'f669a32e-7eed-432c-ba41-43c9cf05b9cd', 'status': 'failed', 'code': 422} returned with failed status Feb 19 03:45:27.903948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89282c0e-e360-41fa-a5a2-b39f47903859 req-af93cd51-4aa6-4cde-b0c4-354403997e89 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 210 time: 0.0617836 Feb 19 03:45:28.429628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155b193-4d5a-4ba9-bd37-7a9b8dd1bd0a req-d01526f5-fe2c-4214-aabb-e8a9c0e26bf3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:28.432093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7155b193-4d5a-4ba9-bd37-7a9b8dd1bd0a req-d01526f5-fe2c-4214-aabb-e8a9c0e26bf3 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 908 time: 0.1081882 Feb 19 03:45:28.862803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549965-80d6-4ddc-96e8-2a0266ade5ac req-71c228fb-dcd8-4c6a-ba97-70b8f4e38f49 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:28.864659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9549965-80d6-4ddc-96e8-2a0266ade5ac req-71c228fb-dcd8-4c6a-ba97-70b8f4e38f49 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.0723305 Feb 19 03:45:29.036272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9549965-80d6-4ddc-96e8-2a0266ade5ac req-0648f35a-bf6d-44bb-b3dc-8ae8e5f8144b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502266 Feb 19 03:45:29.100702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-e7c13f5f-5ef8-4f6a-89a0-a1ae70da3703 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:29.102403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-e7c13f5f-5ef8-4f6a-89a0-a1ae70da3703 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.71 "GET /v2.0/networks?id=4496f6dd-3c90-4290-9b1b-a21585ace0ec HTTP/1.1" status: 200 len: 809 time: 0.2495291 Feb 19 03:45:29.125874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Request body: {'port': {'device_id': 'bd733b4e-6d06-40f6-be3e-ef4bf08b56f7', 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec', 'admin_state_up': True, 'tenant_id': '1e523fc5d1b04335b1ac013a685adc2e'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:29.227308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-17dea1b1-2264-4939-b0e7-23abb5702e14 req-af282ba4-53ad-4e3a-a785-927b630b4950 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 210 time: 0.0770628 Feb 19 03:45:29.381491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Made reservation on behalf of 1e523fc5d1b04335b1ac013a685adc2e for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:45:29.387617 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:29.624979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Allocated IP 172.20.0.13 (4496f6dd-3c90-4290-9b1b-a21585ace0ec/b0d854e5-6dcb-4fab-ae65-5d07e90ac23c/b2a11800-af9a-4a01-946f-5f27657e99e2) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:45:29.634723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb75eea-7518-4361-aff1-19c4962ac9da req-9801a16d-867d-4fb1-878e-08ea7828625d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:29.661382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eb75eea-7518-4361-aff1-19c4962ac9da req-9801a16d-867d-4fb1-878e-08ea7828625d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 908 time: 0.1240523 Feb 19 03:45:29.862905 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks [] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:29.925252 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:29.985651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Network 4496f6dd-3c90-4290-9b1b-a21585ace0ec is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:45:29.996651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:45:30.006410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-3a2e0b0f-3bcc-497e-b9e3-c096612a808d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:30.008279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-3a2e0b0f-3bcc-497e-b9e3-c096612a808d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.37 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 908 time: 0.1233170 Feb 19 03:45:30.011778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:45:30.022922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Pushing event updated for resources: {'Port': ['ID=b2a11800-af9a-4a01-946f-5f27657e99e2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:30.088312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:30.088874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:30.109331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-c8b78b0e-8376-4091-826f-e4519831a2b6 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9900441 Feb 19 03:45:30.204824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Request body: {'port': {'device_id': 'bd733b4e-6d06-40f6-be3e-ef4bf08b56f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:30.692622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab25f66-4445-451f-9649-b12268e85555 req-2ff069e2-53cc-4c0c-adbf-0bc8457c3a47 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:30.701024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ab25f66-4445-451f-9649-b12268e85555 req-2ff069e2-53cc-4c0c-adbf-0bc8457c3a47 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.5391541 Feb 19 03:45:30.749894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ab25f66-4445-451f-9649-b12268e85555 req-851c597a-3e42-4768-90dd-b2219f265d1c tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478320 Feb 19 03:45:30.752783 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:30.790233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-1bef8e78-e0a3-44c6-bf3e-4bb5aa059343 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Deleting port dcf1913e-de38-49b5-a677-d4e42d83d854 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:30.790592 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-1bef8e78-e0a3-44c6-bf3e-4bb5aa059343 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:30.883961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-6828eb16-e87d-48eb-8401-b70be57886e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6082597 Feb 19 03:45:31.094559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73632644-ecf9-4b3a-b77f-f2d269a04ad0 req-5c668c27-6933-4e0e-be4b-e062bae335ba tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:31.101582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73632644-ecf9-4b3a-b77f-f2d269a04ad0 req-5c668c27-6933-4e0e-be4b-e062bae335ba tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 932 time: 0.2349298 Feb 19 03:45:31.123485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-6de64a11-32e2-4cc7-973f-f7a61cb9d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:31.124984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-6de64a11-32e2-4cc7-973f-f7a61cb9d7fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 1127 time: 0.1981039 Feb 19 03:45:31.132507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-1bef8e78-e0a3-44c6-bf3e-4bb5aa059343 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] For port dcf1913e-de38-49b5-a677-d4e42d83d854, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=dcf1913e-de38-49b5-a677-d4e42d83d854,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:31.132889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-1bef8e78-e0a3-44c6-bf3e-4bb5aa059343 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:31.297291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-1bef8e78-e0a3-44c6-bf3e-4bb5aa059343 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Calling delete_port for dcf1913e-de38-49b5-a677-d4e42d83d854 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:31.301520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-f7be6c56-6862-4257-ac9f-60d86c64653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:31.303060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-f7be6c56-6862-4257-ac9f-60d86c64653a service neutron] 10.222.0.71 "GET /v2.0/networks?id=f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 200 len: 912 time: 0.1242855 Feb 19 03:45:31.376189 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73632644-ecf9-4b3a-b77f-f2d269a04ad0 req-81538057-f39a-450a-9535-f907ba94a499 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734404 Feb 19 03:45:31.382345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-43eac0c8-04e7-4bf0-ae50-3589036453bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 HTTP/1.1" status: 200 len: 217 time: 0.0631011 Feb 19 03:45:31.652418 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-1bef8e78-e0a3-44c6-bf3e-4bb5aa059343 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (dcf1913e-de38-49b5-a677-d4e42d83d854), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:31.845578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-1bef8e78-e0a3-44c6-bf3e-4bb5aa059343 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] No DVR routers for this DVR port dcf1913e-de38-49b5-a677-d4e42d83d854 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:31.848834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-1bef8e78-e0a3-44c6-bf3e-4bb5aa059343 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:31.854668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-176e0a07-3bc1-498b-8647-746fff2169e1 req-1bef8e78-e0a3-44c6-bf3e-4bb5aa059343 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.37 "DELETE /v2.0/ports/dcf1913e-de38-49b5-a677-d4e42d83d854 HTTP/1.1" status: 204 len: 173 time: 1.8390684 Feb 19 03:45:31.855890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef8e78-e0a3-44c6-bf3e-4bb5aa059343 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event deleted for resources: {'Port': ['ID=dcf1913e-de38-49b5-a677-d4e42d83d854,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:31.871902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77851ae-bcb5-43d8-843d-0abe0d42b915', 'name': 'network-vif-deleted', 'tag': 'dcf1913e-de38-49b5-a677-d4e42d83d854'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:31.874357 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23f770f-876a-46b7-bc42-c2a4b646f559" -d '{"events": [{"server_uuid": "f77851ae-bcb5-43d8-843d-0abe0d42b915", "name": "network-vif-deleted", "tag": "dcf1913e-de38-49b5-a677-d4e42d83d854"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:31.882306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-835eea19-8550-4af0-a241-1c490faf9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:31.883791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-835eea19-8550-4af0-a241-1c490faf9d65 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 200 len: 850 time: 0.4155257 Feb 19 03:45:32.015573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ea0fd-e70f-45c2-8456-1b1274954223 req-7d57b737-c57b-4499-9aa6-7b8d67505746 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:32.023964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-702ea0fd-e70f-45c2-8456-1b1274954223 req-7d57b737-c57b-4499-9aa6-7b8d67505746 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77851ae-bcb5-43d8-843d-0abe0d42b915 HTTP/1.1" status: 200 len: 829 time: 0.5091250 Feb 19 03:45:32.183145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a11800-af9a-4a01-946f-5f27657e99e2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:32.195225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-56098114-c1a1-4b07-a9d2-e1cdc3244465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:32.197107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-56098114-c1a1-4b07-a9d2-e1cdc3244465 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f993302b-469d-4916-adcf-9890c269def0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2938197 Feb 19 03:45:32.213393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Publish callbacks [] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:32.239860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device dcf1913e-de38-49b5-a677-d4e42d83d854 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:32.280175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: dcf1913e-de38-49b5-a677-d4e42d83d854 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:32.280910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device dcf1913e-de38-49b5-a677-d4e42d83d854 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:32.341591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Transition to ACTIVE for port object b2a11800-af9a-4a01-946f-5f27657e99e2 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:45:32.348432 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:32.525994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a11800-af9a-4a01-946f-5f27657e99e2,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:32.535357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3f3c9-2cac-47da-8119-6e812543f9a4 req-84776734-f4aa-4a88-a020-fd29dd34e315 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:32.537045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cc3f3c9-2cac-47da-8119-6e812543f9a4 req-84776734-f4aa-4a88-a020-fd29dd34e315 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.3343546 Feb 19 03:45:32.627276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-f90e2549-b87a-41a6-bb8f-6c37e9eb8fd0 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039774 Feb 19 03:45:32.770951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8cc3f3c9-2cac-47da-8119-6e812543f9a4 req-c6a68803-c835-43db-90c0-6b959e2230e5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718187 Feb 19 03:45:32.774231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Attempting to bind port b2a11800-af9a-4a01-946f-5f27657e99e2 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:45:32.774231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Attempting to bind port b2a11800-af9a-4a01-946f-5f27657e99e2 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '08515ad2-ea88-40df-af9d-1512c2c1bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:45:32.774482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Attempting to bind port b2a11800-af9a-4a01-946f-5f27657e99e2 on network 4496f6dd-3c90-4290-9b1b-a21585ace0ec {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:32.807898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Port b2a11800-af9a-4a01-946f-5f27657e99e2 on network 4496f6dd-3c90-4290-9b1b-a21585ace0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:45:32.808238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Attempting to bind port b2a11800-af9a-4a01-946f-5f27657e99e2 on network 4496f6dd-3c90-4290-9b1b-a21585ace0ec {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:32.833819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:45:32.834269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Checking segment: {'id': '08515ad2-ea88-40df-af9d-1512c2c1bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:45:32.834660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Bound using segment: {'id': '08515ad2-ea88-40df-af9d-1512c2c1bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:45:32.835108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Bound port: b2a11800-af9a-4a01-946f-5f27657e99e2, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08515ad2-ea88-40df-af9d-1512c2c1bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:45:32.835472 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:32.930857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] For port b2a11800-af9a-4a01-946f-5f27657e99e2, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:45:32.935730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] For port b2a11800-af9a-4a01-946f-5f27657e99e2, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=b2a11800-af9a-4a01-946f-5f27657e99e2,segment=NetworkSegment(08515ad2-ea88-40df-af9d-1512c2c1bf5b),segment_id=08515ad2-ea88-40df-af9d-1512c2c1bf5b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:45:32.942479 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc36342f-139c-4779-89f8-b82808ef9319 x-openstack-request-id: req-fc36342f-139c-4779-89f8-b82808ef9319 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:32.942845 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77851ae-bcb5-43d8-843d-0abe0d42b915", "name": "network-vif-deleted", "tag": "dcf1913e-de38-49b5-a677-d4e42d83d854", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:32.943091 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc36342f-139c-4779-89f8-b82808ef9319 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:32.943843 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77851ae-bcb5-43d8-843d-0abe0d42b915', 'name': 'network-vif-deleted', 'tag': 'dcf1913e-de38-49b5-a677-d4e42d83d854', 'status': 'completed', 'code': 200} Feb 19 03:45:32.953736 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:32.970552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fadbcd2-4e5b-42cf-a83e-5c514224ccc1 req-65a6cdc6-4e00-469b-aa3e-044dec32ab10 service neutron] 10.222.0.71 "GET /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207455 Feb 19 03:45:33.146252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:33.147288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:33.149823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] 10.222.0.71 "PUT /v2.0/ports/b2a11800-af9a-4a01-946f-5f27657e99e2 HTTP/1.1" status: 200 len: 1092 time: 3.0323422 Feb 19 03:45:33.223004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7cc73-35b6-444b-841b-730e1a4f7ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a11800-af9a-4a01-946f-5f27657e99e2,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:33.282669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dfe5f-0e19-4992-a84d-70d23228ac51 req-3507642c-e380-4643-b190-98d1058d98d8 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:33.284780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c7dfe5f-0e19-4992-a84d-70d23228ac51 req-3507642c-e380-4643-b190-98d1058d98d8 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 944 time: 0.2354779 Feb 19 03:45:33.325888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-8303f639-6ea2-4063-96d5-78e6e9f5ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:33.328407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-8303f639-6ea2-4063-96d5-78e6e9f5ca64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e523fc5d1b04335b1ac013a685adc2e&device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 1126 time: 0.0999546 Feb 19 03:45:33.399120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-e62d5849-dcde-437a-8ec2-71ffe9278a37 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a11800-af9a-4a01-946f-5f27657e99e2 HTTP/1.1" status: 200 len: 217 time: 0.0503001 Feb 19 03:45:33.483636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c7dfe5f-0e19-4992-a84d-70d23228ac51 req-9a93753b-295b-484d-8409-89551202742b tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876230 Feb 19 03:45:33.508064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-a0c64126-2a77-4d90-a0d3-a907df651194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:33.510516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-a0c64126-2a77-4d90-a0d3-a907df651194 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d854e5-6dcb-4fab-ae65-5d07e90ac23c HTTP/1.1" status: 200 len: 849 time: 0.0980711 Feb 19 03:45:33.605264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-697f8366-8982-4696-9b28-36d59a740a36 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4496f6dd-3c90-4290-9b1b-a21585ace0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863218 Feb 19 03:45:33.804891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-eebc7d2f-4f78-4488-a3b5-4b887225579c service neutron] 10.222.0.71 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880221 Feb 19 03:45:33.953677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6860b24d-04c6-4187-838e-bf76972d6fa2 req-cf1fad8b-8488-46fc-a5cc-2500b0032a5f service neutron] 10.222.0.71 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395671 Feb 19 03:45:34.107737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53716b1-c24f-46a8-a959-df9920fc1056 req-b91b59b3-c5f3-46cc-bea2-c1b5eddf8cc8 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:34.123638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a53716b1-c24f-46a8-a959-df9920fc1056 req-b91b59b3-c5f3-46cc-bea2-c1b5eddf8cc8 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1321464 Feb 19 03:45:34.251998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a53716b1-c24f-46a8-a959-df9920fc1056 req-6736d70b-bc00-4184-86da-a74641420f88 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264355 Feb 19 03:45:34.429767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b5154-bc35-4426-b90d-4c67da63fae3 req-c7c1e1a1-79bb-415b-85e3-959d82c57936 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:34.431626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c63b5154-bc35-4426-b90d-4c67da63fae3 req-c7c1e1a1-79bb-415b-85e3-959d82c57936 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 945 time: 0.0711558 Feb 19 03:45:34.539558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c63b5154-bc35-4426-b90d-4c67da63fae3 req-443892b3-6f06-45ea-9349-6ffdcb78a72e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959711 Feb 19 03:45:34.740376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc0ab9-b220-49da-b199-c5116379bf4d req-1af179b7-a139-4a2f-9544-98e6199fc357 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:34.742291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7dc0ab9-b220-49da-b199-c5116379bf4d req-1af179b7-a139-4a2f-9544-98e6199fc357 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 944 time: 0.0855007 Feb 19 03:45:34.839528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7dc0ab9-b220-49da-b199-c5116379bf4d req-928bd902-c03d-4388-bd8a-3e735aff8837 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871911 Feb 19 03:45:34.945035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd733b4e-6d06-40f6-be3e-ef4bf08b56f7', 'tag': 'b2a11800-af9a-4a01-946f-5f27657e99e2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:34.948065 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4ea16a-d939-480b-9405-400a9f63b704" -d '{"events": [{"name": "network-changed", "server_uuid": "bd733b4e-6d06-40f6-be3e-ef4bf08b56f7", "tag": "b2a11800-af9a-4a01-946f-5f27657e99e2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:35.010203 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e13b4c-d48d-4a8b-993b-3de763a21581 x-openstack-request-id: req-f0e13b4c-d48d-4a8b-993b-3de763a21581 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:35.011224 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd733b4e-6d06-40f6-be3e-ef4bf08b56f7", "tag": "b2a11800-af9a-4a01-946f-5f27657e99e2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:35.011224 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0e13b4c-d48d-4a8b-993b-3de763a21581 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:35.011224 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd733b4e-6d06-40f6-be3e-ef4bf08b56f7', 'tag': 'b2a11800-af9a-4a01-946f-5f27657e99e2', 'status': 'completed', 'code': 200} Feb 19 03:45:35.136429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea16a-d939-480b-9405-400a9f63b704 req-b01278a3-00b5-4c3d-a4e3-a3961cb61710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:35.140176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b4ea16a-d939-480b-9405-400a9f63b704 req-b01278a3-00b5-4c3d-a4e3-a3961cb61710 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e523fc5d1b04335b1ac013a685adc2e&device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 1126 time: 0.0923870 Feb 19 03:45:35.315896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea16a-d939-480b-9405-400a9f63b704 req-80da0605-0ea2-41ba-ad7d-3fdeb22daf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:35.317456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b4ea16a-d939-480b-9405-400a9f63b704 req-80da0605-0ea2-41ba-ad7d-3fdeb22daf5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4496f6dd-3c90-4290-9b1b-a21585ace0ec HTTP/1.1" status: 200 len: 910 time: 0.1625535 Feb 19 03:45:35.467141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b4ea16a-d939-480b-9405-400a9f63b704 req-cc0f6ba9-6737-430d-ac99-bf832b77f2dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a11800-af9a-4a01-946f-5f27657e99e2 HTTP/1.1" status: 200 len: 217 time: 0.1404769 Feb 19 03:45:35.583838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358d9c4-ec03-4cb7-befd-7f578b0579e7 req-618e1eb1-6dd8-4169-ba77-866a2a23097d tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:35.586969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a358d9c4-ec03-4cb7-befd-7f578b0579e7 req-618e1eb1-6dd8-4169-ba77-866a2a23097d tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1936684 Feb 19 03:45:35.597176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea16a-d939-480b-9405-400a9f63b704 req-b3c7a863-2da2-4db7-b119-6a06da7cb69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:35.599482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b4ea16a-d939-480b-9405-400a9f63b704 req-b3c7a863-2da2-4db7-b119-6a06da7cb69a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d854e5-6dcb-4fab-ae65-5d07e90ac23c HTTP/1.1" status: 200 len: 849 time: 0.1212950 Feb 19 03:45:35.666111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b4ea16a-d939-480b-9405-400a9f63b704 req-a8f6f367-3339-4b88-b730-5215767821cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4496f6dd-3c90-4290-9b1b-a21585ace0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518808 Feb 19 03:45:35.753096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a358d9c4-ec03-4cb7-befd-7f578b0579e7 req-909dae25-ccd5-4850-9a3a-0d6324dd25d5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522980 Feb 19 03:45:35.869449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b4ea16a-d939-480b-9405-400a9f63b704 req-8f0c6dc3-08b7-4534-b866-27fb0d50b34a service neutron] 10.222.0.71 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897359 Feb 19 03:45:35.992421 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b4ea16a-d939-480b-9405-400a9f63b704 req-9b538a22-e242-4393-95b9-f44c865d8791 service neutron] 10.222.0.71 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109598 Feb 19 03:45:36.137752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65905f-4aaf-48b6-a502-597a75058dec req-16367fb2-63d7-48c7-b164-27236fe7f99f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:36.149941 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b65905f-4aaf-48b6-a502-597a75058dec req-16367fb2-63d7-48c7-b164-27236fe7f99f tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 945 time: 0.1455209 Feb 19 03:45:36.192585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d970c7-2389-4e62-a75a-97854f88f095 req-657f3735-1414-453c-bfd3-78375876d097 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:36.195820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69d970c7-2389-4e62-a75a-97854f88f095 req-657f3735-1414-453c-bfd3-78375876d097 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 945 time: 0.2019582 Feb 19 03:45:36.256683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b65905f-4aaf-48b6-a502-597a75058dec req-ae6fa99d-af39-4c11-a8de-ca557b73cbe2 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032345 Feb 19 03:45:36.305903 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:36.386785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-69d970c7-2389-4e62-a75a-97854f88f095 req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Deleting port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:36.387216 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-69d970c7-2389-4e62-a75a-97854f88f095 req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:36.494751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-69d970c7-2389-4e62-a75a-97854f88f095 req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] For port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:36.495131 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-69d970c7-2389-4e62-a75a-97854f88f095 req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:36.509439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-69d970c7-2389-4e62-a75a-97854f88f095 req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Calling delete_port for cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:36.689998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e3eae-b57b-48a9-9368-fd2cf97300a1 req-434f0080-1804-4eab-825b-c8793159ae03 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:36.689998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d1e3eae-b57b-48a9-9368-fd2cf97300a1 req-434f0080-1804-4eab-825b-c8793159ae03 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 944 time: 0.1626339 Feb 19 03:45:36.794356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d1e3eae-b57b-48a9-9368-fd2cf97300a1 req-6dff1dc8-ae22-4934-a3b8-7d923dfdba48 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949461 Feb 19 03:45:36.821723 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-69d970c7-2389-4e62-a75a-97854f88f095 req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (cb8fc8b1-c905-4686-ad0d-77c6fbfadc55), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:36.838368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['cb8fc8b1-c905-4686-ad0d-77c6fbfadc55'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:36.888004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f2d19fbf-b42a-49d6-8443-0b5e868a211f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:36.892619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event deleted for resources: {'Port': ['ID=cb8fc8b1-c905-4686-ad0d-77c6fbfadc55,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:36.965914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.965914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.965914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.965914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.965914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.965914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.965914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.965914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.965914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.967444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.967444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.969433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:36.970491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:37.105995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d970c7-2389-4e62-a75a-97854f88f095 req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] No DVR routers for this DVR port cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:37.111501 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-69d970c7-2389-4e62-a75a-97854f88f095 req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:37.116678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69d970c7-2389-4e62-a75a-97854f88f095 req-ff415ecc-e3c0-48b0-9cda-6d2df9c4fe6a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "DELETE /v2.0/ports/cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 HTTP/1.1" status: 204 len: 173 time: 0.8740261 Feb 19 03:45:37.119975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38493ff7-bc0c-49ce-9f73-9fd578c5936c', 'name': 'network-vif-deleted', 'tag': 'cb8fc8b1-c905-4686-ad0d-77c6fbfadc55'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:37.124854 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb2ecb5-e229-48be-9b05-07eb1763e01b" -d '{"events": [{"server_uuid": "38493ff7-bc0c-49ce-9f73-9fd578c5936c", "name": "network-vif-deleted", "tag": "cb8fc8b1-c905-4686-ad0d-77c6fbfadc55"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:37.182651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb320da8-8dff-4041-b033-9d8d49ee56db req-5cea9e1c-b6d0-4eec-8103-4321e4453b58 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:37.186192 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb320da8-8dff-4041-b033-9d8d49ee56db req-5cea9e1c-b6d0-4eec-8103-4321e4453b58 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.2657592 Feb 19 03:45:37.302719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb320da8-8dff-4041-b033-9d8d49ee56db req-b7a4e736-a294-4828-ae2a-6fa15111509e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085660 Feb 19 03:45:37.395112 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a135db0-275a-46ff-8ec2-115bee663ab4 x-openstack-request-id: req-3a135db0-275a-46ff-8ec2-115bee663ab4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:37.395770 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38493ff7-bc0c-49ce-9f73-9fd578c5936c", "name": "network-vif-deleted", "tag": "cb8fc8b1-c905-4686-ad0d-77c6fbfadc55", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:37.396505 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a135db0-275a-46ff-8ec2-115bee663ab4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:37.397350 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38493ff7-bc0c-49ce-9f73-9fd578c5936c', 'name': 'network-vif-deleted', 'tag': 'cb8fc8b1-c905-4686-ad0d-77c6fbfadc55', 'status': 'completed', 'code': 200} Feb 19 03:45:37.421529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device b2a11800-af9a-4a01-946f-5f27657e99e2 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:45:37.652155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port b2a11800-af9a-4a01-946f-5f27657e99e2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=b2a11800-af9a-4a01-946f-5f27657e99e2,segment=NetworkSegment(08515ad2-ea88-40df-af9d-1512c2c1bf5b),segment_id=08515ad2-ea88-40df-af9d-1512c2c1bf5b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:37.667630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba94c873-03ea-4c4c-92c3-689919be8649 req-f9d66d07-862b-452f-bd22-d46a71b830e4 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=38493ff7-bc0c-49ce-9f73-9fd578c5936c HTTP/1.1" status: 200 len: 210 time: 0.0748837 Feb 19 03:45:37.745268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'b2a11800-af9a-4a01-946f-5f27657e99e2', 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec', 'port_id': 'b2a11800-af9a-4a01-946f-5f27657e99e2', 'mac_address': 'fa:16:3e:95:a9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d854e5-6dcb-4fab-ae65-5d07e90ac23c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:45:37.789462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port b2a11800-af9a-4a01-946f-5f27657e99e2 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:37.790471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:37.818787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a11800-af9a-4a01-946f-5f27657e99e2 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:37.868831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port b2a11800-af9a-4a01-946f-5f27657e99e2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=b2a11800-af9a-4a01-946f-5f27657e99e2,segment=NetworkSegment(08515ad2-ea88-40df-af9d-1512c2c1bf5b),segment_id=08515ad2-ea88-40df-af9d-1512c2c1bf5b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:37.873959 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:37.956253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=b2a11800-af9a-4a01-946f-5f27657e99e2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:38.010423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dff577-fd38-44f0-88e1-5b2e41b315e4 req-e67c1948-741a-456a-b3d5-48dc3b8f4870 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:38.012440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38dff577-fd38-44f0-88e1-5b2e41b315e4 req-e67c1948-741a-456a-b3d5-48dc3b8f4870 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 945 time: 0.0871007 Feb 19 03:45:38.099592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38dff577-fd38-44f0-88e1-5b2e41b315e4 req-1052b308-90c9-4b3c-8d3c-25980e0ecafb tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809565 Feb 19 03:45:38.185768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['b2a11800-af9a-4a01-946f-5f27657e99e2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:38.311756 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a820-b740-4520-b085-dabd1fad2007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:38.526698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0309b0-2048-4cb7-9392-9572d69e19cb req-536cdf21-b460-4e72-b0f9-4934ae92c68a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:38.536011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa0309b0-2048-4cb7-9392-9572d69e19cb req-536cdf21-b460-4e72-b0f9-4934ae92c68a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.0849373 Feb 19 03:45:38.613572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa0309b0-2048-4cb7-9392-9572d69e19cb req-18e49912-0583-48b4-86b7-72d8edb05c89 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750554 Feb 19 03:45:39.020741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6ebe5-a15c-4719-9c72-3703e4eeea61 req-c65c6d61-902a-4d4c-9b45-cb6a848a2e90 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:39.029360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ee6ebe5-a15c-4719-9c72-3703e4eeea61 req-c65c6d61-902a-4d4c-9b45-cb6a848a2e90 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.0783179 Feb 19 03:45:39.087688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ee6ebe5-a15c-4719-9c72-3703e4eeea61 req-be200325-17d3-4479-acad-a6dece242a7b tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571222 Feb 19 03:45:39.242395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13af39-3b0a-40e2-8d7c-b79e132c82eb req-2d36977b-f0b3-4c71-a578-10042bd8f167 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:39.244545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f13af39-3b0a-40e2-8d7c-b79e132c82eb req-2d36977b-f0b3-4c71-a578-10042bd8f167 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 945 time: 0.0725465 Feb 19 03:45:39.301190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f13af39-3b0a-40e2-8d7c-b79e132c82eb req-acc14fc2-43f9-4e5e-97eb-7d80881213a1 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470457 Feb 19 03:45:39.438399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device b2a11800-af9a-4a01-946f-5f27657e99e2 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:39.503731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port b2a11800-af9a-4a01-946f-5f27657e99e2 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:45:39.508903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port b2a11800-af9a-4a01-946f-5f27657e99e2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:39.509278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:39.616513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port b2a11800-af9a-4a01-946f-5f27657e99e2 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:39.617220 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:39.643341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd733b4e-6d06-40f6-be3e-ef4bf08b56f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a11800-af9a-4a01-946f-5f27657e99e2'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:39.646176 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b505f108-e5e1-411e-a5e4-c1a9bb7013a7" -d '{"events": [{"server_uuid": "bd733b4e-6d06-40f6-be3e-ef4bf08b56f7", "name": "network-vif-plugged", "status": "completed", "tag": "b2a11800-af9a-4a01-946f-5f27657e99e2"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:39.662620 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port b2a11800-af9a-4a01-946f-5f27657e99e2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=b2a11800-af9a-4a01-946f-5f27657e99e2,segment=NetworkSegment(08515ad2-ea88-40df-af9d-1512c2c1bf5b),segment_id=08515ad2-ea88-40df-af9d-1512c2c1bf5b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:39.667486 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:39.668827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:39.693684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:39.694013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device cb8fc8b1-c905-4686-ad0d-77c6fbfadc55 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:39.774784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=b2a11800-af9a-4a01-946f-5f27657e99e2,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:39.894398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ac4f3-0adc-4aca-b75e-92d8b35c096f req-69e8d85c-3193-43c5-8ebc-c33a6e44c497 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:39.902156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d56ac4f3-0adc-4aca-b75e-92d8b35c096f req-69e8d85c-3193-43c5-8ebc-c33a6e44c497 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1613905 Feb 19 03:45:39.963220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d56ac4f3-0adc-4aca-b75e-92d8b35c096f req-1282c2f4-4a3d-4a9b-a4b9-a640f6d0909c tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575612 Feb 19 03:45:40.039713 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7a3bae-661f-42f9-968e-098014af08ec x-openstack-request-id: req-cf7a3bae-661f-42f9-968e-098014af08ec {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:40.040134 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd733b4e-6d06-40f6-be3e-ef4bf08b56f7", "name": "network-vif-plugged", "status": "completed", "tag": "b2a11800-af9a-4a01-946f-5f27657e99e2", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:40.040497 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf7a3bae-661f-42f9-968e-098014af08ec {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:40.041048 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd733b4e-6d06-40f6-be3e-ef4bf08b56f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a11800-af9a-4a01-946f-5f27657e99e2', 'code': 200} Feb 19 03:45:40.205419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a482f5-3c6e-43e4-8636-598b3b42c47c req-efb14dc2-e17f-4f00-9053-2d1a9926113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:40.207042 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4a482f5-3c6e-43e4-8636-598b3b42c47c req-efb14dc2-e17f-4f00-9053-2d1a9926113e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 1128 time: 0.0925102 Feb 19 03:45:40.269063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device fa7d1915-76a5-471b-9bb8-bcf862de6821 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:40.397714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4a482f5-3c6e-43e4-8636-598b3b42c47c req-8e8665fa-e5a2-4c06-b46b-ec8ea07b46b8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838055 Feb 19 03:45:40.410982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port fa7d1915-76a5-471b-9bb8-bcf862de6821 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:40.411501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb40a3-10c5-495e-9b04-25fec84a9c3b req-670e2db1-87ca-44b1-ad7c-d1295933e05d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:40.411690 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:40.427095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8abb40a3-10c5-495e-9b04-25fec84a9c3b req-670e2db1-87ca-44b1-ad7c-d1295933e05d tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.1811094 Feb 19 03:45:40.454100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-ba842f63-fa81-441f-add4-e40834cb3ff0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:40.456476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-ba842f63-fa81-441f-add4-e40834cb3ff0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.37 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 945 time: 0.1285269 Feb 19 03:45:40.487849 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-00f4f3af-3e1b-49da-b7ac-d4e4ec843623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:40.521118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port fa7d1915-76a5-471b-9bb8-bcf862de6821, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:40.530914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8abb40a3-10c5-495e-9b04-25fec84a9c3b req-9b387699-9494-4b39-8f5a-d8abd17cfc08 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=a34c4e80-33ea-4ece-af6d-ad0259901b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956140 Feb 19 03:45:40.535797 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:40.697183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=fa7d1915-76a5-471b-9bb8-bcf862de6821,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:40.821483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe9671-f342-4b39-ad75-e1f3a4f3d033 req-28e50948-09bf-4c53-9359-919e4ae3eca9 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:40.830614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fabe9671-f342-4b39-ad75-e1f3a4f3d033 req-28e50948-09bf-4c53-9359-919e4ae3eca9 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 946 time: 0.1747968 Feb 19 03:45:40.872803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-3de56aea-0f61-4632-aab8-0fbf7f02933a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Deleting port f2d19fbf-b42a-49d6-8443-0b5e868a211f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:40.873234 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-3de56aea-0f61-4632-aab8-0fbf7f02933a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:40.991070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fabe9671-f342-4b39-ad75-e1f3a4f3d033 req-843a3c0c-a1c7-4459-ab98-1b28a3f31730 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430118 Feb 19 03:45:41.031868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-3de56aea-0f61-4632-aab8-0fbf7f02933a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] For port f2d19fbf-b42a-49d6-8443-0b5e868a211f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f2d19fbf-b42a-49d6-8443-0b5e868a211f,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:41.032443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-3de56aea-0f61-4632-aab8-0fbf7f02933a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:41.067812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-3de56aea-0f61-4632-aab8-0fbf7f02933a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Calling delete_port for f2d19fbf-b42a-49d6-8443-0b5e868a211f owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:41.240771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04388e86-cd91-4e69-af45-e104fa4c95a8 req-3537ea4d-51c1-4066-b732-764ab791deb9 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:41.249432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04388e86-cd91-4e69-af45-e104fa4c95a8 req-3537ea4d-51c1-4066-b732-764ab791deb9 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 943 time: 0.1376505 Feb 19 03:45:41.397929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04388e86-cd91-4e69-af45-e104fa4c95a8 req-2675ac16-8c53-4cc9-b1bc-24d99c7fa2f4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470761 Feb 19 03:45:41.490973 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-3de56aea-0f61-4632-aab8-0fbf7f02933a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f2d19fbf-b42a-49d6-8443-0b5e868a211f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:41.524929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f2d19fbf-b42a-49d6-8443-0b5e868a211f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:41.544500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de56aea-0f61-4632-aab8-0fbf7f02933a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event deleted for resources: {'Port': ['ID=f2d19fbf-b42a-49d6-8443-0b5e868a211f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:41.677078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-3de56aea-0f61-4632-aab8-0fbf7f02933a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] No DVR routers for this DVR port f2d19fbf-b42a-49d6-8443-0b5e868a211f on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:41.685422 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-3de56aea-0f61-4632-aab8-0fbf7f02933a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:41.690250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-62765d70-48ad-4868-a21c-8e6445b26f3c req-3de56aea-0f61-4632-aab8-0fbf7f02933a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.37 "DELETE /v2.0/ports/f2d19fbf-b42a-49d6-8443-0b5e868a211f HTTP/1.1" status: 204 len: 173 time: 1.2270434 Feb 19 03:45:41.690991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149c22ef-b620-4678-8f94-b1f503cacc95', 'name': 'network-vif-deleted', 'tag': 'f2d19fbf-b42a-49d6-8443-0b5e868a211f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:41.696051 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993dca2f-e0e6-4484-bf50-fff3c88d05e0" -d '{"events": [{"server_uuid": "149c22ef-b620-4678-8f94-b1f503cacc95", "name": "network-vif-deleted", "tag": "f2d19fbf-b42a-49d6-8443-0b5e868a211f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:41.764820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7c7356b-9129-4dac-b229-a61ad323c807 req-1f206f1d-1210-4ae3-a5d7-b269ea2566b1 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=149c22ef-b620-4678-8f94-b1f503cacc95 HTTP/1.1" status: 200 len: 210 time: 0.0845904 Feb 19 03:45:41.853199 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df6427-6e2c-4a24-8c13-d8e8218217fb x-openstack-request-id: req-e4df6427-6e2c-4a24-8c13-d8e8218217fb {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:41.853582 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149c22ef-b620-4678-8f94-b1f503cacc95", "name": "network-vif-deleted", "tag": "f2d19fbf-b42a-49d6-8443-0b5e868a211f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:41.853794 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4df6427-6e2c-4a24-8c13-d8e8218217fb {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:41.854302 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149c22ef-b620-4678-8f94-b1f503cacc95', 'name': 'network-vif-deleted', 'tag': 'f2d19fbf-b42a-49d6-8443-0b5e868a211f', 'status': 'completed', 'code': 200} Feb 19 03:45:42.026638 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:42.042060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa7d1915-76a5-471b-9bb8-bcf862de6821'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:42.045123 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58573fe1-0f39-4375-a2c8-eb419882e910" -d '{"events": [{"server_uuid": "b10021a5-66f2-44e8-923a-c8308369ba8b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa7d1915-76a5-471b-9bb8-bcf862de6821"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:42.265907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device fa7d1915-76a5-471b-9bb8-bcf862de6821 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:45:42.313214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13591ea-d04c-4266-9e4a-e1d930258845 req-a0ab44dc-f688-4848-a2bc-d2d6b741e0fd tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:42.319116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a13591ea-d04c-4266-9e4a-e1d930258845 req-a0ab44dc-f688-4848-a2bc-d2d6b741e0fd tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 946 time: 0.1250560 Feb 19 03:45:42.412318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a13591ea-d04c-4266-9e4a-e1d930258845 req-63e67f1b-6828-4bc3-af5e-610099aebbe7 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872500 Feb 19 03:45:42.421273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port fa7d1915-76a5-471b-9bb8-bcf862de6821, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:42.437655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'fa7d1915-76a5-471b-9bb8-bcf862de6821', 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03', 'port_id': 'fa7d1915-76a5-471b-9bb8-bcf862de6821', 'mac_address': 'fa:16:3e:13:cd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fce865-3b38-4e89-8261-d4205e1ff45a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:45:42.488620 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port fa7d1915-76a5-471b-9bb8-bcf862de6821 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:42.489018 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:42.528216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7d1915-76a5-471b-9bb8-bcf862de6821 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:42.610913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port fa7d1915-76a5-471b-9bb8-bcf862de6821, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:42.622545 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519f23c9-666a-409f-9a24-dbf2e23f5f7d x-openstack-request-id: req-519f23c9-666a-409f-9a24-dbf2e23f5f7d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:42.622948 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10021a5-66f2-44e8-923a-c8308369ba8b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa7d1915-76a5-471b-9bb8-bcf862de6821", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:42.624029 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-519f23c9-666a-409f-9a24-dbf2e23f5f7d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:42.624029 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa7d1915-76a5-471b-9bb8-bcf862de6821', 'code': 200} Feb 19 03:45:42.635183 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:42.797534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=fa7d1915-76a5-471b-9bb8-bcf862de6821,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:42.829805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.830181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.830524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.830864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.831196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.831527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.831856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.832181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.832643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.832968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.840371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.840854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.844135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:42.938354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfdd47-b11e-4dba-9c38-328c1206f580 req-f4c733b5-69a7-4011-8159-160bfda04c65 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:42.949393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58cfdd47-b11e-4dba-9c38-328c1206f580 req-f4c733b5-69a7-4011-8159-160bfda04c65 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 944 time: 0.2103639 Feb 19 03:45:43.037197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['fa7d1915-76a5-471b-9bb8-bcf862de6821'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:43.068726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58cfdd47-b11e-4dba-9c38-328c1206f580 req-054384f1-ca9d-4ff6-8ff6-e60aef0f0931 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175630 Feb 19 03:45:43.211849 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:43.617922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007498-4c4d-4e4a-bd6e-a6398ececd15 req-92c6b62e-981e-45d3-8e70-bf96c1a7d861 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:43.619604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02007498-4c4d-4e4a-bd6e-a6398ececd15 req-92c6b62e-981e-45d3-8e70-bf96c1a7d861 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.0727580 Feb 19 03:45:43.684701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02007498-4c4d-4e4a-bd6e-a6398ececd15 req-4251442d-cadb-408d-9278-f29f5aa9ab9e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592136 Feb 19 03:45:44.066089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d12f9-18a3-45c8-8e2d-f500b49373be req-bb22d523-949c-41ee-b547-9ab89f8198a0 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:44.068890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d1d12f9-18a3-45c8-8e2d-f500b49373be req-bb22d523-949c-41ee-b547-9ab89f8198a0 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 946 time: 0.0907748 Feb 19 03:45:44.139830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d1d12f9-18a3-45c8-8e2d-f500b49373be req-e5c02dc0-e8d8-443d-965e-f2f7dd127caf tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588319 Feb 19 03:45:44.280130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device fa7d1915-76a5-471b-9bb8-bcf862de6821 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:44.328449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a849de-ca02-435e-9c7b-0dcd3c473838 req-41401b21-1fc1-44f0-85ec-6d5d58817d70 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:44.344497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18a849de-ca02-435e-9c7b-0dcd3c473838 req-41401b21-1fc1-44f0-85ec-6d5d58817d70 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 944 time: 0.1415894 Feb 19 03:45:44.358094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port fa7d1915-76a5-471b-9bb8-bcf862de6821 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:44.358811 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:44.466483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18a849de-ca02-435e-9c7b-0dcd3c473838 req-162682a3-0d9b-4e8b-b9ec-112c66d3c894 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162069 Feb 19 03:45:44.552601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port fa7d1915-76a5-471b-9bb8-bcf862de6821 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:44.555697 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:44.648803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7d1915-76a5-471b-9bb8-bcf862de6821'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:44.651681 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4f9308-de99-438b-a587-43f8186d314e" -d '{"events": [{"server_uuid": "b10021a5-66f2-44e8-923a-c8308369ba8b", "name": "network-vif-plugged", "status": "completed", "tag": "fa7d1915-76a5-471b-9bb8-bcf862de6821"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:44.675740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port fa7d1915-76a5-471b-9bb8-bcf862de6821, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:44.680271 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:44.683122 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:44.684183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f2d19fbf-b42a-49d6-8443-0b5e868a211f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:44.858747 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a9b5ce-7e3c-46c5-a84b-9ea3cbd1bad1 x-openstack-request-id: req-59a9b5ce-7e3c-46c5-a84b-9ea3cbd1bad1 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:44.859239 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10021a5-66f2-44e8-923a-c8308369ba8b", "name": "network-vif-plugged", "status": "completed", "tag": "fa7d1915-76a5-471b-9bb8-bcf862de6821", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:44.859405 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59a9b5ce-7e3c-46c5-a84b-9ea3cbd1bad1 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:44.859802 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7d1915-76a5-471b-9bb8-bcf862de6821', 'code': 200} Feb 19 03:45:44.860790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=fa7d1915-76a5-471b-9bb8-bcf862de6821,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:44.865892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: f2d19fbf-b42a-49d6-8443-0b5e868a211f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:44.866298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f2d19fbf-b42a-49d6-8443-0b5e868a211f not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:45.434503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfefee8-bf48-4c8c-91e9-4c405e82b281 req-1bb1beed-0ae0-47e3-b285-862b9429ec75 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:45.439954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6dfefee8-bf48-4c8c-91e9-4c405e82b281 req-1bb1beed-0ae0-47e3-b285-862b9429ec75 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.6324651 Feb 19 03:45:45.591612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545862c6-6c74-460b-aa32-823bd4b321cd req-5a968f53-fe82-43a9-aefd-a1671285c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:45.594044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-545862c6-6c74-460b-aa32-823bd4b321cd req-5a968f53-fe82-43a9-aefd-a1671285c3bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 1127 time: 0.2874546 Feb 19 03:45:45.626038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6dfefee8-bf48-4c8c-91e9-4c405e82b281 req-1a9d26fb-4804-49b2-9357-93e41d530f29 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1800888 Feb 19 03:45:45.768332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-545862c6-6c74-460b-aa32-823bd4b321cd req-a32f7cb8-da60-4e6a-b059-91c61b3c8733 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370125 Feb 19 03:45:45.793854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521482-6b4c-44f6-b9e6-cebea95b4864 req-612e822c-eed5-45ff-aa30-a5d82ceb5ba7 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:45.801420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5521482-6b4c-44f6-b9e6-cebea95b4864 req-612e822c-eed5-45ff-aa30-a5d82ceb5ba7 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 946 time: 0.0894489 Feb 19 03:45:45.931666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369727c-d64a-4f62-b277-4743799f45f8 req-9178462c-e337-4302-8e62-0cea066c6283 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:45.934032 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b369727c-d64a-4f62-b277-4743799f45f8 req-9178462c-e337-4302-8e62-0cea066c6283 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.1127384 Feb 19 03:45:45.945949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5521482-6b4c-44f6-b9e6-cebea95b4864 req-7420eb59-7239-4eff-a686-6c767e67612a tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434219 Feb 19 03:45:45.968348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c163b-7cdd-464e-b346-3ab329567551 req-30fc9670-040c-473d-9ba7-52489fd55046 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:45.970162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-730c163b-7cdd-464e-b346-3ab329567551 req-30fc9670-040c-473d-9ba7-52489fd55046 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 946 time: 0.1595616 Feb 19 03:45:46.227487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08d8b0-ffd4-4f69-a86f-07b82182bae7 req-65759b46-67c0-4b05-ba70-3a1ae2a0f785 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:46.240152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c08d8b0-ffd4-4f69-a86f-07b82182bae7 req-65759b46-67c0-4b05-ba70-3a1ae2a0f785 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1948032 Feb 19 03:45:46.267209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Deleting port ad4759d5-624c-4ada-b77c-2c00c951e497 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:46.267563 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:46.357186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-730c163b-7cdd-464e-b346-3ab329567551 req-fc8f4d41-974e-4ec6-a757-462bb2afb5de tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Deleting port b2a11800-af9a-4a01-946f-5f27657e99e2 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:46.357655 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-730c163b-7cdd-464e-b346-3ab329567551 req-fc8f4d41-974e-4ec6-a757-462bb2afb5de tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:46.373054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c08d8b0-ffd4-4f69-a86f-07b82182bae7 req-2602874a-ac06-42b4-8e05-19be56356771 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318450 Feb 19 03:45:46.500775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] For port ad4759d5-624c-4ada-b77c-2c00c951e497, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=ad4759d5-624c-4ada-b77c-2c00c951e497,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:46.501372 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:46.527953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-730c163b-7cdd-464e-b346-3ab329567551 req-fc8f4d41-974e-4ec6-a757-462bb2afb5de tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] For port b2a11800-af9a-4a01-946f-5f27657e99e2, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=b2a11800-af9a-4a01-946f-5f27657e99e2,segment=NetworkSegment(08515ad2-ea88-40df-af9d-1512c2c1bf5b),segment_id=08515ad2-ea88-40df-af9d-1512c2c1bf5b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:46.528349 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-730c163b-7cdd-464e-b346-3ab329567551 req-fc8f4d41-974e-4ec6-a757-462bb2afb5de tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:46.582187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-730c163b-7cdd-464e-b346-3ab329567551 req-fc8f4d41-974e-4ec6-a757-462bb2afb5de tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Calling delete_port for b2a11800-af9a-4a01-946f-5f27657e99e2 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:46.895017 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:46.895367 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (25ff4ceb-bf9e-468f-972c-ef1fa0cd953d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:46.895735 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Floating IP 25ff4ceb-bf9e-468f-972c-ef1fa0cd953d disassociated. External IP: 172.25.4.53, port: ad4759d5-624c-4ada-b77c-2c00c951e497. Feb 19 03:45:46.896080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Calling delete_port for ad4759d5-624c-4ada-b77c-2c00c951e497 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:46.954573 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-730c163b-7cdd-464e-b346-3ab329567551 req-fc8f4d41-974e-4ec6-a757-462bb2afb5de tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b2a11800-af9a-4a01-946f-5f27657e99e2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:46.986143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['b2a11800-af9a-4a01-946f-5f27657e99e2'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:47.039047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f4d41-974e-4ec6-a757-462bb2afb5de tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Pushing event deleted for resources: {'Port': ['ID=b2a11800-af9a-4a01-946f-5f27657e99e2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:47.092396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880c16b-946f-40ad-b4b5-ab25e8a9dcbb req-56c7ac22-9d5e-4a22-9580-b5c72d76b3a0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:47.100297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2880c16b-946f-40ad-b4b5-ab25e8a9dcbb req-56c7ac22-9d5e-4a22-9580-b5c72d76b3a0 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 944 time: 0.3118634 Feb 19 03:45:47.164528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-730c163b-7cdd-464e-b346-3ab329567551 req-fc8f4d41-974e-4ec6-a757-462bb2afb5de tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] No DVR routers for this DVR port b2a11800-af9a-4a01-946f-5f27657e99e2 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:47.178023 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-730c163b-7cdd-464e-b346-3ab329567551 req-fc8f4d41-974e-4ec6-a757-462bb2afb5de tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:47.181746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-730c163b-7cdd-464e-b346-3ab329567551 req-fc8f4d41-974e-4ec6-a757-462bb2afb5de tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.71 "DELETE /v2.0/ports/b2a11800-af9a-4a01-946f-5f27657e99e2 HTTP/1.1" status: 204 len: 173 time: 1.1886892 Feb 19 03:45:47.182489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd733b4e-6d06-40f6-be3e-ef4bf08b56f7', 'name': 'network-vif-deleted', 'tag': 'b2a11800-af9a-4a01-946f-5f27657e99e2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:47.185552 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2c2571-9e4e-4aef-bdc6-befeb8c0e55d" -d '{"events": [{"server_uuid": "bd733b4e-6d06-40f6-be3e-ef4bf08b56f7", "name": "network-vif-deleted", "tag": "b2a11800-af9a-4a01-946f-5f27657e99e2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:47.245291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2880c16b-946f-40ad-b4b5-ab25e8a9dcbb req-36c8b5f5-5b8d-431a-bc0e-96428388c47a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups?id=2054141b-0ba4-4dfa-a58e-42b1c30555c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1436582 Feb 19 03:45:47.463596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab97d6ee-f256-4dab-88fa-a6bb48476d40 req-e5a2d6e3-3632-46f0-9d0c-e4780220c66a tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd733b4e-6d06-40f6-be3e-ef4bf08b56f7 HTTP/1.1" status: 200 len: 210 time: 0.0449419 Feb 19 03:45:47.463596 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ad4759d5-624c-4ada-b77c-2c00c951e497), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:47.535064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event deleted for resources: {'Port': ['ID=ad4759d5-624c-4ada-b77c-2c00c951e497,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:47.735906 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b780f23-143d-4d6a-bcbb-6ba8203bfd1c x-openstack-request-id: req-9b780f23-143d-4d6a-bcbb-6ba8203bfd1c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:47.736291 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd733b4e-6d06-40f6-be3e-ef4bf08b56f7", "name": "network-vif-deleted", "tag": "b2a11800-af9a-4a01-946f-5f27657e99e2", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:47.736552 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b780f23-143d-4d6a-bcbb-6ba8203bfd1c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:47.736961 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd733b4e-6d06-40f6-be3e-ef4bf08b56f7', 'name': 'network-vif-deleted', 'tag': 'b2a11800-af9a-4a01-946f-5f27657e99e2', 'status': 'completed', 'code': 200} Feb 19 03:45:47.781273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Router 750ff082-7314-438f-85a1-abf109e78313 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:45:47.868831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957fb30-3039-42ae-9c75-0c2e9126ed54 req-1657aa31-1756-4cab-b7c6-ce437f0a6e61 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:47.870846 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2957fb30-3039-42ae-9c75-0c2e9126ed54 req-1657aa31-1756-4cab-b7c6-ce437f0a6e61 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1379650 Feb 19 03:45:48.033070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2957fb30-3039-42ae-9c75-0c2e9126ed54 req-92ed0910-7ae7-4e80-b8ac-82b7e5f2f05f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190434 Feb 19 03:45:48.112129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:45:48.126053 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] Sync routers for ids ['750ff082-7314-438f-85a1-abf109e78313'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:45:48.155137 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] Routers {'750ff082-7314-438f-85a1-abf109e78313'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:48.155727 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:45:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['750ff082-7314-438f-85a1-abf109e78313'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:48.181461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] No DVR routers for this DVR port ad4759d5-624c-4ada-b77c-2c00c951e497 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:48.185051 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:48.191570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b369727c-d64a-4f62-b277-4743799f45f8 req-0649934f-4b57-4fda-a840-dd638173a27e tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.71 "DELETE /v2.0/ports/ad4759d5-624c-4ada-b77c-2c00c951e497 HTTP/1.1" status: 204 len: 173 time: 2.2386100 Feb 19 03:45:48.288912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb9401-1abd-4a3d-b7e8-c34c11751109 req-70a79bc5-dedc-48c4-a029-9fd624189851 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:48.290909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3fb9401-1abd-4a3d-b7e8-c34c11751109 req-70a79bc5-dedc-48c4-a029-9fd624189851 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.0776789 Feb 19 03:45:48.370467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3fb9401-1abd-4a3d-b7e8-c34c11751109 req-69a6b577-3fae-4a31-ae83-2baac3a2b325 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725038 Feb 19 03:45:48.383981 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] Set router 750ff082-7314-438f-85a1-abf109e78313 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:48.497036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02097343-a25f-4128-baf6-d67ebe20974f req-c72e00dd-f351-4d9d-8cd2-efa11283f767 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/ports?device_id=932aef99-d2fd-4b29-84b1-36ffabd243cc HTTP/1.1" status: 200 len: 210 time: 0.0428233 Feb 19 03:45:48.725542 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:50Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '7c3fffc7-1cec-4185-9a69-7f4926b8d15c', 'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'mac_address': 'fa:16:3e:a5:ba:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:48Z', 'updated_at': '2022-02-19T03:38:56Z', 'revision_number': 5, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'subnets': [{'id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:48.770804 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] Checking router: 750ff082-7314-438f-85a1-abf109e78313 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:45:48.780948 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] Routers {'750ff082-7314-438f-85a1-abf109e78313'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:48.781587 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:45:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['750ff082-7314-438f-85a1-abf109e78313'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:48.977080 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] Set router 750ff082-7314-438f-85a1-abf109e78313 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:49.283065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dac63-3e86-42da-a6ea-ab557981039f req-e57ca048-a077-4abc-8db6-561442763345 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:49.290815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-e57ca048-a077-4abc-8db6-561442763345 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/networks?id=4496f6dd-3c90-4290-9b1b-a21585ace0ec HTTP/1.1" status: 200 len: 809 time: 0.2273786 Feb 19 03:45:49.299171 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:50Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '7c3fffc7-1cec-4185-9a69-7f4926b8d15c', 'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'mac_address': 'fa:16:3e:a5:ba:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:48Z', 'updated_at': '2022-02-19T03:38:56Z', 'revision_number': 5, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'subnets': [{'id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:49.317100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-d59445c1-9889-4362-a2ca-93102d51a085 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/quotas/1e523fc5d1b04335b1ac013a685adc2e HTTP/1.1" status: 200 len: 375 time: 0.0173590 Feb 19 03:45:49.339602 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93d4ed-515b-4da2-baf4-d3bfee460873 None None] The sync data for ids ['750ff082-7314-438f-85a1-abf109e78313'] in n-d-826756-2 is: [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:38:50Z', 'revision_number': 4, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '7c3fffc7-1cec-4185-9a69-7f4926b8d15c', 'name': '', 'network_id': 'f993302b-469d-4916-adcf-9890c269def0', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'mac_address': 'fa:16:3e:a5:ba:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:48Z', 'updated_at': '2022-02-19T03:38:56Z', 'revision_number': 5, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'subnets': [{'id': 'aa807e27-1c58-4cbc-8076-c2c96b7cdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:45:49.375386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-83074a85-a0c6-4dec-a747-3240424af23e tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e523fc5d1b04335b1ac013a685adc2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573463 Feb 19 03:45:49.469792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device b2a11800-af9a-4a01-946f-5f27657e99e2 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:49.487963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-d9d068c0-878a-4466-83bb-ffd880c923db service neutron] 10.222.0.42 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117203 Feb 19 03:45:49.503868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: b2a11800-af9a-4a01-946f-5f27657e99e2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:49.504212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device b2a11800-af9a-4a01-946f-5f27657e99e2 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:49.505742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:49.533889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: ad4759d5-624c-4ada-b77c-2c00c951e497 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:49.533889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device ad4759d5-624c-4ada-b77c-2c00c951e497 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:49.639271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-6dc8b93d-5c8c-4133-aa45-130ee72405d9 service neutron] 10.222.0.42 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454446 Feb 19 03:45:49.738625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-deleted', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:49.741244 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6724f77-6f6c-422b-a2fb-ee6ac423687c" -d '{"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-deleted", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:49.912238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901f9ac-ebbf-4718-bf1b-c9b02e5f9d64 None None] New status for floating IP 25ff4ceb-bf9e-468f-972c-ef1fa0cd953d: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:45:50.039773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-2fe15987-9276-4d1d-9b16-7b41e0853b18 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:50.049268 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-2fe15987-9276-4d1d-9b16-7b41e0853b18 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/networks?id=7c4b1626-a4d1-491f-b909-78cf81c48d03 HTTP/1.1" status: 200 len: 815 time: 0.1597686 Feb 19 03:45:50.067540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-ca30b397-98ce-45ab-8055-c4dc412b1939 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/quotas/ce6ee044f94f4c488643c2ff9f4bf84e HTTP/1.1" status: 200 len: 375 time: 0.0166802 Feb 19 03:45:50.177163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-b8e2174f-2ab5-4e4e-8101-2af97e017de1 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce6ee044f94f4c488643c2ff9f4bf84e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077015 Feb 19 03:45:50.375665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-84bb3eb4-08d1-4732-82e9-f26fb26228d8 service neutron] 10.222.0.42 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882493 Feb 19 03:45:50.450575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-b82125c1-f247-4351-ae92-6b80fdb10253 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:50.452159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-b82125c1-f247-4351-ae92-6b80fdb10253 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "GET /v2.0/ports?device_id=b10021a5-66f2-44e8-923a-c8308369ba8b HTTP/1.1" status: 200 len: 945 time: 0.1398039 Feb 19 03:45:50.622952 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-d177a1b6-11f6-4ba6-ad1c-87d9dd48ba53 service neutron] 10.222.0.42 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463415 Feb 19 03:45:50.684517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-5bfa6617-ed15-4314-8783-2b968c39677b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Deleting port fa7d1915-76a5-471b-9bb8-bcf862de6821 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:50.685389 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-5bfa6617-ed15-4314-8783-2b968c39677b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:50.918348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-5bfa6617-ed15-4314-8783-2b968c39677b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] For port fa7d1915-76a5-471b-9bb8-bcf862de6821, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=fa7d1915-76a5-471b-9bb8-bcf862de6821,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:50.920193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-5bfa6617-ed15-4314-8783-2b968c39677b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:50.949937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-5bfa6617-ed15-4314-8783-2b968c39677b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Calling delete_port for fa7d1915-76a5-471b-9bb8-bcf862de6821 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:50.963492 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9048ec11-e886-43b5-98b6-df84ffe6f390 x-openstack-request-id: req-9048ec11-e886-43b5-98b6-df84ffe6f390 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:50.964127 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932aef99-d2fd-4b29-84b1-36ffabd243cc", "name": "network-vif-deleted", "tag": "ad4759d5-624c-4ada-b77c-2c00c951e497", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:50.964616 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9048ec11-e886-43b5-98b6-df84ffe6f390 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:50.966264 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932aef99-d2fd-4b29-84b1-36ffabd243cc', 'name': 'network-vif-deleted', 'tag': 'ad4759d5-624c-4ada-b77c-2c00c951e497', 'status': 'completed', 'code': 200} Feb 19 03:45:51.118278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c09deee-1ee2-48e3-b7f5-2e3c87cdd058 req-36e91a1f-0030-40d4-b8f1-a0f00f5d64df tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 210 time: 0.0424011 Feb 19 03:45:51.314574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb2ebc27-3354-4658-bd48-195961e2b04e req-6d6dcbd6-a4fa-4ad5-8c88-624a796e78c7 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 210 time: 0.0804939 Feb 19 03:45:51.363174 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-5bfa6617-ed15-4314-8783-2b968c39677b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (fa7d1915-76a5-471b-9bb8-bcf862de6821), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:51.399047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['fa7d1915-76a5-471b-9bb8-bcf862de6821'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:51.420889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa6617-ed15-4314-8783-2b968c39677b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Pushing event deleted for resources: {'Port': ['ID=fa7d1915-76a5-471b-9bb8-bcf862de6821,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:51.491700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 42998) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:51.592801 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group (2054141b-0ba4-4dfa-a58e-42b1c30555c7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:51.613939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-5bfa6617-ed15-4314-8783-2b968c39677b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] No DVR routers for this DVR port fa7d1915-76a5-471b-9bb8-bcf862de6821 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:51.638106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group (2054141b-0ba4-4dfa-a58e-42b1c30555c7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:51.638408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-5bfa6617-ed15-4314-8783-2b968c39677b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:51.648875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f2aa7ee-ac61-4a84-a9ca-cfb6fe991193 req-5bfa6617-ed15-4314-8783-2b968c39677b tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "DELETE /v2.0/ports/fa7d1915-76a5-471b-9bb8-bcf862de6821 HTTP/1.1" status: 204 len: 173 time: 1.1873116 Feb 19 03:45:51.783542 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2054141b-0ba4-4dfa-a58e-42b1c30555c7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:51.795992 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:51.803049 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "DELETE /v2.0/security-groups/2054141b-0ba4-4dfa-a58e-42b1c30555c7 HTTP/1.1" status: 204 len: 168 time: 0.3093362 Feb 19 03:45:51.807506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43004) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:51.837767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2054141b-0ba4-4dfa-a58e-42b1c30555c7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:51.859489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.862525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.864869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.865365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.866194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.867269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.868669 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.869246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.869697 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.870823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.873146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.875013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.877363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce560b0-25cf-4e13-ba4e-e7ecc03f24aa tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:51.885279 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-358612b1-17e4-4aae-93f6-ad94dd968bd9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] show failed (client error): The resource could not be found. Feb 19 03:45:51.885559 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:45:51.894430 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-358612b1-17e4-4aae-93f6-ad94dd968bd9 tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "GET /v2.0/security-groups/2054141b-0ba4-4dfa-a58e-42b1c30555c7 HTTP/1.1" status: 404 len: 347 time: 0.0853636 Feb 19 03:45:51.897529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43008) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:52.067421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dac63-3e86-42da-a6ea-ab557981039f req-be9aa406-9704-4052-a9ed-e3cc89f5a7d7 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:52.073525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-be9aa406-9704-4052-a9ed-e3cc89f5a7d7 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.71 "GET /v2.0/networks?id=4496f6dd-3c90-4290-9b1b-a21585ace0ec HTTP/1.1" status: 200 len: 809 time: 0.4794128 Feb 19 03:45:52.121578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Request body: {'port': {'device_id': 'd38a6ff0-7669-46bc-a37b-dbad1755a225', 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec', 'admin_state_up': True, 'tenant_id': '1e523fc5d1b04335b1ac013a685adc2e'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:52.324174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4cfdc963-e1fb-4e6e-bc61-9ad9d78f15cc req-648951bd-98db-4718-832c-da09f8e8037d tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 210 time: 0.0365582 Feb 19 03:45:52.438831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-486f4a69-9e63-4acb-8233-736134d32c0a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Deleting port 8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:52.439891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-486f4a69-9e63-4acb-8233-736134d32c0a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:52.452821 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:52.589360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3065291-9484-4f0b-b30e-53020aa9272f req-1181b879-3e7d-459d-ad7c-2e1e072083d1 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 210 time: 0.1317501 Feb 19 03:45:52.595687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Made reservation on behalf of 1e523fc5d1b04335b1ac013a685adc2e for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:45:52.599604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:52.769682 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-486f4a69-9e63-4acb-8233-736134d32c0a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:52.770071 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-486f4a69-9e63-4acb-8233-736134d32c0a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for floatingip (8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:52.830486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-486f4a69-9e63-4acb-8233-736134d32c0a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Calling delete_port for 8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:53.247596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'name': 'network-vif-deleted', 'tag': 'fa7d1915-76a5-471b-9bb8-bcf862de6821'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:53.249870 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3103ebd1-a211-4dfc-a09f-7886ea7e3022" -d '{"events": [{"server_uuid": "b10021a5-66f2-44e8-923a-c8308369ba8b", "name": "network-vif-deleted", "tag": "fa7d1915-76a5-471b-9bb8-bcf862de6821"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:53.312649 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e58424f-d380-4aa7-833f-d2477b5f06ff x-openstack-request-id: req-3e58424f-d380-4aa7-833f-d2477b5f06ff {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:53.314139 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10021a5-66f2-44e8-923a-c8308369ba8b", "name": "network-vif-deleted", "tag": "fa7d1915-76a5-471b-9bb8-bcf862de6821", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:53.314854 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e58424f-d380-4aa7-833f-d2477b5f06ff {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:53.315605 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10021a5-66f2-44e8-923a-c8308369ba8b', 'name': 'network-vif-deleted', 'tag': 'fa7d1915-76a5-471b-9bb8-bcf862de6821', 'status': 'completed', 'code': 200} Feb 19 03:45:53.331776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Allocated IP 172.20.0.6 (4496f6dd-3c90-4290-9b1b-a21585ace0ec/b0d854e5-6dcb-4fab-ae65-5d07e90ac23c/8867e007-6554-4268-8c61-b04cdd665480) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:45:53.347646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-c171c883-55f5-4cb4-b044-76b781f7fbaa tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:53.349206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-c171c883-55f5-4cb4-b044-76b781f7fbaa tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "GET /v2.0/networks?id=7c4b1626-a4d1-491f-b909-78cf81c48d03 HTTP/1.1" status: 200 len: 815 time: 0.6721592 Feb 19 03:45:53.391878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Request body: {'port': {'device_id': '6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b', 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03', 'admin_state_up': True, 'tenant_id': 'ce6ee044f94f4c488643c2ff9f4bf84e'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:53.620595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47c1b627-1d06-4ce6-aa91-6a696d3d43f7 req-033f59f7-2862-4b24-8992-38c41b9af615 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 210 time: 0.0911012 Feb 19 03:45:53.845065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04dbcf66-645d-41e6-b692-63ee30af730b req-e6e359d5-ecf7-4aa0-85f8-1168705ff99f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 210 time: 0.0919082 Feb 19 03:45:53.862705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Made reservation on behalf of ce6ee044f94f4c488643c2ff9f4bf84e for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:45:53.865983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:53.955727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-486f4a69-9e63-4acb-8233-736134d32c0a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:54.202825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f4a69-9e63-4acb-8233-736134d32c0a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Pushing event deleted for resources: {'Port': ['ID=8b7c9d98-16ae-4fc5-83d5-b0937dde1fb9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:54.343644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device fa7d1915-76a5-471b-9bb8-bcf862de6821 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:54.418414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: fa7d1915-76a5-471b-9bb8-bcf862de6821 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:54.419548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device fa7d1915-76a5-471b-9bb8-bcf862de6821 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:54.420250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Allocated IP 172.20.0.4 (7c4b1626-a4d1-491f-b909-78cf81c48d03/e2fce865-3b38-4e89-8261-d4205e1ff45a/86f83976-88ce-4265-bdc4-564badf5d95c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:45:54.481373 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-486f4a69-9e63-4acb-8233-736134d32c0a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks [] for floatingip (25ff4ceb-bf9e-468f-972c-ef1fa0cd953d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:54.484797 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-486f4a69-9e63-4acb-8233-736134d32c0a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:54.486357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-486f4a69-9e63-4acb-8233-736134d32c0a tempest-ServerActionsTestJSON-1909950258 tempest-ServerActionsTestJSON-1909950258-project] 10.222.0.42 "DELETE /v2.0/floatingips/25ff4ceb-bf9e-468f-972c-ef1fa0cd953d HTTP/1.1" status: 204 len: 168 time: 2.5875933 Feb 19 03:45:54.489405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43054) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:54.502300 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks [] for port (8867e007-6554-4268-8c61-b04cdd665480), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:54.641927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8867e007-6554-4268-8c61-b04cdd665480), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:54.716558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Network 4496f6dd-3c90-4290-9b1b-a21585ace0ec is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:45:54.725926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:45:54.729085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:45:54.782926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:54.783554 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:54.971500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8537970 Feb 19 03:45:54.972725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575ced2-6fae-436c-9e9b-aacb36651418 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Pushing event updated for resources: {'Port': ['ID=8867e007-6554-4268-8c61-b04cdd665480,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:55.007946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Request body: {'port': {'device_id': 'd38a6ff0-7669-46bc-a37b-dbad1755a225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:55.021875 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks [] for port (86f83976-88ce-4265-bdc4-564badf5d95c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.141860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616a78c-97ce-4fd3-ac66-d3c6de99aeec req-b19f5a55-c473-4924-b447-17ad706ea0b2 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:55.146324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7616a78c-97ce-4fd3-ac66-d3c6de99aeec req-b19f5a55-c473-4924-b447-17ad706ea0b2 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 931 time: 0.3299649 Feb 19 03:45:55.279717 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (750ff082-7314-438f-85a1-abf109e78313), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.304750 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7616a78c-97ce-4fd3-ac66-d3c6de99aeec req-a548ff4b-9d52-4199-8952-7eebd7440266 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494677 Feb 19 03:45:55.308642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8867e007-6554-4268-8c61-b04cdd665480), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.351520 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.594637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Network 7c4b1626-a4d1-491f-b909-78cf81c48d03 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:45:55.597751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Pushing event updated for resources: {'Port': ['ID=86f83976-88ce-4265-bdc4-564badf5d95c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:55.618919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:45:55.638086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:45:55.743891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] Deleting port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:55.744559 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.818838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:55.820444 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.877895 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] For port 7c3fffc7-1cec-4185-9a69-7f4926b8d15c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7c3fffc7-1cec-4185-9a69-7f4926b8d15c,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:55.877895 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.920504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] Calling delete_port for 7c3fffc7-1cec-4185-9a69-7f4926b8d15c owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:55.975838 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-cba8f1a4-b250-4952-b320-bc74001021a4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6003919 Feb 19 03:45:56.017392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Request body: {'port': {'device_id': '6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:56.066865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda0199-4fe2-419f-a5e2-5eaaffb52e65 req-ac0e3b7e-f550-4d81-a966-a74bfd391a6f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:56.068809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9dda0199-4fe2-419f-a5e2-5eaaffb52e65 req-ac0e3b7e-f550-4d81-a966-a74bfd391a6f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 931 time: 0.5830071 Feb 19 03:45:56.301760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9dda0199-4fe2-419f-a5e2-5eaaffb52e65 req-7c8a4f7e-f528-4406-b69b-f7f9b5b10c8f tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718273 Feb 19 03:45:56.302385 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:56.336698 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7c3fffc7-1cec-4185-9a69-7f4926b8d15c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:56.501047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3fffc7-1cec-4185-9a69-7f4926b8d15c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:56.740054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (750ff082-7314-438f-85a1-abf109e78313), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:56.755331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f83976-88ce-4265-bdc4-564badf5d95c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:56.773802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Publish callbacks [] for port (86f83976-88ce-4265-bdc4-564badf5d95c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:56.805253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Transition to ACTIVE for port object 86f83976-88ce-4265-bdc4-564badf5d95c will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:45:56.826202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:56.918642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30069e-529d-49ea-98f7-0ffc0d5dee99 req-69e7657f-bb00-43be-b086-3b63e2c5936c tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:56.919866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e30069e-529d-49ea-98f7-0ffc0d5dee99 req-69e7657f-bb00-43be-b086-3b63e2c5936c tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 931 time: 0.2263768 Feb 19 03:45:56.935655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8867e007-6554-4268-8c61-b04cdd665480 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:56.952731 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Publish callbacks [] for port (8867e007-6554-4268-8c61-b04cdd665480), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.048519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Transition to ACTIVE for port object 8867e007-6554-4268-8c61-b04cdd665480 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:45:57.104164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Pushing event updated for resources: {'Port': ['ID=86f83976-88ce-4265-bdc4-564badf5d95c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:57.126023 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (8867e007-6554-4268-8c61-b04cdd665480), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.305385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Attempting to bind port 86f83976-88ce-4265-bdc4-564badf5d95c on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:45:57.305831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Attempting to bind port 86f83976-88ce-4265-bdc4-564badf5d95c by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:45:57.307454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Attempting to bind port 86f83976-88ce-4265-bdc4-564badf5d95c on network 7c4b1626-a4d1-491f-b909-78cf81c48d03 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:57.339969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8867e007-6554-4268-8c61-b04cdd665480,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:57.351300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Port 86f83976-88ce-4265-bdc4-564badf5d95c on network 7c4b1626-a4d1-491f-b909-78cf81c48d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:45:57.351946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Attempting to bind port 86f83976-88ce-4265-bdc4-564badf5d95c on network 7c4b1626-a4d1-491f-b909-78cf81c48d03 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:57.376321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e30069e-529d-49ea-98f7-0ffc0d5dee99 req-801d9a26-18b8-4548-a894-81fd6ceadd78 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813579 Feb 19 03:45:57.427471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:45:57.436120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] Router 750ff082-7314-438f-85a1-abf109e78313 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:45:57.437246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Checking segment: {'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:45:57.438403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Bound using segment: {'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:45:57.439125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Bound port: 86f83976-88ce-4265-bdc4-564badf5d95c, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0910d6d0-7d9c-433f-a907-6c9fe69538ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:45:57.439757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.555708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:45:57.567001 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] Sync routers for ids ['750ff082-7314-438f-85a1-abf109e78313'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:45:57.571803 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ff9566ef-00a7-471c-82c0-0d1d21f87876 admin admin] 10.222.0.42 "PUT /v2.0/routers/750ff082-7314-438f-85a1-abf109e78313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0790186 Feb 19 03:45:57.572256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43108) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:57.593889 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] Routers {'750ff082-7314-438f-85a1-abf109e78313'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:57.594919 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:45:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['750ff082-7314-438f-85a1-abf109e78313'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:57.714381 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Publish callbacks [] for router (750ff082-7314-438f-85a1-abf109e78313), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.736755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] For port 86f83976-88ce-4265-bdc4-564badf5d95c, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:45:57.755385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] For port 86f83976-88ce-4265-bdc4-564badf5d95c, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=86f83976-88ce-4265-bdc4-564badf5d95c,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:45:57.772901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Attempting to bind port 8867e007-6554-4268-8c61-b04cdd665480 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:45:57.780993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Attempting to bind port 8867e007-6554-4268-8c61-b04cdd665480 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '08515ad2-ea88-40df-af9d-1512c2c1bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:45:57.783548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Attempting to bind port 8867e007-6554-4268-8c61-b04cdd665480 on network 4496f6dd-3c90-4290-9b1b-a21585ace0ec {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:57.802098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Port 8867e007-6554-4268-8c61-b04cdd665480 on network 4496f6dd-3c90-4290-9b1b-a21585ace0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:45:57.806725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Attempting to bind port 8867e007-6554-4268-8c61-b04cdd665480 on network 4496f6dd-3c90-4290-9b1b-a21585ace0ec {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:57.812056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.825510 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] Set router 750ff082-7314-438f-85a1-abf109e78313 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:57.887601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:45:57.888177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Checking segment: {'id': '08515ad2-ea88-40df-af9d-1512c2c1bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:45:57.888326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Bound using segment: {'id': '08515ad2-ea88-40df-af9d-1512c2c1bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:45:57.888756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Bound port: 8867e007-6554-4268-8c61-b04cdd665480, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08515ad2-ea88-40df-af9d-1512c2c1bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:45:57.889131 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8867e007-6554-4268-8c61-b04cdd665480), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.894264 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Publish callbacks [] for router_gateway (750ff082-7314-438f-85a1-abf109e78313), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.908607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Pushing event updated for resources: {'Port': ['ID=86f83976-88ce-4265-bdc4-564badf5d95c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:57.942896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b90b-ae58-46cb-be71-dd71187633e4 req-8da1dc67-de97-44ac-ba05-e07253b6cb97 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:57.944907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9231b90b-ae58-46cb-be71-dd71187633e4 req-8da1dc67-de97-44ac-ba05-e07253b6cb97 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 943 time: 0.4264252 Feb 19 03:45:58.024809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Deleting port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:58.028579 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.052999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:58.056114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.060420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-029aa72e-7140-44e9-8172-dd156215e660 service neutron] 10.222.0.37 "PUT /v2.0/ports/86f83976-88ce-4265-bdc4-564badf5d95c HTTP/1.1" status: 200 len: 1091 time: 2.0646541 Feb 19 03:45:58.065350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b', 'tag': '86f83976-88ce-4265-bdc4-564badf5d95c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:58.067732 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6702571-90b7-46c4-a9eb-a1184f4e01c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b", "tag": "86f83976-88ce-4265-bdc4-564badf5d95c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:58.189772 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:45:56Z', 'revision_number': 5, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port': {'id': '2dbce92e-d661-42c4-9f9e-7d5c0e97cb30', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ff082-7314-438f-85a1-abf109e78313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:38:43Z', 'updated_at': '2022-02-19T03:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:58.247711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] For port 8867e007-6554-4268-8c61-b04cdd665480, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:45:58.251596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] For port 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2dbce92e-d661-42c4-9f9e-7d5c0e97cb30,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:58.253676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.262171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9231b90b-ae58-46cb-be71-dd71187633e4 req-a6afc776-bdc3-495f-bb80-abc076aae5e4 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735660 Feb 19 03:45:58.265812 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] Checking router: 750ff082-7314-438f-85a1-abf109e78313 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:45:58.268959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] For port 8867e007-6554-4268-8c61-b04cdd665480, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=8867e007-6554-4268-8c61-b04cdd665480,segment=NetworkSegment(08515ad2-ea88-40df-af9d-1512c2c1bf5b),segment_id=08515ad2-ea88-40df-af9d-1512c2c1bf5b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:45:58.282574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Calling delete_port for 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:58.290838 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] Routers {'750ff082-7314-438f-85a1-abf109e78313'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:58.291658 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:45:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['750ff082-7314-438f-85a1-abf109e78313'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:58.294059 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (8867e007-6554-4268-8c61-b04cdd665480), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.373077 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d49e900-f4f2-405a-9404-66bdafdd8ce4 x-openstack-request-id: req-8d49e900-f4f2-405a-9404-66bdafdd8ce4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:58.373373 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b", "tag": "86f83976-88ce-4265-bdc4-564badf5d95c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:58.373635 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d49e900-f4f2-405a-9404-66bdafdd8ce4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:58.374069 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b', 'tag': '86f83976-88ce-4265-bdc4-564badf5d95c', 'status': 'completed', 'code': 200} Feb 19 03:45:58.419027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-8c55875e-4d81-41a0-8a9e-c7f183f54388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:58.423415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-8c55875e-4d81-41a0-8a9e-c7f183f54388 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce6ee044f94f4c488643c2ff9f4bf84e&device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 1125 time: 0.2513657 Feb 19 03:45:58.424804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:58.425432 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.440005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] 10.222.0.71 "PUT /v2.0/ports/8867e007-6554-4268-8c61-b04cdd665480 HTTP/1.1" status: 200 len: 1091 time: 3.4280329 Feb 19 03:45:58.556152 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2dbce92e-d661-42c4-9f9e-7d5c0e97cb30), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.595826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbce92e-d661-42c4-9f9e-7d5c0e97cb30,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:58.676342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-6467970a-2b73-4307-8607-b752687a3d9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86f83976-88ce-4265-bdc4-564badf5d95c HTTP/1.1" status: 200 len: 217 time: 0.2225795 Feb 19 03:45:58.690713 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (750ff082-7314-438f-85a1-abf109e78313), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.707270 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] Set router 750ff082-7314-438f-85a1-abf109e78313 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:58.742151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-c6b4298d-d024-4ca4-afa6-ef4030ea4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:58.743644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-c6b4298d-d024-4ca4-afa6-ef4030ea4b2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2fce865-3b38-4e89-8261-d4205e1ff45a HTTP/1.1" status: 200 len: 855 time: 0.0544090 Feb 19 03:45:58.784496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-e8163768-5130-4e93-b883-de3b28def6a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c4b1626-a4d1-491f-b909-78cf81c48d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273950 Feb 19 03:45:58.787288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568fac3-b959-463c-975c-31faa95b25f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8867e007-6554-4268-8c61-b04cdd665480,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:58.811415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dac63-3e86-42da-a6ea-ab557981039f req-5c014436-8404-4c53-b6bf-07db3ab63ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:58.812910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-5c014436-8404-4c53-b6bf-07db3ab63ee6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e523fc5d1b04335b1ac013a685adc2e&device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 1125 time: 0.3359184 Feb 19 03:45:58.828117 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:45:57Z', 'revision_number': 6, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:58.864608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-f3cd59a5-9a6b-41fc-91e5-6801fb0a877e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8867e007-6554-4268-8c61-b04cdd665480 HTTP/1.1" status: 200 len: 217 time: 0.0400002 Feb 19 03:45:58.872583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9755373-3358-4d15-a50a-22213503bfab req-27451327-488a-4f54-b76a-244c4f86f23c tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:58.879411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9755373-3358-4d15-a50a-22213503bfab req-27451327-488a-4f54-b76a-244c4f86f23c tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 943 time: 0.3271635 Feb 19 03:45:58.888745 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb60e6a-dcd8-4df5-aee3-ddad43e37cdb None None] The sync data for ids ['750ff082-7314-438f-85a1-abf109e78313'] in n-d-826756-2 is: [{'id': '750ff082-7314-438f-85a1-abf109e78313', 'name': 'tempest-ServerActionsTestJSON-462238258-router', 'tenant_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:38:41Z', 'updated_at': '2022-02-19T03:45:57Z', 'revision_number': 6, 'project_id': 'd415d80fc59e47e9ba8c16f9f600caf0', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:45:58.961722 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (750ff082-7314-438f-85a1-abf109e78313), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.971419 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Publish callbacks [] for router_controller (750ff082-7314-438f-85a1-abf109e78313), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.009771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9755373-3358-4d15-a50a-22213503bfab req-04a813d4-395e-4731-af17-8fde9c734d23 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294396 Feb 19 03:45:59.041250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dac63-3e86-42da-a6ea-ab557981039f req-14040243-58b4-4c99-8556-75b3afdde09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:59.043696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-14040243-58b4-4c99-8556-75b3afdde09c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d854e5-6dcb-4fab-ae65-5d07e90ac23c HTTP/1.1" status: 200 len: 849 time: 0.1206338 Feb 19 03:45:59.067789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-9ca917b9-39c7-4a48-b224-ce2b4b22e0fd service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711120 Feb 19 03:45:59.089305 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (750ff082-7314-438f-85a1-abf109e78313), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.090563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 750ff082-7314-438f-85a1-abf109e78313 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:45:59.095090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.098755 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0f204190-532e-4a7f-bd59-a78c3d50e1d6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/750ff082-7314-438f-85a1-abf109e78313 HTTP/1.1" status: 204 len: 168 time: 1.5231810 Feb 19 03:45:59.099083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43124) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:59.173557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d0953b-eb74-42e1-8ece-c4be2a800548 req-3ae82ecf-c211-45f4-bba3-029afa123b8b service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888419 Feb 19 03:45:59.175811 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-fa264077-5b0d-4100-94ee-a0b32d11be3c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4496f6dd-3c90-4290-9b1b-a21585ace0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218109 Feb 19 03:45:59.229304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc90f2b3-482c-4427-a511-340195daf651 admin admin] Deleting subnet aa807e27-1c58-4cbc-8076-c2c96b7cdba3 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:45:59.255887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc90f2b3-482c-4427-a511-340195daf651 admin admin] Publish callbacks [] for subnet (aa807e27-1c58-4cbc-8076-c2c96b7cdba3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.346394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc90f2b3-482c-4427-a511-340195daf651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (aa807e27-1c58-4cbc-8076-c2c96b7cdba3), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.421247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-30dec503-c686-4512-9e5e-d6a1859fba52 service neutron] 10.222.0.71 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359464 Feb 19 03:45:59.511375 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc90f2b3-482c-4427-a511-340195daf651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (aa807e27-1c58-4cbc-8076-c2c96b7cdba3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.560599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6702571-90b7-46c4-a9eb-a1184f4e01c0 req-6578628f-b609-4640-8493-20ed6a3768f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:59.562544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6702571-90b7-46c4-a9eb-a1184f4e01c0 req-6578628f-b609-4640-8493-20ed6a3768f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce6ee044f94f4c488643c2ff9f4bf84e&device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 1125 time: 0.2618287 Feb 19 03:45:59.575955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc90f2b3-482c-4427-a511-340195daf651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (aa807e27-1c58-4cbc-8076-c2c96b7cdba3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.583283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8214-a1eb-4c87-8401-fd9dabc68bf7 req-c3edc2c2-0b24-445c-920d-db5371cb7ef5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:59.591427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3b5e8214-a1eb-4c87-8401-fd9dabc68bf7 req-c3edc2c2-0b24-445c-920d-db5371cb7ef5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 943 time: 0.2100625 Feb 19 03:45:59.651164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90f2b3-482c-4427-a511-340195daf651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa807e27-1c58-4cbc-8076-c2c96b7cdba3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:59.671425 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc90f2b3-482c-4427-a511-340195daf651 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.677311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4812353-43b5-445b-9e11-bfdeb6256ee2 None None] Network f993302b-469d-4916-adcf-9890c269def0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:45:59.681892 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fc90f2b3-482c-4427-a511-340195daf651 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aa807e27-1c58-4cbc-8076-c2c96b7cdba3 HTTP/1.1" status: 204 len: 168 time: 0.5725336 Feb 19 03:45:59.684065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43134) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:59.738698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6702571-90b7-46c4-a9eb-a1184f4e01c0 req-f5963dee-dbb1-463d-9f3c-fe54f8cf9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:59.740128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6702571-90b7-46c4-a9eb-a1184f4e01c0 req-f5963dee-dbb1-463d-9f3c-fe54f8cf9005 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c4b1626-a4d1-491f-b909-78cf81c48d03 HTTP/1.1" status: 200 len: 916 time: 0.1671855 Feb 19 03:45:59.907039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be0dac63-3e86-42da-a6ea-ab557981039f req-bf1a2558-e25f-485b-8b51-cd629b81ef3d service neutron] 10.222.0.71 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296887 Feb 19 03:45:59.907039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3b5e8214-a1eb-4c87-8401-fd9dabc68bf7 req-248634f5-d021-4dd1-8e88-83d0dba0c458 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811897 Feb 19 03:45:59.907039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6702571-90b7-46c4-a9eb-a1184f4e01c0 req-988705af-d88b-4dea-b864-8f156dced2d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86f83976-88ce-4265-bdc4-564badf5d95c HTTP/1.1" status: 200 len: 217 time: 0.1263599 Feb 19 03:45:59.921563 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (f993302b-469d-4916-adcf-9890c269def0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.933008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2278e-8e4e-43b0-8682-e0322256a3f8 None None] DHCP port deletion for f993302b-469d-4916-adcf-9890c269def0 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:45:59.975487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6702571-90b7-46c4-a9eb-a1184f4e01c0 req-e3b31cde-668b-49bc-afdb-3dda0345e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:59.978909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6702571-90b7-46c4-a9eb-a1184f4e01c0 req-e3b31cde-668b-49bc-afdb-3dda0345e5c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2fce865-3b38-4e89-8261-d4205e1ff45a HTTP/1.1" status: 200 len: 855 time: 0.0708442 Feb 19 03:46:00.024224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2278e-8e4e-43b0-8682-e0322256a3f8 None None] Deleting port 615f60c0-28b1-43f4-af4e-2aea9a2de37a {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:00.024602 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f0a2278e-8e4e-43b0-8682-e0322256a3f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.072069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6702571-90b7-46c4-a9eb-a1184f4e01c0 req-2ae906c8-346a-4044-8a21-e719d05e5189 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c4b1626-a4d1-491f-b909-78cf81c48d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847564 Feb 19 03:46:00.094231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Deleting port 615f60c0-28b1-43f4-af4e-2aea9a2de37a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:00.094495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.239060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:46:00.270630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] For port 615f60c0-28b1-43f4-af4e-2aea9a2de37a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=615f60c0-28b1-43f4-af4e-2aea9a2de37a,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:00.270999 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.291446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:46:00.297053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2dbce92e-d661-42c4-9f9e-7d5c0e97cb30 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:46:00.297564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 615f60c0-28b1-43f4-af4e-2aea9a2de37a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:46:00.315468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Calling delete_port for 615f60c0-28b1-43f4-af4e-2aea9a2de37a owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:00.381179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dadb8-423e-409e-8fbe-9d9574b8c55a req-88c30707-8b1a-4782-8850-7632175f8339 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:00.382955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-786dadb8-423e-409e-8fbe-9d9574b8c55a req-88c30707-8b1a-4782-8850-7632175f8339 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 943 time: 0.1883855 Feb 19 03:46:00.383942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38a6ff0-7669-46bc-a37b-dbad1755a225', 'tag': '8867e007-6554-4268-8c61-b04cdd665480'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:00.386794 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "d38a6ff0-7669-46bc-a37b-dbad1755a225", "tag": "8867e007-6554-4268-8c61-b04cdd665480"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:00.393227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f0a2278e-8e4e-43b0-8682-e0322256a3f8 None None] For port 615f60c0-28b1-43f4-af4e-2aea9a2de37a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=615f60c0-28b1-43f4-af4e-2aea9a2de37a,segment=NetworkSegment(f44f0324-bcc4-435c-ae1f-0ba0fefd65d5),segment_id=f44f0324-bcc4-435c-ae1f-0ba0fefd65d5)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:00.393646 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f0a2278e-8e4e-43b0-8682-e0322256a3f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.398552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6702571-90b7-46c4-a9eb-a1184f4e01c0 req-8be3a022-a2a2-4f1f-a5ca-8794077b16cd service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198447 Feb 19 03:46:00.420200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2278e-8e4e-43b0-8682-e0322256a3f8 None None] Calling delete_port for 615f60c0-28b1-43f4-af4e-2aea9a2de37a owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:00.508406 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.515082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No active binding found for port 615f60c0-28b1-43f4-af4e-2aea9a2de37a {{(pid=103617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:46:00.526323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] The host n-d-826756-2 is not matching for port 615f60c0-28b1-43f4-af4e-2aea9a2de37a host None! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:46:00.527543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 615f60c0-28b1-43f4-af4e-2aea9a2de37a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:46:00.528144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7c3fffc7-1cec-4185-9a69-7f4926b8d15c no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:46:00.576134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 7c3fffc7-1cec-4185-9a69-7f4926b8d15c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:46:00.577403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=615f60c0-28b1-43f4-af4e-2aea9a2de37a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:00.580257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7c3fffc7-1cec-4185-9a69-7f4926b8d15c not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:46:00.584449 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] No DVR routers for this DVR port 615f60c0-28b1-43f4-af4e-2aea9a2de37a on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:00.609370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-786dadb8-423e-409e-8fbe-9d9574b8c55a req-357d49f0-3660-430a-be78-2b39f117580f tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071919 Feb 19 03:46:00.641926 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f0a2278e-8e4e-43b0-8682-e0322256a3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (615f60c0-28b1-43f4-af4e-2aea9a2de37a), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.666616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6702571-90b7-46c4-a9eb-a1184f4e01c0 req-31d9bb20-7bcf-47d8-9543-5b2e5a0214cc service neutron] 10.222.0.37 "GET /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428434 Feb 19 03:46:00.705132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2278e-8e4e-43b0-8682-e0322256a3f8 None None] Pushing event deleted for resources: {'Port': ['ID=615f60c0-28b1-43f4-af4e-2aea9a2de37a,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:00.710171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a2278e-8e4e-43b0-8682-e0322256a3f8 None None] No DVR routers for this DVR port 615f60c0-28b1-43f4-af4e-2aea9a2de37a on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:00.749388 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cf2d33-a3b4-480d-ab16-c9d6f5bf36d9 x-openstack-request-id: req-b6cf2d33-a3b4-480d-ab16-c9d6f5bf36d9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:00.749388 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38a6ff0-7669-46bc-a37b-dbad1755a225", "tag": "8867e007-6554-4268-8c61-b04cdd665480", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:00.749388 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6cf2d33-a3b4-480d-ab16-c9d6f5bf36d9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:00.749388 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38a6ff0-7669-46bc-a37b-dbad1755a225', 'tag': '8867e007-6554-4268-8c61-b04cdd665480', 'status': 'completed', 'code': 200} Feb 19 03:46:00.752807 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (f993302b-469d-4916-adcf-9890c269def0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.792462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f993302b-469d-4916-adcf-9890c269def0']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:00.804487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:00.804943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44f0324-bcc4-435c-ae1f-0ba0fefd65d5') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:00.817825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf req-039dc7a0-f08f-4377-a43e-67d8abd3afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:00.819652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (f44f0324-bcc4-435c-ae1f-0ba0fefd65d5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.819779 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf req-039dc7a0-f08f-4377-a43e-67d8abd3afd2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e523fc5d1b04335b1ac013a685adc2e&device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 1125 time: 0.0681672 Feb 19 03:46:00.838382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f44f0324-bcc4-435c-ae1f-0ba0fefd65d5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.845777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:00.846307 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (f44f0324-bcc4-435c-ae1f-0ba0fefd65d5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:00.848140 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:00.925447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (f993302b-469d-4916-adcf-9890c269def0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.935298 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.939326 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f993302b-469d-4916-adcf-9890c269def0 HTTP/1.1" status: 204 len: 168 time: 1.2535186 Feb 19 03:46:00.951595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114b7cd-5420-4a62-b02a-8d923bc039b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f993302b-469d-4916-adcf-9890c269def0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:01.121884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43158) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:01.173149 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dc316439-4f9b-44bb-ba4c-a32fec87b285 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d415d80fc59e47e9ba8c16f9f600caf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500100 Feb 19 03:46:01.176657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43160) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:01.293833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f92e549-905c-4ead-9c29-f39b9c503b94 admin admin] Publish callbacks [] for security_group (a34c4e80-33ea-4ece-af6d-ad0259901b66), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:01.348521 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f92e549-905c-4ead-9c29-f39b9c503b94 admin admin] Publish callbacks [] for security_group (a34c4e80-33ea-4ece-af6d-ad0259901b66), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:01.418840 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f92e549-905c-4ead-9c29-f39b9c503b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a34c4e80-33ea-4ece-af6d-ad0259901b66), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:01.421628 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f92e549-905c-4ead-9c29-f39b9c503b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:01.422994 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1f92e549-905c-4ead-9c29-f39b9c503b94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a34c4e80-33ea-4ece-af6d-ad0259901b66 HTTP/1.1" status: 204 len: 168 time: 0.2451098 Feb 19 03:46:01.443758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e549-905c-4ead-9c29-f39b9c503b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34c4e80-33ea-4ece-af6d-ad0259901b66,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:01.575064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85913127-8b1d-424e-ace7-c58d8654c847 req-6ffae27c-b239-414a-a82f-d7f92dafa6a8 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:01.576618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85913127-8b1d-424e-ace7-c58d8654c847 req-6ffae27c-b239-414a-a82f-d7f92dafa6a8 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 943 time: 0.1639409 Feb 19 03:46:01.600180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf req-ca8b3f8b-342f-4716-a718-34250e39ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:01.601656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf req-ca8b3f8b-342f-4716-a718-34250e39ac44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4496f6dd-3c90-4290-9b1b-a21585ace0ec HTTP/1.1" status: 200 len: 910 time: 0.7757523 Feb 19 03:46:01.760767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85913127-8b1d-424e-ace7-c58d8654c847 req-94c2bf19-0a95-40d9-add6-d68295eece99 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739962 Feb 19 03:46:01.763755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf req-059d9255-8ca6-4143-bf9b-720282620a80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8867e007-6554-4268-8c61-b04cdd665480 HTTP/1.1" status: 200 len: 217 time: 0.1487925 Feb 19 03:46:01.833483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf req-4b3015a9-ed42-4db1-bb08-54e53cd219fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:01.835391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf req-4b3015a9-ed42-4db1-bb08-54e53cd219fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0d854e5-6dcb-4fab-ae65-5d07e90ac23c HTTP/1.1" status: 200 len: 849 time: 0.0630989 Feb 19 03:46:01.921155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf req-c187b084-716b-4f39-8b5e-6d452b5094a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4496f6dd-3c90-4290-9b1b-a21585ace0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768704 Feb 19 03:46:02.256490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf req-eab3e122-9168-40ca-a5b7-a7c58acee795 service neutron] 10.222.0.71 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276327 Feb 19 03:46:02.269825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3dfaa5-e543-4034-8b70-6d9b3ecb3811 req-fbe73cce-42eb-4a43-8cf4-96839929639f tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:02.276475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c3dfaa5-e543-4034-8b70-6d9b3ecb3811 req-fbe73cce-42eb-4a43-8cf4-96839929639f tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 943 time: 0.3345459 Feb 19 03:46:02.374298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 86f83976-88ce-4265-bdc4-564badf5d95c details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:46:02.424686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c3dfaa5-e543-4034-8b70-6d9b3ecb3811 req-89c54c49-3ee4-4c85-8ebd-d2f5210fa57c tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203568 Feb 19 03:46:02.455734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb8eaa0b-4043-4d1c-8b70-0bc9fb06cfdf req-05f03254-c2ce-49d5-bd9c-f1edadf4b1c3 service neutron] 10.222.0.71 "GET /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743281 Feb 19 03:46:02.556838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 86f83976-88ce-4265-bdc4-564badf5d95c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=86f83976-88ce-4265-bdc4-564badf5d95c,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:02.574865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '86f83976-88ce-4265-bdc4-564badf5d95c', 'network_id': '7c4b1626-a4d1-491f-b909-78cf81c48d03', 'port_id': '86f83976-88ce-4265-bdc4-564badf5d95c', 'mac_address': 'fa:16:3e:64:b9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fce865-3b38-4e89-8261-d4205e1ff45a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:46:02.652182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 86f83976-88ce-4265-bdc4-564badf5d95c is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:02.652936 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:02.680850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f83976-88ce-4265-bdc4-564badf5d95c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:46:02.735944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 86f83976-88ce-4265-bdc4-564badf5d95c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=86f83976-88ce-4265-bdc4-564badf5d95c,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:02.748583 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:02.871649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=86f83976-88ce-4265-bdc4-564badf5d95c,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:03.011292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515d936-57b5-42f2-b3c6-f3f38ab8fc3b req-319d3cbe-3d10-4b49-9207-397e5163d9c2 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:03.016314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d515d936-57b5-42f2-b3c6-f3f38ab8fc3b req-319d3cbe-3d10-4b49-9207-397e5163d9c2 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 944 time: 0.1011896 Feb 19 03:46:03.101029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['86f83976-88ce-4265-bdc4-564badf5d95c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:46:03.139457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d515d936-57b5-42f2-b3c6-f3f38ab8fc3b req-bd973a22-cf7e-4d4a-a024-397ea6a30ea6 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168778 Feb 19 03:46:03.245734 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43224) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:03.478254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1608356031-network', 'tenant_id': 'ff092408f43e4d398148c6722c0f6557'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:03.532411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 8867e007-6554-4268-8c61-b04cdd665480 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:46:03.549363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Made reservation on behalf of ff092408f43e4d398148c6722c0f6557 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:03.552460 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.565257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.684434 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Publish callbacks [] for security_group (a291eacf-f9ed-41cc-85be-cfc7d37ff5e4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.688986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 8867e007-6554-4268-8c61-b04cdd665480, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=8867e007-6554-4268-8c61-b04cdd665480,segment=NetworkSegment(08515ad2-ea88-40df-af9d-1512c2c1bf5b),segment_id=08515ad2-ea88-40df-af9d-1512c2c1bf5b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:03.690909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a291eacf-f9ed-41cc-85be-cfc7d37ff5e4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.705680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '8867e007-6554-4268-8c61-b04cdd665480', 'network_id': '4496f6dd-3c90-4290-9b1b-a21585ace0ec', 'port_id': '8867e007-6554-4268-8c61-b04cdd665480', 'mac_address': 'fa:16:3e:b5:e4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d854e5-6dcb-4fab-ae65-5d07e90ac23c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:46:03.718579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:03.734843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:03.740642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.741272 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Added segment 8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec of type vlan for network 4d13e879-16ad-470a-abb1-e990518e3543 Feb 19 03:46:03.744555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf11fd-43d2-412a-a9e3-59ab8a0bf3bd req-5bc76d43-2e67-4e58-b97a-ce56bf20c6ab tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:03.746189 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06cf11fd-43d2-412a-a9e3-59ab8a0bf3bd req-5bc76d43-2e67-4e58-b97a-ce56bf20c6ab tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 943 time: 0.1690953 Feb 19 03:46:03.772770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 8867e007-6554-4268-8c61-b04cdd665480 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:03.773424 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8867e007-6554-4268-8c61-b04cdd665480), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.792575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8867e007-6554-4268-8c61-b04cdd665480 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:46:03.799420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (4d13e879-16ad-470a-abb1-e990518e3543), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.833207 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (4d13e879-16ad-470a-abb1-e990518e3543), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.834486 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:03.835141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.839022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 8867e007-6554-4268-8c61-b04cdd665480, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=8867e007-6554-4268-8c61-b04cdd665480,segment=NetworkSegment(08515ad2-ea88-40df-af9d-1512c2c1bf5b),segment_id=08515ad2-ea88-40df-af9d-1512c2c1bf5b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:03.846905 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8867e007-6554-4268-8c61-b04cdd665480), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.883932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06cf11fd-43d2-412a-a9e3-59ab8a0bf3bd req-5d4c4fe9-69b5-499e-918f-0d24e5748986 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307178 Feb 19 03:46:03.942199 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6939745 Feb 19 03:46:03.944028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43242) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:03.950298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Request body: {'subnet': {'network_id': '4d13e879-16ad-470a-abb1-e990518e3543', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1608356031-subnet', 'tenant_id': 'ff092408f43e4d398148c6722c0f6557', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:03.956035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77e976-c4de-40d9-b5bf-bc413c2295e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4d13e879-16ad-470a-abb1-e990518e3543,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:03.984772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 4d13e879-16ad-470a-abb1-e990518e3543 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:03.999255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Made reservation on behalf of ff092408f43e4d398148c6722c0f6557 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:04.003005 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:04.101892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['8867e007-6554-4268-8c61-b04cdd665480'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:46:04.169423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=8867e007-6554-4268-8c61-b04cdd665480,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:04.243126 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (8db0dd95-8b87-4f53-aca2-07c85cefe548), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:04.389831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 86f83976-88ce-4265-bdc4-564badf5d95c up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:04.402774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad5c8b-87d2-4eba-9a36-93dac9e69ff3 req-c6fb2a56-04cc-4c05-874a-a5d0f81488de tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:04.404752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bcad5c8b-87d2-4eba-9a36-93dac9e69ff3 req-c6fb2a56-04cc-4c05-874a-a5d0f81488de tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 944 time: 0.1175983 Feb 19 03:46:04.408082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db0dd95-8b87-4f53-aca2-07c85cefe548,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:04.426117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Checking segment: {'id': '8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4d13e879-16ad-470a-abb1-e990518e3543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:04.426626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Network hostable DHCP agents. Network: 4d13e879-16ad-470a-abb1-e990518e3543, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:04.524704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 86f83976-88ce-4265-bdc4-564badf5d95c completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:46:04.530377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 86f83976-88ce-4265-bdc4-564badf5d95c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:04.530844 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:04.538395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bcad5c8b-87d2-4eba-9a36-93dac9e69ff3 req-6a1b7955-b771-4d9d-81bf-86a1a426614c tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216743 Feb 19 03:46:04.562821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Network 4d13e879-16ad-470a-abb1-e990518e3543 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:04.583233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 4d13e879-16ad-470a-abb1-e990518e3543) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:04.602866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:04.603959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a8a9f6-02ea-4be1-bf27-fc0a38e00c5f None None] Network 4d13e879-16ad-470a-abb1-e990518e3543 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:04.605398 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:04.632382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c0e20b58-bf09-4fa0-b995-3a7301c54bbb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6870005 Feb 19 03:46:04.784176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 86f83976-88ce-4265-bdc4-564badf5d95c is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:04.784538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:04.838183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a3a65-b892-4385-b24e-b4a1593e4267 None None] Network 4d13e879-16ad-470a-abb1-e990518e3543 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:04.907405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f83976-88ce-4265-bdc4-564badf5d95c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:04.910486 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c366eac-7620-4d77-9cb5-eb694a312f9a" -d '{"events": [{"server_uuid": "6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b", "name": "network-vif-plugged", "status": "completed", "tag": "86f83976-88ce-4265-bdc4-564badf5d95c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:04.929397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 86f83976-88ce-4265-bdc4-564badf5d95c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=86f83976-88ce-4265-bdc4-564badf5d95c,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:04.937877 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:05.092592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f138f-79cf-4c99-9126-3262b3a2f6a4 req-05aaec1c-6900-4759-842b-588c4e12d5ab tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:05.101092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f6f138f-79cf-4c99-9126-3262b3a2f6a4 req-05aaec1c-6900-4759-842b-588c4e12d5ab tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 944 time: 0.0849137 Feb 19 03:46:05.118468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=86f83976-88ce-4265-bdc4-564badf5d95c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:05.174209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f6f138f-79cf-4c99-9126-3262b3a2f6a4 req-7002461d-0742-4efd-ab17-b6d2f46df2ac tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721259 Feb 19 03:46:05.218477 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37790591-4ded-4ac9-9b5a-ce5702b6567c x-openstack-request-id: req-37790591-4ded-4ac9-9b5a-ce5702b6567c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:05.218779 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b", "name": "network-vif-plugged", "status": "completed", "tag": "86f83976-88ce-4265-bdc4-564badf5d95c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:05.219054 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37790591-4ded-4ac9-9b5a-ce5702b6567c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:05.219562 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f83976-88ce-4265-bdc4-564badf5d95c', 'code': 200} Feb 19 03:46:05.450507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736cf3c-9a0a-4f72-9d28-eeae3f18131f req-57dedb4e-f91d-4d8c-a4b2-82381b0896bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:05.450507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7736cf3c-9a0a-4f72-9d28-eeae3f18131f req-57dedb4e-f91d-4d8c-a4b2-82381b0896bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 1127 time: 0.1005929 Feb 19 03:46:05.501206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7736cf3c-9a0a-4f72-9d28-eeae3f18131f req-626c6550-79ff-44ff-80ba-9d5d5639f070 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481491 Feb 19 03:46:05.548556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 8867e007-6554-4268-8c61-b04cdd665480 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:05.662716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 8867e007-6554-4268-8c61-b04cdd665480 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:46:05.663998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe91ee-8a26-4435-be25-79990c133767 req-318591f4-adbf-4582-9195-860a1ed03f47 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:05.671741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 8867e007-6554-4268-8c61-b04cdd665480 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:05.672334 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8867e007-6554-4268-8c61-b04cdd665480), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:05.673214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-318591f4-adbf-4582-9195-860a1ed03f47 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/networks?id=4d13e879-16ad-470a-abb1-e990518e3543 HTTP/1.1" status: 200 len: 813 time: 0.1139581 Feb 19 03:46:05.690300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-ec52c20c-3f6d-4cd3-9c6a-00e5686283e4 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/quotas/ff092408f43e4d398148c6722c0f6557 HTTP/1.1" status: 200 len: 375 time: 0.0161352 Feb 19 03:46:05.736545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-32e9c8d0-d265-4d4e-aa6d-cf224e4ff51e tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff092408f43e4d398148c6722c0f6557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452044 Feb 19 03:46:05.806882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 8867e007-6554-4268-8c61-b04cdd665480 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:05.807477 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8867e007-6554-4268-8c61-b04cdd665480), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:05.843841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 8867e007-6554-4268-8c61-b04cdd665480, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=8867e007-6554-4268-8c61-b04cdd665480,segment=NetworkSegment(08515ad2-ea88-40df-af9d-1512c2c1bf5b),segment_id=08515ad2-ea88-40df-af9d-1512c2c1bf5b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:05.849495 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8867e007-6554-4268-8c61-b04cdd665480), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:05.867377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-b5653352-9678-4587-ad35-5754e2b49e09 service neutron] 10.222.0.42 "GET /v2.0/networks/4d13e879-16ad-470a-abb1-e990518e3543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293538 Feb 19 03:46:05.902496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=8867e007-6554-4268-8c61-b04cdd665480,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:05.998829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-612da587-4bd7-43a8-9054-ea09da99dd79 service neutron] 10.222.0.42 "GET /v2.0/networks/4d13e879-16ad-470a-abb1-e990518e3543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304536 Feb 19 03:46:06.287428 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:06.374715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62b508-2264-467c-a6d4-f952e31fc2e1 req-97128f71-e6a1-4b51-a52b-e0a6c4bd0380 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:06.383220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a62b508-2264-467c-a6d4-f952e31fc2e1 req-97128f71-e6a1-4b51-a52b-e0a6c4bd0380 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 945 time: 0.1277654 Feb 19 03:46:06.468808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a62b508-2264-467c-a6d4-f952e31fc2e1 req-f530453b-89c3-41ae-baf9-49c4cc8932a5 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845418 Feb 19 03:46:06.602664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bd8f9ab6-3348-41ce-a36f-6f662bc18925 req-329685b1-3e06-4f43-9af9-2a9e811145fb tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 210 time: 0.0600407 Feb 19 03:46:06.767595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922a307-2c64-454a-8edf-9e9c243bc747 req-0a9bd507-eb64-4384-830a-ba16dd5e6963 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:06.769568 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5922a307-2c64-454a-8edf-9e9c243bc747 req-0a9bd507-eb64-4384-830a-ba16dd5e6963 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 945 time: 0.0755014 Feb 19 03:46:06.881884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5922a307-2c64-454a-8edf-9e9c243bc747 req-59bfb741-f409-4ee7-b7da-5b85b996e4bd tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890756 Feb 19 03:46:07.221018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38a6ff0-7669-46bc-a37b-dbad1755a225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867e007-6554-4268-8c61-b04cdd665480'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:07.233050 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eec103-1f54-4fdc-a5c3-912f9079084e" -d '{"events": [{"server_uuid": "d38a6ff0-7669-46bc-a37b-dbad1755a225", "name": "network-vif-plugged", "status": "completed", "tag": "8867e007-6554-4268-8c61-b04cdd665480"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:07.321549 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b59b569-676d-4290-9648-146d32aced16 x-openstack-request-id: req-0b59b569-676d-4290-9648-146d32aced16 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:07.323019 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38a6ff0-7669-46bc-a37b-dbad1755a225", "name": "network-vif-plugged", "status": "completed", "tag": "8867e007-6554-4268-8c61-b04cdd665480", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:07.325798 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b59b569-676d-4290-9648-146d32aced16 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:07.328550 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38a6ff0-7669-46bc-a37b-dbad1755a225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867e007-6554-4268-8c61-b04cdd665480', 'code': 200} Feb 19 03:46:07.528672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fe8df-2c62-4d85-9ca0-3432d08a0ec0 req-47540ba8-29b1-471f-8c24-f03f164fe64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:07.530211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d66fe8df-2c62-4d85-9ca0-3432d08a0ec0 req-47540ba8-29b1-471f-8c24-f03f164fe64f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 1127 time: 0.1022499 Feb 19 03:46:07.666730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d66fe8df-2c62-4d85-9ca0-3432d08a0ec0 req-48be0655-6ec7-4c9f-8fb1-5a77d0db7ab9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270041 Feb 19 03:46:07.703243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad29f1-46e7-49cf-8485-79ca40875e61 req-351db024-f255-478f-bdaa-fdc612920d89 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:07.705345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8ad29f1-46e7-49cf-8485-79ca40875e61 req-351db024-f255-478f-bdaa-fdc612920d89 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 945 time: 0.1406920 Feb 19 03:46:07.810856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8ad29f1-46e7-49cf-8485-79ca40875e61 req-09822bce-0a5b-4f0b-acff-c4c5f3826807 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906987 Feb 19 03:46:07.993485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e52a2c6d-7c5f-419d-b496-e71035e76b89 req-e9535bb5-44b5-4952-aece-d973c191ed16 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 210 time: 0.0570374 Feb 19 03:46:08.116834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe91ee-8a26-4435-be25-79990c133767 req-5ba38312-a6cf-48a1-a1be-6c90bfcc8a38 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:08.122628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-5ba38312-a6cf-48a1-a1be-6c90bfcc8a38 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.37 "GET /v2.0/networks?id=4d13e879-16ad-470a-abb1-e990518e3543 HTTP/1.1" status: 200 len: 813 time: 0.2650230 Feb 19 03:46:08.151584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Request body: {'port': {'device_id': 'd2b7d558-f849-42e5-b5a9-e1ef806ebc17', 'network_id': '4d13e879-16ad-470a-abb1-e990518e3543', 'admin_state_up': True, 'tenant_id': 'ff092408f43e4d398148c6722c0f6557'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:08.305399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05195d05-9363-41a7-95bf-6daeb886d150 req-f4ec7784-d1c1-4f20-a0f6-fccb39918053 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:08.311105 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8e36122e-26bd-41aa-b66d-f538f7686b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:08.316151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05195d05-9363-41a7-95bf-6daeb886d150 req-f4ec7784-d1c1-4f20-a0f6-fccb39918053 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 945 time: 0.1601627 Feb 19 03:46:08.439803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05195d05-9363-41a7-95bf-6daeb886d150 req-14130e4f-3543-41d5-9578-f8a0ad999fdc tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221111 Feb 19 03:46:08.441502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Made reservation on behalf of ff092408f43e4d398148c6722c0f6557 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:08.446505 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:08.641501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45488c6c-f815-40fb-bbe9-df92887e95d4 req-9c535d47-b653-49d7-b884-8c283d7b4df2 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:08.644190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45488c6c-f815-40fb-bbe9-df92887e95d4 req-9c535d47-b653-49d7-b884-8c283d7b4df2 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 945 time: 0.1218684 Feb 19 03:46:08.728988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Allocated IP 172.20.0.7 (4d13e879-16ad-470a-abb1-e990518e3543/8db0dd95-8b87-4f53-aca2-07c85cefe548/b4775e75-1438-4556-8029-8d90d596874d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:08.782950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45488c6c-f815-40fb-bbe9-df92887e95d4 req-3c9adfcf-102f-4510-a370-9cc94dd1e279 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324699 Feb 19 03:46:09.243071 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Publish callbacks [] for port (b4775e75-1438-4556-8029-8d90d596874d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:09.299782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6684ff5-614e-4ac0-9ffa-904ff25ac882 req-3a6efd9a-9856-4711-8969-b8fc41231a42 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:09.313195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6684ff5-614e-4ac0-9ffa-904ff25ac882 req-3a6efd9a-9856-4711-8969-b8fc41231a42 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 945 time: 0.1476011 Feb 19 03:46:09.410313 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b4775e75-1438-4556-8029-8d90d596874d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:09.493523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6684ff5-614e-4ac0-9ffa-904ff25ac882 req-73dd4446-7223-4ab2-9b5e-999b8ef0c781 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787167 Feb 19 03:46:09.511709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Network 4d13e879-16ad-470a-abb1-e990518e3543 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:09.518583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:09.522764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:09.676372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Pushing event updated for resources: {'Port': ['ID=b4775e75-1438-4556-8029-8d90d596874d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:09.730774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:09.731477 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:09.762599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-8a1f62a6-2d08-48ab-b260-d67ed0d6caab tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6161659 Feb 19 03:46:09.785477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71682d3f-fed2-4657-994b-63fe089fb478 req-4a1b3c3a-266f-4420-9a60-c4608c66b073 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:09.788535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71682d3f-fed2-4657-994b-63fe089fb478 req-4a1b3c3a-266f-4420-9a60-c4608c66b073 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 931 time: 0.1596067 Feb 19 03:46:09.802975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Request body: {'port': {'device_id': 'd2b7d558-f849-42e5-b5a9-e1ef806ebc17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:09.953821 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b4775e75-1438-4556-8029-8d90d596874d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:09.954498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71682d3f-fed2-4657-994b-63fe089fb478 req-ef28793c-37b3-43c4-ae68-99484077db67 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021047 Feb 19 03:46:10.192687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e32e5-5f63-4ff7-ad01-13c21160bb8e req-1a7c6e61-0622-461c-a1a2-1cedd0c8bd2c tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:10.196605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f33e32e5-5f63-4ff7-ad01-13c21160bb8e req-1a7c6e61-0622-461c-a1a2-1cedd0c8bd2c tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 945 time: 0.1164284 Feb 19 03:46:10.350865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f33e32e5-5f63-4ff7-ad01-13c21160bb8e req-5ed78d7f-8b3d-4a04-87df-6403983f687a tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463585 Feb 19 03:46:10.374088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4775e75-1438-4556-8029-8d90d596874d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:46:10.394200 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Publish callbacks [] for port (b4775e75-1438-4556-8029-8d90d596874d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:10.419686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Transition to ACTIVE for port object b4775e75-1438-4556-8029-8d90d596874d will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:46:10.424496 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (b4775e75-1438-4556-8029-8d90d596874d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:10.479320 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a794c926-4866-4c4e-b19c-7a0171bc93af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:10.555876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4775e75-1438-4556-8029-8d90d596874d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:10.665261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c7bb-ea9d-48e0-87b4-89b4a081f8ee req-9f51ccdd-2465-412a-839f-338678e68d43 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:10.674826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ada2c7bb-ea9d-48e0-87b4-89b4a081f8ee req-9f51ccdd-2465-412a-839f-338678e68d43 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 945 time: 0.1658170 Feb 19 03:46:10.771614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ada2c7bb-ea9d-48e0-87b4-89b4a081f8ee req-aa3a0991-6b76-4a86-bc94-6f47b131ef31 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959094 Feb 19 03:46:10.773311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Attempting to bind port b4775e75-1438-4556-8029-8d90d596874d on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:10.773821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Attempting to bind port b4775e75-1438-4556-8029-8d90d596874d by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4d13e879-16ad-470a-abb1-e990518e3543'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:10.775127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Attempting to bind port b4775e75-1438-4556-8029-8d90d596874d on network 4d13e879-16ad-470a-abb1-e990518e3543 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:10.781277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Port b4775e75-1438-4556-8029-8d90d596874d on network 4d13e879-16ad-470a-abb1-e990518e3543 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:46:10.781863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Attempting to bind port b4775e75-1438-4556-8029-8d90d596874d on network 4d13e879-16ad-470a-abb1-e990518e3543 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:10.788037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:10.788781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Checking segment: {'id': '8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4d13e879-16ad-470a-abb1-e990518e3543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:10.789581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Bound using segment: {'id': '8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4d13e879-16ad-470a-abb1-e990518e3543'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:10.790231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Bound port: b4775e75-1438-4556-8029-8d90d596874d, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4d13e879-16ad-470a-abb1-e990518e3543'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:10.791101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b4775e75-1438-4556-8029-8d90d596874d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:10.989637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] For port b4775e75-1438-4556-8029-8d90d596874d, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:10.993774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] For port b4775e75-1438-4556-8029-8d90d596874d, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b4775e75-1438-4556-8029-8d90d596874d,segment=NetworkSegment(8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec),segment_id=8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:10.996070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43430) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:11.010226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (b4775e75-1438-4556-8029-8d90d596874d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.057085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:11.058812 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.060888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/b4775e75-1438-4556-8029-8d90d596874d HTTP/1.1" status: 200 len: 1091 time: 1.2675869 Feb 19 03:46:11.061919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b7d558-f849-42e5-b5a9-e1ef806ebc17', 'tag': 'b4775e75-1438-4556-8029-8d90d596874d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:11.065089 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e470746-767b-4b07-a95c-3e1b11673457" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b7d558-f849-42e5-b5a9-e1ef806ebc17", "tag": "b4775e75-1438-4556-8029-8d90d596874d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:11.136626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a2d7a-df34-49f4-928b-6919460613d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4775e75-1438-4556-8029-8d90d596874d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:11.267391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1400e62-e754-4fe3-acf3-ead9c705a307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.316364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe91ee-8a26-4435-be25-79990c133767 req-89928c1e-e006-4e37-9836-46096ccd7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:11.317618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-89928c1e-e006-4e37-9836-46096ccd7da5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff092408f43e4d398148c6722c0f6557&device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 1125 time: 0.1779163 Feb 19 03:46:11.491954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-77d90aab-c40b-4cf2-90e5-a66e6bb22cbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4775e75-1438-4556-8029-8d90d596874d HTTP/1.1" status: 200 len: 217 time: 0.1607623 Feb 19 03:46:11.512777 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1400e62-e754-4fe3-acf3-ead9c705a307 admin admin] Publish callbacks [] for security_group (6ccfed74-04c5-4080-a70e-d052ecdcb5d6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.525867 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1400e62-e754-4fe3-acf3-ead9c705a307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6ccfed74-04c5-4080-a70e-d052ecdcb5d6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.550645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eb8de-93b8-4aff-b337-cc7b26fd7eab req-9ad3b3f1-af8e-45b4-b181-163cfa26fc36 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:11.552478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-460eb8de-93b8-4aff-b337-cc7b26fd7eab req-9ad3b3f1-af8e-45b4-b181-163cfa26fc36 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 943 time: 0.3198748 Feb 19 03:46:11.613064 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f1400e62-e754-4fe3-acf3-ead9c705a307 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d70c89a283b740dcb9706d5655873980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6152763 Feb 19 03:46:11.613755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43450) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:11.620827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe91ee-8a26-4435-be25-79990c133767 req-4af12848-1f47-4359-93ab-6e3dcbfa331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:11.621146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1400e62-e754-4fe3-acf3-ead9c705a307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccfed74-04c5-4080-a70e-d052ecdcb5d6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:11.634607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-4af12848-1f47-4359-93ab-6e3dcbfa331a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8db0dd95-8b87-4f53-aca2-07c85cefe548 HTTP/1.1" status: 200 len: 853 time: 0.1285038 Feb 19 03:46:11.670096 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4aa1219e-b4c5-4126-b03b-61bc77060b12 admin admin] Publish callbacks [] for security_group (6ccfed74-04c5-4080-a70e-d052ecdcb5d6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.690179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-460eb8de-93b8-4aff-b337-cc7b26fd7eab req-18e8302a-0381-4537-a8c0-f7b84bbfba7f tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274269 Feb 19 03:46:11.705015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4aa1219e-b4c5-4126-b03b-61bc77060b12 admin admin] Publish callbacks [] for security_group (6ccfed74-04c5-4080-a70e-d052ecdcb5d6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.776487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-a85de785-11a7-437e-9813-37873b0fc8fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d13e879-16ad-470a-abb1-e990518e3543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899100 Feb 19 03:46:11.794185 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4aa1219e-b4c5-4126-b03b-61bc77060b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6ccfed74-04c5-4080-a70e-d052ecdcb5d6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.797270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4aa1219e-b4c5-4126-b03b-61bc77060b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:11.826493 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4aa1219e-b4c5-4126-b03b-61bc77060b12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ccfed74-04c5-4080-a70e-d052ecdcb5d6 HTTP/1.1" status: 204 len: 168 time: 0.2087612 Feb 19 03:46:11.846719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1219e-b4c5-4126-b03b-61bc77060b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccfed74-04c5-4080-a70e-d052ecdcb5d6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:11.944450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-66599128-82ae-44bf-9d3f-866d85eb912a service neutron] 10.222.0.37 "GET /v2.0/networks/4d13e879-16ad-470a-abb1-e990518e3543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615839 Feb 19 03:46:12.019338 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:12.123642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafe91ee-8a26-4435-be25-79990c133767 req-34a2e8e5-fe2d-4bed-b2af-53fd9424329a service neutron] 10.222.0.37 "GET /v2.0/networks/4d13e879-16ad-470a-abb1-e990518e3543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718490 Feb 19 03:46:12.160379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d21776-4664-481e-8543-f28e5bdb50dc req-cba98d9b-c2c7-4ea2-a93a-a920c577aa90 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:12.173087 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48d21776-4664-481e-8543-f28e5bdb50dc req-cba98d9b-c2c7-4ea2-a93a-a920c577aa90 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 945 time: 0.2806265 Feb 19 03:46:12.248776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48d21776-4664-481e-8543-f28e5bdb50dc req-9e86d440-c720-42d9-a4b0-11e92f7bab9c tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747061 Feb 19 03:46:12.510517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43476) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:12.538788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dd66297-40ef-4de9-afb9-d561b27e6aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:12.540430 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46750d2-2c01-4f6b-aa23-f715ae7c32c9 x-openstack-request-id: req-c46750d2-2c01-4f6b-aa23-f715ae7c32c9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:12.540631 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b7d558-f849-42e5-b5a9-e1ef806ebc17", "tag": "b4775e75-1438-4556-8029-8d90d596874d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:12.540970 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c46750d2-2c01-4f6b-aa23-f715ae7c32c9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:12.541585 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b7d558-f849-42e5-b5a9-e1ef806ebc17', 'tag': 'b4775e75-1438-4556-8029-8d90d596874d', 'status': 'completed', 'code': 200} Feb 19 03:46:12.722581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e470746-767b-4b07-a95c-3e1b11673457 req-b83895b1-c073-4bc3-b3ef-0a58fb3d8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:12.724199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e470746-767b-4b07-a95c-3e1b11673457 req-b83895b1-c073-4bc3-b3ef-0a58fb3d8438 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff092408f43e4d398148c6722c0f6557&device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 1125 time: 0.1386542 Feb 19 03:46:12.739442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dd66297-40ef-4de9-afb9-d561b27e6aa7 admin admin] Publish callbacks [] for security_group (023cd927-1163-4d05-b331-dbea65dce9a1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:12.748007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dd66297-40ef-4de9-afb9-d561b27e6aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (023cd927-1163-4d05-b331-dbea65dce9a1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:12.825003 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5dd66297-40ef-4de9-afb9-d561b27e6aa7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb1beddea4ef436aaf2105fa5cd4e378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3124242 Feb 19 03:46:12.828069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43488) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:12.889117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd66297-40ef-4de9-afb9-d561b27e6aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023cd927-1163-4d05-b331-dbea65dce9a1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:12.960960 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-322302a4-3709-42d0-aafd-a1ffc8b4c492 admin admin] Publish callbacks [] for security_group (023cd927-1163-4d05-b331-dbea65dce9a1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.039336 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-322302a4-3709-42d0-aafd-a1ffc8b4c492 admin admin] Publish callbacks [] for security_group (023cd927-1163-4d05-b331-dbea65dce9a1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.055434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e470746-767b-4b07-a95c-3e1b11673457 req-cd56331c-1dfd-401c-bc15-34168b9b7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:13.058256 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e470746-767b-4b07-a95c-3e1b11673457 req-cd56331c-1dfd-401c-bc15-34168b9b7cdc service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d13e879-16ad-470a-abb1-e990518e3543 HTTP/1.1" status: 200 len: 914 time: 0.3271372 Feb 19 03:46:13.107658 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.119761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e470746-767b-4b07-a95c-3e1b11673457 req-1e62e43a-4ec4-4425-be14-85a8e0773633 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4775e75-1438-4556-8029-8d90d596874d HTTP/1.1" status: 200 len: 217 time: 0.0534897 Feb 19 03:46:13.146213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a467b04-5796-45f0-960b-d9ec619cb0fe req-edf85a11-e633-481a-accb-24b805094993 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:13.156591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a467b04-5796-45f0-960b-d9ec619cb0fe req-edf85a11-e633-481a-accb-24b805094993 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 945 time: 0.2076132 Feb 19 03:46:13.177986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-322302a4-3709-42d0-aafd-a1ffc8b4c492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (023cd927-1163-4d05-b331-dbea65dce9a1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.188996 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-322302a4-3709-42d0-aafd-a1ffc8b4c492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.192052 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-322302a4-3709-42d0-aafd-a1ffc8b4c492 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/023cd927-1163-4d05-b331-dbea65dce9a1 HTTP/1.1" status: 204 len: 168 time: 0.3631127 Feb 19 03:46:13.209523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322302a4-3709-42d0-aafd-a1ffc8b4c492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023cd927-1163-4d05-b331-dbea65dce9a1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:13.253642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e470746-767b-4b07-a95c-3e1b11673457 req-0acff8a5-245e-4bfb-ac21-3bd1a58c42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:13.255717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e470746-767b-4b07-a95c-3e1b11673457 req-0acff8a5-245e-4bfb-ac21-3bd1a58c42ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8db0dd95-8b87-4f53-aca2-07c85cefe548 HTTP/1.1" status: 200 len: 853 time: 0.1299567 Feb 19 03:46:13.342043 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e470746-767b-4b07-a95c-3e1b11673457 req-dff1221e-10dc-47ef-a0cb-6b3dbb8479fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d13e879-16ad-470a-abb1-e990518e3543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691690 Feb 19 03:46:13.427253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a467b04-5796-45f0-960b-d9ec619cb0fe req-d0bbe4e0-52aa-4902-88fa-c9728ac6ddcd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691622 Feb 19 03:46:13.639273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c09ccf-c823-42c6-a6be-7aaef345faf6 req-2e88516d-88c8-4944-95b3-47feb9ae3130 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:13.641188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8c09ccf-c823-42c6-a6be-7aaef345faf6 req-2e88516d-88c8-4944-95b3-47feb9ae3130 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 943 time: 0.0891032 Feb 19 03:46:13.643502 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e470746-767b-4b07-a95c-3e1b11673457 req-03f4b234-0422-4356-a765-b204727080aa service neutron] 10.222.0.37 "GET /v2.0/networks/4d13e879-16ad-470a-abb1-e990518e3543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912199 Feb 19 03:46:13.824072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8c09ccf-c823-42c6-a6be-7aaef345faf6 req-6338b0df-c5e3-430d-a19f-eba15eee835f tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567097 Feb 19 03:46:13.983659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e470746-767b-4b07-a95c-3e1b11673457 req-eafed4e7-df3a-4cbb-897e-070f558dd812 service neutron] 10.222.0.37 "GET /v2.0/networks/4d13e879-16ad-470a-abb1-e990518e3543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106630 Feb 19 03:46:14.168259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd2fd9-d68d-45ba-8d5f-8db1eba14540 req-2e1fccb9-1241-43d0-9474-614c56b7fa15 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:14.191248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fcd2fd9-d68d-45ba-8d5f-8db1eba14540 req-2e1fccb9-1241-43d0-9474-614c56b7fa15 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 945 time: 0.1995051 Feb 19 03:46:14.378415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fcd2fd9-d68d-45ba-8d5f-8db1eba14540 req-979dfa02-7a2d-4d7e-bab6-f4df9ca20d40 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/security-groups?id=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849866 Feb 19 03:46:14.440917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b4775e75-1438-4556-8029-8d90d596874d details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:46:14.669125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-9e019ad9-261b-4ef8-b674-7177d42be65d tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:14.675233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-9e019ad9-261b-4ef8-b674-7177d42be65d tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.71 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 945 time: 0.1809185 Feb 19 03:46:14.708230 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.750656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b4775e75-1438-4556-8029-8d90d596874d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b4775e75-1438-4556-8029-8d90d596874d,segment=NetworkSegment(8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec),segment_id=8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:14.764149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'b4775e75-1438-4556-8029-8d90d596874d', 'network_id': '4d13e879-16ad-470a-abb1-e990518e3543', 'port_id': 'b4775e75-1438-4556-8029-8d90d596874d', 'mac_address': 'fa:16:3e:46:f3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db0dd95-8b87-4f53-aca2-07c85cefe548', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:46:14.851301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b4775e75-1438-4556-8029-8d90d596874d is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:14.853932 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b4775e75-1438-4556-8029-8d90d596874d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.906047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4775e75-1438-4556-8029-8d90d596874d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:46:14.972762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b4775e75-1438-4556-8029-8d90d596874d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b4775e75-1438-4556-8029-8d90d596874d,segment=NetworkSegment(8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec),segment_id=8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:14.975399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-ee648cf3-9b7e-43e8-8cd4-b4359f122e69 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Deleting port 8867e007-6554-4268-8c61-b04cdd665480 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:14.976206 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-ee648cf3-9b7e-43e8-8cd4-b4359f122e69 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8867e007-6554-4268-8c61-b04cdd665480), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.991814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b4775e75-1438-4556-8029-8d90d596874d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:15.150850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b4775e75-1438-4556-8029-8d90d596874d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:15.281963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-ee648cf3-9b7e-43e8-8cd4-b4359f122e69 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] For port 8867e007-6554-4268-8c61-b04cdd665480, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=8867e007-6554-4268-8c61-b04cdd665480,segment=NetworkSegment(08515ad2-ea88-40df-af9d-1512c2c1bf5b),segment_id=08515ad2-ea88-40df-af9d-1512c2c1bf5b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:15.282550 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-ee648cf3-9b7e-43e8-8cd4-b4359f122e69 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8867e007-6554-4268-8c61-b04cdd665480), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:15.293990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36135acf-ea3d-4d27-ad9d-8ed82ae2596d req-d9ab5e98-2fa0-4807-a33c-ee7c117a3963 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:15.312736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36135acf-ea3d-4d27-ad9d-8ed82ae2596d req-d9ab5e98-2fa0-4807-a33c-ee7c117a3963 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 944 time: 0.1607437 Feb 19 03:46:15.387799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-ee648cf3-9b7e-43e8-8cd4-b4359f122e69 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Calling delete_port for 8867e007-6554-4268-8c61-b04cdd665480 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:15.403178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['b4775e75-1438-4556-8029-8d90d596874d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:46:15.428020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36135acf-ea3d-4d27-ad9d-8ed82ae2596d req-222d18d9-b660-47c5-b7f3-ed3317ee1e30 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132009 Feb 19 03:46:15.732335 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-ee648cf3-9b7e-43e8-8cd4-b4359f122e69 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8867e007-6554-4268-8c61-b04cdd665480), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:15.811350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee648cf3-9b7e-43e8-8cd4-b4359f122e69 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Pushing event deleted for resources: {'Port': ['ID=8867e007-6554-4268-8c61-b04cdd665480,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:15.884514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe50a9-d9ac-4dac-854c-5141568f2e59 req-ab772a92-3b9c-4312-a999-80dee76b9960 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:15.892240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5fe50a9-d9ac-4dac-854c-5141568f2e59 req-ab772a92-3b9c-4312-a999-80dee76b9960 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 945 time: 0.3086464 Feb 19 03:46:15.918279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-ee648cf3-9b7e-43e8-8cd4-b4359f122e69 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] No DVR routers for this DVR port 8867e007-6554-4268-8c61-b04cdd665480 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:15.950944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-ee648cf3-9b7e-43e8-8cd4-b4359f122e69 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:15.955654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4133104b-8bca-4194-a32f-f5ce51e3598c req-ee648cf3-9b7e-43e8-8cd4-b4359f122e69 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.71 "DELETE /v2.0/ports/8867e007-6554-4268-8c61-b04cdd665480 HTTP/1.1" status: 204 len: 173 time: 1.2741592 Feb 19 03:46:15.956318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38a6ff0-7669-46bc-a37b-dbad1755a225', 'name': 'network-vif-deleted', 'tag': '8867e007-6554-4268-8c61-b04cdd665480'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:15.958900 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ad6fee-d7b9-4806-8ce3-1fb3d712f2e0" -d '{"events": [{"server_uuid": "d38a6ff0-7669-46bc-a37b-dbad1755a225", "name": "network-vif-deleted", "tag": "8867e007-6554-4268-8c61-b04cdd665480"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:16.076132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5fe50a9-d9ac-4dac-854c-5141568f2e59 req-d613d1e6-24fe-46d3-bb38-607682b0203e tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826870 Feb 19 03:46:16.245592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1139cf41-1159-4bcb-ba98-971d26345035 req-a7106032-d33d-47ec-98f8-897582956634 tempest-VolumesActionsTest-1476175388 tempest-VolumesActionsTest-1476175388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d38a6ff0-7669-46bc-a37b-dbad1755a225 HTTP/1.1" status: 200 len: 210 time: 0.0440621 Feb 19 03:46:16.392967 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caee60d6-8f7b-4b9c-b3fc-7cd4264dd640 x-openstack-request-id: req-caee60d6-8f7b-4b9c-b3fc-7cd4264dd640 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:16.393481 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38a6ff0-7669-46bc-a37b-dbad1755a225", "name": "network-vif-deleted", "tag": "8867e007-6554-4268-8c61-b04cdd665480", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:16.393481 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caee60d6-8f7b-4b9c-b3fc-7cd4264dd640 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:16.395907 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38a6ff0-7669-46bc-a37b-dbad1755a225', 'name': 'network-vif-deleted', 'tag': '8867e007-6554-4268-8c61-b04cdd665480', 'status': 'completed', 'code': 200} Feb 19 03:46:16.488054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-a009e0d8-f24c-497e-92aa-7796aba94104 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:16.489636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-a009e0d8-f24c-497e-92aa-7796aba94104 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 945 time: 0.1970513 Feb 19 03:46:16.845646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19af1d2-a17f-4a73-b1aa-32e5be2294d2 req-3b120a1e-e978-4b80-82ee-87ca3a3df021 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:16.850769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b19af1d2-a17f-4a73-b1aa-32e5be2294d2 req-3b120a1e-e978-4b80-82ee-87ca3a3df021 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 944 time: 0.2806764 Feb 19 03:46:16.878371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-86b09327-c000-49dd-ae47-1bef0664f572 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Deleting port 86f83976-88ce-4265-bdc4-564badf5d95c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:16.878713 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-86b09327-c000-49dd-ae47-1bef0664f572 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:17.603276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b19af1d2-a17f-4a73-b1aa-32e5be2294d2 req-9450b827-8511-4229-b880-df16bff2b51b tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7393174 Feb 19 03:46:17.639060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-86b09327-c000-49dd-ae47-1bef0664f572 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] For port 86f83976-88ce-4265-bdc4-564badf5d95c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=86f83976-88ce-4265-bdc4-564badf5d95c,segment=NetworkSegment(0910d6d0-7d9c-433f-a907-6c9fe69538ca),segment_id=0910d6d0-7d9c-433f-a907-6c9fe69538ca)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:17.639742 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-86b09327-c000-49dd-ae47-1bef0664f572 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:17.640848 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 8867e007-6554-4268-8c61-b04cdd665480 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:46:17.681234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-86b09327-c000-49dd-ae47-1bef0664f572 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Calling delete_port for 86f83976-88ce-4265-bdc4-564badf5d95c owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:17.689588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 8867e007-6554-4268-8c61-b04cdd665480 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:46:17.690163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 8867e007-6554-4268-8c61-b04cdd665480 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:46:17.786810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e765add-4209-4769-9dcf-366f0c90325a req-272b4bb2-a0cc-463d-b834-d222d29ebfdb tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:17.793998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e765add-4209-4769-9dcf-366f0c90325a req-272b4bb2-a0cc-463d-b834-d222d29ebfdb tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/ports?device_id=6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b HTTP/1.1" status: 200 len: 945 time: 0.1081536 Feb 19 03:46:17.862305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e765add-4209-4769-9dcf-366f0c90325a req-02272a18-5d15-4dbd-b859-b899bcc8b568 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d64be0d-47ea-4a20-97de-e219d2db769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662143 Feb 19 03:46:17.956690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-86b09327-c000-49dd-ae47-1bef0664f572 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (86f83976-88ce-4265-bdc4-564badf5d95c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:18.023082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b09327-c000-49dd-ae47-1bef0664f572 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Pushing event deleted for resources: {'Port': ['ID=86f83976-88ce-4265-bdc4-564badf5d95c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:18.084219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-86b09327-c000-49dd-ae47-1bef0664f572 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] No DVR routers for this DVR port 86f83976-88ce-4265-bdc4-564badf5d95c on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:18.087384 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-86b09327-c000-49dd-ae47-1bef0664f572 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:18.100611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a3824ee-9d6c-42bb-bc17-d62489b955b8 req-86b09327-c000-49dd-ae47-1bef0664f572 tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] 10.222.0.37 "DELETE /v2.0/ports/86f83976-88ce-4265-bdc4-564badf5d95c HTTP/1.1" status: 204 len: 173 time: 1.6002071 Feb 19 03:46:18.400074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b', 'name': 'network-vif-deleted', 'tag': '86f83976-88ce-4265-bdc4-564badf5d95c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:18.410902 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7644af-54b7-450c-90bf-9949052cda5b" -d '{"events": [{"server_uuid": "6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b", "name": "network-vif-deleted", "tag": "86f83976-88ce-4265-bdc4-564badf5d95c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:18.453964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b4775e75-1438-4556-8029-8d90d596874d up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:18.466280 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1621d038-4a53-42e4-8b0e-8117e1db6d12 x-openstack-request-id: req-1621d038-4a53-42e4-8b0e-8117e1db6d12 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:18.467415 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b", "name": "network-vif-deleted", "tag": "86f83976-88ce-4265-bdc4-564badf5d95c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:18.467804 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1621d038-4a53-42e4-8b0e-8117e1db6d12 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:18.468384 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abf31c7-cd31-4fa1-ada3-1e9f7c18a34b', 'name': 'network-vif-deleted', 'tag': '86f83976-88ce-4265-bdc4-564badf5d95c', 'status': 'completed', 'code': 200} Feb 19 03:46:18.640547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port b4775e75-1438-4556-8029-8d90d596874d completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:46:18.650265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port b4775e75-1438-4556-8029-8d90d596874d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:18.653193 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b4775e75-1438-4556-8029-8d90d596874d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:18.887631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441f207-c60f-47be-943a-8428eb771cff req-aafb5526-b13d-45ce-a878-64283b598deb tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:18.898102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4441f207-c60f-47be-943a-8428eb771cff req-aafb5526-b13d-45ce-a878-64283b598deb tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 944 time: 0.1438203 Feb 19 03:46:18.899829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b4775e75-1438-4556-8029-8d90d596874d is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:18.900224 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b4775e75-1438-4556-8029-8d90d596874d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:18.981109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b4775e75-1438-4556-8029-8d90d596874d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b4775e75-1438-4556-8029-8d90d596874d,segment=NetworkSegment(8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec),segment_id=8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:18.982294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b7d558-f849-42e5-b5a9-e1ef806ebc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4775e75-1438-4556-8029-8d90d596874d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:18.984690 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4dc16c-5b4e-4757-929b-92e35408db4a" -d '{"events": [{"server_uuid": "d2b7d558-f849-42e5-b5a9-e1ef806ebc17", "name": "network-vif-plugged", "status": "completed", "tag": "b4775e75-1438-4556-8029-8d90d596874d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:19.003560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b4775e75-1438-4556-8029-8d90d596874d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.005801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 86f83976-88ce-4265-bdc4-564badf5d95c no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:46:19.014643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4441f207-c60f-47be-943a-8428eb771cff req-02319af4-010d-4c8b-bd79-a440c47f9497 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116512 Feb 19 03:46:19.099805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 86f83976-88ce-4265-bdc4-564badf5d95c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:46:19.100121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 86f83976-88ce-4265-bdc4-564badf5d95c not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:46:19.112973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b4775e75-1438-4556-8029-8d90d596874d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:19.147635 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1218f858-a63d-4bce-9903-e04e03a59175 x-openstack-request-id: req-1218f858-a63d-4bce-9903-e04e03a59175 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:19.147938 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b7d558-f849-42e5-b5a9-e1ef806ebc17", "name": "network-vif-plugged", "status": "completed", "tag": "b4775e75-1438-4556-8029-8d90d596874d", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:19.148259 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1218f858-a63d-4bce-9903-e04e03a59175 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:19.148738 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b7d558-f849-42e5-b5a9-e1ef806ebc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4775e75-1438-4556-8029-8d90d596874d', 'code': 200} Feb 19 03:46:19.313471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0ecbe-ee79-4633-9461-017d54c884b2 req-0d5f8a47-1254-4b13-ba10-1b4217b57112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:19.315732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41f0ecbe-ee79-4633-9461-017d54c884b2 req-0d5f8a47-1254-4b13-ba10-1b4217b57112 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 1127 time: 0.0689821 Feb 19 03:46:19.372818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43670) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:19.390731 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41f0ecbe-ee79-4633-9461-017d54c884b2 req-6e17f00f-b02d-4df1-81bb-b1bc4a01ebcb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680194 Feb 19 03:46:19.435316 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-70248651-5794-4e28-8621-26368b752845 admin admin] Deleting subnet e2fce865-3b38-4e89-8261-d4205e1ff45a {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:46:19.439084 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70248651-5794-4e28-8621-26368b752845 admin admin] Publish callbacks [] for subnet (e2fce865-3b38-4e89-8261-d4205e1ff45a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.484121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70248651-5794-4e28-8621-26368b752845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (e2fce865-3b38-4e89-8261-d4205e1ff45a), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.529816 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70248651-5794-4e28-8621-26368b752845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (e2fce865-3b38-4e89-8261-d4205e1ff45a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.610989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70248651-5794-4e28-8621-26368b752845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (e2fce865-3b38-4e89-8261-d4205e1ff45a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.653380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70248651-5794-4e28-8621-26368b752845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2fce865-3b38-4e89-8261-d4205e1ff45a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:19.664486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70248651-5794-4e28-8621-26368b752845 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.672647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43672) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:19.672970 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-70248651-5794-4e28-8621-26368b752845 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e2fce865-3b38-4e89-8261-d4205e1ff45a HTTP/1.1" status: 204 len: 168 time: 0.2939968 Feb 19 03:46:19.802462 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (7c4b1626-a4d1-491f-b909-78cf81c48d03), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.922895 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (7c4b1626-a4d1-491f-b909-78cf81c48d03), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.957976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4b1626-a4d1-491f-b909-78cf81c48d03']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:19.973441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0910d6d0-7d9c-433f-a907-6c9fe69538ca') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:19.974178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0910d6d0-7d9c-433f-a907-6c9fe69538ca') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:19.988988 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (0910d6d0-7d9c-433f-a907-6c9fe69538ca), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:20.024328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (0910d6d0-7d9c-433f-a907-6c9fe69538ca), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:20.039792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:20.040333 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (0910d6d0-7d9c-433f-a907-6c9fe69538ca), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:20.044580 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:20.221733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a2e5c-f5ef-4864-9abf-8a42e888d467 req-06aeaba4-284b-4336-831f-20a71471b094 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:20.223425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa2a2e5c-f5ef-4864-9abf-8a42e888d467 req-06aeaba4-284b-4336-831f-20a71471b094 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 945 time: 0.0742157 Feb 19 03:46:20.225394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (7c4b1626-a4d1-491f-b909-78cf81c48d03), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:20.233930 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:20.239871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] 10.222.0.42 "DELETE /v2.0/networks/7c4b1626-a4d1-491f-b909-78cf81c48d03 HTTP/1.1" status: 204 len: 168 time: 0.5652692 Feb 19 03:46:20.301896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f6c9f-80ed-4b80-9aba-cafdd68a91ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4b1626-a4d1-491f-b909-78cf81c48d03,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:20.396037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa2a2e5c-f5ef-4864-9abf-8a42e888d467 req-cb0ff889-941b-43c4-b1d2-cd56e126f203 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421182 Feb 19 03:46:20.584272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43702) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:20.653757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-be907e5b-6e24-41ff-9625-cd1bf3fba22c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce6ee044f94f4c488643c2ff9f4bf84e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654829 Feb 19 03:46:20.654364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43704) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:20.718782 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4efd112-4cd2-483c-9725-81408e5e25b0 admin admin] Publish callbacks [] for security_group (2d64be0d-47ea-4a20-97de-e219d2db769b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:20.747090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4efd112-4cd2-483c-9725-81408e5e25b0 admin admin] Publish callbacks [] for security_group (2d64be0d-47ea-4a20-97de-e219d2db769b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:20.827567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4efd112-4cd2-483c-9725-81408e5e25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2d64be0d-47ea-4a20-97de-e219d2db769b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:20.834125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c4efd112-4cd2-483c-9725-81408e5e25b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:20.840176 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c4efd112-4cd2-483c-9725-81408e5e25b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d64be0d-47ea-4a20-97de-e219d2db769b HTTP/1.1" status: 204 len: 168 time: 0.1835737 Feb 19 03:46:20.853440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efd112-4cd2-483c-9725-81408e5e25b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d64be0d-47ea-4a20-97de-e219d2db769b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:21.718342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade714a8-95eb-4504-bf48-8911e18d8708 req-f0afb9ea-2e68-4664-8ab0-f6891d864cbd tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:21.722435 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ade714a8-95eb-4504-bf48-8911e18d8708 req-f0afb9ea-2e68-4664-8ab0-f6891d864cbd tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 945 time: 0.1910503 Feb 19 03:46:21.821345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ade714a8-95eb-4504-bf48-8911e18d8708 req-056fa3b0-e980-4c4b-92c2-32e85c4d92fb tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928700 Feb 19 03:46:22.332619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43766) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:22.451211 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.525274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-942839898-network', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:22.608298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Made reservation on behalf of c19d389b82c147e3b4059a92a2f58c27 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:22.610891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.676341 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.821035 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Publish callbacks [] for security_group (193fba45-f7c3-4208-9468-e4f1cbc599ae), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.838117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (193fba45-f7c3-4208-9468-e4f1cbc599ae), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.856165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4b76d-4c7c-406e-8595-1df5c18f056c req-c5a4ba78-5411-4b4c-bcd8-bdd876b456d7 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:22.857877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93c4b76d-4c7c-406e-8595-1df5c18f056c req-c5a4ba78-5411-4b4c-bcd8-bdd876b456d7 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 945 time: 0.2717884 Feb 19 03:46:22.951465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:23.062489 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (02ea7a08-e859-4d2d-b7d1-7989fc8c03ac), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:23.063081 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Added segment 02ea7a08-e859-4d2d-b7d1-7989fc8c03ac of type vlan for network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f Feb 19 03:46:23.080064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93c4b76d-4c7c-406e-8595-1df5c18f056c req-7be209e4-07c4-4d31-8bc6-3b8f5e3cf776 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981852 Feb 19 03:46:23.080993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193fba45-f7c3-4208-9468-e4f1cbc599ae,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:23.136349 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (9103004a-d9fb-4430-a3f1-b1c3417bdf3f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:23.197537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (9103004a-d9fb-4430-a3f1-b1c3417bdf3f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:23.199548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:23.200152 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:23.268160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9339359 Feb 19 03:46:23.271493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43780) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:23.278116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Request body: {'subnet': {'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-942839898-subnet', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:23.287184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28129b-dad5-410e-8e8a-5da479a25159 admin admin] Pushing event updated for resources: {'Network': ['ID=9103004a-d9fb-4430-a3f1-b1c3417bdf3f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:23.298500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:23.341578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Made reservation on behalf of c19d389b82c147e3b4059a92a2f58c27 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:23.345006 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:23.754323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (de64f1e3-e6df-40d2-93f3-90eaf8198d74), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:23.853341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de64f1e3-e6df-40d2-93f3-90eaf8198d74,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:23.887818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Checking segment: {'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:23.888418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Network hostable DHCP agents. Network: 9103004a-d9fb-4430-a3f1-b1c3417bdf3f, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:23.919139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:23.940071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 9103004a-d9fb-4430-a3f1-b1c3417bdf3f) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:23.951658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34cb5da-95e7-4e94-9828-7f884d6ae629 None None] Network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:23.955938 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:23.959027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:24.008580 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6063477e-9c9a-41ef-ae23-62e8d964ee85 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7357554 Feb 19 03:46:24.009983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43794) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:24.024756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-942839898-router', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:24.065155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (abbdc21c-80eb-4614-ad01-cf77e5fb3582), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:24.066433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (abbdc21c-80eb-4614-ad01-cf77e5fb3582), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:24.109405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-d98b6ef3-f97b-415d-81b4-ded10ee804cd tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:24.111217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-d98b6ef3-f97b-415d-81b4-ded10ee804cd tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 945 time: 0.1913180 Feb 19 03:46:24.157332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef480c-8af9-4834-9244-4fa36a3849d0 None None] Network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:24.241302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks [] for router_controller (abbdc21c-80eb-4614-ad01-cf77e5fb3582), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:24.614235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af561a-79f6-44e2-b00b-92aff9aeffdf req-d0372a86-a71b-4e11-a56c-50b8347957ce tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:24.623513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35af561a-79f6-44e2-b00b-92aff9aeffdf req-d0372a86-a71b-4e11-a56c-50b8347957ce tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 945 time: 0.3530200 Feb 19 03:46:24.763870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35af561a-79f6-44e2-b00b-92aff9aeffdf req-6f31f038-367d-4424-af5d-6907549030d6 tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/security-groups?id=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394222 Feb 19 03:46:24.769077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks [] for router_gateway (abbdc21c-80eb-4614-ad01-cf77e5fb3582), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:24.772906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-16635465-78cb-4c67-8ebb-2e147ce7fb4c tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Deleting port b4775e75-1438-4556-8029-8d90d596874d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:24.773259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-16635465-78cb-4c67-8ebb-2e147ce7fb4c tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b4775e75-1438-4556-8029-8d90d596874d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:24.871773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-16635465-78cb-4c67-8ebb-2e147ce7fb4c tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] For port b4775e75-1438-4556-8029-8d90d596874d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b4775e75-1438-4556-8029-8d90d596874d,segment=NetworkSegment(8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec),segment_id=8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:24.872167 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-16635465-78cb-4c67-8ebb-2e147ce7fb4c tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b4775e75-1438-4556-8029-8d90d596874d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:24.884688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-16635465-78cb-4c67-8ebb-2e147ce7fb4c tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Calling delete_port for b4775e75-1438-4556-8029-8d90d596874d owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:25.045183 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-16635465-78cb-4c67-8ebb-2e147ce7fb4c tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b4775e75-1438-4556-8029-8d90d596874d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:25.111860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16635465-78cb-4c67-8ebb-2e147ce7fb4c tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Pushing event deleted for resources: {'Port': ['ID=b4775e75-1438-4556-8029-8d90d596874d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:25.170885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-16635465-78cb-4c67-8ebb-2e147ce7fb4c tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] No DVR routers for this DVR port b4775e75-1438-4556-8029-8d90d596874d on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:25.180670 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-16635465-78cb-4c67-8ebb-2e147ce7fb4c tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:25.186506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks [] for router_gateway (abbdc21c-80eb-4614-ad01-cf77e5fb3582), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:25.191726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a869a855-070f-4cc1-8d7c-ea9e5fecb82d req-16635465-78cb-4c67-8ebb-2e147ce7fb4c tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.37 "DELETE /v2.0/ports/b4775e75-1438-4556-8029-8d90d596874d HTTP/1.1" status: 204 len: 173 time: 1.0670626 Feb 19 03:46:25.192970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b7d558-f849-42e5-b5a9-e1ef806ebc17', 'name': 'network-vif-deleted', 'tag': 'b4775e75-1438-4556-8029-8d90d596874d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:25.201632 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b9ab42-844b-4677-9ee7-b42e31227d11" -d '{"events": [{"server_uuid": "d2b7d558-f849-42e5-b5a9-e1ef806ebc17", "name": "network-vif-deleted", "tag": "b4775e75-1438-4556-8029-8d90d596874d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:25.252880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:25.323776 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a448279-e775-4401-8dbe-5d0e62f1129d x-openstack-request-id: req-2a448279-e775-4401-8dbe-5d0e62f1129d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:25.324085 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b7d558-f849-42e5-b5a9-e1ef806ebc17", "name": "network-vif-deleted", "tag": "b4775e75-1438-4556-8029-8d90d596874d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:25.324342 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a448279-e775-4401-8dbe-5d0e62f1129d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:25.324740 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b7d558-f849-42e5-b5a9-e1ef806ebc17', 'name': 'network-vif-deleted', 'tag': 'b4775e75-1438-4556-8029-8d90d596874d', 'status': 'completed', 'code': 200} Feb 19 03:46:25.490270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Allocated IP 172.25.4.246 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/ae3ac7ef-8aed-4997-ba64-127d3d201cf6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:25.695641 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks [] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:25.814498 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:25.938574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:25.944373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:25.963139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:26.063263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Pushing event updated for resources: {'Port': ['ID=ae3ac7ef-8aed-4997-ba64-127d3d201cf6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:26.066246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e510b573-7e7a-47e4-9d27-a8557c3bcb90 req-ff19f456-d790-4899-ba65-5e9c9ef5da2a tempest-ServerPasswordTestJSON-1547382181 tempest-ServerPasswordTestJSON-1547382181-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2b7d558-f849-42e5-b5a9-e1ef806ebc17 HTTP/1.1" status: 200 len: 210 time: 0.1110120 Feb 19 03:46:26.516756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b4775e75-1438-4556-8029-8d90d596874d no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:46:26.566677 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks [] for router_gateway (abbdc21c-80eb-4614-ad01-cf77e5fb3582), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:26.571643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: b4775e75-1438-4556-8029-8d90d596874d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:46:26.579755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b4775e75-1438-4556-8029-8d90d596874d not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:46:26.935311 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (abbdc21c-80eb-4614-ad01-cf77e5fb3582), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:27.204337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43838) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:27.344397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-9697d080-e10c-49f8-96a2-3ce3f57d1818 admin admin] Deleting subnet 8db0dd95-8b87-4f53-aca2-07c85cefe548 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:46:27.352771 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9697d080-e10c-49f8-96a2-3ce3f57d1818 admin admin] Publish callbacks [] for subnet (8db0dd95-8b87-4f53-aca2-07c85cefe548), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:27.485425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9697d080-e10c-49f8-96a2-3ce3f57d1818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (8db0dd95-8b87-4f53-aca2-07c85cefe548), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:27.562139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9697d080-e10c-49f8-96a2-3ce3f57d1818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (8db0dd95-8b87-4f53-aca2-07c85cefe548), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:27.639713 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9697d080-e10c-49f8-96a2-3ce3f57d1818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (8db0dd95-8b87-4f53-aca2-07c85cefe548), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:27.719500 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Router abbdc21c-80eb-4614-ad01-cf77e5fb3582 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:46:27.747157 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9697d080-e10c-49f8-96a2-3ce3f57d1818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:27.756802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9697d080-e10c-49f8-96a2-3ce3f57d1818 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8db0dd95-8b87-4f53-aca2-07c85cefe548 HTTP/1.1" status: 204 len: 168 time: 0.5492268 Feb 19 03:46:27.758364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43850) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:27.766882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697d080-e10c-49f8-96a2-3ce3f57d1818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db0dd95-8b87-4f53-aca2-07c85cefe548,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:28.050819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:46:28.062698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Sync routers for ids ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:46:28.092247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Routers {'abbdc21c-80eb-4614-ad01-cf77e5fb3582'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:28.094046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:46:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:28.113436 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (4d13e879-16ad-470a-abb1-e990518e3543), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:28.151791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:28.155931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43858) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:28.159178 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9a109806-ae2a-4440-8cb8-3b8b0e1e717e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1320021 Feb 19 03:46:28.276030 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (4d13e879-16ad-470a-abb1-e990518e3543), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:28.316088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d13e879-16ad-470a-abb1-e990518e3543']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:28.334198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:28.334815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:28.347394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:28.363014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:28.373190 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:28.373695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (8b9c89b5-cce7-4daa-afa7-f393ee2ee6ec), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:28.437136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Set router abbdc21c-80eb-4614-ad01-cf77e5fb3582 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:28.468034 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:28.481122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (4d13e879-16ad-470a-abb1-e990518e3543), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:28.496511 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:28.506399 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4d13e879-16ad-470a-abb1-e990518e3543 HTTP/1.1" status: 204 len: 168 time: 0.7438803 Feb 19 03:46:28.554373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32934f50-e0ec-4269-b3c0-92fd0cd22af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d13e879-16ad-470a-abb1-e990518e3543,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:28.794234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43868) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:28.886234 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:46:28.914418 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f4db702a-16b1-428f-ac6f-6bf059b39df9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff092408f43e4d398148c6722c0f6557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1161265 Feb 19 03:46:28.915755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43870) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:29.208634 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31af3bd6-efaf-450d-9c1d-06b10ae94970 admin admin] Publish callbacks [] for security_group (a291eacf-f9ed-41cc-85be-cfc7d37ff5e4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.246142 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31af3bd6-efaf-450d-9c1d-06b10ae94970 admin admin] Publish callbacks [] for security_group (a291eacf-f9ed-41cc-85be-cfc7d37ff5e4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.324841 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31af3bd6-efaf-450d-9c1d-06b10ae94970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a291eacf-f9ed-41cc-85be-cfc7d37ff5e4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.330226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31af3bd6-efaf-450d-9c1d-06b10ae94970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.333878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-31af3bd6-efaf-450d-9c1d-06b10ae94970 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a291eacf-f9ed-41cc-85be-cfc7d37ff5e4 HTTP/1.1" status: 204 len: 168 time: 0.4148827 Feb 19 03:46:29.350451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'name': 'tempest-ServerRescueTestJSON-942839898-router', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:24Z', 'updated_at': '2022-02-19T03:46:26Z', 'revision_number': 3, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'gw_port': {'id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:25Z', 'updated_at': '2022-02-19T03:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:29.395229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Checking router: abbdc21c-80eb-4614-ad01-cf77e5fb3582 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:46:29.396156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Updating router abbdc21c-80eb-4614-ad01-cf77e5fb3582 port ae3ac7ef-8aed-4997-ba64-127d3d201cf6 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:46:29.445950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af3bd6-efaf-450d-9c1d-06b10ae94970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a291eacf-f9ed-41cc-85be-cfc7d37ff5e4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:29.452638 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.491850 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.891612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Allocated IP 172.20.0.1 (9103004a-d9fb-4430-a3f1-b1c3417bdf3f/de64f1e3-e6df-40d2-93f3-90eaf8198d74/344c7e8a-a1db-49b8-a5b1-738e291e3d4c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:30.261016 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Publish callbacks [] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.318371 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Publish callbacks [] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.344279 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.371752 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.447647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fe3fa-a15c-4429-bf50-f5154ccf4c35 None None] Pushing event updated for resources: {'Port': ['ID=ae3ac7ef-8aed-4997-ba64-127d3d201cf6,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:30.501323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:30.505507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Attempting to bind port ae3ac7ef-8aed-4997-ba64-127d3d201cf6 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:30.507620 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Attempting to bind port ae3ac7ef-8aed-4997-ba64-127d3d201cf6 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:30.510162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Attempting to bind port ae3ac7ef-8aed-4997-ba64-127d3d201cf6 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:30.521906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:30.522346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:30.522767 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.523169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:30.525825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Bound port: ae3ac7ef-8aed-4997-ba64-127d3d201cf6, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:30.526840 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.529660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:30.543498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:30.634404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (abbdc21c-80eb-4614-ad01-cf77e5fb3582), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.692132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] For port ae3ac7ef-8aed-4997-ba64-127d3d201cf6, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:30.705522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] For port ae3ac7ef-8aed-4997-ba64-127d3d201cf6, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ae3ac7ef-8aed-4997-ba64-127d3d201cf6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:30.725123 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.849549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Pushing event updated for resources: {'Port': ['ID=344c7e8a-a1db-49b8-a5b1-738e291e3d4c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:30.919183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Routers {'abbdc21c-80eb-4614-ad01-cf77e5fb3582'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:30.919833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:46:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:31.059860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fe3fa-a15c-4429-bf50-f5154ccf4c35 None None] Pushing event updated for resources: {'Port': ['ID=ae3ac7ef-8aed-4997-ba64-127d3d201cf6,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:31.129634 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:31.291108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] Set router abbdc21c-80eb-4614-ad01-cf77e5fb3582 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:31.506920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:31.756735 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Publish callbacks [] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:31.769039 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:31.815574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1348444400-network', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:31.860849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'name': 'tempest-ServerRescueTestJSON-942839898-router', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:24Z', 'updated_at': '2022-02-19T03:46:26Z', 'revision_number': 3, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'gw_port': {'id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:25Z', 'updated_at': '2022-02-19T03:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:31.863157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Made reservation on behalf of 87952ef005a846a7b961f0e98eeabe28 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:31.866635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:31.887550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:31.915026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Pushing event updated for resources: {'Port': ['ID=344c7e8a-a1db-49b8-a5b1-738e291e3d4c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:31.979972 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (abbdc21c-80eb-4614-ad01-cf77e5fb3582), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:31.991739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08d826-33f4-421a-ab2c-bd846b4cc88d None None] The sync data for ids ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'] in n-d-826756-2 is: [{'id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'name': 'tempest-ServerRescueTestJSON-942839898-router', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:24Z', 'updated_at': '2022-02-19T03:46:26Z', 'revision_number': 3, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'gw_port': {'id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:25Z', 'updated_at': '2022-02-19T03:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:46:32.222734 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Publish callbacks [] for security_group (2d2c3108-6ceb-4ae9-8f44-37e2a87691e2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:32.232754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2d2c3108-6ceb-4ae9-8f44-37e2a87691e2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:32.266054 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:32.303316 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (15b3006f-b408-4fdf-bd9e-e4c04715e6f3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:32.303976 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Added segment 15b3006f-b408-4fdf-bd9e-e4c04715e6f3 of type vlan for network 717aeda8-2a07-4ec4-b068-e6ee6690d36c Feb 19 03:46:32.353507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:32.356846 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (717aeda8-2a07-4ec4-b068-e6ee6690d36c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:32.362341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:32.409396 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (717aeda8-2a07-4ec4-b068-e6ee6690d36c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:32.414420 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:32.421822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:32.642230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2c3108-6ceb-4ae9-8f44-37e2a87691e2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:32.701541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] Pushing event updated for resources: {'Network': ['ID=717aeda8-2a07-4ec4-b068-e6ee6690d36c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:32.714804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 717aeda8-2a07-4ec4-b068-e6ee6690d36c details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:32.750300 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8b21c293-0cae-405c-b953-6fe00acc76ad admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2388811 Feb 19 03:46:32.760066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Router abbdc21c-80eb-4614-ad01-cf77e5fb3582 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:46:32.760647 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 43944) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:32.765133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Request body: {'subnet': {'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1348444400-subnet', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:32.896292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Made reservation on behalf of 87952ef005a846a7b961f0e98eeabe28 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:32.899653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:33.177290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:46:33.207627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d2f9389a-5ce2-49bd-9916-c2a4f78a2e0b admin admin] 10.222.0.42 "PUT /v2.0/routers/abbdc21c-80eb-4614-ad01-cf77e5fb3582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0357645 Feb 19 03:46:33.305344 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (89927ea4-661e-4a52-b12a-1a99e39cad66), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:33.390136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89927ea4-661e-4a52-b12a-1a99e39cad66,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:33.415070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Checking segment: {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:33.418040 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Network hostable DHCP agents. Network: 717aeda8-2a07-4ec4-b068-e6ee6690d36c, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:33.458223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Network 717aeda8-2a07-4ec4-b068-e6ee6690d36c is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:33.503744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 717aeda8-2a07-4ec4-b068-e6ee6690d36c) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:33.519960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d046167b-1c31-44ff-9b69-5fcdcba09112 None None] Network 717aeda8-2a07-4ec4-b068-e6ee6690d36c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:33.545395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:33.551608 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:33.610607 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-55234e77-0c87-42ab-95a6-ac35374ca590 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8489487 Feb 19 03:46:33.611053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 43958) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:33.615465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:33.675019 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (25ea4d1e-9d4a-4357-b66b-9d387623f884), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:33.676378 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (25ea4d1e-9d4a-4357-b66b-9d387623f884), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:33.783872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:33.785174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:33.797726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks [] for router_controller (25ea4d1e-9d4a-4357-b66b-9d387623f884), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.163931 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Allocated IP 172.20.0.2 (717aeda8-2a07-4ec4-b068-e6ee6690d36c/89927ea4-661e-4a52-b12a-1a99e39cad66/8abcc791-2ab4-4213-ab61-41fe700fb5ff) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:34.366687 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks [] for router_gateway (25ea4d1e-9d4a-4357-b66b-9d387623f884), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.381619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ae3ac7ef-8aed-4997-ba64-127d3d201cf6 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:34.593103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Publish callbacks [] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.626691 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.632055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ae3ac7ef-8aed-4997-ba64-127d3d201cf6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:34.632420 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.791005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Network 717aeda8-2a07-4ec4-b068-e6ee6690d36c is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:34.796847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:34.819321 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:34.889483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Pushing event updated for resources: {'Port': ['ID=8abcc791-2ab4-4213-ab61-41fe700fb5ff,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:34.984516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ae3ac7ef-8aed-4997-ba64-127d3d201cf6 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:34.985075 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.030917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Attempting to bind port 8abcc791-2ab4-4213-ab61-41fe700fb5ff on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:35.031738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Attempting to bind port 8abcc791-2ab4-4213-ab61-41fe700fb5ff by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:35.032349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Attempting to bind port 8abcc791-2ab4-4213-ab61-41fe700fb5ff on network 717aeda8-2a07-4ec4-b068-e6ee6690d36c {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:35.045626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:35.046840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Checking segment: {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:35.047544 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.048170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Bound using segment: {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:35.048910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Bound port: 8abcc791-2ab4-4213-ab61-41fe700fb5ff, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:35.050057 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.055218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port ae3ac7ef-8aed-4997-ba64-127d3d201cf6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ae3ac7ef-8aed-4997-ba64-127d3d201cf6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:35.074573 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.256323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=ae3ac7ef-8aed-4997-ba64-127d3d201cf6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:35.280568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] For port 8abcc791-2ab4-4213-ab61-41fe700fb5ff, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:35.296782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] For port 8abcc791-2ab4-4213-ab61-41fe700fb5ff, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8abcc791-2ab4-4213-ab61-41fe700fb5ff,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:35.325684 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.330072 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30373406-f9de-43a1-84c5-801747764409 None None] Sync routers for ids ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:46:35.350855 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30373406-f9de-43a1-84c5-801747764409 None None] Routers {'abbdc21c-80eb-4614-ad01-cf77e5fb3582'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:35.351859 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-30373406-f9de-43a1-84c5-801747764409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:46:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:35.547806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1eb54-22df-45c9-b936-a323f8d1c7f8 None None] Pushing event updated for resources: {'Port': ['ID=8abcc791-2ab4-4213-ab61-41fe700fb5ff,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:35.676182 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-30373406-f9de-43a1-84c5-801747764409 None None] Set router abbdc21c-80eb-4614-ad01-cf77e5fb3582 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:35.683873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-35c45de5-2bef-4f02-b351-d39da45798da tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:35.685599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-35c45de5-2bef-4f02-b351-d39da45798da tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/networks?id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 200 len: 810 time: 1.3367333 Feb 19 03:46:35.740643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-e9f16a0f-fd42-43a4-8b60-80f027ffd8b0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/quotas/c19d389b82c147e3b4059a92a2f58c27 HTTP/1.1" status: 200 len: 375 time: 0.0321765 Feb 19 03:46:35.906283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-a4d6cc31-8e53-4db9-ab08-b145fb0d2e18 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19d389b82c147e3b4059a92a2f58c27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1577473 Feb 19 03:46:36.090055 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-30373406-f9de-43a1-84c5-801747764409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'name': 'tempest-ServerRescueTestJSON-942839898-router', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:24Z', 'updated_at': '2022-02-19T03:46:31Z', 'revision_number': 4, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'gw_port': {'id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:25Z', 'updated_at': '2022-02-19T03:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '344c7e8a-a1db-49b8-a5b1-738e291e3d4c', 'name': '', 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'mac_address': 'fa:16:3e:2a:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'de64f1e3-e6df-40d2-93f3-90eaf8198d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:29Z', 'updated_at': '2022-02-19T03:46:31Z', 'revision_number': 2, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'subnets': [{'id': 'de64f1e3-e6df-40d2-93f3-90eaf8198d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:36.164791 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30373406-f9de-43a1-84c5-801747764409 None None] Checking router: abbdc21c-80eb-4614-ad01-cf77e5fb3582 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:46:36.165161 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30373406-f9de-43a1-84c5-801747764409 None None] Updating router abbdc21c-80eb-4614-ad01-cf77e5fb3582 port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:46:36.217542 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks [] for router_gateway (25ea4d1e-9d4a-4357-b66b-9d387623f884), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.221743 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30373406-f9de-43a1-84c5-801747764409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.327783 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.343316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.363130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-7d46b1cb-284d-4978-92cf-b4ce6fc66cdd service neutron] 10.222.0.42 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274757 Feb 19 03:46:36.677023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8abcc791-2ab4-4213-ab61-41fe700fb5ff up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:36.704864 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-8571a3a0-d9a3-4bb5-9241-8846e7b9dbbc service neutron] 10.222.0.42 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116357 Feb 19 03:46:36.988304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8abcc791-2ab4-4213-ab61-41fe700fb5ff triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:36.990753 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.074702 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30373406-f9de-43a1-84c5-801747764409 None None] Publish callbacks [] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.090722 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30373406-f9de-43a1-84c5-801747764409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.243044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00be6d2b-8f19-4386-8a17-6d8275f92780 req-1baedf5b-0b3d-4607-b1cf-d28dc9fa5943 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 210 time: 0.1899173 Feb 19 03:46:37.258005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Allocated IP 172.25.4.78 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/ef61d46d-c9da-4801-a56e-33695f45b708) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:37.268401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8abcc791-2ab4-4213-ab61-41fe700fb5ff is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:37.268802 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.334484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 8abcc791-2ab4-4213-ab61-41fe700fb5ff, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8abcc791-2ab4-4213-ab61-41fe700fb5ff,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:37.346734 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.347413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ae3ac7ef-8aed-4997-ba64-127d3d201cf6 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:37.397153 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-30373406-f9de-43a1-84c5-801747764409 None None] Attempting to bind port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:37.398061 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-30373406-f9de-43a1-84c5-801747764409 None None] Attempting to bind port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:37.399062 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30373406-f9de-43a1-84c5-801747764409 None None] Attempting to bind port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c on network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:37.418115 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30373406-f9de-43a1-84c5-801747764409 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:37.418931 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30373406-f9de-43a1-84c5-801747764409 None None] Checking segment: {'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:37.419557 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30373406-f9de-43a1-84c5-801747764409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.421214 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30373406-f9de-43a1-84c5-801747764409 None None] Bound using segment: {'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:37.421991 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-30373406-f9de-43a1-84c5-801747764409 None None] Bound port: 344c7e8a-a1db-49b8-a5b1-738e291e3d4c, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:37.422610 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30373406-f9de-43a1-84c5-801747764409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.467147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks [] for port (ef61d46d-c9da-4801-a56e-33695f45b708), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.517622 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-30373406-f9de-43a1-84c5-801747764409 None None] For port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:37.521320 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-30373406-f9de-43a1-84c5-801747764409 None None] For port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=344c7e8a-a1db-49b8-a5b1-738e291e3d4c,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:37.539737 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Pushing event updated for resources: {'Port': ['ID=344c7e8a-a1db-49b8-a5b1-738e291e3d4c,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:37.550314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.560643 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.563519 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.564089 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.564415 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.564860 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.565344 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.565819 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.568061 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.570555 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.571162 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.571776 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.572512 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.572633 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.583727 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30373406-f9de-43a1-84c5-801747764409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.648113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=8abcc791-2ab4-4213-ab61-41fe700fb5ff,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:37.706638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ae3ac7ef-8aed-4997-ba64-127d3d201cf6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:37.707342 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.725695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Pushing event updated for resources: {'Port': ['ID=ef61d46d-c9da-4801-a56e-33695f45b708,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:37.755699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:37.763884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.768288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.768916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.769640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.770220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.770888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.771395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.771988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.772543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.773075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.773615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.775535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.776486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:37.790530 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ef980-6bfb-4d67-a54b-aaa15d3e078c None None] Pushing event updated for resources: {'Port': ['ID=344c7e8a-a1db-49b8-a5b1-738e291e3d4c,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:37.808292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:37.809683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15402a-85f4-49eb-9b27-36d13f61d380 None None] Network 717aeda8-2a07-4ec4-b068-e6ee6690d36c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:37.815119 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30373406-f9de-43a1-84c5-801747764409 None None] Routers {'abbdc21c-80eb-4614-ad01-cf77e5fb3582'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:37.817077 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-30373406-f9de-43a1-84c5-801747764409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:46:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:37.821946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:38.101191 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ccff8278-2914-41f4-952f-42ff17d0fe0f None None] Provisioning complete for port 8abcc791-2ab4-4213-ab61-41fe700fb5ff triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:38.101894 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ccff8278-2914-41f4-952f-42ff17d0fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.238460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ae3ac7ef-8aed-4997-ba64-127d3d201cf6 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:38.345965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ccff8278-2914-41f4-952f-42ff17d0fe0f None None] Current status of the port 8abcc791-2ab4-4213-ab61-41fe700fb5ff is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:38.350815 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22c87547-257b-4583-90d2-86d6908dccf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.372107 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-30373406-f9de-43a1-84c5-801747764409 None None] Set router abbdc21c-80eb-4614-ad01-cf77e5fb3582 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:38.450706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8abcc791-2ab4-4213-ab61-41fe700fb5ff up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:38.551933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 8abcc791-2ab4-4213-ab61-41fe700fb5ff triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:38.553102 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.695826 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks [] for router_gateway (25ea4d1e-9d4a-4357-b66b-9d387623f884), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.746864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 8abcc791-2ab4-4213-ab61-41fe700fb5ff is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:38.927955 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-30373406-f9de-43a1-84c5-801747764409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'name': 'tempest-ServerRescueTestJSON-942839898-router', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:24Z', 'updated_at': '2022-02-19T03:46:31Z', 'revision_number': 4, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'gw_port': {'id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:25Z', 'updated_at': '2022-02-19T03:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '344c7e8a-a1db-49b8-a5b1-738e291e3d4c', 'name': '', 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'mac_address': 'fa:16:3e:2a:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'de64f1e3-e6df-40d2-93f3-90eaf8198d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:29Z', 'updated_at': '2022-02-19T03:46:37Z', 'revision_number': 4, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'subnets': [{'id': 'de64f1e3-e6df-40d2-93f3-90eaf8198d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:39.019880 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30373406-f9de-43a1-84c5-801747764409 None None] The sync data for ids ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'] in n-d-826756-2 is: [{'id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'name': 'tempest-ServerRescueTestJSON-942839898-router', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:24Z', 'updated_at': '2022-02-19T03:46:31Z', 'revision_number': 4, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'gw_port': {'id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:25Z', 'updated_at': '2022-02-19T03:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '344c7e8a-a1db-49b8-a5b1-738e291e3d4c', 'name': '', 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'mac_address': 'fa:16:3e:2a:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'de64f1e3-e6df-40d2-93f3-90eaf8198d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:29Z', 'updated_at': '2022-02-19T03:46:37Z', 'revision_number': 4, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'subnets': [{'id': 'de64f1e3-e6df-40d2-93f3-90eaf8198d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:46:39.095291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5eecfe5e-a96a-4a33-886a-6731e9af9f55 None None] Provisioning complete for port 8abcc791-2ab4-4213-ab61-41fe700fb5ff triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:39.096011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc451a38-4a3c-488d-8e6b-328cc6d6ba89 req-e7d26b36-c768-41ae-8ddf-b9583678a90a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 210 time: 0.4227991 Feb 19 03:46:39.099566 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5eecfe5e-a96a-4a33-886a-6731e9af9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.519246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5eecfe5e-a96a-4a33-886a-6731e9af9f55 None None] Current status of the port 8abcc791-2ab4-4213-ab61-41fe700fb5ff is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:39.590954 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (25ea4d1e-9d4a-4357-b66b-9d387623f884), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.765318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-646264d1-979e-40bb-bb4f-b5ed74a7939a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:39.767939 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-646264d1-979e-40bb-bb4f-b5ed74a7939a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.37 "GET /v2.0/networks?id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 200 len: 810 time: 0.4780912 Feb 19 03:46:39.788499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Request body: {'port': {'device_id': '9eced4db-5faa-44bd-92ce-9d9f60da4ebc', 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f', 'admin_state_up': True, 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:40.421218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2e1c014-1882-486d-b8ee-a0bae8d7e22a req-da0eb83f-db32-4a3d-adcc-f2896cfa4ac8 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 210 time: 0.0849230 Feb 19 03:46:40.431087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Made reservation on behalf of c19d389b82c147e3b4059a92a2f58c27 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:40.444116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.492730 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29311ddc-4d06-4e25-86bc-57b6abb196c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.554000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 344c7e8a-a1db-49b8-a5b1-738e291e3d4c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:40.682025 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:40.683707 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.864579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Allocated IP 172.20.0.10 (9103004a-d9fb-4430-a3f1-b1c3417bdf3f/de64f1e3-e6df-40d2-93f3-90eaf8198d74/34edb638-2007-4638-9989-d05324055e1f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:40.886965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:40.887417 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.978900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=344c7e8a-a1db-49b8-a5b1-738e291e3d4c,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:41.002451 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.089058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks [] for port (34edb638-2007-4638-9989-d05324055e1f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.114228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=344c7e8a-a1db-49b8-a5b1-738e291e3d4c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:41.224746 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (34edb638-2007-4638-9989-d05324055e1f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.261636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Router 25ea4d1e-9d4a-4357-b66b-9d387623f884 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:46:41.384669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:41.730661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Pushing event updated for resources: {'Port': ['ID=34edb638-2007-4638-9989-d05324055e1f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:41.748163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:46:41.761695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:41.770356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Sync routers for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:46:41.799370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:41.800031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:46:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:41.814283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:41.843353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.844658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1fd3e07d-61bc-4482-8ecd-d154cbc8311e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2326097 Feb 19 03:46:41.848153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44084) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:41.999275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:42.005307 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.068345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-23595402-7828-4dea-8c25-6a92c9db6bf0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2791758 Feb 19 03:46:42.093787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d32759-5fde-4924-96e0-1af999a0ef24 req-ba94580e-b375-4e4a-b339-6ea5c5156a93 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:42.097637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21d32759-5fde-4924-96e0-1af999a0ef24 req-ba94580e-b375-4e4a-b339-6ea5c5156a93 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 932 time: 0.3511126 Feb 19 03:46:42.123471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Request body: {'port': {'device_id': '9eced4db-5faa-44bd-92ce-9d9f60da4ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:42.154806 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.185658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:42.344705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21d32759-5fde-4924-96e0-1af999a0ef24 req-eae6549c-6912-4495-8c46-1ce1521ab554 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148230 Feb 19 03:46:42.419067 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (34edb638-2007-4638-9989-d05324055e1f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.717718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-1a091db5-5234-4392-8912-de535d305082 service neutron] (103615) timed out ('10.222.0.42', 56292) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:46:42.887732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 344c7e8a-a1db-49b8-a5b1-738e291e3d4c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:43.015270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.139876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34edb638-2007-4638-9989-d05324055e1f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:46:43.154540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Publish callbacks [] for port (34edb638-2007-4638-9989-d05324055e1f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.184957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Transition to ACTIVE for port object 34edb638-2007-4638-9989-d05324055e1f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:46:43.199983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (34edb638-2007-4638-9989-d05324055e1f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.380662 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.429214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:43.429968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.467380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Allocated IP 172.20.0.1 (717aeda8-2a07-4ec4-b068-e6ee6690d36c/89927ea4-661e-4a52-b12a-1a99e39cad66/ce114b5b-8dc2-49b5-8c31-e70f77b157f1) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:43.537673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Pushing event updated for resources: {'Port': ['ID=34edb638-2007-4638-9989-d05324055e1f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:43.701260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Attempting to bind port 34edb638-2007-4638-9989-d05324055e1f on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:43.701599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Attempting to bind port 34edb638-2007-4638-9989-d05324055e1f by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:43.701953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Attempting to bind port 34edb638-2007-4638-9989-d05324055e1f on network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:43.715067 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:43.718988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Port 34edb638-2007-4638-9989-d05324055e1f on network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:46:43.719135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Attempting to bind port 34edb638-2007-4638-9989-d05324055e1f on network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:43.742040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:38Z', 'revision_number': 3, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:43.744341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:43.744341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Checking segment: {'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:43.745206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Bound using segment: {'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:43.745673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Bound port: 34edb638-2007-4638-9989-d05324055e1f, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:43.746065 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (34edb638-2007-4638-9989-d05324055e1f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.775587 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-89deb230-9ecd-46cc-9698-53f6dda64466 req-e8094ca7-298c-4d01-8eb8-a2c18fd41329 tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] (103616) timed out ('10.222.0.42', 51736) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:46:43.814060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Checking router: 25ea4d1e-9d4a-4357-b66b-9d387623f884 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:46:43.814314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Updating router 25ea4d1e-9d4a-4357-b66b-9d387623f884 port ef61d46d-c9da-4801-a56e-33695f45b708 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:46:43.869296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6265b17-cfe6-437b-8888-098e8f16b86b req-0ad6fc78-745c-4efa-8ae7-5942e3bd2fd6 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:43.878001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Publish callbacks [] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.879873 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6265b17-cfe6-437b-8888-098e8f16b86b req-0ad6fc78-745c-4efa-8ae7-5942e3bd2fd6 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 944 time: 0.3479424 Feb 19 03:46:43.906077 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.996763 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.005759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6265b17-cfe6-437b-8888-098e8f16b86b req-ad1316ab-2712-4237-924f-d7ab7d6537b1 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196756 Feb 19 03:46:44.071846 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Network 717aeda8-2a07-4ec4-b068-e6ee6690d36c is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:44.074426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] For port 34edb638-2007-4638-9989-d05324055e1f, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:44.080916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] For port 34edb638-2007-4638-9989-d05324055e1f, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=34edb638-2007-4638-9989-d05324055e1f,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:44.093141 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:44.100065 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (34edb638-2007-4638-9989-d05324055e1f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.110033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:44.116579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Pushing event updated for resources: {'Port': ['ID=ce114b5b-8dc2-49b5-8c31-e70f77b157f1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:44.190719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:44.192245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.195081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] 10.222.0.37 "PUT /v2.0/ports/34edb638-2007-4638-9989-d05324055e1f HTTP/1.1" status: 200 len: 1092 time: 2.0919809 Feb 19 03:46:44.197562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eced4db-5faa-44bd-92ce-9d9f60da4ebc', 'tag': '34edb638-2007-4638-9989-d05324055e1f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:44.200010 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "9eced4db-5faa-44bd-92ce-9d9f60da4ebc", "tag": "34edb638-2007-4638-9989-d05324055e1f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:44.270598 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (25ea4d1e-9d4a-4357-b66b-9d387623f884), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.361926 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49484b5-a65e-4932-a060-a43bb1be3a7a x-openstack-request-id: req-e49484b5-a65e-4932-a060-a43bb1be3a7a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:44.361926 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eced4db-5faa-44bd-92ce-9d9f60da4ebc", "tag": "34edb638-2007-4638-9989-d05324055e1f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:44.361926 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e49484b5-a65e-4932-a060-a43bb1be3a7a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:44.361926 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eced4db-5faa-44bd-92ce-9d9f60da4ebc', 'tag': '34edb638-2007-4638-9989-d05324055e1f', 'status': 'completed', 'code': 200} Feb 19 03:46:44.488184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a0c85-ec6c-4d9e-a68e-673e26ff6d49 service neutron] Pushing event updated for resources: {'Port': ['ID=34edb638-2007-4638-9989-d05324055e1f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:44.569011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-bf884b82-d0d7-4e4b-9e7f-fb2f7ddecd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:44.582694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-bf884b82-d0d7-4e4b-9e7f-fb2f7ddecd3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c19d389b82c147e3b4059a92a2f58c27&device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 1126 time: 0.2692409 Feb 19 03:46:44.653866 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.681154 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Publish callbacks [] for port (ef61d46d-c9da-4801-a56e-33695f45b708), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.710611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-d3fb0415-6dfa-4d7d-823b-517ec85bb551 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34edb638-2007-4638-9989-d05324055e1f HTTP/1.1" status: 200 len: 217 time: 0.1251075 Feb 19 03:46:44.724446 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.796690 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.839046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-27352df4-58fe-4d71-b6e1-1473d172334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:44.843870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-27352df4-58fe-4d71-b6e1-1473d172334a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de64f1e3-e6df-40d2-93f3-90eaf8198d74 HTTP/1.1" status: 200 len: 850 time: 0.1268315 Feb 19 03:46:44.945390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-6c22c9f0-a173-4136-9d86-033548929fc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913498 Feb 19 03:46:44.999484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Pushing event updated for resources: {'Port': ['ID=ef61d46d-c9da-4801-a56e-33695f45b708,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:45.001830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Attempting to bind port ef61d46d-c9da-4801-a56e-33695f45b708 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:45.002327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Attempting to bind port ef61d46d-c9da-4801-a56e-33695f45b708 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:45.002797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Attempting to bind port ef61d46d-c9da-4801-a56e-33695f45b708 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:45.016374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.016916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.017357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.017984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.018916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.019351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.020347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.020812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.021244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.022380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.022857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.023676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.024097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:45.037430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-93c60594-9116-4640-8ee3-d4161a903b51 None None] Provisioning complete for port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:45.038148 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-93c60594-9116-4640-8ee3-d4161a903b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.089296 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-93c60594-9116-4640-8ee3-d4161a903b51 None None] Port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:46:45.095313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:45.095819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:45.096319 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.096825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:45.097817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Bound port: ef61d46d-c9da-4801-a56e-33695f45b708, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:45.098374 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.168344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] For port ef61d46d-c9da-4801-a56e-33695f45b708, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:45.172452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] For port ef61d46d-c9da-4801-a56e-33695f45b708, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ef61d46d-c9da-4801-a56e-33695f45b708,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:45.196041 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.305883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:45.307042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:46:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:45.395127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9994211-10c0-42b2-b47a-18be94269316 None None] Pushing event updated for resources: {'Port': ['ID=ef61d46d-c9da-4801-a56e-33695f45b708,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:45.396815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Publish callbacks [] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.423136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.470121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2042c4e-acea-4bb8-8732-9edc914d9392 req-d7f84144-d676-4348-a224-cc1ac2b15616 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:45.492571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2042c4e-acea-4bb8-8732-9edc914d9392 req-d7f84144-d676-4348-a224-cc1ac2b15616 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 944 time: 0.3364251 Feb 19 03:46:45.569029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-bdb4bb61-72a9-4e53-a01f-f707c692248b service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124527 Feb 19 03:46:45.632832 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (25ea4d1e-9d4a-4357-b66b-9d387623f884), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.663884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Pushing event updated for resources: {'Port': ['ID=ce114b5b-8dc2-49b5-8c31-e70f77b157f1,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:45.711916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:45.726726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2042c4e-acea-4bb8-8732-9edc914d9392 req-e7fe3643-6315-4fe4-8f22-6599d692c52f tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139120 Feb 19 03:46:45.907476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-57ed92ef-e0d0-45ba-9966-5bffa94e1ffc req-beb039fa-d3a4-42fd-918f-e07ca1fd2476 service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228918 Feb 19 03:46:45.950887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Network 717aeda8-2a07-4ec4-b068-e6ee6690d36c is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:45.961966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:46.157625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7 req-ae6bc625-5e47-41e8-bd13-859d029c6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:46.163598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7 req-ae6bc625-5e47-41e8-bd13-859d029c6739 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c19d389b82c147e3b4059a92a2f58c27&device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 1126 time: 0.1633601 Feb 19 03:46:46.382333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:43Z', 'revision_number': 1, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:46.444404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Router 25ea4d1e-9d4a-4357-b66b-9d387623f884 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:46:46.468417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1596e-1d58-4bee-b2bb-35ebf00172bb None None] The sync data for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 is: [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:43Z', 'revision_number': 1, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:46:46.537499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7 req-c6fea834-90db-44cb-941e-de06c682b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:46.540238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7 req-c6fea834-90db-44cb-941e-de06c682b224 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 200 len: 911 time: 0.3687375 Feb 19 03:46:46.642121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4eaa57bc-4297-4e3e-93ab-c8c9e117624c None None] Provisioning complete for port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:46.650045 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4eaa57bc-4297-4e3e-93ab-c8c9e117624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.689202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7 req-df634c85-3351-4633-ac16-22e96d5ee602 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34edb638-2007-4638-9989-d05324055e1f HTTP/1.1" status: 200 len: 217 time: 0.1423006 Feb 19 03:46:46.765039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa57bc-4297-4e3e-93ab-c8c9e117624c None None] Port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:46:46.790855 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:46:46.804877 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9a2e9a8c-3392-4755-a0a7-9513a422f1af admin admin] 10.222.0.42 "PUT /v2.0/routers/25ea4d1e-9d4a-4357-b66b-9d387623f884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9485500 Feb 19 03:46:46.954933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7 req-014a75d3-5b4d-4ebd-a405-632e75a74f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:46.967778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7 req-014a75d3-5b4d-4ebd-a405-632e75a74f12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de64f1e3-e6df-40d2-93f3-90eaf8198d74 HTTP/1.1" status: 200 len: 850 time: 0.2695551 Feb 19 03:46:47.053986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7 req-b06bf7e6-69db-425b-87a8-e7d7dca78bde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665634 Feb 19 03:46:47.158352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291e6d1-fbd2-4f72-826f-17359b20546d req-c3802012-49be-4467-885b-f216010e5d84 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:47.177080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e291e6d1-fbd2-4f72-826f-17359b20546d req-c3802012-49be-4467-885b-f216010e5d84 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 944 time: 0.3200133 Feb 19 03:46:47.512339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e291e6d1-fbd2-4f72-826f-17359b20546d req-a6330594-4c64-446a-958b-fb93664e8439 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340123 Feb 19 03:46:47.591260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7 req-42f2574e-a813-4c22-853d-bda886ac139f service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000677 Feb 19 03:46:47.993362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfaa4190-ff37-4356-8e7b-c7b81a0a8fb7 req-2ca52ec8-df61-4d90-9fa4-303602f5fbb2 service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842869 Feb 19 03:46:48.567393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ef61d46d-c9da-4801-a56e-33695f45b708 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:48.793530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 34edb638-2007-4638-9989-d05324055e1f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:46:48.831820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44178) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:48.837154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-436b7684-a7c7-4cef-8e2f-817b69f42f88 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596318772', 'description': 'tempest-description--20462819'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:48.923458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ef61d46d-c9da-4801-a56e-33695f45b708 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:48.923702 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.935787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-436b7684-a7c7-4cef-8e2f-817b69f42f88 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.144502 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.resource_extend [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:46:49.244160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef7093-4d78-463a-9330-0c5c9062821e req-cf6e53eb-995d-48c7-aadc-1fa7a5794c42 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:49.263696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4ef7093-4d78-463a-9330-0c5c9062821e req-cf6e53eb-995d-48c7-aadc-1fa7a5794c42 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 944 time: 0.1969972 Feb 19 03:46:49.328645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-436b7684-a7c7-4cef-8e2f-817b69f42f88 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (1f203810-27ed-45e0-8796-85d15de7989a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.362546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-436b7684-a7c7-4cef-8e2f-817b69f42f88 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1f203810-27ed-45e0-8796-85d15de7989a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.421040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4ef7093-4d78-463a-9330-0c5c9062821e req-705839d3-76fa-4330-840c-ac14f00b6c02 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491218 Feb 19 03:46:49.456801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ef61d46d-c9da-4801-a56e-33695f45b708 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:49.462110 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.487681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b7684-a7c7-4cef-8e2f-817b69f42f88 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f203810-27ed-45e0-8796-85d15de7989a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:49.531303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port ef61d46d-c9da-4801-a56e-33695f45b708, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ef61d46d-c9da-4801-a56e-33695f45b708,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:49.566250 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-436b7684-a7c7-4cef-8e2f-817b69f42f88 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.576064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44184) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:49.580676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8cd21b6c-65b1-471a-ad63-a53511828d3d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'security_group_rule': {'security_group_id': '1f203810-27ed-45e0-8796-85d15de7989a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:49.584598 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-436b7684-a7c7-4cef-8e2f-817b69f42f88 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7400606 Feb 19 03:46:49.597153 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.705241 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cd21b6c-65b1-471a-ad63-a53511828d3d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (2aeb8fc8-2233-4e90-8e23-22b1e6dfa9e8), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.826903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 34edb638-2007-4638-9989-d05324055e1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=34edb638-2007-4638-9989-d05324055e1f,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:49.878552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '34edb638-2007-4638-9989-d05324055e1f', 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f', 'port_id': '34edb638-2007-4638-9989-d05324055e1f', 'mac_address': 'fa:16:3e:02:05:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de64f1e3-e6df-40d2-93f3-90eaf8198d74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:46:49.922834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cd21b6c-65b1-471a-ad63-a53511828d3d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (2aeb8fc8-2233-4e90-8e23-22b1e6dfa9e8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.934045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cd21b6c-65b1-471a-ad63-a53511828d3d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (2aeb8fc8-2233-4e90-8e23-22b1e6dfa9e8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.989707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd21b6c-65b1-471a-ad63-a53511828d3d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aeb8fc8-2233-4e90-8e23-22b1e6dfa9e8,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:50.008923 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cd21b6c-65b1-471a-ad63-a53511828d3d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.010312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8cd21b6c-65b1-471a-ad63-a53511828d3d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4330580 Feb 19 03:46:50.013091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44192) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:50.032074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c187b2dc-6e64-4a32-a617-216941f8c2e3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'security_group_rule': {'security_group_id': '1f203810-27ed-45e0-8796-85d15de7989a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:50.126458 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c187b2dc-6e64-4a32-a617-216941f8c2e3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (831b74ac-1fc8-46a4-a2af-13cbcc5c368b), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.147922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=ef61d46d-c9da-4801-a56e-33695f45b708,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:50.169576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 34edb638-2007-4638-9989-d05324055e1f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:50.170345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (34edb638-2007-4638-9989-d05324055e1f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.203494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34edb638-2007-4638-9989-d05324055e1f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:46:50.243753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 34edb638-2007-4638-9989-d05324055e1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=34edb638-2007-4638-9989-d05324055e1f,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:50.262736 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (34edb638-2007-4638-9989-d05324055e1f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.307505 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c187b2dc-6e64-4a32-a617-216941f8c2e3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (831b74ac-1fc8-46a4-a2af-13cbcc5c368b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.326731 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c187b2dc-6e64-4a32-a617-216941f8c2e3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (831b74ac-1fc8-46a4-a2af-13cbcc5c368b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.387814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=34edb638-2007-4638-9989-d05324055e1f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:50.406181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187b2dc-6e64-4a32-a617-216941f8c2e3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831b74ac-1fc8-46a4-a2af-13cbcc5c368b,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:50.419929 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c187b2dc-6e64-4a32-a617-216941f8c2e3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.421449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c187b2dc-6e64-4a32-a617-216941f8c2e3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4074101 Feb 19 03:46:50.424678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:50.434901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:50.464180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ef61d46d-c9da-4801-a56e-33695f45b708 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:50.495668 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.680743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['34edb638-2007-4638-9989-d05324055e1f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:46:50.769579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ef61d46d-c9da-4801-a56e-33695f45b708 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:50.771933 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.843201 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.216823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ef61d46d-c9da-4801-a56e-33695f45b708 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:51.260180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Allocated IP 172.25.4.209 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/71cbfc72-da13-423d-a250-56e02877a967) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:51.783667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for port (71cbfc72-da13-423d-a250-56e02877a967), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.878919 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Sync routers for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:46:51.891213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6f8e3-c62b-4e60-a2ac-3e512dab0e88 req-43733eea-a22e-465e-a20b-45aa385320e5 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:51.906664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bf6f8e3-c62b-4e60-a2ac-3e512dab0e88 req-43733eea-a22e-465e-a20b-45aa385320e5 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 945 time: 0.2687845 Feb 19 03:46:51.917357 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:51.918294 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:46:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:51.922116 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (71cbfc72-da13-423d-a250-56e02877a967), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.104237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bf6f8e3-c62b-4e60-a2ac-3e512dab0e88 req-f0e0d7f8-9757-4ed4-b713-3b377e69e325 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950116 Feb 19 03:46:52.128246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:52.133916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:52.168920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:52.171257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'Port': ['ID=71cbfc72-da13-423d-a250-56e02877a967,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:52.265792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.274346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.274714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.275060 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.275401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.276283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.276620 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.276957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.277286 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.277615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.277970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.278300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.289127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:52.333554 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:52.452323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (aa65d6ec-ba92-48e0-8965-a37a11ebbcc4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.455483 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.540212 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (71cbfc72-da13-423d-a250-56e02877a967), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.639633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 34edb638-2007-4638-9989-d05324055e1f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:52.855817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 34edb638-2007-4638-9989-d05324055e1f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:46:52.864769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 34edb638-2007-4638-9989-d05324055e1f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:52.874035 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (34edb638-2007-4638-9989-d05324055e1f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.908017 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for port (71cbfc72-da13-423d-a250-56e02877a967), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.927593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (71cbfc72-da13-423d-a250-56e02877a967), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.176792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 34edb638-2007-4638-9989-d05324055e1f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:53.177319 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (34edb638-2007-4638-9989-d05324055e1f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.195367 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'Port': ['ID=71cbfc72-da13-423d-a250-56e02877a967,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:53.235780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (aa65d6ec-ba92-48e0-8965-a37a11ebbcc4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.282750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 34edb638-2007-4638-9989-d05324055e1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=34edb638-2007-4638-9989-d05324055e1f,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:53.288659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eced4db-5faa-44bd-92ce-9d9f60da4ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34edb638-2007-4638-9989-d05324055e1f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:53.294499 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.303651 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-016eb716-5806-4ac9-8a7b-3999bf1475be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8695376 Feb 19 03:46:53.319924 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0cec3e-0cba-42a0-9c4e-df0b3b900fd3" -d '{"events": [{"server_uuid": "9eced4db-5faa-44bd-92ce-9d9f60da4ebc", "name": "network-vif-plugged", "status": "completed", "tag": "34edb638-2007-4638-9989-d05324055e1f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:53.337359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (34edb638-2007-4638-9989-d05324055e1f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.470230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914e5c-17dc-4431-8e6d-a1bd43c9263b req-93c7a8ba-df84-450d-a6a9-fff9aaf7fc76 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:53.471607 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 2, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:53.481412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c914e5c-17dc-4431-8e6d-a1bd43c9263b req-93c7a8ba-df84-450d-a6a9-fff9aaf7fc76 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 945 time: 0.1919398 Feb 19 03:46:53.551881 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Checking router: 25ea4d1e-9d4a-4357-b66b-9d387623f884 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:46:53.555503 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Updating router 25ea4d1e-9d4a-4357-b66b-9d387623f884 port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:46:53.557609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=34edb638-2007-4638-9989-d05324055e1f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:53.608996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c914e5c-17dc-4431-8e6d-a1bd43c9263b req-25087067-f350-43bc-a4dd-2265584c5477 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265483 Feb 19 03:46:53.648672 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.695181 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f825931-7016-41b5-b4a4-e846b788a6c3 x-openstack-request-id: req-4f825931-7016-41b5-b4a4-e846b788a6c3 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:53.695733 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eced4db-5faa-44bd-92ce-9d9f60da4ebc", "name": "network-vif-plugged", "status": "completed", "tag": "34edb638-2007-4638-9989-d05324055e1f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:53.696219 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f825931-7016-41b5-b4a4-e846b788a6c3 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:53.696842 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eced4db-5faa-44bd-92ce-9d9f60da4ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34edb638-2007-4638-9989-d05324055e1f', 'code': 200} Feb 19 03:46:54.014880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18aa60-b075-4901-bba2-df022e99dd8d req-0eca62e0-5454-4a48-93f7-7f07c3c3d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:54.016719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe18aa60-b075-4901-bba2-df022e99dd8d req-0eca62e0-5454-4a48-93f7-7f07c3c3d975 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 1128 time: 0.2273488 Feb 19 03:46:54.154261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe18aa60-b075-4901-bba2-df022e99dd8d req-6ba12db5-69ac-4c43-b745-d63b3d637fda service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929084 Feb 19 03:46:54.197014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-40b7f6be-a086-4bba-8696-76f9211a3d42 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--596318772&fields=id&tenant_id=87952ef005a846a7b961f0e98eeabe28 HTTP/1.1" status: 200 len: 267 time: 0.2400258 Feb 19 03:46:54.625631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-0a9097ad-c8ef-4553-8a35-d0c5f93c36df tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:54.637335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-0a9097ad-c8ef-4553-8a35-d0c5f93c36df tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 811 time: 0.4172697 Feb 19 03:46:54.659920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-fb54e94a-d2d9-44d9-b676-3cfc000c0e23 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/quotas/87952ef005a846a7b961f0e98eeabe28 HTTP/1.1" status: 200 len: 375 time: 0.0191565 Feb 19 03:46:54.684494 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Publish callbacks [] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.705331 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.747195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-53cc612e-6aa8-4613-a26c-eb1588cba03f tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859280 Feb 19 03:46:54.834248 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526d358-949a-41ce-8cb1-ee1ba0eb961f None None] Pushing event updated for resources: {'Port': ['ID=ce114b5b-8dc2-49b5-8c31-e70f77b157f1,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:54.999418 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Attempting to bind port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:54.999418 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Attempting to bind port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:54.999713 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Attempting to bind port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 on network 717aeda8-2a07-4ec4-b068-e6ee6690d36c {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:55.037116 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:55.037500 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Checking segment: {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:55.037998 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.039182 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Bound using segment: {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:55.039743 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Bound port: ce114b5b-8dc2-49b5-8c31-e70f77b157f1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:55.040197 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.170691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-a8b21152-13f1-40a8-aa8d-341f079c4b1b service neutron] 10.222.0.42 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083858 Feb 19 03:46:55.234143 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] For port ce114b5b-8dc2-49b5-8c31-e70f77b157f1, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:55.241204 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] For port ce114b5b-8dc2-49b5-8c31-e70f77b157f1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ce114b5b-8dc2-49b5-8c31-e70f77b157f1,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:55.272428 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.367703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b9eebd61-eb4e-4414-81db-c15112615192 None None] Provisioning complete for port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:55.368804 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b9eebd61-eb4e-4414-81db-c15112615192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.373398 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526d358-949a-41ce-8cb1-ee1ba0eb961f None None] Pushing event updated for resources: {'Port': ['ID=ce114b5b-8dc2-49b5-8c31-e70f77b157f1,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:55.427836 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:55.428462 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:46:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:55.479873 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-91d71def-a3af-4724-bed4-ee2255e10c42 service neutron] 10.222.0.42 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069432 Feb 19 03:46:55.742983 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:55.745125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b9eebd61-eb4e-4414-81db-c15112615192 None None] Current status of the port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:55.745519 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b9eebd61-eb4e-4414-81db-c15112615192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.828843 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b9eebd61-eb4e-4414-81db-c15112615192 None None] For port ce114b5b-8dc2-49b5-8c31-e70f77b157f1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ce114b5b-8dc2-49b5-8c31-e70f77b157f1,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:55.838201 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b9eebd61-eb4e-4414-81db-c15112615192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.021235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478622d4-81f8-4b17-8952-e7522e25e753 req-09a78ebd-f983-41a8-abb6-918c5d5068ea tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:56.028766 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-478622d4-81f8-4b17-8952-e7522e25e753 req-09a78ebd-f983-41a8-abb6-918c5d5068ea tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.1275687 Feb 19 03:46:56.076365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eebd61-eb4e-4414-81db-c15112615192 None None] Pushing event updated for resources: {'Port': ['ID=ce114b5b-8dc2-49b5-8c31-e70f77b157f1,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:56.131886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-478622d4-81f8-4b17-8952-e7522e25e753 req-eb40b4d2-1a04-4d35-adab-2bff5ad05708 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974317 Feb 19 03:46:56.157749 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-40d93799-3cfe-4c04-bfa7-c16a48df5c8c None None] Provisioning complete for port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:56.157749 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-40d93799-3cfe-4c04-bfa7-c16a48df5c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.236007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad892a36-4f69-48b6-9ed8-5740a32246e0 req-a32086eb-688c-486c-88f0-cf0a25183325 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 210 time: 0.0557640 Feb 19 03:46:56.526560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-40d93799-3cfe-4c04-bfa7-c16a48df5c8c None None] Current status of the port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:56.534752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ce114b5b-8dc2-49b5-8c31-e70f77b157f1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:56.589549 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:56.682473 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5530a4-3547-4df6-af22-7a20ae637265 None None] The sync data for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 is: [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:46:56.700310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:56.700688 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.933656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43b4af-212b-48b5-b040-e9f290774d91 req-1583cc27-f9cb-4ee8-882f-43fc108dd2c6 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:56.935340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff43b4af-212b-48b5-b040-e9f290774d91 req-1583cc27-f9cb-4ee8-882f-43fc108dd2c6 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.1544249 Feb 19 03:46:57.111278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff43b4af-212b-48b5-b040-e9f290774d91 req-af9d947e-6119-49b9-82f7-f89cd7d7d068 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635325 Feb 19 03:46:57.115893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b2c93-19e0-4bb7-8b4e-da4f1f4e902a req-c19956a1-fe84-4e98-9ad5-8f9e46101cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:57.118368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-869b2c93-19e0-4bb7-8b4e-da4f1f4e902a req-c19956a1-fe84-4e98-9ad5-8f9e46101cac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c19d389b82c147e3b4059a92a2f58c27&device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 1128 time: 0.4535198 Feb 19 03:46:57.567740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:58.296521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-429fa68e-7023-433f-b18d-02e7cb0d27e1 req-d58f564b-d258-4f08-ac0e-9ea487647945 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 210 time: 0.8662784 Feb 19 03:46:58.490932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b2c93-19e0-4bb7-8b4e-da4f1f4e902a req-f6c2c1b0-0acf-4dec-91dc-33059ef27ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:58.492579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-869b2c93-19e0-4bb7-8b4e-da4f1f4e902a req-f6c2c1b0-0acf-4dec-91dc-33059ef27ae7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 200 len: 911 time: 1.3659360 Feb 19 03:46:58.612390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-869b2c93-19e0-4bb7-8b4e-da4f1f4e902a req-6a95151d-c011-434c-8e83-1a952a0daed7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34edb638-2007-4638-9989-d05324055e1f HTTP/1.1" status: 200 len: 217 time: 0.1032686 Feb 19 03:46:58.688725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b2c93-19e0-4bb7-8b4e-da4f1f4e902a req-04c7b1ae-ecf3-4696-a462-e19c50246379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:58.690376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-869b2c93-19e0-4bb7-8b4e-da4f1f4e902a req-04c7b1ae-ecf3-4696-a462-e19c50246379 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de64f1e3-e6df-40d2-93f3-90eaf8198d74 HTTP/1.1" status: 200 len: 850 time: 0.0545404 Feb 19 03:46:58.788097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72229e2f-2abe-4925-a1ce-edcac1961bea req-4e6f06e8-2877-46ab-96e2-d536995d2e5a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:58.796697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72229e2f-2abe-4925-a1ce-edcac1961bea req-4e6f06e8-2877-46ab-96e2-d536995d2e5a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.3829999 Feb 19 03:46:58.821476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-869b2c93-19e0-4bb7-8b4e-da4f1f4e902a req-888d4e5b-ddba-427a-a496-14a94e57332b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181984 Feb 19 03:46:58.869548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72229e2f-2abe-4925-a1ce-edcac1961bea req-6cc818c0-6c6c-4452-a7e4-70b2e2fa6345 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717707 Feb 19 03:46:58.888584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-6aef87af-c6ce-4114-8984-f5cc1a32b775 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:58.888584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-6aef87af-c6ce-4114-8984-f5cc1a32b775 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.71 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 811 time: 0.6272242 Feb 19 03:46:59.162162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-b175d929-2b44-4233-94c3-fc2068578f22 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87952ef005a846a7b961f0e98eeabe28 HTTP/1.1" status: 200 len: 379 time: 0.2416549 Feb 19 03:46:59.188416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'port': {'device_id': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'admin_state_up': True, 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'security_groups': ['1f203810-27ed-45e0-8796-85d15de7989a']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:59.406007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-869b2c93-19e0-4bb7-8b4e-da4f1f4e902a req-d97d3b22-10cf-4ed6-958a-372ab2b684d3 service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295575 Feb 19 03:46:59.565060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c9e37a2-1509-4cc8-ac61-3cd15435c478 req-03bddebd-24c2-4ebf-9331-35f2f4eeaadf tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 210 time: 0.0744278 Feb 19 03:46:59.685911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Made reservation on behalf of 87952ef005a846a7b961f0e98eeabe28 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:59.690966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:59.772273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-869b2c93-19e0-4bb7-8b4e-da4f1f4e902a req-b786cf6d-4fec-4137-b764-ecffe8ad51be service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652215 Feb 19 03:47:00.290672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Allocated IP 172.20.0.13 (717aeda8-2a07-4ec4-b068-e6ee6690d36c/89927ea4-661e-4a52-b12a-1a99e39cad66/73023655-cb29-4c12-b9b6-f82d3f3cf978) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:47:00.328892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a1d47-9208-4048-a818-7a43bedb75df req-b024d5e9-c1cd-4b7f-b009-a2146708058e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:00.335923 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd0a1d47-9208-4048-a818-7a43bedb75df req-b024d5e9-c1cd-4b7f-b009-a2146708058e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.2543499 Feb 19 03:47:00.488244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd0a1d47-9208-4048-a818-7a43bedb75df req-e2c62fc8-8624-420e-a056-00f0c09bfcd2 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435249 Feb 19 03:47:00.805793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a6ac965-5b1a-4793-9fe5-ba231d830560 req-d9f16869-c6bd-475b-95f1-9c4b52168ee1 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 210 time: 0.0598996 Feb 19 03:47:00.844809 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.918610 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:01.061557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'Port': ['ID=73023655-cb29-4c12-b9b6-f82d3f3cf978,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:01.095979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Network 717aeda8-2a07-4ec4-b068-e6ee6690d36c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:01.097540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:01.100053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:01.339407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:01.340093 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:01.406452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-4bc7040b-acb2-418c-b99c-667afb49ea71 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2350852 Feb 19 03:47:01.418823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Request body: {'port': {'device_id': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:01.626156 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:01.724246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-de84da00-6670-4fd0-80d4-a9703e6acee8 None None] Provisioning complete for port 73023655-cb29-4c12-b9b6-f82d3f3cf978 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:01.728085 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-de84da00-6670-4fd0-80d4-a9703e6acee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:01.903090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-de84da00-6670-4fd0-80d4-a9703e6acee8 None None] Port 73023655-cb29-4c12-b9b6-f82d3f3cf978 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:47:01.980991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9823-3d85-4c8b-a6f7-24db0bb26c66 req-4067fc06-e164-4554-abac-0b4ed1cab276 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:01.987951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e6e9823-3d85-4c8b-a6f7-24db0bb26c66 req-4067fc06-e164-4554-abac-0b4ed1cab276 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.3267593 Feb 19 03:47:02.103128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e6e9823-3d85-4c8b-a6f7-24db0bb26c66 req-e0bb8f77-93c2-4be0-95d4-5327f8825781 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141942 Feb 19 03:47:02.327024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73023655-cb29-4c12-b9b6-f82d3f3cf978 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:47:02.338433 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Publish callbacks [] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:02.378800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Transition to ACTIVE for port object 73023655-cb29-4c12-b9b6-f82d3f3cf978 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:47:02.398484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79abb34-ae2e-4701-8023-f217880f230f req-92e0e8f1-21f2-44e1-90eb-2b136fb9e4cd tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:02.409679 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d79abb34-ae2e-4701-8023-f217880f230f req-92e0e8f1-21f2-44e1-90eb-2b136fb9e4cd tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 932 time: 0.1994629 Feb 19 03:47:02.441452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:02.638254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Pushing event updated for resources: {'Port': ['ID=73023655-cb29-4c12-b9b6-f82d3f3cf978,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:02.678116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d79abb34-ae2e-4701-8023-f217880f230f req-42ccd1ea-6ccd-4479-85c6-af12abe86a21 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674396 Feb 19 03:47:02.825482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Attempting to bind port 73023655-cb29-4c12-b9b6-f82d3f3cf978 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:02.825834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Attempting to bind port 73023655-cb29-4c12-b9b6-f82d3f3cf978 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:02.826195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Attempting to bind port 73023655-cb29-4c12-b9b6-f82d3f3cf978 on network 717aeda8-2a07-4ec4-b068-e6ee6690d36c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:02.842950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Port 73023655-cb29-4c12-b9b6-f82d3f3cf978 on network 717aeda8-2a07-4ec4-b068-e6ee6690d36c not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:47:02.843274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Attempting to bind port 73023655-cb29-4c12-b9b6-f82d3f3cf978 on network 717aeda8-2a07-4ec4-b068-e6ee6690d36c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:02.857698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:02.859165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Checking segment: {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:02.859577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Bound using segment: {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:02.860016 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Bound port: 73023655-cb29-4c12-b9b6-f82d3f3cf978, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:02.860506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.020349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] For port 73023655-cb29-4c12-b9b6-f82d3f3cf978, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:03.024179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] For port 73023655-cb29-4c12-b9b6-f82d3f3cf978, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:03.050125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.205832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:03.206519 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.213274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] 10.222.0.71 "PUT /v2.0/ports/73023655-cb29-4c12-b9b6-f82d3f3cf978 HTTP/1.1" status: 200 len: 1092 time: 1.7942085 Feb 19 03:47:03.222491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'tag': '73023655-cb29-4c12-b9b6-f82d3f3cf978'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:03.224774 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a2e997-9d25-4d74-afd3-949d92597a78" -d '{"events": [{"name": "network-changed", "server_uuid": "2562b3c2-fc98-402d-9bd6-2139de18e44a", "tag": "73023655-cb29-4c12-b9b6-f82d3f3cf978"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:03.366722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dc07e-8fd0-4c6f-9d15-3fc96926b22d service neutron] Pushing event updated for resources: {'Port': ['ID=73023655-cb29-4c12-b9b6-f82d3f3cf978,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:03.517923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48542-6653-4be1-91f8-c51c5ee13c2a req-8cb51086-5ae2-43fa-b26d-cc11aed6b571 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:03.526763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23e48542-6653-4be1-91f8-c51c5ee13c2a req-8cb51086-5ae2-43fa-b26d-cc11aed6b571 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.2556112 Feb 19 03:47:03.551847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-75c288d4-801d-43c9-9aaf-2baec309fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:03.560657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-75c288d4-801d-43c9-9aaf-2baec309fb36 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 1126 time: 0.2768075 Feb 19 03:47:03.702498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23e48542-6653-4be1-91f8-c51c5ee13c2a req-48468e89-8559-493b-abeb-333d7bfbd0df tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743221 Feb 19 03:47:03.719557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-c9bf9bd8-b69e-413e-b7c0-508a8eb23104 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978 HTTP/1.1" status: 200 len: 217 time: 0.1183913 Feb 19 03:47:03.836274 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55e5d10-381d-4451-8565-6533974f86b6 x-openstack-request-id: req-d55e5d10-381d-4451-8565-6533974f86b6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:03.838027 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2562b3c2-fc98-402d-9bd6-2139de18e44a", "tag": "73023655-cb29-4c12-b9b6-f82d3f3cf978", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:03.838399 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d55e5d10-381d-4451-8565-6533974f86b6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:03.840871 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'tag': '73023655-cb29-4c12-b9b6-f82d3f3cf978', 'status': 'completed', 'code': 200} Feb 19 03:47:03.944262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-3a3aa352-3c0c-409a-9f22-2edd92cb4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:03.946350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-3a3aa352-3c0c-409a-9f22-2edd92cb4acc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 200 len: 850 time: 0.2234571 Feb 19 03:47:04.054098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-b615e104-ed2d-45de-b803-ee89a00ef59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:04.055809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-b615e104-ed2d-45de-b803-ee89a00ef59b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=717aeda8-2a07-4ec4-b068-e6ee6690d36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0820866 Feb 19 03:47:04.138086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1a21-e942-4666-ae0c-9b04cd25b508 req-0a18784c-b5be-473a-8e71-71a231e80421 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:04.152239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-986d1a21-e942-4666-ae0c-9b04cd25b508 req-0a18784c-b5be-473a-8e71-71a231e80421 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 944 time: 0.2508311 Feb 19 03:47:04.336945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-986d1a21-e942-4666-ae0c-9b04cd25b508 req-b4207826-5a54-41c7-b38e-0c19391e0374 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306250 Feb 19 03:47:04.373120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-ee68402b-b54d-40fa-a387-234aba2ca722 service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051264 Feb 19 03:47:04.582466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd7a00d7-f028-42d2-b82a-a49f5920a3cb req-c045d441-f277-4d10-a388-501cc6e2a4b3 service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025921 Feb 19 03:47:04.767435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-d7d9b1a1-f6e6-4233-be88-fc2ccc35de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:04.772595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-d7d9b1a1-f6e6-4233-be88-fc2ccc35de9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 1126 time: 0.0975072 Feb 19 03:47:05.175711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85337c-c65a-464d-8de6-9b74b46eb374 req-6bac888d-f67a-4823-a07c-232f516b177a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:05.177795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f85337c-c65a-464d-8de6-9b74b46eb374 req-6bac888d-f67a-4823-a07c-232f516b177a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.2079222 Feb 19 03:47:05.193471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-2d26d0f3-9202-4f44-a4db-b5a016915ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:05.195402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-2d26d0f3-9202-4f44-a4db-b5a016915ea7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 912 time: 0.4115107 Feb 19 03:47:05.266635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-44d8394c-9b53-473b-96ca-67fbd7decb7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978 HTTP/1.1" status: 200 len: 217 time: 0.0583968 Feb 19 03:47:05.347526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f85337c-c65a-464d-8de6-9b74b46eb374 req-f5d38b9a-5f73-4e96-a807-66c5d6a33275 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617670 Feb 19 03:47:05.373052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-f209677d-3db2-4579-a7f2-0cab1a627a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:05.374876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-f209677d-3db2-4579-a7f2-0cab1a627a62 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 200 len: 850 time: 0.0992346 Feb 19 03:47:05.564863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-284fefaf-e8da-40f3-bcfb-dfa1485ccc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:05.570542 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-284fefaf-e8da-40f3-bcfb-dfa1485ccc68 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=717aeda8-2a07-4ec4-b068-e6ee6690d36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1763556 Feb 19 03:47:05.823246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-2ed057fd-4d56-4c3f-9505-07e275686a10 service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437422 Feb 19 03:47:05.833534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44538a-8c8d-4d9c-8e57-47a21a52ac0d req-08aa04f4-1e55-4d66-a193-305d0ef34852 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:05.839943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee44538a-8c8d-4d9c-8e57-47a21a52ac0d req-08aa04f4-1e55-4d66-a193-305d0ef34852 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 944 time: 0.1565361 Feb 19 03:47:05.896723 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:47:06.085407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee44538a-8c8d-4d9c-8e57-47a21a52ac0d req-0c1b6a96-96b5-4f3d-a0c3-d89797b45f80 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304173 Feb 19 03:47:06.162894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93a2e997-9d25-4d74-afd3-949d92597a78 req-17795246-a041-449a-8f41-102d59147b7e service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200240 Feb 19 03:47:06.293068 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:06.680544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ccee1-0031-4cb9-8738-6e1345afc618 req-5c4ec52f-e9c6-4fd5-887a-c281c150d2f0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:06.689055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-007ccee1-0031-4cb9-8738-6e1345afc618 req-5c4ec52f-e9c6-4fd5-887a-c281c150d2f0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.1985953 Feb 19 03:47:06.814122 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-007ccee1-0031-4cb9-8738-6e1345afc618 req-cefc2077-d5ef-4d16-a6a7-18347a128316 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171999 Feb 19 03:47:07.339715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172c62b-81c1-4dce-aec2-8e7733b37a65 req-df9a74e7-7816-4178-9868-daaa4e26e945 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:07.347368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8172c62b-81c1-4dce-aec2-8e7733b37a65 req-df9a74e7-7816-4178-9868-daaa4e26e945 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 944 time: 0.0774779 Feb 19 03:47:07.419375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8172c62b-81c1-4dce-aec2-8e7733b37a65 req-16076a0a-de3b-42fc-ac35-9beedd13e1e1 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685568 Feb 19 03:47:07.858994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 73023655-cb29-4c12-b9b6-f82d3f3cf978 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:47:08.051959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c059540-8e45-43c9-8015-67763bb66029 req-e66926f2-076b-4a8b-ba76-5ef8c571af96 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:08.053648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c059540-8e45-43c9-8015-67763bb66029 req-e66926f2-076b-4a8b-ba76-5ef8c571af96 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.1169202 Feb 19 03:47:08.122488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 73023655-cb29-4c12-b9b6-f82d3f3cf978, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:08.149285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c059540-8e45-43c9-8015-67763bb66029 req-725e77b1-c8d6-44a9-9e6b-af558559aa27 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894258 Feb 19 03:47:08.177160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '73023655-cb29-4c12-b9b6-f82d3f3cf978', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'port_id': '73023655-cb29-4c12-b9b6-f82d3f3cf978', 'mac_address': 'fa:16:3e:8f:46:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:47:08.262231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44472) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:08.281810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 73023655-cb29-4c12-b9b6-f82d3f3cf978 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:08.282572 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:08.310957 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-55afab5c-b1ee-4124-be28-40dce1120d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:08.468991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73023655-cb29-4c12-b9b6-f82d3f3cf978 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:47:08.527033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 73023655-cb29-4c12-b9b6-f82d3f3cf978, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:08.539657 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:08.675457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=73023655-cb29-4c12-b9b6-f82d3f3cf978,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:08.711361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfe0abbf-42ae-47ee-8e20-d8f3e6bc4ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:08.744493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e12620-3c30-46d8-9259-e08a2ba5ac70 req-608b1e0e-ac7a-418b-9bcc-0650a0749a93 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:08.761537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44e12620-3c30-46d8-9259-e08a2ba5ac70 req-608b1e0e-ac7a-418b-9bcc-0650a0749a93 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 945 time: 0.0898249 Feb 19 03:47:08.809926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['73023655-cb29-4c12-b9b6-f82d3f3cf978'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:47:08.834010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfe0abbf-42ae-47ee-8e20-d8f3e6bc4ccc admin admin] Publish callbacks [] for security_group (2e2a0b19-267e-4704-9e99-5deedcab08cd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:08.859727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfe0abbf-42ae-47ee-8e20-d8f3e6bc4ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2e2a0b19-267e-4704-9e99-5deedcab08cd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:08.916990 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bfe0abbf-42ae-47ee-8e20-d8f3e6bc4ccc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52e95a53a76c46b68e7db55a453ebe1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6540284 Feb 19 03:47:08.926990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44486) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:08.961835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44e12620-3c30-46d8-9259-e08a2ba5ac70 req-61529c85-99a4-4f04-a6b9-9095c2376ecc tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978900 Feb 19 03:47:08.964992 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0abbf-42ae-47ee-8e20-d8f3e6bc4ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2a0b19-267e-4704-9e99-5deedcab08cd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:09.073246 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f04eefe-addc-420e-9179-db49b29e02e1 admin admin] Publish callbacks [] for security_group (2e2a0b19-267e-4704-9e99-5deedcab08cd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:09.117466 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f04eefe-addc-420e-9179-db49b29e02e1 admin admin] Publish callbacks [] for security_group (2e2a0b19-267e-4704-9e99-5deedcab08cd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:09.224188 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f04eefe-addc-420e-9179-db49b29e02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2e2a0b19-267e-4704-9e99-5deedcab08cd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:09.226930 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f04eefe-addc-420e-9179-db49b29e02e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:09.229666 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1f04eefe-addc-420e-9179-db49b29e02e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e2a0b19-267e-4704-9e99-5deedcab08cd HTTP/1.1" status: 204 len: 168 time: 0.2652795 Feb 19 03:47:09.241707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04eefe-addc-420e-9179-db49b29e02e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2a0b19-267e-4704-9e99-5deedcab08cd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:09.495118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaabfb4-2c68-4719-858e-755de9cb298d req-b756e87f-c1c8-408e-9a5f-cb535e77efa1 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:09.503220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecaabfb4-2c68-4719-858e-755de9cb298d req-b756e87f-c1c8-408e-9a5f-cb535e77efa1 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.1550488 Feb 19 03:47:09.585525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecaabfb4-2c68-4719-858e-755de9cb298d req-373c2105-5a15-4a8c-ab54-f8a941070fbd tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670667 Feb 19 03:47:09.823592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44500) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:09.861136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa0b4-22a8-4962-8717-92cef3799012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:09.873279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 73023655-cb29-4c12-b9b6-f82d3f3cf978 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:10.026943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 73023655-cb29-4c12-b9b6-f82d3f3cf978 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:47:10.035156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 73023655-cb29-4c12-b9b6-f82d3f3cf978 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:10.036971 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.146476 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa0b4-22a8-4962-8717-92cef3799012 admin admin] Publish callbacks [] for security_group (e6eb8910-fad0-4e3e-bb84-250e9d4d45da), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.167448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa0b4-22a8-4962-8717-92cef3799012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e6eb8910-fad0-4e3e-bb84-250e9d4d45da), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.238147 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f7aaa0b4-22a8-4962-8717-92cef3799012 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dfbb9d2111ff476fa00ec3e40be98a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128060 Feb 19 03:47:10.240144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44506) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:10.277118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e8bbd-4d00-4ed1-8c90-d2b88f2a2f7d req-5c5312c9-988f-4752-84f0-3db3b873f53b tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:10.278746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee1e8bbd-4d00-4ed1-8c90-d2b88f2a2f7d req-5c5312c9-988f-4752-84f0-3db3b873f53b tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 945 time: 0.1652403 Feb 19 03:47:10.303239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 73023655-cb29-4c12-b9b6-f82d3f3cf978 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:10.304228 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.322217 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaa0b4-22a8-4962-8717-92cef3799012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eb8910-fad0-4e3e-bb84-250e9d4d45da,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:10.379203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fc325cb-8173-44c6-8459-1cb1904ad317 admin admin] Publish callbacks [] for security_group (e6eb8910-fad0-4e3e-bb84-250e9d4d45da), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.387598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 73023655-cb29-4c12-b9b6-f82d3f3cf978, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:10.391725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73023655-cb29-4c12-b9b6-f82d3f3cf978'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:10.401223 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c18589-d1ce-4d7a-af2e-f16f90cf79f0" -d '{"events": [{"server_uuid": "2562b3c2-fc98-402d-9bd6-2139de18e44a", "name": "network-vif-plugged", "status": "completed", "tag": "73023655-cb29-4c12-b9b6-f82d3f3cf978"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:10.414083 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.444639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fc325cb-8173-44c6-8459-1cb1904ad317 admin admin] Publish callbacks [] for security_group (e6eb8910-fad0-4e3e-bb84-250e9d4d45da), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.479388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee1e8bbd-4d00-4ed1-8c90-d2b88f2a2f7d req-9cc15b8d-1401-4f1a-8665-03fd9f0bbb67 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872547 Feb 19 03:47:10.534662 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed392cb-6f57-453c-85af-03d813b64ed9 x-openstack-request-id: req-bed392cb-6f57-453c-85af-03d813b64ed9 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:10.535491 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2562b3c2-fc98-402d-9bd6-2139de18e44a", "name": "network-vif-plugged", "status": "completed", "tag": "73023655-cb29-4c12-b9b6-f82d3f3cf978", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:10.535912 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bed392cb-6f57-453c-85af-03d813b64ed9 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:10.536484 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73023655-cb29-4c12-b9b6-f82d3f3cf978', 'code': 200} Feb 19 03:47:10.539302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=73023655-cb29-4c12-b9b6-f82d3f3cf978,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:10.587023 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6863a523-35e9-4676-95dd-1366f5368b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.627211 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fc325cb-8173-44c6-8459-1cb1904ad317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e6eb8910-fad0-4e3e-bb84-250e9d4d45da), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.645359 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fc325cb-8173-44c6-8459-1cb1904ad317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.648921 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3fc325cb-8173-44c6-8459-1cb1904ad317 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6eb8910-fad0-4e3e-bb84-250e9d4d45da HTTP/1.1" status: 204 len: 168 time: 0.4053910 Feb 19 03:47:10.687700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc325cb-8173-44c6-8459-1cb1904ad317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eb8910-fad0-4e3e-bb84-250e9d4d45da,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:10.847493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbb952-8149-403b-8b48-3f00e62876d4 req-4654b6e2-9fe9-48a9-8bb3-5bafa157e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:10.850265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19dbb952-8149-403b-8b48-3f00e62876d4 req-4654b6e2-9fe9-48a9-8bb3-5bafa157e188 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 1128 time: 0.1784792 Feb 19 03:47:10.953880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad64ef8-dcd9-48ba-8194-bb31a7c91d06 req-4f0f677b-cb29-4e04-b2d5-2f2287b83b39 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:10.968185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ad64ef8-dcd9-48ba-8194-bb31a7c91d06 req-4f0f677b-cb29-4e04-b2d5-2f2287b83b39 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.1796832 Feb 19 03:47:11.007739 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19dbb952-8149-403b-8b48-3f00e62876d4 req-888c489b-2e85-4ecb-8378-c5b578f15cab service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475697 Feb 19 03:47:11.107722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ad64ef8-dcd9-48ba-8194-bb31a7c91d06 req-ef4adb23-6993-4a1e-9a2a-ec69ae8d004c tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364942 Feb 19 03:47:11.712743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff93bb-1000-494a-bbbc-b1ed385cb086 req-8e6f44d4-5e22-4334-9550-e3fa5997943e tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:11.713929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4dff93bb-1000-494a-bbbc-b1ed385cb086 req-8e6f44d4-5e22-4334-9550-e3fa5997943e tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1154058 Feb 19 03:47:11.877191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4dff93bb-1000-494a-bbbc-b1ed385cb086 req-8aee6268-4807-40e3-bb31-130dbdc69453 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381807 Feb 19 03:47:12.031189 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:12.499590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea11f97-3d5b-40c9-a598-fb13f63d704f req-ffeec7b9-85dc-4c5a-8b24-5185f0f82ff8 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:12.501141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ea11f97-3d5b-40c9-a598-fb13f63d704f req-ffeec7b9-85dc-4c5a-8b24-5185f0f82ff8 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.1378520 Feb 19 03:47:12.625047 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ea11f97-3d5b-40c9-a598-fb13f63d704f req-dcefa81d-5d4e-44ff-9390-c4443ff99255 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970018 Feb 19 03:47:12.896005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44572) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:13.065469 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:13.087835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f8d8bf-26d0-410e-befd-6e70f5ffedea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:13.090991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc288f-c881-4956-b0c9-11fcf7f7b4ed req-d37f4eae-fb5f-4602-8e2c-4d3fd2fb9bcb tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:13.095477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7dc288f-c881-4956-b0c9-11fcf7f7b4ed req-d37f4eae-fb5f-4602-8e2c-4d3fd2fb9bcb tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0859489 Feb 19 03:47:13.202378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f8d8bf-26d0-410e-befd-6e70f5ffedea admin admin] Publish callbacks [] for security_group (c2cb3181-85ae-4f17-b27a-29a63e8bfd8f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:13.208803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-32f8d8bf-26d0-410e-befd-6e70f5ffedea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c2cb3181-85ae-4f17-b27a-29a63e8bfd8f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:13.221786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7dc288f-c881-4956-b0c9-11fcf7f7b4ed req-8efa94e8-836e-41ca-bcdf-8f22f7b51eca tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216459 Feb 19 03:47:13.287459 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-32f8d8bf-26d0-410e-befd-6e70f5ffedea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5887701be04c4a89be07b0506f9a278d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3903446 Feb 19 03:47:13.290358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44580) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:13.300076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8d8bf-26d0-410e-befd-6e70f5ffedea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cb3181-85ae-4f17-b27a-29a63e8bfd8f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:13.472235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29132e5e-f92f-4817-a00e-95fe31858f7e admin admin] Publish callbacks [] for security_group (c2cb3181-85ae-4f17-b27a-29a63e8bfd8f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:13.681613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cdc90-5f19-48da-96ea-78e7e822af4c req-9b4329f5-5c86-4931-9110-a03bc21ed007 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:13.685334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44614) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:13.686190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-143cdc90-5f19-48da-96ea-78e7e822af4c req-9b4329f5-5c86-4931-9110-a03bc21ed007 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1608696 Feb 19 03:47:13.686190 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29132e5e-f92f-4817-a00e-95fe31858f7e admin admin] Publish callbacks [] for security_group (c2cb3181-85ae-4f17-b27a-29a63e8bfd8f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:13.686713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5b2cbfda-6ee6-4033-a06d-a4844a0bedc9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'floatingip': {'port_id': '73023655-cb29-4c12-b9b6-f82d3f3cf978'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:13.686713 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b2cbfda-6ee6-4033-a06d-a4844a0bedc9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (aa65d6ec-ba92-48e0-8965-a37a11ebbcc4), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:13.687388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29132e5e-f92f-4817-a00e-95fe31858f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c2cb3181-85ae-4f17-b27a-29a63e8bfd8f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:13.687388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29132e5e-f92f-4817-a00e-95fe31858f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:13.687388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-29132e5e-f92f-4817-a00e-95fe31858f7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2cb3181-85ae-4f17-b27a-29a63e8bfd8f HTTP/1.1" status: 204 len: 168 time: 0.3524954 Feb 19 03:47:13.687388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29132e5e-f92f-4817-a00e-95fe31858f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cb3181-85ae-4f17-b27a-29a63e8bfd8f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:13.925972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02755fd-b85c-44d7-93eb-31e4482fdb97 req-90a237e9-3c25-461e-90e2-811c6bb0b531 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:13.935394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b02755fd-b85c-44d7-93eb-31e4482fdb97 req-90a237e9-3c25-461e-90e2-811c6bb0b531 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.1568244 Feb 19 03:47:14.073414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b02755fd-b85c-44d7-93eb-31e4482fdb97 req-feaaf9e9-c095-441e-bbd0-e8e73833832a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369610 Feb 19 03:47:14.618724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:15.214556 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b2cbfda-6ee6-4033-a06d-a4844a0bedc9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:15.220384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b2cbfda-6ee6-4033-a06d-a4844a0bedc9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (aa65d6ec-ba92-48e0-8965-a37a11ebbcc4), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:15.329876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243618d1-7be1-4ca1-8ae3-378ffc65fd4c req-1f8e717f-d97e-4922-b60b-8fb284616026 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:15.350757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-243618d1-7be1-4ca1-8ae3-378ffc65fd4c req-1f8e717f-d97e-4922-b60b-8fb284616026 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.1594718 Feb 19 03:47:15.423171 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-5b2cbfda-6ee6-4033-a06d-a4844a0bedc9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Floating IP aa65d6ec-ba92-48e0-8965-a37a11ebbcc4 associated. External IP: 172.25.4.209, port: 73023655-cb29-4c12-b9b6-f82d3f3cf978. Feb 19 03:47:15.438692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-243618d1-7be1-4ca1-8ae3-378ffc65fd4c req-21c7a00a-1225-4c0a-b8d9-e33a43a5b9b6 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867288 Feb 19 03:47:15.776344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2cbfda-6ee6-4033-a06d-a4844a0bedc9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Router 25ea4d1e-9d4a-4357-b66b-9d387623f884 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:47:15.936619 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2cbfda-6ee6-4033-a06d-a4844a0bedc9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:47:15.942317 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b2cbfda-6ee6-4033-a06d-a4844a0bedc9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:15.950956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] Sync routers for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:47:15.986902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:15.987882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:16.028787 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5b2cbfda-6ee6-4033-a06d-a4844a0bedc9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "PUT /v2.0/floatingips/aa65d6ec-ba92-48e0-8965-a37a11ebbcc4 HTTP/1.1" status: 200 len: 992 time: 2.5002196 Feb 19 03:47:16.030560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'tag': '73023655-cb29-4c12-b9b6-f82d3f3cf978'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:16.041499 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e391e815-ade8-4392-a3d2-e536513d21c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2562b3c2-fc98-402d-9bd6-2139de18e44a", "tag": "73023655-cb29-4c12-b9b6-f82d3f3cf978"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:16.162108 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b575ea-4b5c-496b-a0a9-b986feb8be4c x-openstack-request-id: req-28b575ea-4b5c-496b-a0a9-b986feb8be4c {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:16.162517 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2562b3c2-fc98-402d-9bd6-2139de18e44a", "tag": "73023655-cb29-4c12-b9b6-f82d3f3cf978", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:16.162896 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28b575ea-4b5c-496b-a0a9-b986feb8be4c {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:16.163404 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'tag': '73023655-cb29-4c12-b9b6-f82d3f3cf978', 'status': 'completed', 'code': 200} Feb 19 03:47:16.262366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-8cc67604-2bcd-4d2d-b116-aa037d03ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:16.264136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-8cc67604-2bcd-4d2d-b116-aa037d03ebad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 1128 time: 0.0622039 Feb 19 03:47:16.279170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:16.413275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-0384c57f-ff2e-4cfd-af98-c66166aca770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:16.418643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-0384c57f-ff2e-4cfd-af98-c66166aca770 service neutron] 10.222.0.71 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 912 time: 0.1475785 Feb 19 03:47:16.576769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-30e21546-89c9-4637-8d1f-33b8651ac79a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978 HTTP/1.1" status: 200 len: 1000 time: 0.1514471 Feb 19 03:47:16.773281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-43dc9073-d855-4e7b-ad09-79b54132cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:16.774873 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-43dc9073-d855-4e7b-ad09-79b54132cfd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 200 len: 850 time: 0.1910353 Feb 19 03:47:16.777687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'aa65d6ec-ba92-48e0-8965-a37a11ebbcc4', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'port_id': '73023655-cb29-4c12-b9b6-f82d3f3cf978', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'mac_address': 'fa:16:3e:8f:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:46:52Z', 'updated_at': '2022-02-19T03:47:15Z', 'revision_number': 1, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:16.818985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] Checking router: 25ea4d1e-9d4a-4357-b66b-9d387623f884 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:47:16.833958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:16.834522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:16.862911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12ea2-a462-4223-ac77-f52bab1fa563 req-c72a9c0f-a164-41c4-92cb-c1eb6ec905db tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:16.871381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ae12ea2-a462-4223-ac77-f52bab1fa563 req-c72a9c0f-a164-41c4-92cb-c1eb6ec905db tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.2888820 Feb 19 03:47:16.924304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-a9bb89ac-b60c-4eff-b17e-cae6849be010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:16.926057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-a9bb89ac-b60c-4eff-b17e-cae6849be010 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=717aeda8-2a07-4ec4-b068-e6ee6690d36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1390266 Feb 19 03:47:16.982404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ae12ea2-a462-4223-ac77-f52bab1fa563 req-392d6006-afd3-4788-90a5-a97d11389bf7 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097622 Feb 19 03:47:17.067666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:17.149069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-a5666b10-d248-43e0-8624-41b20ec4682f service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104707 Feb 19 03:47:17.320925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e391e815-ade8-4392-a3d2-e536513d21c8 req-1627ddb6-6a2d-4cb5-8662-f01167cc7caf service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655505 Feb 19 03:47:17.429453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'aa65d6ec-ba92-48e0-8965-a37a11ebbcc4', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'port_id': '73023655-cb29-4c12-b9b6-f82d3f3cf978', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'mac_address': 'fa:16:3e:8f:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:46:52Z', 'updated_at': '2022-02-19T03:47:15Z', 'revision_number': 1, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:17.464220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6230c2-4443-4d2a-a227-6e035e20458c None None] The sync data for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 is: [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'aa65d6ec-ba92-48e0-8965-a37a11ebbcc4', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'port_id': '73023655-cb29-4c12-b9b6-f82d3f3cf978', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'mac_address': 'fa:16:3e:8f:46:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:46:52Z', 'updated_at': '2022-02-19T03:47:15Z', 'revision_number': 1, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:47:17.848066 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f6e4e-b034-45a5-ac68-db77226fec27 None None] New status for floating IP aa65d6ec-ba92-48e0-8965-a37a11ebbcc4: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:47:18.156929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efb4f7-c7b7-4f51-a9ab-c8f053b3a0b4 req-dd4cd2d4-6a4f-470c-b8d1-9eb0a6616d79 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:18.158669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7efb4f7-c7b7-4f51-a9ab-c8f053b3a0b4 req-dd4cd2d4-6a4f-470c-b8d1-9eb0a6616d79 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0769548 Feb 19 03:47:18.214009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7efb4f7-c7b7-4f51-a9ab-c8f053b3a0b4 req-d25c9a25-078c-4c2e-b85e-806e0a8c8aee tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495510 Feb 19 03:47:19.359434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba885b-74d2-4e07-b26f-079f1f1297f6 req-1862e835-6ae7-4184-8875-8b8fffbb7869 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:19.367345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0eba885b-74d2-4e07-b26f-079f1f1297f6 req-1862e835-6ae7-4184-8875-8b8fffbb7869 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0771587 Feb 19 03:47:19.421446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0eba885b-74d2-4e07-b26f-079f1f1297f6 req-2f88a02d-0cb5-4f1f-bb9f-ca7aaefbf8f8 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529160 Feb 19 03:47:20.584040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b702c9-35f8-40e8-bd99-94602128bfe7 req-94784839-cbfd-4bb4-b2e0-efa750f52dda tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:20.594013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77b702c9-35f8-40e8-bd99-94602128bfe7 req-94784839-cbfd-4bb4-b2e0-efa750f52dda tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0764186 Feb 19 03:47:20.673648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77b702c9-35f8-40e8-bd99-94602128bfe7 req-9fc29662-8ac2-442b-9d1b-7406865672b0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785339 Feb 19 03:47:21.669992 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44828) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:21.781905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe9dbe9-95a5-4a66-8ac4-b69d8570bbf1 admin admin] Deleting subnet b0d854e5-6dcb-4fab-ae65-5d07e90ac23c {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:47:21.791971 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dbe9-95a5-4a66-8ac4-b69d8570bbf1 admin admin] Publish callbacks [] for subnet (b0d854e5-6dcb-4fab-ae65-5d07e90ac23c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:21.837937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dbe9-95a5-4a66-8ac4-b69d8570bbf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (b0d854e5-6dcb-4fab-ae65-5d07e90ac23c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:21.873818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d354aa-8a39-453e-8d70-2d555eca6dd7 req-0127fdd9-2d97-4636-a8a9-34b18c2971e7 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:21.883755 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59d354aa-8a39-453e-8d70-2d555eca6dd7 req-0127fdd9-2d97-4636-a8a9-34b18c2971e7 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0842869 Feb 19 03:47:21.901681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dbe9-95a5-4a66-8ac4-b69d8570bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (b0d854e5-6dcb-4fab-ae65-5d07e90ac23c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:21.938273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59d354aa-8a39-453e-8d70-2d555eca6dd7 req-00152faa-2c76-451b-99b9-df968c8f462b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529225 Feb 19 03:47:21.991589 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dbe9-95a5-4a66-8ac4-b69d8570bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (b0d854e5-6dcb-4fab-ae65-5d07e90ac23c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.034632 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dbe9-95a5-4a66-8ac4-b69d8570bbf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.038614 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8fe9dbe9-95a5-4a66-8ac4-b69d8570bbf1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b0d854e5-6dcb-4fab-ae65-5d07e90ac23c HTTP/1.1" status: 204 len: 168 time: 0.3664382 Feb 19 03:47:22.039502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9dbe9-95a5-4a66-8ac4-b69d8570bbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d854e5-6dcb-4fab-ae65-5d07e90ac23c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:22.041924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44836) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:22.140543 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (4496f6dd-3c90-4290-9b1b-a21585ace0ec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.436787 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.610403 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (4496f6dd-3c90-4290-9b1b-a21585ace0ec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.631833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4496f6dd-3c90-4290-9b1b-a21585ace0ec']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:22.645684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08515ad2-ea88-40df-af9d-1512c2c1bf5b') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:22.646137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08515ad2-ea88-40df-af9d-1512c2c1bf5b') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:22.656872 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (08515ad2-ea88-40df-af9d-1512c2c1bf5b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.670838 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (08515ad2-ea88-40df-af9d-1512c2c1bf5b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.676746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:47:22.678157 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (08515ad2-ea88-40df-af9d-1512c2c1bf5b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:47:22.680334 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:47:22.752056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (4496f6dd-3c90-4290-9b1b-a21585ace0ec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.776466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.782993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4496f6dd-3c90-4290-9b1b-a21585ace0ec HTTP/1.1" status: 204 len: 168 time: 0.7359128 Feb 19 03:47:22.782993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150712f9-7ac4-4ecb-8d15-37106f3777a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4496f6dd-3c90-4290-9b1b-a21585ace0ec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:22.999110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 44860) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:23.076288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8f5f03c4-921b-4254-8ab8-6670b931debc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e523fc5d1b04335b1ac013a685adc2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760934 Feb 19 03:47:23.079677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 44862) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:23.121805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05601f11-2a14-4a09-a8cf-3864852033c6 req-c59345ea-f521-4b60-8b98-9a00f059f213 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:23.123783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05601f11-2a14-4a09-a8cf-3864852033c6 req-c59345ea-f521-4b60-8b98-9a00f059f213 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0925059 Feb 19 03:47:23.148064 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0eb08dee-30f5-432d-b44e-f9e4a52633c5 admin admin] Publish callbacks [] for security_group (3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:23.180285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0eb08dee-30f5-432d-b44e-f9e4a52633c5 admin admin] Publish callbacks [] for security_group (3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:23.257248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05601f11-2a14-4a09-a8cf-3864852033c6 req-fd3bc819-10d8-49aa-9369-c308182960dd tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117067 Feb 19 03:47:23.273643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0eb08dee-30f5-432d-b44e-f9e4a52633c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:23.281257 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0eb08dee-30f5-432d-b44e-f9e4a52633c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:23.285079 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0eb08dee-30f5-432d-b44e-f9e4a52633c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20 HTTP/1.1" status: 204 len: 168 time: 0.2021723 Feb 19 03:47:23.293949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08dee-30f5-432d-b44e-f9e4a52633c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db6eae9-6c3a-4a56-8ef7-b2d94d9fcd20,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:24.537482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1990-8a95-4470-97c5-fbba30990436 req-4fe6aab2-122a-45ce-9e53-05dbaf8660c8 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:24.539432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6f1990-8a95-4470-97c5-fbba30990436 req-4fe6aab2-122a-45ce-9e53-05dbaf8660c8 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0813179 Feb 19 03:47:24.686860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba6f1990-8a95-4470-97c5-fbba30990436 req-15e85b33-dea8-4b38-aeef-93a8b6f0cb28 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399896 Feb 19 03:47:25.851296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dbf83-3c1c-4e66-8538-7fcd6b33b217 req-2b5c5ee4-f91b-4663-a60c-0ed97087360a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:25.854585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-488dbf83-3c1c-4e66-8538-7fcd6b33b217 req-2b5c5ee4-f91b-4663-a60c-0ed97087360a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0663283 Feb 19 03:47:25.912924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-488dbf83-3c1c-4e66-8538-7fcd6b33b217 req-c80358db-7d6a-499d-8f00-e4097cd3efcb tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521853 Feb 19 03:47:26.768983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4e2ca-d5bc-4314-9243-d115a4676c53 req-58dc2a56-e71e-4096-a530-14f950588355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:26.768983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51f4e2ca-d5bc-4314-9243-d115a4676c53 req-58dc2a56-e71e-4096-a530-14f950588355 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 1128 time: 0.0580630 Feb 19 03:47:26.819373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51f4e2ca-d5bc-4314-9243-d115a4676c53 req-b2df85cf-2913-4424-986c-185f2c747400 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578461 Feb 19 03:47:27.078660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9e61a-f002-4ec7-9d04-263c583b3c5d req-162ec895-718e-4c48-bfeb-d10c199a4313 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:27.083434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7c9e61a-f002-4ec7-9d04-263c583b3c5d req-162ec895-718e-4c48-bfeb-d10c199a4313 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0649121 Feb 19 03:47:27.173265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7c9e61a-f002-4ec7-9d04-263c583b3c5d req-05509054-1698-4e56-ac20-318601116e6a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770972 Feb 19 03:47:28.332893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01533fb0-b44f-4605-b954-e35ee51b51ca req-11388d8e-0757-4418-a9b9-fb324bc58265 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:28.340348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01533fb0-b44f-4605-b954-e35ee51b51ca req-11388d8e-0757-4418-a9b9-fb324bc58265 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0753136 Feb 19 03:47:28.410822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01533fb0-b44f-4605-b954-e35ee51b51ca req-9e143934-cd2b-46a2-b266-c6d621106608 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695665 Feb 19 03:47:28.834365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-054ea1e5-bd18-492b-a4c7-8591facf9914 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:28.842419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-054ea1e5-bd18-492b-a4c7-8591facf9914 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/networks?id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 200 len: 810 time: 0.1699467 Feb 19 03:47:28.858754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-ca8e4c6e-65aa-48c0-b0b5-c80961e0418b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/quotas/c19d389b82c147e3b4059a92a2f58c27 HTTP/1.1" status: 200 len: 375 time: 0.0144405 Feb 19 03:47:28.938201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-50bf2002-7995-476e-b01d-4fbf8172f848 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19d389b82c147e3b4059a92a2f58c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758133 Feb 19 03:47:29.096816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-15161179-2f51-45a0-a284-4a246e18c1b9 service neutron] 10.222.0.42 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444571 Feb 19 03:47:29.206481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d0fd1bf6-3c6d-4cf4-a7f1-76b707cc5318 service neutron] 10.222.0.42 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011496 Feb 19 03:47:29.486788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe00a644-ca54-4476-a603-e92790730b06 req-752f585a-db2d-4b9a-83db-a58a69c06e98 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 210 time: 0.0366223 Feb 19 03:47:29.793513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45138) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:30.141405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c3ce4b-0fee-4d94-8d4d-a985f9b19e13 admin admin] Deleting subnet aa7a5fdf-c65d-431a-a868-0d75e6cce71c {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:47:30.145252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63c3ce4b-0fee-4d94-8d4d-a985f9b19e13 admin admin] Publish callbacks [] for subnet (aa7a5fdf-c65d-431a-a868-0d75e6cce71c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.192634 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63c3ce4b-0fee-4d94-8d4d-a985f9b19e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (aa7a5fdf-c65d-431a-a868-0d75e6cce71c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.267406 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63c3ce4b-0fee-4d94-8d4d-a985f9b19e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (aa7a5fdf-c65d-431a-a868-0d75e6cce71c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.383516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63c3ce4b-0fee-4d94-8d4d-a985f9b19e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (aa7a5fdf-c65d-431a-a868-0d75e6cce71c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.418461 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3ce4b-0fee-4d94-8d4d-a985f9b19e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7a5fdf-c65d-431a-a868-0d75e6cce71c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:30.422455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63c3ce4b-0fee-4d94-8d4d-a985f9b19e13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.430187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45144) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:30.432196 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-63c3ce4b-0fee-4d94-8d4d-a985f9b19e13 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aa7a5fdf-c65d-431a-a868-0d75e6cce71c HTTP/1.1" status: 204 len: 168 time: 0.6349883 Feb 19 03:47:30.559184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (e1491592-157e-4803-933c-4214eee4fff7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.766098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c11610df-bb6f-49d7-9d3d-ae11ddc644fd req-198e3d6a-7c29-4c68-aa8c-f9e6328933e2 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 210 time: 0.0782285 Feb 19 03:47:30.811702 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (e1491592-157e-4803-933c-4214eee4fff7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.840014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1491592-157e-4803-933c-4214eee4fff7']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:30.854994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05030bd5-0f0f-46ad-92ec-7aceedfe6300') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:30.855583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05030bd5-0f0f-46ad-92ec-7aceedfe6300') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:30.872805 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (05030bd5-0f0f-46ad-92ec-7aceedfe6300), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.890999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (05030bd5-0f0f-46ad-92ec-7aceedfe6300), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.901066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:47:30.901991 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (05030bd5-0f0f-46ad-92ec-7aceedfe6300), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:47:30.916383 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:47:31.036866 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (e1491592-157e-4803-933c-4214eee4fff7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:31.041573 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:31.047482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e1491592-157e-4803-933c-4214eee4fff7 HTTP/1.1" status: 204 len: 168 time: 0.6098573 Feb 19 03:47:31.077161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b7251-64ae-4a4e-b69f-e7608c00ec14 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1491592-157e-4803-933c-4214eee4fff7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:31.122700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-8a11b7a5-9c25-4a3f-bdcf-4d62aba6bed8 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:31.125832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-8a11b7a5-9c25-4a3f-bdcf-4d62aba6bed8 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.37 "GET /v2.0/networks?id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 200 len: 810 time: 0.3490341 Feb 19 03:47:31.146719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Request body: {'port': {'device_id': '75f4ad97-900d-4265-aed5-581a62a52463', 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f', 'admin_state_up': True, 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:31.260267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45154) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:31.326636 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3a5621ee-b6f4-4dd3-97ee-e42e223092bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa0e551164d647fe939ad0b63add7a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639362 Feb 19 03:47:31.327565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45156) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:31.339926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Made reservation on behalf of c19d389b82c147e3b4059a92a2f58c27 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:47:31.345366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:31.416123 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52ffa6e7-a49d-43f2-bd00-26ccac81c65b admin admin] Publish callbacks [] for security_group (5b7d41c0-6b7c-467f-b181-a57556f752d9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:31.454547 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52ffa6e7-a49d-43f2-bd00-26ccac81c65b admin admin] Publish callbacks [] for security_group (5b7d41c0-6b7c-467f-b181-a57556f752d9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:31.510684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-a084fffc-4bb5-48ca-9315-f5acf5d3409a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2139320 Feb 19 03:47:31.581199 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52ffa6e7-a49d-43f2-bd00-26ccac81c65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5b7d41c0-6b7c-467f-b181-a57556f752d9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:31.588844 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52ffa6e7-a49d-43f2-bd00-26ccac81c65b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:31.604241 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-52ffa6e7-a49d-43f2-bd00-26ccac81c65b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b7d41c0-6b7c-467f-b181-a57556f752d9 HTTP/1.1" status: 204 len: 168 time: 0.2749696 Feb 19 03:47:31.627755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffa6e7-a49d-43f2-bd00-26ccac81c65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7d41c0-6b7c-467f-b181-a57556f752d9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:31.629626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Allocated IP 172.20.0.3 (9103004a-d9fb-4430-a3f1-b1c3417bdf3f/de64f1e3-e6df-40d2-93f3-90eaf8198d74/681abf3c-e0c4-4703-9d10-ec19b7252ed1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:47:31.902699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-47ad1abb-d84e-41ba-87a6-42471e728bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:31.904865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-47ad1abb-d84e-41ba-87a6-42471e728bef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 1128 time: 0.2437515 Feb 19 03:47:31.943945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks [] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:32.052635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f47fff3c-0555-46f9-bf0c-2c809856150d req-ed421021-12a0-4070-a5e1-7b644279d503 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 210 time: 0.1273901 Feb 19 03:47:32.129889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-75293833-a9d1-406d-a683-473f9d7be3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:32.131976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-75293833-a9d1-406d-a683-473f9d7be3ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 912 time: 0.1883385 Feb 19 03:47:32.193483 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:32.229076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['34edb638-2007-4638-9989-d05324055e1f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:47:32.263523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-0954e29f-99b3-4cb4-8f47-6bf911931c72 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978 HTTP/1.1" status: 200 len: 1002 time: 0.1233070 Feb 19 03:47:32.271564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:32.319196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:32.328713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:32.387819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:32.388751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:32.409744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Pushing event updated for resources: {'Port': ['ID=681abf3c-e0c4-4703-9d10-ec19b7252ed1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:32.440911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-56ce25a2-3ca9-4bfc-95c7-5bf16c26465b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3011501 Feb 19 03:47:32.443887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-ef5837c9-4a4a-49f9-a16d-dad55328fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:32.446007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-ef5837c9-4a4a-49f9-a16d-dad55328fe9c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 200 len: 850 time: 0.1730056 Feb 19 03:47:32.468788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Request body: {'port': {'device_id': '75f4ad97-900d-4265-aed5-581a62a52463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:32.685356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:32.691146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-c9732f26-641b-45d7-8aa9-bdb136c9480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:32.692815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-c9732f26-641b-45d7-8aa9-bdb136c9480a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=717aeda8-2a07-4ec4-b068-e6ee6690d36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2134862 Feb 19 03:47:32.879463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45188) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:32.988508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-ea1c1d8d-b18c-41d0-b0a6-a189cdb84f54 service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875531 Feb 19 03:47:33.097266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1537166854-network', 'tenant_id': '98df9d126e9d47d69462272de3921a0b'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:33.140748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Made reservation on behalf of 98df9d126e9d47d69462272de3921a0b for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:47:33.145052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.159878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.206198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40de8187-fd57-4666-a46c-d499fcbdcc3d req-5f12e400-2d59-4a42-874a-14a5c01a23bf service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069905 Feb 19 03:47:33.282004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d8687-25b0-4da0-8226-0187ecc4d1c3 req-cf53cd6a-2583-4f51-a8de-00c0eb55b3a9 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:33.283587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f2d8687-25b0-4da0-8226-0187ecc4d1c3 req-cf53cd6a-2583-4f51-a8de-00c0eb55b3a9 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 931 time: 0.1089571 Feb 19 03:47:33.296465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681abf3c-e0c4-4703-9d10-ec19b7252ed1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:47:33.312137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Publish callbacks [] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.316902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Publish callbacks [] for security_group (e22b179a-7658-4020-ae7a-6126c46ee14a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.323304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e22b179a-7658-4020-ae7a-6126c46ee14a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.361635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Transition to ACTIVE for port object 681abf3c-e0c4-4703-9d10-ec19b7252ed1 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:47:33.365138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f2d8687-25b0-4da0-8226-0187ecc4d1c3 req-fbe7177b-9933-4347-9e90-f217f73a89ad tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639389 Feb 19 03:47:33.367994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22b179a-7658-4020-ae7a-6126c46ee14a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:33.370571 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.411374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:47:33.442922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Pushing event updated for resources: {'Port': ['ID=681abf3c-e0c4-4703-9d10-ec19b7252ed1,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:33.443236 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d6010647-2028-4582-8129-9abf377d65be), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.443473 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Added segment d6010647-2028-4582-8129-9abf377d65be of type vlan for network f8301c7c-4e23-4d68-9b62-57a0d5058701 Feb 19 03:47:33.534672 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (f8301c7c-4e23-4d68-9b62-57a0d5058701), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.536164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Attempting to bind port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:33.536511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Attempting to bind port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:33.536847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Attempting to bind port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 on network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:33.544517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 on network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:47:33.544848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Attempting to bind port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 on network 9103004a-d9fb-4430-a3f1-b1c3417bdf3f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:33.550983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:33.551472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Checking segment: {'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:33.552008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Bound using segment: {'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:33.552738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Bound port: 681abf3c-e0c4-4703-9d10-ec19b7252ed1, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:33.552945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.607930 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (f8301c7c-4e23-4d68-9b62-57a0d5058701), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.609163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:33.610673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.676143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] For port 681abf3c-e0c4-4703-9d10-ec19b7252ed1, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:33.687589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] For port 681abf3c-e0c4-4703-9d10-ec19b7252ed1, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=681abf3c-e0c4-4703-9d10-ec19b7252ed1,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:33.702740 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.707842 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8241823 Feb 19 03:47:33.708348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45198) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:33.714729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Request body: {'subnet': {'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1537166854-subnet', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:33.742483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c7787-8cb1-4bae-8042-baa53dc766be admin admin] Pushing event updated for resources: {'Network': ['ID=f8301c7c-4e23-4d68-9b62-57a0d5058701,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:33.747818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Made reservation on behalf of 98df9d126e9d47d69462272de3921a0b for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:47:33.750621 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.756096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network f8301c7c-4e23-4d68-9b62-57a0d5058701 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:47:33.858456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Pushing event updated for resources: {'Port': ['ID=681abf3c-e0c4-4703-9d10-ec19b7252ed1,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:33.895206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:33.896320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.900504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-d29567a1-159e-4a76-b839-b81e50d3f03b service neutron] 10.222.0.37 "PUT /v2.0/ports/681abf3c-e0c4-4703-9d10-ec19b7252ed1 HTTP/1.1" status: 200 len: 1091 time: 1.4411695 Feb 19 03:47:33.901266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f4ad97-900d-4265-aed5-581a62a52463', 'tag': '681abf3c-e0c4-4703-9d10-ec19b7252ed1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:33.903832 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "75f4ad97-900d-4265-aed5-581a62a52463", "tag": "681abf3c-e0c4-4703-9d10-ec19b7252ed1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:34.030357 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6820a36-d624-46bf-a758-c7fcc8357ecc x-openstack-request-id: req-a6820a36-d624-46bf-a758-c7fcc8357ecc {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:34.030660 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f4ad97-900d-4265-aed5-581a62a52463", "tag": "681abf3c-e0c4-4703-9d10-ec19b7252ed1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:34.030977 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6820a36-d624-46bf-a758-c7fcc8357ecc {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:34.031362 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f4ad97-900d-4265-aed5-581a62a52463', 'tag': '681abf3c-e0c4-4703-9d10-ec19b7252ed1', 'status': 'completed', 'code': 200} Feb 19 03:47:34.050873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-e0533a9e-e0e3-412f-bed0-8aef5b1aaf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:34.052434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-e0533a9e-e0e3-412f-bed0-8aef5b1aaf66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c19d389b82c147e3b4059a92a2f58c27&device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 1125 time: 0.0676293 Feb 19 03:47:34.119284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-5dcc26e0-0ac5-478a-a92c-fc00257d7228 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=681abf3c-e0c4-4703-9d10-ec19b7252ed1 HTTP/1.1" status: 200 len: 217 time: 0.0547779 Feb 19 03:47:34.133260 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (eb788c1b-907d-4c54-b679-6efd230a87f0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:34.186498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-e05e86c7-6cfd-4b3c-897c-22a8a0dc8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:34.188533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-e05e86c7-6cfd-4b3c-897c-22a8a0dc8bd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de64f1e3-e6df-40d2-93f3-90eaf8198d74 HTTP/1.1" status: 200 len: 850 time: 0.0567982 Feb 19 03:47:34.219063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb788c1b-907d-4c54-b679-6efd230a87f0,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:34.231649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Checking segment: {'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:34.231649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Network hostable DHCP agents. Network: f8301c7c-4e23-4d68-9b62-57a0d5058701, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:47:34.239455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-39c82785-08c0-460e-92fc-530b1730f1be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428500 Feb 19 03:47:34.269902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Network f8301c7c-4e23-4d68-9b62-57a0d5058701 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:47:34.286723 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, f8301c7c-4e23-4d68-9b62-57a0d5058701) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:34.292945 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:34.293625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:34.303602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752e027c-011a-4229-b1d8-cbf073213878 None None] Network f8301c7c-4e23-4d68-9b62-57a0d5058701 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:47:34.324657 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3fc93b6a-d51f-4d81-9b7c-34c13b6b55fb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6142678 Feb 19 03:47:34.329030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45204) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:34.339235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:34.384755 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:34.387072 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:34.499415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-2f7c15f9-664d-4cbd-8141-451747f45f11 service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476580 Feb 19 03:47:34.540734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-f8301c7c-4e23-4d68-9b62-57a0d5058701', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'project_id': '98df9d126e9d47d69462272de3921a0b', 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:47:34.542187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:34.552503 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks [] for router_controller (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:34.679031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf924f-121d-4ea7-961b-298c69ba4783 req-d6480ad3-bef5-4180-a95a-9cc0d1725551 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:34.679031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0bf924f-121d-4ea7-961b-298c69ba4783 req-d6480ad3-bef5-4180-a95a-9cc0d1725551 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 943 time: 0.1481278 Feb 19 03:47:34.753203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51491b12-36c7-4cca-82f3-c6373f7f4ce4 req-b13a8d56-e0db-4e36-8208-93916b9573fa service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501740 Feb 19 03:47:34.808233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Allocated IP 172.20.0.2 (f8301c7c-4e23-4d68-9b62-57a0d5058701/eb788c1b-907d-4c54-b679-6efd230a87f0/2ffeda87-e4a8-4710-8e05-3434432ef57a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:47:34.810366 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks [] for router_gateway (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:34.814292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0bf924f-121d-4ea7-961b-298c69ba4783 req-ca4320e5-8178-4ec9-a89d-135a753d6c61 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254408 Feb 19 03:47:34.939840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf req-1b6e0538-06a6-410e-9398-01b700f7d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:34.941390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf req-1b6e0538-06a6-410e-9398-01b700f7d786 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c19d389b82c147e3b4059a92a2f58c27&device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 1125 time: 0.0933785 Feb 19 03:47:35.073694 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Publish callbacks [] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:35.088984 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:35.104252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf req-e6a8da94-f7b9-4d35-aa9b-34178ae49e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:35.108427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf req-e6a8da94-f7b9-4d35-aa9b-34178ae49e11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 200 len: 911 time: 0.1597121 Feb 19 03:47:35.156661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Pushing event updated for resources: {'Port': ['ID=2ffeda87-e4a8-4710-8e05-3434432ef57a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:35.169114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Network f8301c7c-4e23-4d68-9b62-57a0d5058701 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:35.171060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf req-6c3f8ad9-e6b9-46e7-9f8e-cecb098e7746 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=681abf3c-e0c4-4703-9d10-ec19b7252ed1 HTTP/1.1" status: 200 len: 217 time: 0.0549490 Feb 19 03:47:35.171191 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:35.176292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:35.184103 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks [] for router_gateway (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:35.209729 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:35.254680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Attempting to bind port 2ffeda87-e4a8-4710-8e05-3434432ef57a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:35.255179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Attempting to bind port 2ffeda87-e4a8-4710-8e05-3434432ef57a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:35.255551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Attempting to bind port 2ffeda87-e4a8-4710-8e05-3434432ef57a on network f8301c7c-4e23-4d68-9b62-57a0d5058701 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:35.262882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:35.263271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Checking segment: {'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:35.263847 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:35.264521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Bound using segment: {'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:35.265004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Bound port: 2ffeda87-e4a8-4710-8e05-3434432ef57a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:35.265396 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:35.295877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf req-3113459c-45c5-4ac0-850a-d329121cc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:35.299555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf req-3113459c-45c5-4ac0-850a-d329121cc10c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de64f1e3-e6df-40d2-93f3-90eaf8198d74 HTTP/1.1" status: 200 len: 850 time: 0.1219442 Feb 19 03:47:35.351174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf req-344f2b02-ce3b-4994-b47e-588ccbda0882 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452929 Feb 19 03:47:35.357863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] For port 2ffeda87-e4a8-4710-8e05-3434432ef57a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:35.361707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] For port 2ffeda87-e4a8-4710-8e05-3434432ef57a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2ffeda87-e4a8-4710-8e05-3434432ef57a,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:35.371295 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:35.438753 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Allocated IP 172.25.4.203 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/e70ff067-5a66-4609-b31d-fd4c8525a64e) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:47:35.480577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8993df2-73d2-48c9-8f50-49218c90f11f None None] Pushing event updated for resources: {'Port': ['ID=2ffeda87-e4a8-4710-8e05-3434432ef57a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:35.505592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf req-29d31d99-b8c3-47b5-910a-9606697fb21e service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488314 Feb 19 03:47:35.619348 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks [] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:35.657952 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-247c2a27-78b5-48b2-9b69-9ff73cdd1ebf req-b45bc6df-ba64-46bc-9050-de5d7463a040 service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442146 Feb 19 03:47:35.679749 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:35.735091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:35.739812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:35.744561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:35.805451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Pushing event updated for resources: {'Port': ['ID=e70ff067-5a66-4609-b31d-fd4c8525a64e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:36.026451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7413d35-a405-4fd3-b582-e0b9a6ef2f5f req-d8e78732-a2b5-458d-9ff2-55c305802c43 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:36.037380 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7413d35-a405-4fd3-b582-e0b9a6ef2f5f req-d8e78732-a2b5-458d-9ff2-55c305802c43 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 943 time: 0.1055694 Feb 19 03:47:36.096632 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7413d35-a405-4fd3-b582-e0b9a6ef2f5f req-c70f6472-17fe-4a4a-90b0-c64b9ca3e4c2 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583227 Feb 19 03:47:36.238754 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks [] for router_gateway (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:36.291893 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:36.420605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2ffeda87-e4a8-4710-8e05-3434432ef57a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:36.506105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2ffeda87-e4a8-4710-8e05-3434432ef57a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:36.506423 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:36.612546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:36.624285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2ffeda87-e4a8-4710-8e05-3434432ef57a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:36.624826 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:36.684517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 2ffeda87-e4a8-4710-8e05-3434432ef57a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2ffeda87-e4a8-4710-8e05-3434432ef57a,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:36.694394 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:36.995737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 681abf3c-e0c4-4703-9d10-ec19b7252ed1 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:47:37.063726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=2ffeda87-e4a8-4710-8e05-3434432ef57a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:37.094014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703c249-3bbc-45fd-ae56-8cc60007028d None None] Network f8301c7c-4e23-4d68-9b62-57a0d5058701 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:47:37.202488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ef6a516c-7c1c-4f24-85e5-fa4f67d65206 None None] Provisioning complete for port 2ffeda87-e4a8-4710-8e05-3434432ef57a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:37.203289 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ef6a516c-7c1c-4f24-85e5-fa4f67d65206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:37.284351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f1d34-141c-4059-bc7d-d8768df548e9 req-9144575b-7457-4cad-96f0-1323ac6b8012 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:37.286708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a9f1d34-141c-4059-bc7d-d8768df548e9 req-9144575b-7457-4cad-96f0-1323ac6b8012 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 943 time: 0.0680132 Feb 19 03:47:37.328961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 681abf3c-e0c4-4703-9d10-ec19b7252ed1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=681abf3c-e0c4-4703-9d10-ec19b7252ed1,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:37.354016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '681abf3c-e0c4-4703-9d10-ec19b7252ed1', 'network_id': '9103004a-d9fb-4430-a3f1-b1c3417bdf3f', 'port_id': '681abf3c-e0c4-4703-9d10-ec19b7252ed1', 'mac_address': 'fa:16:3e:b5:62:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de64f1e3-e6df-40d2-93f3-90eaf8198d74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:47:37.380425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a9f1d34-141c-4059-bc7d-d8768df548e9 req-24063a02-f2d7-4fa1-a011-b0f69b6e68be tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856180 Feb 19 03:47:37.382411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:47:37.450136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:37.450528 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:37.456349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a516c-7c1c-4f24-85e5-fa4f67d65206 None None] Current status of the port 2ffeda87-e4a8-4710-8e05-3434432ef57a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:37.473955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681abf3c-e0c4-4703-9d10-ec19b7252ed1 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:47:37.498331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 681abf3c-e0c4-4703-9d10-ec19b7252ed1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=681abf3c-e0c4-4703-9d10-ec19b7252ed1,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:37.504120 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:37.567556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:47:37.584210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Sync routers for ids ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:47:37.598808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=681abf3c-e0c4-4703-9d10-ec19b7252ed1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:37.600354 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:37.603533 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-19eb10b2-8871-4f5a-bf07-d2cbf0b0ff78 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2718143 Feb 19 03:47:37.606617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45226) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:37.608298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Routers {'3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:37.608924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:37.755478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Set router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:37.929558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c97a1470-f49e-4d22-9928-77c3cc4e3a01 None None] Provisioning complete for port 2ffeda87-e4a8-4710-8e05-3434432ef57a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:37.930107 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c97a1470-f49e-4d22-9928-77c3cc4e3a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:37.980966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['681abf3c-e0c4-4703-9d10-ec19b7252ed1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:47:38.291779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c97a1470-f49e-4d22-9928-77c3cc4e3a01 None None] Current status of the port 2ffeda87-e4a8-4710-8e05-3434432ef57a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:38.328976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:36Z', 'revision_number': 3, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:38.337722 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f48eabd0-28ce-4c86-bcbf-ad885eaa74bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:38.378849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Checking router: 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:47:38.379315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Updating router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c port e70ff067-5a66-4609-b31d-fd4c8525a64e binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:47:38.434212 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:38.466037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2ffeda87-e4a8-4710-8e05-3434432ef57a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:38.692772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc399299-b163-4296-a684-eef6b9fca069 req-0e5e2482-39d0-49d2-b708-99182eb3413c tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:38.700958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc399299-b163-4296-a684-eef6b9fca069 req-0e5e2482-39d0-49d2-b708-99182eb3413c tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 944 time: 0.1340861 Feb 19 03:47:38.735721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2ffeda87-e4a8-4710-8e05-3434432ef57a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:38.736103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:38.767853 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:38.869704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc399299-b163-4296-a684-eef6b9fca069 req-10a52ec8-bd89-442d-99de-e7b11f13ba73 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675925 Feb 19 03:47:38.931859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2ffeda87-e4a8-4710-8e05-3434432ef57a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:38.955252 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Publish callbacks [] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:38.968749 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.034517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Attempting to bind port e70ff067-5a66-4609-b31d-fd4c8525a64e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:39.035175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Attempting to bind port e70ff067-5a66-4609-b31d-fd4c8525a64e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:39.035654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Attempting to bind port e70ff067-5a66-4609-b31d-fd4c8525a64e on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:39.044828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:39.045242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Allocated IP 172.20.0.1 (f8301c7c-4e23-4d68-9b62-57a0d5058701/eb788c1b-907d-4c54-b679-6efd230a87f0/1851e94c-e4b9-4298-9c85-e93af4ce3147) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:47:39.045606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:39.046143 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.046639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:39.047220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Bound port: e70ff067-5a66-4609-b31d-fd4c8525a64e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:39.048165 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.089464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662dab8-3021-4f2a-b411-f3e9ed5b38ec None None] Pushing event updated for resources: {'Port': ['ID=e70ff067-5a66-4609-b31d-fd4c8525a64e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:39.123835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] For port e70ff067-5a66-4609-b31d-fd4c8525a64e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:39.128029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] For port e70ff067-5a66-4609-b31d-fd4c8525a64e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e70ff067-5a66-4609-b31d-fd4c8525a64e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:39.136176 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.203210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Routers {'3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:39.204045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:39.217823 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Publish callbacks [] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.284444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662dab8-3021-4f2a-b411-f3e9ed5b38ec None None] Pushing event updated for resources: {'Port': ['ID=e70ff067-5a66-4609-b31d-fd4c8525a64e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:39.296065 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.324271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Network f8301c7c-4e23-4d68-9b62-57a0d5058701 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:39.327918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:39.355363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:39.384065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] Set router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:39.413987 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.642134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.644588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Pushing event updated for resources: {'Port': ['ID=1851e94c-e4b9-4298-9c85-e93af4ce3147,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:39.656241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.656593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.656953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.657446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.657805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.658242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.658585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.659008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.659406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.659746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.660091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.660423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.660767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:39.874932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e2d65da4-34f2-4a47-8748-a906c85e7a33 None None] Provisioning complete for port 1851e94c-e4b9-4298-9c85-e93af4ce3147 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:39.875396 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e2d65da4-34f2-4a47-8748-a906c85e7a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.918627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e2d65da4-34f2-4a47-8748-a906c85e7a33 None None] Port 1851e94c-e4b9-4298-9c85-e93af4ce3147 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:47:39.960325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:36Z', 'revision_number': 3, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:40.000060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12298f3c-b664-4553-b970-1c93b96dbe33 None None] The sync data for ids ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'] in n-d-826756-2 is: [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:36Z', 'revision_number': 3, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:47:40.015328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Publish callbacks [] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:40.044091 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:40.128850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Pushing event updated for resources: {'Port': ['ID=1851e94c-e4b9-4298-9c85-e93af4ce3147,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:40.137516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:40.152051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a470535-f10e-4d05-9078-a9af5f4de002 req-21bcd615-720e-4d32-afe4-ce299df6f70e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:40.153657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a470535-f10e-4d05-9078-a9af5f4de002 req-21bcd615-720e-4d32-afe4-ce299df6f70e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 944 time: 0.1569111 Feb 19 03:47:40.269871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a470535-f10e-4d05-9078-a9af5f4de002 req-b39a3697-65c3-4177-94c5-2266350bcb28 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001165 Feb 19 03:47:40.340019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Network f8301c7c-4e23-4d68-9b62-57a0d5058701 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:40.342085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:40.476433 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-471dd82f-5746-432e-b7a6-aa7b623f20a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:40.532173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e70ff067-5a66-4609-b31d-fd4c8525a64e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:40.589702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:47:40.676259 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e70ff067-5a66-4609-b31d-fd4c8525a64e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:40.676640 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:40.805897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:47:40.813075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3f060d55-2dfe-4892-8a0b-e061a5694406 admin admin] 10.222.0.42 "PUT /v2.0/routers/3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2050631 Feb 19 03:47:40.881675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 681abf3c-e0c4-4703-9d10-ec19b7252ed1 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:40.986220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e70ff067-5a66-4609-b31d-fd4c8525a64e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:40.986686 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.032511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port e70ff067-5a66-4609-b31d-fd4c8525a64e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e70ff067-5a66-4609-b31d-fd4c8525a64e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:41.035382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4c299bb1-faf6-4b90-a897-a6234e9ed32c None None] Provisioning complete for port 1851e94c-e4b9-4298-9c85-e93af4ce3147 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:41.035768 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4c299bb1-faf6-4b90-a897-a6234e9ed32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.050452 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.157707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4c299bb1-faf6-4b90-a897-a6234e9ed32c None None] Port 1851e94c-e4b9-4298-9c85-e93af4ce3147 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:47:41.171034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:47:41.191493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:41.192174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.244316 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=e70ff067-5a66-4609-b31d-fd4c8525a64e,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:41.407941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:41.408934 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.468186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4ad97-900d-4265-aed5-581a62a52463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681abf3c-e0c4-4703-9d10-ec19b7252ed1'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:41.475848 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e6978d-3037-4e55-8d58-674d38e9483e" -d '{"events": [{"server_uuid": "75f4ad97-900d-4265-aed5-581a62a52463", "name": "network-vif-plugged", "status": "completed", "tag": "681abf3c-e0c4-4703-9d10-ec19b7252ed1"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:41.494295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 681abf3c-e0c4-4703-9d10-ec19b7252ed1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=681abf3c-e0c4-4703-9d10-ec19b7252ed1,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:41.501427 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.549546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b1c1-08aa-4c40-a690-5b3e44db4f77 req-d04e0339-b2e5-43ca-9c06-06da081ab159 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:41.551310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2700b1c1-08aa-4c40-a690-5b3e44db4f77 req-d04e0339-b2e5-43ca-9c06-06da081ab159 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 944 time: 0.1378214 Feb 19 03:47:41.561137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=681abf3c-e0c4-4703-9d10-ec19b7252ed1,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:41.662677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2700b1c1-08aa-4c40-a690-5b3e44db4f77 req-5c305e71-7081-43f3-9657-161dca599f9a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042945 Feb 19 03:47:41.714732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45266) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:41.720137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1208170311-network', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:41.722020 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f419e620-14c3-44b4-9f0e-22eddef58438 x-openstack-request-id: req-f419e620-14c3-44b4-9f0e-22eddef58438 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:41.722379 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4ad97-900d-4265-aed5-581a62a52463", "name": "network-vif-plugged", "status": "completed", "tag": "681abf3c-e0c4-4703-9d10-ec19b7252ed1", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:41.722700 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f419e620-14c3-44b4-9f0e-22eddef58438 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:41.723167 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f4ad97-900d-4265-aed5-581a62a52463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681abf3c-e0c4-4703-9d10-ec19b7252ed1', 'code': 200} Feb 19 03:47:41.744830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Made reservation on behalf of 9c5f1a87758a41c49500f48922ee0b36 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:47:41.748157 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.757620 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.929314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b21d1e-8451-42a1-afd2-95942531b037 req-5fb68924-dcd3-4948-a6fb-66de23279120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:41.931706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1b21d1e-8451-42a1-afd2-95942531b037 req-5fb68924-dcd3-4948-a6fb-66de23279120 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 1127 time: 0.1113656 Feb 19 03:47:41.937365 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Publish callbacks [] for security_group (62d6bf87-e3bd-41dc-99ac-5b88b831ccfd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.946194 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (62d6bf87-e3bd-41dc-99ac-5b88b831ccfd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:41.992798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:47:42.025034 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.028594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d6bf87-e3bd-41dc-99ac-5b88b831ccfd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:42.036774 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (bf09ef61-4f0a-4a9f-992c-8066ce4baa69), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.036774 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Added segment bf09ef61-4f0a-4a9f-992c-8066ce4baa69 of type vlan for network e2b407cd-81d6-4ebd-b822-bfc82cde05ea Feb 19 03:47:42.039706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1b21d1e-8451-42a1-afd2-95942531b037 req-b5b4f0cb-5855-495d-9e95-b684b7d4dfa3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010041 Feb 19 03:47:42.091734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (e2b407cd-81d6-4ebd-b822-bfc82cde05ea), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.125092 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (e2b407cd-81d6-4ebd-b822-bfc82cde05ea), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.126107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:42.126710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.182642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4666834 Feb 19 03:47:42.185228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45270) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:42.197414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Request body: {'subnet': {'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1208170311-subnet', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:42.211126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf4823-6fc8-464a-a475-7aba3b45d80f admin admin] Pushing event updated for resources: {'Network': ['ID=e2b407cd-81d6-4ebd-b822-bfc82cde05ea,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:42.221817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network e2b407cd-81d6-4ebd-b822-bfc82cde05ea details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:47:42.224412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Made reservation on behalf of 9c5f1a87758a41c49500f48922ee0b36 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:47:42.236147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.424347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e70ff067-5a66-4609-b31d-fd4c8525a64e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:42.501602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e70ff067-5a66-4609-b31d-fd4c8525a64e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:42.502169 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.518362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (262641a5-5102-4248-aa63-3b14059f39f4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.601372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e70ff067-5a66-4609-b31d-fd4c8525a64e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:42.605816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=262641a5-5102-4248-aa63-3b14059f39f4,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:42.616688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Checking segment: {'id': 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:42.617053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Network hostable DHCP agents. Network: e2b407cd-81d6-4ebd-b822-bfc82cde05ea, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:47:42.639852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Network e2b407cd-81d6-4ebd-b822-bfc82cde05ea is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:47:42.652047 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Sync routers for ids ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:47:42.661551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, e2b407cd-81d6-4ebd-b822-bfc82cde05ea) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:42.664213 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Routers {'3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:42.664923 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:42.671239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5161e3c5-da14-4220-b75e-c02bcbba07bc None None] Network e2b407cd-81d6-4ebd-b822-bfc82cde05ea requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:47:42.674201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:42.675247 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.723878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8842a5a0-72f7-4344-a614-007f8c7bc564 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5363371 Feb 19 03:47:42.724115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45276) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:42.737032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1208170311-router', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:42.769523 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (a90632ad-e25c-4338-ab09-359d6b427396), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.771260 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (a90632ad-e25c-4338-ab09-359d6b427396), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.792139 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Set router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:42.859142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608b9cf-57b6-42e1-b25c-c0d88ed4f6cc req-6e509dd1-e3bc-478b-9b33-dae69feb84f6 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:42.866653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d608b9cf-57b6-42e1-b25c-c0d88ed4f6cc req-6e509dd1-e3bc-478b-9b33-dae69feb84f6 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0905533 Feb 19 03:47:42.867776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-e2b407cd-81d6-4ebd-b822-bfc82cde05ea', 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea', 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'fixed_ips': [{'subnet_id': '262641a5-5102-4248-aa63-3b14059f39f4'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:47:42.869618 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:42.953375 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks [] for router_controller (a90632ad-e25c-4338-ab09-359d6b427396), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.030645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d608b9cf-57b6-42e1-b25c-c0d88ed4f6cc req-254e5ace-755b-4715-bc51-153959afad72 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606903 Feb 19 03:47:43.064619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Allocated IP 172.20.0.2 (e2b407cd-81d6-4ebd-b822-bfc82cde05ea/262641a5-5102-4248-aa63-3b14059f39f4/296baf8b-194d-4682-9ecc-10e348073712) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:47:43.066168 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:47:43.129599 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1851e94c-e4b9-4298-9c85-e93af4ce3147', 'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'mac_address': 'fa:16:3e:20:51:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:38Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 2, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'subnets': [{'id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:43.188693 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Checking router: 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:47:43.189450 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Updating router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c port 1851e94c-e4b9-4298-9c85-e93af4ce3147 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:47:43.213151 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Publish callbacks [] for port (296baf8b-194d-4682-9ecc-10e348073712), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.223070 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (296baf8b-194d-4682-9ecc-10e348073712), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.236885 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks [] for router_gateway (a90632ad-e25c-4338-ab09-359d6b427396), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.253615 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.275108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Pushing event updated for resources: {'Port': ['ID=296baf8b-194d-4682-9ecc-10e348073712,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:43.295042 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.296901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Network e2b407cd-81d6-4ebd-b822-bfc82cde05ea is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:43.298602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:43.300975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:43.383276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Attempting to bind port 296baf8b-194d-4682-9ecc-10e348073712 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:43.384709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Attempting to bind port 296baf8b-194d-4682-9ecc-10e348073712 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:43.385093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Attempting to bind port 296baf8b-194d-4682-9ecc-10e348073712 on network e2b407cd-81d6-4ebd-b822-bfc82cde05ea {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:43.402383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:43.402807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Checking segment: {'id': 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:43.403181 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.403583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Bound using segment: {'id': 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:43.404251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Bound port: 296baf8b-194d-4682-9ecc-10e348073712, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:43.404639 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (296baf8b-194d-4682-9ecc-10e348073712), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.536196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] For port 296baf8b-194d-4682-9ecc-10e348073712, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:43.546695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] For port 296baf8b-194d-4682-9ecc-10e348073712, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=296baf8b-194d-4682-9ecc-10e348073712,segment=NetworkSegment(bf09ef61-4f0a-4a9f-992c-8066ce4baa69),segment_id=bf09ef61-4f0a-4a9f-992c-8066ce4baa69)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:43.560030 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (296baf8b-194d-4682-9ecc-10e348073712), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.567624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks [] for router_gateway (a90632ad-e25c-4338-ab09-359d6b427396), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.622498 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.701551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e891ebd-4108-445f-bdd2-31b62f80676e None None] Pushing event updated for resources: {'Port': ['ID=296baf8b-194d-4682-9ecc-10e348073712,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:43.775562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Allocated IP 172.25.4.169 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:47:43.877792 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Publish callbacks [] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.887093 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.965371 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks [] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:43.998466 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Pushing event updated for resources: {'Port': ['ID=1851e94c-e4b9-4298-9c85-e93af4ce3147,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:44.034683 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.035033 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.035380 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.035721 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.036061 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.036399 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.036732 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.037058 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.037385 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.037704 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.038058 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.038394 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.038721 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:44.071386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:44.169642 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Attempting to bind port 1851e94c-e4b9-4298-9c85-e93af4ce3147 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:44.170040 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Attempting to bind port 1851e94c-e4b9-4298-9c85-e93af4ce3147 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:44.170406 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Attempting to bind port 1851e94c-e4b9-4298-9c85-e93af4ce3147 on network f8301c7c-4e23-4d68-9b62-57a0d5058701 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:44.179791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:44.200197 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:44.201172 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Checking segment: {'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:44.201579 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:44.202024 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Bound using segment: {'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:44.202524 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Bound port: 1851e94c-e4b9-4298-9c85-e93af4ce3147, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:44.202902 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:44.220237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:44.226940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:44.285065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Pushing event updated for resources: {'Port': ['ID=c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:44.410455 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] For port 1851e94c-e4b9-4298-9c85-e93af4ce3147, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:44.422243 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] For port 1851e94c-e4b9-4298-9c85-e93af4ce3147, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1851e94c-e4b9-4298-9c85-e93af4ce3147,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:44.432579 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:44.502230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123c88e-06ce-4eb7-9690-b15283bfa79f req-4c35c251-f2d8-454c-a294-bde7b4b9ace0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:44.503778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e123c88e-06ce-4eb7-9690-b15283bfa79f req-4c35c251-f2d8-454c-a294-bde7b4b9ace0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.2672689 Feb 19 03:47:44.545562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Provisioning complete for port 1851e94c-e4b9-4298-9c85-e93af4ce3147 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:44.546147 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:44.568040 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Routers {'3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:44.569161 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:44.624399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 296baf8b-194d-4682-9ecc-10e348073712 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:44.752620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e123c88e-06ce-4eb7-9690-b15283bfa79f req-d450b33a-5e9d-410d-9902-84b481371cc1 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188826 Feb 19 03:47:44.790937 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:44.850922 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks [] for router_gateway (a90632ad-e25c-4338-ab09-359d6b427396), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:44.881347 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] Set router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:44.951616 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Current status of the port 1851e94c-e4b9-4298-9c85-e93af4ce3147 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:44.951616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.060095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 296baf8b-194d-4682-9ecc-10e348073712 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:45.065896 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (296baf8b-194d-4682-9ecc-10e348073712), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.131048 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94b638-bbd2-42e2-9424-831466479e74 None None] Pushing event updated for resources: {'Port': ['ID=1851e94c-e4b9-4298-9c85-e93af4ce3147,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:45.197647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] For port 1851e94c-e4b9-4298-9c85-e93af4ce3147, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1851e94c-e4b9-4298-9c85-e93af4ce3147,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:45.202954 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.291015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Pushing event updated for resources: {'Port': ['ID=1851e94c-e4b9-4298-9c85-e93af4ce3147,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:45.301276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.301892 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.302688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.303188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.303685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.304175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.304663 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.305165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.305688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.306196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.307436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.308104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.308593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276fd84-44f1-45bb-b3ad-2bdae5e2f4fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.335854 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1851e94c-e4b9-4298-9c85-e93af4ce3147', 'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'mac_address': 'fa:16:3e:20:51:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:38Z', 'updated_at': '2022-02-19T03:47:44Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'subnets': [{'id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:45.342048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d5e2b560-b49b-4a90-8b89-9a57a68f0bc3 None None] Provisioning complete for port 1851e94c-e4b9-4298-9c85-e93af4ce3147 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:45.342433 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5e2b560-b49b-4a90-8b89-9a57a68f0bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.385880 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d96160-daac-4515-b31e-6b1d1842b532 None None] The sync data for ids ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'] in n-d-826756-2 is: [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1851e94c-e4b9-4298-9c85-e93af4ce3147', 'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'mac_address': 'fa:16:3e:20:51:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:38Z', 'updated_at': '2022-02-19T03:47:44Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'subnets': [{'id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:47:45.456800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 296baf8b-194d-4682-9ecc-10e348073712 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:45.457198 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (296baf8b-194d-4682-9ecc-10e348073712), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.496196 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (a90632ad-e25c-4338-ab09-359d6b427396), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.561156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 296baf8b-194d-4682-9ecc-10e348073712, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=296baf8b-194d-4682-9ecc-10e348073712,segment=NetworkSegment(bf09ef61-4f0a-4a9f-992c-8066ce4baa69),segment_id=bf09ef61-4f0a-4a9f-992c-8066ce4baa69)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:45.574106 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (296baf8b-194d-4682-9ecc-10e348073712), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.657141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e4d7c8-6aae-49bb-8e1d-9a1e0f03f433 None None] Network e2b407cd-81d6-4ebd-b822-bfc82cde05ea requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:47:45.691075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446d9b9-6b17-4fa7-9a29-5a11cc894a3e req-6487a010-1218-43c2-98b0-04fa3df076da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:45.697823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8446d9b9-6b17-4fa7-9a29-5a11cc894a3e req-6487a010-1218-43c2-98b0-04fa3df076da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c19d389b82c147e3b4059a92a2f58c27&device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 1127 time: 0.4765592 Feb 19 03:47:45.712153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6bba5-a2b6-464e-9fa4-2d585688bc41 req-607ca9ac-42f8-4cd8-8805-1b15b09c2565 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:45.714270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91c6bba5-a2b6-464e-9fa4-2d585688bc41 req-607ca9ac-42f8-4cd8-8805-1b15b09c2565 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.4835670 Feb 19 03:47:45.800617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2b560-b49b-4a90-8b89-9a57a68f0bc3 None None] Current status of the port 1851e94c-e4b9-4298-9c85-e93af4ce3147 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:45.819426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=296baf8b-194d-4682-9ecc-10e348073712,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:45.925777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91c6bba5-a2b6-464e-9fa4-2d585688bc41 req-d9ff7f93-586e-4865-8b5d-bd8f3d8eda48 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838765 Feb 19 03:47:45.927826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-980023eb-ecc1-4151-ae2d-bd99f9c15204 None None] Provisioning complete for port 296baf8b-194d-4682-9ecc-10e348073712 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:45.928216 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-980023eb-ecc1-4151-ae2d-bd99f9c15204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (296baf8b-194d-4682-9ecc-10e348073712), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.946613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Router a90632ad-e25c-4338-ab09-359d6b427396 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:47:46.048811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-980023eb-ecc1-4151-ae2d-bd99f9c15204 None None] Current status of the port 296baf8b-194d-4682-9ecc-10e348073712 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:46.052615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446d9b9-6b17-4fa7-9a29-5a11cc894a3e req-90dc6da3-e2e5-4a3c-8852-14330d518d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:46.054375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8446d9b9-6b17-4fa7-9a29-5a11cc894a3e req-90dc6da3-e2e5-4a3c-8852-14330d518d78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 200 len: 911 time: 0.3273735 Feb 19 03:47:46.107597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8446d9b9-6b17-4fa7-9a29-5a11cc894a3e req-92c383d7-c2db-46a6-9597-264341f122fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=681abf3c-e0c4-4703-9d10-ec19b7252ed1 HTTP/1.1" status: 200 len: 217 time: 0.0460722 Feb 19 03:47:46.173135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c6202074-d192-4a9c-b2e0-4df808ccdd83 None None] Provisioning complete for port 296baf8b-194d-4682-9ecc-10e348073712 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:46.173454 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c6202074-d192-4a9c-b2e0-4df808ccdd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (296baf8b-194d-4682-9ecc-10e348073712), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:46.336355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c6202074-d192-4a9c-b2e0-4df808ccdd83 None None] Current status of the port 296baf8b-194d-4682-9ecc-10e348073712 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:46.576115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1851e94c-e4b9-4298-9c85-e93af4ce3147 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:46.660403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1851e94c-e4b9-4298-9c85-e93af4ce3147 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:46.661008 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:46.747349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446d9b9-6b17-4fa7-9a29-5a11cc894a3e req-c87307e2-d786-40de-a986-580fe9bcbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:46.749577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8446d9b9-6b17-4fa7-9a29-5a11cc894a3e req-c87307e2-d786-40de-a986-580fe9bcbecd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de64f1e3-e6df-40d2-93f3-90eaf8198d74 HTTP/1.1" status: 200 len: 850 time: 0.0541031 Feb 19 03:47:46.782134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1851e94c-e4b9-4298-9c85-e93af4ce3147 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:46.783298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 296baf8b-194d-4682-9ecc-10e348073712 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:46.843088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8446d9b9-6b17-4fa7-9a29-5a11cc894a3e req-43adfa3b-8635-4e8a-9bf3-c09cfd359743 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829229 Feb 19 03:47:46.884123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:47:46.896023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Sync routers for ids ['a90632ad-e25c-4338-ab09-359d6b427396'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:47:46.901286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 296baf8b-194d-4682-9ecc-10e348073712 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:46.901959 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (296baf8b-194d-4682-9ecc-10e348073712), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:46.936764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Routers {'a90632ad-e25c-4338-ab09-359d6b427396'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:46.937641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a90632ad-e25c-4338-ab09-359d6b427396'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:46.972398 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:46.974375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-03a357e2-c0b6-4841-8db7-9a753d73a438 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2489092 Feb 19 03:47:46.977326 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45332) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:47.038968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8446d9b9-6b17-4fa7-9a29-5a11cc894a3e req-21f3b640-32fc-4f38-a66b-ca9eddb275ea service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887364 Feb 19 03:47:47.151340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Set router a90632ad-e25c-4338-ab09-359d6b427396 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:47.343722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8446d9b9-6b17-4fa7-9a29-5a11cc894a3e req-0d8f9c80-ef14-4a25-9b09-a586371396b5 service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977140 Feb 19 03:47:47.353858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8d16-55c3-4300-8bc9-003f1ef39141 req-5cab4712-a429-413c-aae3-c2d5b4142231 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:47.356674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-20ac8d16-55c3-4300-8bc9-003f1ef39141 req-5cab4712-a429-413c-aae3-c2d5b4142231 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.2633312 Feb 19 03:47:47.402037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 296baf8b-194d-4682-9ecc-10e348073712 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:47.469599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-20ac8d16-55c3-4300-8bc9-003f1ef39141 req-e9068983-3f05-4911-9ba8-191bc977fae8 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068339 Feb 19 03:47:47.483368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'name': 'tempest-TestServerBasicOps-1208170311-router', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:42Z', 'updated_at': '2022-02-19T03:47:44Z', 'revision_number': 3, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'gw_port': {'id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:43Z', 'updated_at': '2022-02-19T03:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:47.529991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Checking router: a90632ad-e25c-4338-ab09-359d6b427396 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:47:47.530346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Updating router a90632ad-e25c-4338-ab09-359d6b427396 port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:47:47.561084 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:47.792757 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:47.878260 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Publish callbacks [] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:47.887946 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.017138 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Allocated IP 172.20.0.1 (e2b407cd-81d6-4ebd-b822-bfc82cde05ea/262641a5-5102-4248-aa63-3b14059f39f4/736e993f-0b74-4ceb-998f-ba053a69da50) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:47:48.123403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ada2c-6a02-4749-b943-ee6732e0e8fa None None] Pushing event updated for resources: {'Port': ['ID=c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:48.148094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Attempting to bind port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:48.148470 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Attempting to bind port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:48.148835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Attempting to bind port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:48.151380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Publish callbacks [] for port (736e993f-0b74-4ceb-998f-ba053a69da50), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.156379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:48.156788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:48.157201 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.158010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:48.158494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Bound port: c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:48.159156 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.200938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.235091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] For port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:48.238993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] For port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:48.247596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.269340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Network e2b407cd-81d6-4ebd-b822-bfc82cde05ea is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:48.273124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:48.277663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:48.329404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Pushing event updated for resources: {'Port': ['ID=736e993f-0b74-4ceb-998f-ba053a69da50,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:48.362491 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (a90632ad-e25c-4338-ab09-359d6b427396), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.406096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Routers {'a90632ad-e25c-4338-ab09-359d6b427396'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:48.407010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a90632ad-e25c-4338-ab09-359d6b427396'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:48.410808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ada2c-6a02-4749-b943-ee6732e0e8fa None None] Pushing event updated for resources: {'Port': ['ID=c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:48.575582 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.631489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] Set router a90632ad-e25c-4338-ab09-359d6b427396 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:48.716216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab8a4c-e017-4a12-8482-799a519f6eea req-28f4a73c-b3cf-4280-8a4a-7d62be9f53e4 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:48.726346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49ab8a4c-e017-4a12-8482-799a519f6eea req-28f4a73c-b3cf-4280-8a4a-7d62be9f53e4 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1182990 Feb 19 03:47:48.826359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49ab8a4c-e017-4a12-8482-799a519f6eea req-709e25c0-7562-47f4-a72e-92ebcce51630 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990229 Feb 19 03:47:48.866277 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Publish callbacks [] for port (736e993f-0b74-4ceb-998f-ba053a69da50), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.873651 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.879711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d9590e31-6318-4759-8577-2011e6e0c767 None None] Provisioning complete for port 736e993f-0b74-4ceb-998f-ba053a69da50 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:48.880099 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d9590e31-6318-4759-8577-2011e6e0c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.952753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d9590e31-6318-4759-8577-2011e6e0c767 None None] Port 736e993f-0b74-4ceb-998f-ba053a69da50 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:47:48.973102 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (a90632ad-e25c-4338-ab09-359d6b427396), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.988975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Pushing event updated for resources: {'Port': ['ID=736e993f-0b74-4ceb-998f-ba053a69da50,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:48.998611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'name': 'tempest-TestServerBasicOps-1208170311-router', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:42Z', 'updated_at': '2022-02-19T03:47:44Z', 'revision_number': 3, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'gw_port': {'id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:43Z', 'updated_at': '2022-02-19T03:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:49.038734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7336bfaf-2262-41be-a9d8-3cfc80a4ba60 None None] The sync data for ids ['a90632ad-e25c-4338-ab09-359d6b427396'] in n-d-826756-2 is: [{'id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'name': 'tempest-TestServerBasicOps-1208170311-router', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:42Z', 'updated_at': '2022-02-19T03:47:44Z', 'revision_number': 3, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'gw_port': {'id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:43Z', 'updated_at': '2022-02-19T03:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:47:49.125802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Network e2b407cd-81d6-4ebd-b822-bfc82cde05ea is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:49.127380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:49.256870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Router a90632ad-e25c-4338-ab09-359d6b427396 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:47:49.431263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:47:49.448887 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d7ae0d6e-ac34-4fdf-9eb4-75459c1350b1 admin admin] 10.222.0.42 "PUT /v2.0/routers/a90632ad-e25c-4338-ab09-359d6b427396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696352 Feb 19 03:47:49.496609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6e219eac-5665-49f4-9ae0-cb225023ed0d None None] Provisioning complete for port 736e993f-0b74-4ceb-998f-ba053a69da50 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:49.496998 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e219eac-5665-49f4-9ae0-cb225023ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:49.559944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6e219eac-5665-49f4-9ae0-cb225023ed0d None None] Port 736e993f-0b74-4ceb-998f-ba053a69da50 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:47:50.458374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45370) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:50.464160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b08e596a-06ca-4bd1-a845-b49fe4b76ea7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252660273', 'description': 'tempest-secgroup-smoke-252660273 description', 'project_id': '98df9d126e9d47d69462272de3921a0b'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:50.468971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:50.501681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b08e596a-06ca-4bd1-a845-b49fe4b76ea7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.533880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:50.534706 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.647540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:50.647946 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.677879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:50.680382 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b08e596a-06ca-4bd1-a845-b49fe4b76ea7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group (d36327ff-2267-46cb-84a3-1176811edad6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.683325 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.694883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec2a9d-07b2-435f-92eb-763f0667bc12 req-929d9769-950f-424b-b966-765c49beb705 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:50.698487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26ec2a9d-07b2-435f-92eb-763f0667bc12 req-929d9769-950f-424b-b966-765c49beb705 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1467555 Feb 19 03:47:50.700123 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b08e596a-06ca-4bd1-a845-b49fe4b76ea7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d36327ff-2267-46cb-84a3-1176811edad6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.732930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e596a-06ca-4bd1-a845-b49fe4b76ea7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36327ff-2267-46cb-84a3-1176811edad6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:50.747562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:50.779519 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b08e596a-06ca-4bd1-a845-b49fe4b76ea7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.781404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b08e596a-06ca-4bd1-a845-b49fe4b76ea7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3214531 Feb 19 03:47:50.784729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45372) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:50.789334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-789ffae7-2e63-4b69-bd60-932acd4295c9 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Request body: {'security_group_rule': {'security_group_id': 'd36327ff-2267-46cb-84a3-1176811edad6', 'project_id': '98df9d126e9d47d69462272de3921a0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:50.811200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26ec2a9d-07b2-435f-92eb-763f0667bc12 req-a736eab1-da79-448b-bc27-7cd81925134e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791099 Feb 19 03:47:50.832173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-789ffae7-2e63-4b69-bd60-932acd4295c9 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (549200ce-1649-4bd8-90ab-22da35ce056c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.907409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-789ffae7-2e63-4b69-bd60-932acd4295c9 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (549200ce-1649-4bd8-90ab-22da35ce056c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.919053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-789ffae7-2e63-4b69-bd60-932acd4295c9 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (549200ce-1649-4bd8-90ab-22da35ce056c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.940257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ffae7-2e63-4b69-bd60-932acd4295c9 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549200ce-1649-4bd8-90ab-22da35ce056c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:50.953083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-789ffae7-2e63-4b69-bd60-932acd4295c9 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.954324 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-789ffae7-2e63-4b69-bd60-932acd4295c9 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685727 Feb 19 03:47:50.957416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 45374) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:50.963577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1d68a2fd-d41a-47f7-8aa6-83a6f1890904 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Request body: {'security_group_rule': {'security_group_id': 'd36327ff-2267-46cb-84a3-1176811edad6', 'project_id': '98df9d126e9d47d69462272de3921a0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:51.001188 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d68a2fd-d41a-47f7-8aa6-83a6f1890904 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (dd5a1835-391d-40e7-930a-aed385c169f2), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.077152 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d68a2fd-d41a-47f7-8aa6-83a6f1890904 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (dd5a1835-391d-40e7-930a-aed385c169f2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.083169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d68a2fd-d41a-47f7-8aa6-83a6f1890904 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (dd5a1835-391d-40e7-930a-aed385c169f2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.107784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68a2fd-d41a-47f7-8aa6-83a6f1890904 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5a1835-391d-40e7-930a-aed385c169f2,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:51.119313 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d68a2fd-d41a-47f7-8aa6-83a6f1890904 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.121215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1d68a2fd-d41a-47f7-8aa6-83a6f1890904 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1622806 Feb 19 03:47:51.125487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45378) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:51.138123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c358ac7e-a9d7-4444-b9d1-c59c94bd895c tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Request body: {'security_group_rule': {'security_group_id': 'd36327ff-2267-46cb-84a3-1176811edad6', 'project_id': '98df9d126e9d47d69462272de3921a0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:51.195955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c358ac7e-a9d7-4444-b9d1-c59c94bd895c tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (579f1af4-3ca2-4188-8358-6c0135d816fe), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.283850 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-5ce6e186-f975-4c0f-ba6f-f51cc35fc7d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688744 Feb 19 03:47:51.299022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c358ac7e-a9d7-4444-b9d1-c59c94bd895c tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (579f1af4-3ca2-4188-8358-6c0135d816fe), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.306013 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c358ac7e-a9d7-4444-b9d1-c59c94bd895c tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (579f1af4-3ca2-4188-8358-6c0135d816fe), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.329889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358ac7e-a9d7-4444-b9d1-c59c94bd895c tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579f1af4-3ca2-4188-8358-6c0135d816fe,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:51.361643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c358ac7e-a9d7-4444-b9d1-c59c94bd895c tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.364524 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c358ac7e-a9d7-4444-b9d1-c59c94bd895c tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2350907 Feb 19 03:47:51.366098 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45382) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:51.376170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-02f1b9b2-e9bb-430f-9f02-348bfc40f470 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Request body: {'security_group_rule': {'security_group_id': 'd36327ff-2267-46cb-84a3-1176811edad6', 'project_id': '98df9d126e9d47d69462272de3921a0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:51.411715 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-02f1b9b2-e9bb-430f-9f02-348bfc40f470 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (bda291e5-ea64-44b9-a2b3-342f8af9342c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.429974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-8963d895-ba40-4d25-9e35-a2f6edaa56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:51.434648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-8963d895-ba40-4d25-9e35-a2f6edaa56cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c19d389b82c147e3b4059a92a2f58c27&device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 1128 time: 0.0708349 Feb 19 03:47:51.499125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-02f1b9b2-e9bb-430f-9f02-348bfc40f470 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (bda291e5-ea64-44b9-a2b3-342f8af9342c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.504088 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-02f1b9b2-e9bb-430f-9f02-348bfc40f470 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (bda291e5-ea64-44b9-a2b3-342f8af9342c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.535222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1b9b2-e9bb-430f-9f02-348bfc40f470 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda291e5-ea64-44b9-a2b3-342f8af9342c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:51.542975 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-02f1b9b2-e9bb-430f-9f02-348bfc40f470 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.544322 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-02f1b9b2-e9bb-430f-9f02-348bfc40f470 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1772304 Feb 19 03:47:51.546941 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45384) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:51.562650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d470c4ac-dd5f-48f3-a65e-9cdc1ea4bf21 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Request body: {'security_group_rule': {'security_group_id': 'd36327ff-2267-46cb-84a3-1176811edad6', 'project_id': '98df9d126e9d47d69462272de3921a0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:51.596643 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-d470c4ac-dd5f-48f3-a65e-9cdc1ea4bf21 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Project 98df9d126e9d47d69462272de3921a0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:47:51.605368 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d470c4ac-dd5f-48f3-a65e-9cdc1ea4bf21 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (34274e82-6285-4027-83db-7a9340b03c21), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.629200 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Sync routers for ids ['a90632ad-e25c-4338-ab09-359d6b427396'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:47:51.641485 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Routers {'a90632ad-e25c-4338-ab09-359d6b427396'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:51.642376 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a90632ad-e25c-4338-ab09-359d6b427396'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:51.650527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-d8a541a8-2435-49ed-9cb2-a98a4093a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:51.652347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-d8a541a8-2435-49ed-9cb2-a98a4093a70f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 200 len: 911 time: 0.1994288 Feb 19 03:47:51.713393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d470c4ac-dd5f-48f3-a65e-9cdc1ea4bf21 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (34274e82-6285-4027-83db-7a9340b03c21), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.714524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-eb28f297-7291-4cc7-90e4-c16edb0a5173 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34edb638-2007-4638-9989-d05324055e1f HTTP/1.1" status: 200 len: 217 time: 0.0544550 Feb 19 03:47:51.718878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d470c4ac-dd5f-48f3-a65e-9cdc1ea4bf21 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (34274e82-6285-4027-83db-7a9340b03c21), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.738495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470c4ac-dd5f-48f3-a65e-9cdc1ea4bf21 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34274e82-6285-4027-83db-7a9340b03c21,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:51.759490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d470c4ac-dd5f-48f3-a65e-9cdc1ea4bf21 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.765489 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d470c4ac-dd5f-48f3-a65e-9cdc1ea4bf21 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2150812 Feb 19 03:47:51.766285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 45388) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:51.771076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-03f1363c-1ba5-4ad9-9f49-c57dc7e04828 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Request body: {'security_group_rule': {'security_group_id': 'd36327ff-2267-46cb-84a3-1176811edad6', 'project_id': '98df9d126e9d47d69462272de3921a0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:51.786403 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Set router a90632ad-e25c-4338-ab09-359d6b427396 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:51.798227 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-03f1363c-1ba5-4ad9-9f49-c57dc7e04828 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Project 98df9d126e9d47d69462272de3921a0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:47:51.799689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-295541f5-7378-4e7b-a631-1383081db8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:51.801394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-295541f5-7378-4e7b-a631-1383081db8e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de64f1e3-e6df-40d2-93f3-90eaf8198d74 HTTP/1.1" status: 200 len: 850 time: 0.0816760 Feb 19 03:47:51.806063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03f1363c-1ba5-4ad9-9f49-c57dc7e04828 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (7dc19e33-5f92-46bd-a2fb-592fb3763a2d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.848538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-f79fbb46-3998-47d7-9776-0ca7af26e719 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401909 Feb 19 03:47:51.897098 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03f1363c-1ba5-4ad9-9f49-c57dc7e04828 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (7dc19e33-5f92-46bd-a2fb-592fb3763a2d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.904455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03f1363c-1ba5-4ad9-9f49-c57dc7e04828 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (7dc19e33-5f92-46bd-a2fb-592fb3763a2d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.936936 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03f1363c-1ba5-4ad9-9f49-c57dc7e04828 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.945380 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-03f1363c-1ba5-4ad9-9f49-c57dc7e04828 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1778040 Feb 19 03:47:51.966689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1363c-1ba5-4ad9-9f49-c57dc7e04828 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc19e33-5f92-46bd-a2fb-592fb3763a2d,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:52.078183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-4ee08516-a611-43f9-a340-9dc06d4cd4d2 service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976953 Feb 19 03:47:52.143708 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'name': 'tempest-TestServerBasicOps-1208170311-router', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:42Z', 'updated_at': '2022-02-19T03:47:48Z', 'revision_number': 4, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'gw_port': {'id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:43Z', 'updated_at': '2022-02-19T03:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '736e993f-0b74-4ceb-998f-ba053a69da50', 'name': '', 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'mac_address': 'fa:16:3e:57:ac:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '262641a5-5102-4248-aa63-3b14059f39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:47Z', 'updated_at': '2022-02-19T03:47:48Z', 'revision_number': 2, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'subnets': [{'id': '262641a5-5102-4248-aa63-3b14059f39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:52.177431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc156-0984-4fbd-8abc-58df51b8fb57 req-30c81ae2-16ab-477a-9654-02d82f0d3509 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:52.184995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d30fc156-0984-4fbd-8abc-58df51b8fb57 req-30c81ae2-16ab-477a-9654-02d82f0d3509 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1666143 Feb 19 03:47:52.208886 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Checking router: a90632ad-e25c-4338-ab09-359d6b427396 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:47:52.209660 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Updating router a90632ad-e25c-4338-ab09-359d6b427396 port 736e993f-0b74-4ceb-998f-ba053a69da50 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:47:52.276193 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.304682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d967bdac-055e-49cc-9a36-2c80ddc2bb18 req-67dea02f-0a7b-43d5-8de2-d7baa1f84708 service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241571 Feb 19 03:47:52.347236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d30fc156-0984-4fbd-8abc-58df51b8fb57 req-5bd404b7-e386-4e68-bfcf-16ab85717096 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612720 Feb 19 03:47:52.462954 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.490587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:52.580958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:52.581657 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.626785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-6ba2416e-0d85-47af-8ed4-78692840447e tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252660273&fields=id&tenant_id=98df9d126e9d47d69462272de3921a0b HTTP/1.1" status: 200 len: 267 time: 0.1109359 Feb 19 03:47:52.685572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:52.775903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0783e-304b-445f-beda-88269cc79f8a req-8c4245ad-bf74-433b-90ec-7b4278421135 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:52.778211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-8c4245ad-bf74-433b-90ec-7b4278421135 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/networks?id=f8301c7c-4e23-4d68-9b62-57a0d5058701 HTTP/1.1" status: 200 len: 809 time: 0.1426008 Feb 19 03:47:52.803069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-6554d624-0587-47a7-b36b-34d21e0023d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/quotas/98df9d126e9d47d69462272de3921a0b HTTP/1.1" status: 200 len: 375 time: 0.0187621 Feb 19 03:47:52.844806 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Publish callbacks [] for port (736e993f-0b74-4ceb-998f-ba053a69da50), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.857454 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.888471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-2ff93638-9397-4f38-8c7f-c5b711c61b9a tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98df9d126e9d47d69462272de3921a0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840058 Feb 19 03:47:53.027178 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d497b-c15a-4bbd-97c8-9375415f48e4 None None] Pushing event updated for resources: {'Port': ['ID=736e993f-0b74-4ceb-998f-ba053a69da50,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:53.044717 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Attempting to bind port 736e993f-0b74-4ceb-998f-ba053a69da50 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:53.045217 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Attempting to bind port 736e993f-0b74-4ceb-998f-ba053a69da50 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:53.045446 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Attempting to bind port 736e993f-0b74-4ceb-998f-ba053a69da50 on network e2b407cd-81d6-4ebd-b822-bfc82cde05ea {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:53.052362 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:53.053044 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Checking segment: {'id': 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:53.053626 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.054203 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Bound using segment: {'id': 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:53.054903 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Bound port: 736e993f-0b74-4ceb-998f-ba053a69da50, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:53.056495 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.157875 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] For port 736e993f-0b74-4ceb-998f-ba053a69da50, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:53.162565 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] For port 736e993f-0b74-4ceb-998f-ba053a69da50, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=736e993f-0b74-4ceb-998f-ba053a69da50,segment=NetworkSegment(bf09ef61-4f0a-4a9f-992c-8066ce4baa69),segment_id=bf09ef61-4f0a-4a9f-992c-8066ce4baa69)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:53.173097 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.199663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-620b6740-f654-4309-bc5b-a1107c4a299e service neutron] 10.222.0.42 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864745 Feb 19 03:47:53.373529 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Routers {'a90632ad-e25c-4338-ab09-359d6b427396'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:53.374196 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a90632ad-e25c-4338-ab09-359d6b427396'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:53.450701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-370d0f5c-17b7-4221-b43c-5268f9d1c031 None None] Provisioning complete for port 736e993f-0b74-4ceb-998f-ba053a69da50 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:53.451535 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-370d0f5c-17b7-4221-b43c-5268f9d1c031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.500194 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d497b-c15a-4bbd-97c8-9375415f48e4 None None] Pushing event updated for resources: {'Port': ['ID=736e993f-0b74-4ceb-998f-ba053a69da50,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:53.521636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-b2c9e99b-f108-4146-ae6b-b2daf3787ff7 service neutron] 10.222.0.42 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171093 Feb 19 03:47:53.653290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-370d0f5c-17b7-4221-b43c-5268f9d1c031 None None] Current status of the port 736e993f-0b74-4ceb-998f-ba053a69da50 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:53.657471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-370d0f5c-17b7-4221-b43c-5268f9d1c031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.696999 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] Set router a90632ad-e25c-4338-ab09-359d6b427396 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:53.773460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-370d0f5c-17b7-4221-b43c-5268f9d1c031 None None] For port 736e993f-0b74-4ceb-998f-ba053a69da50, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=736e993f-0b74-4ceb-998f-ba053a69da50,segment=NetworkSegment(bf09ef61-4f0a-4a9f-992c-8066ce4baa69),segment_id=bf09ef61-4f0a-4a9f-992c-8066ce4baa69)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:53.788591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-370d0f5c-17b7-4221-b43c-5268f9d1c031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.900186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d0f5c-17b7-4221-b43c-5268f9d1c031 None None] Pushing event updated for resources: {'Port': ['ID=736e993f-0b74-4ceb-998f-ba053a69da50,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:54.028205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b14c2121-2377-4ef6-961f-ef495c0f2dba None None] Provisioning complete for port 736e993f-0b74-4ceb-998f-ba053a69da50 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:54.028313 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b14c2121-2377-4ef6-961f-ef495c0f2dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:54.198486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee6ca2-4ae4-4417-bbca-f2f9eff985dd req-74c91fbe-b14b-4384-8f43-328b7be934ff tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:54.202977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b14c2121-2377-4ef6-961f-ef495c0f2dba None None] Current status of the port 736e993f-0b74-4ceb-998f-ba053a69da50 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:54.214772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99ee6ca2-4ae4-4417-bbca-f2f9eff985dd req-74c91fbe-b14b-4384-8f43-328b7be934ff tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1092649 Feb 19 03:47:54.295188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99ee6ca2-4ae4-4417-bbca-f2f9eff985dd req-f052d23a-fed0-4bd3-b6ee-bab29067219a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715666 Feb 19 03:47:54.381621 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'name': 'tempest-TestServerBasicOps-1208170311-router', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:42Z', 'updated_at': '2022-02-19T03:47:48Z', 'revision_number': 4, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'gw_port': {'id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:43Z', 'updated_at': '2022-02-19T03:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '736e993f-0b74-4ceb-998f-ba053a69da50', 'name': '', 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'mac_address': 'fa:16:3e:57:ac:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '262641a5-5102-4248-aa63-3b14059f39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:47Z', 'updated_at': '2022-02-19T03:47:53Z', 'revision_number': 4, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'subnets': [{'id': '262641a5-5102-4248-aa63-3b14059f39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:54.410571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-daee8e0b-f652-4dd3-bcd6-9e207766acd6 req-313bf919-db9b-4741-9a7a-b624795ff7ad tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 210 time: 0.0723324 Feb 19 03:47:54.459780 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd932d-ffe9-4125-b9b9-912a142b5763 None None] The sync data for ids ['a90632ad-e25c-4338-ab09-359d6b427396'] in n-d-826756-2 is: [{'id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'name': 'tempest-TestServerBasicOps-1208170311-router', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:42Z', 'updated_at': '2022-02-19T03:47:48Z', 'revision_number': 4, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'gw_port': {'id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:43Z', 'updated_at': '2022-02-19T03:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '736e993f-0b74-4ceb-998f-ba053a69da50', 'name': '', 'network_id': 'e2b407cd-81d6-4ebd-b822-bfc82cde05ea', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'mac_address': 'fa:16:3e:57:ac:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '262641a5-5102-4248-aa63-3b14059f39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:47Z', 'updated_at': '2022-02-19T03:47:53Z', 'revision_number': 4, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'subnets': [{'id': '262641a5-5102-4248-aa63-3b14059f39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:47:55.504890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6334205-05a6-41bd-abd3-0e155e9c2001 req-bacdc6e8-5f16-4f54-9a0d-03e907076021 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:55.517631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6334205-05a6-41bd-abd3-0e155e9c2001 req-bacdc6e8-5f16-4f54-9a0d-03e907076021 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1276791 Feb 19 03:47:55.652740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6334205-05a6-41bd-abd3-0e155e9c2001 req-f8627c42-36f1-45c4-b6e1-ef7b11918d31 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340733 Feb 19 03:47:55.976337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1ce4015-88e7-44e5-84e4-2476a55c83f6 req-0a95a5ab-907d-47ba-8289-8eadeb1b175a tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 210 time: 0.0660517 Feb 19 03:47:56.103661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0783e-304b-445f-beda-88269cc79f8a req-a2933c4e-da82-416d-b4f5-47d73d03ea6e tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:56.107988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-a2933c4e-da82-416d-b4f5-47d73d03ea6e tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.71 "GET /v2.0/networks?id=f8301c7c-4e23-4d68-9b62-57a0d5058701 HTTP/1.1" status: 200 len: 809 time: 0.3975899 Feb 19 03:47:56.208551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-8c9a00d3-12a3-47d1-907e-14d4d45e1e34 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98df9d126e9d47d69462272de3921a0b HTTP/1.1" status: 200 len: 379 time: 0.0854468 Feb 19 03:47:56.219930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Request body: {'port': {'device_id': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'admin_state_up': True, 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'security_groups': ['d36327ff-2267-46cb-84a3-1176811edad6']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:56.386667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Made reservation on behalf of 98df9d126e9d47d69462272de3921a0b for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:47:56.391586 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:56.483126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 736e993f-0b74-4ceb-998f-ba053a69da50 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:56.652067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Allocated IP 172.20.0.3 (f8301c7c-4e23-4d68-9b62-57a0d5058701/eb788c1b-907d-4c54-b679-6efd230a87f0/7a07cbda-bcfd-4d47-b5dd-3c54d1183849) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:47:56.696515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 736e993f-0b74-4ceb-998f-ba053a69da50 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:56.696915 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:56.904993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 736e993f-0b74-4ceb-998f-ba053a69da50 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:57.002268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2b9c5-b1ea-4018-bf2d-7dce4083c679 req-9ccac821-7aa2-4ee0-9f00-b5468108bbee tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:57.009894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ef2b9c5-b1ea-4018-bf2d-7dce4083c679 req-9ccac821-7aa2-4ee0-9f00-b5468108bbee tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1746299 Feb 19 03:47:57.087937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ef2b9c5-b1ea-4018-bf2d-7dce4083c679 req-74f16480-6cad-4e6b-9053-b37529e64dc1 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756011 Feb 19 03:47:57.161796 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:57.226566 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:57.329251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Network f8301c7c-4e23-4d68-9b62-57a0d5058701 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:57.332991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:57.337723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:57.457733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:57.458734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:57.471444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event updated for resources: {'Port': ['ID=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:57.516293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-2c25ca68-d32d-47dd-a55e-6227c6154921 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2985547 Feb 19 03:47:57.530469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Request body: {'port': {'device_id': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:57.793756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3960b0cf-526f-475a-9292-9ad780b7a8a1 None None] Provisioning complete for port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:57.794261 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3960b0cf-526f-475a-9292-9ad780b7a8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:57.797377 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:57.921990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3960b0cf-526f-475a-9292-9ad780b7a8a1 None None] Port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:47:58.170251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a69944-96f0-4f96-bc4a-33349193d253 req-6172ab4b-dc03-4179-b6cc-20b588d1c2b4 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:58.177869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71a69944-96f0-4f96-bc4a-33349193d253 req-6172ab4b-dc03-4179-b6cc-20b588d1c2b4 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 931 time: 0.3279331 Feb 19 03:47:58.257976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71a69944-96f0-4f96-bc4a-33349193d253 req-0c5893c5-3255-4a1f-ba6e-30b7a27d5e91 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790024 Feb 19 03:47:58.414265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:47:58.425881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Publish callbacks [] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:58.451213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Transition to ACTIVE for port object 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:47:58.465212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0869c-22d3-4bf7-9b7b-ab37fa5b3969 req-60be02b4-1461-4035-b298-42c5537caaa6 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:58.472798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aea0869c-22d3-4bf7-9b7b-ab37fa5b3969 req-60be02b4-1461-4035-b298-42c5537caaa6 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1031458 Feb 19 03:47:58.483013 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:58.603739 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aea0869c-22d3-4bf7-9b7b-ab37fa5b3969 req-3349595b-ace7-4c17-ad36-28aa734d5ab8 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150489 Feb 19 03:47:58.614484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Pushing event updated for resources: {'Port': ['ID=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:58.698134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Attempting to bind port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:58.698531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Attempting to bind port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:58.698871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Attempting to bind port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 on network f8301c7c-4e23-4d68-9b62-57a0d5058701 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:58.708253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 on network f8301c7c-4e23-4d68-9b62-57a0d5058701 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:47:58.709084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Attempting to bind port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 on network f8301c7c-4e23-4d68-9b62-57a0d5058701 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:58.720065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:58.720406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Checking segment: {'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:58.720792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Bound using segment: {'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:58.722731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Bound port: 7a07cbda-bcfd-4d47-b5dd-3c54d1183849, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6010647-2028-4582-8129-9abf377d65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:58.723124 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:58.831505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] For port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:58.836082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] For port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:58.849146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:58.916309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:58.917585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:58.919191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] 10.222.0.71 "PUT /v2.0/ports/7a07cbda-bcfd-4d47-b5dd-3c54d1183849 HTTP/1.1" status: 200 len: 1091 time: 1.3938687 Feb 19 03:47:58.922947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'tag': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:58.926758 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60867184-77d9-43c7-aeeb-7f9c21da1a66" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8931b6-c85f-4411-a58f-3bcdc15689f0", "tag": "7a07cbda-bcfd-4d47-b5dd-3c54d1183849"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:59.055906 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2037ce0-72ad-4029-8b2b-bc462c433917 x-openstack-request-id: req-b2037ce0-72ad-4029-8b2b-bc462c433917 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:59.056259 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8931b6-c85f-4411-a58f-3bcdc15689f0", "tag": "7a07cbda-bcfd-4d47-b5dd-3c54d1183849", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:59.056497 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2037ce0-72ad-4029-8b2b-bc462c433917 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:59.061193 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'tag': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849', 'status': 'completed', 'code': 200} Feb 19 03:47:59.075812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be82135-5c97-465e-9e5e-bf48c3b5c5ae service neutron] Pushing event updated for resources: {'Port': ['ID=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:59.119798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0783e-304b-445f-beda-88269cc79f8a req-3ba2cab4-8b42-4888-a5b7-bb6c800d0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:59.121461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-3ba2cab4-8b42-4888-a5b7-bb6c800d0b20 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98df9d126e9d47d69462272de3921a0b&device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 1125 time: 0.1344604 Feb 19 03:47:59.169443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-e8ede434-111c-44a0-bb33-ec11c1f05d03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849 HTTP/1.1" status: 200 len: 217 time: 0.0385001 Feb 19 03:47:59.233862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0783e-304b-445f-beda-88269cc79f8a req-867c02fc-d2f3-4fe3-a246-3a74bc53e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:59.235305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-867c02fc-d2f3-4fe3-a246-3a74bc53e950 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb788c1b-907d-4c54-b679-6efd230a87f0 HTTP/1.1" status: 200 len: 848 time: 0.0593066 Feb 19 03:47:59.298985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0783e-304b-445f-beda-88269cc79f8a req-114bbcb3-2df5-488f-8389-9e44c05b3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:59.301454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-114bbcb3-2df5-488f-8389-9e44c05b3d48 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8301c7c-4e23-4d68-9b62-57a0d5058701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0597634 Feb 19 03:47:59.460344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02a7b-8f86-489e-b1c8-a444e09531a6 req-27b6aa50-284d-4d72-8e24-0450e997efc3 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:59.462466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27d02a7b-8f86-489e-b1c8-a444e09531a6 req-27b6aa50-284d-4d72-8e24-0450e997efc3 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 943 time: 0.0924151 Feb 19 03:47:59.464816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-815ece14-a58e-4bd2-82eb-1550f7792318 service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538405 Feb 19 03:47:59.583441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27d02a7b-8f86-489e-b1c8-a444e09531a6 req-641ce955-211b-4ab8-8f5d-f4c08059a05a tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026502 Feb 19 03:47:59.606276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bde0783e-304b-445f-beda-88269cc79f8a req-95107fad-135c-49f7-aa98-90b35606f60f service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329741 Feb 19 03:47:59.762888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9116df-abbb-4d9c-87fd-ef422a3ea559 req-d2ecac56-09a0-4e32-bc4c-cf30dd6c56b7 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:59.764438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a9116df-abbb-4d9c-87fd-ef422a3ea559 req-d2ecac56-09a0-4e32-bc4c-cf30dd6c56b7 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0925400 Feb 19 03:47:59.778669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-8d488336-6c45-43cd-935b-065bb98d5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:59.780111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-8d488336-6c45-43cd-935b-065bb98d5be8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98df9d126e9d47d69462272de3921a0b&device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 1125 time: 0.0974765 Feb 19 03:47:59.872593 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a9116df-abbb-4d9c-87fd-ef422a3ea559 req-a5f4fed8-c098-4280-ba20-dd7fac8e33d2 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021905 Feb 19 03:47:59.921774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-83955021-348e-4a9d-943f-550bfa27c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:59.923480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-83955021-348e-4a9d-943f-550bfa27c791 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8301c7c-4e23-4d68-9b62-57a0d5058701 HTTP/1.1" status: 200 len: 910 time: 0.1357768 Feb 19 03:47:59.969676 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-fd9ccc80-2800-4618-b30b-3135a45b1dbe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849 HTTP/1.1" status: 200 len: 217 time: 0.0389364 Feb 19 03:48:00.022273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-1c8e19e7-77e5-4ab6-a55c-20acaa46836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:00.024604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-1c8e19e7-77e5-4ab6-a55c-20acaa46836f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb788c1b-907d-4c54-b679-6efd230a87f0 HTTP/1.1" status: 200 len: 848 time: 0.0483544 Feb 19 03:48:00.096832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-4958f20e-b084-4f97-9e71-f80e55f923f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:00.099054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-4958f20e-b084-4f97-9e71-f80e55f923f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8301c7c-4e23-4d68-9b62-57a0d5058701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0660725 Feb 19 03:48:00.212752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-eb3589e6-8f8e-4561-8f4d-45324474485b service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057189 Feb 19 03:48:00.320233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60867184-77d9-43c7-aeeb-7f9c21da1a66 req-3e98b085-e2c7-408f-ac7a-e1e34bc59ed8 service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010294 Feb 19 03:48:00.796679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c9ded-29a3-4b83-aa54-c565588c035a req-52d53409-5311-4b8c-acc3-51523dcb2602 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:00.804486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e37c9ded-29a3-4b83-aa54-c565588c035a req-52d53409-5311-4b8c-acc3-51523dcb2602 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 943 time: 0.0878599 Feb 19 03:48:00.865699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e37c9ded-29a3-4b83-aa54-c565588c035a req-26ea2096-25fc-41cc-ab25-1f9de55bc5eb tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602684 Feb 19 03:48:01.034345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1ae82-738b-49b5-a5e9-4a19e9085faf req-d157da32-b3b6-4b36-b56f-748d97a4272d tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:01.041523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48f1ae82-738b-49b5-a5e9-4a19e9085faf req-d157da32-b3b6-4b36-b56f-748d97a4272d tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0757487 Feb 19 03:48:01.108960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-48f1ae82-738b-49b5-a5e9-4a19e9085faf req-7ec48114-f305-411d-b4a9-82a21f0d927a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664713 Feb 19 03:48:02.005658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478463d-d258-4d3c-b0bd-63ee649c4174 req-03babce6-7dde-419a-a03b-b00cdd7848b6 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:02.008190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e478463d-d258-4d3c-b0bd-63ee649c4174 req-03babce6-7dde-419a-a03b-b00cdd7848b6 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 943 time: 0.0770519 Feb 19 03:48:02.072602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e478463d-d258-4d3c-b0bd-63ee649c4174 req-74af3d04-0b46-487a-96bd-d24bcca87d53 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576851 Feb 19 03:48:02.154762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:48:02.236068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8959a5-64b1-422e-a8d9-737727648dad req-2ad32ad9-df51-43a7-b36d-23e7225f9320 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:02.243429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de8959a5-64b1-422e-a8d9-737727648dad req-2ad32ad9-df51-43a7-b36d-23e7225f9320 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0694177 Feb 19 03:48:02.300327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de8959a5-64b1-422e-a8d9-737727648dad req-07e53c88-d228-4d53-ab37-0fa7c88a4623 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559013 Feb 19 03:48:02.350629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:02.362474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'port_id': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849', 'mac_address': 'fa:16:3e:a6:31:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:48:02.404248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:02.404644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:02.418517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:48:02.440087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:02.445085 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:02.500854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:02.673609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7a07cbda-bcfd-4d47-b5dd-3c54d1183849'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:48:03.265989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa37d5c-a4b6-407d-a987-86fcb75d40b5 req-f5068848-28ac-4014-9b4b-7258525cf388 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:03.270280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1aa37d5c-a4b6-407d-a987-86fcb75d40b5 req-f5068848-28ac-4014-9b4b-7258525cf388 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 944 time: 0.0860119 Feb 19 03:48:03.349875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1aa37d5c-a4b6-407d-a987-86fcb75d40b5 req-0e079ee7-6311-4447-8f81-03a496ec41d7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705678 Feb 19 03:48:03.565641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2f704-59a8-4464-9fe2-081a7a4f95dd req-190a7743-8614-457d-8b9b-235369ee08fd tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:03.571666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58f2f704-59a8-4464-9fe2-081a7a4f95dd req-190a7743-8614-457d-8b9b-235369ee08fd tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0911980 Feb 19 03:48:03.641640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58f2f704-59a8-4464-9fe2-081a7a4f95dd req-5babfbb5-ea91-40e2-a15f-c0b7098a3e8c tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626585 Feb 19 03:48:04.152242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:04.210306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:48:04.215782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:04.216509 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:04.354096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:04.354486 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:04.388513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:48:04.393992 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fcc2da-ea6b-4242-af52-d1a372dc06ae" -d '{"events": [{"server_uuid": "2d8931b6-c85f-4411-a58f-3bcdc15689f0", "name": "network-vif-plugged", "status": "completed", "tag": "7a07cbda-bcfd-4d47-b5dd-3c54d1183849"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:48:04.422343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:04.445296 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:04.492113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac48f4d-78f2-410f-a2b6-62c1fe627f20 req-40ddaba2-b816-458a-88c4-36d67e837161 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:04.500397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ac48f4d-78f2-410f-a2b6-62c1fe627f20 req-40ddaba2-b816-458a-88c4-36d67e837161 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 945 time: 0.0684545 Feb 19 03:48:04.550980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:04.587282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ac48f4d-78f2-410f-a2b6-62c1fe627f20 req-26fa48ba-e4ea-47f5-acb2-9dbda7c30d4e tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857480 Feb 19 03:48:04.647759 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d18a7f-cc2b-402e-bad1-356ec6206e75 x-openstack-request-id: req-f2d18a7f-cc2b-402e-bad1-356ec6206e75 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:48:04.648131 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8931b6-c85f-4411-a58f-3bcdc15689f0", "name": "network-vif-plugged", "status": "completed", "tag": "7a07cbda-bcfd-4d47-b5dd-3c54d1183849", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:48:04.648454 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2d18a7f-cc2b-402e-bad1-356ec6206e75 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:48:04.649447 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849', 'code': 200} Feb 19 03:48:04.812784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a006acc-0307-461d-a70a-d4f524a17e6e req-801860a1-d7ad-4327-8ff0-a9b35a96099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:04.814501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a006acc-0307-461d-a70a-d4f524a17e6e req-801860a1-d7ad-4327-8ff0-a9b35a96099e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 1127 time: 0.0973663 Feb 19 03:48:04.827798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c9ebb-6027-42db-b8d2-ae90454e145d req-c82ed6f1-1d03-42e6-a43d-ed52f4582a47 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:04.835177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a81c9ebb-6027-42db-b8d2-ae90454e145d req-c82ed6f1-1d03-42e6-a43d-ed52f4582a47 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0784190 Feb 19 03:48:04.919613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a81c9ebb-6027-42db-b8d2-ae90454e145d req-5cc5e9c5-5b04-404e-a7c7-5bb3803dc5a6 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834568 Feb 19 03:48:04.922986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a006acc-0307-461d-a70a-d4f524a17e6e req-4e8b1623-0b79-4562-9c5a-b1a6da7a8d69 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841835 Feb 19 03:48:05.728885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf41da-deff-4589-ac5d-eb50c66992db req-621b137e-ed52-472a-ad42-35378585ebd7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:05.730730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efbf41da-deff-4589-ac5d-eb50c66992db req-621b137e-ed52-472a-ad42-35378585ebd7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 945 time: 0.0636406 Feb 19 03:48:05.806484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-efbf41da-deff-4589-ac5d-eb50c66992db req-5e549b85-a521-4cc8-bfcd-0a45d886dcd1 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693271 Feb 19 03:48:06.108743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ba8d9-9f0f-4c09-a415-54673250d5f2 req-8e201208-4d4a-4b03-9a4c-21549217b646 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:06.110460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d16ba8d9-9f0f-4c09-a415-54673250d5f2 req-8e201208-4d4a-4b03-9a4c-21549217b646 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0841627 Feb 19 03:48:06.169489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d16ba8d9-9f0f-4c09-a415-54673250d5f2 req-73e20d8b-870d-4b29-9896-7416c230adc4 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505064 Feb 19 03:48:06.274560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:06.934261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313af391-9b6e-48a1-a1ae-646477666255 req-82ddc211-d444-4d4f-8f0f-94834ad2c77c tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:06.935793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-313af391-9b6e-48a1-a1ae-646477666255 req-82ddc211-d444-4d4f-8f0f-94834ad2c77c tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 945 time: 0.0583367 Feb 19 03:48:06.997214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-313af391-9b6e-48a1-a1ae-646477666255 req-95d2f75d-91c0-464c-a7c9-329ed42b8e1d tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554202 Feb 19 03:48:07.120588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf5d07-f91a-466b-9fad-bafbcaa9e9d3 req-04670506-13c5-4b92-a9b5-b5a5afe3f640 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:07.122833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bdf5d07-f91a-466b-9fad-bafbcaa9e9d3 req-04670506-13c5-4b92-a9b5-b5a5afe3f640 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 945 time: 0.0578206 Feb 19 03:48:07.174215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bdf5d07-f91a-466b-9fad-bafbcaa9e9d3 req-bd6be554-12b5-4e85-8090-dfb4229dcfbb tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444303 Feb 19 03:48:07.314980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105de086-ce2b-4fe0-9bbd-36b9357ae9c1 req-7065c731-5083-4e68-8acb-6d2e5a88ff68 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:07.317169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-105de086-ce2b-4fe0-9bbd-36b9357ae9c1 req-7065c731-5083-4e68-8acb-6d2e5a88ff68 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 945 time: 0.0645578 Feb 19 03:48:07.377990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-105de086-ce2b-4fe0-9bbd-36b9357ae9c1 req-8bd56773-6ddd-4be0-b94b-6c23012b907e tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535705 Feb 19 03:48:07.407517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46016) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:07.557323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68356a-f008-4fcc-b604-94b0d54fe9d6 req-d4c3e3c9-d5c3-4a6c-810f-9ba5ae86f39e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:07.559155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d68356a-f008-4fcc-b604-94b0d54fe9d6 req-d4c3e3c9-d5c3-4a6c-810f-9ba5ae86f39e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0878050 Feb 19 03:48:07.605294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67d63a-0b69-4fe0-898a-7e4bc97b39f7 tempest-TestServerBasicOps-179221590 tempest-TestServerBasicOps-179221590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:07.610599 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-db67d63a-0b69-4fe0-898a-7e4bc97b39f7 tempest-TestServerBasicOps-179221590 tempest-TestServerBasicOps-179221590-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 1122 time: 0.2019532 Feb 19 03:48:07.611741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46020) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:07.613064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d68356a-f008-4fcc-b604-94b0d54fe9d6 req-22522491-3f9a-49a7-bee8-d87b28220224 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484092 Feb 19 03:48:07.622165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:07.652788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.759365 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.874644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Allocated IP 172.25.4.120 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/9bf444b7-d702-4918-9778-9bdffc4364e8) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:48:07.994395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for port (9bf444b7-d702-4918-9778-9bdffc4364e8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.030412 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (9bf444b7-d702-4918-9778-9bdffc4364e8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.048439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:08.051108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:08.072817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:48:08.168555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event updated for resources: {'Port': ['ID=9bf444b7-d702-4918-9778-9bdffc4364e8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:08.204120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.204120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.204120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.204120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.204753 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.205188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.205705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.206241 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.206678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.207128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.207561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.208022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.208447 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:08.278129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7844dc3e-2709-423b-81b3-d7311a050a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.549789 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for floatingip (93625ce0-156f-4f97-8f7b-de41a67dc7e5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.636661 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9bf444b7-d702-4918-9778-9bdffc4364e8), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.745791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844efd21-fab6-4334-9041-946fafb28a2f req-0ed3db24-7dcf-4491-bba6-94f3ce1afd6a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:08.747365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-844efd21-fab6-4334-9041-946fafb28a2f req-0ed3db24-7dcf-4491-bba6-94f3ce1afd6a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0575926 Feb 19 03:48:08.809402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-844efd21-fab6-4334-9041-946fafb28a2f req-d2055766-fc3e-4dff-9e2d-b98d866d88de tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545382 Feb 19 03:48:08.812428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for port (9bf444b7-d702-4918-9778-9bdffc4364e8), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.825664 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (9bf444b7-d702-4918-9778-9bdffc4364e8), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.894073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event updated for resources: {'Port': ['ID=9bf444b7-d702-4918-9778-9bdffc4364e8,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:08.911242 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (93625ce0-156f-4f97-8f7b-de41a67dc7e5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:09.017201 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Floating IP 93625ce0-156f-4f97-8f7b-de41a67dc7e5 associated. External IP: 172.25.4.120, port: 7a07cbda-bcfd-4d47-b5dd-3c54d1183849. Feb 19 03:48:09.641680 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:48:09.826739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:48:09.838775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] Sync routers for ids ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:48:09.846804 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:09.858873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] Routers {'3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:09.859509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:09.896073 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e2cf5258-baf9-4253-8734-9943e7cd47d2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2822003 Feb 19 03:48:09.896719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'tag': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:48:09.900735 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8931b6-c85f-4411-a58f-3bcdc15689f0", "tag": "7a07cbda-bcfd-4d47-b5dd-3c54d1183849"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:48:09.995723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ccd4a-f76e-4565-b464-3e705360b1d4 req-2c365aec-2c2c-433a-8a67-5e256c3c5cee tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:09.997240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e4ccd4a-f76e-4565-b464-3e705360b1d4 req-2c365aec-2c2c-433a-8a67-5e256c3c5cee tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0645919 Feb 19 03:48:10.019484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] Set router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:10.062094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e4ccd4a-f76e-4565-b464-3e705360b1d4 req-e6b12ee4-dd18-4e66-9cc3-86effb1ffd37 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518630 Feb 19 03:48:10.242727 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26059676-088c-4cab-8549-1e00082edfcb x-openstack-request-id: req-26059676-088c-4cab-8549-1e00082edfcb {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:48:10.243083 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8931b6-c85f-4411-a58f-3bcdc15689f0", "tag": "7a07cbda-bcfd-4d47-b5dd-3c54d1183849", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:48:10.243413 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26059676-088c-4cab-8549-1e00082edfcb {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:48:10.243924 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'tag': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849', 'status': 'completed', 'code': 200} Feb 19 03:48:10.346861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-62c49f59-ee43-4c5d-9022-1d4902668913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:10.348596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-62c49f59-ee43-4c5d-9022-1d4902668913 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98df9d126e9d47d69462272de3921a0b&device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 1127 time: 0.0842297 Feb 19 03:48:10.392803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '93625ce0-156f-4f97-8f7b-de41a67dc7e5', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'port_id': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'mac_address': 'fa:16:3e:a6:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:48:08Z', 'updated_at': '2022-02-19T03:48:08Z', 'revision_number': 0, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1851e94c-e4b9-4298-9c85-e93af4ce3147', 'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'mac_address': 'fa:16:3e:20:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:38Z', 'updated_at': '2022-02-19T03:47:45Z', 'revision_number': 5, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'subnets': [{'id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:10.503945 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] Checking router: 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:48:10.508999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-5788da88-7450-45a5-a92b-0e50e811f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:10.510510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-5788da88-7450-45a5-a92b-0e50e811f8b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8301c7c-4e23-4d68-9b62-57a0d5058701 HTTP/1.1" status: 200 len: 910 time: 0.1532657 Feb 19 03:48:10.532763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] Routers {'3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:10.537592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:47:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:10.552340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-52c79c04-cbac-4dfc-9d83-322e29c42e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:10.981730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] Set router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:11.019665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-439cd12c-a980-4684-a962-0ba54e6168bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849 HTTP/1.1" status: 200 len: 999 time: 0.5004935 Feb 19 03:48:11.093972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-f88a3e84-9620-484c-aea0-9ed6c877ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:11.095879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-f88a3e84-9620-484c-aea0-9ed6c877ab0a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb788c1b-907d-4c54-b679-6efd230a87f0 HTTP/1.1" status: 200 len: 848 time: 0.0680597 Feb 19 03:48:11.163770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-e18ea97a-e4a0-408b-a70f-67d668296b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:11.165547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-e18ea97a-e4a0-408b-a70f-67d668296b54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8301c7c-4e23-4d68-9b62-57a0d5058701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619907 Feb 19 03:48:11.320988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9276-d4aa-4c38-818d-ad88bd7a70ca req-c5defcf4-2973-40ef-80a3-33b302da428e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:11.328152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e80d9276-d4aa-4c38-818d-ad88bd7a70ca req-c5defcf4-2973-40ef-80a3-33b302da428e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1025386 Feb 19 03:48:11.405219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-703b70aa-4f00-4e03-886c-e21d44f6f60a service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251122 Feb 19 03:48:11.427469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e80d9276-d4aa-4c38-818d-ad88bd7a70ca req-67801a6b-d826-404f-9c3f-a68079fa8c5c tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982316 Feb 19 03:48:11.626938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58d50a63-e4d5-4a2c-a47a-eb3758e4215f req-b7300439-1fcb-4967-9e2c-43f7a328213c service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933737 Feb 19 03:48:11.713812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '93625ce0-156f-4f97-8f7b-de41a67dc7e5', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'port_id': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'mac_address': 'fa:16:3e:a6:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:48:08Z', 'updated_at': '2022-02-19T03:48:08Z', 'revision_number': 0, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1851e94c-e4b9-4298-9c85-e93af4ce3147', 'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'mac_address': 'fa:16:3e:20:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:38Z', 'updated_at': '2022-02-19T03:47:45Z', 'revision_number': 5, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'subnets': [{'id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:11.757833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388f84b1-5acf-4193-96b6-9481ada25b5c None None] The sync data for ids ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'] in n-d-826756-2 is: [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '93625ce0-156f-4f97-8f7b-de41a67dc7e5', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'port_id': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'mac_address': 'fa:16:3e:a6:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:48:08Z', 'updated_at': '2022-02-19T03:48:08Z', 'revision_number': 0, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1851e94c-e4b9-4298-9c85-e93af4ce3147', 'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'mac_address': 'fa:16:3e:20:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:38Z', 'updated_at': '2022-02-19T03:47:45Z', 'revision_number': 5, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'subnets': [{'id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:48:12.037989 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:12.121247 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279f5e4-21ef-448b-88f8-ec25103c935e None None] New status for floating IP 93625ce0-156f-4f97-8f7b-de41a67dc7e5: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:48:12.659302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8c4ce-f7fd-4f57-bd85-9bcfa01c8f2b req-ac3ec64a-4dbe-46d2-9fbb-60a4a0fa09e0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:12.663554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70e8c4ce-f7fd-4f57-bd85-9bcfa01c8f2b req-ac3ec64a-4dbe-46d2-9fbb-60a4a0fa09e0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1272259 Feb 19 03:48:12.735507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70e8c4ce-f7fd-4f57-bd85-9bcfa01c8f2b req-d934b750-9558-4e13-b10d-68285bde5286 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648298 Feb 19 03:48:13.074891 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:13.938401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddb0a2-62c6-41ba-a5ae-32a9ca49202f req-6a460261-cdc2-470a-93cf-34a3c729eeae tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:13.940189 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61ddb0a2-62c6-41ba-a5ae-32a9ca49202f req-6a460261-cdc2-470a-93cf-34a3c729eeae tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1072428 Feb 19 03:48:14.014223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61ddb0a2-62c6-41ba-a5ae-32a9ca49202f req-276977ca-d1a8-4d15-98ee-829b5a7efc5a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669529 Feb 19 03:48:14.368495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bde258-06e7-4d2c-bad6-661c13f10454 req-1bf7c811-3657-4b0b-b82d-117996e17503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:14.371231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51bde258-06e7-4d2c-bad6-661c13f10454 req-1bf7c811-3657-4b0b-b82d-117996e17503 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 1127 time: 0.0629861 Feb 19 03:48:14.423400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51bde258-06e7-4d2c-bad6-661c13f10454 req-a455cf0c-65f9-40f8-8f6b-e947f7f3ed20 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459337 Feb 19 03:48:14.630010 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:15.251439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3b833-dbc6-438a-9510-008c0aaa017a req-5251203b-3406-4a06-8af8-3663103b1ec0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:15.259456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8f3b833-dbc6-438a-9510-008c0aaa017a req-5251203b-3406-4a06-8af8-3663103b1ec0 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0864573 Feb 19 03:48:15.342688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8f3b833-dbc6-438a-9510-008c0aaa017a req-49f734de-1ee4-4ed1-b24a-e07bd915e7a9 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820088 Feb 19 03:48:16.532150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1191f-818b-4b84-8ca8-fe4d0444d6af req-74fec68b-0dca-47a4-b294-39c649d081bd tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:16.535729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2a1191f-818b-4b84-8ca8-fe4d0444d6af req-74fec68b-0dca-47a4-b294-39c649d081bd tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0671902 Feb 19 03:48:16.594729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2a1191f-818b-4b84-8ca8-fe4d0444d6af req-7f3de745-3b9c-46d8-b5eb-edc67a9635b5 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581174 Feb 19 03:48:16.900472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360177a-d000-44e4-ba23-77204b3344a0 req-7ce2f0ce-0166-4091-a979-d114f3d8e5e5 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:16.902152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a360177a-d000-44e4-ba23-77204b3344a0 req-7ce2f0ce-0166-4091-a979-d114f3d8e5e5 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1038401 Feb 19 03:48:16.904314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576ad83-4c3f-4dfd-a23a-c84fccb4275f req-95092af1-e017-4dfa-9e8e-f51625286340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:16.906004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c576ad83-4c3f-4dfd-a23a-c84fccb4275f req-95092af1-e017-4dfa-9e8e-f51625286340 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c19d389b82c147e3b4059a92a2f58c27&device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 1127 time: 0.1178415 Feb 19 03:48:17.010945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a360177a-d000-44e4-ba23-77204b3344a0 req-9c6bc56f-e09b-498b-88ff-dcdd00187f82 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015422 Feb 19 03:48:17.050416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576ad83-4c3f-4dfd-a23a-c84fccb4275f req-76fb8edb-c419-4ed7-9e25-f08a848b3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:17.052442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c576ad83-4c3f-4dfd-a23a-c84fccb4275f req-76fb8edb-c419-4ed7-9e25-f08a848b3677 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 200 len: 911 time: 0.1350312 Feb 19 03:48:17.095333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c576ad83-4c3f-4dfd-a23a-c84fccb4275f req-dedd658f-7a89-457b-a5dc-1c28fde44fa4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=681abf3c-e0c4-4703-9d10-ec19b7252ed1 HTTP/1.1" status: 200 len: 217 time: 0.0371902 Feb 19 03:48:17.143979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576ad83-4c3f-4dfd-a23a-c84fccb4275f req-0e56fba6-8deb-43fb-b502-c16fd5920967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:17.145563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c576ad83-4c3f-4dfd-a23a-c84fccb4275f req-0e56fba6-8deb-43fb-b502-c16fd5920967 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de64f1e3-e6df-40d2-93f3-90eaf8198d74 HTTP/1.1" status: 200 len: 850 time: 0.0449419 Feb 19 03:48:17.178453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c576ad83-4c3f-4dfd-a23a-c84fccb4275f req-f64adbcd-31b5-4d68-b446-9332f4309023 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9103004a-d9fb-4430-a3f1-b1c3417bdf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270231 Feb 19 03:48:17.276793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c576ad83-4c3f-4dfd-a23a-c84fccb4275f req-cf38e28a-c660-4a9f-b6c7-69d204de18b0 service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926094 Feb 19 03:48:17.394090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c576ad83-4c3f-4dfd-a23a-c84fccb4275f req-393bae00-89ce-46fd-a1be-b154b976947f service neutron] 10.222.0.37 "GET /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074071 Feb 19 03:48:18.170685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974097f-8cd6-4dcf-b548-2e32fbc5f1ae req-8b7d3a1e-5a6d-4208-b481-39d0696cd01a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:18.172922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3974097f-8cd6-4dcf-b548-2e32fbc5f1ae req-8b7d3a1e-5a6d-4208-b481-39d0696cd01a tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0772395 Feb 19 03:48:18.221215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3974097f-8cd6-4dcf-b548-2e32fbc5f1ae req-fbf03dcf-6a4e-41f9-be1f-eef4b41d936f tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Feb 19 03:48:19.370818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d2a18-b9f5-4acf-81ed-d32c80680af6 req-d40b369c-9e0f-48fd-807b-a31977b5ec0b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:19.372525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d44d2a18-b9f5-4acf-81ed-d32c80680af6 req-d40b369c-9e0f-48fd-807b-a31977b5ec0b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0570197 Feb 19 03:48:19.442566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d44d2a18-b9f5-4acf-81ed-d32c80680af6 req-a56fc141-bbaf-4559-8729-528a35fea80b tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635684 Feb 19 03:48:20.046390 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:48:20.592002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d48d2a-5815-4c1b-a35d-39f5473dc889 req-b73e9db5-d942-4075-a8a9-94c2757f86fe tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:20.593641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77d48d2a-5815-4c1b-a35d-39f5473dc889 req-b73e9db5-d942-4075-a8a9-94c2757f86fe tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0647175 Feb 19 03:48:20.655964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77d48d2a-5815-4c1b-a35d-39f5473dc889 req-ce4dc999-1f34-4762-be60-59f81aeb3dab tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Feb 19 03:48:20.919994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb450-54e5-4490-a4c2-07755f2c011c req-bc7a8b87-1ac1-4d81-ada2-84b7560a05a3 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:20.921401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c82eb450-54e5-4490-a4c2-07755f2c011c req-bc7a8b87-1ac1-4d81-ada2-84b7560a05a3 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0526879 Feb 19 03:48:20.968194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c82eb450-54e5-4490-a4c2-07755f2c011c req-7d395a67-47c1-45cc-a4c2-4897ab7857c9 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Feb 19 03:48:22.137605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd908e3-1c6a-4ed6-b8d7-938849b72538 req-731f5204-823b-49e7-abb7-658cfce694fd tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:22.139799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cd908e3-1c6a-4ed6-b8d7-938849b72538 req-731f5204-823b-49e7-abb7-658cfce694fd tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0606463 Feb 19 03:48:22.196627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cd908e3-1c6a-4ed6-b8d7-938849b72538 req-f9cefbb5-d2cc-4712-86a6-c86144a53aaf tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510895 Feb 19 03:48:22.466739 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:22.992893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1293cf-6672-4074-9d29-70bd2bb550d2 req-c7fd5cf0-adf9-4ea1-a8b5-58ccb70743e4 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:22.995098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b1293cf-6672-4074-9d29-70bd2bb550d2 req-c7fd5cf0-adf9-4ea1-a8b5-58ccb70743e4 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0901003 Feb 19 03:48:23.071182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b1293cf-6672-4074-9d29-70bd2bb550d2 req-509cbd8e-e4ab-4e68-ba71-8fceb1304faf tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694990 Feb 19 03:48:23.358942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923b593-4219-43e4-9565-546016572a68 req-d6a89e40-1bda-4f90-8c25-a4ee7dbe7bc4 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:23.360569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a923b593-4219-43e4-9565-546016572a68 req-d6a89e40-1bda-4f90-8c25-a4ee7dbe7bc4 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0679486 Feb 19 03:48:23.412332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a923b593-4219-43e4-9565-546016572a68 req-487a02d0-176a-442c-ac8a-d0f744760208 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Feb 19 03:48:24.231545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d8fe-07f9-4ad6-969f-106d77598cec req-5c406491-3fb8-4d38-b85b-e725871db6bf tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:24.233564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8096d8fe-07f9-4ad6-969f-106d77598cec req-5c406491-3fb8-4d38-b85b-e725871db6bf tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0761960 Feb 19 03:48:24.314865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8096d8fe-07f9-4ad6-969f-106d77598cec req-fc122675-2efb-4f71-9dca-694bdb58de12 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717826 Feb 19 03:48:24.329188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-4acc541e-d7ab-4116-b9cb-34c55ac52783 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:24.331238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-4acc541e-d7ab-4116-b9cb-34c55ac52783 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.0964150 Feb 19 03:48:24.489495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-e250ddf1-5c92-49de-8fb2-55dbb7385300 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Deleting port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:24.490484 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-e250ddf1-5c92-49de-8fb2-55dbb7385300 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:24.626866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43a97-24ee-4c12-aa07-a9eb0b88cfca req-ba7be536-6fc7-43fa-9095-5f4717163590 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:24.628807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eef43a97-24ee-4c12-aa07-a9eb0b88cfca req-ba7be536-6fc7-43fa-9095-5f4717163590 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 945 time: 0.1095037 Feb 19 03:48:24.683031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-e250ddf1-5c92-49de-8fb2-55dbb7385300 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] For port 681abf3c-e0c4-4703-9d10-ec19b7252ed1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=681abf3c-e0c4-4703-9d10-ec19b7252ed1,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:24.683326 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-e250ddf1-5c92-49de-8fb2-55dbb7385300 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:24.714865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-e250ddf1-5c92-49de-8fb2-55dbb7385300 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Calling delete_port for 681abf3c-e0c4-4703-9d10-ec19b7252ed1 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:24.730700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eef43a97-24ee-4c12-aa07-a9eb0b88cfca req-c749a22d-72e2-4d75-8eeb-cfbedf0f0da4 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904653 Feb 19 03:48:24.892950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-e250ddf1-5c92-49de-8fb2-55dbb7385300 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (681abf3c-e0c4-4703-9d10-ec19b7252ed1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:24.927185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['34edb638-2007-4638-9989-d05324055e1f', '681abf3c-e0c4-4703-9d10-ec19b7252ed1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:48:24.929060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250ddf1-5c92-49de-8fb2-55dbb7385300 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Pushing event deleted for resources: {'Port': ['ID=681abf3c-e0c4-4703-9d10-ec19b7252ed1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:24.992804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-e250ddf1-5c92-49de-8fb2-55dbb7385300 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] No DVR routers for this DVR port 681abf3c-e0c4-4703-9d10-ec19b7252ed1 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:48:24.996459 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-e250ddf1-5c92-49de-8fb2-55dbb7385300 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:25.000435 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d3489ae-8169-4602-bcea-6ad25b08d656 req-e250ddf1-5c92-49de-8fb2-55dbb7385300 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.37 "DELETE /v2.0/ports/681abf3c-e0c4-4703-9d10-ec19b7252ed1 HTTP/1.1" status: 204 len: 173 time: 0.6637621 Feb 19 03:48:25.001168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4ad97-900d-4265-aed5-581a62a52463', 'name': 'network-vif-deleted', 'tag': '681abf3c-e0c4-4703-9d10-ec19b7252ed1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:48:25.004155 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd1b335-878e-4b90-a611-3fbb4a223933" -d '{"events": [{"server_uuid": "75f4ad97-900d-4265-aed5-581a62a52463", "name": "network-vif-deleted", "tag": "681abf3c-e0c4-4703-9d10-ec19b7252ed1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:48:25.118492 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ed7d1b-8470-46c6-bc89-84b825df09f1 x-openstack-request-id: req-a2ed7d1b-8470-46c6-bc89-84b825df09f1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:48:25.122568 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4ad97-900d-4265-aed5-581a62a52463", "name": "network-vif-deleted", "tag": "681abf3c-e0c4-4703-9d10-ec19b7252ed1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:48:25.122977 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2ed7d1b-8470-46c6-bc89-84b825df09f1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:48:25.123443 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f4ad97-900d-4265-aed5-581a62a52463', 'name': 'network-vif-deleted', 'tag': '681abf3c-e0c4-4703-9d10-ec19b7252ed1', 'status': 'completed', 'code': 200} Feb 19 03:48:25.491140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1f560-f2bc-47aa-b5e3-b089c450f1aa req-faa83538-353f-4b25-9be3-05036ee13cc7 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:25.493117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1e1f560-f2bc-47aa-b5e3-b089c450f1aa req-faa83538-353f-4b25-9be3-05036ee13cc7 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0652122 Feb 19 03:48:25.551417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1e1f560-f2bc-47aa-b5e3-b089c450f1aa req-43a4128b-5ec4-4f39-9c8f-e5b14f432300 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524154 Feb 19 03:48:25.901265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59c85f37-e602-4cd2-b9f8-020d2aa06cff req-ee1db832-2804-4aef-9920-57853461a209 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f4ad97-900d-4265-aed5-581a62a52463 HTTP/1.1" status: 200 len: 210 time: 0.0613840 Feb 19 03:48:26.712603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eac323-c42d-48db-98aa-c7a3a3665221 req-a266ea14-c65d-4730-8474-8105cd5b05f5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:26.714616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26eac323-c42d-48db-98aa-c7a3a3665221 req-a266ea14-c65d-4730-8474-8105cd5b05f5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0775063 Feb 19 03:48:26.785451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26eac323-c42d-48db-98aa-c7a3a3665221 req-a8ea55fd-797e-494f-8741-91b51731621c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638521 Feb 19 03:48:27.281394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51aec9-7ec9-4c9a-9f41-2b915977c345 req-abdb8f84-2b0f-484c-a9d8-75c9aa582d69 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:27.283591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e51aec9-7ec9-4c9a-9f41-2b915977c345 req-abdb8f84-2b0f-484c-a9d8-75c9aa582d69 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0608289 Feb 19 03:48:27.336639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e51aec9-7ec9-4c9a-9f41-2b915977c345 req-a09d2949-5383-4a3d-bdb7-eb3494ca0f36 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458004 Feb 19 03:48:27.935280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962cd87-dee4-4ed9-b85e-15eb10c85e07 req-d9378a8f-7752-4a9d-aee5-89b2c0c86dbc tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:27.936989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f962cd87-dee4-4ed9-b85e-15eb10c85e07 req-d9378a8f-7752-4a9d-aee5-89b2c0c86dbc tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0644352 Feb 19 03:48:28.011762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f962cd87-dee4-4ed9-b85e-15eb10c85e07 req-e4644671-36ac-4d3d-b6fd-6cb0e8512757 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612545 Feb 19 03:48:28.042778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-14c3555c-9e0f-4b65-9863-2a131f7ec160 req-124d1a90-8f2d-4107-a7fc-f51b2ba06750 service neutron] (103616) timed out ('10.222.0.42', 53446) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:48:28.471895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660c0de-3035-4230-958e-d85f5b5b8704 req-8f886a2d-6aa8-4041-94e4-d6cf493d6e05 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:28.473708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5660c0de-3035-4230-958e-d85f5b5b8704 req-8f886a2d-6aa8-4041-94e4-d6cf493d6e05 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0648463 Feb 19 03:48:28.528022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5660c0de-3035-4230-958e-d85f5b5b8704 req-b239e67b-3643-4dea-9027-02ab0691ca4e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469215 Feb 19 03:48:29.053134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 681abf3c-e0c4-4703-9d10-ec19b7252ed1 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:29.083206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 681abf3c-e0c4-4703-9d10-ec19b7252ed1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:29.083813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 681abf3c-e0c4-4703-9d10-ec19b7252ed1 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:29.146738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e36cc9-ae05-41fc-8b08-0f845a4c1fe0 req-d9ebb050-9223-4f43-a74d-b92e120844f6 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:29.156629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3e36cc9-ae05-41fc-8b08-0f845a4c1fe0 req-d9ebb050-9223-4f43-a74d-b92e120844f6 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0643144 Feb 19 03:48:29.218477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3e36cc9-ae05-41fc-8b08-0f845a4c1fe0 req-d7541180-a0a7-4060-b0b6-364bc3d78891 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608566 Feb 19 03:48:29.653690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb838a-36c4-49ea-b057-ea3526f812a3 req-db3616c4-300e-40b0-9af9-0733071ebb1e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:29.655339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecbb838a-36c4-49ea-b057-ea3526f812a3 req-db3616c4-300e-40b0-9af9-0733071ebb1e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0573368 Feb 19 03:48:29.740639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecbb838a-36c4-49ea-b057-ea3526f812a3 req-841d6908-2aa2-417d-b536-d5f728f45e8e tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.42 "GET /v2.0/security-groups?id=193fba45-f7c3-4208-9468-e4f1cbc599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749671 Feb 19 03:48:29.748005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-a7cdd630-e38b-46f1-80ad-44cd83342031 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:29.749598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-a7cdd630-e38b-46f1-80ad-44cd83342031 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eced4db-5faa-44bd-92ce-9d9f60da4ebc HTTP/1.1" status: 200 len: 946 time: 0.0932794 Feb 19 03:48:29.864575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-53d9dc2e-86b6-4f3d-aa36-617fb9439765 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Deleting port 34edb638-2007-4638-9989-d05324055e1f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:29.865037 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-53d9dc2e-86b6-4f3d-aa36-617fb9439765 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (34edb638-2007-4638-9989-d05324055e1f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:29.975662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-53d9dc2e-86b6-4f3d-aa36-617fb9439765 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] For port 34edb638-2007-4638-9989-d05324055e1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=34edb638-2007-4638-9989-d05324055e1f,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:29.976805 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-53d9dc2e-86b6-4f3d-aa36-617fb9439765 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (34edb638-2007-4638-9989-d05324055e1f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:29.992992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-53d9dc2e-86b6-4f3d-aa36-617fb9439765 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Calling delete_port for 34edb638-2007-4638-9989-d05324055e1f owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:30.142217 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-53d9dc2e-86b6-4f3d-aa36-617fb9439765 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (34edb638-2007-4638-9989-d05324055e1f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:30.176803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['34edb638-2007-4638-9989-d05324055e1f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:48:30.177375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9dc2e-86b6-4f3d-aa36-617fb9439765 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Pushing event deleted for resources: {'Port': ['ID=34edb638-2007-4638-9989-d05324055e1f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:30.234612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-53d9dc2e-86b6-4f3d-aa36-617fb9439765 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] No DVR routers for this DVR port 34edb638-2007-4638-9989-d05324055e1f on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:48:30.238075 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-53d9dc2e-86b6-4f3d-aa36-617fb9439765 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:30.241649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-544de4d4-3857-4096-9a73-92c0aafe3941 req-53d9dc2e-86b6-4f3d-aa36-617fb9439765 tempest-ServerRescueTestJSON-1030486170 tempest-ServerRescueTestJSON-1030486170-project] 10.222.0.37 "DELETE /v2.0/ports/34edb638-2007-4638-9989-d05324055e1f HTTP/1.1" status: 204 len: 173 time: 0.4857996 Feb 19 03:48:30.242230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eced4db-5faa-44bd-92ce-9d9f60da4ebc', 'name': 'network-vif-deleted', 'tag': '34edb638-2007-4638-9989-d05324055e1f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:48:30.245139 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0543be-fd37-422f-aad5-8ad25da33db0" -d '{"events": [{"server_uuid": "9eced4db-5faa-44bd-92ce-9d9f60da4ebc", "name": "network-vif-deleted", "tag": "34edb638-2007-4638-9989-d05324055e1f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:48:30.414309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0796f4-204b-48ef-85b7-7ee67e93ae5a req-4d225d06-33f3-468f-9c24-03c321477008 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:30.420613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a0796f4-204b-48ef-85b7-7ee67e93ae5a req-4d225d06-33f3-468f-9c24-03c321477008 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0654685 Feb 19 03:48:30.492734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a0796f4-204b-48ef-85b7-7ee67e93ae5a req-bf555570-df65-4a52-95e7-b287e93e2e07 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695651 Feb 19 03:48:30.553032 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c707ce1e-ea45-4312-bc0a-a3906e1045b1 x-openstack-request-id: req-c707ce1e-ea45-4312-bc0a-a3906e1045b1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:48:30.553337 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eced4db-5faa-44bd-92ce-9d9f60da4ebc", "name": "network-vif-deleted", "tag": "34edb638-2007-4638-9989-d05324055e1f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:48:30.553604 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c707ce1e-ea45-4312-bc0a-a3906e1045b1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:48:30.554080 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eced4db-5faa-44bd-92ce-9d9f60da4ebc', 'name': 'network-vif-deleted', 'tag': '34edb638-2007-4638-9989-d05324055e1f', 'status': 'completed', 'code': 200} Feb 19 03:48:30.827876 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46370) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:31.243944 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (abbdc21c-80eb-4614-ad01-cf77e5fb3582), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:31.428051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-47aeb9aa-a3da-4a63-a7ec-8439cd345f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:31.434777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-47aeb9aa-a3da-4a63-a7ec-8439cd345f3e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 1128 time: 0.1253917 Feb 19 03:48:31.675431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-2da36edb-4f6a-450f-bd98-b7cfe6f2ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:31.676746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-2da36edb-4f6a-450f-bd98-b7cfe6f2ee10 service neutron] 10.222.0.71 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 912 time: 0.2121615 Feb 19 03:48:31.677701 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] Deleting port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:31.678080 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:31.740172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ff6e7-398c-4103-ba50-f24cc317a11b req-e617efe7-44de-4396-bfb1-8700c45165da tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:31.741877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e7ff6e7-398c-4103-ba50-f24cc317a11b req-e617efe7-44de-4396-bfb1-8700c45165da tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1285474 Feb 19 03:48:31.823858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-2cb6654b-2b52-4a3b-a43f-2a2084489600 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978 HTTP/1.1" status: 200 len: 1002 time: 0.1385231 Feb 19 03:48:31.837395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e7ff6e7-398c-4103-ba50-f24cc317a11b req-3412d74e-6f1c-456e-8621-d296a1b84122 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674765 Feb 19 03:48:31.851788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] For port 344c7e8a-a1db-49b8-a5b1-738e291e3d4c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=344c7e8a-a1db-49b8-a5b1-738e291e3d4c,segment=NetworkSegment(02ea7a08-e859-4d2d-b7d1-7989fc8c03ac),segment_id=02ea7a08-e859-4d2d-b7d1-7989fc8c03ac)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:31.852384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:31.887661 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] Calling delete_port for 344c7e8a-a1db-49b8-a5b1-738e291e3d4c owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:31.907361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-e9fa5cf6-b3a1-4c65-a87f-d8c1a7627210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:31.909088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-e9fa5cf6-b3a1-4c65-a87f-d8c1a7627210 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 200 len: 850 time: 0.0706007 Feb 19 03:48:32.015657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-01bf9183-d2d6-4ff4-9d58-c5613db93b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:32.017210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-01bf9183-d2d6-4ff4-9d58-c5613db93b01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=717aeda8-2a07-4ec4-b068-e6ee6690d36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1002576 Feb 19 03:48:32.177737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-ad95c97e-79e5-443f-a7a3-ebb2c4ff8b04 service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441829 Feb 19 03:48:32.260058 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (344c7e8a-a1db-49b8-a5b1-738e291e3d4c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:32.298684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] Pushing event deleted for resources: {'Port': ['ID=344c7e8a-a1db-49b8-a5b1-738e291e3d4c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:32.299172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f14e487-b057-4bee-9f6e-16b901a61152 req-afbc08cb-2506-4a76-8f57-28c4e747c8a9 service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184311 Feb 19 03:48:32.562103 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (abbdc21c-80eb-4614-ad01-cf77e5fb3582), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:32.850600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] Router abbdc21c-80eb-4614-ad01-cf77e5fb3582 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:48:33.015100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:48:33.016178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1749cae-772d-445f-b1b9-a82aa26b9bb4 req-3e3958a6-458a-4999-9d60-5a1f5b814d57 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:33.021930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1749cae-772d-445f-b1b9-a82aa26b9bb4 req-3e3958a6-458a-4999-9d60-5a1f5b814d57 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0816839 Feb 19 03:48:33.027926 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-166b0660-d365-4be4-8400-2337bcd2d399 admin admin] 10.222.0.42 "PUT /v2.0/routers/abbdc21c-80eb-4614-ad01-cf77e5fb3582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1988242 Feb 19 03:48:33.031732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46410) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:33.034349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] Sync routers for ids ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:48:33.054770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] Routers {'abbdc21c-80eb-4614-ad01-cf77e5fb3582'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:33.058325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:48:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:33.157030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1749cae-772d-445f-b1b9-a82aa26b9bb4 req-24daf7f7-db5b-4a42-9a12-767e13c317f3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228313 Feb 19 03:48:33.213144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] Set router abbdc21c-80eb-4614-ad01-cf77e5fb3582 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:33.218265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Publish callbacks [] for router (abbdc21c-80eb-4614-ad01-cf77e5fb3582), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:33.434019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'name': 'tempest-ServerRescueTestJSON-942839898-router', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:24Z', 'updated_at': '2022-02-19T03:48:32Z', 'revision_number': 5, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'gw_port': {'id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:25Z', 'updated_at': '2022-02-19T03:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:33.467394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] Checking router: abbdc21c-80eb-4614-ad01-cf77e5fb3582 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:48:33.483593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] Routers {'abbdc21c-80eb-4614-ad01-cf77e5fb3582'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:33.484235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:48:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:33.494900 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Publish callbacks [] for router_gateway (abbdc21c-80eb-4614-ad01-cf77e5fb3582), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:33.633932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Deleting port ae3ac7ef-8aed-4997-ba64-127d3d201cf6 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:33.633932 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:33.643739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] Set router abbdc21c-80eb-4614-ad01-cf77e5fb3582 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:33.731918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] For port ae3ac7ef-8aed-4997-ba64-127d3d201cf6, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ae3ac7ef-8aed-4997-ba64-127d3d201cf6,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:33.731918 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:33.748257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Calling delete_port for ae3ac7ef-8aed-4997-ba64-127d3d201cf6 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:33.961368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'name': 'tempest-ServerRescueTestJSON-942839898-router', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:24Z', 'updated_at': '2022-02-19T03:48:32Z', 'revision_number': 5, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'gw_port': {'id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:25Z', 'updated_at': '2022-02-19T03:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:33.987965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ae3ac7ef-8aed-4997-ba64-127d3d201cf6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:34.001897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e2014-37a3-4943-b4c2-9bd63bbe9d17 None None] The sync data for ids ['abbdc21c-80eb-4614-ad01-cf77e5fb3582'] in n-d-826756-2 is: [{'id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'name': 'tempest-ServerRescueTestJSON-942839898-router', 'tenant_id': 'c19d389b82c147e3b4059a92a2f58c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:24Z', 'updated_at': '2022-02-19T03:48:32Z', 'revision_number': 5, 'project_id': 'c19d389b82c147e3b4059a92a2f58c27', 'gw_port': {'id': 'ae3ac7ef-8aed-4997-ba64-127d3d201cf6', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbdc21c-80eb-4614-ad01-cf77e5fb3582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:25Z', 'updated_at': '2022-02-19T03:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:48:34.045028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3ac7ef-8aed-4997-ba64-127d3d201cf6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:34.126108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (abbdc21c-80eb-4614-ad01-cf77e5fb3582), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:34.243635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (abbdc21c-80eb-4614-ad01-cf77e5fb3582), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:34.251898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Publish callbacks [] for router_controller (abbdc21c-80eb-4614-ad01-cf77e5fb3582), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:34.386431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9e81a-83e2-4bbe-8c0a-f6c64deff7b3 req-7fd0c518-43ae-469b-bf86-87f35c3efe0b tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:34.388141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53e9e81a-83e2-4bbe-8c0a-f6c64deff7b3 req-7fd0c518-43ae-469b-bf86-87f35c3efe0b tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1120539 Feb 19 03:48:34.527419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53e9e81a-83e2-4bbe-8c0a-f6c64deff7b3 req-c386c680-6f14-434b-82f2-1941daef7594 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305037 Feb 19 03:48:34.581652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 344c7e8a-a1db-49b8-a5b1-738e291e3d4c no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:34.633904 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 344c7e8a-a1db-49b8-a5b1-738e291e3d4c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:34.634535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 344c7e8a-a1db-49b8-a5b1-738e291e3d4c not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:34.911266 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (abbdc21c-80eb-4614-ad01-cf77e5fb3582), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:34.911849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abbdc21c-80eb-4614-ad01-cf77e5fb3582 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:48:34.918327 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:34.922137 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f6b729ba-d563-48be-aad3-1b2d38757e66 admin admin] 10.222.0.42 "DELETE /v2.0/routers/abbdc21c-80eb-4614-ad01-cf77e5fb3582 HTTP/1.1" status: 204 len: 168 time: 1.8866494 Feb 19 03:48:34.925580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46444) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:35.068029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-371fa5dd-191c-4966-85b3-02d87929cc03 admin admin] Deleting subnet de64f1e3-e6df-40d2-93f3-90eaf8198d74 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:48:35.081672 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-371fa5dd-191c-4966-85b3-02d87929cc03 admin admin] Publish callbacks [] for subnet (de64f1e3-e6df-40d2-93f3-90eaf8198d74), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.107427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 34edb638-2007-4638-9989-d05324055e1f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:35.162767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 34edb638-2007-4638-9989-d05324055e1f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:35.164933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 34edb638-2007-4638-9989-d05324055e1f not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:35.201240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-371fa5dd-191c-4966-85b3-02d87929cc03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (de64f1e3-e6df-40d2-93f3-90eaf8198d74), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.283456 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-371fa5dd-191c-4966-85b3-02d87929cc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (de64f1e3-e6df-40d2-93f3-90eaf8198d74), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.365026 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-371fa5dd-191c-4966-85b3-02d87929cc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (de64f1e3-e6df-40d2-93f3-90eaf8198d74), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.412103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fa5dd-191c-4966-85b3-02d87929cc03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de64f1e3-e6df-40d2-93f3-90eaf8198d74,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:35.418319 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-371fa5dd-191c-4966-85b3-02d87929cc03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.427732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-371fa5dd-191c-4966-85b3-02d87929cc03 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/de64f1e3-e6df-40d2-93f3-90eaf8198d74 HTTP/1.1" status: 204 len: 168 time: 0.4984093 Feb 19 03:48:35.428046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46450) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:35.526888 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (9103004a-d9fb-4430-a3f1-b1c3417bdf3f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.735675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (9103004a-d9fb-4430-a3f1-b1c3417bdf3f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.771524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9103004a-d9fb-4430-a3f1-b1c3417bdf3f']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:35.804856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c13025-ac21-4393-a992-99c535351993 req-b4511060-b4f9-4f54-99e8-585641dabdaf tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:35.806899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2c13025-ac21-4393-a992-99c535351993 req-b4511060-b4f9-4f54-99e8-585641dabdaf tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1594985 Feb 19 03:48:35.814103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:35.814701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ea7a08-e859-4d2d-b7d1-7989fc8c03ac') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:35.854413 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (02ea7a08-e859-4d2d-b7d1-7989fc8c03ac), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.902775 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (02ea7a08-e859-4d2d-b7d1-7989fc8c03ac), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.923594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:48:35.924010 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (02ea7a08-e859-4d2d-b7d1-7989fc8c03ac), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:48:35.927115 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:48:35.946230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2c13025-ac21-4393-a992-99c535351993 req-2b9d4036-5d1c-4fb5-a313-e76d71a1ebe2 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260500 Feb 19 03:48:36.039335 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (9103004a-d9fb-4430-a3f1-b1c3417bdf3f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:36.052594 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:36.063095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9103004a-d9fb-4430-a3f1-b1c3417bdf3f HTTP/1.1" status: 204 len: 168 time: 0.6330526 Feb 19 03:48:36.090127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45468b82-51e4-46fd-8f03-e216f7b07607 admin admin] Pushing event deleted for resources: {'Network': ['ID=9103004a-d9fb-4430-a3f1-b1c3417bdf3f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:36.276911 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:36.338770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46472) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:36.362220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ae3ac7ef-8aed-4997-ba64-127d3d201cf6 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:36.406751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ae3ac7ef-8aed-4997-ba64-127d3d201cf6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:36.407190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ae3ac7ef-8aed-4997-ba64-127d3d201cf6 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:36.409806 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c88d2216-8c10-4da8-8b5d-d468c7f5ef6d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c19d389b82c147e3b4059a92a2f58c27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697911 Feb 19 03:48:36.413091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46474) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:36.496695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4023488c-0ff0-441c-8954-8cbd518a2733 admin admin] Publish callbacks [] for security_group (193fba45-f7c3-4208-9468-e4f1cbc599ae), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:36.531874 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4023488c-0ff0-441c-8954-8cbd518a2733 admin admin] Publish callbacks [] for security_group (193fba45-f7c3-4208-9468-e4f1cbc599ae), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:36.628640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4023488c-0ff0-441c-8954-8cbd518a2733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (193fba45-f7c3-4208-9468-e4f1cbc599ae), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:36.632670 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4023488c-0ff0-441c-8954-8cbd518a2733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:36.635187 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4023488c-0ff0-441c-8954-8cbd518a2733 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/193fba45-f7c3-4208-9468-e4f1cbc599ae HTTP/1.1" status: 204 len: 168 time: 0.2201540 Feb 19 03:48:36.658151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023488c-0ff0-441c-8954-8cbd518a2733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193fba45-f7c3-4208-9468-e4f1cbc599ae,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:37.140891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560e8a-fd2c-4de8-9287-0ec749358be6 req-1094ce86-afb9-42fa-8680-b6588afa9b14 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:37.142581 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29560e8a-fd2c-4de8-9287-0ec749358be6 req-1094ce86-afb9-42fa-8680-b6588afa9b14 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0809879 Feb 19 03:48:37.199372 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29560e8a-fd2c-4de8-9287-0ec749358be6 req-f64b3b1c-8702-421b-9199-2d3d6aa83a6d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500381 Feb 19 03:48:37.993250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfb00d13-dcaa-42d5-a584-911c6994d306 req-90675cfc-e81c-42da-9d6f-547ea64d8259 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0496984 Feb 19 03:48:38.280184 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c752d99b-93a7-4e53-9ce9-bc26df6b98ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:38.378373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de466f87-66af-4b39-b30c-64fef8ac0773 req-42851590-cc71-4b10-aece-645d168cd213 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:38.386137 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de466f87-66af-4b39-b30c-64fef8ac0773 req-42851590-cc71-4b10-aece-645d168cd213 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0765901 Feb 19 03:48:38.450924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de466f87-66af-4b39-b30c-64fef8ac0773 req-6d2d47c4-a193-48b1-a915-4b1fb206402b tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635424 Feb 19 03:48:39.141190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33754953-d85b-4fea-9836-926620ac6508 req-d7b8da67-9ae5-40ae-8f04-62dd5e87d2e5 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0382404 Feb 19 03:48:39.582747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a9a0e-43c7-4dc4-adcc-dd3a62651867 req-09a8f1a6-d044-4665-9a38-4f627fdbfa2a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:39.584140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0e8a9a0e-43c7-4dc4-adcc-dd3a62651867 req-09a8f1a6-d044-4665-9a38-4f627fdbfa2a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0593264 Feb 19 03:48:39.639944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0e8a9a0e-43c7-4dc4-adcc-dd3a62651867 req-21f85deb-5956-42ae-93f5-9dd94f3782de tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497866 Feb 19 03:48:40.273248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ee4b50e-5414-4242-926d-4e847d847bc4 req-f32e3731-2e12-4d46-80ed-b64000ae9a83 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0349264 Feb 19 03:48:40.476528 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9899d31f-f109-42f1-8326-95e104d7d8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:40.808955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0eeb3-c691-4994-ba4a-2d7c8eb328b7 req-9b386b6c-f2ab-4fa3-9df3-e62bf681fa02 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:40.810526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37e0eeb3-c691-4994-ba4a-2d7c8eb328b7 req-9b386b6c-f2ab-4fa3-9df3-e62bf681fa02 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0698786 Feb 19 03:48:40.874408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37e0eeb3-c691-4994-ba4a-2d7c8eb328b7 req-77fdb6da-fdc4-4363-8daa-4206a5596704 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575836 Feb 19 03:48:41.401998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08f70fb6-d919-4063-aa20-2943a6833851 req-050344ca-05b5-4655-a9e4-f22b23e1ceba tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0472081 Feb 19 03:48:41.751804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-129dbf7c-f071-429e-98be-0fc9a391b759 req-29e21210-5509-4708-8737-5dd904484665 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0258665 Feb 19 03:48:42.012622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905d2c8-abd0-4338-a6a1-47e05571071e req-4c8453da-c773-4a9f-a3f6-6209cb14378d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:42.020785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e905d2c8-abd0-4338-a6a1-47e05571071e req-4c8453da-c773-4a9f-a3f6-6209cb14378d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0775080 Feb 19 03:48:42.035782 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:42.081176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e905d2c8-abd0-4338-a6a1-47e05571071e req-9252d31e-1acf-40cf-91d5-f07253b7e442 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593753 Feb 19 03:48:42.528288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-475fc9a4-1d5d-4ca7-b20d-64d64b417b90 req-6f460840-22df-49b5-9477-d23a133f9ea3 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0288956 Feb 19 03:48:43.091352 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:43.256527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9b574-5619-4165-a664-85965f3df4a3 req-c24bf3a8-1a4b-4ab0-9b99-5c0c3e6dddcc tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:43.264234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1dc9b574-5619-4165-a664-85965f3df4a3 req-c24bf3a8-1a4b-4ab0-9b99-5c0c3e6dddcc tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0951796 Feb 19 03:48:43.335335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1dc9b574-5619-4165-a664-85965f3df4a3 req-35589458-641b-4e7d-b1d5-c27f14fb83b5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697901 Feb 19 03:48:43.656499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fcef427a-15e1-4a0d-828d-78561dba6da0 req-5f0da88a-cf5f-4ebe-aa42-67e24f6505a0 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0346649 Feb 19 03:48:44.270640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9859c4b8-4c9d-41f7-aa74-ee7deac02c22 req-8a9bc1c8-6ac3-4dfa-845b-136a865ce884 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0360889 Feb 19 03:48:44.527922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd1dea-94d4-4f2f-81ab-4f40ef99b16b req-af6f7ea1-bd3b-4b82-8800-8e99e1d67b4e tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:44.532783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03fd1dea-94d4-4f2f-81ab-4f40ef99b16b req-af6f7ea1-bd3b-4b82-8800-8e99e1d67b4e tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1091173 Feb 19 03:48:44.608349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03fd1dea-94d4-4f2f-81ab-4f40ef99b16b req-079c15e8-3368-4df3-a5ec-57e656e798d8 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702999 Feb 19 03:48:44.631658 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.980655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967cd63-babd-493a-98b1-c30e194f2f85 req-7d6bb1b2-699b-4d84-9ba8-1f31365deddf tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:44.987725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e967cd63-babd-493a-98b1-c30e194f2f85 req-7d6bb1b2-699b-4d84-9ba8-1f31365deddf tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1298423 Feb 19 03:48:45.015180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-fa0e7177-e4c6-4544-a48f-5505787e5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:45.016839 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-fa0e7177-e4c6-4544-a48f-5505787e5b21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 1128 time: 0.1473231 Feb 19 03:48:45.096217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e967cd63-babd-493a-98b1-c30e194f2f85 req-e57eab2b-bc8a-431f-a540-7635402ba8ae tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057136 Feb 19 03:48:45.153422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-254e832c-9381-4ab1-a689-6f4b4b6dc228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:45.154959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-254e832c-9381-4ab1-a689-6f4b4b6dc228 service neutron] 10.222.0.71 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 912 time: 0.1309860 Feb 19 03:48:45.236153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-3a5fb7d9-3470-4bf2-99b5-0e01954072ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978 HTTP/1.1" status: 200 len: 1002 time: 0.0742102 Feb 19 03:48:45.291777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-49f1230e-872d-469f-8f57-6c4faa53a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:45.293822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-49f1230e-872d-469f-8f57-6c4faa53a15d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 200 len: 850 time: 0.0512431 Feb 19 03:48:45.362403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-a352eb9d-0655-4509-91f7-a284bef13e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:45.372169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-a352eb9d-0655-4509-91f7-a284bef13e7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=717aeda8-2a07-4ec4-b068-e6ee6690d36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0644369 Feb 19 03:48:45.493172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f673bab1-7dfe-402a-be81-62e4e3c144a3 req-b9a85a0c-96df-429b-8d41-bb148d347654 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0521724 Feb 19 03:48:45.526121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-b5ebaae3-6f3b-489c-941f-70e59a9cb4ef service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530247 Feb 19 03:48:45.635233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d6386def-4c25-45e7-bf05-8e1ccbeaa917 req-bca2bdd5-3e9e-40c4-bf9d-d2fbf764d7c1 service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023057 Feb 19 03:48:46.304277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f3506-fa3f-4a89-9557-ad1bf88f78d5 req-c9f62223-15a1-48eb-ae8c-15916eedd194 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:46.306837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8f3506-fa3f-4a89-9557-ad1bf88f78d5 req-c9f62223-15a1-48eb-ae8c-15916eedd194 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1022344 Feb 19 03:48:46.442391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8f3506-fa3f-4a89-9557-ad1bf88f78d5 req-6b0441b7-96fd-496f-bc85-f68b3bc4442a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283996 Feb 19 03:48:46.652446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3ba6b9e-6b71-46cf-8970-0181ee9c9f39 req-31cd21f8-7826-4f65-a250-cde305345e80 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0298722 Feb 19 03:48:47.073321 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46778) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:47.253770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d950f61-7ea0-4698-b747-c1afa761b951 req-276926a6-f6ac-4198-a931-0101f97e6aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:47.255694 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d950f61-7ea0-4698-b747-c1afa761b951 req-276926a6-f6ac-4198-a931-0101f97e6aa7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 1127 time: 0.1798501 Feb 19 03:48:47.310676 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-2d950f61-7ea0-4698-b747-c1afa761b951 req-81f1ae23-90cb-4425-8cfe-185e9a4f781e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486331 Feb 19 03:48:47.611980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7059-48ac-408b-adb0-3004150b07c4 req-bb912419-90d6-4697-8524-00c0e4f1483a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:47.613879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dcce7059-48ac-408b-adb0-3004150b07c4 req-bb912419-90d6-4697-8524-00c0e4f1483a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0574136 Feb 19 03:48:47.666370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dcce7059-48ac-408b-adb0-3004150b07c4 req-4d49fece-dfe2-49e5-93f1-8e55b77adb92 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463731 Feb 19 03:48:47.767571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0ec50c8-8962-4c94-832a-a660e3426180 req-dea6cbb5-91a7-4d2e-a94e-19e70450ec21 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0315919 Feb 19 03:48:48.891551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54c6133b-062a-4637-ae3e-a80fd8e587c0 req-90334aad-9937-458c-a91d-62eb4c5a31d8 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0293384 Feb 19 03:48:50.028040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5bf5a8c7-ead9-4f54-a376-780c36d25d5f req-0fbdd01b-14b0-4f0b-8325-19fa47f597c0 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0313270 Feb 19 03:48:51.165262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e76d1ab-3fac-40e1-b289-f6d512b37ff6 req-409c0c0d-4a62-4ec1-b4e3-2d34416fff3e tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0399311 Feb 19 03:48:52.265449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9268c69-907d-49ea-a3e0-4d91bfd28b69 req-5c9794f9-c792-484d-bac5-54319b874af6 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0287318 Feb 19 03:48:52.461917 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:53.388803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a98b50e-b7ab-4505-85dc-c11cf0b393ac req-c8559177-1b61-4f2c-8335-eb1395693184 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0427608 Feb 19 03:48:54.492157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4abce7f0-0ba3-46d6-959d-88581fb69fa7 req-a218b749-940b-4117-a891-d1e62d9e2435 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0361578 Feb 19 03:48:55.606089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d668cbec-a1f6-46fc-8007-132372a8dee9 req-401cad43-9e45-4939-b15b-916c4eeee43b tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Feb 19 03:48:56.724167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc706b34-6e9d-466b-9c8c-208f1dd251f4 req-21c5d622-47d0-4dba-9592-3934fd97debe tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0285513 Feb 19 03:48:57.047647 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:48:57.858540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59ef5f9a-1a52-48e3-8918-7b97f6d72c3b req-7f0a53c9-bb37-4a0e-9f53-581483f082c5 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0403571 Feb 19 03:48:57.984988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 46974) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:58.148289 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e48d2299-a3a1-4a49-9fc7-76f3e4d58773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.229620 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e48d2299-a3a1-4a49-9fc7-76f3e4d58773 admin admin] Publish callbacks [] for security_group (003f523c-8f21-4475-8dd1-969a0d1824fd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.233943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e48d2299-a3a1-4a49-9fc7-76f3e4d58773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (003f523c-8f21-4475-8dd1-969a0d1824fd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.279558 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e48d2299-a3a1-4a49-9fc7-76f3e4d58773 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02c0fca482bf44b2894edcf8117dc361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910819 Feb 19 03:48:58.279558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d2299-a3a1-4a49-9fc7-76f3e4d58773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003f523c-8f21-4475-8dd1-969a0d1824fd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:58.280481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 46978) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:58.348366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Publish callbacks [] for security_group (003f523c-8f21-4475-8dd1-969a0d1824fd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.389247 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Publish callbacks [] for security_group (003f523c-8f21-4475-8dd1-969a0d1824fd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.460439 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (003f523c-8f21-4475-8dd1-969a0d1824fd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.463387 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.467147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/003f523c-8f21-4475-8dd1-969a0d1824fd HTTP/1.1" status: 204 len: 168 time: 0.1830852 Feb 19 03:48:58.474338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003f523c-8f21-4475-8dd1-969a0d1824fd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:58.486721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.487293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.487652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.488009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.488352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.488694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.489033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.489369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.489704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.490075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.490416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.490897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:58.492138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c32ab7-d8e2-40b4-a1ae-3339de8915dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:59.003751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1fa1a3c-6304-4193-8a4c-f8c928e06c43 req-8e6b6f5e-ae7d-4d87-8f04-e193fb20a7c8 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0503290 Feb 19 03:49:00.118768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0515909d-5b1c-427c-840f-9adf13753654 req-f12fbd24-b853-44c7-847b-c8586bdbb2de tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0287192 Feb 19 03:49:01.223165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b4c7e87-3477-419f-995c-bb1eb7fd2c07 req-76509a82-b199-4515-8edf-084c00dabc3c tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0279603 Feb 19 03:49:02.350884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-430bf1cc-e647-4aa8-8e2e-ef3e8cc2dd8b req-89bb06a7-bf42-422e-b10c-a9a714617f95 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0364213 Feb 19 03:49:03.447174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc07a499-fd27-4a0a-ac6c-3b98174decdb req-7bd0970e-3533-4bff-ab77-aea3bc592bc3 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0307064 Feb 19 03:49:04.557251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4cbe787-287b-4039-b496-8ff5903f7f41 req-23f3a636-ca30-43fa-95b7-b4b163bce3b8 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0280631 Feb 19 03:49:05.664014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-182037e9-5b4a-4339-8db7-f94a42abc522 req-b4dcd550-8c3c-4b5f-ab22-e1a995d51a16 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0294092 Feb 19 03:49:06.296635 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:06.786699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-137bff50-dfdb-4903-b9bc-ec5313c93d5c req-ad5caad3-7264-4059-a3b3-174a085d5894 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0302739 Feb 19 03:49:08.240011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f42f09ac-71bc-40ed-8481-89fc13eea7f2 req-015216a1-3dfe-40e5-af77-229114a78534 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.3735147 Feb 19 03:49:08.277999 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-30f6ca69-64ca-4bce-bbab-803d80c780e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:09.351623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d05cc7e-38a5-43c0-80f2-f869ea71ebc5 req-2ecfa14e-0bef-4706-821c-1c5da6d2626d tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0286663 Feb 19 03:49:10.478011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66e7aac4-de81-49b6-90ff-0609bc7d252f req-dcf03b3b-ef4a-44a4-84cf-5e9080206507 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0398645 Feb 19 03:49:10.482311 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-47028208-04b2-4e5e-bf46-e9e72fee49ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:11.806604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5bf4ea5-fe72-4871-b086-63de8cba5236 req-fee2329b-f919-4533-bd69-e0986eee91e4 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.2333755 Feb 19 03:49:12.038950 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:12.921950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d21f7652-b517-467f-93da-b40342f3d741 req-6bf9f6ee-f757-4ad1-9b78-074a027955d7 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0309460 Feb 19 03:49:13.081161 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:13.400060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22999a68-2762-4f69-86b3-fa42e514842c req-c35c9383-04fb-4c2e-9f06-2e9b425b402d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0313120 Feb 19 03:49:14.078939 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-937ec020-5ec0-48b6-9698-8b3eec5d11c7 req-ac5ed5d6-0877-4fa5-9e61-990f3ee4fde8 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0517788 Feb 19 03:49:14.627916 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:15.210139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7ff6595-1dfd-4e21-bc42-f4df02729f64 req-fc0ebdea-86bb-4c9a-a179-808fca6292ef tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0371578 Feb 19 03:49:15.544837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b73b72a-bc93-4854-8d30-229b16e40b6b req-caec1729-941f-435a-922c-373f2615bec6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c3acf3236b8483bad13022c154d66da&device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0549502 Feb 19 03:49:15.579442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2045cff-4a31-466b-a4ce-d52b4c980679 req-0c4f6ece-6bee-4603-aa72-b5ac6271ea13 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0382748 Feb 19 03:49:15.606100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b73b72a-bc93-4854-8d30-229b16e40b6b req-7fad2235-6186-4351-ab64-f88d0fa183e7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c3acf3236b8483bad13022c154d66da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251398 Feb 19 03:49:15.730258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73b72a-bc93-4854-8d30-229b16e40b6b req-03064761-23af-4181-9ef9-89878fc051cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:15.731949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b73b72a-bc93-4854-8d30-229b16e40b6b req-03064761-23af-4181-9ef9-89878fc051cf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132145 Feb 19 03:49:16.712170 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f9690bc-0633-4682-945c-3696d90c00b7 req-7d80db59-a2de-4416-af80-ea972a734fc9 tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.42 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0331731 Feb 19 03:49:17.180316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b73b72a-bc93-4854-8d30-229b16e40b6b req-1c6604eb-f1fb-4363-9fde-4015868e4c8d tempest-ServerShowV254Test-1100693188 tempest-ServerShowV254Test-1100693188-project] 10.222.0.37 "GET /v2.0/ports?device_id=362e464f-dd7c-4776-8f1c-2adeddd6c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0317838 Feb 19 03:49:18.166105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47206) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:18.282281 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-289eff23-2ea5-4612-9b02-704db1e2db29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:18.361402 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-289eff23-2ea5-4612-9b02-704db1e2db29 admin admin] Publish callbacks [] for security_group (41dddcee-2304-49ef-aed8-6e387b44b6ec), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:18.366234 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-289eff23-2ea5-4612-9b02-704db1e2db29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (41dddcee-2304-49ef-aed8-6e387b44b6ec), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:18.402782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289eff23-2ea5-4612-9b02-704db1e2db29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dddcee-2304-49ef-aed8-6e387b44b6ec,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:18.406897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-289eff23-2ea5-4612-9b02-704db1e2db29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c3acf3236b8483bad13022c154d66da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397168 Feb 19 03:49:18.409722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47212) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:18.463856 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c52af5-41d4-44d2-96fd-958fde4997e8 admin admin] Publish callbacks [] for security_group (41dddcee-2304-49ef-aed8-6e387b44b6ec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:18.487224 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c52af5-41d4-44d2-96fd-958fde4997e8 admin admin] Publish callbacks [] for security_group (41dddcee-2304-49ef-aed8-6e387b44b6ec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:18.540214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c52af5-41d4-44d2-96fd-958fde4997e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (41dddcee-2304-49ef-aed8-6e387b44b6ec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:18.542956 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c52af5-41d4-44d2-96fd-958fde4997e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:18.544151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-15c52af5-41d4-44d2-96fd-958fde4997e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41dddcee-2304-49ef-aed8-6e387b44b6ec HTTP/1.1" status: 204 len: 168 time: 0.1336076 Feb 19 03:49:18.551982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c52af5-41d4-44d2-96fd-958fde4997e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dddcee-2304-49ef-aed8-6e387b44b6ec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:19.247763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47240) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:19.379393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2128637829-network', 'tenant_id': 'eab129946b024cd49a02e4ba8e514943'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:19.401830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Made reservation on behalf of eab129946b024cd49a02e4ba8e514943 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:19.404801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.417865 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.515918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Publish callbacks [] for security_group (dc9818fa-6dad-404c-ab7c-64b861ffc6fd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.520007 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (dc9818fa-6dad-404c-ab7c-64b861ffc6fd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.550614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:49:19.557551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9818fa-6dad-404c-ab7c-64b861ffc6fd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:19.565437 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c838c5a8-bccf-482a-a879-ee92dfc176ec), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.565758 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Added segment c838c5a8-bccf-482a-a879-ee92dfc176ec of type vlan for network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c Feb 19 03:49:19.612630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (4e7e3e30-cd35-4fbd-a348-3f4080b2819c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.641249 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (4e7e3e30-cd35-4fbd-a348-3f4080b2819c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.642298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:19.642879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.710385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4564514 Feb 19 03:49:19.710385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6e9e9-8eb3-4c71-af9f-070d23ae9565 admin admin] Pushing event updated for resources: {'Network': ['ID=4e7e3e30-cd35-4fbd-a348-3f4080b2819c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:19.713497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47250) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:19.719049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Request body: {'subnet': {'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2128637829-subnet', 'tenant_id': 'eab129946b024cd49a02e4ba8e514943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:19.731507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:49:19.751562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Made reservation on behalf of eab129946b024cd49a02e4ba8e514943 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:19.754517 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.967231 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (f728094c-e938-4ec7-b783-ede9bcdcbf36), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:20.041666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f728094c-e938-4ec7-b783-ede9bcdcbf36,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:20.052323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Checking segment: {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:20.052716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Network hostable DHCP agents. Network: 4e7e3e30-cd35-4fbd-a348-3f4080b2819c, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:49:20.072437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:49:20.083768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 4e7e3e30-cd35-4fbd-a348-3f4080b2819c) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:20.090578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.091187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:20.097001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b23cf-857a-4bdf-9d5c-ccbc324dc77a None None] Network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:49:20.110887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2352d995-4ce8-4d2a-b361-17ed946065b6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3961310 Feb 19 03:49:20.224146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697ca10-e68b-4e9e-89bd-5691938aa2c0 None None] Network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:49:20.750462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-20a1db0c-c600-4fb4-b5a4-a97180738b1b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.752255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-20a1db0c-c600-4fb4-b5a4-a97180738b1b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 815 time: 0.1241970 Feb 19 03:49:20.774210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-3089ed19-b70e-4c98-98c2-74c666a85696 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/quotas/eab129946b024cd49a02e4ba8e514943 HTTP/1.1" status: 200 len: 375 time: 0.0154963 Feb 19 03:49:20.809688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-f91589f5-eee7-472b-98f3-148fb937e4f7 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297966 Feb 19 03:49:21.013896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-6a1a11ff-4e08-44fe-842b-f04bbfd11883 service neutron] 10.222.0.42 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940153 Feb 19 03:49:21.149392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-487a0b27-64be-4d4d-9446-6bf007e39e69 service neutron] 10.222.0.42 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363780 Feb 19 03:49:21.674338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0e984f7e-2eda-427e-b0f9-09cd9001a782 req-fc136bac-2eda-49d9-9749-dd190c99998c tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 210 time: 0.0637856 Feb 19 03:49:22.469965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:22.833635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ba7fdb9-8d15-493b-8e3a-9b459edaa313 req-e0088306-ff45-44ac-86d8-5a8a848beb0c tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 210 time: 0.0588422 Feb 19 03:49:23.040366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-01b8f919-e373-454d-9400-38c8fddef5b9 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:23.042649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-01b8f919-e373-454d-9400-38c8fddef5b9 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 815 time: 0.1704612 Feb 19 03:49:23.062047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Request body: {'port': {'device_id': '7cf3f4b2-bcec-480f-a859-49d07d02ca11', 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c', 'admin_state_up': True, 'tenant_id': 'eab129946b024cd49a02e4ba8e514943'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:23.218564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Made reservation on behalf of eab129946b024cd49a02e4ba8e514943 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:23.222754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:23.433760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Allocated IP 172.20.0.8 (4e7e3e30-cd35-4fbd-a348-3f4080b2819c/f728094c-e938-4ec7-b783-ede9bcdcbf36/33dcf542-c292-4559-a535-7bfb7f3b9121) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:23.647834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks [] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:23.692480 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:23.736862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:23.758723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:23.761380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:23.809635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Pushing event updated for resources: {'Port': ['ID=33dcf542-c292-4559-a535-7bfb7f3b9121,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:23.827622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:23.828252 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:23.854360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-37e88b46-5c02-4be0-a8a1-b4a0a2e0e119 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7981846 Feb 19 03:49:23.873086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Request body: {'port': {'device_id': '7cf3f4b2-bcec-480f-a859-49d07d02ca11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:23.977438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:24.080703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3d0fb-ca5d-4cbc-8ec3-a18f7c305fc7 req-5d9d0e32-4c6f-47f0-91dc-7454773d5d55 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:24.088307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4d3d0fb-ca5d-4cbc-8ec3-a18f7c305fc7 req-5d9d0e32-4c6f-47f0-91dc-7454773d5d55 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 931 time: 0.1289566 Feb 19 03:49:24.278063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4d3d0fb-ca5d-4cbc-8ec3-a18f7c305fc7 req-2049e7df-b124-48e7-a41e-3c2f16193e56 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887681 Feb 19 03:49:24.418039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33dcf542-c292-4559-a535-7bfb7f3b9121 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:49:24.426881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Publish callbacks [] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:24.440659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Transition to ACTIVE for port object 33dcf542-c292-4559-a535-7bfb7f3b9121 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:49:24.446133 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:24.561018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Pushing event updated for resources: {'Port': ['ID=33dcf542-c292-4559-a535-7bfb7f3b9121,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:24.597304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Attempting to bind port 33dcf542-c292-4559-a535-7bfb7f3b9121 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:24.597665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Attempting to bind port 33dcf542-c292-4559-a535-7bfb7f3b9121 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:24.598101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Attempting to bind port 33dcf542-c292-4559-a535-7bfb7f3b9121 on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:24.604656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Port 33dcf542-c292-4559-a535-7bfb7f3b9121 on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:49:24.605097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Attempting to bind port 33dcf542-c292-4559-a535-7bfb7f3b9121 on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:24.611381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:24.611835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Checking segment: {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:24.623050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Bound using segment: {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:24.623050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Bound port: 33dcf542-c292-4559-a535-7bfb7f3b9121, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:24.623050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:24.687427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] For port 33dcf542-c292-4559-a535-7bfb7f3b9121, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:24.691622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] For port 33dcf542-c292-4559-a535-7bfb7f3b9121, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33dcf542-c292-4559-a535-7bfb7f3b9121,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:24.701143 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:24.745058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:24.746019 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:24.747794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] 10.222.0.37 "PUT /v2.0/ports/33dcf542-c292-4559-a535-7bfb7f3b9121 HTTP/1.1" status: 200 len: 1091 time: 0.8794384 Feb 19 03:49:24.750608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf3f4b2-bcec-480f-a859-49d07d02ca11', 'tag': '33dcf542-c292-4559-a535-7bfb7f3b9121'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:24.753259 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b707d9c-1d4c-4897-a96c-2d7021d97732" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf3f4b2-bcec-480f-a859-49d07d02ca11", "tag": "33dcf542-c292-4559-a535-7bfb7f3b9121"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:24.836694 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2a00a4-57ac-4ce0-bbba-73bb4cf22a62 x-openstack-request-id: req-ff2a00a4-57ac-4ce0-bbba-73bb4cf22a62 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:24.836987 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf3f4b2-bcec-480f-a859-49d07d02ca11", "tag": "33dcf542-c292-4559-a535-7bfb7f3b9121", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:24.837243 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff2a00a4-57ac-4ce0-bbba-73bb4cf22a62 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:24.837658 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf3f4b2-bcec-480f-a859-49d07d02ca11', 'tag': '33dcf542-c292-4559-a535-7bfb7f3b9121', 'status': 'completed', 'code': 200} Feb 19 03:49:24.839532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d26f0-64bf-49a2-8482-b2d563fb6641 service neutron] Pushing event updated for resources: {'Port': ['ID=33dcf542-c292-4559-a535-7bfb7f3b9121,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:24.887312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-87c11afe-8b78-4c96-b768-f9336a884c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:24.888859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-87c11afe-8b78-4c96-b768-f9336a884c60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 1125 time: 0.0634332 Feb 19 03:49:24.993979 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-df3859ad-0c7e-419c-83ce-e04a915ee906 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33dcf542-c292-4559-a535-7bfb7f3b9121 HTTP/1.1" status: 200 len: 217 time: 0.0917153 Feb 19 03:49:25.052234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-d0c3f76c-3855-4e1b-a7e0-9e39b28d0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:25.054743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-d0c3f76c-3855-4e1b-a7e0-9e39b28d0f4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0552497 Feb 19 03:49:25.127314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-ef71fc99-bc87-41a0-b041-76847f37c0ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664737 Feb 19 03:49:25.237617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-664e06b9-7bee-45db-a89f-23644347fe07 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031978 Feb 19 03:49:25.387521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01516c89-b7d1-413a-a40c-d85b0809f3e4 req-f5e8ff41-f2e3-4512-960d-dbbdbe5c6565 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434898 Feb 19 03:49:25.463018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf226a8-19fe-4e3b-8c2b-683f1026aab2 req-85e6c903-7517-4b11-990b-05fe266508fc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:25.470467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdf226a8-19fe-4e3b-8c2b-683f1026aab2 req-85e6c903-7517-4b11-990b-05fe266508fc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 943 time: 0.0753784 Feb 19 03:49:25.547649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdf226a8-19fe-4e3b-8c2b-683f1026aab2 req-35547d42-2abf-4541-b1f1-e319a670dc30 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747821 Feb 19 03:49:25.593145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b707d9c-1d4c-4897-a96c-2d7021d97732 req-000152df-4ef1-4582-b113-1d3ca37d906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:25.594737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b707d9c-1d4c-4897-a96c-2d7021d97732 req-000152df-4ef1-4582-b113-1d3ca37d906e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 1125 time: 0.1041498 Feb 19 03:49:25.706004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b707d9c-1d4c-4897-a96c-2d7021d97732 req-d22bb872-f073-4942-9505-c505cafdaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:25.707550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b707d9c-1d4c-4897-a96c-2d7021d97732 req-d22bb872-f073-4942-9505-c505cafdaa37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 916 time: 0.1061673 Feb 19 03:49:25.759729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b707d9c-1d4c-4897-a96c-2d7021d97732 req-9c70d7cd-293a-4ed3-952b-17dab1519823 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33dcf542-c292-4559-a535-7bfb7f3b9121 HTTP/1.1" status: 200 len: 217 time: 0.0416553 Feb 19 03:49:25.835092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b707d9c-1d4c-4897-a96c-2d7021d97732 req-6d1ec055-7c82-44fe-8874-487971d3268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:25.836705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b707d9c-1d4c-4897-a96c-2d7021d97732 req-6d1ec055-7c82-44fe-8874-487971d3268b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0708272 Feb 19 03:49:25.884129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b707d9c-1d4c-4897-a96c-2d7021d97732 req-efecc5b6-f548-43a6-bb2f-a0508ed2a1a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413167 Feb 19 03:49:25.998791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b707d9c-1d4c-4897-a96c-2d7021d97732 req-ffe1b319-4d0a-4f09-ab1d-5a1bb91c6c3f service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076059 Feb 19 03:49:26.122158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b707d9c-1d4c-4897-a96c-2d7021d97732 req-36d1e20d-088d-429c-a3cc-dd371110cdd7 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123805 Feb 19 03:49:26.725117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4048ea-cb4d-4af8-871f-ff3fa3c86693 req-ddb1be80-91ed-4fad-bcc9-52addb211188 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:26.733835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d4048ea-cb4d-4af8-871f-ff3fa3c86693 req-ddb1be80-91ed-4fad-bcc9-52addb211188 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 943 time: 0.0892296 Feb 19 03:49:26.811878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d4048ea-cb4d-4af8-871f-ff3fa3c86693 req-04b95361-ed86-4970-b70a-7011814fab0e tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761385 Feb 19 03:49:27.318700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33dcf542-c292-4559-a535-7bfb7f3b9121 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:49:27.480624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33dcf542-c292-4559-a535-7bfb7f3b9121, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33dcf542-c292-4559-a535-7bfb7f3b9121,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:27.519668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '33dcf542-c292-4559-a535-7bfb7f3b9121', 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c', 'port_id': '33dcf542-c292-4559-a535-7bfb7f3b9121', 'mac_address': 'fa:16:3e:c3:15:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f728094c-e938-4ec7-b783-ede9bcdcbf36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:49:27.555245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47480) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:27.579199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 33dcf542-c292-4559-a535-7bfb7f3b9121 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:27.579836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:27.600174 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33dcf542-c292-4559-a535-7bfb7f3b9121 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:49:27.642587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33dcf542-c292-4559-a535-7bfb7f3b9121, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33dcf542-c292-4559-a535-7bfb7f3b9121,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:27.657143 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:27.734981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=33dcf542-c292-4559-a535-7bfb7f3b9121,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:27.759327 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:27.762011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.762362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.762701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.763224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.765130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.765640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.768004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.768669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.769181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.769691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.770196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.774631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.775302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:27.898871 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Publish callbacks [] for security_group (a1087a98-363b-47c4-a417-0c7bda462e72), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:27.905403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a1087a98-363b-47c4-a417-0c7bda462e72), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:27.940029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47494) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:27.950755 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7496a842ee3494cb58a26f015054ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4018908 Feb 19 03:49:28.003112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1087a98-363b-47c4-a417-0c7bda462e72,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:28.014147 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.014489 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.015010 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.015499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.016005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.016346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.016682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.017159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.017492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.017820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.018176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.018493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.018873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3760257-f50b-4dbb-9b9a-9b51233c77db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:28.046981 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fb23de6-dc1f-4fec-b3d7-5661da12215b admin admin] Publish callbacks [] for security_group (a1087a98-363b-47c4-a417-0c7bda462e72), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:28.076819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3daa28-2e92-48be-b4f1-b0cb2525a1d0 req-56a8917f-e642-4a62-bc09-e934141b4e5a tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:28.078467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d3daa28-2e92-48be-b4f1-b0cb2525a1d0 req-56a8917f-e642-4a62-bc09-e934141b4e5a tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 944 time: 0.1182790 Feb 19 03:49:28.083901 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fb23de6-dc1f-4fec-b3d7-5661da12215b admin admin] Publish callbacks [] for security_group (a1087a98-363b-47c4-a417-0c7bda462e72), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:28.106290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33dcf542-c292-4559-a535-7bfb7f3b9121'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:49:28.178645 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fb23de6-dc1f-4fec-b3d7-5661da12215b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a1087a98-363b-47c4-a417-0c7bda462e72), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:28.188650 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fb23de6-dc1f-4fec-b3d7-5661da12215b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:28.192681 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5fb23de6-dc1f-4fec-b3d7-5661da12215b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1087a98-363b-47c4-a417-0c7bda462e72 HTTP/1.1" status: 204 len: 168 time: 0.2516885 Feb 19 03:49:28.220653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb23de6-dc1f-4fec-b3d7-5661da12215b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1087a98-363b-47c4-a417-0c7bda462e72,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:28.368249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d3daa28-2e92-48be-b4f1-b0cb2525a1d0 req-272230cc-9586-4dde-bbcd-b6ce27c4a8eb tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116330 Feb 19 03:49:29.222906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47540) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:29.324942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33dcf542-c292-4559-a535-7bfb7f3b9121 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:29.356506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-227077774-network', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:29.384533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Made reservation on behalf of fc9ec9c343d54052ac092335d74ae1fa for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:29.388122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.401716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.577708 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Publish callbacks [] for security_group (a7f184ad-4513-4cbf-af45-7781d78dd72f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.587105 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a7f184ad-4513-4cbf-af45-7781d78dd72f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.604921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 33dcf542-c292-4559-a535-7bfb7f3b9121 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:49:29.609636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 33dcf542-c292-4559-a535-7bfb7f3b9121 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:29.610141 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.626123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:49:29.628196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f184ad-4513-4cbf-af45-7781d78dd72f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:29.639231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d560952-29dd-472b-91f5-4e89880235fa req-abf54209-310b-4a41-bfac-0f3dd22fc07c tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:29.648270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d560952-29dd-472b-91f5-4e89880235fa req-abf54209-310b-4a41-bfac-0f3dd22fc07c tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 944 time: 0.1441488 Feb 19 03:49:29.669022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5c3196db-db9e-4f5c-a71a-5949198c0470), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.669532 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Added segment 5c3196db-db9e-4f5c-a71a-5949198c0470 of type vlan for network eb1edb97-f8a8-4cab-87e6-74cfb409c920 Feb 19 03:49:29.704496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 33dcf542-c292-4559-a535-7bfb7f3b9121 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:29.705042 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.726831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (eb1edb97-f8a8-4cab-87e6-74cfb409c920), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.736634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf3f4b2-bcec-480f-a859-49d07d02ca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dcf542-c292-4559-a535-7bfb7f3b9121'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:29.739494 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6a0430-df3c-4bd4-a149-e2522fdcbdc4" -d '{"events": [{"server_uuid": "7cf3f4b2-bcec-480f-a859-49d07d02ca11", "name": "network-vif-plugged", "status": "completed", "tag": "33dcf542-c292-4559-a535-7bfb7f3b9121"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:29.755759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 33dcf542-c292-4559-a535-7bfb7f3b9121, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33dcf542-c292-4559-a535-7bfb7f3b9121,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:29.767669 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.805533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d560952-29dd-472b-91f5-4e89880235fa req-4c4e7a0c-d8a2-4562-b7c0-ae14c1cdda98 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563659 Feb 19 03:49:29.808145 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (eb1edb97-f8a8-4cab-87e6-74cfb409c920), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.809662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:29.810484 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:29.831974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=33dcf542-c292-4559-a535-7bfb7f3b9121,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:29.883549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6546926 Feb 19 03:49:29.883879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47564) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:29.889555 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6b5c63-739b-416b-a5ff-b6330d8c3c24 x-openstack-request-id: req-8c6b5c63-739b-416b-a5ff-b6330d8c3c24 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:29.889965 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf3f4b2-bcec-480f-a859-49d07d02ca11", "name": "network-vif-plugged", "status": "completed", "tag": "33dcf542-c292-4559-a535-7bfb7f3b9121", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:29.890302 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c6b5c63-739b-416b-a5ff-b6330d8c3c24 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:29.890805 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf3f4b2-bcec-480f-a859-49d07d02ca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dcf542-c292-4559-a535-7bfb7f3b9121', 'code': 200} Feb 19 03:49:29.893033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Request body: {'subnet': {'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-227077774-subnet', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:29.909587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b965044-2872-4848-8707-74f473283da5 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1edb97-f8a8-4cab-87e6-74cfb409c920,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:29.923066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network eb1edb97-f8a8-4cab-87e6-74cfb409c920 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:49:29.945814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Made reservation on behalf of fc9ec9c343d54052ac092335d74ae1fa for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:29.949399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:30.103289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be363252-19d9-47d3-aa01-9f37308d892a req-41e62bad-173e-4852-a5f6-03bffb676a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:30.104904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be363252-19d9-47d3-aa01-9f37308d892a req-41e62bad-173e-4852-a5f6-03bffb676a19 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 1127 time: 0.0784404 Feb 19 03:49:30.218589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be363252-19d9-47d3-aa01-9f37308d892a req-98dc3232-448e-4e5c-98eb-ab8ae7450801 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050603 Feb 19 03:49:30.237094 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (688dbaec-3990-4342-8e4e-1285fc2c2214), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:30.291039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=688dbaec-3990-4342-8e4e-1285fc2c2214,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:30.310709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Checking segment: {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:30.310709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Network hostable DHCP agents. Network: eb1edb97-f8a8-4cab-87e6-74cfb409c920, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:49:30.333269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Network eb1edb97-f8a8-4cab-87e6-74cfb409c920 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:49:30.344977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, eb1edb97-f8a8-4cab-87e6-74cfb409c920) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:30.349953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:30.350680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:30.365983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb25b25b-7e1f-4793-a21d-33b25cf639b4 None None] Network eb1edb97-f8a8-4cab-87e6-74cfb409c920 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:49:30.376032 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cd2a9872-61b0-4504-9ccf-97f8ead8f849 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4908972 Feb 19 03:49:30.378911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47578) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:30.384602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-227077774-router', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:30.416798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:30.418628 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:30.511878 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks [] for router_controller (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:30.518020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'fixed_ips': [{'subnet_id': '688dbaec-3990-4342-8e4e-1285fc2c2214'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:49:30.519073 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:30.676914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Allocated IP 172.20.0.2 (eb1edb97-f8a8-4cab-87e6-74cfb409c920/688dbaec-3990-4342-8e4e-1285fc2c2214/4ffd7ff5-2e95-49e8-b858-06d54fb7317a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:30.682730 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks [] for router_gateway (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:30.911478 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Publish callbacks [] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:30.921384 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:30.987770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Network eb1edb97-f8a8-4cab-87e6-74cfb409c920 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:30.993571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:30.997063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:31.003725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Pushing event updated for resources: {'Port': ['ID=4ffd7ff5-2e95-49e8-b858-06d54fb7317a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:31.061661 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks [] for router_gateway (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:31.072492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5da8aa-5fa0-435d-8331-406a4107303d req-464fbb9b-5a7e-407d-8dba-b4a72afd1577 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:31.073046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Attempting to bind port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:31.073584 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Attempting to bind port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:31.073799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Attempting to bind port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a on network eb1edb97-f8a8-4cab-87e6-74cfb409c920 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:31.078065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc5da8aa-5fa0-435d-8331-406a4107303d req-464fbb9b-5a7e-407d-8dba-b4a72afd1577 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 945 time: 0.1408944 Feb 19 03:49:31.085774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:31.086218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Checking segment: {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:31.086582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:31.086985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Bound using segment: {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:31.087466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Bound port: 4ffd7ff5-2e95-49e8-b858-06d54fb7317a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:31.087853 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:31.099999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:31.206852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] For port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:31.213368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] For port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4ffd7ff5-2e95-49e8-b858-06d54fb7317a,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:31.226125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc5da8aa-5fa0-435d-8331-406a4107303d req-6d3aa028-73f1-400a-bb8e-bccb2949f904 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285059 Feb 19 03:49:31.250334 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:31.331442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Allocated IP 172.25.4.138 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/e65d8a57-46ed-49f7-b395-99a720e00cb7) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:31.334995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e484ede-fdaf-4a2f-a69a-337adeff72d4 None None] Pushing event updated for resources: {'Port': ['ID=4ffd7ff5-2e95-49e8-b858-06d54fb7317a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:31.467710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks [] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:31.523115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:31.574902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:31.581149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:31.585975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:31.844590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Pushing event updated for resources: {'Port': ['ID=e65d8a57-46ed-49f7-b395-99a720e00cb7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:31.973047 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks [] for router_gateway (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:32.215763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:32.622154 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4ffd7ff5-2e95-49e8-b858-06d54fb7317a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:32.769411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:32.769738 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:32.869300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3bc554-af92-44a9-9aca-645c821d0f33 None None] Network eb1edb97-f8a8-4cab-87e6-74cfb409c920 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:49:32.945092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e27fd210-b75b-48d2-8f26-38cbc05a3ca3 None None] Provisioning complete for port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:32.945735 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27fd210-b75b-48d2-8f26-38cbc05a3ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:32.950050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c8f6c-48ff-47fd-bc44-36107e62b7fe req-a8ca3864-61dd-445e-b2e5-84de5858c043 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:32.951977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-426c8f6c-48ff-47fd-bc44-36107e62b7fe req-a8ca3864-61dd-445e-b2e5-84de5858c043 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 945 time: 0.1184549 Feb 19 03:49:32.981629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Router e77e6b62-bf00-4a2e-8bfe-25b730ef151c is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:49:33.027460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:33.028094 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:33.064764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-426c8f6c-48ff-47fd-bc44-36107e62b7fe req-977972fd-79ac-4249-9454-9a433a17c09e tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050923 Feb 19 03:49:33.122819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4ffd7ff5-2e95-49e8-b858-06d54fb7317a,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:33.137362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:33.176988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:49:33.187331 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Sync routers for ids ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:49:33.201267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:33.207182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47640) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:33.207787 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Routers {'e77e6b62-bf00-4a2e-8bfe-25b730ef151c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:49:33.208154 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:49:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:33.222618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-498b0dea-42c1-463c-98c4-8b7f98a89912 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8410170 Feb 19 03:49:33.270777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e27fd210-b75b-48d2-8f26-38cbc05a3ca3 None None] Current status of the port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:33.407070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=4ffd7ff5-2e95-49e8-b858-06d54fb7317a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:33.425922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-93785c2a-e6de-4f4b-9cbe-e6618c3b1b1b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1299140 Feb 19 03:49:33.512587 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Set router e77e6b62-bf00-4a2e-8bfe-25b730ef151c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:49:33.575134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-d1948fcf-d257-4b60-bc6c-a203bf2f2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:33.577304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-d1948fcf-d257-4b60-bc6c-a203bf2f2e46 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98df9d126e9d47d69462272de3921a0b&device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 1127 time: 0.1250014 Feb 19 03:49:33.822744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ba8eb126-0c67-445a-aa91-dd7e9024cf51 None None] Provisioning complete for port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:33.823678 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ba8eb126-0c67-445a-aa91-dd7e9024cf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:33.861519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-ad9694e2-6510-43ef-8052-4c530cd2ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:33.863169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-ad9694e2-6510-43ef-8052-4c530cd2ecb5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8301c7c-4e23-4d68-9b62-57a0d5058701 HTTP/1.1" status: 200 len: 910 time: 0.2597673 Feb 19 03:49:33.906732 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'name': 'tempest-TestServerMultinode-227077774-router', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:30Z', 'updated_at': '2022-02-19T03:49:31Z', 'revision_number': 3, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'gw_port': {'id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:31Z', 'updated_at': '2022-02-19T03:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:33.950437 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Checking router: e77e6b62-bf00-4a2e-8bfe-25b730ef151c for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:49:33.951171 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Updating router e77e6b62-bf00-4a2e-8bfe-25b730ef151c port e65d8a57-46ed-49f7-b395-99a720e00cb7 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:49:33.994872 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.010135 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.031339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ba8eb126-0c67-445a-aa91-dd7e9024cf51 None None] Current status of the port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:34.054587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-d57cfe42-816d-4e07-9a6c-7569b04a1252 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849 HTTP/1.1" status: 200 len: 1001 time: 0.1826284 Feb 19 03:49:34.077806 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:49:34.111003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-04606484-d216-4a81-b55e-d60ad3ace833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:34.113649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-04606484-d216-4a81-b55e-d60ad3ace833 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb788c1b-907d-4c54-b679-6efd230a87f0 HTTP/1.1" status: 200 len: 848 time: 0.0525763 Feb 19 03:49:34.204566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-46d256ac-2c3c-4a6a-846c-681ac3a50b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:34.211066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-46d256ac-2c3c-4a6a-846c-681ac3a50b20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8301c7c-4e23-4d68-9b62-57a0d5058701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0895553 Feb 19 03:49:34.222755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Allocated IP 172.20.0.1 (eb1edb97-f8a8-4cab-87e6-74cfb409c920/688dbaec-3990-4342-8e4e-1285fc2c2214/a2659bd9-1367-4073-971b-d9ba632f8740) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:34.226097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-3d7e8b94-ce0d-4dae-93f4-78a571f7145a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:49:34.227107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-3d7e8b94-ce0d-4dae-93f4-78a571f7145a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055506 Feb 19 03:49:34.404178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-974e7351-5213-40dc-a375-b4246bed886d service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703582 Feb 19 03:49:34.419999 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Publish callbacks [] for port (a2659bd9-1367-4073-971b-d9ba632f8740), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.501702 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.505012 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Publish callbacks [] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.514916 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.521002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4ffd7ff5-2e95-49e8-b858-06d54fb7317a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:34.580845 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Attempting to bind port e65d8a57-46ed-49f7-b395-99a720e00cb7 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:34.581755 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Attempting to bind port e65d8a57-46ed-49f7-b395-99a720e00cb7 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:34.582439 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Attempting to bind port e65d8a57-46ed-49f7-b395-99a720e00cb7 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:34.594970 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:34.595873 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:34.596512 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.597159 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:34.598561 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Bound port: e65d8a57-46ed-49f7-b395-99a720e00cb7, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:34.599206 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.606274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9d120d6-1c6d-4bfc-a675-89b03b1f17cc req-48478c32-7121-4981-a9a9-8c61c6214bea service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935124 Feb 19 03:49:34.610181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:34.610562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.611352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Network eb1edb97-f8a8-4cab-87e6-74cfb409c920 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:34.616133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:34.622201 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:34.670568 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Pushing event updated for resources: {'Port': ['ID=a2659bd9-1367-4073-971b-d9ba632f8740,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:34.715164 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.745616 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] For port e65d8a57-46ed-49f7-b395-99a720e00cb7, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:34.750401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:34.758601 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] For port e65d8a57-46ed-49f7-b395-99a720e00cb7, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e65d8a57-46ed-49f7-b395-99a720e00cb7,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:34.794351 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.796630 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Pushing event updated for resources: {'Port': ['ID=e65d8a57-46ed-49f7-b395-99a720e00cb7,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:34.821340 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.823143 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.824059 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.826116 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.826657 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.827103 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.828182 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.831182 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.831693 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.832150 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.833284 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.834312 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.837023 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:34.952401 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Routers {'e77e6b62-bf00-4a2e-8bfe-25b730ef151c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:49:34.953313 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:49:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:34.982775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:35.073265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-82e259dd-b8f2-4a19-b9eb-0a6016db8c61 None None] Provisioning complete for port a2659bd9-1367-4073-971b-d9ba632f8740 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:35.073998 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-82e259dd-b8f2-4a19-b9eb-0a6016db8c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:35.091607 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] Set router e77e6b62-bf00-4a2e-8bfe-25b730ef151c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:49:35.184778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-82e259dd-b8f2-4a19-b9eb-0a6016db8c61 None None] Port a2659bd9-1367-4073-971b-d9ba632f8740 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:49:35.235795 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Publish callbacks [] for port (a2659bd9-1367-4073-971b-d9ba632f8740), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:35.247709 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:35.327407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336eadc-75de-4651-ad5e-354e4d5ec33a req-4c7fceba-c5b8-4377-8d11-2f17c75815c9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:35.329234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f336eadc-75de-4651-ad5e-354e4d5ec33a req-4c7fceba-c5b8-4377-8d11-2f17c75815c9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1051288 Feb 19 03:49:35.360867 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:35.363166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Pushing event updated for resources: {'Port': ['ID=a2659bd9-1367-4073-971b-d9ba632f8740,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:35.420480 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a6373-edd0-4135-91f0-23b4c37bf0c7 None None] Pushing event updated for resources: {'Port': ['ID=e65d8a57-46ed-49f7-b395-99a720e00cb7,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:35.450288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f336eadc-75de-4651-ad5e-354e4d5ec33a req-7f37a628-50f8-4e12-9eb1-012548f0ff3c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035235 Feb 19 03:49:35.470685 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Network eb1edb97-f8a8-4cab-87e6-74cfb409c920 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:35.473165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:35.586776 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'name': 'tempest-TestServerMultinode-227077774-router', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:30Z', 'updated_at': '2022-02-19T03:49:34Z', 'revision_number': 4, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'gw_port': {'id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:31Z', 'updated_at': '2022-02-19T03:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2659bd9-1367-4073-971b-d9ba632f8740', 'name': '', 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'mac_address': 'fa:16:3e:ac:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:34Z', 'updated_at': '2022-02-19T03:49:34Z', 'revision_number': 1, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'subnets': [{'id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:35.620185 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e22e0-6855-4028-8eb1-5e60e4dd8091 None None] The sync data for ids ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'] in n-d-826756-2 is: [{'id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'name': 'tempest-TestServerMultinode-227077774-router', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:30Z', 'updated_at': '2022-02-19T03:49:34Z', 'revision_number': 4, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'gw_port': {'id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:31Z', 'updated_at': '2022-02-19T03:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2659bd9-1367-4073-971b-d9ba632f8740', 'name': '', 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'mac_address': 'fa:16:3e:ac:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:34Z', 'updated_at': '2022-02-19T03:49:34Z', 'revision_number': 1, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'subnets': [{'id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:49:35.626755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Router e77e6b62-bf00-4a2e-8bfe-25b730ef151c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:49:35.876468 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:49:35.886498 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1012db91-2493-4e9f-976f-98905ffc989f admin admin] 10.222.0.42 "PUT /v2.0/routers/e77e6b62-bf00-4a2e-8bfe-25b730ef151c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751168 Feb 19 03:49:36.055808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f45ffb4c-7faf-4a80-832c-fd909e676f07 None None] Provisioning complete for port a2659bd9-1367-4073-971b-d9ba632f8740 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:36.056193 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f45ffb4c-7faf-4a80-832c-fd909e676f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:36.130597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f45ffb4c-7faf-4a80-832c-fd909e676f07 None None] Port a2659bd9-1367-4073-971b-d9ba632f8740 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:49:36.305156 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:36.623202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01364b-1ad1-418a-84f9-71646d9cdaf4 req-d9bbce57-4b7a-4956-952c-a0d2ae2918bd tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:36.634421 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f01364b-1ad1-418a-84f9-71646d9cdaf4 req-d9bbce57-4b7a-4956-952c-a0d2ae2918bd tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0957808 Feb 19 03:49:36.662392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47682) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:36.675691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1046786076-network', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:36.710992 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Made reservation on behalf of 5fdd640d86e4403cbf30e16524d2c784 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:36.713642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:36.715763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f01364b-1ad1-418a-84f9-71646d9cdaf4 req-80e48ee9-4761-4cc2-ac73-52e297e15e3a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794077 Feb 19 03:49:36.723321 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:36.827575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Publish callbacks [] for security_group (1fb433ed-592d-4577-94ad-ac6b69c763a7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:36.832358 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1fb433ed-592d-4577-94ad-ac6b69c763a7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:36.862250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:49:36.882596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb433ed-592d-4577-94ad-ac6b69c763a7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:36.887514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (55f860ec-9fe0-4832-be3b-a0fc839dddcb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:36.887864 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Added segment 55f860ec-9fe0-4832-be3b-a0fc839dddcb of type vlan for network eb8727e8-9308-4dd2-be2c-174c069c5efc Feb 19 03:49:36.937654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (eb8727e8-9308-4dd2-be2c-174c069c5efc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.001625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (eb8727e8-9308-4dd2-be2c-174c069c5efc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.002786 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:37.003448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.065496 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4048100 Feb 19 03:49:37.070013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47692) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:37.078179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Request body: {'subnet': {'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1046786076-subnet', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:37.080094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25825397-feb9-4511-b388-343b786dc6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8727e8-9308-4dd2-be2c-174c069c5efc,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:37.099451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network eb8727e8-9308-4dd2-be2c-174c069c5efc details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:49:37.130001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Made reservation on behalf of 5fdd640d86e4403cbf30e16524d2c784 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:37.133617 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.388336 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (edbab5bf-d674-4eb3-b40a-962aabc57c61), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.471076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edbab5bf-d674-4eb3-b40a-962aabc57c61,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:37.475895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Checking segment: {'id': '55f860ec-9fe0-4832-be3b-a0fc839dddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:37.476195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Network hostable DHCP agents. Network: eb8727e8-9308-4dd2-be2c-174c069c5efc, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:49:37.503319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Network eb8727e8-9308-4dd2-be2c-174c069c5efc is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:49:37.514928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, eb8727e8-9308-4dd2-be2c-174c069c5efc) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:37.522356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:37.523106 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.528516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d0a82-4729-49c5-a046-3b0e6f0b0f6d None None] Network eb8727e8-9308-4dd2-be2c-174c069c5efc requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:49:37.549008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-61a2d153-ce1d-4852-8d9c-90b105251679 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4758978 Feb 19 03:49:37.550835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 47700) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:37.561517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1046786076-router', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:37.588670 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (8037420a-f772-45eb-9036-fe655d9cc2c6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.590171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (8037420a-f772-45eb-9036-fe655d9cc2c6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.711364 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks [] for router_controller (8037420a-f772-45eb-9036-fe655d9cc2c6), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.734904 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-eb8727e8-9308-4dd2-be2c-174c069c5efc', 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc', 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'fixed_ips': [{'subnet_id': 'edbab5bf-d674-4eb3-b40a-962aabc57c61'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:49:37.739113 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.888214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks [] for router_gateway (8037420a-f772-45eb-9036-fe655d9cc2c6), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.930974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Allocated IP 172.20.0.2 (eb8727e8-9308-4dd2-be2c-174c069c5efc/edbab5bf-d674-4eb3-b40a-962aabc57c61/6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:38.045393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b3be-1674-4b65-aa0a-7ef4fdde629e req-1d453336-0100-46e7-9241-356809e31be8 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:38.053241 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7233b3be-1674-4b65-aa0a-7ef4fdde629e req-1d453336-0100-46e7-9241-356809e31be8 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1594663 Feb 19 03:49:38.111648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7233b3be-1674-4b65-aa0a-7ef4fdde629e req-d28c8e08-0802-44dd-9c98-f4a755d03f01 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573809 Feb 19 03:49:38.128972 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Publish callbacks [] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.140216 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.188242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Network eb8727e8-9308-4dd2-be2c-174c069c5efc is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:38.192068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:38.203421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:38.212251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Pushing event updated for resources: {'Port': ['ID=6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:38.291911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Attempting to bind port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:38.292708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Attempting to bind port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '55f860ec-9fe0-4832-be3b-a0fc839dddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:38.293368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Attempting to bind port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 on network eb8727e8-9308-4dd2-be2c-174c069c5efc {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:38.297090 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks [] for router_gateway (8037420a-f772-45eb-9036-fe655d9cc2c6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.308218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:38.308934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Checking segment: {'id': '55f860ec-9fe0-4832-be3b-a0fc839dddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:38.309888 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.310475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Bound using segment: {'id': '55f860ec-9fe0-4832-be3b-a0fc839dddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:38.311393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Bound port: 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f860ec-9fe0-4832-be3b-a0fc839dddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:38.312092 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.354242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.393987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] For port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:38.398320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] For port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1,segment=NetworkSegment(55f860ec-9fe0-4832-be3b-a0fc839dddcb),segment_id=55f860ec-9fe0-4832-be3b-a0fc839dddcb)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:38.402911 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2343-dadd-470a-b815-f3f5fbc66868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.409362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.543751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4ad8e-a12e-41a5-a55c-5ec49c9479ac None None] Pushing event updated for resources: {'Port': ['ID=6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:38.575701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e65d8a57-46ed-49f7-b395-99a720e00cb7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:38.617075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Allocated IP 172.25.4.252 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/c76fb79b-a594-4707-a82d-a54cda5cfecd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:38.680466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e65d8a57-46ed-49f7-b395-99a720e00cb7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:38.680863 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.766990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks [] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.778863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e65d8a57-46ed-49f7-b395-99a720e00cb7 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:38.779629 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.832992 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.853180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port e65d8a57-46ed-49f7-b395-99a720e00cb7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e65d8a57-46ed-49f7-b395-99a720e00cb7,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:38.860930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.923976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:38.931020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:38.935150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:38.940111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=e65d8a57-46ed-49f7-b395-99a720e00cb7,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:38.973701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Sync routers for ids ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:49:38.994009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Routers {'e77e6b62-bf00-4a2e-8bfe-25b730ef151c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:49:38.994905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:49:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:39.014840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Pushing event updated for resources: {'Port': ['ID=c76fb79b-a594-4707-a82d-a54cda5cfecd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:39.329708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Set router e77e6b62-bf00-4a2e-8bfe-25b730ef151c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:49:39.353975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e20e4-9509-4986-b8b9-90e8b1f07d38 req-1d178001-089e-40af-b66d-59f28428b58a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:39.355518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa7e20e4-9509-4986-b8b9-90e8b1f07d38 req-1d178001-089e-40af-b66d-59f28428b58a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1451085 Feb 19 03:49:39.360201 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks [] for router_gateway (8037420a-f772-45eb-9036-fe655d9cc2c6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:39.459696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa7e20e4-9509-4986-b8b9-90e8b1f07d38 req-9ae260dd-8d05-49f2-b161-01bb66d2ebbf tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645642 Feb 19 03:49:39.594461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'name': 'tempest-TestServerMultinode-227077774-router', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:30Z', 'updated_at': '2022-02-19T03:49:34Z', 'revision_number': 4, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'gw_port': {'id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:31Z', 'updated_at': '2022-02-19T03:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2659bd9-1367-4073-971b-d9ba632f8740', 'name': '', 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'mac_address': 'fa:16:3e:ac:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:34Z', 'updated_at': '2022-02-19T03:49:35Z', 'revision_number': 2, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'subnets': [{'id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:39.624014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Checking router: e77e6b62-bf00-4a2e-8bfe-25b730ef151c for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:49:39.624448 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Updating router e77e6b62-bf00-4a2e-8bfe-25b730ef151c port a2659bd9-1367-4073-971b-d9ba632f8740 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:49:39.653567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (8037420a-f772-45eb-9036-fe655d9cc2c6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:39.662646 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:39.799595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Router 8037420a-f772-45eb-9036-fe655d9cc2c6 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:49:39.939212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2005f4-90b3-4e60-8adf-d4ea2ac9206a None None] Network eb8727e8-9308-4dd2-be2c-174c069c5efc requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:49:39.943601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:49:39.958532 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Sync routers for ids ['8037420a-f772-45eb-9036-fe655d9cc2c6'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:49:39.968814 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:39.971563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-13a09789-f947-4c5a-a0e3-8110ac4de279 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4184601 Feb 19 03:49:39.974522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 47714) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:40.007882 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Routers {'8037420a-f772-45eb-9036-fe655d9cc2c6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:49:40.010388 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:49:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8037420a-f772-45eb-9036-fe655d9cc2c6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:40.067351 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Publish callbacks [] for port (a2659bd9-1367-4073-971b-d9ba632f8740), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.096611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ebcf186e-e7d0-46f6-b691-a4e821c3e424 None None] Provisioning complete for port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:40.096996 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebcf186e-e7d0-46f6-b691-a4e821c3e424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.121733 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.204956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29438ac5-8507-446d-b1bc-23e0b3f30f4d None None] Pushing event updated for resources: {'Port': ['ID=a2659bd9-1367-4073-971b-d9ba632f8740,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:40.284418 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Set router 8037420a-f772-45eb-9036-fe655d9cc2c6 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:49:40.323978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Attempting to bind port a2659bd9-1367-4073-971b-d9ba632f8740 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:40.325018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Attempting to bind port a2659bd9-1367-4073-971b-d9ba632f8740 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:40.325373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Attempting to bind port a2659bd9-1367-4073-971b-d9ba632f8740 on network eb1edb97-f8a8-4cab-87e6-74cfb409c920 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:40.400308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:40.400797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Checking segment: {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:40.401394 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.402888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Bound using segment: {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:40.403483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Bound port: a2659bd9-1367-4073-971b-d9ba632f8740, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:40.414550 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.567302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf186e-e7d0-46f6-b691-a4e821c3e424 None None] Current status of the port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:40.570403 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebcf186e-e7d0-46f6-b691-a4e821c3e424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.643447 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-23b5ad7f-f2c3-432f-bb62-1a80796f86a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.672727 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'name': 'tempest-TestServerMultinode-1046786076-router', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:37Z', 'updated_at': '2022-02-19T03:49:39Z', 'revision_number': 3, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'gw_port': {'id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:38Z', 'updated_at': '2022-02-19T03:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:40.726644 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Checking router: 8037420a-f772-45eb-9036-fe655d9cc2c6 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:49:40.727035 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Updating router 8037420a-f772-45eb-9036-fe655d9cc2c6 port c76fb79b-a594-4707-a82d-a54cda5cfecd binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:49:40.747632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ebcf186e-e7d0-46f6-b691-a4e821c3e424 None None] For port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1,segment=NetworkSegment(55f860ec-9fe0-4832-be3b-a0fc839dddcb),segment_id=55f860ec-9fe0-4832-be3b-a0fc839dddcb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:40.753598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9e0b-7bf3-40a5-a989-29d014d1b00b req-ccaab1e3-946b-4285-8293-b081e56af5fc tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:40.754504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:40.755601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4ce9e0b-7bf3-40a5-a989-29d014d1b00b req-ccaab1e3-946b-4285-8293-b081e56af5fc tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1692553 Feb 19 03:49:40.759922 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.800153 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.820376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebcf186e-e7d0-46f6-b691-a4e821c3e424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.837403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] For port a2659bd9-1367-4073-971b-d9ba632f8740, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:40.880218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4ce9e0b-7bf3-40a5-a989-29d014d1b00b req-82443aa8-5f66-4006-b46d-58e3892b86b5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156292 Feb 19 03:49:40.908779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] For port a2659bd9-1367-4073-971b-d9ba632f8740, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a2659bd9-1367-4073-971b-d9ba632f8740,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:40.921357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:40.921796 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.932737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.999441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf186e-e7d0-46f6-b691-a4e821c3e424 None None] Pushing event updated for resources: {'Port': ['ID=6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:41.028637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-076a8e1e-90ab-4052-89ab-e90ceecc7db3 None None] Provisioning complete for port a2659bd9-1367-4073-971b-d9ba632f8740 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:41.029442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-076a8e1e-90ab-4052-89ab-e90ceecc7db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.073743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Allocated IP 172.20.0.1 (eb8727e8-9308-4dd2-be2c-174c069c5efc/edbab5bf-d674-4eb3-b40a-962aabc57c61/096d7264-7e2d-4c0f-a391-9171fa482779) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:41.140524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Routers {'e77e6b62-bf00-4a2e-8bfe-25b730ef151c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:49:41.141176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:49:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:41.166753 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Publish callbacks [] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.179630 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.227757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29438ac5-8507-446d-b1bc-23e0b3f30f4d None None] Pushing event updated for resources: {'Port': ['ID=a2659bd9-1367-4073-971b-d9ba632f8740,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:41.256088 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Publish callbacks [] for port (096d7264-7e2d-4c0f-a391-9171fa482779), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.259113 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Attempting to bind port c76fb79b-a594-4707-a82d-a54cda5cfecd on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:41.260055 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Attempting to bind port c76fb79b-a594-4707-a82d-a54cda5cfecd by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:41.260824 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Attempting to bind port c76fb79b-a594-4707-a82d-a54cda5cfecd on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:41.268543 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:41.269203 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:41.270230 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.271813 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:41.272482 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Bound port: c76fb79b-a594-4707-a82d-a54cda5cfecd, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:41.273041 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.279044 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831103c-8010-4e54-a6f6-4c41d75acaba None None] Pushing event updated for resources: {'Port': ['ID=c76fb79b-a594-4707-a82d-a54cda5cfecd,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:41.319587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.357566 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] For port c76fb79b-a594-4707-a82d-a54cda5cfecd, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:41.369036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:41.369830 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] For port c76fb79b-a594-4707-a82d-a54cda5cfecd, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c76fb79b-a594-4707-a82d-a54cda5cfecd,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:41.370198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e65d8a57-46ed-49f7-b395-99a720e00cb7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:41.378521 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.398788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Pushing event updated for resources: {'Port': ['ID=096d7264-7e2d-4c0f-a391-9171fa482779,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:41.406895 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Network eb8727e8-9308-4dd2-be2c-174c069c5efc is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:41.408697 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:41.412262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-076a8e1e-90ab-4052-89ab-e90ceecc7db3 None None] Current status of the port a2659bd9-1367-4073-971b-d9ba632f8740 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:41.412660 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-076a8e1e-90ab-4052-89ab-e90ceecc7db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.412794 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:41.417051 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] Set router e77e6b62-bf00-4a2e-8bfe-25b730ef151c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:49:41.455424 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Routers {'8037420a-f772-45eb-9036-fe655d9cc2c6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:49:41.456646 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:49:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8037420a-f772-45eb-9036-fe655d9cc2c6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:41.479148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (8037420a-f772-45eb-9036-fe655d9cc2c6), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.548768 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831103c-8010-4e54-a6f6-4c41d75acaba None None] Pushing event updated for resources: {'Port': ['ID=c76fb79b-a594-4707-a82d-a54cda5cfecd,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:41.603635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-076a8e1e-90ab-4052-89ab-e90ceecc7db3 None None] For port a2659bd9-1367-4073-971b-d9ba632f8740, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a2659bd9-1367-4073-971b-d9ba632f8740,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:41.615939 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] Set router 8037420a-f772-45eb-9036-fe655d9cc2c6 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:49:41.623926 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-076a8e1e-90ab-4052-89ab-e90ceecc7db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.725879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e65d8a57-46ed-49f7-b395-99a720e00cb7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:41.726551 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.750391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.804885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-076a8e1e-90ab-4052-89ab-e90ceecc7db3 None None] Provisioning complete for port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:41.805270 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-076a8e1e-90ab-4052-89ab-e90ceecc7db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:41.843128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a8e1e-90ab-4052-89ab-e90ceecc7db3 None None] Pushing event updated for resources: {'Port': ['ID=a2659bd9-1367-4073-971b-d9ba632f8740,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:41.922926 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'name': 'tempest-TestServerMultinode-1046786076-router', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:37Z', 'updated_at': '2022-02-19T03:49:39Z', 'revision_number': 3, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'gw_port': {'id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:38Z', 'updated_at': '2022-02-19T03:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:41.972654 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4da59-0d96-4c8f-be43-fbb6c4d96fb1 None None] The sync data for ids ['8037420a-f772-45eb-9036-fe655d9cc2c6'] in n-d-826756-2 is: [{'id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'name': 'tempest-TestServerMultinode-1046786076-router', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:37Z', 'updated_at': '2022-02-19T03:49:39Z', 'revision_number': 3, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'gw_port': {'id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:38Z', 'updated_at': '2022-02-19T03:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:49:41.986550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e65d8a57-46ed-49f7-b395-99a720e00cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:42.011946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-076a8e1e-90ab-4052-89ab-e90ceecc7db3 None None] Current status of the port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:42.016717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'name': 'tempest-TestServerMultinode-227077774-router', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:30Z', 'updated_at': '2022-02-19T03:49:34Z', 'revision_number': 4, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'gw_port': {'id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:31Z', 'updated_at': '2022-02-19T03:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2659bd9-1367-4073-971b-d9ba632f8740', 'name': '', 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'mac_address': 'fa:16:3e:ac:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:34Z', 'updated_at': '2022-02-19T03:49:40Z', 'revision_number': 4, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'subnets': [{'id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:42.033490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Publish callbacks [] for port (096d7264-7e2d-4c0f-a391-9171fa482779), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:42.041487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:42.065170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364746c-57b1-4869-8195-c8da5d18ed8d None None] The sync data for ids ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'] in n-d-826756-2 is: [{'id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'name': 'tempest-TestServerMultinode-227077774-router', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:30Z', 'updated_at': '2022-02-19T03:49:34Z', 'revision_number': 4, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'gw_port': {'id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:31Z', 'updated_at': '2022-02-19T03:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a2659bd9-1367-4073-971b-d9ba632f8740', 'name': '', 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'mac_address': 'fa:16:3e:ac:7b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:34Z', 'updated_at': '2022-02-19T03:49:40Z', 'revision_number': 4, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'subnets': [{'id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:49:42.084373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdd6f-d99c-4d48-9783-ef6580f0e559 req-38895138-032f-476d-abb4-a176c1e5d1c2 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:42.085177 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:42.090397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-695fdd6f-d99c-4d48-9783-ef6580f0e559 req-38895138-032f-476d-abb4-a176c1e5d1c2 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0904071 Feb 19 03:49:42.147492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-893f159e-e01a-4f9f-9f29-0a220a33b747 None None] Provisioning complete for port a2659bd9-1367-4073-971b-d9ba632f8740 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:42.147880 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-893f159e-e01a-4f9f-9f29-0a220a33b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:42.155654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Pushing event updated for resources: {'Port': ['ID=096d7264-7e2d-4c0f-a391-9171fa482779,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:42.181690 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (8037420a-f772-45eb-9036-fe655d9cc2c6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:42.182813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-695fdd6f-d99c-4d48-9783-ef6580f0e559 req-a59110d3-85e6-44e4-afce-86c2fe38ee1b tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867248 Feb 19 03:49:42.282994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-893f159e-e01a-4f9f-9f29-0a220a33b747 None None] Current status of the port a2659bd9-1367-4073-971b-d9ba632f8740 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:42.296146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-893f159e-e01a-4f9f-9f29-0a220a33b747 None None] Provisioning complete for port 096d7264-7e2d-4c0f-a391-9171fa482779 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:42.296624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-893f159e-e01a-4f9f-9f29-0a220a33b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:42.314519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Network eb8727e8-9308-4dd2-be2c-174c069c5efc is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:42.316106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:42.359848 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-893f159e-e01a-4f9f-9f29-0a220a33b747 None None] Port 096d7264-7e2d-4c0f-a391-9171fa482779 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:49:42.508246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Router 8037420a-f772-45eb-9036-fe655d9cc2c6 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:49:42.605684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:42.710994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:42.711387 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:42.825236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1797c063-b690-4862-a420-d793e4b3b1fd None None] Provisioning complete for port 096d7264-7e2d-4c0f-a391-9171fa482779 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:42.826442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1797c063-b690-4862-a420-d793e4b3b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:42.934318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:42.935461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a2659bd9-1367-4073-971b-d9ba632f8740 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:42.938895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1797c063-b690-4862-a420-d793e4b3b1fd None None] Port 096d7264-7e2d-4c0f-a391-9171fa482779 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:49:43.025592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a2659bd9-1367-4073-971b-d9ba632f8740 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:43.026395 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:43.245764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:49:43.259291 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b2e9b3d9-b190-4722-86d5-15b9855dd84a admin admin] 10.222.0.42 "PUT /v2.0/routers/8037420a-f772-45eb-9036-fe655d9cc2c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2751536 Feb 19 03:49:43.382381 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:43.401566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cbaed-8e2c-409b-b9d4-00a99573fae9 req-2e379e2f-d294-4e0c-ac51-20405c4dfcae tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:43.405279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d3cbaed-8e2c-409b-b9d4-00a99573fae9 req-2e379e2f-d294-4e0c-ac51-20405c4dfcae tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0831299 Feb 19 03:49:43.435299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a2659bd9-1367-4073-971b-d9ba632f8740 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:43.484608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d3cbaed-8e2c-409b-b9d4-00a99573fae9 req-125c57e3-928d-4a9b-8000-c644b2d7e8bc tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723975 Feb 19 03:49:43.936647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-4f8ce954-8d7d-49e0-9ae2-e925eec3e276 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:43.938624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-4f8ce954-8d7d-49e0-9ae2-e925eec3e276 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/networks?id=eb1edb97-f8a8-4cab-87e6-74cfb409c920 HTTP/1.1" status: 200 len: 910 time: 0.0985391 Feb 19 03:49:43.965969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-74340b4b-0ff1-43d7-b83d-2baddbfb7aed tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/quotas/5fdd640d86e4403cbf30e16524d2c784 HTTP/1.1" status: 200 len: 375 time: 0.0196164 Feb 19 03:49:44.050745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-b42f3400-118e-4d23-a982-20a701a62361 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fdd640d86e4403cbf30e16524d2c784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836854 Feb 19 03:49:44.150472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-7eee742f-a5f3-4ca5-93b1-afb42bb9da7f service neutron] 10.222.0.42 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917966 Feb 19 03:49:44.256205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-dbeb327d-ca8d-4681-8936-73af09f9da54 service neutron] 10.222.0.42 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993922 Feb 19 03:49:44.439500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a09572c-4a50-4229-9a37-225ad920a917 req-ec9ff2ba-0663-4a1d-9ff0-3cdaa27fbbbf tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 210 time: 0.0381491 Feb 19 03:49:44.498208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Sync routers for ids ['8037420a-f772-45eb-9036-fe655d9cc2c6'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:49:44.512942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Routers {'8037420a-f772-45eb-9036-fe655d9cc2c6'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:49:44.513928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:49:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8037420a-f772-45eb-9036-fe655d9cc2c6'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:44.580327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c76fb79b-a594-4707-a82d-a54cda5cfecd up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:44.682810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74819e5b-74b7-402e-ae04-0157f742dade req-4f1ecde8-5f61-402b-bf9a-fdbbe68607aa tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:44.690267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74819e5b-74b7-402e-ae04-0157f742dade req-4f1ecde8-5f61-402b-bf9a-fdbbe68607aa tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0831332 Feb 19 03:49:44.716903 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:44.742163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74819e5b-74b7-402e-ae04-0157f742dade req-cf7fe902-283c-4313-b02a-ef34d1e35f02 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502591 Feb 19 03:49:44.747260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c76fb79b-a594-4707-a82d-a54cda5cfecd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:44.747453 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:44.796755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Set router 8037420a-f772-45eb-9036-fe655d9cc2c6 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:49:44.969991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c76fb79b-a594-4707-a82d-a54cda5cfecd is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:44.970395 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:45.008055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port c76fb79b-a594-4707-a82d-a54cda5cfecd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c76fb79b-a594-4707-a82d-a54cda5cfecd,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:45.014268 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:45.089184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=c76fb79b-a594-4707-a82d-a54cda5cfecd,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:45.114511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'name': 'tempest-TestServerMultinode-1046786076-router', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:37Z', 'updated_at': '2022-02-19T03:49:41Z', 'revision_number': 4, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'gw_port': {'id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:38Z', 'updated_at': '2022-02-19T03:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '096d7264-7e2d-4c0f-a391-9171fa482779', 'name': '', 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'mac_address': 'fa:16:3e:f5:92:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'edbab5bf-d674-4eb3-b40a-962aabc57c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:40Z', 'updated_at': '2022-02-19T03:49:41Z', 'revision_number': 2, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'subnets': [{'id': 'edbab5bf-d674-4eb3-b40a-962aabc57c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:45.155630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Checking router: 8037420a-f772-45eb-9036-fe655d9cc2c6 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:49:45.156084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Updating router 8037420a-f772-45eb-9036-fe655d9cc2c6 port 096d7264-7e2d-4c0f-a391-9171fa482779 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:49:45.192121 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:45.496267 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Publish callbacks [] for port (096d7264-7e2d-4c0f-a391-9171fa482779), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:45.503021 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:45.570209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8fe93a15-10e1-4240-8421-a7395a475398 req-1eb7775f-1a0d-4a92-b9c4-a8a553fa979c tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 210 time: 0.0496652 Feb 19 03:49:45.650624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Attempting to bind port 096d7264-7e2d-4c0f-a391-9171fa482779 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:45.651000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Attempting to bind port 096d7264-7e2d-4c0f-a391-9171fa482779 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '55f860ec-9fe0-4832-be3b-a0fc839dddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:45.651364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Attempting to bind port 096d7264-7e2d-4c0f-a391-9171fa482779 on network eb8727e8-9308-4dd2-be2c-174c069c5efc {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:45.654214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ed11f-f75a-48e2-82b3-bf27f0494dd6 None None] Pushing event updated for resources: {'Port': ['ID=096d7264-7e2d-4c0f-a391-9171fa482779,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:45.661419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:45.661822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Checking segment: {'id': '55f860ec-9fe0-4832-be3b-a0fc839dddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:45.662260 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:45.662652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Bound using segment: {'id': '55f860ec-9fe0-4832-be3b-a0fc839dddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:45.663510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Bound port: 096d7264-7e2d-4c0f-a391-9171fa482779, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f860ec-9fe0-4832-be3b-a0fc839dddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:45.663640 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:45.759704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] For port 096d7264-7e2d-4c0f-a391-9171fa482779, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:45.764078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] For port 096d7264-7e2d-4c0f-a391-9171fa482779, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=096d7264-7e2d-4c0f-a391-9171fa482779,segment=NetworkSegment(55f860ec-9fe0-4832-be3b-a0fc839dddcb),segment_id=55f860ec-9fe0-4832-be3b-a0fc839dddcb)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:45.783998 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:45.810980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-88089e00-40a8-4905-86f0-792b53bccfbb tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:45.812483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-88089e00-40a8-4905-86f0-792b53bccfbb tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.37 "GET /v2.0/networks?id=eb1edb97-f8a8-4cab-87e6-74cfb409c920 HTTP/1.1" status: 200 len: 910 time: 0.1306784 Feb 19 03:49:45.836745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Request body: {'port': {'device_id': '70462852-af8e-43f1-86e8-e39d90eeac78', 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'admin_state_up': True, 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:45.882484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Routers {'8037420a-f772-45eb-9036-fe655d9cc2c6'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:49:45.883307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:49:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8037420a-f772-45eb-9036-fe655d9cc2c6'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:45.935882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Made reservation on behalf of 5fdd640d86e4403cbf30e16524d2c784 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:45.940170 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:46.008687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ba020-7ea4-4356-9197-3216346371af req-63c9cb66-e0d8-4bb3-898e-13845ebed4be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:46.011279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c54ba020-7ea4-4356-9197-3216346371af req-63c9cb66-e0d8-4bb3-898e-13845ebed4be tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1290300 Feb 19 03:49:46.064435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-143ef31f-7255-4884-a05e-50ada6208915 None None] Provisioning complete for port 096d7264-7e2d-4c0f-a391-9171fa482779 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:46.064746 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-143ef31f-7255-4884-a05e-50ada6208915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:46.141751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ed11f-f75a-48e2-82b3-bf27f0494dd6 None None] Pushing event updated for resources: {'Port': ['ID=096d7264-7e2d-4c0f-a391-9171fa482779,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:46.152656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c54ba020-7ea4-4356-9197-3216346371af req-15f55416-d00d-4192-b9b9-80370694f992 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336396 Feb 19 03:49:46.175398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] Set router 8037420a-f772-45eb-9036-fe655d9cc2c6 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:49:46.216299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Allocated IP 172.20.0.13 (eb1edb97-f8a8-4cab-87e6-74cfb409c920/688dbaec-3990-4342-8e4e-1285fc2c2214/57dcfda9-fa58-4c87-94af-0a686cde1423) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:46.404435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-143ef31f-7255-4884-a05e-50ada6208915 None None] Current status of the port 096d7264-7e2d-4c0f-a391-9171fa482779 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:46.405103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-143ef31f-7255-4884-a05e-50ada6208915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:46.477264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-143ef31f-7255-4884-a05e-50ada6208915 None None] For port 096d7264-7e2d-4c0f-a391-9171fa482779, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=096d7264-7e2d-4c0f-a391-9171fa482779,segment=NetworkSegment(55f860ec-9fe0-4832-be3b-a0fc839dddcb),segment_id=55f860ec-9fe0-4832-be3b-a0fc839dddcb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:46.506900 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-143ef31f-7255-4884-a05e-50ada6208915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:46.537039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c76fb79b-a594-4707-a82d-a54cda5cfecd up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:46.617171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ef31f-7255-4884-a05e-50ada6208915 None None] Pushing event updated for resources: {'Port': ['ID=096d7264-7e2d-4c0f-a391-9171fa482779,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:46.657129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'name': 'tempest-TestServerMultinode-1046786076-router', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:37Z', 'updated_at': '2022-02-19T03:49:41Z', 'revision_number': 4, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'gw_port': {'id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:38Z', 'updated_at': '2022-02-19T03:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '096d7264-7e2d-4c0f-a391-9171fa482779', 'name': '', 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'mac_address': 'fa:16:3e:f5:92:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'edbab5bf-d674-4eb3-b40a-962aabc57c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:40Z', 'updated_at': '2022-02-19T03:49:45Z', 'revision_number': 4, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'subnets': [{'id': 'edbab5bf-d674-4eb3-b40a-962aabc57c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:46.662385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c76fb79b-a594-4707-a82d-a54cda5cfecd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:46.662385 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:46.716269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7268df8-7171-468a-b4da-82696c8a7e70 None None] The sync data for ids ['8037420a-f772-45eb-9036-fe655d9cc2c6'] in n-d-826756-2 is: [{'id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'name': 'tempest-TestServerMultinode-1046786076-router', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:37Z', 'updated_at': '2022-02-19T03:49:41Z', 'revision_number': 4, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'gw_port': {'id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:38Z', 'updated_at': '2022-02-19T03:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '096d7264-7e2d-4c0f-a391-9171fa482779', 'name': '', 'network_id': 'eb8727e8-9308-4dd2-be2c-174c069c5efc', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'mac_address': 'fa:16:3e:f5:92:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'edbab5bf-d674-4eb3-b40a-962aabc57c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:40Z', 'updated_at': '2022-02-19T03:49:45Z', 'revision_number': 4, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'subnets': [{'id': 'edbab5bf-d674-4eb3-b40a-962aabc57c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:49:46.718955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-808a0ff3-c3ce-4938-be5f-01173e302b0f None None] Provisioning complete for port 096d7264-7e2d-4c0f-a391-9171fa482779 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:46.719575 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-808a0ff3-c3ce-4938-be5f-01173e302b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:46.843520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-808a0ff3-c3ce-4938-be5f-01173e302b0f None None] Current status of the port 096d7264-7e2d-4c0f-a391-9171fa482779 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:46.902226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks [] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:46.903932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c76fb79b-a594-4707-a82d-a54cda5cfecd is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:46.927519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2570012-eead-4d2d-be4a-dd97e60a614f req-ae25c8d4-ea5c-4f39-a91f-09fbe176a175 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:46.929416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2570012-eead-4d2d-be4a-dd97e60a614f req-ae25c8d4-ea5c-4f39-a91f-09fbe176a175 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.5469422 Feb 19 03:49:46.947430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-1b6a8073-d870-4558-8730-066615837e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:46.949044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-1b6a8073-d870-4558-8730-066615837e1f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 1128 time: 0.5293827 Feb 19 03:49:47.067894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:47.072578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2570012-eead-4d2d-be4a-dd97e60a614f req-23b71959-1fb6-4bad-b48d-c3b7b1a87a47 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347108 Feb 19 03:49:47.137140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Network eb1edb97-f8a8-4cab-87e6-74cfb409c920 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:47.152386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:47.176255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:47.184310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-9d334572-dbab-42a5-9a45-6ac92efbcf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:47.185997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-9d334572-dbab-42a5-9a45-6ac92efbcf45 service neutron] 10.222.0.71 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 912 time: 0.2258344 Feb 19 03:49:47.239336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Pushing event updated for resources: {'Port': ['ID=57dcfda9-fa58-4c87-94af-0a686cde1423,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:47.304212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:47.304832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:47.324934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-9f9d1fe9-3fa2-4fdd-8e76-e46ddc9cac53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978 HTTP/1.1" status: 200 len: 1002 time: 0.1144719 Feb 19 03:49:47.348107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-2304b42f-f6fe-4274-8b64-de4d26f362be tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5171101 Feb 19 03:49:47.354868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3ae0-b877-428b-a8f4-7c24439ea410 req-3ebc47c5-1d5b-43d4-9f4e-14c5dedafbc1 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:47.356891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01fc3ae0-b877-428b-a8f4-7c24439ea410 req-3ebc47c5-1d5b-43d4-9f4e-14c5dedafbc1 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1028 time: 0.2074473 Feb 19 03:49:47.407301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Request body: {'port': {'device_id': '70462852-af8e-43f1-86e8-e39d90eeac78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:47.514542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-421b06f3-7cb4-4970-93d3-42800e5af999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:47.516268 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-421b06f3-7cb4-4970-93d3-42800e5af999 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 200 len: 850 time: 0.1831431 Feb 19 03:49:47.524590 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:47.574846 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b6b47239-861c-4512-9f7b-f9b91c1cf422 None None] Provisioning complete for port 57dcfda9-fa58-4c87-94af-0a686cde1423 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:47.575354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b6b47239-861c-4512-9f7b-f9b91c1cf422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:47.598461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01fc3ae0-b877-428b-a8f4-7c24439ea410 req-fd990d53-e08e-4bf7-8408-22a36b12fda1 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197108 Feb 19 03:49:47.639061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b6b47239-861c-4512-9f7b-f9b91c1cf422 None None] Port 57dcfda9-fa58-4c87-94af-0a686cde1423 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:49:47.664552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-5dc923d4-b7eb-447f-b242-2d5a1a46c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:47.665366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-5dc923d4-b7eb-447f-b242-2d5a1a46c239 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=717aeda8-2a07-4ec4-b068-e6ee6690d36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1320825 Feb 19 03:49:47.871275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-17c16161-b2ca-43c8-b85e-40f3db7514d1 service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585557 Feb 19 03:49:48.025245 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cce8be72-9b35-48c7-a942-b8b3cabcdb0e req-6b6cdb9f-dd41-46c2-b55b-949258f7e744 service neutron] 10.222.0.71 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459868 Feb 19 03:49:48.027348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57dcfda9-fa58-4c87-94af-0a686cde1423 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:49:48.035803 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Publish callbacks [] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.051952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Transition to ACTIVE for port object 57dcfda9-fa58-4c87-94af-0a686cde1423 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:49:48.057912 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.140985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Pushing event updated for resources: {'Port': ['ID=57dcfda9-fa58-4c87-94af-0a686cde1423,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:48.308260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Attempting to bind port 57dcfda9-fa58-4c87-94af-0a686cde1423 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:48.309091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Attempting to bind port 57dcfda9-fa58-4c87-94af-0a686cde1423 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:48.309610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Attempting to bind port 57dcfda9-fa58-4c87-94af-0a686cde1423 on network eb1edb97-f8a8-4cab-87e6-74cfb409c920 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:48.319153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Port 57dcfda9-fa58-4c87-94af-0a686cde1423 on network eb1edb97-f8a8-4cab-87e6-74cfb409c920 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:49:48.320057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Attempting to bind port 57dcfda9-fa58-4c87-94af-0a686cde1423 on network eb1edb97-f8a8-4cab-87e6-74cfb409c920 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:48.333899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:48.334605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Checking segment: {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:48.335195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Bound using segment: {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:48.335961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Bound port: 57dcfda9-fa58-4c87-94af-0a686cde1423, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:48.336437 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.365631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5538f5-0be1-4f5e-9079-6fcfb40258eb req-4bd3efc0-b596-4e9c-9347-672bfde98b3c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:48.367413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da5538f5-0be1-4f5e-9079-6fcfb40258eb req-4bd3efc0-b596-4e9c-9347-672bfde98b3c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1574719 Feb 19 03:49:48.502526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] For port 57dcfda9-fa58-4c87-94af-0a686cde1423, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:48.508717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] For port 57dcfda9-fa58-4c87-94af-0a686cde1423, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=57dcfda9-fa58-4c87-94af-0a686cde1423,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:48.521675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.543959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da5538f5-0be1-4f5e-9079-6fcfb40258eb req-4f794f0a-4efe-4ac5-8ed4-ff5245873638 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681893 Feb 19 03:49:48.550535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:48.554528 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.557035 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] 10.222.0.37 "PUT /v2.0/ports/57dcfda9-fa58-4c87-94af-0a686cde1423 HTTP/1.1" status: 200 len: 1092 time: 1.1772165 Feb 19 03:49:48.557531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70462852-af8e-43f1-86e8-e39d90eeac78', 'tag': '57dcfda9-fa58-4c87-94af-0a686cde1423'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:48.560134 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538c3521-d401-47bf-9c89-c95a522ea4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "70462852-af8e-43f1-86e8-e39d90eeac78", "tag": "57dcfda9-fa58-4c87-94af-0a686cde1423"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:48.585142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 096d7264-7e2d-4c0f-a391-9171fa482779 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:48.648722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51903c3b-0ac4-41ec-bbf5-9d4c9c973917 service neutron] Pushing event updated for resources: {'Port': ['ID=57dcfda9-fa58-4c87-94af-0a686cde1423,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:48.675070 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7fa8af-3dd3-45b7-8556-740837b186d3 x-openstack-request-id: req-bc7fa8af-3dd3-45b7-8556-740837b186d3 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:48.675484 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70462852-af8e-43f1-86e8-e39d90eeac78", "tag": "57dcfda9-fa58-4c87-94af-0a686cde1423", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:48.675734 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc7fa8af-3dd3-45b7-8556-740837b186d3 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:48.676163 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70462852-af8e-43f1-86e8-e39d90eeac78', 'tag': '57dcfda9-fa58-4c87-94af-0a686cde1423', 'status': 'completed', 'code': 200} Feb 19 03:49:48.758004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 096d7264-7e2d-4c0f-a391-9171fa482779 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:48.758834 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.797610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-a2a423a0-3f7c-46e6-8674-4a916154d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:48.800585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-a2a423a0-3f7c-46e6-8674-4a916154d05f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5fdd640d86e4403cbf30e16524d2c784&device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1126 time: 0.1037550 Feb 19 03:49:48.879065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-6a38f1e9-485e-402c-92b0-c4e9667a4e34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57dcfda9-fa58-4c87-94af-0a686cde1423 HTTP/1.1" status: 200 len: 217 time: 0.0442123 Feb 19 03:49:48.882834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 096d7264-7e2d-4c0f-a391-9171fa482779 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:48.904864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e18ec-0225-4ece-ab88-d7fb9b98f4d3 req-69e96b39-4815-4f3b-b3a4-12a7e3f593d4 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:48.906768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d7e18ec-0225-4ece-ab88-d7fb9b98f4d3 req-69e96b39-4815-4f3b-b3a4-12a7e3f593d4 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1126 time: 0.1052005 Feb 19 03:49:48.963430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-89a8a6cc-992e-49b7-b6e3-ef6e62591c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:48.964918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-89a8a6cc-992e-49b7-b6e3-ef6e62591c71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=688dbaec-3990-4342-8e4e-1285fc2c2214 HTTP/1.1" status: 200 len: 848 time: 0.0774326 Feb 19 03:49:48.990754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d7e18ec-0225-4ece-ab88-d7fb9b98f4d3 req-f01efc25-ab7f-4748-ae05-e860cd7365b2 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654190 Feb 19 03:49:49.025141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-b61bd47b-63b3-40a6-949f-37dec974247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.026617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-b61bd47b-63b3-40a6-949f-37dec974247b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb1edb97-f8a8-4cab-87e6-74cfb409c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520229 Feb 19 03:49:49.126809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-b972f3d0-6677-4f44-8f9b-79d8db78f4d5 service neutron] 10.222.0.37 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939600 Feb 19 03:49:49.222156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56b07a2b-da22-4b33-b5bc-a7af0f873a11 req-e04180a9-dd9d-4560-b6e1-8da1a51f8b04 service neutron] 10.222.0.37 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887585 Feb 19 03:49:49.402109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-ee9115a5-650f-4fc9-8192-bcb26a24220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.405056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-ee9115a5-650f-4fc9-8192-bcb26a24220c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5fdd640d86e4403cbf30e16524d2c784&device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1126 time: 0.0929692 Feb 19 03:49:49.519733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-d882c048-7810-40be-a5d5-503d06c02271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.521601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-d882c048-7810-40be-a5d5-503d06c02271 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb1edb97-f8a8-4cab-87e6-74cfb409c920 HTTP/1.1" status: 200 len: 910 time: 0.1083682 Feb 19 03:49:49.567793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-af5d36cb-82a9-406b-8088-0aa23aee293e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57dcfda9-fa58-4c87-94af-0a686cde1423 HTTP/1.1" status: 200 len: 217 time: 0.0392697 Feb 19 03:49:49.632490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-19d21d39-4a42-43c7-a4ce-1e10bba55cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.634132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-19d21d39-4a42-43c7-a4ce-1e10bba55cd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=688dbaec-3990-4342-8e4e-1285fc2c2214 HTTP/1.1" status: 200 len: 848 time: 0.0614059 Feb 19 03:49:49.724713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-4654f869-5003-4903-b518-439950a061f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.726379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-4654f869-5003-4903-b518-439950a061f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb1edb97-f8a8-4cab-87e6-74cfb409c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0868297 Feb 19 03:49:49.733214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae380d2-74ea-4436-acae-79bf527973c7 req-0709777b-e5c4-49c1-a17a-cc619bce72f4 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.734748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ae380d2-74ea-4436-acae-79bf527973c7 req-0709777b-e5c4-49c1-a17a-cc619bce72f4 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0862234 Feb 19 03:49:49.843001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ae380d2-74ea-4436-acae-79bf527973c7 req-848551df-4a24-43a8-88bf-a6ab54a674ea tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997868 Feb 19 03:49:49.861025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-9217021a-2e7a-479b-ab45-332e22ba3cf4 service neutron] 10.222.0.37 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252973 Feb 19 03:49:49.959313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-538c3521-d401-47bf-9c89-c95a522ea4b9 req-81f746f6-ecd2-49fc-b63c-659e92711a45 service neutron] 10.222.0.37 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920858 Feb 19 03:49:50.109188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6b45-b8ee-43a0-8c4c-48cff85fb36f req-b04fb0b8-51c1-4987-bfc7-4229f9083441 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:50.111093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1fc6b45-b8ee-43a0-8c4c-48cff85fb36f req-b04fb0b8-51c1-4987-bfc7-4229f9083441 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1126 time: 0.0474744 Feb 19 03:49:50.158300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1fc6b45-b8ee-43a0-8c4c-48cff85fb36f req-6c2e7604-82c1-4b71-a66b-6808671e5e2f tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Feb 19 03:49:51.275087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5572db-352e-4adb-8df8-12426521110e req-24eeb048-c179-4506-ab65-1cb8e161d065 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:51.276628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c5572db-352e-4adb-8df8-12426521110e req-24eeb048-c179-4506-ab65-1cb8e161d065 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1126 time: 0.0494506 Feb 19 03:49:51.323054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c5572db-352e-4adb-8df8-12426521110e req-5e62aa84-4f27-4122-9862-0ea6eecd60cb tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 Feb 19 03:49:51.416379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 57dcfda9-fa58-4c87-94af-0a686cde1423 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:49:51.677032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 57dcfda9-fa58-4c87-94af-0a686cde1423, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=57dcfda9-fa58-4c87-94af-0a686cde1423,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:51.688611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '57dcfda9-fa58-4c87-94af-0a686cde1423', 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'port_id': '57dcfda9-fa58-4c87-94af-0a686cde1423', 'mac_address': 'fa:16:3e:0f:c1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:49:51.726739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 57dcfda9-fa58-4c87-94af-0a686cde1423 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:51.727055 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:51.739880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dcfda9-fa58-4c87-94af-0a686cde1423 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:49:51.760927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 57dcfda9-fa58-4c87-94af-0a686cde1423, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=57dcfda9-fa58-4c87-94af-0a686cde1423,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:51.764923 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:51.812659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=57dcfda9-fa58-4c87-94af-0a686cde1423,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:52.190567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['57dcfda9-fa58-4c87-94af-0a686cde1423'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:49:52.440184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994a1b-6cad-4869-8fe4-a62d5b8b9d70 req-e3599de6-124b-4b94-a6cf-3a87587b4718 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:52.442231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28994a1b-6cad-4869-8fe4-a62d5b8b9d70 req-e3599de6-124b-4b94-a6cf-3a87587b4718 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1127 time: 0.0499983 Feb 19 03:49:52.493215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28994a1b-6cad-4869-8fe4-a62d5b8b9d70 req-3bd60b61-7493-420b-a1ae-a1f664fffee5 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Feb 19 03:49:52.493444 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:53.408168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 57dcfda9-fa58-4c87-94af-0a686cde1423 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:53.464877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 57dcfda9-fa58-4c87-94af-0a686cde1423 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:49:53.468968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 57dcfda9-fa58-4c87-94af-0a686cde1423 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:53.469338 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:53.547099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 57dcfda9-fa58-4c87-94af-0a686cde1423 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:53.547725 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:53.592052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 57dcfda9-fa58-4c87-94af-0a686cde1423, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=57dcfda9-fa58-4c87-94af-0a686cde1423,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:53.593382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70462852-af8e-43f1-86e8-e39d90eeac78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dcfda9-fa58-4c87-94af-0a686cde1423'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:53.596455 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9584b7e-160f-46dd-be59-88c267c94ab1" -d '{"events": [{"server_uuid": "70462852-af8e-43f1-86e8-e39d90eeac78", "name": "network-vif-plugged", "status": "completed", "tag": "57dcfda9-fa58-4c87-94af-0a686cde1423"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:53.600611 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:53.635306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df87f8d-9d3f-4fa8-96a8-7b21155c3c7e req-872da708-25e4-4ba1-973e-7500224dd51d tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:53.639713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5df87f8d-9d3f-4fa8-96a8-7b21155c3c7e req-872da708-25e4-4ba1-973e-7500224dd51d tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1127 time: 0.0689628 Feb 19 03:49:53.671364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=57dcfda9-fa58-4c87-94af-0a686cde1423,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:53.686394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5df87f8d-9d3f-4fa8-96a8-7b21155c3c7e req-2386deb9-467c-4de3-baaf-b290a47f70d5 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 Feb 19 03:49:53.742842 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f1e42f-93ea-407e-98aa-c0ba3415234e x-openstack-request-id: req-43f1e42f-93ea-407e-98aa-c0ba3415234e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:53.745879 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70462852-af8e-43f1-86e8-e39d90eeac78", "name": "network-vif-plugged", "status": "completed", "tag": "57dcfda9-fa58-4c87-94af-0a686cde1423", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:53.745879 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43f1e42f-93ea-407e-98aa-c0ba3415234e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:53.745879 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70462852-af8e-43f1-86e8-e39d90eeac78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dcfda9-fa58-4c87-94af-0a686cde1423', 'code': 200} Feb 19 03:49:53.895044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98110d-a461-4c84-a8af-9ce7845eecf4 req-2b16e987-7b8e-4a4a-b9a9-921c033a8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:53.896590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d98110d-a461-4c84-a8af-9ce7845eecf4 req-2b16e987-7b8e-4a4a-b9a9-921c033a8323 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1128 time: 0.0603766 Feb 19 03:49:53.946603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d98110d-a461-4c84-a8af-9ce7845eecf4 req-7b2190f3-9222-411c-a8c4-c47af7fc9704 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Feb 19 03:49:54.802125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3a1ae-64b7-4ebc-8136-a9cd99284970 req-c576a209-9e66-45c5-af95-75e49fc0efbe tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:54.803673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ee3a1ae-64b7-4ebc-8136-a9cd99284970 req-c576a209-9e66-45c5-af95-75e49fc0efbe tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1128 time: 0.0448687 Feb 19 03:49:54.848895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ee3a1ae-64b7-4ebc-8136-a9cd99284970 req-8ab0501c-6420-4d6b-a654-9ab3aba5ccce tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Feb 19 03:49:55.242275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-3c14d5fa-6e1a-430f-9fa3-71174beae06d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432010 Feb 19 03:49:55.399109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-309854b2-7450-4b28-8f19-ee6a0398856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:55.403163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-309854b2-7450-4b28-8f19-ee6a0398856f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 1127 time: 0.0563688 Feb 19 03:49:55.519330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-c3f88857-96c8-420a-ab43-f53c7293d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:55.520891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-c3f88857-96c8-420a-ab43-f53c7293d461 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 916 time: 0.0899465 Feb 19 03:49:55.561114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-6be4ff56-c8e2-4500-9006-29cc65087d98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33dcf542-c292-4559-a535-7bfb7f3b9121 HTTP/1.1" status: 200 len: 217 time: 0.0342889 Feb 19 03:49:55.612983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-a1399c99-e435-4607-9b0b-af789dc38b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:55.615074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-a1399c99-e435-4607-9b0b-af789dc38b80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0485058 Feb 19 03:49:55.644258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-b29ac15d-4921-466c-bad5-2fbcd9a1a7a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243213 Feb 19 03:49:55.735100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-77fc7cb4-7200-4145-8bf9-56cc90a1fc50 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853601 Feb 19 03:49:55.828177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93ce4b49-b8dc-4557-a869-37a24e70e748 req-c82fc02b-5fde-4185-9443-08d29322dd7e service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857203 Feb 19 03:49:55.964560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb5d92-278c-4f06-a62f-13e136687720 req-aa75fd20-68a2-4761-b17d-a57eb203cbf9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:55.966134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93eb5d92-278c-4f06-a62f-13e136687720 req-aa75fd20-68a2-4761-b17d-a57eb203cbf9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1128 time: 0.0472648 Feb 19 03:49:56.014048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93eb5d92-278c-4f06-a62f-13e136687720 req-54496c79-c985-4082-9cbb-995d20eee339 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Feb 19 03:49:56.131479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfd7a3-cd08-4a7a-8d37-58166589b14b req-8a8bdf77-38c7-4275-b3b2-aefc34faa406 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:56.133048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67bfd7a3-cd08-4a7a-8d37-58166589b14b req-8a8bdf77-38c7-4275-b3b2-aefc34faa406 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1128 time: 0.0515273 Feb 19 03:49:56.180719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67bfd7a3-cd08-4a7a-8d37-58166589b14b req-74d87169-806a-4490-94a0-4143bfaf3d20 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Feb 19 03:49:56.289207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8453-f4f9-4886-a869-c24ddf4af924 req-99d71677-c01f-420d-8be5-f853971eba1e tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:56.290803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c15f8453-f4f9-4886-a869-c24ddf4af924 req-99d71677-c01f-420d-8be5-f853971eba1e tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1128 time: 0.0441785 Feb 19 03:49:56.335310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c15f8453-f4f9-4886-a869-c24ddf4af924 req-ce1837a5-95c0-4a66-a1f2-b41431ead7c3 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385823 Feb 19 03:49:56.670112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ec55521d-5bb7-4698-b1e7-e37198936082 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:56.671575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ec55521d-5bb7-4698-b1e7-e37198936082 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/networks?id=eb1edb97-f8a8-4cab-87e6-74cfb409c920 HTTP/1.1" status: 200 len: 910 time: 0.0930347 Feb 19 03:49:56.685926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-4a4a0cc7-818e-4f44-b224-738da6cd9ed2 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/quotas/5fdd640d86e4403cbf30e16524d2c784 HTTP/1.1" status: 200 len: 375 time: 0.0088160 Feb 19 03:49:56.740496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-e2859f8d-376f-44eb-8fbf-ccd214d87d91 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fdd640d86e4403cbf30e16524d2c784&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490208 Feb 19 03:49:56.832075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-11dad62e-d8d9-404a-9fe4-6dcd0ace37eb service neutron] 10.222.0.42 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837617 Feb 19 03:49:56.932965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-8c47f8ef-484d-4dcb-9c62-f23f6ece0b99 service neutron] 10.222.0.42 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938110 Feb 19 03:49:57.111882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ffd0015-8172-476e-ac5c-ed8f14468011 req-107ac291-a60a-4997-a95e-70fc424e4009 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 210 time: 0.0301797 Feb 19 03:49:58.133623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-f5e99c78-2e98-49ce-9caa-3efd9917f571 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:58.136028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-f5e99c78-2e98-49ce-9caa-3efd9917f571 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.71 "GET /v2.0/networks?id=eb1edb97-f8a8-4cab-87e6-74cfb409c920 HTTP/1.1" status: 200 len: 910 time: 0.1123297 Feb 19 03:49:58.167255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Request body: {'port': {'device_id': 'ae1a913c-e747-42d4-b41d-bd2ce1c771df', 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'admin_state_up': True, 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:58.215833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Made reservation on behalf of 5fdd640d86e4403cbf30e16524d2c784 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:58.218002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:58.244535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-737a1b03-e56d-4635-8353-a1e8ba479e4f req-b287e96c-481f-4561-8f50-f5ea5109503d tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 210 time: 0.0397615 Feb 19 03:49:58.357473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Allocated IP 172.20.0.12 (eb1edb97-f8a8-4cab-87e6-74cfb409c920/688dbaec-3990-4342-8e4e-1285fc2c2214/7607d33b-5301-4b51-bb9e-d64471e85cab) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:58.491101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks [] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:58.529327 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:58.561988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['57dcfda9-fa58-4c87-94af-0a686cde1423'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:49:58.578012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Network eb1edb97-f8a8-4cab-87e6-74cfb409c920 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:58.584300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:58.586866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:58.611215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Pushing event updated for resources: {'Port': ['ID=7607d33b-5301-4b51-bb9e-d64471e85cab,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:58.625339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.625690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.626195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.626523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.626856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.627191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.627519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.628242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.628599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.629825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.631010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.631356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.631707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.650289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:58.650925 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:58.673066 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-ba266cce-9762-47cd-8182-0221ceb56804 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5140316 Feb 19 03:49:58.687445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Request body: {'port': {'device_id': 'ae1a913c-e747-42d4-b41d-bd2ce1c771df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:58.764257 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:58.887973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-11bc6af0-175f-4711-8ccd-13c73eb5ced2 None None] Provisioning complete for port 7607d33b-5301-4b51-bb9e-d64471e85cab triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:58.889607 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-11bc6af0-175f-4711-8ccd-13c73eb5ced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:58.942278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-11bc6af0-175f-4711-8ccd-13c73eb5ced2 None None] Port 7607d33b-5301-4b51-bb9e-d64471e85cab cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:49:59.049493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7607d33b-5301-4b51-bb9e-d64471e85cab {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:49:59.057654 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Publish callbacks [] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:59.069729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Transition to ACTIVE for port object 7607d33b-5301-4b51-bb9e-d64471e85cab will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:49:59.073321 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:59.150091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7607d33b-5301-4b51-bb9e-d64471e85cab,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:59.206008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Attempting to bind port 7607d33b-5301-4b51-bb9e-d64471e85cab on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:59.206497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Attempting to bind port 7607d33b-5301-4b51-bb9e-d64471e85cab by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:59.206841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Attempting to bind port 7607d33b-5301-4b51-bb9e-d64471e85cab on network eb1edb97-f8a8-4cab-87e6-74cfb409c920 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:59.211651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Port 7607d33b-5301-4b51-bb9e-d64471e85cab on network eb1edb97-f8a8-4cab-87e6-74cfb409c920 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:49:59.211983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Attempting to bind port 7607d33b-5301-4b51-bb9e-d64471e85cab on network eb1edb97-f8a8-4cab-87e6-74cfb409c920 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:59.217235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:59.217573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Checking segment: {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:59.218007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Bound using segment: {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:59.218420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Bound port: 7607d33b-5301-4b51-bb9e-d64471e85cab, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3196db-db9e-4f5c-a71a-5949198c0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:59.218781 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:59.315274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] For port 7607d33b-5301-4b51-bb9e-d64471e85cab, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:59.320410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] For port 7607d33b-5301-4b51-bb9e-d64471e85cab, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7607d33b-5301-4b51-bb9e-d64471e85cab,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:59.339662 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:59.386933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:59.387458 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:59.388892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] 10.222.0.71 "PUT /v2.0/ports/7607d33b-5301-4b51-bb9e-d64471e85cab HTTP/1.1" status: 200 len: 1092 time: 0.7071111 Feb 19 03:49:59.392164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1a913c-e747-42d4-b41d-bd2ce1c771df', 'tag': '7607d33b-5301-4b51-bb9e-d64471e85cab'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:59.393768 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff85044-c635-4231-bcef-a2a0b86dc136" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1a913c-e747-42d4-b41d-bd2ce1c771df", "tag": "7607d33b-5301-4b51-bb9e-d64471e85cab"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:59.431846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c9e82-e615-4d4c-9356-e4cce813f3ff req-602b1400-f0ee-458e-a669-0eaed1423165 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:59.433313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-197c9e82-e615-4d4c-9356-e4cce813f3ff req-602b1400-f0ee-458e-a669-0eaed1423165 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1126 time: 0.1053691 Feb 19 03:49:59.433976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf236ac8-9d0b-417b-a39a-9033c27579c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7607d33b-5301-4b51-bb9e-d64471e85cab,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:59.539220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-197c9e82-e615-4d4c-9356-e4cce813f3ff req-e5e0989c-027d-4939-a774-ccce2b8873a7 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915608 Feb 19 03:49:59.546131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-f567e6e4-5e54-4738-808c-1fbee78da986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:59.548298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-f567e6e4-5e54-4738-808c-1fbee78da986 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5fdd640d86e4403cbf30e16524d2c784&device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1126 time: 0.0913155 Feb 19 03:49:59.615233 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e995d68-7ad6-4011-96c2-783d74ded427 x-openstack-request-id: req-5e995d68-7ad6-4011-96c2-783d74ded427 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:59.615737 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1a913c-e747-42d4-b41d-bd2ce1c771df", "tag": "7607d33b-5301-4b51-bb9e-d64471e85cab", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:59.616001 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e995d68-7ad6-4011-96c2-783d74ded427 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:59.616402 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1a913c-e747-42d4-b41d-bd2ce1c771df', 'tag': '7607d33b-5301-4b51-bb9e-d64471e85cab', 'status': 'completed', 'code': 200} Feb 19 03:49:59.618291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-d88ebb3c-042b-444f-9e06-e3705c117243 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7607d33b-5301-4b51-bb9e-d64471e85cab HTTP/1.1" status: 200 len: 217 time: 0.0571101 Feb 19 03:49:59.675967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-7704606d-0773-46f5-8712-a008ef2440bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:59.677542 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-7704606d-0773-46f5-8712-a008ef2440bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=688dbaec-3990-4342-8e4e-1285fc2c2214 HTTP/1.1" status: 200 len: 848 time: 0.0532482 Feb 19 03:49:59.733868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-a76a6c24-dec1-450e-ab95-06b77df5fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:59.735481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-a76a6c24-dec1-450e-ab95-06b77df5fdcd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eb1edb97-f8a8-4cab-87e6-74cfb409c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505099 Feb 19 03:49:59.838939 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-41a1b0a1-d4ab-4d86-81f5-e9b7d4112279 service neutron] 10.222.0.71 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946925 Feb 19 03:49:59.945495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4bc29ee9-b6aa-46a4-b1d0-de78eecad5de req-f64864c3-66f0-47b4-9227-3e97f85fab11 service neutron] 10.222.0.71 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982852 Feb 19 03:50:00.095208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-04d98de6-aab0-4698-a633-888fb4bcffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:00.096803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-04d98de6-aab0-4698-a633-888fb4bcffbc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5fdd640d86e4403cbf30e16524d2c784&device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1126 time: 0.0483651 Feb 19 03:50:00.201479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-dd525a99-8209-41ec-99e1-988a4dc1f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:00.203102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-dd525a99-8209-41ec-99e1-988a4dc1f8ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=eb1edb97-f8a8-4cab-87e6-74cfb409c920 HTTP/1.1" status: 200 len: 910 time: 0.0993171 Feb 19 03:50:00.252160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-8723b883-8c87-432e-93ab-d87309bffde0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7607d33b-5301-4b51-bb9e-d64471e85cab HTTP/1.1" status: 200 len: 217 time: 0.0429907 Feb 19 03:50:00.305195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-52793236-761e-4668-bb12-8daa355e69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:00.306533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-52793236-761e-4668-bb12-8daa355e69fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=688dbaec-3990-4342-8e4e-1285fc2c2214 HTTP/1.1" status: 200 len: 848 time: 0.0465078 Feb 19 03:50:00.360277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-e4eca471-6f6b-4a35-bc8c-232945ba6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:00.361822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-e4eca471-6f6b-4a35-bc8c-232945ba6086 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eb1edb97-f8a8-4cab-87e6-74cfb409c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485094 Feb 19 03:50:00.825815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-d08cfd10-dd7a-4369-a6a7-14bd7ddc901d service neutron] 10.222.0.71 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555619 Feb 19 03:50:00.837028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac747e46-5f7f-427c-87b3-d874da8a5710 req-26729a0d-cc06-42cd-ad06-21d33a88a799 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:00.838711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac747e46-5f7f-427c-87b3-d874da8a5710 req-26729a0d-cc06-42cd-ad06-21d33a88a799 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1126 time: 0.0874765 Feb 19 03:50:00.948859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac747e46-5f7f-427c-87b3-d874da8a5710 req-a3fda6be-5179-4abd-8fb5-5cca13cf8699 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014528 Feb 19 03:50:00.977400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fff85044-c635-4231-bcef-a2a0b86dc136 req-0ca5e52e-be20-4490-99a0-66b4c84e187a service neutron] 10.222.0.71 "GET /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376927 Feb 19 03:50:02.080093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c31fe-847b-44ef-9241-8f5979189031 req-6a51924e-b85b-4fbb-8ab2-7938f1491e0b tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:02.081761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-085c31fe-847b-44ef-9241-8f5979189031 req-6a51924e-b85b-4fbb-8ab2-7938f1491e0b tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1126 time: 0.0520015 Feb 19 03:50:02.129978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-085c31fe-847b-44ef-9241-8f5979189031 req-83d9a6b8-c504-42c2-9dce-43fc7cd94859 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Feb 19 03:50:02.743033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7607d33b-5301-4b51-bb9e-d64471e85cab details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:50:02.845860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7607d33b-5301-4b51-bb9e-d64471e85cab, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7607d33b-5301-4b51-bb9e-d64471e85cab,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:02.858109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '7607d33b-5301-4b51-bb9e-d64471e85cab', 'network_id': 'eb1edb97-f8a8-4cab-87e6-74cfb409c920', 'port_id': '7607d33b-5301-4b51-bb9e-d64471e85cab', 'mac_address': 'fa:16:3e:85:0e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688dbaec-3990-4342-8e4e-1285fc2c2214', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:50:02.897425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7607d33b-5301-4b51-bb9e-d64471e85cab is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:02.897814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:02.912992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7607d33b-5301-4b51-bb9e-d64471e85cab {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:02.933377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7607d33b-5301-4b51-bb9e-d64471e85cab, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7607d33b-5301-4b51-bb9e-d64471e85cab,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:02.937759 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:02.993612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7607d33b-5301-4b51-bb9e-d64471e85cab,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:03.268555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7607d33b-5301-4b51-bb9e-d64471e85cab'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:03.270730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d0da7-7996-4077-9c6d-56ad065e9b15 req-7e714147-a294-4206-a4b6-aff9f24b8aa3 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:03.278676 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d75d0da7-7996-4077-9c6d-56ad065e9b15 req-7e714147-a294-4206-a4b6-aff9f24b8aa3 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1127 time: 0.0725012 Feb 19 03:50:03.324531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d75d0da7-7996-4077-9c6d-56ad065e9b15 req-a19e532b-8a0c-45f5-ab78-fa01491499a4 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Feb 19 03:50:03.566554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-e914a09a-856e-4ae2-9f90-e09059873384 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:03.568694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-e914a09a-856e-4ae2-9f90-e09059873384 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 815 time: 0.1549838 Feb 19 03:50:03.589724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-97733bd4-40a5-4e99-9826-c2f33e9b050a tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/quotas/eab129946b024cd49a02e4ba8e514943 HTTP/1.1" status: 200 len: 375 time: 0.0113676 Feb 19 03:50:03.674417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-83c3ee49-6424-4c5a-890a-4b495e5bfbea tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781775 Feb 19 03:50:03.806462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-2caee8a3-5c1a-42fb-9cd9-7c586678a0cb service neutron] 10.222.0.42 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224892 Feb 19 03:50:03.929711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-e99c7779-4f86-4bb1-a10f-41524687c2fc service neutron] 10.222.0.42 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157300 Feb 19 03:50:04.159343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4027d977-7bf4-43b2-8b24-862cb0707742 req-edf4eaca-a9fd-47a8-8410-53eb61e5a366 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 210 time: 0.0296862 Feb 19 03:50:04.460550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135936a-1ffc-4005-8213-b88150806e98 req-e47e6c9e-92d3-45d0-b84c-aa03902aef6c tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:04.462160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4135936a-1ffc-4005-8213-b88150806e98 req-e47e6c9e-92d3-45d0-b84c-aa03902aef6c tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1127 time: 0.0549271 Feb 19 03:50:04.527462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4135936a-1ffc-4005-8213-b88150806e98 req-d4ac3779-7f1a-4037-a675-bef8f5c16557 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593343 Feb 19 03:50:04.744946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7607d33b-5301-4b51-bb9e-d64471e85cab up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:04.800095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 7607d33b-5301-4b51-bb9e-d64471e85cab completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:50:04.804653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 7607d33b-5301-4b51-bb9e-d64471e85cab triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:04.805449 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:04.904035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 7607d33b-5301-4b51-bb9e-d64471e85cab is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:04.904308 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:04.929730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1a913c-e747-42d4-b41d-bd2ce1c771df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7607d33b-5301-4b51-bb9e-d64471e85cab'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:04.932447 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d27fb1f-8f7b-465d-a19a-acdd19689a03" -d '{"events": [{"server_uuid": "ae1a913c-e747-42d4-b41d-bd2ce1c771df", "name": "network-vif-plugged", "status": "completed", "tag": "7607d33b-5301-4b51-bb9e-d64471e85cab"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:04.945988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 7607d33b-5301-4b51-bb9e-d64471e85cab, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7607d33b-5301-4b51-bb9e-d64471e85cab,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:04.950775 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:05.022210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=7607d33b-5301-4b51-bb9e-d64471e85cab,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:05.081697 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509d3423-baa7-4b3a-81f0-67642c31ba53 x-openstack-request-id: req-509d3423-baa7-4b3a-81f0-67642c31ba53 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:05.082434 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1a913c-e747-42d4-b41d-bd2ce1c771df", "name": "network-vif-plugged", "status": "completed", "tag": "7607d33b-5301-4b51-bb9e-d64471e85cab", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:05.082760 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-509d3423-baa7-4b3a-81f0-67642c31ba53 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:05.083995 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1a913c-e747-42d4-b41d-bd2ce1c771df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7607d33b-5301-4b51-bb9e-d64471e85cab', 'code': 200} Feb 19 03:50:05.217633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f61f64-11f4-4a1c-a38f-75438faea089 req-2acc718a-85f3-4dd2-b395-0fabe1b4a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:05.219292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07f61f64-11f4-4a1c-a38f-75438faea089 req-2acc718a-85f3-4dd2-b395-0fabe1b4a5f9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1128 time: 0.0714986 Feb 19 03:50:05.330423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e7c561f-7a68-4491-8567-c7a73bb6264d req-1c42d47a-81af-4e86-ac3d-615977a777d4 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 210 time: 0.0752354 Feb 19 03:50:05.397496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07f61f64-11f4-4a1c-a38f-75438faea089 req-e0546573-d265-48db-85c3-fe8f421f5bfe service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646209 Feb 19 03:50:05.430614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-10213851-7983-4d7c-a350-d3b083ee4a13 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:05.433172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-10213851-7983-4d7c-a350-d3b083ee4a13 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 815 time: 0.2126219 Feb 19 03:50:05.478278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Request body: {'port': {'device_id': '459f5199-49b6-438d-b6d6-10a53b75f842', 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c', 'admin_state_up': True, 'tenant_id': 'eab129946b024cd49a02e4ba8e514943'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:05.607485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Made reservation on behalf of eab129946b024cd49a02e4ba8e514943 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:05.613130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:05.736545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c91e00-bec9-4dc4-be5a-29a6a7ae8c74 req-afdac0a1-3323-4579-9b46-bde1c0ff4563 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:05.738318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29c91e00-bec9-4dc4-be5a-29a6a7ae8c74 req-afdac0a1-3323-4579-9b46-bde1c0ff4563 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1128 time: 0.1142955 Feb 19 03:50:05.811486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Allocated IP 172.20.0.2 (4e7e3e30-cd35-4fbd-a348-3f4080b2819c/f728094c-e938-4ec7-b783-ede9bcdcbf36/f0a69371-0c58-462c-ab42-f3f40344afa5) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:05.831688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29c91e00-bec9-4dc4-be5a-29a6a7ae8c74 req-a7095f5f-7839-4bd5-bbc8-9aa58b47295d tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708597 Feb 19 03:50:06.012019 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks [] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.050489 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.087667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33dcf542-c292-4559-a535-7bfb7f3b9121'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:06.096647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:06.099930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:06.106214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:06.132895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Pushing event updated for resources: {'Port': ['ID=f0a69371-0c58-462c-ab42-f3f40344afa5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:06.182499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:06.183693 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.208834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-df34b8e0-9016-4a7b-b858-096684a60e59 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7353883 Feb 19 03:50:06.228011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Request body: {'port': {'device_id': '459f5199-49b6-438d-b6d6-10a53b75f842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:06.302845 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.305730 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.574749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2086bb5-33b8-44d0-9ce6-e883064da3c7 req-295ce0f5-3f32-454e-a2a7-3b702d5b6901 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:06.576356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2086bb5-33b8-44d0-9ce6-e883064da3c7 req-295ce0f5-3f32-454e-a2a7-3b702d5b6901 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 931 time: 0.1303627 Feb 19 03:50:06.681608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2086bb5-33b8-44d0-9ce6-e883064da3c7 req-1c692084-788c-4cd8-8b99-0465844ac315 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856233 Feb 19 03:50:06.760051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a69371-0c58-462c-ab42-f3f40344afa5 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:06.768657 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Publish callbacks [] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.784986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Transition to ACTIVE for port object f0a69371-0c58-462c-ab42-f3f40344afa5 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:50:06.794051 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.851308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Pushing event updated for resources: {'Port': ['ID=f0a69371-0c58-462c-ab42-f3f40344afa5,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:06.968715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Attempting to bind port f0a69371-0c58-462c-ab42-f3f40344afa5 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:06.969081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Attempting to bind port f0a69371-0c58-462c-ab42-f3f40344afa5 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:06.969402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Attempting to bind port f0a69371-0c58-462c-ab42-f3f40344afa5 on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:06.977753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Port f0a69371-0c58-462c-ab42-f3f40344afa5 on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:50:06.978381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Attempting to bind port f0a69371-0c58-462c-ab42-f3f40344afa5 on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:06.987293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ee5ed-764b-4934-80b7-2f7efc9a72b2 req-5236c382-c4bd-47cb-a613-06d2b670e9f7 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:06.988983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-897ee5ed-764b-4934-80b7-2f7efc9a72b2 req-5236c382-c4bd-47cb-a613-06d2b670e9f7 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1128 time: 0.0743661 Feb 19 03:50:06.991500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:06.991916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Checking segment: {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:06.992467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Bound using segment: {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:06.993180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Bound port: f0a69371-0c58-462c-ab42-f3f40344afa5, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:06.993583 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.075233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-897ee5ed-764b-4934-80b7-2f7efc9a72b2 req-c202190d-601e-4509-ac68-8720f64907c9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790939 Feb 19 03:50:07.090739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] For port f0a69371-0c58-462c-ab42-f3f40344afa5, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:07.094522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] For port f0a69371-0c58-462c-ab42-f3f40344afa5, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f0a69371-0c58-462c-ab42-f3f40344afa5,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:07.101925 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.138242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:07.138878 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.140361 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] 10.222.0.37 "PUT /v2.0/ports/f0a69371-0c58-462c-ab42-f3f40344afa5 HTTP/1.1" status: 200 len: 1091 time: 0.9178996 Feb 19 03:50:07.140833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459f5199-49b6-438d-b6d6-10a53b75f842', 'tag': 'f0a69371-0c58-462c-ab42-f3f40344afa5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:07.143165 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6ef393-be9a-4679-b137-cbff0390cdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "459f5199-49b6-438d-b6d6-10a53b75f842", "tag": "f0a69371-0c58-462c-ab42-f3f40344afa5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:07.195112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca60334-7c9a-49af-a586-7f5a1c8fb40f service neutron] Pushing event updated for resources: {'Port': ['ID=f0a69371-0c58-462c-ab42-f3f40344afa5,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:07.243269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8e382-b80b-4c56-817b-3fe443667b01 req-6aaaba3d-15ad-4de5-9210-43b66f738e17 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:07.244829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1e8e382-b80b-4c56-817b-3fe443667b01 req-6aaaba3d-15ad-4de5-9210-43b66f738e17 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1128 time: 0.0967379 Feb 19 03:50:07.253535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-8125aaa5-478d-47d6-ac07-50a5255a568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:07.255072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-8125aaa5-478d-47d6-ac07-50a5255a568e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 1125 time: 0.0569923 Feb 19 03:50:07.313425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-b1f9fef5-c2c0-47f3-8664-f2f0663a09c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a69371-0c58-462c-ab42-f3f40344afa5 HTTP/1.1" status: 200 len: 217 time: 0.0414832 Feb 19 03:50:07.356530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1e8e382-b80b-4c56-817b-3fe443667b01 req-65876d63-ffe8-4062-948f-54b39406847f tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048696 Feb 19 03:50:07.383203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-da031501-7f53-4dda-84d0-83aa2bef453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:07.384810 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-da031501-7f53-4dda-84d0-83aa2bef453a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0633526 Feb 19 03:50:07.424538 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36e3609-de99-44f3-adbd-be2563867e74 x-openstack-request-id: req-e36e3609-de99-44f3-adbd-be2563867e74 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:07.424832 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459f5199-49b6-438d-b6d6-10a53b75f842", "tag": "f0a69371-0c58-462c-ab42-f3f40344afa5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:07.425088 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e36e3609-de99-44f3-adbd-be2563867e74 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:07.425497 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459f5199-49b6-438d-b6d6-10a53b75f842', 'tag': 'f0a69371-0c58-462c-ab42-f3f40344afa5', 'status': 'completed', 'code': 200} Feb 19 03:50:07.427529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-52bcc58a-796c-41bb-9edc-2d9c237e55ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306611 Feb 19 03:50:07.551724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-060651dd-2e81-4cf3-88e0-474cf3306972 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183052 Feb 19 03:50:07.556916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ed0b1-4ad6-44a6-ab98-744cf90ac68c req-e4560ced-a42c-484a-b617-23616d20d71f tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:07.558490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-443ed0b1-4ad6-44a6-ab98-744cf90ac68c req-e4560ced-a42c-484a-b617-23616d20d71f tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1128 time: 0.0809884 Feb 19 03:50:07.655983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-443ed0b1-4ad6-44a6-ab98-744cf90ac68c req-ac63db4a-596a-43b4-ab64-cf35edd88ab1 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894837 Feb 19 03:50:07.678913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71e728f1-a96c-4e6d-8418-7f1dd828719b req-027f33fd-3e0f-48a0-a5c8-030489816f11 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194706 Feb 19 03:50:07.833444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef393-be9a-4679-b137-cbff0390cdc5 req-702eed0b-5686-4ce7-9bcf-71c24c0a0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:07.837572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6ef393-be9a-4679-b137-cbff0390cdc5 req-702eed0b-5686-4ce7-9bcf-71c24c0a0f5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 1125 time: 0.0601466 Feb 19 03:50:08.001665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef393-be9a-4679-b137-cbff0390cdc5 req-b836471b-9a2e-41fd-a3cb-f7eec95441b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:08.003198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6ef393-be9a-4679-b137-cbff0390cdc5 req-b836471b-9a2e-41fd-a3cb-f7eec95441b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 916 time: 0.1501546 Feb 19 03:50:08.014105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad3ec-3774-48cf-bfe8-9ab4f6f92b46 req-fd92e436-ee33-44eb-b8a1-40ef37b5ecab tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:08.015649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0abad3ec-3774-48cf-bfe8-9ab4f6f92b46 req-fd92e436-ee33-44eb-b8a1-40ef37b5ecab tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 943 time: 0.0956790 Feb 19 03:50:08.058684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6ef393-be9a-4679-b137-cbff0390cdc5 req-3844ba20-b5e1-45a1-b538-53f5c9687aee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a69371-0c58-462c-ab42-f3f40344afa5 HTTP/1.1" status: 200 len: 217 time: 0.0417371 Feb 19 03:50:08.127310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0abad3ec-3774-48cf-bfe8-9ab4f6f92b46 req-1b8331f6-3e29-4858-beb0-50026fb0618f tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030486 Feb 19 03:50:08.143280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef393-be9a-4679-b137-cbff0390cdc5 req-1a83648b-88c4-4bfa-b366-5d91207c3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:08.144814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6ef393-be9a-4679-b137-cbff0390cdc5 req-1a83648b-88c4-4bfa-b366-5d91207c3748 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0774939 Feb 19 03:50:08.189498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6ef393-be9a-4679-b137-cbff0390cdc5 req-368dfad1-a89b-4a01-8ce5-32a861bb0e5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360589 Feb 19 03:50:08.272188 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f08d5e02-9f7f-4040-8f8c-da2ff60d0a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:08.314471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032b956-af88-40b4-a9f7-366ae922f6f3 req-5d0a2083-5fb0-4647-88cb-d35aeda86cd2 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:08.316158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7032b956-af88-40b4-a9f7-366ae922f6f3 req-5d0a2083-5fb0-4647-88cb-d35aeda86cd2 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1128 time: 0.1120040 Feb 19 03:50:08.322760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6ef393-be9a-4679-b137-cbff0390cdc5 req-47a98259-f795-4862-b23e-686b5b7c733f service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261771 Feb 19 03:50:08.445642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7032b956-af88-40b4-a9f7-366ae922f6f3 req-1362f13d-fafc-42b8-a6de-b63f6813f1c7 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142805 Feb 19 03:50:08.476841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6ef393-be9a-4679-b137-cbff0390cdc5 req-76424892-73a5-46fe-9697-1924837edd7a service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474776 Feb 19 03:50:09.282303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a500a10-ef93-4478-926d-68bb5e07e9a3 req-5a017b05-6651-48ba-83f1-9222913e363b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:09.284808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a500a10-ef93-4478-926d-68bb5e07e9a3 req-5a017b05-6651-48ba-83f1-9222913e363b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 943 time: 0.0822325 Feb 19 03:50:09.347720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a500a10-ef93-4478-926d-68bb5e07e9a3 req-eb282042-ba9a-4595-9281-13013e5edf16 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542843 Feb 19 03:50:09.522025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-7d90c3cf-54cf-4083-b987-eee7ed7ece9a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:09.523784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-7d90c3cf-54cf-4083-b987-eee7ed7ece9a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1128 time: 0.0486112 Feb 19 03:50:09.629921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be069e6-4b2a-4389-9c63-9e2f00bf018e req-761f9cc9-dfa9-4180-9032-0ea1fbb61760 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:09.631485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3be069e6-4b2a-4389-9c63-9e2f00bf018e req-761f9cc9-dfa9-4180-9032-0ea1fbb61760 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae1a913c-e747-42d4-b41d-bd2ce1c771df HTTP/1.1" status: 200 len: 1128 time: 0.0960667 Feb 19 03:50:09.662263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-0161ac90-2e56-4ec5-8e7b-43629b334aa9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Deleting port 7607d33b-5301-4b51-bb9e-d64471e85cab {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:09.662600 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-0161ac90-2e56-4ec5-8e7b-43629b334aa9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:09.724303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3be069e6-4b2a-4389-9c63-9e2f00bf018e req-753f7a54-187e-4f3b-8cb0-c744cb8bbfb6 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860138 Feb 19 03:50:09.766377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-0161ac90-2e56-4ec5-8e7b-43629b334aa9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] For port 7607d33b-5301-4b51-bb9e-d64471e85cab, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7607d33b-5301-4b51-bb9e-d64471e85cab,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:09.766857 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-0161ac90-2e56-4ec5-8e7b-43629b334aa9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:09.784970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-0161ac90-2e56-4ec5-8e7b-43629b334aa9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Calling delete_port for 7607d33b-5301-4b51-bb9e-d64471e85cab owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:09.915380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-0161ac90-2e56-4ec5-8e7b-43629b334aa9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7607d33b-5301-4b51-bb9e-d64471e85cab), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:09.927314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['7607d33b-5301-4b51-bb9e-d64471e85cab'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:09.941228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161ac90-2e56-4ec5-8e7b-43629b334aa9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Pushing event deleted for resources: {'Port': ['ID=7607d33b-5301-4b51-bb9e-d64471e85cab,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:09.967578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['57dcfda9-fa58-4c87-94af-0a686cde1423'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:09.996963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-0161ac90-2e56-4ec5-8e7b-43629b334aa9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] No DVR routers for this DVR port 7607d33b-5301-4b51-bb9e-d64471e85cab on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:09.999704 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-0161ac90-2e56-4ec5-8e7b-43629b334aa9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:10.003304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44d7cd7c-bec9-44fc-8700-dbea519a85ad req-0161ac90-2e56-4ec5-8e7b-43629b334aa9 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.71 "DELETE /v2.0/ports/7607d33b-5301-4b51-bb9e-d64471e85cab HTTP/1.1" status: 204 len: 173 time: 0.4739728 Feb 19 03:50:10.003871 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1a913c-e747-42d4-b41d-bd2ce1c771df', 'name': 'network-vif-deleted', 'tag': '7607d33b-5301-4b51-bb9e-d64471e85cab'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:10.007300 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6db335-2dd4-4c36-bf12-fa197e61bd07" -d '{"events": [{"server_uuid": "ae1a913c-e747-42d4-b41d-bd2ce1c771df", "name": "network-vif-deleted", "tag": "7607d33b-5301-4b51-bb9e-d64471e85cab"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:10.056695 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4f00c1-a0e0-4604-a363-febfd9bd355b x-openstack-request-id: req-dd4f00c1-a0e0-4604-a363-febfd9bd355b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:10.057047 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1a913c-e747-42d4-b41d-bd2ce1c771df", "name": "network-vif-deleted", "tag": "7607d33b-5301-4b51-bb9e-d64471e85cab", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:10.057308 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd4f00c1-a0e0-4604-a363-febfd9bd355b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:10.058298 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1a913c-e747-42d4-b41d-bd2ce1c771df', 'name': 'network-vif-deleted', 'tag': '7607d33b-5301-4b51-bb9e-d64471e85cab', 'status': 'completed', 'code': 200} Feb 19 03:50:10.471724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1e40335e-3dd5-4e2d-adea-9bc05fe16fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:10.509274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71273bf4-d5bd-43bf-8a3b-212986855773 req-a967aaf7-3a13-4150-a946-d4f789e0d522 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:10.511000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71273bf4-d5bd-43bf-8a3b-212986855773 req-a967aaf7-3a13-4150-a946-d4f789e0d522 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 943 time: 0.0817971 Feb 19 03:50:10.574976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-71273bf4-d5bd-43bf-8a3b-212986855773 req-65b197a8-63c6-485d-b53b-d9ed2406e0c1 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514901 Feb 19 03:50:11.022980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b52fd-a3cd-48ed-80f5-2edc9038f7c3 req-b3e56eb1-4b83-4bb6-8e58-8b77585c6205 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:11.024567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af4b52fd-a3cd-48ed-80f5-2edc9038f7c3 req-b3e56eb1-4b83-4bb6-8e58-8b77585c6205 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1128 time: 0.0461729 Feb 19 03:50:11.067530 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:50:11.073646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af4b52fd-a3cd-48ed-80f5-2edc9038f7c3 req-c7f1eb9a-9f7f-42a7-b859-f44fad4a20b5 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433884 Feb 19 03:50:11.477655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f0a69371-0c58-462c-ab42-f3f40344afa5 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:50:11.587221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f0a69371-0c58-462c-ab42-f3f40344afa5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f0a69371-0c58-462c-ab42-f3f40344afa5,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:11.601165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'f0a69371-0c58-462c-ab42-f3f40344afa5', 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c', 'port_id': 'f0a69371-0c58-462c-ab42-f3f40344afa5', 'mac_address': 'fa:16:3e:d6:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f728094c-e938-4ec7-b783-ede9bcdcbf36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:50:11.640902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f0a69371-0c58-462c-ab42-f3f40344afa5 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:11.641384 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:11.656639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a69371-0c58-462c-ab42-f3f40344afa5 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:11.678564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f0a69371-0c58-462c-ab42-f3f40344afa5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f0a69371-0c58-462c-ab42-f3f40344afa5,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:11.683257 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:11.710797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353300f-8dfe-4a35-90be-66a3a6a3dc51 req-6a6b68c3-e72d-4d41-a3ee-609c165c8872 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:11.712355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c353300f-8dfe-4a35-90be-66a3a6a3dc51 req-6a6b68c3-e72d-4d41-a3ee-609c165c8872 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 943 time: 0.0582676 Feb 19 03:50:11.732957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f0a69371-0c58-462c-ab42-f3f40344afa5,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:11.768319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c353300f-8dfe-4a35-90be-66a3a6a3dc51 req-0b0c7698-c3b6-4a4f-90b5-9c0510945f3d tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495083 Feb 19 03:50:12.043343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:12.108702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['f0a69371-0c58-462c-ab42-f3f40344afa5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:12.190949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c2a55-e6c5-4fb7-9bdb-c1bc63b37d7f req-14af415f-23e1-4048-8003-eb7624065a51 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:12.193095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-318c2a55-e6c5-4fb7-9bdb-c1bc63b37d7f req-14af415f-23e1-4048-8003-eb7624065a51 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1128 time: 0.0459363 Feb 19 03:50:12.241313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-318c2a55-e6c5-4fb7-9bdb-c1bc63b37d7f req-9d68e76f-8a1c-4732-bdca-841b60b2ee3c tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1fb433ed-592d-4577-94ad-ac6b69c763a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404060 Feb 19 03:50:12.777728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7607d33b-5301-4b51-bb9e-d64471e85cab no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:12.804020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 7607d33b-5301-4b51-bb9e-d64471e85cab {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:12.804367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7607d33b-5301-4b51-bb9e-d64471e85cab not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:12.850377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-eceaf3cb-39e7-4da1-b041-cefd09df5a35 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:12.852822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-eceaf3cb-39e7-4da1-b041-cefd09df5a35 tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 1128 time: 0.0669882 Feb 19 03:50:12.962077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0752b4-955e-4f14-b31a-512bfe57c64c req-b84db558-adfb-4277-96d9-7f8e222fc366 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:12.963931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e0752b4-955e-4f14-b31a-512bfe57c64c req-b84db558-adfb-4277-96d9-7f8e222fc366 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 944 time: 0.1101868 Feb 19 03:50:13.015529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-7ef66f4e-af51-430d-9cc8-a5763575ad4a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Deleting port 57dcfda9-fa58-4c87-94af-0a686cde1423 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:13.015875 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-7ef66f4e-af51-430d-9cc8-a5763575ad4a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:13.072045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e0752b4-955e-4f14-b31a-512bfe57c64c req-6ef93777-7e7e-407e-bf33-b19093063687 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964537 Feb 19 03:50:13.089577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:13.122839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-7ef66f4e-af51-430d-9cc8-a5763575ad4a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] For port 57dcfda9-fa58-4c87-94af-0a686cde1423, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=57dcfda9-fa58-4c87-94af-0a686cde1423,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:13.123213 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-7ef66f4e-af51-430d-9cc8-a5763575ad4a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:13.136316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-7ef66f4e-af51-430d-9cc8-a5763575ad4a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Calling delete_port for 57dcfda9-fa58-4c87-94af-0a686cde1423 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:13.265083 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-7ef66f4e-af51-430d-9cc8-a5763575ad4a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (57dcfda9-fa58-4c87-94af-0a686cde1423), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:13.297675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['57dcfda9-fa58-4c87-94af-0a686cde1423'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:13.304359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef66f4e-af51-430d-9cc8-a5763575ad4a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Pushing event deleted for resources: {'Port': ['ID=57dcfda9-fa58-4c87-94af-0a686cde1423,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:13.383249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e1f6e85-c9df-4a5f-b060-7f1c4478e1ec req-1878a758-9eb8-4075-ae63-744326d7463f tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70462852-af8e-43f1-86e8-e39d90eeac78 HTTP/1.1" status: 200 len: 210 time: 0.0654080 Feb 19 03:50:13.384327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-7ef66f4e-af51-430d-9cc8-a5763575ad4a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] No DVR routers for this DVR port 57dcfda9-fa58-4c87-94af-0a686cde1423 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:13.387172 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-7ef66f4e-af51-430d-9cc8-a5763575ad4a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:13.404181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fb68cb0-4f59-494d-be70-b367d631d36f req-7ef66f4e-af51-430d-9cc8-a5763575ad4a tempest-TestServerMultinode-273711467 tempest-TestServerMultinode-273711467-project-admin] 10.222.0.37 "DELETE /v2.0/ports/57dcfda9-fa58-4c87-94af-0a686cde1423 HTTP/1.1" status: 204 len: 173 time: 0.5320988 Feb 19 03:50:13.404769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70462852-af8e-43f1-86e8-e39d90eeac78', 'name': 'network-vif-deleted', 'tag': '57dcfda9-fa58-4c87-94af-0a686cde1423'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:13.410127 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2755e326-2f86-4680-852d-414f516ad442" -d '{"events": [{"server_uuid": "70462852-af8e-43f1-86e8-e39d90eeac78", "name": "network-vif-deleted", "tag": "57dcfda9-fa58-4c87-94af-0a686cde1423"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:13.454486 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beea61a8-9d58-4ea7-b2cf-6e5391edaaab x-openstack-request-id: req-beea61a8-9d58-4ea7-b2cf-6e5391edaaab {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:13.454806 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70462852-af8e-43f1-86e8-e39d90eeac78", "name": "network-vif-deleted", "tag": "57dcfda9-fa58-4c87-94af-0a686cde1423", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:13.455062 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-beea61a8-9d58-4ea7-b2cf-6e5391edaaab {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:13.455475 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70462852-af8e-43f1-86e8-e39d90eeac78', 'name': 'network-vif-deleted', 'tag': '57dcfda9-fa58-4c87-94af-0a686cde1423', 'status': 'completed', 'code': 200} Feb 19 03:50:13.482682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f0a69371-0c58-462c-ab42-f3f40344afa5 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:13.545660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port f0a69371-0c58-462c-ab42-f3f40344afa5 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:50:13.550502 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port f0a69371-0c58-462c-ab42-f3f40344afa5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:13.550908 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:13.639292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port f0a69371-0c58-462c-ab42-f3f40344afa5 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:13.639592 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:13.665476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459f5199-49b6-438d-b6d6-10a53b75f842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a69371-0c58-462c-ab42-f3f40344afa5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:13.668081 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b19bd8-4105-4ae8-b705-abb8632cc89f" -d '{"events": [{"server_uuid": "459f5199-49b6-438d-b6d6-10a53b75f842", "name": "network-vif-plugged", "status": "completed", "tag": "f0a69371-0c58-462c-ab42-f3f40344afa5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:13.681971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port f0a69371-0c58-462c-ab42-f3f40344afa5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f0a69371-0c58-462c-ab42-f3f40344afa5,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:13.686546 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:13.713669 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd9142e-3623-4dd5-81f9-8edffe7adff4 x-openstack-request-id: req-cbd9142e-3623-4dd5-81f9-8edffe7adff4 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:13.714000 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459f5199-49b6-438d-b6d6-10a53b75f842", "name": "network-vif-plugged", "status": "completed", "tag": "f0a69371-0c58-462c-ab42-f3f40344afa5", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:13.714289 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbd9142e-3623-4dd5-81f9-8edffe7adff4 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:13.714686 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459f5199-49b6-438d-b6d6-10a53b75f842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a69371-0c58-462c-ab42-f3f40344afa5', 'code': 200} Feb 19 03:50:13.737669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=f0a69371-0c58-462c-ab42-f3f40344afa5,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:13.856964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db002107-903d-4cbd-bb73-37d41ca37c47 req-5613a8f9-166a-4c76-b6b8-d8a5d534ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:13.859097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db002107-903d-4cbd-bb73-37d41ca37c47 req-5613a8f9-166a-4c76-b6b8-d8a5d534ea3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 1127 time: 0.0471666 Feb 19 03:50:13.923537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db002107-903d-4cbd-bb73-37d41ca37c47 req-61328206-bfac-417c-8a1a-028455552ff7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546062 Feb 19 03:50:14.265246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c1760-49db-4c4b-81e5-20e3a6d91957 req-3ddb217b-3a2a-4409-ac1c-5bba559b2d7b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:14.274956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af9c1760-49db-4c4b-81e5-20e3a6d91957 req-3ddb217b-3a2a-4409-ac1c-5bba559b2d7b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 945 time: 0.0934455 Feb 19 03:50:14.358420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af9c1760-49db-4c4b-81e5-20e3a6d91957 req-ba0be23a-13c5-44c3-8da9-38743a8e00f3 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821950 Feb 19 03:50:14.470633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48470) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:14.632581 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:14.877183 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:15.527929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fac70-41fa-4225-97a0-8334fec4c172 req-01615b5f-84ef-46ae-a4b8-676584316120 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:15.529631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e14fac70-41fa-4225-97a0-8334fec4c172 req-01615b5f-84ef-46ae-a4b8-676584316120 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 945 time: 0.0770693 Feb 19 03:50:15.652842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e14fac70-41fa-4225-97a0-8334fec4c172 req-1d6432a3-1860-4efc-87f4-85c7440b27b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149979 Feb 19 03:50:15.769907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] Deleting port a2659bd9-1367-4073-971b-d9ba632f8740 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:15.770812 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:15.903055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] For port a2659bd9-1367-4073-971b-d9ba632f8740, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a2659bd9-1367-4073-971b-d9ba632f8740,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:15.904369 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:15.924100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] Calling delete_port for a2659bd9-1367-4073-971b-d9ba632f8740 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:16.189299 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a2659bd9-1367-4073-971b-d9ba632f8740), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:16.221007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2659bd9-1367-4073-971b-d9ba632f8740,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:16.476831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:16.735130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] Router e77e6b62-bf00-4a2e-8bfe-25b730ef151c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:50:16.899481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:16.904958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a1d1df09-48cb-43f3-b06a-3c9b942369e1 admin admin] 10.222.0.42 "PUT /v2.0/routers/e77e6b62-bf00-4a2e-8bfe-25b730ef151c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4336190 Feb 19 03:50:16.907657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:16.913150 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] Sync routers for ids ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:16.939536 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] Routers {'e77e6b62-bf00-4a2e-8bfe-25b730ef151c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:16.940168 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:17.059748 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Publish callbacks [] for router (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.076714 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] Set router e77e6b62-bf00-4a2e-8bfe-25b730ef151c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:17.210789 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Publish callbacks [] for router_gateway (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.294514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Deleting port e65d8a57-46ed-49f7-b395-99a720e00cb7 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:17.295035 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.339314 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'name': 'tempest-TestServerMultinode-227077774-router', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:30Z', 'updated_at': '2022-02-19T03:50:16Z', 'revision_number': 5, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'gw_port': {'id': 'e65d8a57-46ed-49f7-b395-99a720e00cb7', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:31Z', 'updated_at': '2022-02-19T03:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:17.400074 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] Checking router: e77e6b62-bf00-4a2e-8bfe-25b730ef151c for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:17.410069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] For port e65d8a57-46ed-49f7-b395-99a720e00cb7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e65d8a57-46ed-49f7-b395-99a720e00cb7,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:17.411406 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.421775 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] Routers {'e77e6b62-bf00-4a2e-8bfe-25b730ef151c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:17.422436 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:17.430934 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Calling delete_port for e65d8a57-46ed-49f7-b395-99a720e00cb7 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:17.514667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 57dcfda9-fa58-4c87-94af-0a686cde1423 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:17.555419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 57dcfda9-fa58-4c87-94af-0a686cde1423 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:17.556039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 57dcfda9-fa58-4c87-94af-0a686cde1423 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:17.688681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e65d8a57-46ed-49f7-b395-99a720e00cb7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.698512 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] Set router e77e6b62-bf00-4a2e-8bfe-25b730ef151c gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:17.726357 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e65d8a57-46ed-49f7-b395-99a720e00cb7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:17.797801 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'name': 'tempest-TestServerMultinode-227077774-router', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:30Z', 'updated_at': '2022-02-19T03:50:17Z', 'revision_number': 6, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:17.816017 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.833392 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3deb0-cca5-4260-bf48-145f7bde2094 None None] The sync data for ids ['e77e6b62-bf00-4a2e-8bfe-25b730ef151c'] in n-d-826756-2 is: [{'id': 'e77e6b62-bf00-4a2e-8bfe-25b730ef151c', 'name': 'tempest-TestServerMultinode-227077774-router', 'tenant_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:30Z', 'updated_at': '2022-02-19T03:50:17Z', 'revision_number': 6, 'project_id': 'fc9ec9c343d54052ac092335d74ae1fa', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:17.934977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.937227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Publish callbacks [] for router_controller (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.989379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (e77e6b62-bf00-4a2e-8bfe-25b730ef151c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.989981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e77e6b62-bf00-4a2e-8bfe-25b730ef151c {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:50:17.995127 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.998940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48498) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:17.999419 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7d2e5d3a-5b2c-4753-8244-7e8feebf41bd admin admin] 10.222.0.42 "DELETE /v2.0/routers/e77e6b62-bf00-4a2e-8bfe-25b730ef151c HTTP/1.1" status: 204 len: 168 time: 1.0901592 Feb 19 03:50:18.055551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3229b93-d692-4e66-a6ca-b43129e72488 admin admin] Deleting subnet 688dbaec-3990-4342-8e4e-1285fc2c2214 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:50:18.059052 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3229b93-d692-4e66-a6ca-b43129e72488 admin admin] Publish callbacks [] for subnet (688dbaec-3990-4342-8e4e-1285fc2c2214), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:18.096311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3229b93-d692-4e66-a6ca-b43129e72488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (688dbaec-3990-4342-8e4e-1285fc2c2214), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:18.184113 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3229b93-d692-4e66-a6ca-b43129e72488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (688dbaec-3990-4342-8e4e-1285fc2c2214), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:18.246612 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3229b93-d692-4e66-a6ca-b43129e72488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (688dbaec-3990-4342-8e4e-1285fc2c2214), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:18.293297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3229b93-d692-4e66-a6ca-b43129e72488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688dbaec-3990-4342-8e4e-1285fc2c2214,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:18.296314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5fb02-54d3-48c1-b444-bd3729345cd6 None None] Network eb1edb97-f8a8-4cab-87e6-74cfb409c920 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:18.310347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3229b93-d692-4e66-a6ca-b43129e72488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:18.323853 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48502) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:18.326900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e3229b93-d692-4e66-a6ca-b43129e72488 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/688dbaec-3990-4342-8e4e-1285fc2c2214 HTTP/1.1" status: 204 len: 168 time: 0.3196881 Feb 19 03:50:18.481458 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (eb1edb97-f8a8-4cab-87e6-74cfb409c920), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:18.560292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Deleting port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:18.561165 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:18.651890 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] For port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4ffd7ff5-2e95-49e8-b858-06d54fb7317a,segment=NetworkSegment(5c3196db-db9e-4f5c-a71a-5949198c0470),segment_id=5c3196db-db9e-4f5c-a71a-5949198c0470)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:18.652302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:18.669266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Calling delete_port for 4ffd7ff5-2e95-49e8-b858-06d54fb7317a owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:18.769996 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4ffd7ff5-2e95-49e8-b858-06d54fb7317a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:18.774833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908fda8-790c-44c3-abbe-af57733112cd None None] DHCP port deletion for eb1edb97-f8a8-4cab-87e6-74cfb409c920 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:50:18.792898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] No DVR routers for this DVR port 4ffd7ff5-2e95-49e8-b858-06d54fb7317a on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:18.858827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffd7ff5-2e95-49e8-b858-06d54fb7317a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:18.893720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e65d8a57-46ed-49f7-b395-99a720e00cb7 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:18.920320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e65d8a57-46ed-49f7-b395-99a720e00cb7 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:18.920928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e65d8a57-46ed-49f7-b395-99a720e00cb7 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:18.921754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a2659bd9-1367-4073-971b-d9ba632f8740 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:18.943719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (eb1edb97-f8a8-4cab-87e6-74cfb409c920), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:18.945137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a2659bd9-1367-4073-971b-d9ba632f8740 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:18.945700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a2659bd9-1367-4073-971b-d9ba632f8740 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:18.946362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4ffd7ff5-2e95-49e8-b858-06d54fb7317a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:18.972455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1edb97-f8a8-4cab-87e6-74cfb409c920']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:18.981032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4ffd7ff5-2e95-49e8-b858-06d54fb7317a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:18.982648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4ffd7ff5-2e95-49e8-b858-06d54fb7317a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:18.995096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3196db-db9e-4f5c-a71a-5949198c0470') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:18.995740 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3196db-db9e-4f5c-a71a-5949198c0470') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:19.009259 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (5c3196db-db9e-4f5c-a71a-5949198c0470), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:19.027180 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5c3196db-db9e-4f5c-a71a-5949198c0470), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:19.034236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:50:19.034761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (5c3196db-db9e-4f5c-a71a-5949198c0470), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:50:19.037976 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:50:19.110617 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (eb1edb97-f8a8-4cab-87e6-74cfb409c920), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:19.116197 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:19.122902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48506) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:19.123398 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] 10.222.0.42 "DELETE /v2.0/networks/eb1edb97-f8a8-4cab-87e6-74cfb409c920 HTTP/1.1" status: 204 len: 168 time: 0.7978725 Feb 19 03:50:19.139451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091d2c6-e065-4971-9e62-f176c9c00a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1edb97-f8a8-4cab-87e6-74cfb409c920,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:19.549427 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (8037420a-f772-45eb-9036-fe655d9cc2c6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:19.825360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] Deleting port 096d7264-7e2d-4c0f-a391-9171fa482779 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:19.825766 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:19.917318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] For port 096d7264-7e2d-4c0f-a391-9171fa482779, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=096d7264-7e2d-4c0f-a391-9171fa482779,segment=NetworkSegment(55f860ec-9fe0-4832-be3b-a0fc839dddcb),segment_id=55f860ec-9fe0-4832-be3b-a0fc839dddcb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:19.917885 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:19.932955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] Calling delete_port for 096d7264-7e2d-4c0f-a391-9171fa482779 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:20.150944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (096d7264-7e2d-4c0f-a391-9171fa482779), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:20.178239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] Pushing event deleted for resources: {'Port': ['ID=096d7264-7e2d-4c0f-a391-9171fa482779,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:20.368908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (8037420a-f772-45eb-9036-fe655d9cc2c6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:20.701990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] Router 8037420a-f772-45eb-9036-fe655d9cc2c6 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:50:20.829378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:20.839558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2bb2c518-d3f4-4ed9-ae98-9300631fc87e admin admin] 10.222.0.42 "PUT /v2.0/routers/8037420a-f772-45eb-9036-fe655d9cc2c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114065 Feb 19 03:50:20.839558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48520) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:20.841634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] Sync routers for ids ['8037420a-f772-45eb-9036-fe655d9cc2c6'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:20.867417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] Routers {'8037420a-f772-45eb-9036-fe655d9cc2c6'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:20.871597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8037420a-f772-45eb-9036-fe655d9cc2c6'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:20.995828 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Publish callbacks [] for router (8037420a-f772-45eb-9036-fe655d9cc2c6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.035030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] Set router 8037420a-f772-45eb-9036-fe655d9cc2c6 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:21.125922 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Publish callbacks [] for router_gateway (8037420a-f772-45eb-9036-fe655d9cc2c6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.175411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48524) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:21.211998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Deleting port c76fb79b-a594-4707-a82d-a54cda5cfecd {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:21.212335 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.267825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'name': 'tempest-TestServerMultinode-1046786076-router', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:37Z', 'updated_at': '2022-02-19T03:50:20Z', 'revision_number': 5, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'gw_port': {'id': 'c76fb79b-a594-4707-a82d-a54cda5cfecd', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:49:38Z', 'updated_at': '2022-02-19T03:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:21.325382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] For port c76fb79b-a594-4707-a82d-a54cda5cfecd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c76fb79b-a594-4707-a82d-a54cda5cfecd,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:21.325754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.338742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] Checking router: 8037420a-f772-45eb-9036-fe655d9cc2c6 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:21.349347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] Routers {'8037420a-f772-45eb-9036-fe655d9cc2c6'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:21.350078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Calling delete_port for c76fb79b-a594-4707-a82d-a54cda5cfecd owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:21.350227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8037420a-f772-45eb-9036-fe655d9cc2c6'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:21.465382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1b1d0ed3-9c7e-4740-a0d0-eda0e54c598e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d300826056314a2d8a64ed866e15724a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886710 Feb 19 03:50:21.468971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48528) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:21.479779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] Set router 8037420a-f772-45eb-9036-fe655d9cc2c6 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:21.556788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-255959b5-dfb3-4a25-a241-8117984fea3d admin admin] Publish callbacks [] for security_group (89e2a640-e013-4027-a77d-3529dcdabef4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.597342 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-255959b5-dfb3-4a25-a241-8117984fea3d admin admin] Publish callbacks [] for security_group (89e2a640-e013-4027-a77d-3529dcdabef4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.611562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c76fb79b-a594-4707-a82d-a54cda5cfecd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.623657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'name': 'tempest-TestServerMultinode-1046786076-router', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:37Z', 'updated_at': '2022-02-19T03:50:21Z', 'revision_number': 6, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:21.651957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76fb79b-a594-4707-a82d-a54cda5cfecd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:21.684038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64528a-b7b6-4e6b-b706-92c3b58db4c5 None None] The sync data for ids ['8037420a-f772-45eb-9036-fe655d9cc2c6'] in n-d-826756-2 is: [{'id': '8037420a-f772-45eb-9036-fe655d9cc2c6', 'name': 'tempest-TestServerMultinode-1046786076-router', 'tenant_id': '5fdd640d86e4403cbf30e16524d2c784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:49:37Z', 'updated_at': '2022-02-19T03:50:21Z', 'revision_number': 6, 'project_id': '5fdd640d86e4403cbf30e16524d2c784', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:21.701405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-255959b5-dfb3-4a25-a241-8117984fea3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (89e2a640-e013-4027-a77d-3529dcdabef4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.704278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-255959b5-dfb3-4a25-a241-8117984fea3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.707671 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-255959b5-dfb3-4a25-a241-8117984fea3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89e2a640-e013-4027-a77d-3529dcdabef4 HTTP/1.1" status: 204 len: 168 time: 0.2347691 Feb 19 03:50:21.722305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255959b5-dfb3-4a25-a241-8117984fea3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e2a640-e013-4027-a77d-3529dcdabef4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:21.777781 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (8037420a-f772-45eb-9036-fe655d9cc2c6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.920426 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (8037420a-f772-45eb-9036-fe655d9cc2c6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.922867 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Publish callbacks [] for router_controller (8037420a-f772-45eb-9036-fe655d9cc2c6), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.978516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (8037420a-f772-45eb-9036-fe655d9cc2c6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.979030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8037420a-f772-45eb-9036-fe655d9cc2c6 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:50:21.991156 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:21.993060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4c43da3a-b97b-4900-b6bf-3fe5c62c0650 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8037420a-f772-45eb-9036-fe655d9cc2c6 HTTP/1.1" status: 204 len: 168 time: 1.1539581 Feb 19 03:50:21.995656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48536) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:22.070897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-7093fdfb-d74e-480b-9da6-ed0e97e3ef39 admin admin] Deleting subnet edbab5bf-d674-4eb3-b40a-962aabc57c61 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:50:22.076071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7093fdfb-d74e-480b-9da6-ed0e97e3ef39 admin admin] Publish callbacks [] for subnet (edbab5bf-d674-4eb3-b40a-962aabc57c61), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:22.156799 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7093fdfb-d74e-480b-9da6-ed0e97e3ef39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (edbab5bf-d674-4eb3-b40a-962aabc57c61), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:22.261357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7093fdfb-d74e-480b-9da6-ed0e97e3ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (edbab5bf-d674-4eb3-b40a-962aabc57c61), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:22.360898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7093fdfb-d74e-480b-9da6-ed0e97e3ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (edbab5bf-d674-4eb3-b40a-962aabc57c61), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:22.391354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093fdfb-d74e-480b-9da6-ed0e97e3ef39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edbab5bf-d674-4eb3-b40a-962aabc57c61,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:22.396970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7093fdfb-d74e-480b-9da6-ed0e97e3ef39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:22.403195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff65779e-41f7-4726-b722-0e76e5ac5f50 None None] Network eb8727e8-9308-4dd2-be2c-174c069c5efc requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:22.417670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48550) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:22.427686 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7093fdfb-d74e-480b-9da6-ed0e97e3ef39 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/edbab5bf-d674-4eb3-b40a-962aabc57c61 HTTP/1.1" status: 204 len: 168 time: 0.4304335 Feb 19 03:50:22.603951 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (eb8727e8-9308-4dd2-be2c-174c069c5efc), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:22.732679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Deleting port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:22.732989 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:22.748399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:22.748981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 096d7264-7e2d-4c0f-a391-9171fa482779 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:22.796457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 096d7264-7e2d-4c0f-a391-9171fa482779 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:22.806322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 096d7264-7e2d-4c0f-a391-9171fa482779 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:22.806930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c76fb79b-a594-4707-a82d-a54cda5cfecd no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:22.844954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: c76fb79b-a594-4707-a82d-a54cda5cfecd {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:22.845306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c76fb79b-a594-4707-a82d-a54cda5cfecd not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:22.854742 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:22.977284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1863543518-network', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:22.993363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf1115-1a38-4bea-a46f-bcb4c17dcce4 None None] DHCP port deletion for eb8727e8-9308-4dd2-be2c-174c069c5efc request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:50:23.015253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Made reservation on behalf of 376c6aae1e8540e28d62012a9bc0a7c0 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:23.017657 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.037272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.087021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-77bf1115-1a38-4bea-a46f-bcb4c17dcce4 None None] Deleting port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:23.087562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-77bf1115-1a38-4bea-a46f-bcb4c17dcce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.215430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-77bf1115-1a38-4bea-a46f-bcb4c17dcce4 None None] For port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1,segment=NetworkSegment(55f860ec-9fe0-4832-be3b-a0fc839dddcb),segment_id=55f860ec-9fe0-4832-be3b-a0fc839dddcb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:23.216135 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-77bf1115-1a38-4bea-a46f-bcb4c17dcce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.217772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Publish callbacks [] for security_group (efbe9bc2-61e0-47aa-827a-80b601fe2a65), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.223554 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (efbe9bc2-61e0-47aa-827a-80b601fe2a65), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.240296 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:50:23.252398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-77bf1115-1a38-4bea-a46f-bcb4c17dcce4 None None] Calling delete_port for 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:23.255200 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8a02aedd-6ea0-42e0-9340-c83f1f5de869), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.255710 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Added segment 8a02aedd-6ea0-42e0-9340-c83f1f5de869 of type vlan for network 04466b06-8f66-415e-903d-f1f1abc51787 Feb 19 03:50:23.318915 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (04466b06-8f66-415e-903d-f1f1abc51787), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.380640 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbe9bc2-61e0-47aa-827a-80b601fe2a65,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:23.385711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (04466b06-8f66-415e-903d-f1f1abc51787), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.386967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:23.387684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.407492 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-77bf1115-1a38-4bea-a46f-bcb4c17dcce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.465428 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7154946 Feb 19 03:50:23.465542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf1115-1a38-4bea-a46f-bcb4c17dcce4 None None] Pushing event deleted for resources: {'Port': ['ID=6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:23.466484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48562) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:23.474086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Request body: {'subnet': {'network_id': '04466b06-8f66-415e-903d-f1f1abc51787', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1863543518-subnet', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:23.474247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf1115-1a38-4bea-a46f-bcb4c17dcce4 None None] No DVR routers for this DVR port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:23.478245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] For port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1,segment=NetworkSegment(55f860ec-9fe0-4832-be3b-a0fc839dddcb),segment_id=55f860ec-9fe0-4832-be3b-a0fc839dddcb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:23.478810 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.490259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931bcbc-56d0-48fb-83d5-fbf35b8ca194 admin admin] Pushing event updated for resources: {'Network': ['ID=04466b06-8f66-415e-903d-f1f1abc51787,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:23.504186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 04466b06-8f66-415e-903d-f1f1abc51787 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:50:23.509151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Calling delete_port for 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:23.509900 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Made reservation on behalf of 376c6aae1e8540e28d62012a9bc0a7c0 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:23.513114 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.606162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.637372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:23.639491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] No DVR routers for this DVR port 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:23.715153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (eb8727e8-9308-4dd2-be2c-174c069c5efc), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.717725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (a4d2f11d-53ed-4240-ad78-4b2315a3573a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.738032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8727e8-9308-4dd2-be2c-174c069c5efc']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:23.748059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f860ec-9fe0-4832-be3b-a0fc839dddcb') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:23.748490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f860ec-9fe0-4832-be3b-a0fc839dddcb') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:23.760116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (55f860ec-9fe0-4832-be3b-a0fc839dddcb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.773102 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d2f11d-53ed-4240-ad78-4b2315a3573a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:23.776396 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (55f860ec-9fe0-4832-be3b-a0fc839dddcb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.783574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:50:23.784424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (55f860ec-9fe0-4832-be3b-a0fc839dddcb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:50:23.787310 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:50:23.805718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Checking segment: {'id': '8a02aedd-6ea0-42e0-9340-c83f1f5de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:23.806206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Network hostable DHCP agents. Network: 04466b06-8f66-415e-903d-f1f1abc51787, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:50:23.831423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Network 04466b06-8f66-415e-903d-f1f1abc51787 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:50:23.847494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 04466b06-8f66-415e-903d-f1f1abc51787) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:23.856891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:23.857729 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.863702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267d26c4-ce57-4fa1-81e3-7760160fedfa None None] Network 04466b06-8f66-415e-903d-f1f1abc51787 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:23.867173 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (eb8727e8-9308-4dd2-be2c-174c069c5efc), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.874139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.882403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/eb8727e8-9308-4dd2-be2c-174c069c5efc HTTP/1.1" status: 204 len: 168 time: 1.4633496 Feb 19 03:50:23.883875 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7f4cc1f7-897d-4924-969f-cd739088b5f8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4139400 Feb 19 03:50:23.886427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48568) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:23.890738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1863543518-router', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:23.901775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd67ff-423d-40b6-ac0e-0b17a26fa4e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8727e8-9308-4dd2-be2c-174c069c5efc,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:23.915518 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (d73e56aa-f137-4dd2-8e92-2d450cc8434c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.917225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (d73e56aa-f137-4dd2-8e92-2d450cc8434c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.998323 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks [] for router_controller (d73e56aa-f137-4dd2-8e92-2d450cc8434c), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.042098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-04466b06-8f66-415e-903d-f1f1abc51787', 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787', 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'fixed_ips': [{'subnet_id': 'a4d2f11d-53ed-4240-ad78-4b2315a3573a'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:50:24.043696 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.069826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48570) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:24.123089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bdc17477-af39-4c94-91ea-c33cb490135d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc9ec9c343d54052ac092335d74ae1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495975 Feb 19 03:50:24.126277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48572) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:24.177731 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks [] for router_gateway (d73e56aa-f137-4dd2-8e92-2d450cc8434c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.200232 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8ff8ba7-8ce2-4b1c-95df-aed1a78516f6 admin admin] Publish callbacks [] for security_group (a7f184ad-4513-4cbf-af45-7781d78dd72f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.237675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8ff8ba7-8ce2-4b1c-95df-aed1a78516f6 admin admin] Publish callbacks [] for security_group (a7f184ad-4513-4cbf-af45-7781d78dd72f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.240882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Allocated IP 172.20.0.2 (04466b06-8f66-415e-903d-f1f1abc51787/a4d2f11d-53ed-4240-ad78-4b2315a3573a/9dd9890f-f65e-477a-8735-34fdb8778608) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:24.339238 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8ff8ba7-8ce2-4b1c-95df-aed1a78516f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a7f184ad-4513-4cbf-af45-7781d78dd72f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.342834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8ff8ba7-8ce2-4b1c-95df-aed1a78516f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.347130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f8ff8ba7-8ce2-4b1c-95df-aed1a78516f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7f184ad-4513-4cbf-af45-7781d78dd72f HTTP/1.1" status: 204 len: 168 time: 0.2195683 Feb 19 03:50:24.360742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff8ba7-8ce2-4b1c-95df-aed1a78516f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f184ad-4513-4cbf-af45-7781d78dd72f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:24.438111 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Publish callbacks [] for port (9dd9890f-f65e-477a-8735-34fdb8778608), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.440866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks [] for router_gateway (d73e56aa-f137-4dd2-8e92-2d450cc8434c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.451836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.484833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.510683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Network 04466b06-8f66-415e-903d-f1f1abc51787 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:24.515749 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:24.522305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:24.530501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Pushing event updated for resources: {'Port': ['ID=9dd9890f-f65e-477a-8735-34fdb8778608,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:24.565463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:24.617512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:24.617894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6ccab37c-bb8f-4e39-bbf4-f6a1da840ec1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:24.624702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Attempting to bind port 9dd9890f-f65e-477a-8735-34fdb8778608 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:24.624905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Attempting to bind port 9dd9890f-f65e-477a-8735-34fdb8778608 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '8a02aedd-6ea0-42e0-9340-c83f1f5de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:24.625264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Attempting to bind port 9dd9890f-f65e-477a-8735-34fdb8778608 on network 04466b06-8f66-415e-903d-f1f1abc51787 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:24.630773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:24.631156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Checking segment: {'id': '8a02aedd-6ea0-42e0-9340-c83f1f5de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:24.631566 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.631973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Bound using segment: {'id': '8a02aedd-6ea0-42e0-9340-c83f1f5de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:24.632669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Bound port: 9dd9890f-f65e-477a-8735-34fdb8778608, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a02aedd-6ea0-42e0-9340-c83f1f5de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:24.633066 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.660381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Allocated IP 172.25.4.150 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/e94a9629-2b57-4ae3-a2f5-04ce76b69293) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:24.716362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] For port 9dd9890f-f65e-477a-8735-34fdb8778608, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:24.720917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] For port 9dd9890f-f65e-477a-8735-34fdb8778608, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9dd9890f-f65e-477a-8735-34fdb8778608,segment=NetworkSegment(8a02aedd-6ea0-42e0-9340-c83f1f5de869),segment_id=8a02aedd-6ea0-42e0-9340-c83f1f5de869)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:24.730184 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.802300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccd29b-2e81-481d-87ec-ae3a8f8d7aef None None] Pushing event updated for resources: {'Port': ['ID=9dd9890f-f65e-477a-8735-34fdb8778608,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:24.813181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks [] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.862198 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.913101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:24.916757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:24.920987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:24.959404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Pushing event updated for resources: {'Port': ['ID=e94a9629-2b57-4ae3-a2f5-04ce76b69293,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:24.978636 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48582) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:25.156415 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f9fd8a9f-5e7f-46e2-8d10-3af48109b632 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fdd640d86e4403cbf30e16524d2c784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747093 Feb 19 03:50:25.157175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48586) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:25.274360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01800392-42f0-4dce-9623-b15ededbe873 admin admin] Publish callbacks [] for security_group (1fb433ed-592d-4577-94ad-ac6b69c763a7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:25.315135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01800392-42f0-4dce-9623-b15ededbe873 admin admin] Publish callbacks [] for security_group (1fb433ed-592d-4577-94ad-ac6b69c763a7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:25.391211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01800392-42f0-4dce-9623-b15ededbe873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1fb433ed-592d-4577-94ad-ac6b69c763a7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:25.394328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01800392-42f0-4dce-9623-b15ededbe873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:25.399074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-01800392-42f0-4dce-9623-b15ededbe873 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fb433ed-592d-4577-94ad-ac6b69c763a7 HTTP/1.1" status: 204 len: 168 time: 0.2384467 Feb 19 03:50:25.400901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks [] for router_gateway (d73e56aa-f137-4dd2-8e92-2d450cc8434c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:25.431589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01800392-42f0-4dce-9623-b15ededbe873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb433ed-592d-4577-94ad-ac6b69c763a7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:25.689136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (d73e56aa-f137-4dd2-8e92-2d450cc8434c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:25.715796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de27217-0d42-4feb-9994-4b9ae282d083 req-52b6d764-9eda-4f5c-ba86-474b80996e10 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:25.718016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8de27217-0d42-4feb-9994-4b9ae282d083 req-52b6d764-9eda-4f5c-ba86-474b80996e10 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0942409 Feb 19 03:50:25.834676 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8de27217-0d42-4feb-9994-4b9ae282d083 req-28368ef5-385b-43d1-9a86-2379d7152830 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081471 Feb 19 03:50:25.993428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Router d73e56aa-f137-4dd2-8e92-2d450cc8434c is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:50:26.170138 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:26.184910 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Sync routers for ids ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:26.195130 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:26.196365 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-76b276ef-8b9f-4399-9a51-68f203a8120d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3089654 Feb 19 03:50:26.201550 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48600) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:26.205835 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Routers {'d73e56aa-f137-4dd2-8e92-2d450cc8434c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:26.207150 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:26.326688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a53d3d-fbbd-4ef8-9fae-801a9a911741 None None] Network 04466b06-8f66-415e-903d-f1f1abc51787 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:26.341251 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Set router d73e56aa-f137-4dd2-8e92-2d450cc8434c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:26.467895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a768bc6b-57a1-4443-b448-041853c9f612 None None] Provisioning complete for port 9dd9890f-f65e-477a-8735-34fdb8778608 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:26.468458 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a768bc6b-57a1-4443-b448-041853c9f612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:26.616494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a768bc6b-57a1-4443-b448-041853c9f612 None None] Current status of the port 9dd9890f-f65e-477a-8735-34fdb8778608 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:26.617149 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a768bc6b-57a1-4443-b448-041853c9f612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:26.636025 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'name': 'tempest-TestAggregatesBasicOps-1863543518-router', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:23Z', 'updated_at': '2022-02-19T03:50:25Z', 'revision_number': 3, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'gw_port': {'id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:24Z', 'updated_at': '2022-02-19T03:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:26.675411 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Checking router: d73e56aa-f137-4dd2-8e92-2d450cc8434c for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:26.676252 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Updating router d73e56aa-f137-4dd2-8e92-2d450cc8434c port e94a9629-2b57-4ae3-a2f5-04ce76b69293 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:50:26.681222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a768bc6b-57a1-4443-b448-041853c9f612 None None] For port 9dd9890f-f65e-477a-8735-34fdb8778608, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9dd9890f-f65e-477a-8735-34fdb8778608,segment=NetworkSegment(8a02aedd-6ea0-42e0-9340-c83f1f5de869),segment_id=8a02aedd-6ea0-42e0-9340-c83f1f5de869)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:26.682820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9dd9890f-f65e-477a-8735-34fdb8778608 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:26.688836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a768bc6b-57a1-4443-b448-041853c9f612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:26.746054 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:26.799929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768bc6b-57a1-4443-b448-041853c9f612 None None] Pushing event updated for resources: {'Port': ['ID=9dd9890f-f65e-477a-8735-34fdb8778608,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:26.817829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:26.820169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 9dd9890f-f65e-477a-8735-34fdb8778608 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:26.820758 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:26.915212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 9dd9890f-f65e-477a-8735-34fdb8778608 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:27.012820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b74f2eba-45e9-437a-b357-0727970348eb None None] Provisioning complete for port 9dd9890f-f65e-477a-8735-34fdb8778608 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:27.013479 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b74f2eba-45e9-437a-b357-0727970348eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:27.099508 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Publish callbacks [] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:27.108617 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:27.126145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07d8e7-4498-44ea-86ae-1f8c1486318d req-4894e0bf-d28c-4f38-bc44-09b34d61ebb7 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:27.127768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd07d8e7-4498-44ea-86ae-1f8c1486318d req-4894e0bf-d28c-4f38-bc44-09b34d61ebb7 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.1238954 Feb 19 03:50:27.151664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b74f2eba-45e9-437a-b357-0727970348eb None None] Current status of the port 9dd9890f-f65e-477a-8735-34fdb8778608 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:27.167830 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Attempting to bind port e94a9629-2b57-4ae3-a2f5-04ce76b69293 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:27.168220 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Attempting to bind port e94a9629-2b57-4ae3-a2f5-04ce76b69293 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:27.168592 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Attempting to bind port e94a9629-2b57-4ae3-a2f5-04ce76b69293 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:27.179366 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:27.179754 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:27.180173 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:27.180572 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:27.181067 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Bound port: e94a9629-2b57-4ae3-a2f5-04ce76b69293, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:27.181457 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:27.205789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd07d8e7-4498-44ea-86ae-1f8c1486318d req-85326514-4024-455d-9cd7-845ecd4b6ea0 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700350 Feb 19 03:50:27.220836 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c0936-ebaa-4b48-9c5d-d59135d4607d None None] Pushing event updated for resources: {'Port': ['ID=e94a9629-2b57-4ae3-a2f5-04ce76b69293,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:27.260014 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] For port e94a9629-2b57-4ae3-a2f5-04ce76b69293, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:27.266305 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] For port e94a9629-2b57-4ae3-a2f5-04ce76b69293, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e94a9629-2b57-4ae3-a2f5-04ce76b69293,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:27.274948 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:27.343613 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Routers {'d73e56aa-f137-4dd2-8e92-2d450cc8434c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:27.344249 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:27.350338 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c0936-ebaa-4b48-9c5d-d59135d4607d None None] Pushing event updated for resources: {'Port': ['ID=e94a9629-2b57-4ae3-a2f5-04ce76b69293,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:27.470333 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] Set router d73e56aa-f137-4dd2-8e92-2d450cc8434c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:27.529625 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Allocated IP 172.20.0.1 (04466b06-8f66-415e-903d-f1f1abc51787/a4d2f11d-53ed-4240-ad78-4b2315a3573a/c289eebf-657d-4d51-ae46-ef4e1309d0f8) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:27.670868 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Publish callbacks [] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:27.702455 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'name': 'tempest-TestAggregatesBasicOps-1863543518-router', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:23Z', 'updated_at': '2022-02-19T03:50:25Z', 'revision_number': 3, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'gw_port': {'id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:24Z', 'updated_at': '2022-02-19T03:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:27.718341 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:27.738324 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28c19a-70e3-46dc-a830-9b789a92aef1 None None] The sync data for ids ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'] in n-d-826756-2 is: [{'id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'name': 'tempest-TestAggregatesBasicOps-1863543518-router', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:23Z', 'updated_at': '2022-02-19T03:50:25Z', 'revision_number': 3, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'gw_port': {'id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:24Z', 'updated_at': '2022-02-19T03:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:27.764797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Network 04466b06-8f66-415e-903d-f1f1abc51787 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:27.767922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:27.773970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:27.830020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Pushing event updated for resources: {'Port': ['ID=c289eebf-657d-4d51-ae46-ef4e1309d0f8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:27.850356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (d73e56aa-f137-4dd2-8e92-2d450cc8434c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:27.923239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4396-6020-4028-9e24-25e7e28371f5 req-a7822db6-e6be-4815-baf5-b9fad1ea2395 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:27.925052 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-044b4396-6020-4028-9e24-25e7e28371f5 req-a7822db6-e6be-4815-baf5-b9fad1ea2395 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.71 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.0934503 Feb 19 03:50:28.071438 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.138390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Deleting port 73023655-cb29-4c12-b9b6-f82d3f3cf978 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:28.138901 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.200973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5eee25e5-4bad-4d91-94e9-4705f3114150 None None] Provisioning complete for port c289eebf-657d-4d51-ae46-ef4e1309d0f8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:28.203699 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5eee25e5-4bad-4d91-94e9-4705f3114150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.274208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] For port 73023655-cb29-4c12-b9b6-f82d3f3cf978, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=73023655-cb29-4c12-b9b6-f82d3f3cf978,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:28.276798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.282040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5eee25e5-4bad-4d91-94e9-4705f3114150 None None] Port c289eebf-657d-4d51-ae46-ef4e1309d0f8 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:50:28.390633 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Publish callbacks [] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.396699 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.506004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Pushing event updated for resources: {'Port': ['ID=c289eebf-657d-4d51-ae46-ef4e1309d0f8,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:28.506004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (d73e56aa-f137-4dd2-8e92-2d450cc8434c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.515908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.516257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.516607 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.516955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.517292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.517627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.517987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.518473 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.518807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.519135 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.519464 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.519829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.520157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:28.551647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d0ed0-6930-444a-a2e7-d232b616d657 req-ff009963-2bae-4624-8b76-6ef26976d604 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:28.559833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d4d0ed0-6930-444a-a2e7-d232b616d657 req-ff009963-2bae-4624-8b76-6ef26976d604 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 946 time: 0.2070470 Feb 19 03:50:28.625182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.625467 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (aa65d6ec-ba92-48e0-8965-a37a11ebbcc4), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.625786 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Floating IP aa65d6ec-ba92-48e0-8965-a37a11ebbcc4 disassociated. External IP: 172.25.4.209, port: 73023655-cb29-4c12-b9b6-f82d3f3cf978. Feb 19 03:50:28.631023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Calling delete_port for 73023655-cb29-4c12-b9b6-f82d3f3cf978 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:28.658803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9dd9890f-f65e-477a-8735-34fdb8778608 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:28.660263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Network 04466b06-8f66-415e-903d-f1f1abc51787 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:28.663305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:28.726102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d4d0ed0-6930-444a-a2e7-d232b616d657 req-e20042d9-1693-476c-b6c4-b738533ab0f2 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f203810-27ed-45e0-8796-85d15de7989a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650147 Feb 19 03:50:28.757407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 9dd9890f-f65e-477a-8735-34fdb8778608 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:28.757940 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.894020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Router d73e56aa-f137-4dd2-8e92-2d450cc8434c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:50:28.899951 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (73023655-cb29-4c12-b9b6-f82d3f3cf978), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:28.902397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 9dd9890f-f65e-477a-8735-34fdb8778608 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:28.903933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e94a9629-2b57-4ae3-a2f5-04ce76b69293 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:28.983190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event deleted for resources: {'Port': ['ID=73023655-cb29-4c12-b9b6-f82d3f3cf978,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:29.026144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e94a9629-2b57-4ae3-a2f5-04ce76b69293 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:29.027158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:29.118768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:29.125126 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5d2c1449-6651-4e98-ab12-18baec44263c admin admin] 10.222.0.42 "PUT /v2.0/routers/d73e56aa-f137-4dd2-8e92-2d450cc8434c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9223270 Feb 19 03:50:29.165212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-13b39ad3-1bd9-45c4-9a64-b7da99c11968 None None] Provisioning complete for port c289eebf-657d-4d51-ae46-ef4e1309d0f8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:29.165599 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-13b39ad3-1bd9-45c4-9a64-b7da99c11968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:29.183212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e94a9629-2b57-4ae3-a2f5-04ce76b69293 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:29.183870 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:29.204158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Router 25ea4d1e-9d4a-4357-b66b-9d387623f884 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:50:29.229126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port e94a9629-2b57-4ae3-a2f5-04ce76b69293, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e94a9629-2b57-4ae3-a2f5-04ce76b69293,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:29.237656 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:29.263095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-13b39ad3-1bd9-45c4-9a64-b7da99c11968 None None] Port c289eebf-657d-4d51-ae46-ef4e1309d0f8 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:50:29.293677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=e94a9629-2b57-4ae3-a2f5-04ce76b69293,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:29.302910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.303725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.304092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.304439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.304777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.305364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.305492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.305753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.306138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.306481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.306903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.307652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.307989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:29.346228 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-48c14478-5faf-4add-830d-fe130cff9dab tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:29.349236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-48c14478-5faf-4add-830d-fe130cff9dab tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 815 time: 0.1797175 Feb 19 03:50:29.391264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-9068a2fb-05b9-40b6-95f8-c8afb7ec829c tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/quotas/eab129946b024cd49a02e4ba8e514943 HTTP/1.1" status: 200 len: 375 time: 0.0143182 Feb 19 03:50:29.423411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:29.441068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] Sync routers for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:29.473527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:29.474469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:29.504708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] No DVR routers for this DVR port 73023655-cb29-4c12-b9b6-f82d3f3cf978 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:29.507771 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:29.511178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-044b4396-6020-4028-9e24-25e7e28371f5 req-8aea9645-7f27-4453-aece-cdcb9832f63c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.71 "DELETE /v2.0/ports/73023655-cb29-4c12-b9b6-f82d3f3cf978 HTTP/1.1" status: 204 len: 173 time: 1.5802615 Feb 19 03:50:29.512803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'name': 'network-vif-deleted', 'tag': '73023655-cb29-4c12-b9b6-f82d3f3cf978'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:29.515439 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4266853-41d9-4aad-b7a4-f9a8d281362e" -d '{"events": [{"server_uuid": "2562b3c2-fc98-402d-9bd6-2139de18e44a", "name": "network-vif-deleted", "tag": "73023655-cb29-4c12-b9b6-f82d3f3cf978"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:29.537025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c426e3e9-f475-4b82-8285-be0f22d40d9a tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286736 Feb 19 03:50:29.623458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:29.698060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-421488fa-e35b-44ad-87b6-9307c754f5ea service neutron] 10.222.0.42 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523445 Feb 19 03:50:29.822249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-5a059976-a704-4e96-bf57-28ea30ccb4a6 service neutron] 10.222.0.42 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169763 Feb 19 03:50:29.852472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48642) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:29.858369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-190590593-network', 'tenant_id': '733641e42b91482289e1a11ee546a117'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:29.874707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:29.886678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Made reservation on behalf of 733641e42b91482289e1a11ee546a117 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:29.891396 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:29.906904 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:29.914165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] Checking router: 25ea4d1e-9d4a-4357-b66b-9d387623f884 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:29.923852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:29.924430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:30.053002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Publish callbacks [] for security_group (cc8aeaeb-99eb-4717-8519-8922b40e1749), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.055482 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb41810-bf56-4dda-87ee-4fad4d741345 x-openstack-request-id: req-deb41810-bf56-4dda-87ee-4fad4d741345 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:30.056127 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2562b3c2-fc98-402d-9bd6-2139de18e44a", "name": "network-vif-deleted", "tag": "73023655-cb29-4c12-b9b6-f82d3f3cf978", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:30.056604 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-deb41810-bf56-4dda-87ee-4fad4d741345 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:30.057428 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2562b3c2-fc98-402d-9bd6-2139de18e44a', 'name': 'network-vif-deleted', 'tag': '73023655-cb29-4c12-b9b6-f82d3f3cf978', 'status': 'completed', 'code': 200} Feb 19 03:50:30.062535 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cc8aeaeb-99eb-4717-8519-8922b40e1749), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.078160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:50:30.091103 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (131386ce-ee43-4671-bfbb-9efb788ef620), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.092018 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Added segment 131386ce-ee43-4671-bfbb-9efb788ef620 of type vlan for network b6266042-c0a9-43ae-9585-e1e22da515f5 Feb 19 03:50:30.111725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:30.207994 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Sync routers for ids ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:30.210780 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (b6266042-c0a9-43ae-9585-e1e22da515f5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.218562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f08dfc34-db5d-4002-8cba-7ce9882c69f7 req-c8da6d38-e03e-4a4b-b7e0-36b61c6776f2 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=2562b3c2-fc98-402d-9bd6-2139de18e44a HTTP/1.1" status: 200 len: 210 time: 0.0712769 Feb 19 03:50:30.241895 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Routers {'d73e56aa-f137-4dd2-8e92-2d450cc8434c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:30.246374 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:30.267654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8aeaeb-99eb-4717-8519-8922b40e1749,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:30.275487 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (b6266042-c0a9-43ae-9585-e1e22da515f5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.277077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:30.278500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.342446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4881942 Feb 19 03:50:30.346401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48652) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:30.354274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Request body: {'subnet': {'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-190590593-subnet', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:30.380613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Made reservation on behalf of 733641e42b91482289e1a11ee546a117 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:30.382795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90195d27-c5d6-45c1-b818-810643bd6dd1 req-2c20cf86-77cd-4ffb-b319-47031085452b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 210 time: 0.0470574 Feb 19 03:50:30.386578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b2cd9-919b-4f1f-b233-41fc06c0d611 admin admin] Pushing event updated for resources: {'Network': ['ID=b6266042-c0a9-43ae-9585-e1e22da515f5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:30.397751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.430024 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Set router d73e56aa-f137-4dd2-8e92-2d450cc8434c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:30.493096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network b6266042-c0a9-43ae-9585-e1e22da515f5 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:50:30.580439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e94a9629-2b57-4ae3-a2f5-04ce76b69293 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:30.678221 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'name': 'tempest-TestAggregatesBasicOps-1863543518-router', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:23Z', 'updated_at': '2022-02-19T03:50:28Z', 'revision_number': 4, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'gw_port': {'id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:24Z', 'updated_at': '2022-02-19T03:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'c289eebf-657d-4d51-ae46-ef4e1309d0f8', 'name': '', 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'mac_address': 'fa:16:3e:6f:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'a4d2f11d-53ed-4240-ad78-4b2315a3573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:26Z', 'updated_at': '2022-02-19T03:50:28Z', 'revision_number': 2, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'subnets': [{'id': 'a4d2f11d-53ed-4240-ad78-4b2315a3573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:30.701798 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (72c928de-958c-4600-ae01-ff14ce6945d7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.716222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e94a9629-2b57-4ae3-a2f5-04ce76b69293 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:30.716597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.727096 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Checking router: d73e56aa-f137-4dd2-8e92-2d450cc8434c for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:30.727454 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Updating router d73e56aa-f137-4dd2-8e92-2d450cc8434c port c289eebf-657d-4d51-ae46-ef4e1309d0f8 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:50:30.758638 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.774314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c928de-958c-4600-ae01-ff14ce6945d7,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:30.776149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:30.786753 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Checking segment: {'id': '131386ce-ee43-4671-bfbb-9efb788ef620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:30.787140 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Network hostable DHCP agents. Network: b6266042-c0a9-43ae-9585-e1e22da515f5, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:50:30.810672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Network b6266042-c0a9-43ae-9585-e1e22da515f5 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:50:30.820562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5fa3bf-9757-4e38-bb3f-d28e7da50b42 None None] The sync data for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 is: [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:30.826775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, b6266042-c0a9-43ae-9585-e1e22da515f5) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:30.836648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a07b4e-7334-43d0-a28d-e290f485defa None None] Network b6266042-c0a9-43ae-9585-e1e22da515f5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:30.843331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:30.844361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.889819 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-05457677-eecb-4748-8c71-8005192f98a3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5408380 Feb 19 03:50:30.891759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48656) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:30.897344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-190590593-router', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:30.898791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 73023655-cb29-4c12-b9b6-f82d3f3cf978 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:30.943589 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (bbeadbb4-662c-42e7-a956-68cabb7c5c34), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.946473 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (bbeadbb4-662c-42e7-a956-68cabb7c5c34), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:30.958230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e94a9629-2b57-4ae3-a2f5-04ce76b69293 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:30.965023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 73023655-cb29-4c12-b9b6-f82d3f3cf978 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:30.965319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 73023655-cb29-4c12-b9b6-f82d3f3cf978 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:31.021451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks [] for router_controller (bbeadbb4-662c-42e7-a956-68cabb7c5c34), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.051317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-b6266042-c0a9-43ae-9585-e1e22da515f5', 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5', 'project_id': '733641e42b91482289e1a11ee546a117', 'fixed_ips': [{'subnet_id': '72c928de-958c-4600-ae01-ff14ce6945d7'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:50:31.053130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.217650 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks [] for router_gateway (bbeadbb4-662c-42e7-a956-68cabb7c5c34), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.218257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41c759-17e9-4be2-b797-3ed283612081 None None] New status for floating IP aa65d6ec-ba92-48e0-8965-a37a11ebbcc4: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:50:31.252736 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Publish callbacks [] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.260314 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.346145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48662) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:31.378263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Allocated IP 172.20.0.2 (b6266042-c0a9-43ae-9585-e1e22da515f5/72c928de-958c-4600-ae01-ff14ce6945d7/100e1fe3-74d6-46c0-b8ea-88bd176805b1) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:31.415173 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea747e-3387-4e1d-a125-8d17d6e6419c None None] Pushing event updated for resources: {'Port': ['ID=c289eebf-657d-4d51-ae46-ef4e1309d0f8,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:31.447955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-e82d4f01-c72e-4c18-be2c-9a27402cf301 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:31.451950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-e82d4f01-c72e-4c18-be2c-9a27402cf301 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.71 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 815 time: 0.1672518 Feb 19 03:50:31.461441 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Attempting to bind port c289eebf-657d-4d51-ae46-ef4e1309d0f8 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:31.462158 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Attempting to bind port c289eebf-657d-4d51-ae46-ef4e1309d0f8 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '8a02aedd-6ea0-42e0-9340-c83f1f5de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:31.462695 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Attempting to bind port c289eebf-657d-4d51-ae46-ef4e1309d0f8 on network 04466b06-8f66-415e-903d-f1f1abc51787 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:31.469690 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:31.470986 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Checking segment: {'id': '8a02aedd-6ea0-42e0-9340-c83f1f5de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:31.472244 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.473320 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Bound using segment: {'id': '8a02aedd-6ea0-42e0-9340-c83f1f5de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:31.474876 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Bound port: c289eebf-657d-4d51-ae46-ef4e1309d0f8, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a02aedd-6ea0-42e0-9340-c83f1f5de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:31.475776 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.485366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Request body: {'port': {'device_id': '2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca', 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c', 'admin_state_up': True, 'tenant_id': 'eab129946b024cd49a02e4ba8e514943'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:31.516688 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00237118-0f87-46ec-a238-e16936eb9176 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (1f203810-27ed-45e0-8796-85d15de7989a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.562364 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00237118-0f87-46ec-a238-e16936eb9176 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (1f203810-27ed-45e0-8796-85d15de7989a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.570686 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] For port c289eebf-657d-4d51-ae46-ef4e1309d0f8, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:31.574290 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] For port c289eebf-657d-4d51-ae46-ef4e1309d0f8, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c289eebf-657d-4d51-ae46-ef4e1309d0f8,segment=NetworkSegment(8a02aedd-6ea0-42e0-9340-c83f1f5de869),segment_id=8a02aedd-6ea0-42e0-9340-c83f1f5de869)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:31.585047 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.648408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28de77fc-3dbc-4407-8b61-8e5d55e80c02 req-33d83b40-ffb5-46e0-a718-3239a4299557 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 210 time: 0.0956101 Feb 19 03:50:31.651066 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00237118-0f87-46ec-a238-e16936eb9176 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1f203810-27ed-45e0-8796-85d15de7989a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.661246 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-00237118-0f87-46ec-a238-e16936eb9176 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.669492 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-00237118-0f87-46ec-a238-e16936eb9176 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "DELETE /v2.0/security-groups/1f203810-27ed-45e0-8796-85d15de7989a HTTP/1.1" status: 204 len: 168 time: 0.3220441 Feb 19 03:50:31.671777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48666) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:31.672450 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Routers {'d73e56aa-f137-4dd2-8e92-2d450cc8434c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:31.673388 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:31.708524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00237118-0f87-46ec-a238-e16936eb9176 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f203810-27ed-45e0-8796-85d15de7989a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:31.730723 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-5704d6b8-1c94-4047-b5a9-a5be7e390853 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] show failed (client error): The resource could not be found. Feb 19 03:50:31.737232 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5704d6b8-1c94-4047-b5a9-a5be7e390853 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups/1f203810-27ed-45e0-8796-85d15de7989a HTTP/1.1" status: 404 len: 347 time: 0.0415266 Feb 19 03:50:31.739091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48668) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:31.791781 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Publish callbacks [] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.820513 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.874763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks [] for router_gateway (bbeadbb4-662c-42e7-a956-68cabb7c5c34), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.909205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Network b6266042-c0a9-43ae-9585-e1e22da515f5 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:31.911561 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] Set router d73e56aa-f137-4dd2-8e92-2d450cc8434c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:31.913819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Made reservation on behalf of eab129946b024cd49a02e4ba8e514943 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:31.918237 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.921878 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.943306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:31.953585 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea747e-3387-4e1d-a125-8d17d6e6419c None None] Pushing event updated for resources: {'Port': ['ID=c289eebf-657d-4d51-ae46-ef4e1309d0f8,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:31.963285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8637c287-b279-404a-8300-0aaa697f6468 None None] Provisioning complete for port c289eebf-657d-4d51-ae46-ef4e1309d0f8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:31.964224 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8637c287-b279-404a-8300-0aaa697f6468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:31.991355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-945af17a-de3d-42c9-a155-fcc4c8687fc3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Deleting port 71cbfc72-da13-423d-a250-56e02877a967 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:31.992224 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945af17a-de3d-42c9-a155-fcc4c8687fc3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (71cbfc72-da13-423d-a250-56e02877a967), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.012879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:32.027732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Pushing event updated for resources: {'Port': ['ID=100e1fe3-74d6-46c0-b8ea-88bd176805b1,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:32.121644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Attempting to bind port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:32.122052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Attempting to bind port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '131386ce-ee43-4671-bfbb-9efb788ef620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:32.122422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Attempting to bind port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 on network b6266042-c0a9-43ae-9585-e1e22da515f5 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:32.130453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:32.130836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Checking segment: {'id': '131386ce-ee43-4671-bfbb-9efb788ef620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:32.131246 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.131642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Bound using segment: {'id': '131386ce-ee43-4671-bfbb-9efb788ef620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:32.132120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Bound port: 100e1fe3-74d6-46c0-b8ea-88bd176805b1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131386ce-ee43-4671-bfbb-9efb788ef620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:32.132508 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.133058 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945af17a-de3d-42c9-a155-fcc4c8687fc3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (71cbfc72-da13-423d-a250-56e02877a967), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.134222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945af17a-de3d-42c9-a155-fcc4c8687fc3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (71cbfc72-da13-423d-a250-56e02877a967), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.149995 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-945af17a-de3d-42c9-a155-fcc4c8687fc3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Calling delete_port for 71cbfc72-da13-423d-a250-56e02877a967 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:32.184860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8637c287-b279-404a-8300-0aaa697f6468 None None] Current status of the port c289eebf-657d-4d51-ae46-ef4e1309d0f8 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:32.184860 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8637c287-b279-404a-8300-0aaa697f6468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.187775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Allocated IP 172.25.4.5 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/47abb61c-aafc-4734-93b6-69daaa379e9b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:32.230407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] For port 100e1fe3-74d6-46c0-b8ea-88bd176805b1, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:32.238980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] For port 100e1fe3-74d6-46c0-b8ea-88bd176805b1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=100e1fe3-74d6-46c0-b8ea-88bd176805b1,segment=NetworkSegment(131386ce-ee43-4671-bfbb-9efb788ef620),segment_id=131386ce-ee43-4671-bfbb-9efb788ef620)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:32.239375 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'name': 'tempest-TestAggregatesBasicOps-1863543518-router', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:23Z', 'updated_at': '2022-02-19T03:50:28Z', 'revision_number': 4, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'gw_port': {'id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:24Z', 'updated_at': '2022-02-19T03:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'c289eebf-657d-4d51-ae46-ef4e1309d0f8', 'name': '', 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'mac_address': 'fa:16:3e:6f:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'a4d2f11d-53ed-4240-ad78-4b2315a3573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:26Z', 'updated_at': '2022-02-19T03:50:31Z', 'revision_number': 4, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'subnets': [{'id': 'a4d2f11d-53ed-4240-ad78-4b2315a3573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:32.244797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8637c287-b279-404a-8300-0aaa697f6468 None None] For port c289eebf-657d-4d51-ae46-ef4e1309d0f8, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c289eebf-657d-4d51-ae46-ef4e1309d0f8,segment=NetworkSegment(8a02aedd-6ea0-42e0-9340-c83f1f5de869),segment_id=8a02aedd-6ea0-42e0-9340-c83f1f5de869)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:32.249544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Allocated IP 172.20.0.6 (4e7e3e30-cd35-4fbd-a348-3f4080b2819c/f728094c-e938-4ec7-b783-ede9bcdcbf36/89031bc2-3969-4647-945a-bf375ade580d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:32.252280 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.257929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8637c287-b279-404a-8300-0aaa697f6468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.274430 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c96968-8921-4299-84e7-eaa201ec3f6e None None] The sync data for ids ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'] in n-d-826756-2 is: [{'id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'name': 'tempest-TestAggregatesBasicOps-1863543518-router', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:23Z', 'updated_at': '2022-02-19T03:50:28Z', 'revision_number': 4, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'gw_port': {'id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:24Z', 'updated_at': '2022-02-19T03:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'c289eebf-657d-4d51-ae46-ef4e1309d0f8', 'name': '', 'network_id': '04466b06-8f66-415e-903d-f1f1abc51787', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'mac_address': 'fa:16:3e:6f:7f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'a4d2f11d-53ed-4240-ad78-4b2315a3573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:26Z', 'updated_at': '2022-02-19T03:50:31Z', 'revision_number': 4, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'subnets': [{'id': 'a4d2f11d-53ed-4240-ad78-4b2315a3573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:32.332770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052f9c7-82d6-43f4-a493-297c1f488798 None None] Pushing event updated for resources: {'Port': ['ID=100e1fe3-74d6-46c0-b8ea-88bd176805b1,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:32.402782 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945af17a-de3d-42c9-a155-fcc4c8687fc3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (71cbfc72-da13-423d-a250-56e02877a967), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.461979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-df20e79d-a805-4666-9486-62a76256701e None None] Provisioning complete for port c289eebf-657d-4d51-ae46-ef4e1309d0f8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:32.461979 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df20e79d-a805-4666-9486-62a76256701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.469679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637c287-b279-404a-8300-0aaa697f6468 None None] Pushing event updated for resources: {'Port': ['ID=c289eebf-657d-4d51-ae46-ef4e1309d0f8,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:32.477162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945af17a-de3d-42c9-a155-fcc4c8687fc3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event deleted for resources: {'Port': ['ID=71cbfc72-da13-423d-a250-56e02877a967,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:32.519280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks [] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.611249 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945af17a-de3d-42c9-a155-fcc4c8687fc3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (aa65d6ec-ba92-48e0-8965-a37a11ebbcc4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.616494 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945af17a-de3d-42c9-a155-fcc4c8687fc3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.622233 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-945af17a-de3d-42c9-a155-fcc4c8687fc3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "DELETE /v2.0/floatingips/aa65d6ec-ba92-48e0-8965-a37a11ebbcc4 HTTP/1.1" status: 204 len: 168 time: 0.8795812 Feb 19 03:50:32.649384 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks [] for port (89031bc2-3969-4647-945a-bf375ade580d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.651893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c289eebf-657d-4d51-ae46-ef4e1309d0f8 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:32.658914 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.727379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-df20e79d-a805-4666-9486-62a76256701e None None] Current status of the port c289eebf-657d-4d51-ae46-ef4e1309d0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:32.735176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:32.746141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:32.759150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:32.772569 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c289eebf-657d-4d51-ae46-ef4e1309d0f8 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:32.773045 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.821779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Pushing event updated for resources: {'Port': ['ID=47abb61c-aafc-4734-93b6-69daaa379e9b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:32.876466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c289eebf-657d-4d51-ae46-ef4e1309d0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:33.156798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48674) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:33.163638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ecf7601e-a9f3-4c30-b40d-df399c48cb6a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623306239', 'description': 'tempest-description--679195449'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:33.192965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf7601e-a9f3-4c30-b40d-df399c48cb6a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.273868 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (89031bc2-3969-4647-945a-bf375ade580d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.295534 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf7601e-a9f3-4c30-b40d-df399c48cb6a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (031a43e2-faee-4650-a2d8-3a6c9930a4dc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.304703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf7601e-a9f3-4c30-b40d-df399c48cb6a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (031a43e2-faee-4650-a2d8-3a6c9930a4dc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.309466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33dcf542-c292-4559-a535-7bfb7f3b9121', 'f0a69371-0c58-462c-ab42-f3f40344afa5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:33.366249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7601e-a9f3-4c30-b40d-df399c48cb6a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031a43e2-faee-4650-a2d8-3a6c9930a4dc,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:33.373394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf7601e-a9f3-4c30-b40d-df399c48cb6a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.375043 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ecf7601e-a9f3-4c30-b40d-df399c48cb6a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2169268 Feb 19 03:50:33.379135 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48678) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:33.384806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e8096b3c-cdf2-405b-b2b7-c4859d14bb3c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'security_group_rule': {'security_group_id': '031a43e2-faee-4650-a2d8-3a6c9930a4dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:33.415526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e8096b3c-cdf2-405b-b2b7-c4859d14bb3c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (a03cd66e-4c5f-4819-a13c-51784726962b), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.423167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:33.460013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:33.485113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:33.521022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e8096b3c-cdf2-405b-b2b7-c4859d14bb3c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (a03cd66e-4c5f-4819-a13c-51784726962b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.542151 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e8096b3c-cdf2-405b-b2b7-c4859d14bb3c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (a03cd66e-4c5f-4819-a13c-51784726962b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.550070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:33.550794 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.576221 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e8096b3c-cdf2-405b-b2b7-c4859d14bb3c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.580440 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e8096b3c-cdf2-405b-b2b7-c4859d14bb3c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2002778 Feb 19 03:50:33.581760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8096b3c-cdf2-405b-b2b7-c4859d14bb3c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03cd66e-4c5f-4819-a13c-51784726962b,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:33.584343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48680) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:33.589988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0cbcc9f8-5b92-4338-af72-300d4a7c5418 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'security_group_rule': {'security_group_id': '031a43e2-faee-4650-a2d8-3a6c9930a4dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:33.629673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1592929 Feb 19 03:50:33.633710 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc9f8-5b92-4338-af72-300d4a7c5418 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (f9c32a71-65af-4e7b-b38b-fab2ebf43ae5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.651608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Request body: {'port': {'device_id': '2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:33.690341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cd096-014a-420f-8242-02acd4892d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Pushing event updated for resources: {'Port': ['ID=89031bc2-3969-4647-945a-bf375ade580d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:33.721148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc9f8-5b92-4338-af72-300d4a7c5418 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (f9c32a71-65af-4e7b-b38b-fab2ebf43ae5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.732979 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc9f8-5b92-4338-af72-300d4a7c5418 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (f9c32a71-65af-4e7b-b38b-fab2ebf43ae5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.760170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcc9f8-5b92-4338-af72-300d4a7c5418 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c32a71-65af-4e7b-b38b-fab2ebf43ae5,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:33.770494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab54a56-b0d9-4e4b-9916-d1b3832677fa req-eb19b834-d529-47b2-b1ce-2ffa298cda30 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:33.778415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc9f8-5b92-4338-af72-300d4a7c5418 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.778578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab54a56-b0d9-4e4b-9916-d1b3832677fa req-eb19b834-d529-47b2-b1ce-2ffa298cda30 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 931 time: 0.5111959 Feb 19 03:50:33.783180 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0cbcc9f8-5b92-4338-af72-300d4a7c5418 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1948762 Feb 19 03:50:33.783740 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48682) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:33.789748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:33.816665 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.888006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-0a538a7c-42ed-4332-bebd-5476ad311efe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6195254 Feb 19 03:50:33.917753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (89031bc2-3969-4647-945a-bf375ade580d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:33.922780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c1bc3e-4309-41bc-bfae-50f7ef353cc5 None None] Network b6266042-c0a9-43ae-9585-e1e22da515f5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:33.952906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ab54a56-b0d9-4e4b-9916-d1b3832677fa req-337b4dd3-a69c-4bf7-ab59-6bd71f3d424c tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733520 Feb 19 03:50:33.958778 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.048805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e9bb5b83-8631-4cdf-b3fb-d1202fcbe9ac None None] Provisioning complete for port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:34.049278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5b83-8631-4cdf-b3fb-d1202fcbe9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.104878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Allocated IP 172.25.4.47 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/4b030c8d-4604-4a7e-a32e-730aa7873c4c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:34.110883 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks [] for router_gateway (bbeadbb4-662c-42e7-a956-68cabb7c5c34), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.203398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb5b83-8631-4cdf-b3fb-d1202fcbe9ac None None] Current status of the port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:34.204138 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5b83-8631-4cdf-b3fb-d1202fcbe9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.226695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-68cbf020-048e-493f-94c9-c8f06dda8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:34.228264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-68cbf020-048e-493f-94c9-c8f06dda8690 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98df9d126e9d47d69462272de3921a0b&device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 1127 time: 0.2667899 Feb 19 03:50:34.259107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e9bb5b83-8631-4cdf-b3fb-d1202fcbe9ac None None] For port 100e1fe3-74d6-46c0-b8ea-88bd176805b1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=100e1fe3-74d6-46c0-b8ea-88bd176805b1,segment=NetworkSegment(131386ce-ee43-4671-bfbb-9efb788ef620),segment_id=131386ce-ee43-4671-bfbb-9efb788ef620)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:34.268800 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for port (4b030c8d-4604-4a7e-a32e-730aa7873c4c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.279276 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5b83-8631-4cdf-b3fb-d1202fcbe9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.326758 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4b030c8d-4604-4a7e-a32e-730aa7873c4c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.375992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb5b83-8631-4cdf-b3fb-d1202fcbe9ac None None] Pushing event updated for resources: {'Port': ['ID=100e1fe3-74d6-46c0-b8ea-88bd176805b1,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:34.388848 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'Port': ['ID=4b030c8d-4604-4a7e-a32e-730aa7873c4c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:34.400588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:34.402174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:34.404560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:34.476683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-f12e3ba0-2ab8-4a9a-a48b-fc4a1f792a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:34.478579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-f12e3ba0-2ab8-4a9a-a48b-fc4a1f792a11 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8301c7c-4e23-4d68-9b62-57a0d5058701 HTTP/1.1" status: 200 len: 910 time: 0.2214301 Feb 19 03:50:34.508157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-39a1c00e-8d18-4af6-8199-e0d3300fd659 None None] Provisioning complete for port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:34.508546 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39a1c00e-8d18-4af6-8199-e0d3300fd659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.532084 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (bd557e9c-3166-49d2-86ca-6800fff3fd94), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.599769 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4b030c8d-4604-4a7e-a32e-730aa7873c4c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.605867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-39a1c00e-8d18-4af6-8199-e0d3300fd659 None None] Current status of the port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:34.671530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-cf87ab12-c7b2-42e1-a759-46a1f4be01e4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849 HTTP/1.1" status: 200 len: 1001 time: 0.1462219 Feb 19 03:50:34.672355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c289eebf-657d-4d51-ae46-ef4e1309d0f8 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:34.726221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c289eebf-657d-4d51-ae46-ef4e1309d0f8 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:34.727004 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.735908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (bbeadbb4-662c-42e7-a956-68cabb7c5c34), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.754681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89031bc2-3969-4647-945a-bf375ade580d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:34.768416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for port (4b030c8d-4604-4a7e-a32e-730aa7873c4c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.774514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (4b030c8d-4604-4a7e-a32e-730aa7873c4c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.798575 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Publish callbacks [] for port (89031bc2-3969-4647-945a-bf375ade580d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.812875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c289eebf-657d-4d51-ae46-ef4e1309d0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:34.814045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 100e1fe3-74d6-46c0-b8ea-88bd176805b1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:34.820259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-80cdc309-cca2-4a0c-84c6-ff0274fcabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:34.821769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-80cdc309-cca2-4a0c-84c6-ff0274fcabc1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb788c1b-907d-4c54-b679-6efd230a87f0 HTTP/1.1" status: 200 len: 848 time: 0.1410084 Feb 19 03:50:34.825736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Transition to ACTIVE for port object 89031bc2-3969-4647-945a-bf375ade580d will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:50:34.843880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (89031bc2-3969-4647-945a-bf375ade580d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.849805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (bd557e9c-3166-49d2-86ca-6800fff3fd94), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.870558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:34.871152 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.873628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'Port': ['ID=4b030c8d-4604-4a7e-a32e-730aa7873c4c,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:34.882158 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.883492 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e074e5b2-69a6-4a05-af41-d6e87f6d08e9 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0986388 Feb 19 03:50:34.980336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Pushing event updated for resources: {'Port': ['ID=89031bc2-3969-4647-945a-bf375ade580d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:34.987212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:35.024477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-d3910d1b-a491-4dad-997b-016132b36af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:35.025974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-d3910d1b-a491-4dad-997b-016132b36af1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8301c7c-4e23-4d68-9b62-57a0d5058701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1973543 Feb 19 03:50:35.208565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Router bbeadbb4-662c-42e7-a956-68cabb7c5c34 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:50:35.213388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Attempting to bind port 89031bc2-3969-4647-945a-bf375ade580d on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:35.213730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Attempting to bind port 89031bc2-3969-4647-945a-bf375ade580d by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:35.214093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Attempting to bind port 89031bc2-3969-4647-945a-bf375ade580d on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:35.230714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc35792-4938-44c5-a4a7-2737fd64e871 req-dcf72b51-0cfe-4a66-a43d-a5191c581d78 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:35.232198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccc35792-4938-44c5-a4a7-2737fd64e871 req-dcf72b51-0cfe-4a66-a43d-a5191c581d78 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 943 time: 0.1819062 Feb 19 03:50:35.241278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Port 89031bc2-3969-4647-945a-bf375ade580d on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:50:35.241605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Attempting to bind port 89031bc2-3969-4647-945a-bf375ade580d on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:35.258273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-85ca4ae6-ebfe-43fd-84f1-11c7598eccd1 service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067788 Feb 19 03:50:35.265288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:35.265626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Checking segment: {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:35.266034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Bound using segment: {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:35.266465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Bound port: 89031bc2-3969-4647-945a-bf375ade580d, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:35.266822 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (89031bc2-3969-4647-945a-bf375ade580d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:35.432846 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccc35792-4938-44c5-a4a7-2737fd64e871 req-4cdda3bf-a3cb-4198-807b-e552f9be1c30 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923604 Feb 19 03:50:35.502311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] For port 89031bc2-3969-4647-945a-bf375ade580d, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:35.523440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-e0e11baf-8248-476e-8fad-b88065367e9e service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522085 Feb 19 03:50:35.533530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] For port 89031bc2-3969-4647-945a-bf375ade580d, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=89031bc2-3969-4647-945a-bf375ade580d,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:35.544679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:35.550673 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (89031bc2-3969-4647-945a-bf375ade580d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:35.556529 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Sync routers for ids ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:35.568362 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Routers {'bbeadbb4-662c-42e7-a956-68cabb7c5c34'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:35.569338 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:35.612132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:35.612759 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:35.614861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] 10.222.0.71 "PUT /v2.0/ports/89031bc2-3969-4647-945a-bf375ade580d HTTP/1.1" status: 200 len: 1091 time: 1.9716594 Feb 19 03:50:35.618685 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:35.618685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1e6f4b58-8b02-465b-9cab-59d0b2b816ca admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7258971 Feb 19 03:50:35.619285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca', 'tag': '89031bc2-3969-4647-945a-bf375ade580d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:35.621715 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d371823-74dc-480a-aad9-199d03d153a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca", "tag": "89031bc2-3969-4647-945a-bf375ade580d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:35.623307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:35.651984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-35a5bcc6-3031-49e7-bd4d-e4d1c3e80aa4 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--623306239&fields=id&tenant_id=87952ef005a846a7b961f0e98eeabe28 HTTP/1.1" status: 200 len: 267 time: 0.1327968 Feb 19 03:50:35.657288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eac65-d5af-42bc-85e0-e17c020ab911 service neutron] Pushing event updated for resources: {'Port': ['ID=89031bc2-3969-4647-945a-bf375ade580d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:35.700555 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Set router bbeadbb4-662c-42e7-a956-68cabb7c5c34 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:35.938861 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'name': 'tempest-TestAggregatesBasicOps-190590593-router', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:30Z', 'updated_at': '2022-02-19T03:50:33Z', 'revision_number': 3, 'project_id': '733641e42b91482289e1a11ee546a117', 'gw_port': {'id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:31Z', 'updated_at': '2022-02-19T03:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:35.975938 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Checking router: bbeadbb4-662c-42e7-a956-68cabb7c5c34 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:35.982322 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Updating router bbeadbb4-662c-42e7-a956-68cabb7c5c34 port 47abb61c-aafc-4734-93b6-69daaa379e9b binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:50:36.023089 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.140227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-1aebda10-533c-4e42-92b2-bf8f4be16633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:36.141904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-1aebda10-533c-4e42-92b2-bf8f4be16633 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 1125 time: 0.4578433 Feb 19 03:50:36.153264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-3e407dd7-3a6c-41ba-b6bc-9c3e28820bfc tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:36.160957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-3e407dd7-3a6c-41ba-b6bc-9c3e28820bfc tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 811 time: 0.4997234 Feb 19 03:50:36.182540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-b2300b5a-711f-4d75-93ed-bf7f0c5f9163 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/quotas/87952ef005a846a7b961f0e98eeabe28 HTTP/1.1" status: 200 len: 375 time: 0.0198293 Feb 19 03:50:36.182758 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.219164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-c55e5e67-d361-4eed-acb6-fb478dae292c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89031bc2-3969-4647-945a-bf375ade580d HTTP/1.1" status: 200 len: 217 time: 0.0545721 Feb 19 03:50:36.296911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-9831721e-e9c2-42ac-beae-6686991390b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:36.298598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-9831721e-e9c2-42ac-beae-6686991390b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0709872 Feb 19 03:50:36.317973 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.323274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-f64cab67-01ff-47e3-a6b9-4d2572549d67 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072357 Feb 19 03:50:36.346846 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-9df0656f-27f1-4e20-ac3b-26b3c1435299 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396183 Feb 19 03:50:36.348410 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Publish callbacks [] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.355309 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.377490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Allocated IP 172.20.0.1 (b6266042-c0a9-43ae-9585-e1e22da515f5/72c928de-958c-4600-ae01-ff14ce6945d7/014d6847-9000-47a2-98a0-a80d60a689ca) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:36.408383 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Attempting to bind port 47abb61c-aafc-4734-93b6-69daaa379e9b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:36.408840 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Attempting to bind port 47abb61c-aafc-4734-93b6-69daaa379e9b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:36.409282 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Attempting to bind port 47abb61c-aafc-4734-93b6-69daaa379e9b on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:36.411850 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Pushing event updated for resources: {'Port': ['ID=47abb61c-aafc-4734-93b6-69daaa379e9b,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:36.420967 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:36.422024 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:36.422024 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.422421 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:36.422966 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Bound port: 47abb61c-aafc-4734-93b6-69daaa379e9b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:36.423605 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.425970 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.426417 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.426829 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.427237 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.427645 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.428055 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.428461 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.428877 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.429278 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.429675 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.430099 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.430496 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.430892 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:36.500122 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] For port 47abb61c-aafc-4734-93b6-69daaa379e9b, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:36.502681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Publish callbacks [] for port (014d6847-9000-47a2-98a0-a80d60a689ca), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.505214 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] For port 47abb61c-aafc-4734-93b6-69daaa379e9b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=47abb61c-aafc-4734-93b6-69daaa379e9b,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:36.513132 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.515978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-83dc889b-6e10-46bf-8d07-ba56a4a2890f service neutron] 10.222.0.71 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483421 Feb 19 03:50:36.526644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-b962e3db-f506-4906-9b6b-fe03f989d263 service neutron] 10.222.0.42 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825354 Feb 19 03:50:36.540722 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.585926 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Network b6266042-c0a9-43ae-9585-e1e22da515f5 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:36.588717 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe0796-0534-4d46-bd94-f5b34f033e19 None None] Pushing event updated for resources: {'Port': ['ID=47abb61c-aafc-4734-93b6-69daaa379e9b,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:36.591225 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Routers {'bbeadbb4-662c-42e7-a956-68cabb7c5c34'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:36.591603 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:36.591807 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:36.594194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:36.601141 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Pushing event updated for resources: {'Port': ['ID=014d6847-9000-47a2-98a0-a80d60a689ca,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:36.644074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (bbeadbb4-662c-42e7-a956-68cabb7c5c34), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.740856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a8637fc-5e90-4712-a41a-00b0b605bc35 req-0c8cda3e-6c5a-432f-b457-6e482beb43f1 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132506 Feb 19 03:50:36.757340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-e94c14e7-1fef-4b97-b0c4-238defd2cbf3 service neutron] 10.222.0.42 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222097 Feb 19 03:50:36.808303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.870847 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] Set router bbeadbb4-662c-42e7-a956-68cabb7c5c34 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:36.935851 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cda499-476b-4c10-816f-6bae864d2871 x-openstack-request-id: req-93cda499-476b-4c10-816f-6bae864d2871 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:36.936155 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca", "tag": "89031bc2-3969-4647-945a-bf375ade580d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:36.936553 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93cda499-476b-4c10-816f-6bae864d2871 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:36.936815 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca', 'tag': '89031bc2-3969-4647-945a-bf375ade580d', 'status': 'completed', 'code': 200} Feb 19 03:50:36.969270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b9f0896c-c7d2-4088-8126-a81b9bbdf4bd None None] Provisioning complete for port 014d6847-9000-47a2-98a0-a80d60a689ca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:36.974748 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b9f0896c-c7d2-4088-8126-a81b9bbdf4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:37.055158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0896c-c7d2-4088-8126-a81b9bbdf4bd None None] Port 014d6847-9000-47a2-98a0-a80d60a689ca cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:50:37.100306 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Publish callbacks [] for port (014d6847-9000-47a2-98a0-a80d60a689ca), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:37.107893 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:37.112624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d371823-74dc-480a-aad9-199d03d153a1 req-bb8f17c2-0ba9-43c9-890a-f2f97c8baed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:37.114496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d371823-74dc-480a-aad9-199d03d153a1 req-bb8f17c2-0ba9-43c9-890a-f2f97c8baed7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 1125 time: 0.1416707 Feb 19 03:50:37.118265 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'name': 'tempest-TestAggregatesBasicOps-190590593-router', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:30Z', 'updated_at': '2022-02-19T03:50:33Z', 'revision_number': 3, 'project_id': '733641e42b91482289e1a11ee546a117', 'gw_port': {'id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:31Z', 'updated_at': '2022-02-19T03:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:37.151626 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f64ee4-7edc-4782-b1dc-7d31c9a2c11f None None] The sync data for ids ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'] in n-d-826756-2 is: [{'id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'name': 'tempest-TestAggregatesBasicOps-190590593-router', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:30Z', 'updated_at': '2022-02-19T03:50:33Z', 'revision_number': 3, 'project_id': '733641e42b91482289e1a11ee546a117', 'gw_port': {'id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:31Z', 'updated_at': '2022-02-19T03:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:37.179074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Pushing event updated for resources: {'Port': ['ID=014d6847-9000-47a2-98a0-a80d60a689ca,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:37.199986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (bbeadbb4-662c-42e7-a956-68cabb7c5c34), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:37.231925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a014d9f-a33c-4455-ba66-16eacd02a7d6 req-b5a5f703-49c8-4923-8c2f-9abaf77e4b80 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:37.234099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a014d9f-a33c-4455-ba66-16eacd02a7d6 req-b5a5f703-49c8-4923-8c2f-9abaf77e4b80 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 943 time: 0.2102029 Feb 19 03:50:37.313549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d371823-74dc-480a-aad9-199d03d153a1 req-78988af0-cef7-4c91-a23e-44c69cbae2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:37.315244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d371823-74dc-480a-aad9-199d03d153a1 req-78988af0-cef7-4c91-a23e-44c69cbae2b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 916 time: 0.1915374 Feb 19 03:50:37.341448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Network b6266042-c0a9-43ae-9585-e1e22da515f5 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:37.342880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:37.381234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d371823-74dc-480a-aad9-199d03d153a1 req-c0e5dd71-d453-48d9-ac8a-94cdc59f35ac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89031bc2-3969-4647-945a-bf375ade580d HTTP/1.1" status: 200 len: 217 time: 0.0515420 Feb 19 03:50:37.385051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a014d9f-a33c-4455-ba66-16eacd02a7d6 req-04ff91fe-af35-4e4e-8bd1-601dadfb29c7 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298985 Feb 19 03:50:37.472762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d371823-74dc-480a-aad9-199d03d153a1 req-148a9699-d513-42d5-a7eb-81c356d9ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:37.477768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d371823-74dc-480a-aad9-199d03d153a1 req-148a9699-d513-42d5-a7eb-81c356d9ce64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0863500 Feb 19 03:50:37.570970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d371823-74dc-480a-aad9-199d03d153a1 req-33196bec-a0e0-42e9-8204-13776b173b3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871556 Feb 19 03:50:37.580316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7790e6b-9a70-419f-8a87-f82d47feb8f9 req-4a2a21b2-308e-4e63-aff2-9947a91c5207 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 210 time: 0.0986834 Feb 19 03:50:37.609810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Router bbeadbb4-662c-42e7-a956-68cabb7c5c34 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:50:37.743730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d371823-74dc-480a-aad9-199d03d153a1 req-259e16e4-87bb-4074-b0f4-7c2e73034729 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620419 Feb 19 03:50:37.774130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:37.790301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9952d9e6-bdd1-4b03-971d-80698d3ee11e None None] Provisioning complete for port 014d6847-9000-47a2-98a0-a80d60a689ca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:37.790875 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9952d9e6-bdd1-4b03-971d-80698d3ee11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:37.794626 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a2c2146e-d0d6-4e3f-a27e-7fa75f8dabb4 admin admin] 10.222.0.42 "PUT /v2.0/routers/bbeadbb4-662c-42e7-a956-68cabb7c5c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1699176 Feb 19 03:50:37.843988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9952d9e6-bdd1-4b03-971d-80698d3ee11e None None] Port 014d6847-9000-47a2-98a0-a80d60a689ca cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:50:37.878971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d371823-74dc-480a-aad9-199d03d153a1 req-6574b732-6246-471e-ad8b-e9bc0698db95 service neutron] 10.222.0.71 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284075 Feb 19 03:50:38.280194 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-679fc957-070b-4920-9760-42450a37214f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:38.505702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-1166d253-2923-4812-aac5-91a9e4d431a7 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:38.510730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-1166d253-2923-4812-aac5-91a9e4d431a7 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.37 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 811 time: 0.1252124 Feb 19 03:50:38.579982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 47abb61c-aafc-4734-93b6-69daaa379e9b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:38.597556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-06168697-ddb9-4164-9438-6784c0326e62 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87952ef005a846a7b961f0e98eeabe28 HTTP/1.1" status: 200 len: 379 time: 0.0687234 Feb 19 03:50:38.624888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'port': {'device_id': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'admin_state_up': True, 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'security_groups': ['031a43e2-faee-4650-a2d8-3a6c9930a4dc']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:38.628518 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 47abb61c-aafc-4734-93b6-69daaa379e9b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:38.629035 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:38.700356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfb38a-4af4-4663-af6a-2ee6ab82725a req-8d7927e3-6702-4ebf-8649-6ecc5628d53f tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:38.701904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6bfb38a-4af4-4663-af6a-2ee6ab82725a req-8d7927e3-6702-4ebf-8649-6ecc5628d53f tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 943 time: 0.1290567 Feb 19 03:50:38.762491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-ff1e5e19-3edf-4c47-ac9e-785ea7ea915b req-f9dfc800-2838-4722-a485-2d05b187dc20 service neutron] (103616) timed out ('10.222.0.71', 61257) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:50:38.790475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6bfb38a-4af4-4663-af6a-2ee6ab82725a req-cf79e396-66a0-40e9-aff2-b23b43dd0a30 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781114 Feb 19 03:50:38.791610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Made reservation on behalf of 87952ef005a846a7b961f0e98eeabe28 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:38.794971 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:38.867679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 47abb61c-aafc-4734-93b6-69daaa379e9b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:38.868251 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:38.889451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 47abb61c-aafc-4734-93b6-69daaa379e9b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=47abb61c-aafc-4734-93b6-69daaa379e9b,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:38.893660 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:38.904185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f625072-705e-433a-93ae-54226b5d07a8 req-54a4ab8c-804a-4ce5-bd46-f155a26a4bd4 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 210 time: 0.0341423 Feb 19 03:50:38.941974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=47abb61c-aafc-4734-93b6-69daaa379e9b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:38.973097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Allocated IP 172.20.0.4 (717aeda8-2a07-4ec4-b068-e6ee6690d36c/89927ea4-661e-4a52-b12a-1a99e39cad66/0e46c4c1-baf8-4dc6-985b-fd7454c918fc) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:39.117405 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:39.154424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:39.202327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Network 717aeda8-2a07-4ec4-b068-e6ee6690d36c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:39.206325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:39.212593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:39.239474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event updated for resources: {'Port': ['ID=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:39.278738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:39.279569 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:39.303669 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48762) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:39.314292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-09a6bb64-1919-441a-8364-f262d9da2324 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6938512 Feb 19 03:50:39.325380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-82b2269f-a365-4d45-a381-55c418ae13e2 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:50:39.326440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-82b2269f-a365-4d45-a381-55c418ae13e2 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055532 Feb 19 03:50:39.353460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Request body: {'port': {'device_id': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:39.426444 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:39.478402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6cbb2616-d5e0-41bd-8e5d-4599ca3983f7 None None] Provisioning complete for port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:39.478779 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6cbb2616-d5e0-41bd-8e5d-4599ca3983f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:39.514998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb2616-d5e0-41bd-8e5d-4599ca3983f7 None None] Port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:50:39.730064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e46c4c1-baf8-4dc6-985b-fd7454c918fc {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:39.738286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Publish callbacks [] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:39.753019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Transition to ACTIVE for port object 0e46c4c1-baf8-4dc6-985b-fd7454c918fc will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:50:39.757977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:39.839369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:39.921785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Attempting to bind port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:39.922176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Attempting to bind port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:39.922581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Attempting to bind port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc on network 717aeda8-2a07-4ec4-b068-e6ee6690d36c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:39.935684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc on network 717aeda8-2a07-4ec4-b068-e6ee6690d36c not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:50:39.936255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Attempting to bind port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc on network 717aeda8-2a07-4ec4-b068-e6ee6690d36c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:39.946982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:39.946982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Checking segment: {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:39.946982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Bound using segment: {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:39.946982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Bound port: 0e46c4c1-baf8-4dc6-985b-fd7454c918fc, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b3006f-b408-4fdf-bd9e-e4c04715e6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:39.946982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:39.993709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Sync routers for ids ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:40.005874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19106d-518d-4e86-83fe-1d42ec7f07e8 req-b74acfb1-1dc4-4f88-a88e-bf2ab880cc04 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:40.007471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad19106d-518d-4e86-83fe-1d42ec7f07e8 req-b74acfb1-1dc4-4f88-a88e-bf2ab880cc04 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 943 time: 0.1223710 Feb 19 03:50:40.009411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Routers {'bbeadbb4-662c-42e7-a956-68cabb7c5c34'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:40.010310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:40.071885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] For port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:40.076891 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] For port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:40.083377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (d73e56aa-f137-4dd2-8e92-2d450cc8434c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:40.088890 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:40.119368 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad19106d-518d-4e86-83fe-1d42ec7f07e8 req-db6d011b-a39c-4444-9fe0-01598a020da6 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969357 Feb 19 03:50:40.132259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:40.132625 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:40.134266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/0e46c4c1-baf8-4dc6-985b-fd7454c918fc HTTP/1.1" status: 200 len: 1091 time: 0.7912824 Feb 19 03:50:40.134972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'tag': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:40.137978 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7361856-da2e-45bd-81bf-43ad2dc05617", "tag": "0e46c4c1-baf8-4dc6-985b-fd7454c918fc"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:40.185765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Set router bbeadbb4-662c-42e7-a956-68cabb7c5c34 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:40.208813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08c00-98ff-4bad-a75a-f0c2e98ee0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:40.325387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-d1b1af62-d7e7-413a-9007-831ba34d2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:40.326960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-d1b1af62-d7e7-413a-9007-831ba34d2e4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 1125 time: 0.1150417 Feb 19 03:50:40.349724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad783c6-384c-4267-8b7a-99dc8a4dc4c2 req-a784d22e-59b2-4440-a863-1890ef380fb7 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:40.351374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ad783c6-384c-4267-8b7a-99dc8a4dc4c2 req-a784d22e-59b2-4440-a863-1890ef380fb7 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 943 time: 0.0925577 Feb 19 03:50:40.402595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-e2f2d867-8381-4ead-af12-66ec7d8d87ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e46c4c1-baf8-4dc6-985b-fd7454c918fc HTTP/1.1" status: 200 len: 217 time: 0.0500417 Feb 19 03:50:40.424902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] Deleting port c289eebf-657d-4d51-ae46-ef4e1309d0f8 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:40.425331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:40.479538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ad783c6-384c-4267-8b7a-99dc8a4dc4c2 req-9892cbbb-0b59-4743-a283-a01180a6554f tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196856 Feb 19 03:50:40.482366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'name': 'tempest-TestAggregatesBasicOps-190590593-router', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:30Z', 'updated_at': '2022-02-19T03:50:36Z', 'revision_number': 4, 'project_id': '733641e42b91482289e1a11ee546a117', 'gw_port': {'id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:31Z', 'updated_at': '2022-02-19T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '014d6847-9000-47a2-98a0-a80d60a689ca', 'name': '', 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'mac_address': 'fa:16:3e:ce:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '72c928de-958c-4600-ae01-ff14ce6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:36Z', 'updated_at': '2022-02-19T03:50:36Z', 'revision_number': 2, 'project_id': '733641e42b91482289e1a11ee546a117', 'subnets': [{'id': '72c928de-958c-4600-ae01-ff14ce6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:40.484229 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e2bdda9f-20fe-473b-8c7c-c52d8720251b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:40.492667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-e8797c86-e6bd-4d08-b60a-7e274da6e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:40.494728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-e8797c86-e6bd-4d08-b60a-7e274da6e216 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 200 len: 850 time: 0.0842371 Feb 19 03:50:40.538853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Checking router: bbeadbb4-662c-42e7-a956-68cabb7c5c34 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:40.539204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Updating router bbeadbb4-662c-42e7-a956-68cabb7c5c34 port 014d6847-9000-47a2-98a0-a80d60a689ca binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:50:40.557451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] For port c289eebf-657d-4d51-ae46-ef4e1309d0f8, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c289eebf-657d-4d51-ae46-ef4e1309d0f8,segment=NetworkSegment(8a02aedd-6ea0-42e0-9340-c83f1f5de869),segment_id=8a02aedd-6ea0-42e0-9340-c83f1f5de869)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:40.557669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-8f471ffa-0fad-4a48-9c0d-8299c439c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:40.558497 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:40.559469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-8f471ffa-0fad-4a48-9c0d-8299c439c719 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=717aeda8-2a07-4ec4-b068-e6ee6690d36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526891 Feb 19 03:50:40.573323 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c33cb36-9a5f-49b9-aca5-f26d5ae7bb8a x-openstack-request-id: req-3c33cb36-9a5f-49b9-aca5-f26d5ae7bb8a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:40.573607 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7361856-da2e-45bd-81bf-43ad2dc05617", "tag": "0e46c4c1-baf8-4dc6-985b-fd7454c918fc", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:40.573893 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c33cb36-9a5f-49b9-aca5-f26d5ae7bb8a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:40.574617 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'tag': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc', 'status': 'completed', 'code': 200} Feb 19 03:50:40.575849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 47abb61c-aafc-4734-93b6-69daaa379e9b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:40.576774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] Calling delete_port for c289eebf-657d-4d51-ae46-ef4e1309d0f8 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:40.606764 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:40.668211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 47abb61c-aafc-4734-93b6-69daaa379e9b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:40.668539 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:40.670285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-ff7a8f3e-be38-40d4-8722-6f4d94b71ef3 service neutron] 10.222.0.37 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000643 Feb 19 03:50:40.771164 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c289eebf-657d-4d51-ae46-ef4e1309d0f8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:40.788480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f38d2ac-3f0f-41ae-9202-1157b8885e37 req-e8ae08e2-67d0-45ef-b304-ac32b5b7a117 service neutron] 10.222.0.37 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102664 Feb 19 03:50:40.799463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c289eebf-657d-4d51-ae46-ef4e1309d0f8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:40.890015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 47abb61c-aafc-4734-93b6-69daaa379e9b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:40.934272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 89031bc2-3969-4647-945a-bf375ade580d details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:50:40.955504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-113eeb2c-7411-4d65-ad2a-e70b097ac203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:40.957893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-113eeb2c-7411-4d65-ad2a-e70b097ac203 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 1125 time: 0.0595613 Feb 19 03:50:41.017978 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Publish callbacks [] for port (014d6847-9000-47a2-98a0-a80d60a689ca), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.024611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (d73e56aa-f137-4dd2-8e92-2d450cc8434c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.064887 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.067802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-7b73e4e8-1034-4341-94aa-92255d44b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:41.069919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-7b73e4e8-1034-4341-94aa-92255d44b6ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 912 time: 0.1063304 Feb 19 03:50:41.121707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-a8ee6921-19fd-4b05-a036-1b5bb7a16887 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e46c4c1-baf8-4dc6-985b-fd7454c918fc HTTP/1.1" status: 200 len: 217 time: 0.0387089 Feb 19 03:50:41.131702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdc09b-0405-4d64-8bc5-da54dc78e810 None None] Pushing event updated for resources: {'Port': ['ID=014d6847-9000-47a2-98a0-a80d60a689ca,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:41.139524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 89031bc2-3969-4647-945a-bf375ade580d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=89031bc2-3969-4647-945a-bf375ade580d,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:41.155439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '89031bc2-3969-4647-945a-bf375ade580d', 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c', 'port_id': '89031bc2-3969-4647-945a-bf375ade580d', 'mac_address': 'fa:16:3e:4a:32:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f728094c-e938-4ec7-b783-ede9bcdcbf36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:50:41.193236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-3db35fa0-1658-4af4-8d60-aef7a59f2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:41.196004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-3db35fa0-1658-4af4-8d60-aef7a59f2560 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 200 len: 850 time: 0.0664775 Feb 19 03:50:41.240488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Attempting to bind port 014d6847-9000-47a2-98a0-a80d60a689ca on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:41.240888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Attempting to bind port 014d6847-9000-47a2-98a0-a80d60a689ca by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '131386ce-ee43-4671-bfbb-9efb788ef620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:41.241248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Attempting to bind port 014d6847-9000-47a2-98a0-a80d60a689ca on network b6266042-c0a9-43ae-9585-e1e22da515f5 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:41.253140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:41.253421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Checking segment: {'id': '131386ce-ee43-4671-bfbb-9efb788ef620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:41.253663 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.254239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Bound using segment: {'id': '131386ce-ee43-4671-bfbb-9efb788ef620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:41.254716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Bound port: 014d6847-9000-47a2-98a0-a80d60a689ca, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131386ce-ee43-4671-bfbb-9efb788ef620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:41.255185 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.257106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 89031bc2-3969-4647-945a-bf375ade580d is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:41.257471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (89031bc2-3969-4647-945a-bf375ade580d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.296581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-7e7898c6-d06c-4773-a9cb-9a2917cee407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:41.299092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-7e7898c6-d06c-4773-a9cb-9a2917cee407 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=717aeda8-2a07-4ec4-b068-e6ee6690d36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0946963 Feb 19 03:50:41.338855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] For port 014d6847-9000-47a2-98a0-a80d60a689ca, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:41.343239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] For port 014d6847-9000-47a2-98a0-a80d60a689ca, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=014d6847-9000-47a2-98a0-a80d60a689ca,segment=NetworkSegment(131386ce-ee43-4671-bfbb-9efb788ef620),segment_id=131386ce-ee43-4671-bfbb-9efb788ef620)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:41.348349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89031bc2-3969-4647-945a-bf375ade580d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:41.355776 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.368377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] Router d73e56aa-f137-4dd2-8e92-2d450cc8434c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:50:41.384431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77245-0869-46d7-96cb-78f0e798ed59 req-700e49da-218b-4e2c-822f-f8b0d660933b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:41.386823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccd77245-0869-46d7-96cb-78f0e798ed59 req-700e49da-218b-4e2c-822f-f8b0d660933b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 943 time: 0.1347983 Feb 19 03:50:41.442862 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Routers {'bbeadbb4-662c-42e7-a956-68cabb7c5c34'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:41.444157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:41.452120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 89031bc2-3969-4647-945a-bf375ade580d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=89031bc2-3969-4647-945a-bf375ade580d,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:41.457438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-d635473b-8e62-4519-8233-aa7fb93b2d7e service neutron] 10.222.0.37 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523330 Feb 19 03:50:41.466366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccd77245-0869-46d7-96cb-78f0e798ed59 req-a71ba72c-6e2d-4968-a64f-a3b64996f793 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707283 Feb 19 03:50:41.523388 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (89031bc2-3969-4647-945a-bf375ade580d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.555127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdc09b-0405-4d64-8bc5-da54dc78e810 None None] Pushing event updated for resources: {'Port': ['ID=014d6847-9000-47a2-98a0-a80d60a689ca,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:41.589933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54a753bc-bf58-4ed2-bb32-db4f9657bcd5 req-b1be76d1-c47d-4b99-bb13-227383a61be4 service neutron] 10.222.0.37 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211524 Feb 19 03:50:41.597668 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:41.610562 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c6717fa4-baa9-4b8a-9b69-774ba5163ec0 admin admin] 10.222.0.42 "PUT /v2.0/routers/d73e56aa-f137-4dd2-8e92-2d450cc8434c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3056383 Feb 19 03:50:41.613616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48774) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:41.614741 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] Sync routers for ids ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:41.628600 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] Routers {'d73e56aa-f137-4dd2-8e92-2d450cc8434c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:41.629280 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:41.658364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5caac485-19f3-45fb-9771-c7f8cc2194b0 None None] Provisioning complete for port 014d6847-9000-47a2-98a0-a80d60a689ca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:41.658745 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5caac485-19f3-45fb-9771-c7f8cc2194b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.698423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf063d-4936-4784-88ea-afcd4b94c09a req-2d05142e-e37e-45f6-b2a3-dcc3c695559e tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:41.714446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fbf063d-4936-4784-88ea-afcd4b94c09a req-2d05142e-e37e-45f6-b2a3-dcc3c695559e tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 943 time: 0.1054983 Feb 19 03:50:41.755986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=89031bc2-3969-4647-945a-bf375ade580d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:41.761149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] Set router bbeadbb4-662c-42e7-a956-68cabb7c5c34 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:41.780580 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fbf063d-4936-4784-88ea-afcd4b94c09a req-1fdd8062-5b37-4a7f-aafd-d746e0ca7064 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651236 Feb 19 03:50:41.808642 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] Set router d73e56aa-f137-4dd2-8e92-2d450cc8434c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:41.808816 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Publish callbacks [] for router (d73e56aa-f137-4dd2-8e92-2d450cc8434c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.810911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['89031bc2-3969-4647-945a-bf375ade580d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:41.918700 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Publish callbacks [] for router_gateway (d73e56aa-f137-4dd2-8e92-2d450cc8434c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:41.989769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Deleting port e94a9629-2b57-4ae3-a2f5-04ce76b69293 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:41.990202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.013478 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'name': 'tempest-TestAggregatesBasicOps-1863543518-router', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:23Z', 'updated_at': '2022-02-19T03:50:40Z', 'revision_number': 5, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'gw_port': {'id': 'e94a9629-2b57-4ae3-a2f5-04ce76b69293', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:24Z', 'updated_at': '2022-02-19T03:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:42.041817 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] Checking router: d73e56aa-f137-4dd2-8e92-2d450cc8434c for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:42.053055 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] Routers {'d73e56aa-f137-4dd2-8e92-2d450cc8434c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:42.054188 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:42.083339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] For port e94a9629-2b57-4ae3-a2f5-04ce76b69293, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e94a9629-2b57-4ae3-a2f5-04ce76b69293,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:42.084130 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.097188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Calling delete_port for e94a9629-2b57-4ae3-a2f5-04ce76b69293 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:42.150190 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] Set router d73e56aa-f137-4dd2-8e92-2d450cc8434c gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:42.156683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5caac485-19f3-45fb-9771-c7f8cc2194b0 None None] Current status of the port 014d6847-9000-47a2-98a0-a80d60a689ca is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:42.157205 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5caac485-19f3-45fb-9771-c7f8cc2194b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.178269 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.209008 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'name': 'tempest-TestAggregatesBasicOps-1863543518-router', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:23Z', 'updated_at': '2022-02-19T03:50:41Z', 'revision_number': 6, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:42.236332 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d9536-41f0-474e-9a6d-b37428b3b12c None None] The sync data for ids ['d73e56aa-f137-4dd2-8e92-2d450cc8434c'] in n-d-826756-2 is: [{'id': 'd73e56aa-f137-4dd2-8e92-2d450cc8434c', 'name': 'tempest-TestAggregatesBasicOps-1863543518-router', 'tenant_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:23Z', 'updated_at': '2022-02-19T03:50:41Z', 'revision_number': 6, 'project_id': '376c6aae1e8540e28d62012a9bc0a7c0', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:42.241026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5caac485-19f3-45fb-9771-c7f8cc2194b0 None None] For port 014d6847-9000-47a2-98a0-a80d60a689ca, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=014d6847-9000-47a2-98a0-a80d60a689ca,segment=NetworkSegment(131386ce-ee43-4671-bfbb-9efb788ef620),segment_id=131386ce-ee43-4671-bfbb-9efb788ef620)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:42.253811 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5caac485-19f3-45fb-9771-c7f8cc2194b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.289136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e94a9629-2b57-4ae3-a2f5-04ce76b69293), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.315314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94a9629-2b57-4ae3-a2f5-04ce76b69293,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:42.381616 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (d73e56aa-f137-4dd2-8e92-2d450cc8434c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.384261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caac485-19f3-45fb-9771-c7f8cc2194b0 None None] Pushing event updated for resources: {'Port': ['ID=014d6847-9000-47a2-98a0-a80d60a689ca,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:42.418068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4f5ac80b-df49-45ca-a899-37e652107bc7 None None] Provisioning complete for port 014d6847-9000-47a2-98a0-a80d60a689ca triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:42.418446 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4f5ac80b-df49-45ca-a899-37e652107bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.448898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'name': 'tempest-TestAggregatesBasicOps-190590593-router', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:30Z', 'updated_at': '2022-02-19T03:50:36Z', 'revision_number': 4, 'project_id': '733641e42b91482289e1a11ee546a117', 'gw_port': {'id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:31Z', 'updated_at': '2022-02-19T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '014d6847-9000-47a2-98a0-a80d60a689ca', 'name': '', 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'mac_address': 'fa:16:3e:ce:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '72c928de-958c-4600-ae01-ff14ce6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:36Z', 'updated_at': '2022-02-19T03:50:41Z', 'revision_number': 4, 'project_id': '733641e42b91482289e1a11ee546a117', 'subnets': [{'id': '72c928de-958c-4600-ae01-ff14ce6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:42.483050 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (d73e56aa-f137-4dd2-8e92-2d450cc8434c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.484818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402fab19-190f-4b6e-991f-ccef3d3a2555 None None] The sync data for ids ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'] in n-d-826756-2 is: [{'id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'name': 'tempest-TestAggregatesBasicOps-190590593-router', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:30Z', 'updated_at': '2022-02-19T03:50:36Z', 'revision_number': 4, 'project_id': '733641e42b91482289e1a11ee546a117', 'gw_port': {'id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:31Z', 'updated_at': '2022-02-19T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '014d6847-9000-47a2-98a0-a80d60a689ca', 'name': '', 'network_id': 'b6266042-c0a9-43ae-9585-e1e22da515f5', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'mac_address': 'fa:16:3e:ce:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '72c928de-958c-4600-ae01-ff14ce6945d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:36Z', 'updated_at': '2022-02-19T03:50:41Z', 'revision_number': 4, 'project_id': '733641e42b91482289e1a11ee546a117', 'subnets': [{'id': '72c928de-958c-4600-ae01-ff14ce6945d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:42.485252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Publish callbacks [] for router_controller (d73e56aa-f137-4dd2-8e92-2d450cc8434c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.551438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ac80b-df49-45ca-a899-37e652107bc7 None None] Current status of the port 014d6847-9000-47a2-98a0-a80d60a689ca is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:42.555020 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (d73e56aa-f137-4dd2-8e92-2d450cc8434c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.555944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d73e56aa-f137-4dd2-8e92-2d450cc8434c {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:50:42.560882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.564436 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-19eb55e0-7772-4096-9c2a-76770eafc982 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d73e56aa-f137-4dd2-8e92-2d450cc8434c HTTP/1.1" status: 204 len: 168 time: 0.9462976 Feb 19 03:50:42.565294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48778) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:42.647417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aebf672-0c22-4efa-8563-7cc3b2d71b59 admin admin] Deleting subnet a4d2f11d-53ed-4240-ad78-4b2315a3573a {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:50:42.650137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7585f4-0738-4a0d-90f7-667d4e237d17 req-1b8666f8-d366-451d-925d-f735a30658d0 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:42.653792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5aebf672-0c22-4efa-8563-7cc3b2d71b59 admin admin] Publish callbacks [] for subnet (a4d2f11d-53ed-4240-ad78-4b2315a3573a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.657363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b7585f4-0738-4a0d-90f7-667d4e237d17 req-1b8666f8-d366-451d-925d-f735a30658d0 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 944 time: 0.1006505 Feb 19 03:50:42.700591 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5aebf672-0c22-4efa-8563-7cc3b2d71b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (a4d2f11d-53ed-4240-ad78-4b2315a3573a), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.732028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b7585f4-0738-4a0d-90f7-667d4e237d17 req-5a0e5842-ff7a-401b-8cc1-dd312a7cf9d7 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659163 Feb 19 03:50:42.825629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5aebf672-0c22-4efa-8563-7cc3b2d71b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (a4d2f11d-53ed-4240-ad78-4b2315a3573a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.897993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5aebf672-0c22-4efa-8563-7cc3b2d71b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (a4d2f11d-53ed-4240-ad78-4b2315a3573a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.928687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebf672-0c22-4efa-8563-7cc3b2d71b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d2f11d-53ed-4240-ad78-4b2315a3573a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:42.931048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5aebf672-0c22-4efa-8563-7cc3b2d71b59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:42.934542 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5aebf672-0c22-4efa-8563-7cc3b2d71b59 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a4d2f11d-53ed-4240-ad78-4b2315a3573a HTTP/1.1" status: 204 len: 168 time: 0.3665421 Feb 19 03:50:42.935799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdfe022-75ac-4f77-ae47-d5e21594cab6 None None] Network 04466b06-8f66-415e-903d-f1f1abc51787 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:42.936960 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48782) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:42.947614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a79cc3-727e-4e1d-bb39-0a340c5e7913 req-6bbd0802-dd97-4876-8902-5a9241d228e4 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:42.950116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8a79cc3-727e-4e1d-bb39-0a340c5e7913 req-6bbd0802-dd97-4876-8902-5a9241d228e4 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 943 time: 0.0791390 Feb 19 03:50:42.964611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 89031bc2-3969-4647-945a-bf375ade580d up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:43.020936 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (04466b06-8f66-415e-903d-f1f1abc51787), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.024725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8a79cc3-727e-4e1d-bb39-0a340c5e7913 req-67e53f1b-f6ac-4589-9dcf-e3d136c47b09 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674565 Feb 19 03:50:43.093182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Deleting port 9dd9890f-f65e-477a-8735-34fdb8778608 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:43.093527 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.110772 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.116348 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 89031bc2-3969-4647-945a-bf375ade580d completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:50:43.132860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 89031bc2-3969-4647-945a-bf375ade580d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:43.133467 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (89031bc2-3969-4647-945a-bf375ade580d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.161513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c289eebf-657d-4d51-ae46-ef4e1309d0f8 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:43.178463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] For port 9dd9890f-f65e-477a-8735-34fdb8778608, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=9dd9890f-f65e-477a-8735-34fdb8778608,segment=NetworkSegment(8a02aedd-6ea0-42e0-9340-c83f1f5de869),segment_id=8a02aedd-6ea0-42e0-9340-c83f1f5de869)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:43.178463 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.190498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: c289eebf-657d-4d51-ae46-ef4e1309d0f8 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:43.190846 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c289eebf-657d-4d51-ae46-ef4e1309d0f8 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:43.192710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Calling delete_port for 9dd9890f-f65e-477a-8735-34fdb8778608 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:43.211663 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ddf3bb-8bdc-4e7d-addf-b96561772934 None None] DHCP port deletion for 04466b06-8f66-415e-903d-f1f1abc51787 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:50:43.283224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 89031bc2-3969-4647-945a-bf375ade580d is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:43.283638 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (89031bc2-3969-4647-945a-bf375ade580d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.287527 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.313101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd9890f-f65e-477a-8735-34fdb8778608,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:43.316107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89031bc2-3969-4647-945a-bf375ade580d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:43.320206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] No DVR routers for this DVR port 9dd9890f-f65e-477a-8735-34fdb8778608 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:43.320801 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01333d89-1391-43af-bb5a-c3e712e8cdfe" -d '{"events": [{"server_uuid": "2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca", "name": "network-vif-plugged", "status": "completed", "tag": "89031bc2-3969-4647-945a-bf375ade580d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:43.355163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 89031bc2-3969-4647-945a-bf375ade580d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=89031bc2-3969-4647-945a-bf375ade580d,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:43.372642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-97ddf3bb-8bdc-4e7d-addf-b96561772934 None None] Deleting port 9dd9890f-f65e-477a-8735-34fdb8778608 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:43.373214 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97ddf3bb-8bdc-4e7d-addf-b96561772934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.375773 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (89031bc2-3969-4647-945a-bf375ade580d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.381507 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28eaf0e-7f0d-4435-a374-d81b89687b8a x-openstack-request-id: req-d28eaf0e-7f0d-4435-a374-d81b89687b8a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:43.382297 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca", "name": "network-vif-plugged", "status": "completed", "tag": "89031bc2-3969-4647-945a-bf375ade580d", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:43.382297 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d28eaf0e-7f0d-4435-a374-d81b89687b8a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:43.383066 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89031bc2-3969-4647-945a-bf375ade580d', 'code': 200} Feb 19 03:50:43.425094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (04466b06-8f66-415e-903d-f1f1abc51787), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.487807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04466b06-8f66-415e-903d-f1f1abc51787']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:43.501210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a02aedd-6ea0-42e0-9340-c83f1f5de869') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:43.501519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a02aedd-6ea0-42e0-9340-c83f1f5de869') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:43.509922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=89031bc2-3969-4647-945a-bf375ade580d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:43.523537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e585a35-aa78-4f09-83cd-77ec3e0d7392 req-420fe19e-4e9a-4733-b2f8-bb25bf7ff359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:43.525713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e585a35-aa78-4f09-83cd-77ec3e0d7392 req-420fe19e-4e9a-4733-b2f8-bb25bf7ff359 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 1127 time: 0.0738125 Feb 19 03:50:43.531468 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (8a02aedd-6ea0-42e0-9340-c83f1f5de869), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.536801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-97ddf3bb-8bdc-4e7d-addf-b96561772934 None None] For port 9dd9890f-f65e-477a-8735-34fdb8778608, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:43.537245 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97ddf3bb-8bdc-4e7d-addf-b96561772934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.550147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8a02aedd-6ea0-42e0-9340-c83f1f5de869), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.555508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-97ddf3bb-8bdc-4e7d-addf-b96561772934 None None] Calling delete_port for 9dd9890f-f65e-477a-8735-34fdb8778608 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:43.558528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:50:43.559047 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (8a02aedd-6ea0-42e0-9340-c83f1f5de869), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.559179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-97ddf3bb-8bdc-4e7d-addf-b96561772934 None None] Port 9dd9890f-f65e-477a-8735-34fdb8778608 was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:50:43.560430 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97ddf3bb-8bdc-4e7d-addf-b96561772934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (9dd9890f-f65e-477a-8735-34fdb8778608), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:50:43.561176 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:50:43.588634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5e585a35-aa78-4f09-83cd-77ec3e0d7392 req-af91b712-02a2-46ac-bc73-6baf2ed93464 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 Feb 19 03:50:43.597011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ddf3bb-8bdc-4e7d-addf-b96561772934 None None] No DVR routers for this DVR port 9dd9890f-f65e-477a-8735-34fdb8778608 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:43.600132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddf3bb-8bdc-4e7d-addf-b96561772934 None None] Pushing event deleted for resources: {'Port': ['ID=9dd9890f-f65e-477a-8735-34fdb8778608,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:43.646528 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (04466b06-8f66-415e-903d-f1f1abc51787), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.652151 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:43.655616 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/04466b06-8f66-415e-903d-f1f1abc51787 HTTP/1.1" status: 204 len: 168 time: 0.7174342 Feb 19 03:50:43.658731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48786) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:43.680220 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcf701-a519-49fb-9b6c-a57090db36d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=04466b06-8f66-415e-903d-f1f1abc51787,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:43.930839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bf9a3-c06a-4c38-8cfd-146c61ee3039 req-ba502bfe-38c9-4b81-8765-cfd74eda3660 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:43.932450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba8bf9a3-c06a-4c38-8cfd-146c61ee3039 req-ba502bfe-38c9-4b81-8765-cfd74eda3660 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 945 time: 0.1056194 Feb 19 03:50:44.022862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba8bf9a3-c06a-4c38-8cfd-146c61ee3039 req-07eed536-fa61-4ddd-be3c-8e9e70f762a5 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814002 Feb 19 03:50:44.186354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b6eec-58a9-459e-b9a4-ea5e66736fcb req-ee29c7ba-6852-44a9-95fa-58ed20c85870 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:44.187832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-509b6eec-58a9-459e-b9a4-ea5e66736fcb req-ee29c7ba-6852-44a9-95fa-58ed20c85870 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 943 time: 0.0685422 Feb 19 03:50:44.195207 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (bbeadbb4-662c-42e7-a956-68cabb7c5c34), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:44.285869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-509b6eec-58a9-459e-b9a4-ea5e66736fcb req-65106799-0dec-4799-818e-3ff43b1fe21e tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886064 Feb 19 03:50:44.495046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] Deleting port 014d6847-9000-47a2-98a0-a80d60a689ca {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:44.495391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:44.538797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 014d6847-9000-47a2-98a0-a80d60a689ca up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:44.591002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] For port 014d6847-9000-47a2-98a0-a80d60a689ca, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=014d6847-9000-47a2-98a0-a80d60a689ca,segment=NetworkSegment(131386ce-ee43-4671-bfbb-9efb788ef620),segment_id=131386ce-ee43-4671-bfbb-9efb788ef620)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:44.591892 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:44.596509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 014d6847-9000-47a2-98a0-a80d60a689ca triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:44.597199 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:44.610360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] Calling delete_port for 014d6847-9000-47a2-98a0-a80d60a689ca owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:44.646046 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:44.699422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 014d6847-9000-47a2-98a0-a80d60a689ca is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:44.749210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9dd9890f-f65e-477a-8735-34fdb8778608 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:44.771322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 9dd9890f-f65e-477a-8735-34fdb8778608 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:44.771670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 9dd9890f-f65e-477a-8735-34fdb8778608 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:44.772099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e94a9629-2b57-4ae3-a2f5-04ce76b69293 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:44.795755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e94a9629-2b57-4ae3-a2f5-04ce76b69293 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:44.796131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e94a9629-2b57-4ae3-a2f5-04ce76b69293 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:45.177471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (014d6847-9000-47a2-98a0-a80d60a689ca), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:45.210277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=014d6847-9000-47a2-98a0-a80d60a689ca,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:45.243961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5465dd-ff74-49d9-a56d-07dd4bf34662 req-9abba502-fa25-40a6-9f02-ff9bafe08c09 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:45.245866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c5465dd-ff74-49d9-a56d-07dd4bf34662 req-9abba502-fa25-40a6-9f02-ff9bafe08c09 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 945 time: 0.1192064 Feb 19 03:50:45.361729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c5465dd-ff74-49d9-a56d-07dd4bf34662 req-cab9c336-80ce-4645-9f0c-55210307b07c tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937502 Feb 19 03:50:45.431765 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (bbeadbb4-662c-42e7-a956-68cabb7c5c34), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:45.580601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa3ce9-b6a0-4b25-90c1-e3ce51c6b6f7 req-d5d8676a-d9f8-42c4-9f37-c8f0c4eafca0 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:45.582805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67fa3ce9-b6a0-4b25-90c1-e3ce51c6b6f7 req-d5d8676a-d9f8-42c4-9f37-c8f0c4eafca0 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 943 time: 0.1041858 Feb 19 03:50:45.648531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0e46c4c1-baf8-4dc6-985b-fd7454c918fc details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:50:45.697663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67fa3ce9-b6a0-4b25-90c1-e3ce51c6b6f7 req-3c88c15b-9bcf-43b3-a49f-61c6f5a5d691 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069338 Feb 19 03:50:45.772795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:45.775378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] Router bbeadbb4-662c-42e7-a956-68cabb7c5c34 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:50:45.790811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'port_id': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc', 'mac_address': 'fa:16:3e:c3:f0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:50:45.830297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:45.830679 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:45.849115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e46c4c1-baf8-4dc6-985b-fd7454c918fc {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:45.872608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:45.877681 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:45.899312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:45.906825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-080b42e2-7a8f-45cd-a863-bd37d71b6f2b admin admin] 10.222.0.42 "PUT /v2.0/routers/bbeadbb4-662c-42e7-a956-68cabb7c5c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2470229 Feb 19 03:50:45.907352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48804) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:45.916108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] Sync routers for ids ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:45.944697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] Routers {'bbeadbb4-662c-42e7-a956-68cabb7c5c34'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:45.945331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:45.947080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:46.033647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Publish callbacks [] for router (bbeadbb4-662c-42e7-a956-68cabb7c5c34), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.069827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] Set router bbeadbb4-662c-42e7-a956-68cabb7c5c34 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:46.144081 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Publish callbacks [] for router_gateway (bbeadbb4-662c-42e7-a956-68cabb7c5c34), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.200096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Deleting port 47abb61c-aafc-4734-93b6-69daaa379e9b {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:46.200523 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.265281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'name': 'tempest-TestAggregatesBasicOps-190590593-router', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:30Z', 'updated_at': '2022-02-19T03:50:44Z', 'revision_number': 5, 'project_id': '733641e42b91482289e1a11ee546a117', 'gw_port': {'id': '47abb61c-aafc-4734-93b6-69daaa379e9b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:31Z', 'updated_at': '2022-02-19T03:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:46.288891 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] For port 47abb61c-aafc-4734-93b6-69daaa379e9b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=47abb61c-aafc-4734-93b6-69daaa379e9b,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:46.289227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.295979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] Checking router: bbeadbb4-662c-42e7-a956-68cabb7c5c34 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:46.303242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['0e46c4c1-baf8-4dc6-985b-fd7454c918fc'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:46.303718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Calling delete_port for 47abb61c-aafc-4734-93b6-69daaa379e9b owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:46.328401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] Routers {'bbeadbb4-662c-42e7-a956-68cabb7c5c34'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:46.329021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:46.442189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] Set router bbeadbb4-662c-42e7-a956-68cabb7c5c34 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:46.491517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (47abb61c-aafc-4734-93b6-69daaa379e9b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.507854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'name': 'tempest-TestAggregatesBasicOps-190590593-router', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:30Z', 'updated_at': '2022-02-19T03:50:46Z', 'revision_number': 6, 'project_id': '733641e42b91482289e1a11ee546a117', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:46.517932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47abb61c-aafc-4734-93b6-69daaa379e9b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:46.554382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c04b0-1dff-4a00-914b-a72b521214fe None None] The sync data for ids ['bbeadbb4-662c-42e7-a956-68cabb7c5c34'] in n-d-826756-2 is: [{'id': 'bbeadbb4-662c-42e7-a956-68cabb7c5c34', 'name': 'tempest-TestAggregatesBasicOps-190590593-router', 'tenant_id': '733641e42b91482289e1a11ee546a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:30Z', 'updated_at': '2022-02-19T03:50:46Z', 'revision_number': 6, 'project_id': '733641e42b91482289e1a11ee546a117', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:46.596953 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (bbeadbb4-662c-42e7-a956-68cabb7c5c34), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.704234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (bbeadbb4-662c-42e7-a956-68cabb7c5c34), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.709011 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Publish callbacks [] for router_controller (bbeadbb4-662c-42e7-a956-68cabb7c5c34), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.761066 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (bbeadbb4-662c-42e7-a956-68cabb7c5c34), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.762354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbeadbb4-662c-42e7-a956-68cabb7c5c34 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:50:46.766863 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.770807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48810) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:46.774364 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f5b0f1c8-96c4-4e7f-8c93-96434b855af7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bbeadbb4-662c-42e7-a956-68cabb7c5c34 HTTP/1.1" status: 204 len: 168 time: 0.8657482 Feb 19 03:50:46.851560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-719b6235-ff1a-46a8-a590-c0a855bda2ac admin admin] Deleting subnet 72c928de-958c-4600-ae01-ff14ce6945d7 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:50:46.858287 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-719b6235-ff1a-46a8-a590-c0a855bda2ac admin admin] Publish callbacks [] for subnet (72c928de-958c-4600-ae01-ff14ce6945d7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.898540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece900e0-3409-4850-94ee-109776c8d5d6 req-1f02eb64-d1d3-4eed-a236-c76d9f88bd46 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:46.900075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ece900e0-3409-4850-94ee-109776c8d5d6 req-1f02eb64-d1d3-4eed-a236-c76d9f88bd46 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 944 time: 0.1188922 Feb 19 03:50:46.909316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-719b6235-ff1a-46a8-a590-c0a855bda2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (72c928de-958c-4600-ae01-ff14ce6945d7), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.001774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ece900e0-3409-4850-94ee-109776c8d5d6 req-20976d43-dbae-427d-b845-80fbb17470cb tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955160 Feb 19 03:50:47.049082 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-719b6235-ff1a-46a8-a590-c0a855bda2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (72c928de-958c-4600-ae01-ff14ce6945d7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.104703 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-719b6235-ff1a-46a8-a590-c0a855bda2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (72c928de-958c-4600-ae01-ff14ce6945d7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.129767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b6235-ff1a-46a8-a590-c0a855bda2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c928de-958c-4600-ae01-ff14ce6945d7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:47.134631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-719b6235-ff1a-46a8-a590-c0a855bda2ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.137731 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-719b6235-ff1a-46a8-a590-c0a855bda2ac admin admin] 10.222.0.42 "DELETE /v2.0/subnets/72c928de-958c-4600-ae01-ff14ce6945d7 HTTP/1.1" status: 204 len: 168 time: 0.3649373 Feb 19 03:50:47.140175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813de523-a7ac-4433-a41a-561fb407e297 None None] Network b6266042-c0a9-43ae-9585-e1e22da515f5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:47.140914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48812) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:47.209222 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (b6266042-c0a9-43ae-9585-e1e22da515f5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.269116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Deleting port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:47.270056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.339043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] For port 100e1fe3-74d6-46c0-b8ea-88bd176805b1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=100e1fe3-74d6-46c0-b8ea-88bd176805b1,segment=NetworkSegment(131386ce-ee43-4671-bfbb-9efb788ef620),segment_id=131386ce-ee43-4671-bfbb-9efb788ef620)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:47.339405 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.353376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Calling delete_port for 100e1fe3-74d6-46c0-b8ea-88bd176805b1 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:47.391679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0f6420-faa6-469b-bda7-718b96af283b None None] DHCP port deletion for b6266042-c0a9-43ae-9585-e1e22da515f5 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:50:47.436665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.441035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f6420-faa6-469b-bda7-718b96af283b None None] Deleting port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:47.442045 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a0f6420-faa6-469b-bda7-718b96af283b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.470962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Pushing event deleted for resources: {'Port': ['ID=100e1fe3-74d6-46c0-b8ea-88bd176805b1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:47.477296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] No DVR routers for this DVR port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:47.534420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5a0f6420-faa6-469b-bda7-718b96af283b None None] For port 100e1fe3-74d6-46c0-b8ea-88bd176805b1, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:47.534844 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a0f6420-faa6-469b-bda7-718b96af283b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.554950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f6420-faa6-469b-bda7-718b96af283b None None] Calling delete_port for 100e1fe3-74d6-46c0-b8ea-88bd176805b1 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:47.558128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-5a0f6420-faa6-469b-bda7-718b96af283b None None] Port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:50:47.558249 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (b6266042-c0a9-43ae-9585-e1e22da515f5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.559567 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a0f6420-faa6-469b-bda7-718b96af283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (100e1fe3-74d6-46c0-b8ea-88bd176805b1), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.580529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6266042-c0a9-43ae-9585-e1e22da515f5']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:47.585773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f6420-faa6-469b-bda7-718b96af283b None None] Pushing event deleted for resources: {'Port': ['ID=100e1fe3-74d6-46c0-b8ea-88bd176805b1,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:47.589385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f6420-faa6-469b-bda7-718b96af283b None None] No DVR routers for this DVR port 100e1fe3-74d6-46c0-b8ea-88bd176805b1 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:47.593154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131386ce-ee43-4671-bfbb-9efb788ef620') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:47.593452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131386ce-ee43-4671-bfbb-9efb788ef620') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:47.606492 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (131386ce-ee43-4671-bfbb-9efb788ef620), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.627625 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (131386ce-ee43-4671-bfbb-9efb788ef620), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.635809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:50:47.636285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (131386ce-ee43-4671-bfbb-9efb788ef620), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:50:47.638036 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:50:47.657261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0e46c4c1-baf8-4dc6-985b-fd7454c918fc up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:47.703313 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (b6266042-c0a9-43ae-9585-e1e22da515f5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.720803 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.725090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b6266042-c0a9-43ae-9585-e1e22da515f5 HTTP/1.1" status: 204 len: 168 time: 0.5829723 Feb 19 03:50:47.726412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616e1fe-ce55-4ee5-9278-485bda383263 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6266042-c0a9-43ae-9585-e1e22da515f5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:47.729073 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:50:47.734403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:47.734982 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:47.930820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48822) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:47.981925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2d590429-0f0c-47b4-a14f-9088bca7c318 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=376c6aae1e8540e28d62012a9bc0a7c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493724 Feb 19 03:50:47.984543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48824) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:48.021050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:48.021555 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.041132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-910b3588-3d30-4ea3-b013-f1bd72149250 admin admin] Publish callbacks [] for security_group (efbe9bc2-61e0-47aa-827a-80b601fe2a65), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.048724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:48.051405 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70824b3c-7a68-40ca-a69b-31a8e12911fc" -d '{"events": [{"server_uuid": "a7361856-da2e-45bd-81bf-43ad2dc05617", "name": "network-vif-plugged", "status": "completed", "tag": "0e46c4c1-baf8-4dc6-985b-fd7454c918fc"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:48.067406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:48.068465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-910b3588-3d30-4ea3-b013-f1bd72149250 admin admin] Publish callbacks [] for security_group (efbe9bc2-61e0-47aa-827a-80b601fe2a65), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.070504 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:50:48.074454 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.124739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-910b3588-3d30-4ea3-b013-f1bd72149250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (efbe9bc2-61e0-47aa-827a-80b601fe2a65), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.130045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-910b3588-3d30-4ea3-b013-f1bd72149250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.130176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:48.132444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-910b3588-3d30-4ea3-b013-f1bd72149250 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/efbe9bc2-61e0-47aa-827a-80b601fe2a65 HTTP/1.1" status: 204 len: 168 time: 0.1449456 Feb 19 03:50:48.162396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b3588-3d30-4ea3-b013-f1bd72149250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbe9bc2-61e0-47aa-827a-80b601fe2a65,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:48.270053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33396547-ebad-4597-8b99-fcd81778eca6 req-7f33d08d-a5f1-450c-808f-e466d7da296c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.271625 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33396547-ebad-4597-8b99-fcd81778eca6 req-7f33d08d-a5f1-450c-808f-e466d7da296c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 945 time: 0.0694470 Feb 19 03:50:48.323513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33396547-ebad-4597-8b99-fcd81778eca6 req-173641d5-8a41-4198-82a0-570839306514 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447845 Feb 19 03:50:48.394761 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a2d5a3-fbb2-43d1-961d-8ebe6002b0bd x-openstack-request-id: req-f1a2d5a3-fbb2-43d1-961d-8ebe6002b0bd {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:48.395492 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7361856-da2e-45bd-81bf-43ad2dc05617", "name": "network-vif-plugged", "status": "completed", "tag": "0e46c4c1-baf8-4dc6-985b-fd7454c918fc", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:48.395723 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1a2d5a3-fbb2-43d1-961d-8ebe6002b0bd {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:48.396250 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc', 'code': 200} Feb 19 03:50:48.536442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48842) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:48.545136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 014d6847-9000-47a2-98a0-a80d60a689ca no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:48.572397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 014d6847-9000-47a2-98a0-a80d60a689ca {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:48.572983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 014d6847-9000-47a2-98a0-a80d60a689ca not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:48.573595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 47abb61c-aafc-4734-93b6-69daaa379e9b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:48.597581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 47abb61c-aafc-4734-93b6-69daaa379e9b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:48.598247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 47abb61c-aafc-4734-93b6-69daaa379e9b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:48.598865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 100e1fe3-74d6-46c0-b8ea-88bd176805b1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:48.606649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48846) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:48.620778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ad46a03b-2441-4d10-96ab-331f951fe26c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=733641e42b91482289e1a11ee546a117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664399 Feb 19 03:50:48.626706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 100e1fe3-74d6-46c0-b8ea-88bd176805b1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:48.627132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 100e1fe3-74d6-46c0-b8ea-88bd176805b1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:48.667847 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee629f67-152e-4c51-a269-085e17191f10 admin admin] Publish callbacks [] for security_group (cc8aeaeb-99eb-4717-8519-8922b40e1749), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.690508 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee629f67-152e-4c51-a269-085e17191f10 admin admin] Publish callbacks [] for security_group (cc8aeaeb-99eb-4717-8519-8922b40e1749), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.713117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c6c4-2ca8-4f64-96af-8d2e0c668604 req-c2e0959e-1ab5-4fc6-b5c0-09b5cfa62df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.715189 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f031c6c4-2ca8-4f64-96af-8d2e0c668604 req-c2e0959e-1ab5-4fc6-b5c0-09b5cfa62df2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 1127 time: 0.2288628 Feb 19 03:50:48.747687 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee629f67-152e-4c51-a269-085e17191f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cc8aeaeb-99eb-4717-8519-8922b40e1749), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.754645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee629f67-152e-4c51-a269-085e17191f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.759602 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ee629f67-152e-4c51-a269-085e17191f10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc8aeaeb-99eb-4717-8519-8922b40e1749 HTTP/1.1" status: 204 len: 168 time: 0.1485009 Feb 19 03:50:48.767436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee629f67-152e-4c51-a269-085e17191f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8aeaeb-99eb-4717-8519-8922b40e1749,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:48.774272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f031c6c4-2ca8-4f64-96af-8d2e0c668604 req-14524296-5b2d-4f89-bb19-b4954432e8b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527451 Feb 19 03:50:49.469964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd170-b074-4dfa-a3b8-e1eeb0bb055b req-647f1182-caa7-45b7-b79b-2cb9c8f7c8aa tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:49.471499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-693bd170-b074-4dfa-a3b8-e1eeb0bb055b req-647f1182-caa7-45b7-b79b-2cb9c8f7c8aa tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 945 time: 0.0656428 Feb 19 03:50:49.524556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-693bd170-b074-4dfa-a3b8-e1eeb0bb055b req-9eaa9f43-e142-413c-824c-b755af2c008d tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458553 Feb 19 03:50:50.033665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48886) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:50.189476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'network': {'name': 'tempest-network-smoke--1400066834', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'port_security_enabled': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:50.219751 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Made reservation on behalf of cae59199693b41da92306d352bbcc0ce for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:50.223273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.241701 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.328564 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (0e14c9db-8a7a-4061-9873-fb10e49bd52c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.333632 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0e14c9db-8a7a-4061-9873-fb10e49bd52c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.367317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:50:50.372331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e14c9db-8a7a-4061-9873-fb10e49bd52c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:50.380665 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e3bbed4f-6f0d-483c-8c6c-18383eac6514), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.381609 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Added segment e3bbed4f-6f0d-483c-8c6c-18383eac6514 of type vlan for network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 Feb 19 03:50:50.422648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (bbf1d20e-fb79-4ff3-91db-6575c6f95fd9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.452253 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (bbf1d20e-fb79-4ff3-91db-6575c6f95fd9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.459645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:50.460287 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.522917 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4880366 Feb 19 03:50:50.527548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48894) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:50.531864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-841487511', 'admin_state_up': True, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:50.547403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886862ee-4d4e-4241-a69c-e3c4d085f82e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Network': ['ID=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:50.560799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:50:50.563530 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (ab40d4ad-957c-4132-8495-ca6d72bceb2b), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.564860 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (ab40d4ad-957c-4132-8495-ca6d72bceb2b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.664007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_controller (ab40d4ad-957c-4132-8495-ca6d72bceb2b), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.718484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395668-d1aa-4e68-96e0-3ac0aeda9758 req-09ee0bfb-8722-4b19-abef-a0aebb8bbeb3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:50.721761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7395668-d1aa-4e68-96e0-3ac0aeda9758 req-09ee0bfb-8722-4b19-abef-a0aebb8bbeb3 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 945 time: 0.0857775 Feb 19 03:50:50.782841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7395668-d1aa-4e68-96e0-3ac0aeda9758 req-b640af69-b49d-4a7a-b6a9-2e0dc4ffa38c tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540519 Feb 19 03:50:50.827066 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_gateway (ab40d4ad-957c-4132-8495-ca6d72bceb2b), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:50.922195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8762d-b5ae-44d6-aa0a-03ba4b9c306f req-c96d9b04-c304-480a-8c8e-e3ce2d2d204f tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:50.923966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32c8762d-b5ae-44d6-aa0a-03ba4b9c306f req-c96d9b04-c304-480a-8c8e-e3ce2d2d204f tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 945 time: 0.0661514 Feb 19 03:50:50.933405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48902) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:50.940457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5bd41d06-e054-4fe4-af4c-01a319b36232 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Request body: {'floatingip': {'port_id': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:50.992555 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5bd41d06-e054-4fe4-af4c-01a319b36232 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (bd557e9c-3166-49d2-86ca-6800fff3fd94), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:51.517453 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_gateway (ab40d4ad-957c-4132-8495-ca6d72bceb2b), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:51.548211 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:51.780521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Allocated IP 172.25.4.12 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/a101ed70-b4a9-4946-a854-538a64195b58) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:51.995382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (a101ed70-b4a9-4946-a854-538a64195b58), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.071100 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5bd41d06-e054-4fe4-af4c-01a319b36232 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.077191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5bd41d06-e054-4fe4-af4c-01a319b36232 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (bd557e9c-3166-49d2-86ca-6800fff3fd94), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.120587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a101ed70-b4a9-4946-a854-538a64195b58), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.176863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:52.209071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:52.216312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:52.220909 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=a101ed70-b4a9-4946-a854-538a64195b58,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:52.260405 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-5bd41d06-e054-4fe4-af4c-01a319b36232 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Floating IP bd557e9c-3166-49d2-86ca-6800fff3fd94 associated. External IP: 172.25.4.47, port: 0e46c4c1-baf8-4dc6-985b-fd7454c918fc. Feb 19 03:50:52.512174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.651321 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd41d06-e054-4fe4-af4c-01a319b36232 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Router 25ea4d1e-9d4a-4357-b66b-9d387623f884 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:50:52.667201 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_gateway (ab40d4ad-957c-4132-8495-ca6d72bceb2b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.885100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd41d06-e054-4fe4-af4c-01a319b36232 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:52.890644 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5bd41d06-e054-4fe4-af4c-01a319b36232 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.895785 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] Sync routers for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:52.907578 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:52.908462 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:52.936909 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5bd41d06-e054-4fe4-af4c-01a319b36232 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "PUT /v2.0/floatingips/bd557e9c-3166-49d2-86ca-6800fff3fd94 HTTP/1.1" status: 200 len: 990 time: 2.0014699 Feb 19 03:50:52.939592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'tag': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:52.947646 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d572aec-d0b7-47f4-b9ad-cc301afeef52" -d '{"events": [{"name": "network-changed", "server_uuid": "a7361856-da2e-45bd-81bf-43ad2dc05617", "tag": "0e46c4c1-baf8-4dc6-985b-fd7454c918fc"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:53.025567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (ab40d4ad-957c-4132-8495-ca6d72bceb2b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:53.045792 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:53.049553 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d448c1-d301-4be9-9c90-27b31bdf3de4 x-openstack-request-id: req-f9d448c1-d301-4be9-9c90-27b31bdf3de4 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:53.049775 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7361856-da2e-45bd-81bf-43ad2dc05617", "tag": "0e46c4c1-baf8-4dc6-985b-fd7454c918fc", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:53.050017 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9d448c1-d301-4be9-9c90-27b31bdf3de4 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:53.050637 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'tag': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc', 'status': 'completed', 'code': 200} Feb 19 03:50:53.150733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-78d72e83-b21c-41bc-8a27-30a525142cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:53.153570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-78d72e83-b21c-41bc-8a27-30a525142cdc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87952ef005a846a7b961f0e98eeabe28&device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 1127 time: 0.0620511 Feb 19 03:50:53.284097 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router ab40d4ad-957c-4132-8495-ca6d72bceb2b is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:50:53.331549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-1eb8dd3d-81b8-4ed7-9348-64e9e5e99a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:53.337730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-1eb8dd3d-81b8-4ed7-9348-64e9e5e99a0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 200 len: 912 time: 0.1769083 Feb 19 03:50:53.470939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:53.484950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Sync routers for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:53.503945 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:53.504629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:53.505721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:53.505878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-43c5a65d-a39c-45b4-8a7b-04d1908cad6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e46c4c1-baf8-4dc6-985b-fd7454c918fc HTTP/1.1" status: 200 len: 998 time: 0.1597085 Feb 19 03:50:53.509757 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-929ea8e0-5cd5-47ef-97b0-198ceed6e266 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9786432 Feb 19 03:50:53.510482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48920) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:53.564994 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'bd557e9c-3166-49d2-86ca-6800fff3fd94', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'port_id': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'mac_address': 'fa:16:3e:c3:f0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:50:34Z', 'updated_at': '2022-02-19T03:50:51Z', 'revision_number': 1, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:53.623041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-fd55b464-9761-4568-804c-1b317a20f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:53.625789 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] Checking router: 25ea4d1e-9d4a-4357-b66b-9d387623f884 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:53.630706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-fd55b464-9761-4568-804c-1b317a20f7e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 200 len: 850 time: 0.1125042 Feb 19 03:50:53.645260 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:53.646727 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:53.705099 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d4aa9680-4a04-436f-b375-4497ec14bd3f tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=cae59199693b41da92306d352bbcc0ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1902497 Feb 19 03:50:53.705752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48924) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:53.741532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-c1fdae3d-6824-48fa-a51b-8bccd58c8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:53.745182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-c1fdae3d-6824-48fa-a51b-8bccd58c8ca1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=717aeda8-2a07-4ec4-b068-e6ee6690d36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1110547 Feb 19 03:50:53.763901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:53.928779 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-4c99d0ec-e1f7-46d5-80be-9971837d7ad5 service neutron] 10.222.0.37 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769042 Feb 19 03:50:53.938190 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:54.094325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d572aec-d0b7-47f4-b9ad-cc301afeef52 req-c209c9a8-a1be-4162-b809-5e13c7714863 service neutron] 10.222.0.37 "GET /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594031 Feb 19 03:50:54.159866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:50:52Z', 'revision_number': 3, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:54.245743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Checking router: ab40d4ad-957c-4132-8495-ca6d72bceb2b for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:54.246147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Updating router ab40d4ad-957c-4132-8495-ca6d72bceb2b port a101ed70-b4a9-4946-a854-538a64195b58 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:50:54.287923 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a101ed70-b4a9-4946-a854-538a64195b58), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.356047 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'bd557e9c-3166-49d2-86ca-6800fff3fd94', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'port_id': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'mac_address': 'fa:16:3e:c3:f0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:50:34Z', 'updated_at': '2022-02-19T03:50:51Z', 'revision_number': 1, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:54.416609 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847b320-696b-4a84-b9f1-3911a935d54f None None] The sync data for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 is: [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'bd557e9c-3166-49d2-86ca-6800fff3fd94', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'port_id': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'mac_address': 'fa:16:3e:c3:f0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:50:34Z', 'updated_at': '2022-02-19T03:50:51Z', 'revision_number': 1, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:54.443869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8d106-c970-4b99-8a79-5887617bc75f tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:54.446399 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-67b8d106-c970-4b99-8a79-5887617bc75f tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7393367 Feb 19 03:50:54.449016 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48930) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:54.506229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b24a01a4-5674-4818-980f-b57760f6cc72 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517318 Feb 19 03:50:54.506414 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48932) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:54.511967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419693126', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:54.634417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Made reservation on behalf of cae59199693b41da92306d352bbcc0ce for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:54.641715 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.676265 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Publish callbacks [] for port (a101ed70-b4a9-4946-a854-538a64195b58), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.682339 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a101ed70-b4a9-4946-a854-538a64195b58), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.782278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc358e89-4fe2-4b21-a79a-dcf6926db3ef None None] Pushing event updated for resources: {'Port': ['ID=a101ed70-b4a9-4946-a854-538a64195b58,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:54.804209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Attempting to bind port a101ed70-b4a9-4946-a854-538a64195b58 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:54.804719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Attempting to bind port a101ed70-b4a9-4946-a854-538a64195b58 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:54.805253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Attempting to bind port a101ed70-b4a9-4946-a854-538a64195b58 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:54.812928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:54.813394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:54.813814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.814640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:54.815222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Bound port: a101ed70-b4a9-4946-a854-538a64195b58, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:54.815737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a101ed70-b4a9-4946-a854-538a64195b58), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.823516 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73242f73-5892-4919-9eea-cbee00ceee73 None None] New status for floating IP bd557e9c-3166-49d2-86ca-6800fff3fd94: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:50:54.912653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] For port a101ed70-b4a9-4946-a854-538a64195b58, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:54.917003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] For port a101ed70-b4a9-4946-a854-538a64195b58, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a101ed70-b4a9-4946-a854-538a64195b58,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:54.926475 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a101ed70-b4a9-4946-a854-538a64195b58), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.938995 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.019335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:55.020501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:55.030415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Subnet': ['ID=c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:55.047998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Checking segment: {'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:55.049738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network hostable DHCP agents. Network: bbf1d20e-fb79-4ff3-91db-6575c6f95fd9, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:50:55.079599 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:50:55.085324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc358e89-4fe2-4b21-a79a-dcf6926db3ef None None] Pushing event updated for resources: {'Port': ['ID=a101ed70-b4a9-4946-a854-538a64195b58,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:55.093514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, bbf1d20e-fb79-4ff3-91db-6575c6f95fd9) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:55.098421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:55.099030 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.116977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af3daab-ad9e-4b2a-8a98-5473337944cc None None] Network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:55.131278 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-296f27a7-8a8d-45b0-b8dd-cf3f223c03fc tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6251264 Feb 19 03:50:55.133961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48936) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:55.262979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:50:55.263997 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.422818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:55.552076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Allocated IP 172.20.0.2 (bbf1d20e-fb79-4ff3-91db-6575c6f95fd9/c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c/f9ce3cac-1a41-45be-8629-439adbdec781) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:55.713902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.893354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Publish callbacks [] for port (f9ce3cac-1a41-45be-8629-439adbdec781), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.907260 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.984506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:55.986424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:50:52Z', 'revision_number': 3, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:55.997877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:56.029269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:56.031228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Pushing event updated for resources: {'Port': ['ID=f9ce3cac-1a41-45be-8629-439adbdec781,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:56.038514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5fde3-49ae-4cf9-8af2-7363f9dc34f4 None None] The sync data for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 is: [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:50:52Z', 'revision_number': 3, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:50:56.077032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Allocated IP 172.20.0.1 (bbf1d20e-fb79-4ff3-91db-6575c6f95fd9/c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c/a8678fa9-c9bb-4a29-b44a-5a4d62b1a930) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:56.101391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Attempting to bind port f9ce3cac-1a41-45be-8629-439adbdec781 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:56.101924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Attempting to bind port f9ce3cac-1a41-45be-8629-439adbdec781 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:56.102523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Attempting to bind port f9ce3cac-1a41-45be-8629-439adbdec781 on network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:56.108636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:56.109163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Checking segment: {'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:56.109672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.110204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Bound using segment: {'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:56.110800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Bound port: f9ce3cac-1a41-45be-8629-439adbdec781, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:56.111285 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.188766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] For port f9ce3cac-1a41-45be-8629-439adbdec781, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:56.192946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] For port f9ce3cac-1a41-45be-8629-439adbdec781, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f9ce3cac-1a41-45be-8629-439adbdec781,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:56.200548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.233822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.263685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ae536-d22e-45eb-85b3-9a8b4e470cf5 None None] Pushing event updated for resources: {'Port': ['ID=f9ce3cac-1a41-45be-8629-439adbdec781,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:56.278603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.330191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:56.333722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:56.336894 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:56.383985 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=a8678fa9-c9bb-4a29-b44a-5a4d62b1a930,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:56.415823 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (ab40d4ad-957c-4132-8495-ca6d72bceb2b), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.659099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a101ed70-b4a9-4946-a854-538a64195b58 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:56.675789 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.761774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a101ed70-b4a9-4946-a854-538a64195b58 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:56.762112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a101ed70-b4a9-4946-a854-538a64195b58), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.956378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a101ed70-b4a9-4946-a854-538a64195b58 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:56.958168 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a101ed70-b4a9-4946-a854-538a64195b58), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.004120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port a101ed70-b4a9-4946-a854-538a64195b58, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a101ed70-b4a9-4946-a854-538a64195b58,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:57.009508 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a101ed70-b4a9-4946-a854-538a64195b58), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.176121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=a101ed70-b4a9-4946-a854-538a64195b58,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:57.225092 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.232642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.345503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=a8678fa9-c9bb-4a29-b44a-5a4d62b1a930,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:57.350039 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (ab40d4ad-957c-4132-8495-ca6d72bceb2b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.353601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-160f486a-b399-45e0-99ab-94f3b653e95f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1066570 Feb 19 03:50:57.495012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:57.496617 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:57.554043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-80151142-b22f-450b-81ed-4a8262b56caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:57.560817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-80151142-b22f-450b-81ed-4a8262b56caa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 1127 time: 0.1066198 Feb 19 03:50:57.678376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router ab40d4ad-957c-4132-8495-ca6d72bceb2b has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:50:57.759902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-550b4ec9-04ad-4c21-9601-e292a5389b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:57.761695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-550b4ec9-04ad-4c21-9601-e292a5389b5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 916 time: 0.1781168 Feb 19 03:50:57.785030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad39725-1941-40e4-89ac-3efeee047ac2 None None] Network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:57.867931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-89416603-32d0-41a9-a649-449b3ca2c553 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33dcf542-c292-4559-a535-7bfb7f3b9121 HTTP/1.1" status: 200 len: 217 time: 0.0995593 Feb 19 03:50:57.897875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:57.901507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0bccdff2-e52d-4523-b104-e787c8c8bc1e None None] Provisioning complete for port f9ce3cac-1a41-45be-8629-439adbdec781 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:57.902084 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0bccdff2-e52d-4523-b104-e787c8c8bc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.911771 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-133083cf-fd0a-4e1b-a3a0-81c1cf9ae2d7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "PUT /v2.0/routers/ab40d4ad-957c-4132-8495-ca6d72bceb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7764108 Feb 19 03:50:57.914418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48956) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:57.965770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-d4c85063-0faa-42e2-b615-298d49c66b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:57.970976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-d4c85063-0faa-42e2-b615-298d49c66b64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0962694 Feb 19 03:50:58.020000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-e78593a0-4a00-45f0-8b1e-8da32fa226dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427547 Feb 19 03:50:58.044441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0bccdff2-e52d-4523-b104-e787c8c8bc1e None None] Current status of the port f9ce3cac-1a41-45be-8629-439adbdec781 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:58.045009 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0bccdff2-e52d-4523-b104-e787c8c8bc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.138159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0bccdff2-e52d-4523-b104-e787c8c8bc1e None None] For port f9ce3cac-1a41-45be-8629-439adbdec781, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f9ce3cac-1a41-45be-8629-439adbdec781,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:58.145053 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0bccdff2-e52d-4523-b104-e787c8c8bc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.227756 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-0225b74a-a3b2-4841-a400-37a958dad3f6 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995380 Feb 19 03:50:58.242988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccdff2-e52d-4523-b104-e787c8c8bc1e None None] Pushing event updated for resources: {'Port': ['ID=f9ce3cac-1a41-45be-8629-439adbdec781,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:58.250841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b384574-f108-41b4-8bf3-4ef33888aa9d tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.252518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b384574-f108-41b4-8bf3-4ef33888aa9d tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.254379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b384574-f108-41b4-8bf3-4ef33888aa9d tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.255145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b384574-f108-41b4-8bf3-4ef33888aa9d tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.255764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b384574-f108-41b4-8bf3-4ef33888aa9d tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.256399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b384574-f108-41b4-8bf3-4ef33888aa9d tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.257559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b384574-f108-41b4-8bf3-4ef33888aa9d tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.258810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b384574-f108-41b4-8bf3-4ef33888aa9d tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.260949 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5b384574-f108-41b4-8bf3-4ef33888aa9d tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 0.3452437 Feb 19 03:50:58.263775 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48962) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:58.383902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c08906b4-6739-482d-8ba4-4ab812d8eeca req-ab0617c9-3526-4242-8a72-6f2fe09c3ef3 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483753 Feb 19 03:50:58.439917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c328323-7391-4498-9ae7-65bb8808d232 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.440512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c328323-7391-4498-9ae7-65bb8808d232 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.441081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c328323-7391-4498-9ae7-65bb8808d232 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.441598 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c328323-7391-4498-9ae7-65bb8808d232 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.442383 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c328323-7391-4498-9ae7-65bb8808d232 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.442970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c328323-7391-4498-9ae7-65bb8808d232 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.443491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c328323-7391-4498-9ae7-65bb8808d232 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.444007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c328323-7391-4498-9ae7-65bb8808d232 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.446377 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5c328323-7391-4498-9ae7-65bb8808d232 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5280 time: 0.1816289 Feb 19 03:50:58.450903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48964) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:58.787506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a101ed70-b4a9-4946-a854-538a64195b58 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:58.826409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Sync routers for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:58.850121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8c54af7f-656a-4298-b4b3-f6a07f815e3d None None] Provisioning complete for port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:58.850541 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c54af7f-656a-4298-b4b3-f6a07f815e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.853751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:58.854426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:58.923210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1abcfd58-e94b-419d-bf0a-5a0f8a4254f8 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3761 time: 0.4708858 Feb 19 03:50:58.944031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a101ed70-b4a9-4946-a854-538a64195b58 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:58.944415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a101ed70-b4a9-4946-a854-538a64195b58), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.975501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8c54af7f-656a-4298-b4b3-f6a07f815e3d None None] Port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:50:59.064429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:50:59.200398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48968) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:59.205299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692184037', 'description': 'tempest-secgroup-smoke-692184037 description', 'project_id': 'cae59199693b41da92306d352bbcc0ce'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:59.227362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.254930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8c54af7f-656a-4298-b4b3-f6a07f815e3d None None] Provisioning complete for port f9ce3cac-1a41-45be-8629-439adbdec781 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:59.255557 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c54af7f-656a-4298-b4b3-f6a07f815e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.303570 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (b5cbc31a-c804-4b5b-86c0-8b741283dac0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.307721 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b5cbc31a-c804-4b5b-86c0-8b741283dac0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.342145 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.343314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1418006 Feb 19 03:50:59.344428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cbc31a-c804-4b5b-86c0-8b741283dac0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:59.346308 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48970) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:59.351731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c1f6d4d4-d420-4525-bc3e-1a3f9d81462d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b5cbc31a-c804-4b5b-86c0-8b741283dac0', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:59.352180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.352533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.352873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.353225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.353546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.354085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.354572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.355090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.355573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.356054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.356547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.357027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.357608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7a34f-a6db-405b-9375-0b8ef7152e65 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:59.392347 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d4d4-d420-4525-bc3e-1a3f9d81462d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (62a51e93-dc2d-4a36-800d-d521f57dc5cd), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.398891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a101ed70-b4a9-4946-a854-538a64195b58 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:59.400076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f9ce3cac-1a41-45be-8629-439adbdec781 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:59.444379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d4d4-d420-4525-bc3e-1a3f9d81462d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (62a51e93-dc2d-4a36-800d-d521f57dc5cd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.449195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d4d4-d420-4525-bc3e-1a3f9d81462d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (62a51e93-dc2d-4a36-800d-d521f57dc5cd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.470592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6d4d4-d420-4525-bc3e-1a3f9d81462d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a51e93-dc2d-4a36-800d-d521f57dc5cd,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:59.477713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8c54af7f-656a-4298-b4b3-f6a07f815e3d None None] Current status of the port f9ce3cac-1a41-45be-8629-439adbdec781 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:59.487451 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d4d4-d420-4525-bc3e-1a3f9d81462d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.489708 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c1f6d4d4-d420-4525-bc3e-1a3f9d81462d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417375 Feb 19 03:50:59.490710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 2, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:59.492320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48972) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:59.497427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5d5c3022-373f-4542-8e79-d9af3eb46aab tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b5cbc31a-c804-4b5b-86c0-8b741283dac0', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:59.524486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Checking router: ab40d4ad-957c-4132-8495-ca6d72bceb2b for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:50:59.524852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Updating router ab40d4ad-957c-4132-8495-ca6d72bceb2b port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:50:59.525216 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3022-373f-4542-8e79-d9af3eb46aab tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (62470134-29f7-4d29-ba3d-118026e8bae8), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.546436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f9ce3cac-1a41-45be-8629-439adbdec781 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:59.546818 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.576022 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.595612 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3022-373f-4542-8e79-d9af3eb46aab tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (62470134-29f7-4d29-ba3d-118026e8bae8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.601270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3022-373f-4542-8e79-d9af3eb46aab tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (62470134-29f7-4d29-ba3d-118026e8bae8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.628194 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3022-373f-4542-8e79-d9af3eb46aab tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.633830 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5d5c3022-373f-4542-8e79-d9af3eb46aab tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364584 Feb 19 03:50:59.634906 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48974) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:59.638464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2bc34a44-b4d7-49a9-a5a6-83d8523c266b None None] Provisioning complete for port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:59.638846 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2bc34a44-b4d7-49a9-a5a6-83d8523c266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.643621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-25398e4e-1340-402c-8fc2-8adfb8ff490e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b5cbc31a-c804-4b5b-86c0-8b741283dac0', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:59.663748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c3022-373f-4542-8e79-d9af3eb46aab tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62470134-29f7-4d29-ba3d-118026e8bae8,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:59.672738 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25398e4e-1340-402c-8fc2-8adfb8ff490e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (1046c8db-50a1-4561-8666-a06029bcc2e0), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.736365 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25398e4e-1340-402c-8fc2-8adfb8ff490e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (1046c8db-50a1-4561-8666-a06029bcc2e0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.742001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25398e4e-1340-402c-8fc2-8adfb8ff490e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (1046c8db-50a1-4561-8666-a06029bcc2e0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.759148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2bc34a44-b4d7-49a9-a5a6-83d8523c266b None None] Port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:50:59.765013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25398e4e-1340-402c-8fc2-8adfb8ff490e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1046c8db-50a1-4561-8666-a06029bcc2e0,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:59.777549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f9ce3cac-1a41-45be-8629-439adbdec781 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:59.780559 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25398e4e-1340-402c-8fc2-8adfb8ff490e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.783361 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-25398e4e-1340-402c-8fc2-8adfb8ff490e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468861 Feb 19 03:50:59.786342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48976) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:59.790992 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-227604f1-7488-404b-bfc9-7c35a2b10835 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b5cbc31a-c804-4b5b-86c0-8b741283dac0', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:59.823179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-227604f1-7488-404b-bfc9-7c35a2b10835 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (99ab380d-f73c-40cf-8378-62b379124849), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.897130 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-227604f1-7488-404b-bfc9-7c35a2b10835 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (99ab380d-f73c-40cf-8378-62b379124849), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.903152 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-227604f1-7488-404b-bfc9-7c35a2b10835 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (99ab380d-f73c-40cf-8378-62b379124849), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.922872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227604f1-7488-404b-bfc9-7c35a2b10835 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ab380d-f73c-40cf-8378-62b379124849,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:59.935629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-227604f1-7488-404b-bfc9-7c35a2b10835 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.936852 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-227604f1-7488-404b-bfc9-7c35a2b10835 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495461 Feb 19 03:50:59.939516 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 48978) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:59.946034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-aa5c4a6f-1d3e-441d-a3ce-0e2afca8a38d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b5cbc31a-c804-4b5b-86c0-8b741283dac0', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:59.968249 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Publish callbacks [] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.976254 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.979403 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-aa5c4a6f-1d3e-441d-a3ce-0e2afca8a38d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Project cae59199693b41da92306d352bbcc0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:50:59.992495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4a6f-1d3e-441d-a3ce-0e2afca8a38d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (d4b26bbf-c523-4b85-83af-d86dd591d172), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.069395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4a6f-1d3e-441d-a3ce-0e2afca8a38d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (d4b26bbf-c523-4b85-83af-d86dd591d172), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.076594 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4a6f-1d3e-441d-a3ce-0e2afca8a38d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d4b26bbf-c523-4b85-83af-d86dd591d172), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.093112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Attempting to bind port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:51:00.093679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Attempting to bind port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:51:00.093974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Attempting to bind port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 on network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:00.098309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1ea91-234f-4f01-a6e4-e1500bf9741e None None] Pushing event updated for resources: {'Port': ['ID=a8678fa9-c9bb-4a29-b44a-5a4d62b1a930,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:00.105077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:51:00.106613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Checking segment: {'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:51:00.107888 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.108507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Bound using segment: {'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:51:00.109231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Bound port: a8678fa9-c9bb-4a29-b44a-5a4d62b1a930, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:51:00.109871 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.123043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4a6f-1d3e-441d-a3ce-0e2afca8a38d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.125479 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aa5c4a6f-1d3e-441d-a3ce-0e2afca8a38d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1838634 Feb 19 03:51:00.127277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 48980) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:00.129554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c4a6f-1d3e-441d-a3ce-0e2afca8a38d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b26bbf-c523-4b85-83af-d86dd591d172,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:00.133051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a00196dc-8594-4fac-8679-c34c79d8cbb0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b5cbc31a-c804-4b5b-86c0-8b741283dac0', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:00.162603 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-a00196dc-8594-4fac-8679-c34c79d8cbb0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Project cae59199693b41da92306d352bbcc0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:51:00.169334 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a00196dc-8594-4fac-8679-c34c79d8cbb0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (16d487ce-afe5-40ba-9b1c-935f571c98cd), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.200094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] For port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:51:00.204939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] For port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8678fa9-c9bb-4a29-b44a-5a4d62b1a930,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:51:00.213247 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.264007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:00.264244 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a00196dc-8594-4fac-8679-c34c79d8cbb0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (16d487ce-afe5-40ba-9b1c-935f571c98cd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.264638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:50:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:00.270349 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a00196dc-8594-4fac-8679-c34c79d8cbb0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (16d487ce-afe5-40ba-9b1c-935f571c98cd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.287912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00196dc-8594-4fac-8679-c34c79d8cbb0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d487ce-afe5-40ba-9b1c-935f571c98cd,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:00.304933 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a00196dc-8594-4fac-8679-c34c79d8cbb0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.314705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a00196dc-8594-4fac-8679-c34c79d8cbb0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1809785 Feb 19 03:51:00.334114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1ea91-234f-4f01-a6e4-e1500bf9741e None None] Pushing event updated for resources: {'Port': ['ID=a8678fa9-c9bb-4a29-b44a-5a4d62b1a930,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:00.395252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-65f1c2d0-3158-44b9-a3e3-2b80c7755586 None None] Provisioning complete for port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:00.395629 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-65f1c2d0-3158-44b9-a3e3-2b80c7755586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.453904 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:00.528799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-4d26b5e1-3969-4573-bceb-e20b549ef7b1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692184037&fields=id&tenant_id=cae59199693b41da92306d352bbcc0ce HTTP/1.1" status: 200 len: 267 time: 0.0839195 Feb 19 03:51:00.636272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-65f1c2d0-3158-44b9-a3e3-2b80c7755586 None None] Current status of the port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:00.636493 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-65f1c2d0-3158-44b9-a3e3-2b80c7755586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.651818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-f0c99e7c-2394-4f89-8565-228c256ef3a4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:00.653511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-f0c99e7c-2394-4f89-8565-228c256ef3a4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/networks?id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 HTTP/1.1" status: 200 len: 797 time: 0.1234701 Feb 19 03:51:00.678028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-33d20576-576e-4bd8-a853-7c06ea8a5a59 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/quotas/cae59199693b41da92306d352bbcc0ce HTTP/1.1" status: 200 len: 375 time: 0.0159338 Feb 19 03:51:00.702349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-65f1c2d0-3158-44b9-a3e3-2b80c7755586 None None] For port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8678fa9-c9bb-4a29-b44a-5a4d62b1a930,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:00.711036 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-65f1c2d0-3158-44b9-a3e3-2b80c7755586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.740126 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-ef5beacb-79f5-42f1-a1ca-4a7566288bfa tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597217 Feb 19 03:51:00.776321 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1c2d0-3158-44b9-a3e3-2b80c7755586 None None] Pushing event updated for resources: {'Port': ['ID=a8678fa9-c9bb-4a29-b44a-5a4d62b1a930,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:00.786559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:00.852133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-71a52406-9801-48df-9adf-b382d21334c0 service neutron] 10.222.0.42 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002684 Feb 19 03:51:00.978345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8eb8b-d1aa-4ade-b75d-b452e6ea0dda None None] The sync data for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 is: [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:51:00.990609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-3b2646bf-024f-459a-938f-de2929da8fcb service neutron] 10.222.0.42 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323020 Feb 19 03:51:00.996417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0aae08e8-9199-4341-bbf1-29bf8aedf385 None None] Provisioning complete for port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:00.998317 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0aae08e8-9199-4341-bbf1-29bf8aedf385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:01.173396 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0aae08e8-9199-4341-bbf1-29bf8aedf385 None None] Current status of the port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:01.280510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70669b5e-1b56-47c1-93a5-d317b440b635 req-10433518-3a5a-4923-887b-6908e013a65f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 210 time: 0.0434921 Feb 19 03:51:02.456922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4112944b-766d-4287-b19f-b45c6de587a8 req-469c46a9-510e-4b6b-a90c-e2b5cdfaa6c9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 210 time: 0.0485406 Feb 19 03:51:02.499352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-cf8bc608-2262-4d1a-9e15-ef6d391bc636 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:02.500872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-cf8bc608-2262-4d1a-9e15-ef6d391bc636 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.71 "GET /v2.0/networks?id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 HTTP/1.1" status: 200 len: 797 time: 0.2172389 Feb 19 03:51:02.571135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-3739614f-5e1a-4cc2-b139-b1a8d9b9c010 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cae59199693b41da92306d352bbcc0ce HTTP/1.1" status: 200 len: 379 time: 0.0586855 Feb 19 03:51:02.584631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'port': {'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'admin_state_up': True, 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'security_groups': ['b5cbc31a-c804-4b5b-86c0-8b741283dac0']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:02.591963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:02.661992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:02.662754 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.729029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Made reservation on behalf of cae59199693b41da92306d352bbcc0ce for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:51:02.733409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.752271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:02.878908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Allocated IP 172.20.0.10 (bbf1d20e-fb79-4ff3-91db-6575c6f95fd9/c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c/a6a0657e-9c89-4efa-b0a3-f6c120900200) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:51:03.037490 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.075162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.129316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:51:03.133263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=a6a0657e-9c89-4efa-b0a3-f6c120900200,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:03.135707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:03.137758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:51:03.202376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:03.203063 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.225339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-b239fa38-8756-472a-8b19-c0437ab05219 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6468351 Feb 19 03:51:03.243347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Request body: {'port': {'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:03.312013 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.419270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-343c5b14-e7f3-47df-a5c0-85f544775944 None None] Provisioning complete for port a6a0657e-9c89-4efa-b0a3-f6c120900200 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:03.419651 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-343c5b14-e7f3-47df-a5c0-85f544775944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.477985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-343c5b14-e7f3-47df-a5c0-85f544775944 None None] Port a6a0657e-9c89-4efa-b0a3-f6c120900200 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:51:04.010816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c9152-c647-43a8-a95a-033073e91ea1 req-b22ff891-3f3c-428f-b456-633e3f5f898c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:04.012342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a3c9152-c647-43a8-a95a-033073e91ea1 req-b22ff891-3f3c-428f-b456-633e3f5f898c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 932 time: 0.4473882 Feb 19 03:51:04.031311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a0657e-9c89-4efa-b0a3-f6c120900200 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:51:04.046077 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Publish callbacks [] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.072397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Transition to ACTIVE for port object a6a0657e-9c89-4efa-b0a3-f6c120900200 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:51:04.081677 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.094441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a3c9152-c647-43a8-a95a-033073e91ea1 req-2fd27ea1-c76a-43f0-9c1c-f9e45beb3bed tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757306 Feb 19 03:51:04.163623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a6a0657e-9c89-4efa-b0a3-f6c120900200,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:04.224163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Attempting to bind port a6a0657e-9c89-4efa-b0a3-f6c120900200 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:51:04.224419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Attempting to bind port a6a0657e-9c89-4efa-b0a3-f6c120900200 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:51:04.224744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Attempting to bind port a6a0657e-9c89-4efa-b0a3-f6c120900200 on network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:04.229417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Port a6a0657e-9c89-4efa-b0a3-f6c120900200 on network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:51:04.229738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Attempting to bind port a6a0657e-9c89-4efa-b0a3-f6c120900200 on network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:04.235140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:51:04.235538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Checking segment: {'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:51:04.236016 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Bound using segment: {'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:51:04.236517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Bound port: a6a0657e-9c89-4efa-b0a3-f6c120900200, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bbed4f-6f0d-483c-8c6c-18383eac6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:51:04.236942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.310876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] For port a6a0657e-9c89-4efa-b0a3-f6c120900200, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:51:04.314520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] For port a6a0657e-9c89-4efa-b0a3-f6c120900200, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a6a0657e-9c89-4efa-b0a3-f6c120900200,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:51:04.321556 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.364731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:04.365596 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.367075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] 10.222.0.71 "PUT /v2.0/ports/a6a0657e-9c89-4efa-b0a3-f6c120900200 HTTP/1.1" status: 200 len: 1092 time: 1.1282141 Feb 19 03:51:04.367542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'tag': 'a6a0657e-9c89-4efa-b0a3-f6c120900200'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:04.369874 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9af49ad-9996-4ecf-9676-c356c6bd12a1" -d '{"events": [{"name": "network-changed", "server_uuid": "777f9cd4-0973-4c8f-a8e0-a542da141902", "tag": "a6a0657e-9c89-4efa-b0a3-f6c120900200"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:04.427931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae93f5e-c6d0-44d1-b272-163e1c879b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a6a0657e-9c89-4efa-b0a3-f6c120900200,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:04.447271 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef32235-19cb-41bd-b3aa-1871ec6827d6 x-openstack-request-id: req-8ef32235-19cb-41bd-b3aa-1871ec6827d6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:04.447749 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f9cd4-0973-4c8f-a8e0-a542da141902", "tag": "a6a0657e-9c89-4efa-b0a3-f6c120900200", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:04.448142 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ef32235-19cb-41bd-b3aa-1871ec6827d6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:04.448866 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'tag': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'status': 'completed', 'code': 200} Feb 19 03:51:04.519461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-709bbdd1-f3da-42ee-9b18-9ceebdeb6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:04.521232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-709bbdd1-f3da-42ee-9b18-9ceebdeb6439 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 1126 time: 0.0772696 Feb 19 03:51:04.567179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-80bd3731-fbf9-48b1-99e4-db28ae14bd5f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6a0657e-9c89-4efa-b0a3-f6c120900200 HTTP/1.1" status: 200 len: 217 time: 0.0379720 Feb 19 03:51:04.623714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-0cb36c84-4ab7-4647-b4bf-a4b44dfb3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:04.625243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-0cb36c84-4ab7-4647-b4bf-a4b44dfb3aba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c HTTP/1.1" status: 200 len: 834 time: 0.0501614 Feb 19 03:51:04.683657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-394ddc14-9901-480e-8e44-6e49a303955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:04.685202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-394ddc14-9901-480e-8e44-6e49a303955f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535970 Feb 19 03:51:04.780724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-d0883960-56d1-4460-8da4-e43847c06b1f service neutron] 10.222.0.71 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884831 Feb 19 03:51:04.902445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2db2e397-a74f-4619-a270-96f5d40b6b40 req-1e5be022-a7ac-49b7-b47b-5b79f78a79b4 service neutron] 10.222.0.71 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131675 Feb 19 03:51:05.014658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-c4a3a6c7-fb28-45d0-9521-70ee1e6c7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:05.017366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-c4a3a6c7-fb28-45d0-9521-70ee1e6c7e32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 1126 time: 0.0600259 Feb 19 03:51:05.114300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-ab18e6be-1f5d-4ba4-b499-53a114b4cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:05.116076 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-ab18e6be-1f5d-4ba4-b499-53a114b4cc6d service neutron] 10.222.0.71 "GET /v2.0/networks?id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 HTTP/1.1" status: 200 len: 898 time: 0.0906136 Feb 19 03:51:05.168089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-b4c65cb6-c801-43c2-8a7a-0e2f16d073a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6a0657e-9c89-4efa-b0a3-f6c120900200 HTTP/1.1" status: 200 len: 217 time: 0.0443797 Feb 19 03:51:05.258532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-341c6bdc-a048-4610-860d-5e5ecf65377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:05.260021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-341c6bdc-a048-4610-860d-5e5ecf65377c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c HTTP/1.1" status: 200 len: 834 time: 0.0798190 Feb 19 03:51:05.277075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671d67c-722f-48a9-b541-ed9c18ea1df6 req-e19e07d5-f624-454e-b5c4-e62a8b1a63e0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:05.278655 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3671d67c-722f-48a9-b541-ed9c18ea1df6 req-e19e07d5-f624-454e-b5c4-e62a8b1a63e0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 944 time: 0.1035814 Feb 19 03:51:05.360661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-4b197da5-f6d4-4b87-9b13-754762877686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:05.362523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-4b197da5-f6d4-4b87-9b13-754762877686 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0934193 Feb 19 03:51:05.367640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3671d67c-722f-48a9-b541-ed9c18ea1df6 req-65a55861-3ba8-472f-b3a2-63097f31eae1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795348 Feb 19 03:51:05.469638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-ff9883c8-f85a-4c4a-a908-b6bc8ae6596e service neutron] 10.222.0.71 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942307 Feb 19 03:51:05.602509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9af49ad-9996-4ecf-9676-c356c6bd12a1 req-e9a56274-f01f-4851-a72d-58854d077d4f service neutron] 10.222.0.71 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240578 Feb 19 03:51:06.334087 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.509514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edbe63-99ce-487c-a1be-506ca7f6b543 req-ec4b2a11-9dd2-4cab-904c-4caefde7d8a4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:06.511092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0edbe63-99ce-487c-a1be-506ca7f6b543 req-ec4b2a11-9dd2-4cab-904c-4caefde7d8a4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 944 time: 0.0605464 Feb 19 03:51:06.582336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0edbe63-99ce-487c-a1be-506ca7f6b543 req-fcd7b37a-7d35-4a49-b3a2-3265ea1b6251 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651624 Feb 19 03:51:07.092831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a6a0657e-9c89-4efa-b0a3-f6c120900200 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:51:07.192950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a6a0657e-9c89-4efa-b0a3-f6c120900200, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a6a0657e-9c89-4efa-b0a3-f6c120900200,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:07.204183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'mac_address': 'fa:16:3e:6a:6a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:51:07.244400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port a6a0657e-9c89-4efa-b0a3-f6c120900200 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:07.244693 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:07.258346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a0657e-9c89-4efa-b0a3-f6c120900200 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:51:07.279559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a6a0657e-9c89-4efa-b0a3-f6c120900200, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a6a0657e-9c89-4efa-b0a3-f6c120900200,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:07.283695 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:07.344506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=a6a0657e-9c89-4efa-b0a3-f6c120900200,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:07.556827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['a6a0657e-9c89-4efa-b0a3-f6c120900200'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:51:07.748591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cd1e3-99df-47a0-8d51-14209ca8e9c9 req-ba6a581e-28f9-4994-b5e6-01cbb5b7b75c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:07.754378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e3cd1e3-99df-47a0-8d51-14209ca8e9c9 req-ba6a581e-28f9-4994-b5e6-01cbb5b7b75c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 945 time: 0.0950046 Feb 19 03:51:07.814331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e3cd1e3-99df-47a0-8d51-14209ca8e9c9 req-33d1ca70-340e-46f0-9f86-063c96bf03c9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557349 Feb 19 03:51:08.279230 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3053ee50-3860-40f1-9001-5aba85e74a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:08.938064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675e402-7b7d-4baf-a1f6-035703824b83 req-1bad68d8-b0c5-4b61-a9c0-67537c96a24a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:08.939607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b675e402-7b7d-4baf-a1f6-035703824b83 req-1bad68d8-b0c5-4b61-a9c0-67537c96a24a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 945 time: 0.0536637 Feb 19 03:51:08.993890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b675e402-7b7d-4baf-a1f6-035703824b83 req-bd07d3b0-2d4e-42db-bee0-a9ae865ed916 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470147 Feb 19 03:51:09.116706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a6a0657e-9c89-4efa-b0a3-f6c120900200 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:09.171391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port a6a0657e-9c89-4efa-b0a3-f6c120900200 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:51:09.176355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port a6a0657e-9c89-4efa-b0a3-f6c120900200 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:09.176729 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:09.259425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port a6a0657e-9c89-4efa-b0a3-f6c120900200 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:09.259721 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:09.295423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a6a0657e-9c89-4efa-b0a3-f6c120900200, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a6a0657e-9c89-4efa-b0a3-f6c120900200,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:09.296390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a0657e-9c89-4efa-b0a3-f6c120900200'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:09.299069 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf443a8d-050f-43e7-936e-6fcf983011b0" -d '{"events": [{"server_uuid": "777f9cd4-0973-4c8f-a8e0-a542da141902", "name": "network-vif-plugged", "status": "completed", "tag": "a6a0657e-9c89-4efa-b0a3-f6c120900200"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:09.303447 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:09.360481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=a6a0657e-9c89-4efa-b0a3-f6c120900200,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:09.364286 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eeeebd-108b-4f47-a977-829f2afe2c2a x-openstack-request-id: req-80eeeebd-108b-4f47-a977-829f2afe2c2a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:09.364879 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f9cd4-0973-4c8f-a8e0-a542da141902", "name": "network-vif-plugged", "status": "completed", "tag": "a6a0657e-9c89-4efa-b0a3-f6c120900200", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:09.365188 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80eeeebd-108b-4f47-a977-829f2afe2c2a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:09.365978 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'code': 200} Feb 19 03:51:09.478219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2903a-edda-4f33-910f-0b0dbd36cebd req-d5740863-b6e7-445f-a674-a899366c4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:09.479900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1f2903a-edda-4f33-910f-0b0dbd36cebd req-d5740863-b6e7-445f-a674-a899366c4a02 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 1128 time: 0.0499835 Feb 19 03:51:09.536676 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1f2903a-edda-4f33-910f-0b0dbd36cebd req-53b8fbae-f662-45ca-8236-37afe9e19988 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494518 Feb 19 03:51:10.139709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87809a0-8cac-4c3c-b2d9-686234b2e48a req-f9f1e15c-99ad-4863-9aed-455a84ecd7d1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:10.141270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87809a0-8cac-4c3c-b2d9-686234b2e48a req-f9f1e15c-99ad-4863-9aed-455a84ecd7d1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 946 time: 0.0665278 Feb 19 03:51:10.196531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87809a0-8cac-4c3c-b2d9-686234b2e48a req-3b853854-f609-41fd-b848-78f23cbcab7c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487714 Feb 19 03:51:10.473479 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb7c8-30c1-40a8-88db-37045dfa6bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:11.323494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a5cb-d027-489c-8d31-9607c14c8895 req-ffadabdb-ce6f-4d51-bbfc-02d5e2ad066f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:11.325021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e55a5cb-d027-489c-8d31-9607c14c8895 req-ffadabdb-ce6f-4d51-bbfc-02d5e2ad066f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 946 time: 0.0560675 Feb 19 03:51:11.376580 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e55a5cb-d027-489c-8d31-9607c14c8895 req-1b843c08-bb94-4cc9-be41-590756da06c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454328 Feb 19 03:51:11.549258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916335e2-3eb3-408b-b9c5-f7b37e6fbdef req-ec700dcf-92de-4293-a1d6-7839c31d6d25 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:11.551261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-916335e2-3eb3-408b-b9c5-f7b37e6fbdef req-ec700dcf-92de-4293-a1d6-7839c31d6d25 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 946 time: 0.0598848 Feb 19 03:51:11.608947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-916335e2-3eb3-408b-b9c5-f7b37e6fbdef req-033feffc-0183-4929-b14a-f1115e8c7023 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499411 Feb 19 03:51:11.636037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49076) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:11.681010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf35d03-145d-49dd-a845-8caf5b6ac44f tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:11.682592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-acf35d03-145d-49dd-a845-8caf5b6ac44f tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 1123 time: 0.0453169 Feb 19 03:51:11.685818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49078) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:11.690194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:11.713298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:11.830534 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:11.943460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Allocated IP 172.25.4.42 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/9e7b2fa4-9ea7-489d-9c40-673bc03bdb53) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:51:12.049114 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.059277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (9e7b2fa4-9ea7-489d-9c40-673bc03bdb53), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.097284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9e7b2fa4-9ea7-489d-9c40-673bc03bdb53), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.150636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:51:12.155952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:12.161183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:51:12.164720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=9e7b2fa4-9ea7-489d-9c40-673bc03bdb53,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:12.588429 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for floatingip (b4d8c211-042b-4b24-9d46-7c0bc59a5082), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.665754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9e7b2fa4-9ea7-489d-9c40-673bc03bdb53), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.826471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (9e7b2fa4-9ea7-489d-9c40-673bc03bdb53), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.833448 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9e7b2fa4-9ea7-489d-9c40-673bc03bdb53), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.911146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=9e7b2fa4-9ea7-489d-9c40-673bc03bdb53,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:12.921436 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (b4d8c211-042b-4b24-9d46-7c0bc59a5082), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:13.039356 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Floating IP b4d8c211-042b-4b24-9d46-7c0bc59a5082 associated. External IP: 172.25.4.42, port: a6a0657e-9c89-4efa-b0a3-f6c120900200. Feb 19 03:51:13.091859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:13.264118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router ab40d4ad-957c-4132-8495-ca6d72bceb2b has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:51:13.393527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:51:13.405380 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] Sync routers for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:51:13.417851 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:13.420725 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:13.421834 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:51:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:13.451239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0ccfd07c-7d62-401f-9f47-5c9c5fb813ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7643602 Feb 19 03:51:13.452374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'tag': 'a6a0657e-9c89-4efa-b0a3-f6c120900200'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:13.455268 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49086) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:13.458575 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82db67e4-8399-4500-8a04-562e4002361c" -d '{"events": [{"name": "network-changed", "server_uuid": "777f9cd4-0973-4c8f-a8e0-a542da141902", "tag": "a6a0657e-9c89-4efa-b0a3-f6c120900200"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:13.538050 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a28c5a70-95f3-465f-879b-67f75cb34f44 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/floatingips/b4d8c211-042b-4b24-9d46-7c0bc59a5082 HTTP/1.1" status: 200 len: 991 time: 0.0808806 Feb 19 03:51:13.556573 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:13.684758 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3051ea20-01fb-4dcb-85bd-da06ee6e97f2 x-openstack-request-id: req-3051ea20-01fb-4dcb-85bd-da06ee6e97f2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:13.685316 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f9cd4-0973-4c8f-a8e0-a542da141902", "tag": "a6a0657e-9c89-4efa-b0a3-f6c120900200", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:13.685507 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3051ea20-01fb-4dcb-85bd-da06ee6e97f2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:13.685995 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'tag': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'status': 'completed', 'code': 200} Feb 19 03:51:13.773601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db67e4-8399-4500-8a04-562e4002361c req-d47da09f-6be0-4a82-bc6b-0d4aab876da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:13.775212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82db67e4-8399-4500-8a04-562e4002361c req-d47da09f-6be0-4a82-bc6b-0d4aab876da1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 1128 time: 0.0595658 Feb 19 03:51:13.820426 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b4d8c211-042b-4b24-9d46-7c0bc59a5082', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'mac_address': 'fa:16:3e:6a:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:12Z', 'updated_at': '2022-02-19T03:51:12Z', 'revision_number': 0, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:13.869171 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] Checking router: ab40d4ad-957c-4132-8495-ca6d72bceb2b for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:51:13.878474 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:13.879116 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:51:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:13.884941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db67e4-8399-4500-8a04-562e4002361c req-800d3fbf-4c05-4e3b-b2dc-ae73e20e8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:13.886516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82db67e4-8399-4500-8a04-562e4002361c req-800d3fbf-4c05-4e3b-b2dc-ae73e20e8fb8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 HTTP/1.1" status: 200 len: 898 time: 0.1050084 Feb 19 03:51:13.991609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82db67e4-8399-4500-8a04-562e4002361c req-63f33032-047f-4ad1-895d-eb9d2cc982b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6a0657e-9c89-4efa-b0a3-f6c120900200 HTTP/1.1" status: 200 len: 999 time: 0.0967691 Feb 19 03:51:14.027439 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:14.052839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db67e4-8399-4500-8a04-562e4002361c req-d622dec8-5b0a-486f-bed3-24cbc5503ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:14.055473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82db67e4-8399-4500-8a04-562e4002361c req-d622dec8-5b0a-486f-bed3-24cbc5503ea4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c HTTP/1.1" status: 200 len: 834 time: 0.0565121 Feb 19 03:51:14.119385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db67e4-8399-4500-8a04-562e4002361c req-887a7b14-2718-4494-aa7c-398a7b768734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:14.121413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82db67e4-8399-4500-8a04-562e4002361c req-887a7b14-2718-4494-aa7c-398a7b768734 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563715 Feb 19 03:51:14.258611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82db67e4-8399-4500-8a04-562e4002361c req-55351c96-e041-45c4-b728-7dc113702b17 service neutron] 10.222.0.71 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279061 Feb 19 03:51:14.326734 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b4d8c211-042b-4b24-9d46-7c0bc59a5082', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'mac_address': 'fa:16:3e:6a:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:12Z', 'updated_at': '2022-02-19T03:51:12Z', 'revision_number': 0, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:14.365467 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb972718-a95e-4f1a-8672-aea9ce5e77e4 None None] The sync data for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 is: [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b4d8c211-042b-4b24-9d46-7c0bc59a5082', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'mac_address': 'fa:16:3e:6a:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:12Z', 'updated_at': '2022-02-19T03:51:12Z', 'revision_number': 0, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:51:14.381344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82db67e4-8399-4500-8a04-562e4002361c req-5974f40f-1993-4929-8173-11b634284b55 service neutron] 10.222.0.71 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141281 Feb 19 03:51:14.539847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49096) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:14.633383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb6a71-00ce-4caa-8644-11f01808617d None None] New status for floating IP b4d8c211-042b-4b24-9d46-7c0bc59a5082: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:51:14.656367 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-02f735e9-144f-4be3-8c2a-7020a2f1ecd8 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/floatingips/b4d8c211-042b-4b24-9d46-7c0bc59a5082 HTTP/1.1" status: 200 len: 991 time: 0.1144195 Feb 19 03:51:14.688026 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:15.657958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49102) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:15.745463 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b5d37f46-3a87-4aad-98db-7a201a3ccbb6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/floatingips/b4d8c211-042b-4b24-9d46-7c0bc59a5082 HTTP/1.1" status: 200 len: 993 time: 0.0828454 Feb 19 03:51:20.506628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-5d3e12d6-8f1b-4563-bb2b-fc86af63690e tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:20.508376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-5d3e12d6-8f1b-4563-bb2b-fc86af63690e tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 815 time: 0.1150281 Feb 19 03:51:20.523827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-2169b7d1-ccd3-41f2-9793-c2f0888665bf tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/quotas/eab129946b024cd49a02e4ba8e514943 HTTP/1.1" status: 200 len: 375 time: 0.0092950 Feb 19 03:51:20.587770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-a4c38725-6e98-4eaa-be13-febef1b6b29d tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578821 Feb 19 03:51:20.677819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-410fa935-38ad-4eb9-91d4-ffdaf42ffbcf service neutron] 10.222.0.42 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829723 Feb 19 03:51:20.782536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-105e6f6f-37b0-4366-b4df-ca1151959b4b service neutron] 10.222.0.42 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976992 Feb 19 03:51:20.985677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbeef4c0-097c-4a45-a411-191b2e973c47 req-2f4408e8-e4fa-4f80-bb45-d36ffc11ea6e tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 210 time: 0.0507326 Feb 19 03:51:22.102427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72c74ecd-7594-4fc2-8248-cb656b6cb2d6 req-ed2eead9-ee59-4400-af6e-4cbe041d822c tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 210 time: 0.0371766 Feb 19 03:51:22.255897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-24ddb0f7-3505-4d4b-9ee5-70c23af0b4a3 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:22.257754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-24ddb0f7-3505-4d4b-9ee5-70c23af0b4a3 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 815 time: 0.1270692 Feb 19 03:51:22.276240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Request body: {'port': {'device_id': '8abd767d-f195-4c1e-be33-3abc3d523028', 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c', 'admin_state_up': True, 'tenant_id': 'eab129946b024cd49a02e4ba8e514943'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:22.389872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Made reservation on behalf of eab129946b024cd49a02e4ba8e514943 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:51:22.394242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:22.522156 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:22.554511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Allocated IP 172.20.0.10 (4e7e3e30-cd35-4fbd-a348-3f4080b2819c/f728094c-e938-4ec7-b783-ede9bcdcbf36/c72b1d63-8369-4c4b-abe4-0922e2fa5b0c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:51:22.715959 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks [] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:22.750471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:22.767482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['89031bc2-3969-4647-945a-bf375ade580d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:51:22.802816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33dcf542-c292-4559-a535-7bfb7f3b9121', 'f0a69371-0c58-462c-ab42-f3f40344afa5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:51:22.807430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:51:22.811336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:22.820356 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:51:22.845360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Pushing event updated for resources: {'Port': ['ID=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:22.881543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:22.882453 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:22.902872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-3bcfb146-6a5f-4fcf-8e1f-ce7c50b60628 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6306407 Feb 19 03:51:22.923362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Request body: {'port': {'device_id': '8abd767d-f195-4c1e-be33-3abc3d523028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:22.992271 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:23.318790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33328e49-4a79-4af1-9842-dc19e5d0b090 req-6e9695db-f711-45f4-83e6-54e42c5243b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:23.320612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33328e49-4a79-4af1-9842-dc19e5d0b090 req-6e9695db-f711-45f4-83e6-54e42c5243b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 932 time: 0.0895731 Feb 19 03:51:23.391903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72b1d63-8369-4c4b-abe4-0922e2fa5b0c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:51:23.411497 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Publish callbacks [] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:23.420392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33328e49-4a79-4af1-9842-dc19e5d0b090 req-0c658111-038c-464e-b264-2e3d9bffc103 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920529 Feb 19 03:51:23.428135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Transition to ACTIVE for port object c72b1d63-8369-4c4b-abe4-0922e2fa5b0c will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:51:23.432366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:23.848941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Pushing event updated for resources: {'Port': ['ID=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:23.913315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Attempting to bind port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:51:23.913639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Attempting to bind port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:51:23.914016 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Attempting to bind port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:23.918778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:51:23.919129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Attempting to bind port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c on network 4e7e3e30-cd35-4fbd-a348-3f4080b2819c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:23.924387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:51:23.924758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Checking segment: {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:51:23.925170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Bound using segment: {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:51:23.925589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Bound port: c72b1d63-8369-4c4b-abe4-0922e2fa5b0c, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c838c5a8-bccf-482a-a879-ee92dfc176ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:51:23.925984 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:24.003680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] For port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:51:24.009006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] For port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:51:24.016599 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:24.051497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:24.052442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:24.054006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] 10.222.0.37 "PUT /v2.0/ports/c72b1d63-8369-4c4b-abe4-0922e2fa5b0c HTTP/1.1" status: 200 len: 1092 time: 1.1356039 Feb 19 03:51:24.057148 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd767d-f195-4c1e-be33-3abc3d523028', 'tag': 'c72b1d63-8369-4c4b-abe4-0922e2fa5b0c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:24.058871 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89bba4c-1169-4211-84c3-08098d7f502b" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd767d-f195-4c1e-be33-3abc3d523028", "tag": "c72b1d63-8369-4c4b-abe4-0922e2fa5b0c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:24.089446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7ae57-78bc-4b5c-8ace-642e0c25c079 service neutron] Pushing event updated for resources: {'Port': ['ID=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:24.123715 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec649b3-6529-43d4-ad5d-cec6cfc86af4 x-openstack-request-id: req-6ec649b3-6529-43d4-ad5d-cec6cfc86af4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:24.124168 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd767d-f195-4c1e-be33-3abc3d523028", "tag": "c72b1d63-8369-4c4b-abe4-0922e2fa5b0c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:24.124434 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ec649b3-6529-43d4-ad5d-cec6cfc86af4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:24.124838 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abd767d-f195-4c1e-be33-3abc3d523028', 'tag': 'c72b1d63-8369-4c4b-abe4-0922e2fa5b0c', 'status': 'completed', 'code': 200} Feb 19 03:51:24.193241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1015be01-d536-4f75-bf96-132fe70663aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:24.195154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-1015be01-d536-4f75-bf96-132fe70663aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 1126 time: 0.0500438 Feb 19 03:51:24.248581 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-fc70a714-2f71-485a-ab6a-e869ba2f9dcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c HTTP/1.1" status: 200 len: 217 time: 0.0394278 Feb 19 03:51:24.311053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-abad5631-1bbd-4c90-97c9-d06de96b7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:24.312596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-abad5631-1bbd-4c90-97c9-d06de96b7f5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0545132 Feb 19 03:51:24.347683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-99f2e1f1-617c-4b2f-8ed8-2a74371d7932 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288179 Feb 19 03:51:24.451207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-21f7b02a-d770-4a13-9b3b-e5fb1cd28bc8 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965118 Feb 19 03:51:24.580282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29b57fd2-aea2-4239-b7eb-fe8cebdc6d71 req-bb8a0a6f-fa6d-4d4f-8fa6-d19ecdae0bb7 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223531 Feb 19 03:51:24.597392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72a7dd-d322-4cd5-a755-de8ece0af26a req-94e825ca-f198-4125-a866-cf08b1c2da11 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:24.600174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf72a7dd-d322-4cd5-a755-de8ece0af26a req-94e825ca-f198-4125-a866-cf08b1c2da11 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 944 time: 0.0793021 Feb 19 03:51:24.648780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf72a7dd-d322-4cd5-a755-de8ece0af26a req-cfad09ac-d96d-4b46-8580-036c31431034 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441422 Feb 19 03:51:24.716819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bba4c-1169-4211-84c3-08098d7f502b req-dcce3215-17f8-461d-a0d4-0bd8e8338357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:24.718444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c89bba4c-1169-4211-84c3-08098d7f502b req-dcce3215-17f8-461d-a0d4-0bd8e8338357 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 1126 time: 0.0511007 Feb 19 03:51:24.825952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bba4c-1169-4211-84c3-08098d7f502b req-ba533fff-8817-4868-9a6b-d3ac9ae93c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:24.827585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c89bba4c-1169-4211-84c3-08098d7f502b req-ba533fff-8817-4868-9a6b-d3ac9ae93c18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 916 time: 0.1020954 Feb 19 03:51:24.874688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c89bba4c-1169-4211-84c3-08098d7f502b req-fc5480e0-8abf-4c5f-8389-d1bed8a95b7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c HTTP/1.1" status: 200 len: 217 time: 0.0395544 Feb 19 03:51:24.926726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bba4c-1169-4211-84c3-08098d7f502b req-e531f7f1-0d88-4263-a822-98778c5b704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:24.928224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c89bba4c-1169-4211-84c3-08098d7f502b req-e531f7f1-0d88-4263-a822-98778c5b704c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0483437 Feb 19 03:51:24.961246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c89bba4c-1169-4211-84c3-08098d7f502b req-8ca82fb7-fcd9-4e30-8700-7745e485af07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275471 Feb 19 03:51:25.056390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c89bba4c-1169-4211-84c3-08098d7f502b req-b60e0735-e901-4569-95e0-679258d525de service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879710 Feb 19 03:51:25.070756 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:51:25.157275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c89bba4c-1169-4211-84c3-08098d7f502b req-41c39901-6aae-4492-bbc5-d860f8eee597 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945852 Feb 19 03:51:25.770987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562dcf-d0a2-41c9-87a0-41b82110a3a1 req-c087cfd3-b178-4dfa-91e5-ce823353bcc5 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:25.772489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a562dcf-d0a2-41c9-87a0-41b82110a3a1 req-c087cfd3-b178-4dfa-91e5-ce823353bcc5 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 944 time: 0.0534456 Feb 19 03:51:25.822652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a562dcf-d0a2-41c9-87a0-41b82110a3a1 req-557b4d0a-add1-4dc3-ac34-22bf820d3826 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444820 Feb 19 03:51:26.951482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e80d6-795e-454a-980f-0659a3836b7a req-d5d7c6d1-ec8e-43f9-8512-f802b45ed91f tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:26.952997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe3e80d6-795e-454a-980f-0659a3836b7a req-d5d7c6d1-ec8e-43f9-8512-f802b45ed91f tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 944 time: 0.0581546 Feb 19 03:51:27.011106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe3e80d6-795e-454a-980f-0659a3836b7a req-f9b96071-7ab9-4735-97f5-115770fe3063 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466731 Feb 19 03:51:28.131814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68e284-bca6-4cd2-8872-4275bcbe9c29 req-eafdb278-da96-4491-be44-99537a7c88fc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:28.133329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd68e284-bca6-4cd2-8872-4275bcbe9c29 req-eafdb278-da96-4491-be44-99537a7c88fc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 944 time: 0.0526967 Feb 19 03:51:28.180596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd68e284-bca6-4cd2-8872-4275bcbe9c29 req-c22b5c20-a7fc-4043-b638-90601e24b8ed tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Feb 19 03:51:29.304587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e074a-c03f-4cf0-9461-945d39379b43 req-418197d8-4833-4988-a1c3-11d00d098725 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:29.306165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d2e074a-c03f-4cf0-9461-945d39379b43 req-418197d8-4833-4988-a1c3-11d00d098725 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 944 time: 0.0562420 Feb 19 03:51:29.367601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d2e074a-c03f-4cf0-9461-945d39379b43 req-e7ca7df4-dba4-4a67-8e7c-04057ff8bfdd tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486522 Feb 19 03:51:29.892236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device c72b1d63-8369-4c4b-abe4-0922e2fa5b0c details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:51:29.991505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:30.003137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'c72b1d63-8369-4c4b-abe4-0922e2fa5b0c', 'network_id': '4e7e3e30-cd35-4fbd-a348-3f4080b2819c', 'port_id': 'c72b1d63-8369-4c4b-abe4-0922e2fa5b0c', 'mac_address': 'fa:16:3e:00:62:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f728094c-e938-4ec7-b783-ede9bcdcbf36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:51:30.039162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:30.039551 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:30.059920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72b1d63-8369-4c4b-abe4-0922e2fa5b0c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:51:30.080183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:30.084522 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:30.132682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:30.140180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.140534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.140982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.141228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.141567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.141940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.142329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.142610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.143556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.143772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.144183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.144431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.144776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:30.458746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['c72b1d63-8369-4c4b-abe4-0922e2fa5b0c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:51:30.504485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ab698-cc2d-4e1b-b9c4-7735f72e48b1 req-bfd737ca-f96d-4144-80fa-a289bff29131 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:30.506257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-678ab698-cc2d-4e1b-b9c4-7735f72e48b1 req-bfd737ca-f96d-4144-80fa-a289bff29131 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 945 time: 0.0628486 Feb 19 03:51:30.560223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-678ab698-cc2d-4e1b-b9c4-7735f72e48b1 req-2a26d35b-87d8-4d29-a297-160d6d3e6d8f tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467525 Feb 19 03:51:31.704613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aa547-ce59-4784-89e8-9ae943433c5c req-f6012527-ba75-42b3-a1ed-27c441bf8368 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:31.706828 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b8aa547-ce59-4784-89e8-9ae943433c5c req-f6012527-ba75-42b3-a1ed-27c441bf8368 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 945 time: 0.0672693 Feb 19 03:51:31.758106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b8aa547-ce59-4784-89e8-9ae943433c5c req-e255d12d-06f3-4a09-a066-287bd2ed3796 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Feb 19 03:51:31.909760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device c72b1d63-8369-4c4b-abe4-0922e2fa5b0c up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:31.962934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:51:31.967369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:31.967748 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:32.046726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:32.047118 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:32.071580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd767d-f195-4c1e-be33-3abc3d523028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72b1d63-8369-4c4b-abe4-0922e2fa5b0c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:32.073871 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d0c18e-a11f-438c-962a-74d5810a655c" -d '{"events": [{"server_uuid": "8abd767d-f195-4c1e-be33-3abc3d523028", "name": "network-vif-plugged", "status": "completed", "tag": "c72b1d63-8369-4c4b-abe4-0922e2fa5b0c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:32.087597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:32.092016 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:32.114642 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3a34c3-d43b-4310-ac72-0af9fcb4ea95 x-openstack-request-id: req-dc3a34c3-d43b-4310-ac72-0af9fcb4ea95 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:32.114933 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd767d-f195-4c1e-be33-3abc3d523028", "name": "network-vif-plugged", "status": "completed", "tag": "c72b1d63-8369-4c4b-abe4-0922e2fa5b0c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:32.115180 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc3a34c3-d43b-4310-ac72-0af9fcb4ea95 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:32.115564 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abd767d-f195-4c1e-be33-3abc3d523028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72b1d63-8369-4c4b-abe4-0922e2fa5b0c', 'code': 200} Feb 19 03:51:32.141500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:32.249726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ed3a5-227d-4a42-a372-28b9abde0229 req-d669e3ba-7e7c-46f9-b517-9675c85698a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:32.251289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb2ed3a5-227d-4a42-a372-28b9abde0229 req-d669e3ba-7e7c-46f9-b517-9675c85698a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 1128 time: 0.0485570 Feb 19 03:51:32.293948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb2ed3a5-227d-4a42-a372-28b9abde0229 req-0a13521b-7d7d-449a-ae9b-9130d9f16216 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371158 Feb 19 03:51:32.882057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce5b05-b85f-4588-a909-68709781a3ff req-da5b9b35-d7b0-4f41-aca2-f9fc996b8992 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:32.883584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbce5b05-b85f-4588-a909-68709781a3ff req-da5b9b35-d7b0-4f41-aca2-f9fc996b8992 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 946 time: 0.0539463 Feb 19 03:51:32.932522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bbce5b05-b85f-4588-a909-68709781a3ff req-dc385ade-eede-4e7c-a867-c4635659f003 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Feb 19 03:51:34.057799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4658175-fc02-46cf-8eac-6a5908dccd4a req-4e839afa-fe3e-46d8-8dcc-86b20e6f9afe tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:34.059257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4658175-fc02-46cf-8eac-6a5908dccd4a req-4e839afa-fe3e-46d8-8dcc-86b20e6f9afe tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 946 time: 0.0575149 Feb 19 03:51:34.108996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4658175-fc02-46cf-8eac-6a5908dccd4a req-e8823db1-74ce-4ff0-b06f-38c65ffe9d48 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Feb 19 03:51:34.298432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-7932f2eb-eb16-47b0-a345-454d58a75a73 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456500 Feb 19 03:51:34.422319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-c9762051-9087-48cf-9169-89c6099df258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:34.423855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-c9762051-9087-48cf-9169-89c6099df258 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98df9d126e9d47d69462272de3921a0b&device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 1127 time: 0.0653639 Feb 19 03:51:34.538515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-a959cc43-26dc-4531-a75e-e16fe8bc5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:34.541029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-a959cc43-26dc-4531-a75e-e16fe8bc5d47 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8301c7c-4e23-4d68-9b62-57a0d5058701 HTTP/1.1" status: 200 len: 910 time: 0.0940034 Feb 19 03:51:34.615519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-33f09b53-d766-42d7-a175-8ee031610900 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849 HTTP/1.1" status: 200 len: 1001 time: 0.0672860 Feb 19 03:51:34.666637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-4eca0203-ed68-4112-a553-55c12d1e93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:34.668249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-4eca0203-ed68-4112-a553-55c12d1e93c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb788c1b-907d-4c54-b679-6efd230a87f0 HTTP/1.1" status: 200 len: 848 time: 0.0460865 Feb 19 03:51:34.729500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-050e6888-e078-49d7-8214-9c524887d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:34.734511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-050e6888-e078-49d7-8214-9c524887d738 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8301c7c-4e23-4d68-9b62-57a0d5058701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543170 Feb 19 03:51:34.833108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-fa7281dc-837a-40a6-90f4-2f5e7a2c9c09 service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940948 Feb 19 03:51:34.930603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-72a136e8-4ac5-46b9-93fb-32bd0752b082 req-f92a2603-9f6b-4da5-9eac-54e081d585f0 service neutron] 10.222.0.71 "GET /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907707 Feb 19 03:51:36.326048 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:38.272943 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5952f508-cebd-4f30-8dcd-ed08bd1130d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:40.473868 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91638e95-bb47-4510-9fb0-b635be4b2299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:42.047697 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:43.095197 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:44.621947 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:49.035925 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49296) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:49.113361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90109b27-8f3b-474f-ab46-bdcfc44eec1e tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:49.113861 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90109b27-8f3b-474f-ab46-bdcfc44eec1e tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:49.114333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90109b27-8f3b-474f-ab46-bdcfc44eec1e tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:49.116038 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-90109b27-8f3b-474f-ab46-bdcfc44eec1e tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=cae59199693b41da92306d352bbcc0ce&network_id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 HTTP/1.1" status: 200 len: 3073 time: 0.0791173 Feb 19 03:51:51.283935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49310) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:51.340296 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be0d6a-fe9e-4be1-a1c3-158a84059148 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:51.341802 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-58be0d6a-fe9e-4be1-a1c3-158a84059148 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 HTTP/1.1" status: 200 len: 814 time: 0.0569451 Feb 19 03:51:52.483180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49318) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:52.488372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'network': {'name': 'tempest-network-smoke--1271423764', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'port_security_enabled': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:52.508922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Made reservation on behalf of cae59199693b41da92306d352bbcc0ce for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:51:52.512339 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:52.523754 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:52.538243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:51:52.546903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d72d534d-d031-40c0-a9a0-524a7a4b2172), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:52.547226 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Added segment d72d534d-d031-40c0-a9a0-524a7a4b2172 of type vlan for network 26f2a951-981e-4d96-a5bc-61eacc4bb74e Feb 19 03:51:52.593028 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (26f2a951-981e-4d96-a5bc-61eacc4bb74e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:52.623876 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (26f2a951-981e-4d96-a5bc-61eacc4bb74e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:52.629586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:52.630210 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:52.695432 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2111239 Feb 19 03:51:52.698664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49322) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:52.704098 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Network': ['ID=26f2a951-981e-4d96-a5bc-61eacc4bb74e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:52.711672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.712027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.712375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.712721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.713066 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.713408 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.713746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.714111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.714444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.714769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.715108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.715445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.715779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8dace-de4f-46f7-bbce-f550ab5452c6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:52.730155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 26f2a951-981e-4d96-a5bc-61eacc4bb74e details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:51:52.776054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c02a12-16ed-48dc-92a2-8ea83eedd3ba tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:52.777571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e8c02a12-16ed-48dc-92a2-8ea83eedd3ba tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=cae59199693b41da92306d352bbcc0ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0779085 Feb 19 03:51:52.780345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49324) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:52.937898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf16eb-5583-49f1-959f-c3e68797a600 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:52.939644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-eaaf16eb-5583-49f1-959f-c3e68797a600 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1577930 Feb 19 03:51:52.943435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49326) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:52.974530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7b3a4144-cdd4-4270-b2ed-e9f73ec954de tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293660 Feb 19 03:51:52.977308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49328) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:53.005483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c96e8490-5da5-4e73-8eb7-e9b23152881e tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=cae59199693b41da92306d352bbcc0ce&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269611 Feb 19 03:51:53.008018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49330) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:53.094321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8651b6c-93ce-492f-9673-abd619b2a24f tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:53.096356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d8651b6c-93ce-492f-9673-abd619b2a24f tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874496 Feb 19 03:51:53.099233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49332) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:53.125784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2f922b67-d4d8-4a75-834f-81f8b93af8e6 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255215 Feb 19 03:51:53.128317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49336) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:53.132851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-955020684', 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:53.216075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Made reservation on behalf of cae59199693b41da92306d352bbcc0ce for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:51:53.219503 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:53.395011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (c3d87678-58ca-4f6e-9c68-ae07766ecbe0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:53.455235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Subnet': ['ID=c3d87678-58ca-4f6e-9c68-ae07766ecbe0,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:53.465788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Checking segment: {'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:51:53.466183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network hostable DHCP agents. Network: 26f2a951-981e-4d96-a5bc-61eacc4bb74e, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:51:53.482235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network 26f2a951-981e-4d96-a5bc-61eacc4bb74e is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:51:53.491127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 26f2a951-981e-4d96-a5bc-61eacc4bb74e) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:53.495845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:53.496895 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:53.504701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50bb64b-fa3d-40f9-a02e-891dc8e2d067 None None] Network 26f2a951-981e-4d96-a5bc-61eacc4bb74e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:51:53.513953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c510178c-4024-42f3-9e19-edd209beea07 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3845294 Feb 19 03:51:53.607153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-26f2a951-981e-4d96-a5bc-61eacc4bb74e', 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ips': [{'subnet_id': 'c3d87678-58ca-4f6e-9c68-ae07766ecbe0'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:51:53.608002 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:53.714960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49344) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:53.720807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9005ad75-9c70-407a-ad8c-ba6986cb13c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1436520516', 'description': 'tempest-secgroup-smoke-1436520516 description', 'project_id': 'cae59199693b41da92306d352bbcc0ce'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:53.745507 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9005ad75-9c70-407a-ad8c-ba6986cb13c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:53.767400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Allocated IP 172.20.0.18 (26f2a951-981e-4d96-a5bc-61eacc4bb74e/c3d87678-58ca-4f6e-9c68-ae07766ecbe0/7f5c1214-3e11-4643-ba5c-7a91cec44096) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:51:53.837060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9005ad75-9c70-407a-ad8c-ba6986cb13c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (b6384145-5b10-4b05-aebf-b222a7594a39), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:53.850457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9005ad75-9c70-407a-ad8c-ba6986cb13c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b6384145-5b10-4b05-aebf-b222a7594a39), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:53.895158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005ad75-9c70-407a-ad8c-ba6986cb13c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6384145-5b10-4b05-aebf-b222a7594a39,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:53.914946 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9005ad75-9c70-407a-ad8c-ba6986cb13c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:53.916586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9005ad75-9c70-407a-ad8c-ba6986cb13c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2001204 Feb 19 03:51:53.919655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49354) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:53.925641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8d5bdb41-0763-4868-9c52-ea5395ce3a86 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b6384145-5b10-4b05-aebf-b222a7594a39', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:53.949008 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Publish callbacks [] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:53.959251 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:53.969813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d5bdb41-0763-4868-9c52-ea5395ce3a86 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (67c195ad-5f53-4cbe-8e1f-ffb993846f2c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.014400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Network 26f2a951-981e-4d96-a5bc-61eacc4bb74e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:51:54.018161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:54.026218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:51:54.032119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Pushing event updated for resources: {'Port': ['ID=7f5c1214-3e11-4643-ba5c-7a91cec44096,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:54.061897 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d5bdb41-0763-4868-9c52-ea5395ce3a86 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (67c195ad-5f53-4cbe-8e1f-ffb993846f2c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.070853 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d5bdb41-0763-4868-9c52-ea5395ce3a86 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (67c195ad-5f53-4cbe-8e1f-ffb993846f2c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.098154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bdb41-0763-4868-9c52-ea5395ce3a86 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c195ad-5f53-4cbe-8e1f-ffb993846f2c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:54.115086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Attempting to bind port 7f5c1214-3e11-4643-ba5c-7a91cec44096 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:51:54.115480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Attempting to bind port 7f5c1214-3e11-4643-ba5c-7a91cec44096 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:51:54.116087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Attempting to bind port 7f5c1214-3e11-4643-ba5c-7a91cec44096 on network 26f2a951-981e-4d96-a5bc-61eacc4bb74e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:54.117434 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8d5bdb41-0763-4868-9c52-ea5395ce3a86 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.121789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49360) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:54.121976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:51:54.122437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Checking segment: {'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:51:54.122594 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8d5bdb41-0763-4868-9c52-ea5395ce3a86 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2007656 Feb 19 03:51:54.122859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.123262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Bound using segment: {'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:51:54.123741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Bound port: 7f5c1214-3e11-4643-ba5c-7a91cec44096, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:51:54.124155 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.134937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-38f5369a-6a15-4f69-8907-d85cd8bcd71b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b6384145-5b10-4b05-aebf-b222a7594a39', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:54.174802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38f5369a-6a15-4f69-8907-d85cd8bcd71b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (422c8133-11cb-47fe-981f-984a81e34cb6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.207847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] For port 7f5c1214-3e11-4643-ba5c-7a91cec44096, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:51:54.212613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] For port 7f5c1214-3e11-4643-ba5c-7a91cec44096, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7f5c1214-3e11-4643-ba5c-7a91cec44096,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:51:54.222202 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.251723 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38f5369a-6a15-4f69-8907-d85cd8bcd71b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (422c8133-11cb-47fe-981f-984a81e34cb6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.256749 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38f5369a-6a15-4f69-8907-d85cd8bcd71b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (422c8133-11cb-47fe-981f-984a81e34cb6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.276341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5369a-6a15-4f69-8907-d85cd8bcd71b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422c8133-11cb-47fe-981f-984a81e34cb6,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:54.295644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb7204-fe25-49e7-8cc2-ae778b5aa385 None None] Pushing event updated for resources: {'Port': ['ID=7f5c1214-3e11-4643-ba5c-7a91cec44096,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:54.297678 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38f5369a-6a15-4f69-8907-d85cd8bcd71b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.299385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-38f5369a-6a15-4f69-8907-d85cd8bcd71b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1738827 Feb 19 03:51:54.302043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49362) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:54.306579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ecd9c8cd-ee16-46bc-a818-53bdf825d37e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b6384145-5b10-4b05-aebf-b222a7594a39', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:54.336411 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c8cd-ee16-46bc-a818-53bdf825d37e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (9d95078f-6a73-4a01-8345-017d6ee8d88e), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.397774 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c8cd-ee16-46bc-a818-53bdf825d37e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (9d95078f-6a73-4a01-8345-017d6ee8d88e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.401815 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c8cd-ee16-46bc-a818-53bdf825d37e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (9d95078f-6a73-4a01-8345-017d6ee8d88e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.420262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9c8cd-ee16-46bc-a818-53bdf825d37e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d95078f-6a73-4a01-8345-017d6ee8d88e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:54.430350 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c8cd-ee16-46bc-a818-53bdf825d37e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.434354 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ecd9c8cd-ee16-46bc-a818-53bdf825d37e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285925 Feb 19 03:51:54.434532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49364) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:54.444375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-54224cf6-4d4e-4580-a1c7-47baf7e20e17 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b6384145-5b10-4b05-aebf-b222a7594a39', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:54.482225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54224cf6-4d4e-4580-a1c7-47baf7e20e17 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (c2720bfb-c6cd-471d-87bc-d6dfdc26db24), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.561886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54224cf6-4d4e-4580-a1c7-47baf7e20e17 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (c2720bfb-c6cd-471d-87bc-d6dfdc26db24), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.567122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54224cf6-4d4e-4580-a1c7-47baf7e20e17 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (c2720bfb-c6cd-471d-87bc-d6dfdc26db24), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.586225 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54224cf6-4d4e-4580-a1c7-47baf7e20e17 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2720bfb-c6cd-471d-87bc-d6dfdc26db24,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:54.598784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-54224cf6-4d4e-4580-a1c7-47baf7e20e17 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.602561 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-54224cf6-4d4e-4580-a1c7-47baf7e20e17 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642029 Feb 19 03:51:54.604232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49366) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:54.608353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f5c1214-3e11-4643-ba5c-7a91cec44096 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:54.608905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e2a0eff3-38a9-41af-aa2e-dbcd189f32ea tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b6384145-5b10-4b05-aebf-b222a7594a39', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:54.630659 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-e2a0eff3-38a9-41af-aa2e-dbcd189f32ea tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Project cae59199693b41da92306d352bbcc0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:51:54.633997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-f286c714-18a8-4bc7-9447-811045d61db7 service neutron] (103615) timed out ('10.222.0.42', 53502) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:51:54.637322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2a0eff3-38a9-41af-aa2e-dbcd189f32ea tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (76549c9f-6d34-4834-82ba-0b129e08ce44), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.661126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 7f5c1214-3e11-4643-ba5c-7a91cec44096 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:54.661503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.704795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2a0eff3-38a9-41af-aa2e-dbcd189f32ea tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (76549c9f-6d34-4834-82ba-0b129e08ce44), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.709648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2a0eff3-38a9-41af-aa2e-dbcd189f32ea tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (76549c9f-6d34-4834-82ba-0b129e08ce44), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.728074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0eff3-38a9-41af-aa2e-dbcd189f32ea tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76549c9f-6d34-4834-82ba-0b129e08ce44,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:54.738151 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2a0eff3-38a9-41af-aa2e-dbcd189f32ea tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.742319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e2a0eff3-38a9-41af-aa2e-dbcd189f32ea tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340675 Feb 19 03:51:54.742695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49368) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:54.747820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c9d8c9c4-7f5c-4c2a-b5b4-d077698bdb6d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'b6384145-5b10-4b05-aebf-b222a7594a39', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:54.771357 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-c9d8c9c4-7f5c-4c2a-b5b4-d077698bdb6d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Project cae59199693b41da92306d352bbcc0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:51:54.776854 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c9c4-7f5c-4c2a-b5b4-d077698bdb6d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (d3a174b6-390f-467a-9e8f-49b79ded2512), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.846951 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c9c4-7f5c-4c2a-b5b4-d077698bdb6d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (d3a174b6-390f-467a-9e8f-49b79ded2512), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.852258 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c9c4-7f5c-4c2a-b5b4-d077698bdb6d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d3a174b6-390f-467a-9e8f-49b79ded2512), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.872379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8c9c4-7f5c-4c2a-b5b4-d077698bdb6d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a174b6-390f-467a-9e8f-49b79ded2512,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:54.879347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c9c4-7f5c-4c2a-b5b4-d077698bdb6d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.881045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c9d8c9c4-7f5c-4c2a-b5b4-d077698bdb6d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373022 Feb 19 03:51:54.921167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 7f5c1214-3e11-4643-ba5c-7a91cec44096 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:54.921565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.965399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 7f5c1214-3e11-4643-ba5c-7a91cec44096, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7f5c1214-3e11-4643-ba5c-7a91cec44096,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:54.972328 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:55.037143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=7f5c1214-3e11-4643-ba5c-7a91cec44096,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:55.093285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-3fdf4e9c-4398-4f24-8193-6e2aed731742 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1436520516&fields=id&tenant_id=cae59199693b41da92306d352bbcc0ce HTTP/1.1" status: 200 len: 267 time: 0.0634949 Feb 19 03:51:55.207543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-bd17e37a-d815-49b9-b0c1-75fffa0fbf87 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:55.209158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-bd17e37a-d815-49b9-b0c1-75fffa0fbf87 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/networks?id=26f2a951-981e-4d96-a5bc-61eacc4bb74e HTTP/1.1" status: 200 len: 797 time: 0.1082788 Feb 19 03:51:55.225384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-1f8fbb8d-3517-4dfe-9b41-39fee0b6e3c8 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/quotas/cae59199693b41da92306d352bbcc0ce HTTP/1.1" status: 200 len: 375 time: 0.0102818 Feb 19 03:51:55.286518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-637b3e9b-3142-4620-b7a3-a1ccf19d93f7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0557880 Feb 19 03:51:55.304868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-132625a6-4c3a-4b55-b642-71cbcde1d26e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:51:55.306075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-132625a6-4c3a-4b55-b642-71cbcde1d26e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057838 Feb 19 03:51:55.365130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a08ee-d762-4fcf-a3d0-c689cf7e654b None None] Network 26f2a951-981e-4d96-a5bc-61eacc4bb74e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:51:55.375438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-b3b6fd7e-23bd-429b-8b05-5baf9347838f req-5f8e5bf5-1fb2-4d0d-9305-955edd2a9cff tempest-AttachVolumeShelveTestJSON-1950036264 tempest-AttachVolumeShelveTestJSON-1950036264-project] (103615) timed out ('10.222.0.42', 49784) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:51:55.423552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-99141f13-0b23-4788-ac43-fd95cbd9be45 service neutron] 10.222.0.42 "GET /v2.0/networks/26f2a951-981e-4d96-a5bc-61eacc4bb74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112249 Feb 19 03:51:55.435417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e7eb1fba-42ac-4573-b918-61a0ea1b0113 None None] Provisioning complete for port 7f5c1214-3e11-4643-ba5c-7a91cec44096 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:55.435794 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1fba-42ac-4573-b918-61a0ea1b0113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:55.520275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-c999ac18-bde9-4aba-92c1-e0a29a3d14d2 service neutron] 10.222.0.42 "GET /v2.0/networks/26f2a951-981e-4d96-a5bc-61eacc4bb74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905676 Feb 19 03:51:55.555300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb1fba-42ac-4573-b918-61a0ea1b0113 None None] Current status of the port 7f5c1214-3e11-4643-ba5c-7a91cec44096 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:55.775214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a48bbdd4-1484-4ea1-83b8-054145ee9280 req-27e6969a-4738-41d5-8474-2ce042341355 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 210 time: 0.0367980 Feb 19 03:51:55.892412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f07fdd7e-7178-4923-86b4-893d33e6376f None None] Provisioning complete for port 7f5c1214-3e11-4643-ba5c-7a91cec44096 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:55.892901 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f07fdd7e-7178-4923-86b4-893d33e6376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:55.977190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f07fdd7e-7178-4923-86b4-893d33e6376f None None] Current status of the port 7f5c1214-3e11-4643-ba5c-7a91cec44096 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:56.563698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f5c1214-3e11-4643-ba5c-7a91cec44096 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:56.620409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 7f5c1214-3e11-4643-ba5c-7a91cec44096 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:56.620835 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:56.714548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 7f5c1214-3e11-4643-ba5c-7a91cec44096 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:56.816217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-3c934d94-00ba-43a8-93c7-33ea47b04ff4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:56.818609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-3c934d94-00ba-43a8-93c7-33ea47b04ff4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.71 "GET /v2.0/networks?id=26f2a951-981e-4d96-a5bc-61eacc4bb74e HTTP/1.1" status: 200 len: 797 time: 0.1666672 Feb 19 03:51:56.888518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42e9704a-3dad-48ff-a979-91171fad9751 req-21010e5b-f4d3-4e0d-a60d-4410ffc19b31 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 210 time: 0.0364287 Feb 19 03:51:56.929415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-299fd85d-dc80-46f1-90db-c0950871996a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cae59199693b41da92306d352bbcc0ce HTTP/1.1" status: 200 len: 472 time: 0.1021042 Feb 19 03:51:56.939670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'port': {'device_id': '40f8a193-58cf-476c-a126-aa2895f85333', 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e', 'admin_state_up': True, 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'security_groups': ['b6384145-5b10-4b05-aebf-b222a7594a39']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:57.049513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Made reservation on behalf of cae59199693b41da92306d352bbcc0ce for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:51:57.052774 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:57.177686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Allocated IP 172.20.0.19 (26f2a951-981e-4d96-a5bc-61eacc4bb74e/c3d87678-58ca-4f6e-9c68-ae07766ecbe0/0124b723-c299-4431-92fa-94bef74112c8) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:51:57.316219 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (0124b723-c299-4431-92fa-94bef74112c8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:57.350139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0124b723-c299-4431-92fa-94bef74112c8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:57.392140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network 26f2a951-981e-4d96-a5bc-61eacc4bb74e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:51:57.395116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:57.401377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:51:57.431497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=0124b723-c299-4431-92fa-94bef74112c8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:57.460504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:57.461278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:57.478581 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-9fa06578-5e98-406e-84fe-77f60e387090 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436177 Feb 19 03:51:57.490479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Request body: {'port': {'device_id': '40f8a193-58cf-476c-a126-aa2895f85333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:57.557484 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0124b723-c299-4431-92fa-94bef74112c8), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:57.732153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-082ab0e7-747e-4c9c-95d2-95dfd8e2df95 None None] Provisioning complete for port 0124b723-c299-4431-92fa-94bef74112c8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:57.733357 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-082ab0e7-747e-4c9c-95d2-95dfd8e2df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0124b723-c299-4431-92fa-94bef74112c8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:57.772510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-082ab0e7-747e-4c9c-95d2-95dfd8e2df95 None None] Port 0124b723-c299-4431-92fa-94bef74112c8 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:51:57.844405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0124b723-c299-4431-92fa-94bef74112c8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:51:57.852658 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Publish callbacks [] for port (0124b723-c299-4431-92fa-94bef74112c8), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:57.865351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Transition to ACTIVE for port object 0124b723-c299-4431-92fa-94bef74112c8 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:51:57.869644 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0124b723-c299-4431-92fa-94bef74112c8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:57.920252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Pushing event updated for resources: {'Port': ['ID=0124b723-c299-4431-92fa-94bef74112c8,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:58.047046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Attempting to bind port 0124b723-c299-4431-92fa-94bef74112c8 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:51:58.047385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Attempting to bind port 0124b723-c299-4431-92fa-94bef74112c8 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:51:58.048267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Attempting to bind port 0124b723-c299-4431-92fa-94bef74112c8 on network 26f2a951-981e-4d96-a5bc-61eacc4bb74e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:58.060825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07eb15-34a7-4bb3-8a80-2d94113d1ae9 req-96f5db75-3b00-4656-ba77-a21bb2dad4e0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:58.062637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb07eb15-34a7-4bb3-8a80-2d94113d1ae9 req-96f5db75-3b00-4656-ba77-a21bb2dad4e0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 944 time: 0.0836444 Feb 19 03:51:58.063829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Port 0124b723-c299-4431-92fa-94bef74112c8 on network 26f2a951-981e-4d96-a5bc-61eacc4bb74e not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:51:58.064159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Attempting to bind port 0124b723-c299-4431-92fa-94bef74112c8 on network 26f2a951-981e-4d96-a5bc-61eacc4bb74e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:58.071812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:51:58.072153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Checking segment: {'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:51:58.072538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Bound using segment: {'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:51:58.072971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Bound port: 0124b723-c299-4431-92fa-94bef74112c8, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:51:58.073329 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0124b723-c299-4431-92fa-94bef74112c8), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:58.154860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bb07eb15-34a7-4bb3-8a80-2d94113d1ae9 req-531f6339-8dc7-4a0c-9698-801476505171 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846536 Feb 19 03:51:58.177678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] For port 0124b723-c299-4431-92fa-94bef74112c8, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:51:58.181497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] For port 0124b723-c299-4431-92fa-94bef74112c8, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0124b723-c299-4431-92fa-94bef74112c8,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:51:58.191125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0124b723-c299-4431-92fa-94bef74112c8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:58.258348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:58.258982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:58.260413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] 10.222.0.71 "PUT /v2.0/ports/0124b723-c299-4431-92fa-94bef74112c8 HTTP/1.1" status: 200 len: 1092 time: 0.7744520 Feb 19 03:51:58.262100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f8a193-58cf-476c-a126-aa2895f85333', 'tag': '0124b723-c299-4431-92fa-94bef74112c8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:58.263905 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "40f8a193-58cf-476c-a126-aa2895f85333", "tag": "0124b723-c299-4431-92fa-94bef74112c8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:58.292473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f93fb8-2d4b-45ce-a046-553dbe7a4c5a service neutron] Pushing event updated for resources: {'Port': ['ID=0124b723-c299-4431-92fa-94bef74112c8,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:58.322283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-50ae076b-5596-419a-a07c-c36755be33ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013227 Feb 19 03:51:58.338025 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d983c9-f275-4eec-843e-de329382c7f1 x-openstack-request-id: req-84d983c9-f275-4eec-843e-de329382c7f1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:58.338323 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f8a193-58cf-476c-a126-aa2895f85333", "tag": "0124b723-c299-4431-92fa-94bef74112c8", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:58.338586 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84d983c9-f275-4eec-843e-de329382c7f1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:58.338995 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f8a193-58cf-476c-a126-aa2895f85333', 'tag': '0124b723-c299-4431-92fa-94bef74112c8', 'status': 'completed', 'code': 200} Feb 19 03:51:58.388909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-68355f5a-eefa-4466-87d8-7b2135d52634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:58.390424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-68355f5a-eefa-4466-87d8-7b2135d52634 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 1126 time: 0.0818238 Feb 19 03:51:58.448760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-0244df09-dd33-483b-b85b-91d24007fc50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=0124b723-c299-4431-92fa-94bef74112c8 HTTP/1.1" status: 200 len: 217 time: 0.0495946 Feb 19 03:51:58.454945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-6f578954-c90d-4311-971c-2471e463f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:58.456545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-6f578954-c90d-4311-971c-2471e463f2f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eab129946b024cd49a02e4ba8e514943&device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 1127 time: 0.0964627 Feb 19 03:51:58.554762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-0f99f8a0-8bd8-4397-8d66-64d76e57d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:58.556273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-0f99f8a0-8bd8-4397-8d66-64d76e57d09f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3d87678-58ca-4f6e-9c68-ae07766ecbe0 HTTP/1.1" status: 200 len: 837 time: 0.0988085 Feb 19 03:51:58.627594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-fc076eba-ce5a-4024-b5ee-f66300680de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:58.629104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-fc076eba-ce5a-4024-b5ee-f66300680de7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 200 len: 916 time: 0.1415114 Feb 19 03:51:58.645350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d9042cb3-c4db-465d-a491-c823bc42c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:58.646752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-d9042cb3-c4db-465d-a491-c823bc42c962 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26f2a951-981e-4d96-a5bc-61eacc4bb74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0838678 Feb 19 03:51:58.681821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-009c9f62-18fb-4267-9b7d-7e4cceba41b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a69371-0c58-462c-ab42-f3f40344afa5 HTTP/1.1" status: 200 len: 217 time: 0.0455120 Feb 19 03:51:58.776075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-6e0cfbb4-7832-4711-baaf-ad48f6c2a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:58.777566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-6e0cfbb4-7832-4711-baaf-ad48f6c2a535 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 200 len: 855 time: 0.0858567 Feb 19 03:51:58.820236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-762f26c0-807b-48b0-8392-f435600349ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e7e3e30-cd35-4fbd-a348-3f4080b2819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345342 Feb 19 03:51:58.825359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-0352ae24-c97b-4384-be49-a65570849c24 service neutron] 10.222.0.71 "GET /v2.0/networks/26f2a951-981e-4d96-a5bc-61eacc4bb74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522253 Feb 19 03:51:59.365336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-5e45b978-7c0a-4d52-8e94-37518ee54b99 service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355008 Feb 19 03:51:59.369647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c36da8a4-8844-4d6c-af7b-73710f10dbbf req-fb58b994-0ea7-4309-a2eb-f7264b4cc02c service neutron] 10.222.0.71 "GET /v2.0/networks/26f2a951-981e-4d96-a5bc-61eacc4bb74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315864 Feb 19 03:51:59.377956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26365e-d4da-49b8-9943-21c080b05a6c req-fe1ff68b-c008-46f7-a133-13c283d7651c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:59.379433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c26365e-d4da-49b8-9943-21c080b05a6c req-fe1ff68b-c008-46f7-a133-13c283d7651c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 944 time: 0.1448939 Feb 19 03:51:59.521547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c26365e-d4da-49b8-9943-21c080b05a6c req-60be3987-8539-42e6-b8a9-2a70a7ded860 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336215 Feb 19 03:51:59.546116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d348283a-3b4f-426e-a405-f8ba62ad321d req-78b9bc43-7b13-435d-a24a-4b5ad0d8b0ae service neutron] 10.222.0.37 "GET /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656764 Feb 19 03:51:59.548420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-d25aed2c-bcb5-4e1f-937f-501908e3cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:59.549786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-d25aed2c-bcb5-4e1f-937f-501908e3cbac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 1126 time: 0.1112440 Feb 19 03:51:59.646332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-5466a327-2e10-45de-aa09-edc6aa0a6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:59.647753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-5466a327-2e10-45de-aa09-edc6aa0a6bdc service neutron] 10.222.0.71 "GET /v2.0/networks?id=26f2a951-981e-4d96-a5bc-61eacc4bb74e HTTP/1.1" status: 200 len: 898 time: 0.0916717 Feb 19 03:51:59.699889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-52e0598e-4681-4a8d-a960-804bd8446d64 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=0124b723-c299-4431-92fa-94bef74112c8 HTTP/1.1" status: 200 len: 217 time: 0.0430210 Feb 19 03:51:59.751280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-0bf985ff-b788-4aa9-a61c-6d292d865c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:59.758535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-0bf985ff-b788-4aa9-a61c-6d292d865c80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3d87678-58ca-4f6e-9c68-ae07766ecbe0 HTTP/1.1" status: 200 len: 837 time: 0.0461810 Feb 19 03:51:59.810584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-a1bad018-eb30-4b5c-b7dc-878f30caa058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:59.812122 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-a1bad018-eb30-4b5c-b7dc-878f30caa058 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26f2a951-981e-4d96-a5bc-61eacc4bb74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505173 Feb 19 03:51:59.914017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-f2fd5a67-8b8f-4430-b121-94a1da4d23ce service neutron] 10.222.0.71 "GET /v2.0/networks/26f2a951-981e-4d96-a5bc-61eacc4bb74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954497 Feb 19 03:52:00.009957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad5e5417-d1a8-4a70-a427-2281dc57dbf6 req-90f10ddb-845f-4a08-8301-129a2753487c service neutron] 10.222.0.71 "GET /v2.0/networks/26f2a951-981e-4d96-a5bc-61eacc4bb74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895176 Feb 19 03:52:00.644065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5673d4-4c2f-482e-93f1-25a143f7f7e7 req-31d198e1-23d8-4e53-807d-50dd2e92e877 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:00.645570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5673d4-4c2f-482e-93f1-25a143f7f7e7 req-31d198e1-23d8-4e53-807d-50dd2e92e877 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 944 time: 0.0549326 Feb 19 03:52:00.700655 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5673d4-4c2f-482e-93f1-25a143f7f7e7 req-0b4ff4cc-53e6-4afb-9268-c8842a31f195 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494189 Feb 19 03:52:01.395843 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0124b723-c299-4431-92fa-94bef74112c8 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:52:01.492781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0124b723-c299-4431-92fa-94bef74112c8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0124b723-c299-4431-92fa-94bef74112c8,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:01.509948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '0124b723-c299-4431-92fa-94bef74112c8', 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e', 'port_id': '0124b723-c299-4431-92fa-94bef74112c8', 'mac_address': 'fa:16:3e:d7:96:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d87678-58ca-4f6e-9c68-ae07766ecbe0', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:52:01.551788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 0124b723-c299-4431-92fa-94bef74112c8 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:01.552175 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0124b723-c299-4431-92fa-94bef74112c8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:01.566541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0124b723-c299-4431-92fa-94bef74112c8 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:52:01.586650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0124b723-c299-4431-92fa-94bef74112c8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0124b723-c299-4431-92fa-94bef74112c8,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:01.591100 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0124b723-c299-4431-92fa-94bef74112c8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:01.640471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=0124b723-c299-4431-92fa-94bef74112c8,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:01.827996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52945d-e2b8-4d95-91f6-84a6dc03bb66 req-1cfe1153-801c-404f-9956-b36fa5e724a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:01.829894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c52945d-e2b8-4d95-91f6-84a6dc03bb66 req-1cfe1153-801c-404f-9956-b36fa5e724a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 945 time: 0.0608728 Feb 19 03:52:01.839071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['0124b723-c299-4431-92fa-94bef74112c8'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:01.898585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c52945d-e2b8-4d95-91f6-84a6dc03bb66 req-861422b7-5145-46c6-8c14-083aae406e77 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554419 Feb 19 03:52:02.070463 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:52:03.019271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa82bc-f74f-4a76-9701-54d9b833c8f5 req-c3465d32-7091-44d7-8d94-bb0ee7bcbbc4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:03.020808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4baa82bc-f74f-4a76-9701-54d9b833c8f5 req-c3465d32-7091-44d7-8d94-bb0ee7bcbbc4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 945 time: 0.0528073 Feb 19 03:52:03.071332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4baa82bc-f74f-4a76-9701-54d9b833c8f5 req-fc1abecd-d1c3-4d3f-9ab7-506c6191d816 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 Feb 19 03:52:03.411188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0124b723-c299-4431-92fa-94bef74112c8 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:52:03.460907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 0124b723-c299-4431-92fa-94bef74112c8 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:52:03.465143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 0124b723-c299-4431-92fa-94bef74112c8 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:03.465521 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0124b723-c299-4431-92fa-94bef74112c8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:03.543817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 0124b723-c299-4431-92fa-94bef74112c8 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:03.544206 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0124b723-c299-4431-92fa-94bef74112c8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:03.567840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f8a193-58cf-476c-a126-aa2895f85333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0124b723-c299-4431-92fa-94bef74112c8'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:03.570368 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c910a920-137b-424d-be34-77273bbd7075" -d '{"events": [{"server_uuid": "40f8a193-58cf-476c-a126-aa2895f85333", "name": "network-vif-plugged", "status": "completed", "tag": "0124b723-c299-4431-92fa-94bef74112c8"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:03.584150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 0124b723-c299-4431-92fa-94bef74112c8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0124b723-c299-4431-92fa-94bef74112c8,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:03.588754 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0124b723-c299-4431-92fa-94bef74112c8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:03.632912 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295ed5df-87a2-4b2f-a430-1969bb95e972 x-openstack-request-id: req-295ed5df-87a2-4b2f-a430-1969bb95e972 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:03.633199 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f8a193-58cf-476c-a126-aa2895f85333", "name": "network-vif-plugged", "status": "completed", "tag": "0124b723-c299-4431-92fa-94bef74112c8", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:03.633453 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-295ed5df-87a2-4b2f-a430-1969bb95e972 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:03.633868 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f8a193-58cf-476c-a126-aa2895f85333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0124b723-c299-4431-92fa-94bef74112c8', 'code': 200} Feb 19 03:52:03.643332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=0124b723-c299-4431-92fa-94bef74112c8,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:03.741038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764ad60-38f7-4947-a0f7-87081ccfa647 req-1c94f6cf-c19e-4faa-9b9e-3a2d8d6af7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:03.742588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7764ad60-38f7-4947-a0f7-87081ccfa647 req-1c94f6cf-c19e-4faa-9b9e-3a2d8d6af7f7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 1128 time: 0.0483544 Feb 19 03:52:03.789697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7764ad60-38f7-4947-a0f7-87081ccfa647 req-1479f971-01db-4538-81c6-02b8116105ec service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407999 Feb 19 03:52:04.203600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a979798-5764-47a3-910a-cf8fc29c14ba req-55b4672c-6939-40b5-bef0-dda709e057fb tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:04.205161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a979798-5764-47a3-910a-cf8fc29c14ba req-55b4672c-6939-40b5-bef0-dda709e057fb tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 946 time: 0.0561852 Feb 19 03:52:04.257365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a979798-5764-47a3-910a-cf8fc29c14ba req-56ba1758-b3aa-4439-9cff-71992c692e5b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464165 Feb 19 03:52:05.385919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47c260-fb3f-482a-a865-4e80ece024d6 req-71bde3c7-1542-42b0-b6b1-fe8cc5519f80 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:05.387443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b47c260-fb3f-482a-a865-4e80ece024d6 req-71bde3c7-1542-42b0-b6b1-fe8cc5519f80 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 946 time: 0.0594947 Feb 19 03:52:05.438837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b47c260-fb3f-482a-a865-4e80ece024d6 req-1d279a1b-a421-435b-b17b-e9fd5bcd46e8 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448606 Feb 19 03:52:05.559412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1995e1-0ad0-4db6-a7c8-676332227f9d req-84bfbe8a-0457-4d7e-9fc8-e4ed28d7938c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:05.560834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca1995e1-0ad0-4db6-a7c8-676332227f9d req-84bfbe8a-0457-4d7e-9fc8-e4ed28d7938c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 946 time: 0.0529721 Feb 19 03:52:05.610675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca1995e1-0ad0-4db6-a7c8-676332227f9d req-d6a1e281-d365-4ccb-aaa3-9cf9a09d4392 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Feb 19 03:52:06.335181 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:07.115997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49448) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:07.579318 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:07.873569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Allocated IP 172.20.0.17 (26f2a951-981e-4d96-a5bc-61eacc4bb74e/c3d87678-58ca-4f6e-9c68-ae07766ecbe0/d6e51c63-7a2e-419f-b9fa-143792d82cf3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:52:08.007642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:08.043956 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:08.091125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network 26f2a951-981e-4d96-a5bc-61eacc4bb74e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:08.095083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:08.102588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:52:08.108761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=d6e51c63-7a2e-419f-b9fa-143792d82cf3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:08.147308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.147973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.148213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.148556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.148851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.149198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.149539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.149923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.150239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.150572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.150910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.151244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.151581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:08.170798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (ab40d4ad-957c-4132-8495-ca6d72bceb2b), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:08.288479 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8b9a6178-4270-40cd-8558-c5fcc715780c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:08.322764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:08.431874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6a7de08f-c0c3-4f97-9b90-8d9d3ca3802a None None] Provisioning complete for port d6e51c63-7a2e-419f-b9fa-143792d82cf3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:08.432538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6a7de08f-c0c3-4f97-9b90-8d9d3ca3802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:08.472884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de08f-c0c3-4f97-9b90-8d9d3ca3802a None None] Port d6e51c63-7a2e-419f-b9fa-143792d82cf3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:52:08.619296 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:08.625802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:08.710033 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (ab40d4ad-957c-4132-8495-ca6d72bceb2b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:08.746279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=d6e51c63-7a2e-419f-b9fa-143792d82cf3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:08.819978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network 26f2a951-981e-4d96-a5bc-61eacc4bb74e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:08.821549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:08.973488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router ab40d4ad-957c-4132-8495-ca6d72bceb2b has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:09.106000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1ce57575-7ea8-4489-93da-ef0eeaf13c50 None None] Provisioning complete for port d6e51c63-7a2e-419f-b9fa-143792d82cf3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:09.106316 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1ce57575-7ea8-4489-93da-ef0eeaf13c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:09.127860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:09.146271 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Sync routers for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:09.148279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1ce57575-7ea8-4489-93da-ef0eeaf13c50 None None] Port d6e51c63-7a2e-419f-b9fa-143792d82cf3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:52:09.165166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-68d418fe-b834-4df1-a700-a5910a85b9a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "PUT /v2.0/routers/ab40d4ad-957c-4132-8495-ca6d72bceb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0329690 Feb 19 03:52:09.166333 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:09.166333 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:51:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:09.375475 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:09.641709 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:08Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b4d8c211-042b-4b24-9d46-7c0bc59a5082', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'mac_address': 'fa:16:3e:6a:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:12Z', 'updated_at': '2022-02-19T03:51:14Z', 'revision_number': 1, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e51c63-7a2e-419f-b9fa-143792d82cf3', 'name': '', 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:83:8a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'c3d87678-58ca-4f6e-9c68-ae07766ecbe0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:07Z', 'updated_at': '2022-02-19T03:52:08Z', 'revision_number': 2, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c3d87678-58ca-4f6e-9c68-ae07766ecbe0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:09.673793 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Checking router: ab40d4ad-957c-4132-8495-ca6d72bceb2b for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:09.674194 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Updating router ab40d4ad-957c-4132-8495-ca6d72bceb2b port d6e51c63-7a2e-419f-b9fa-143792d82cf3 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:52:09.705078 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:09.991419 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Publish callbacks [] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:09.998776 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.071005 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Pushing event updated for resources: {'Port': ['ID=d6e51c63-7a2e-419f-b9fa-143792d82cf3,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:10.106549 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Attempting to bind port d6e51c63-7a2e-419f-b9fa-143792d82cf3 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:52:10.106923 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Attempting to bind port d6e51c63-7a2e-419f-b9fa-143792d82cf3 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:52:10.107285 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Attempting to bind port d6e51c63-7a2e-419f-b9fa-143792d82cf3 on network 26f2a951-981e-4d96-a5bc-61eacc4bb74e {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:10.111872 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.112218 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.112563 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.112902 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.113237 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.113570 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.113997 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.114333 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.114659 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.114984 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.115309 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.115633 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.115955 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:10.130387 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:52:10.130773 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Checking segment: {'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:10.131199 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.131587 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Bound using segment: {'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:52:10.132060 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Bound port: d6e51c63-7a2e-419f-b9fa-143792d82cf3, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72d534d-d031-40c0-a9a0-524a7a4b2172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:52:10.132449 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.225201 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] For port d6e51c63-7a2e-419f-b9fa-143792d82cf3, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:10.228950 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] For port d6e51c63-7a2e-419f-b9fa-143792d82cf3, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d6e51c63-7a2e-419f-b9fa-143792d82cf3,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:52:10.237802 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.304601 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd61e8c-2d97-42e7-90df-7402799d144a None None] Pushing event updated for resources: {'Port': ['ID=d6e51c63-7a2e-419f-b9fa-143792d82cf3,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:10.330170 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:10.330815 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:51:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:10.381161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2f02114a-6bba-4bfb-a527-4587cf3e9db1 None None] Provisioning complete for port d6e51c63-7a2e-419f-b9fa-143792d82cf3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:10.382209 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f02114a-6bba-4bfb-a527-4587cf3e9db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.491316 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-678ff13b-ca74-4eb5-b33f-f0db78cbd303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.502429 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:10.528281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2f02114a-6bba-4bfb-a527-4587cf3e9db1 None None] Current status of the port d6e51c63-7a2e-419f-b9fa-143792d82cf3 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:10.528721 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f02114a-6bba-4bfb-a527-4587cf3e9db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.596818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2f02114a-6bba-4bfb-a527-4587cf3e9db1 None None] For port d6e51c63-7a2e-419f-b9fa-143792d82cf3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d6e51c63-7a2e-419f-b9fa-143792d82cf3,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:10.603142 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f02114a-6bba-4bfb-a527-4587cf3e9db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.667138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02114a-6bba-4bfb-a527-4587cf3e9db1 None None] Pushing event updated for resources: {'Port': ['ID=d6e51c63-7a2e-419f-b9fa-143792d82cf3,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:10.726677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6fb6e330-1649-4d8e-877b-8c3d607f0f2c None None] Provisioning complete for port d6e51c63-7a2e-419f-b9fa-143792d82cf3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:10.727214 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6fb6e330-1649-4d8e-877b-8c3d607f0f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.830331 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:08Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b4d8c211-042b-4b24-9d46-7c0bc59a5082', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'mac_address': 'fa:16:3e:6a:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:12Z', 'updated_at': '2022-02-19T03:51:14Z', 'revision_number': 1, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e51c63-7a2e-419f-b9fa-143792d82cf3', 'name': '', 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:83:8a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'c3d87678-58ca-4f6e-9c68-ae07766ecbe0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:07Z', 'updated_at': '2022-02-19T03:52:10Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c3d87678-58ca-4f6e-9c68-ae07766ecbe0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:10.865971 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c240b8c-bfec-4b36-a0cc-612f1ed4a352 None None] The sync data for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 is: [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:08Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b4d8c211-042b-4b24-9d46-7c0bc59a5082', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'mac_address': 'fa:16:3e:6a:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:12Z', 'updated_at': '2022-02-19T03:51:14Z', 'revision_number': 1, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e51c63-7a2e-419f-b9fa-143792d82cf3', 'name': '', 'network_id': '26f2a951-981e-4d96-a5bc-61eacc4bb74e', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:83:8a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'c3d87678-58ca-4f6e-9c68-ae07766ecbe0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:07Z', 'updated_at': '2022-02-19T03:52:10Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c3d87678-58ca-4f6e-9c68-ae07766ecbe0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:10.875911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6e330-1649-4d8e-877b-8c3d607f0f2c None None] Current status of the port d6e51c63-7a2e-419f-b9fa-143792d82cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:11.167396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9c81-50e9-487f-b91e-264cc8679821 req-d3355adb-b226-467d-a18f-35f6acda2d13 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:11.169569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cbb9c81-50e9-487f-b91e-264cc8679821 req-d3355adb-b226-467d-a18f-35f6acda2d13 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 946 time: 0.0830555 Feb 19 03:52:11.279353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cbb9c81-50e9-487f-b91e-264cc8679821 req-2f273f87-a3e2-4fdd-aeee-1d8c44cf509e tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971971 Feb 19 03:52:12.055139 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.437730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2ee3-ad2a-489b-b38b-18fc33c46e2d req-8d3d3410-5b60-47b0-8011-35d8084a7f10 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:12.439401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1de2ee3-ad2a-489b-b38b-18fc33c46e2d req-8d3d3410-5b60-47b0-8011-35d8084a7f10 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 946 time: 0.0556395 Feb 19 03:52:12.491377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1de2ee3-ad2a-489b-b38b-18fc33c46e2d req-9fa334c3-b417-48fe-8220-a79bc3d72d19 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456853 Feb 19 03:52:12.605370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d6e51c63-7a2e-419f-b9fa-143792d82cf3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:52:12.672261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d6e51c63-7a2e-419f-b9fa-143792d82cf3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:12.672725 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.754940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d6e51c63-7a2e-419f-b9fa-143792d82cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:13.099752 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:13.111452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-053237b0-129b-416a-818d-004491a8292d tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:13.112955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-053237b0-129b-416a-818d-004491a8292d tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 946 time: 0.0570941 Feb 19 03:52:13.213630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-a9f4fb23-2688-4fa5-b341-2fd2fc50b8cc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Deleting port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:13.213905 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-a9f4fb23-2688-4fa5-b341-2fd2fc50b8cc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:13.301728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-a9f4fb23-2688-4fa5-b341-2fd2fc50b8cc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] For port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:13.302137 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-a9f4fb23-2688-4fa5-b341-2fd2fc50b8cc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:13.314690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-a9f4fb23-2688-4fa5-b341-2fd2fc50b8cc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Calling delete_port for c72b1d63-8369-4c4b-abe4-0922e2fa5b0c owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:13.450580 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-a9f4fb23-2688-4fa5-b341-2fd2fc50b8cc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c72b1d63-8369-4c4b-abe4-0922e2fa5b0c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:13.464258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['89031bc2-3969-4647-945a-bf375ade580d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:13.483602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4fb23-2688-4fa5-b341-2fd2fc50b8cc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Pushing event deleted for resources: {'Port': ['ID=c72b1d63-8369-4c4b-abe4-0922e2fa5b0c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:13.494314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33dcf542-c292-4559-a535-7bfb7f3b9121', 'f0a69371-0c58-462c-ab42-f3f40344afa5', 'c72b1d63-8369-4c4b-abe4-0922e2fa5b0c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:13.536739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-a9f4fb23-2688-4fa5-b341-2fd2fc50b8cc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] No DVR routers for this DVR port c72b1d63-8369-4c4b-abe4-0922e2fa5b0c on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:13.540797 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-a9f4fb23-2688-4fa5-b341-2fd2fc50b8cc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:13.544711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a60c800-2dcd-4b31-b94f-69c225ea8911 req-a9f4fb23-2688-4fa5-b341-2fd2fc50b8cc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "DELETE /v2.0/ports/c72b1d63-8369-4c4b-abe4-0922e2fa5b0c HTTP/1.1" status: 204 len: 173 time: 0.4253130 Feb 19 03:52:13.545524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd767d-f195-4c1e-be33-3abc3d523028', 'name': 'network-vif-deleted', 'tag': 'c72b1d63-8369-4c4b-abe4-0922e2fa5b0c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:13.549726 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a3106-c928-4c02-9ea9-74cca4fd38fb" -d '{"events": [{"server_uuid": "8abd767d-f195-4c1e-be33-3abc3d523028", "name": "network-vif-deleted", "tag": "c72b1d63-8369-4c4b-abe4-0922e2fa5b0c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:13.620371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-438accd9-22bb-4211-a80c-ffdda2e071c4 req-20e69525-a208-43dd-8393-e423603ac853 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=8abd767d-f195-4c1e-be33-3abc3d523028 HTTP/1.1" status: 200 len: 210 time: 0.0495698 Feb 19 03:52:13.677209 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da27f2fd-0365-4818-9636-45ba2fa725b8 x-openstack-request-id: req-da27f2fd-0365-4818-9636-45ba2fa725b8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:13.677705 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd767d-f195-4c1e-be33-3abc3d523028", "name": "network-vif-deleted", "tag": "c72b1d63-8369-4c4b-abe4-0922e2fa5b0c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:13.677991 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da27f2fd-0365-4818-9636-45ba2fa725b8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:13.678651 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abd767d-f195-4c1e-be33-3abc3d523028', 'name': 'network-vif-deleted', 'tag': 'c72b1d63-8369-4c4b-abe4-0922e2fa5b0c', 'status': 'completed', 'code': 200} Feb 19 03:52:14.628902 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:16.093873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device c72b1d63-8369-4c4b-abe4-0922e2fa5b0c no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:16.119199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: c72b1d63-8369-4c4b-abe4-0922e2fa5b0c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:16.119508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device c72b1d63-8369-4c4b-abe4-0922e2fa5b0c not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:22.531314 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:24.569686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807548da-b79a-4d40-93fb-935d4bb0f43e req-e731ff34-3da3-432e-a583-24a6ce7c6c1f tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:24.574383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-807548da-b79a-4d40-93fb-935d4bb0f43e req-e731ff34-3da3-432e-a583-24a6ce7c6c1f tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 945 time: 0.0685692 Feb 19 03:52:24.633381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-807548da-b79a-4d40-93fb-935d4bb0f43e req-5f9c7fd8-f437-4c66-8b08-5282dd512619 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530059 Feb 19 03:52:25.791022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953334-d237-4d1a-9f11-67967ba31cbf req-80bf06ab-ffcb-486d-82d8-777678a3ac86 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:25.792897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28953334-d237-4d1a-9f11-67967ba31cbf req-80bf06ab-ffcb-486d-82d8-777678a3ac86 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 945 time: 0.0684614 Feb 19 03:52:25.849727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28953334-d237-4d1a-9f11-67967ba31cbf req-ab48797e-5a12-460c-87a9-5ca1387839bc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488842 Feb 19 03:52:26.352586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-6146e958-1b0f-46e5-b21e-71379731c2b2 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:26.354110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-6146e958-1b0f-46e5-b21e-71379731c2b2 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 945 time: 0.0682609 Feb 19 03:52:26.461621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-7df60d61-6430-4ddb-a09c-d6df9e2c4ffa tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Deleting port 89031bc2-3969-4647-945a-bf375ade580d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:26.462132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-7df60d61-6430-4ddb-a09c-d6df9e2c4ffa tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (89031bc2-3969-4647-945a-bf375ade580d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.565223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-7df60d61-6430-4ddb-a09c-d6df9e2c4ffa tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] For port 89031bc2-3969-4647-945a-bf375ade580d, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=89031bc2-3969-4647-945a-bf375ade580d,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:26.565591 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-7df60d61-6430-4ddb-a09c-d6df9e2c4ffa tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (89031bc2-3969-4647-945a-bf375ade580d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.578725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-7df60d61-6430-4ddb-a09c-d6df9e2c4ffa tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Calling delete_port for 89031bc2-3969-4647-945a-bf375ade580d owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:26.720521 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-7df60d61-6430-4ddb-a09c-d6df9e2c4ffa tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (89031bc2-3969-4647-945a-bf375ade580d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.738489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['89031bc2-3969-4647-945a-bf375ade580d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:26.752310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df60d61-6430-4ddb-a09c-d6df9e2c4ffa tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Pushing event deleted for resources: {'Port': ['ID=89031bc2-3969-4647-945a-bf375ade580d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:26.764395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33dcf542-c292-4559-a535-7bfb7f3b9121', 'f0a69371-0c58-462c-ab42-f3f40344afa5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:26.799217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-7df60d61-6430-4ddb-a09c-d6df9e2c4ffa tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] No DVR routers for this DVR port 89031bc2-3969-4647-945a-bf375ade580d on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:26.802838 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-7df60d61-6430-4ddb-a09c-d6df9e2c4ffa tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.806426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74de9d62-f472-45cc-b1c8-7f51c15bc8a4 req-7df60d61-6430-4ddb-a09c-d6df9e2c4ffa tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.71 "DELETE /v2.0/ports/89031bc2-3969-4647-945a-bf375ade580d HTTP/1.1" status: 204 len: 173 time: 0.4470208 Feb 19 03:52:26.806934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca', 'name': 'network-vif-deleted', 'tag': '89031bc2-3969-4647-945a-bf375ade580d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:26.809947 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581a9860-8aa6-494e-abad-9e8cb2f94507" -d '{"events": [{"server_uuid": "2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca", "name": "network-vif-deleted", "tag": "89031bc2-3969-4647-945a-bf375ade580d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:26.856779 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e784508e-63d7-455e-85b9-9fc765b35e8e x-openstack-request-id: req-e784508e-63d7-455e-85b9-9fc765b35e8e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:26.857325 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca", "name": "network-vif-deleted", "tag": "89031bc2-3969-4647-945a-bf375ade580d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:26.857938 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e784508e-63d7-455e-85b9-9fc765b35e8e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:26.858526 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca', 'name': 'network-vif-deleted', 'tag': '89031bc2-3969-4647-945a-bf375ade580d', 'status': 'completed', 'code': 200} Feb 19 03:52:27.040162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9542655-3abd-473c-97ca-facc8d8f7094 req-d567c16e-131b-4a4d-88b3-40050673e828 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a1bfe21-d6e8-4488-88c1-0d1cdaadfbca HTTP/1.1" status: 200 len: 210 time: 0.0487242 Feb 19 03:52:28.337831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e6357-9d75-4970-a1af-a16517490d11 req-d2a762ae-110d-498b-a394-33a66639e333 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:28.339438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-558e6357-9d75-4970-a1af-a16517490d11 req-d2a762ae-110d-498b-a394-33a66639e333 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 945 time: 0.0599113 Feb 19 03:52:28.392123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-558e6357-9d75-4970-a1af-a16517490d11 req-375a29e6-f6f6-407f-ac28-b3b137a3ecbf tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452259 Feb 19 03:52:29.516884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca02a5-e625-4bd6-9f99-4d765fac44c8 req-890ee5c5-663a-44fa-ae5e-4ccba7f7795c tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:29.518563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfca02a5-e625-4bd6-9f99-4d765fac44c8 req-890ee5c5-663a-44fa-ae5e-4ccba7f7795c tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 945 time: 0.0544469 Feb 19 03:52:29.552383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 89031bc2-3969-4647-945a-bf375ade580d no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:29.576402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 89031bc2-3969-4647-945a-bf375ade580d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:29.576787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 89031bc2-3969-4647-945a-bf375ade580d not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:29.577554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfca02a5-e625-4bd6-9f99-4d765fac44c8 req-55bb0a36-a2e3-4061-a0c4-6eb9904f8806 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522797 Feb 19 03:52:30.107347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83472487-ff06-4a79-8096-34ee462c7f29 req-57a3872b-ec86-4829-96da-ce8f0a096153 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:30.109548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83472487-ff06-4a79-8096-34ee462c7f29 req-57a3872b-ec86-4829-96da-ce8f0a096153 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 945 time: 0.0560355 Feb 19 03:52:30.185257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83472487-ff06-4a79-8096-34ee462c7f29 req-52654c18-d2e2-42f9-af70-01f240b76e2f tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697157 Feb 19 03:52:30.215941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1edb8646-ca36-4969-9139-e1109b06b814 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:30.218135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1edb8646-ca36-4969-9139-e1109b06b814 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 945 time: 0.0703609 Feb 19 03:52:30.316062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1864ba2c-5267-46d8-a4e0-35ffca33bbe8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Deleting port f0a69371-0c58-462c-ab42-f3f40344afa5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:30.316408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1864ba2c-5267-46d8-a4e0-35ffca33bbe8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:30.411297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1864ba2c-5267-46d8-a4e0-35ffca33bbe8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] For port f0a69371-0c58-462c-ab42-f3f40344afa5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=f0a69371-0c58-462c-ab42-f3f40344afa5,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:30.411658 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1864ba2c-5267-46d8-a4e0-35ffca33bbe8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:30.423615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1864ba2c-5267-46d8-a4e0-35ffca33bbe8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Calling delete_port for f0a69371-0c58-462c-ab42-f3f40344afa5 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:30.555506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1864ba2c-5267-46d8-a4e0-35ffca33bbe8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f0a69371-0c58-462c-ab42-f3f40344afa5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:30.591818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864ba2c-5267-46d8-a4e0-35ffca33bbe8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Pushing event deleted for resources: {'Port': ['ID=f0a69371-0c58-462c-ab42-f3f40344afa5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:30.596714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33dcf542-c292-4559-a535-7bfb7f3b9121', 'f0a69371-0c58-462c-ab42-f3f40344afa5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:30.633788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1864ba2c-5267-46d8-a4e0-35ffca33bbe8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] No DVR routers for this DVR port f0a69371-0c58-462c-ab42-f3f40344afa5 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:30.636354 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1864ba2c-5267-46d8-a4e0-35ffca33bbe8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:30.640754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8231af27-fedb-41c4-b063-0ee7436c8840 req-1864ba2c-5267-46d8-a4e0-35ffca33bbe8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "DELETE /v2.0/ports/f0a69371-0c58-462c-ab42-f3f40344afa5 HTTP/1.1" status: 204 len: 173 time: 0.4163635 Feb 19 03:52:30.641235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459f5199-49b6-438d-b6d6-10a53b75f842', 'name': 'network-vif-deleted', 'tag': 'f0a69371-0c58-462c-ab42-f3f40344afa5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:30.643590 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f092ac00-220c-44d9-8758-10dab4d048b5" -d '{"events": [{"server_uuid": "459f5199-49b6-438d-b6d6-10a53b75f842", "name": "network-vif-deleted", "tag": "f0a69371-0c58-462c-ab42-f3f40344afa5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:30.689623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08e8e521-ae48-46a9-9a11-409d2d21d7de req-61c7d712-bd57-4ee8-ada7-ebbab71f678f tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=459f5199-49b6-438d-b6d6-10a53b75f842 HTTP/1.1" status: 200 len: 210 time: 0.0326371 Feb 19 03:52:30.742948 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3646f5-f1cd-4ff8-847d-b258bef3d51a x-openstack-request-id: req-5c3646f5-f1cd-4ff8-847d-b258bef3d51a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:30.742948 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459f5199-49b6-438d-b6d6-10a53b75f842", "name": "network-vif-deleted", "tag": "f0a69371-0c58-462c-ab42-f3f40344afa5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:30.742948 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c3646f5-f1cd-4ff8-847d-b258bef3d51a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:30.743321 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459f5199-49b6-438d-b6d6-10a53b75f842', 'name': 'network-vif-deleted', 'tag': 'f0a69371-0c58-462c-ab42-f3f40344afa5', 'status': 'completed', 'code': 200} Feb 19 03:52:31.319844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0648a70-aa89-426d-b266-5738561f4a2c req-1a5f069e-835c-41c3-9bac-6c28d8fdf65a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:31.321337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0648a70-aa89-426d-b266-5738561f4a2c req-1a5f069e-835c-41c3-9bac-6c28d8fdf65a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 945 time: 0.0618753 Feb 19 03:52:31.369707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0648a70-aa89-426d-b266-5738561f4a2c req-1decadd5-eebe-4b88-aac5-dea84f6274dd tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415940 Feb 19 03:52:32.014254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49630) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:32.697747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc0690-b088-49a6-8c3a-9145beca7078 req-483a514e-208f-4a76-a64c-78df80dcc8c6 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:32.699281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebcc0690-b088-49a6-8c3a-9145beca7078 req-483a514e-208f-4a76-a64c-78df80dcc8c6 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 945 time: 0.1280270 Feb 19 03:52:32.734792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-b6628b07-4de8-4718-9dff-32acfcf1f32a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:32.736353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-b6628b07-4de8-4718-9dff-32acfcf1f32a tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 945 time: 0.1273704 Feb 19 03:52:32.832564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebcc0690-b088-49a6-8c3a-9145beca7078 req-5de63430-5aa9-4bed-abd7-736741087db5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups?id=031a43e2-faee-4650-a2d8-3a6c9930a4dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254773 Feb 19 03:52:32.935826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Deleting port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:32.936718 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:33.035112 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (ab40d4ad-957c-4132-8495-ca6d72bceb2b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:33.089326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] For port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:33.089706 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:33.476948 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:33.477305 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (bd557e9c-3166-49d2-86ca-6800fff3fd94), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:33.477626 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Floating IP bd557e9c-3166-49d2-86ca-6800fff3fd94 disassociated. External IP: 172.25.4.47, port: 0e46c4c1-baf8-4dc6-985b-fd7454c918fc. Feb 19 03:52:33.478004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Calling delete_port for 0e46c4c1-baf8-4dc6-985b-fd7454c918fc owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:33.716517 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0e46c4c1-baf8-4dc6-985b-fd7454c918fc), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:33.754361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event deleted for resources: {'Port': ['ID=0e46c4c1-baf8-4dc6-985b-fd7454c918fc,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:33.761172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port d6e51c63-7a2e-419f-b9fa-143792d82cf3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:33.761526 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:33.966422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3489214-fa3d-4173-88bb-dcc04cc68be9 req-a821015d-561d-46db-b4e2-25a0a758ad34 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 210 time: 0.0448651 Feb 19 03:52:33.976221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] For port d6e51c63-7a2e-419f-b9fa-143792d82cf3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d6e51c63-7a2e-419f-b9fa-143792d82cf3,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:33.976750 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:33.995511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for d6e51c63-7a2e-419f-b9fa-143792d82cf3 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:34.010303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Router 25ea4d1e-9d4a-4357-b66b-9d387623f884 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:34.236538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:34.256408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0e46c4c1-baf8-4dc6-985b-fd7454c918fc no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:34.275253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] Sync routers for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:34.286464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] No DVR routers for this DVR port 0e46c4c1-baf8-4dc6-985b-fd7454c918fc on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:34.290480 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:34.293945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ccc3a52-d2dc-415b-9534-10e26a1a8402 req-c891c0dc-3e99-454b-b7fe-2ee4432941e5 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.37 "DELETE /v2.0/ports/0e46c4c1-baf8-4dc6-985b-fd7454c918fc HTTP/1.1" status: 204 len: 173 time: 1.5519824 Feb 19 03:52:34.294428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'name': 'network-vif-deleted', 'tag': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:34.297373 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15036df9-9c3e-4482-904e-06b6d31dc833" -d '{"events": [{"server_uuid": "a7361856-da2e-45bd-81bf-43ad2dc05617", "name": "network-vif-deleted", "tag": "0e46c4c1-baf8-4dc6-985b-fd7454c918fc"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:34.355231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 0e46c4c1-baf8-4dc6-985b-fd7454c918fc {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:34.355910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 0e46c4c1-baf8-4dc6-985b-fd7454c918fc not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:34.356568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f0a69371-0c58-462c-ab42-f3f40344afa5 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:34.388256 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d63775-9abb-4e0f-ba94-e4aa60ff01cb x-openstack-request-id: req-a4d63775-9abb-4e0f-ba94-e4aa60ff01cb {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:34.388886 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7361856-da2e-45bd-81bf-43ad2dc05617", "name": "network-vif-deleted", "tag": "0e46c4c1-baf8-4dc6-985b-fd7454c918fc", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:34.389435 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4d63775-9abb-4e0f-ba94-e4aa60ff01cb {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:34.390034 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7361856-da2e-45bd-81bf-43ad2dc05617', 'name': 'network-vif-deleted', 'tag': '0e46c4c1-baf8-4dc6-985b-fd7454c918fc', 'status': 'completed', 'code': 200} Feb 19 03:52:34.390585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: f0a69371-0c58-462c-ab42-f3f40344afa5 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:34.390927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device f0a69371-0c58-462c-ab42-f3f40344afa5 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:34.397791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:34.398701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:34.416672 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d6e51c63-7a2e-419f-b9fa-143792d82cf3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:34.456515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5436c675-9017-4617-93b8-e9258b4db141 req-f8339634-0366-4870-b539-547c24807e23 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1137846 Feb 19 03:52:34.458626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=d6e51c63-7a2e-419f-b9fa-143792d82cf3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:34.601002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:34.676504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436c675-9017-4617-93b8-e9258b4db141 req-76fe4566-ebdf-426f-af12-03f1a3d80e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:34.678238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5436c675-9017-4617-93b8-e9258b4db141 req-76fe4566-ebdf-426f-af12-03f1a3d80e7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 1128 time: 0.1352296 Feb 19 03:52:34.813939 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (ab40d4ad-957c-4132-8495-ca6d72bceb2b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:34.852374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:34.880061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] Checking router: 25ea4d1e-9d4a-4357-b66b-9d387623f884 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:34.894410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:34.895300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:34.900845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436c675-9017-4617-93b8-e9258b4db141 req-e33e75a8-fb01-42f4-ab01-e068c074bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:34.902404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5436c675-9017-4617-93b8-e9258b4db141 req-e33e75a8-fb01-42f4-ab01-e068c074bde8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 HTTP/1.1" status: 200 len: 898 time: 0.1729381 Feb 19 03:52:35.058719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5436c675-9017-4617-93b8-e9258b4db141 req-58d2376b-1cad-485e-a10a-68f5327e601d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6a0657e-9c89-4efa-b0a3-f6c120900200 HTTP/1.1" status: 200 len: 1001 time: 0.1476555 Feb 19 03:52:35.179782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436c675-9017-4617-93b8-e9258b4db141 req-a81686b2-74be-43d6-9670-f29b89170b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:35.180696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5436c675-9017-4617-93b8-e9258b4db141 req-a81686b2-74be-43d6-9670-f29b89170b3c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c HTTP/1.1" status: 200 len: 834 time: 0.1151857 Feb 19 03:52:35.210555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d243b229-1a74-44b2-808e-6b78cf60334f req-c7c50e0c-1019-4846-bd38-1e61ac60da28 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7361856-da2e-45bd-81bf-43ad2dc05617 HTTP/1.1" status: 200 len: 210 time: 0.0493658 Feb 19 03:52:35.258493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:35.307263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436c675-9017-4617-93b8-e9258b4db141 req-47be6dab-8d2c-4237-83bd-7fa421c0e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:35.309086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5436c675-9017-4617-93b8-e9258b4db141 req-47be6dab-8d2c-4237-83bd-7fa421c0e2ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1095035 Feb 19 03:52:35.310590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router ab40d4ad-957c-4132-8495-ca6d72bceb2b has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:35.505452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:35.538611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef774ef5-0052-4864-b889-c2f69f3e091a None None] The sync data for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 is: [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:46:44Z', 'revision_number': 4, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ce114b5b-8dc2-49b5-8c31-e70f77b157f1', 'name': '', 'network_id': '717aeda8-2a07-4ec4-b068-e6ee6690d36c', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'mac_address': 'fa:16:3e:74:af:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:43Z', 'updated_at': '2022-02-19T03:46:55Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'subnets': [{'id': '89927ea4-661e-4a52-b12a-1a99e39cad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:35.837749 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1212feb-0786-4c47-9b88-bc3ef5c8f5e3 None None] New status for floating IP bd557e9c-3166-49d2-86ca-6800fff3fd94: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:52:35.876820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5436c675-9017-4617-93b8-e9258b4db141 req-7facda70-a190-4ed3-bde9-12e970da73f1 service neutron] 10.222.0.71 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583279 Feb 19 03:52:35.891675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:35.898919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d27047a2-5518-47bc-a89a-3a69e23e5707 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "PUT /v2.0/routers/ab40d4ad-957c-4132-8495-ca6d72bceb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8836675 Feb 19 03:52:35.903907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] Sync routers for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:35.919522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:35.923061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:36.136605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:36.139767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5436c675-9017-4617-93b8-e9258b4db141 req-a0071928-1ad0-4f8b-8873-958ede575b23 service neutron] 10.222.0.71 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464004 Feb 19 03:52:36.291887 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d355c-6755-4d97-a6bd-58fe0f3f6c0a req-dbfa3ca5-f321-4275-9bab-f3a1a088eaa6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:36.293576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-646d355c-6755-4d97-a6bd-58fe0f3f6c0a req-dbfa3ca5-f321-4275-9bab-f3a1a088eaa6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 946 time: 0.0827959 Feb 19 03:52:36.372070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-646d355c-6755-4d97-a6bd-58fe0f3f6c0a req-e66cd6c1-df32-42d0-a41f-2b76f71d56ea tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671475 Feb 19 03:52:36.374588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:36.477152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49656) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:36.485914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:34Z', 'revision_number': 6, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b4d8c211-042b-4b24-9d46-7c0bc59a5082', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'mac_address': 'fa:16:3e:6a:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:12Z', 'updated_at': '2022-02-19T03:51:14Z', 'revision_number': 1, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:36.518819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] Checking router: ab40d4ad-957c-4132-8495-ca6d72bceb2b for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:36.534931 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:36.536118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:36.566623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26f5ebea-9fa8-4c88-9326-0905514ece00 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (031a43e2-faee-4650-a2d8-3a6c9930a4dc), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:36.594240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26f5ebea-9fa8-4c88-9326-0905514ece00 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (031a43e2-faee-4650-a2d8-3a6c9930a4dc), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:36.658374 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26f5ebea-9fa8-4c88-9326-0905514ece00 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (031a43e2-faee-4650-a2d8-3a6c9930a4dc), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:36.662259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26f5ebea-9fa8-4c88-9326-0905514ece00 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:36.664298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-26f5ebea-9fa8-4c88-9326-0905514ece00 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "DELETE /v2.0/security-groups/031a43e2-faee-4650-a2d8-3a6c9930a4dc HTTP/1.1" status: 204 len: 168 time: 0.1853361 Feb 19 03:52:36.668577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49658) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:36.676179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5ebea-9fa8-4c88-9326-0905514ece00 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031a43e2-faee-4650-a2d8-3a6c9930a4dc,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:36.686323 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-045e75de-6da5-4713-bac1-7cdab5e1122e tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] show failed (client error): The resource could not be found. Feb 19 03:52:36.690471 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-045e75de-6da5-4713-bac1-7cdab5e1122e tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "GET /v2.0/security-groups/031a43e2-faee-4650-a2d8-3a6c9930a4dc HTTP/1.1" status: 404 len: 347 time: 0.0204041 Feb 19 03:52:36.690679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49660) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:36.694716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:36.845239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf9722-58a7-45a3-a9b8-11c632dbcf50 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Deleting port 4b030c8d-4604-4a7e-a32e-730aa7873c4c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:36.845586 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9722-58a7-45a3-a9b8-11c632dbcf50 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4b030c8d-4604-4a7e-a32e-730aa7873c4c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:36.964914 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9722-58a7-45a3-a9b8-11c632dbcf50 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4b030c8d-4604-4a7e-a32e-730aa7873c4c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:36.965253 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9722-58a7-45a3-a9b8-11c632dbcf50 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (4b030c8d-4604-4a7e-a32e-730aa7873c4c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:36.982031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf9722-58a7-45a3-a9b8-11c632dbcf50 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Calling delete_port for 4b030c8d-4604-4a7e-a32e-730aa7873c4c owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:36.987707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:34Z', 'revision_number': 6, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b4d8c211-042b-4b24-9d46-7c0bc59a5082', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'mac_address': 'fa:16:3e:6a:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:12Z', 'updated_at': '2022-02-19T03:51:14Z', 'revision_number': 1, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:37.039422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668f0d3-12d1-4c08-b361-10f0c11abd2f None None] The sync data for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 is: [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:34Z', 'revision_number': 6, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'b4d8c211-042b-4b24-9d46-7c0bc59a5082', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'port_id': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'mac_address': 'fa:16:3e:6a:6a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:12Z', 'updated_at': '2022-02-19T03:51:14Z', 'revision_number': 1, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:37.180445 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9722-58a7-45a3-a9b8-11c632dbcf50 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4b030c8d-4604-4a7e-a32e-730aa7873c4c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:37.212562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf9722-58a7-45a3-a9b8-11c632dbcf50 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Pushing event deleted for resources: {'Port': ['ID=4b030c8d-4604-4a7e-a32e-730aa7873c4c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:37.299995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9722-58a7-45a3-a9b8-11c632dbcf50 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks [] for floatingip (bd557e9c-3166-49d2-86ca-6800fff3fd94), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:37.302667 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9722-58a7-45a3-a9b8-11c632dbcf50 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:37.303885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e0cf9722-58a7-45a3-a9b8-11c632dbcf50 tempest-AttachVolumeTestJSON-643210795 tempest-AttachVolumeTestJSON-643210795-project] 10.222.0.42 "DELETE /v2.0/floatingips/bd557e9c-3166-49d2-86ca-6800fff3fd94 HTTP/1.1" status: 204 len: 168 time: 0.6118598 Feb 19 03:52:37.557573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7ab03-1296-4808-9458-98bfbf8e9bd9 req-0a0ed698-ab03-4102-9213-a98e24527490 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:37.559449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9d7ab03-1296-4808-9458-98bfbf8e9bd9 req-0a0ed698-ab03-4102-9213-a98e24527490 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 946 time: 0.0774181 Feb 19 03:52:37.643790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9d7ab03-1296-4808-9458-98bfbf8e9bd9 req-8ebedbf9-25b3-42ff-9699-abbfbc21ca6e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6384145-5b10-4b05-aebf-b222a7594a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710924 Feb 19 03:52:37.990821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-77c90c78-1b84-466f-861d-d5fba2a2c2ba tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:37.992372 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-77c90c78-1b84-466f-861d-d5fba2a2c2ba tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.71 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 946 time: 0.0707521 Feb 19 03:52:38.090976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-2e56fd5b-8622-42d6-87dd-b98e8a63d4fd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port 0124b723-c299-4431-92fa-94bef74112c8 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:38.091357 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-2e56fd5b-8622-42d6-87dd-b98e8a63d4fd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0124b723-c299-4431-92fa-94bef74112c8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:38.185146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-2e56fd5b-8622-42d6-87dd-b98e8a63d4fd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] For port 0124b723-c299-4431-92fa-94bef74112c8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=0124b723-c299-4431-92fa-94bef74112c8,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:38.185624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-2e56fd5b-8622-42d6-87dd-b98e8a63d4fd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0124b723-c299-4431-92fa-94bef74112c8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:38.199144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-2e56fd5b-8622-42d6-87dd-b98e8a63d4fd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for 0124b723-c299-4431-92fa-94bef74112c8 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:38.284933 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ae08c060-2143-4933-9816-42c02a25b709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:38.360029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-2e56fd5b-8622-42d6-87dd-b98e8a63d4fd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0124b723-c299-4431-92fa-94bef74112c8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:38.399372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56fd5b-8622-42d6-87dd-b98e8a63d4fd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=0124b723-c299-4431-92fa-94bef74112c8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:38.479403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-2e56fd5b-8622-42d6-87dd-b98e8a63d4fd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] No DVR routers for this DVR port 0124b723-c299-4431-92fa-94bef74112c8 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:38.482227 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-2e56fd5b-8622-42d6-87dd-b98e8a63d4fd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:38.486113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-222bbcc1-9d6e-4cd5-8032-2ed9606c82f0 req-2e56fd5b-8622-42d6-87dd-b98e8a63d4fd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.71 "DELETE /v2.0/ports/0124b723-c299-4431-92fa-94bef74112c8 HTTP/1.1" status: 204 len: 173 time: 0.4878371 Feb 19 03:52:38.486899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f8a193-58cf-476c-a126-aa2895f85333', 'name': 'network-vif-deleted', 'tag': '0124b723-c299-4431-92fa-94bef74112c8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:38.490663 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11101988-2b46-48eb-ab28-d109964b9a1a" -d '{"events": [{"server_uuid": "40f8a193-58cf-476c-a126-aa2895f85333", "name": "network-vif-deleted", "tag": "0124b723-c299-4431-92fa-94bef74112c8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:38.564584 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83792081-4310-42f1-87cb-4d116e7aafe1 x-openstack-request-id: req-83792081-4310-42f1-87cb-4d116e7aafe1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:38.565210 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f8a193-58cf-476c-a126-aa2895f85333", "name": "network-vif-deleted", "tag": "0124b723-c299-4431-92fa-94bef74112c8", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:38.565318 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83792081-4310-42f1-87cb-4d116e7aafe1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:38.565862 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f8a193-58cf-476c-a126-aa2895f85333', 'name': 'network-vif-deleted', 'tag': '0124b723-c299-4431-92fa-94bef74112c8', 'status': 'completed', 'code': 200} Feb 19 03:52:38.587303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d6e51c63-7a2e-419f-b9fa-143792d82cf3 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:38.634803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d6e51c63-7a2e-419f-b9fa-143792d82cf3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:38.635323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d6e51c63-7a2e-419f-b9fa-143792d82cf3 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:38.732347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52313c3-c120-44ed-8055-05880d7c3449 req-15dd194d-8b4a-48f1-8b44-c84821b2311b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:38.734411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e52313c3-c120-44ed-8055-05880d7c3449 req-15dd194d-8b4a-48f1-8b44-c84821b2311b tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 945 time: 0.0642016 Feb 19 03:52:38.823350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e52313c3-c120-44ed-8055-05880d7c3449 req-69f2e20f-02cc-411c-9357-fb7e91505ccc tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819829 Feb 19 03:52:38.933347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7cf4aa33-6b50-4099-b073-b9bd762d864f req-fb6b2a67-608d-48fa-9293-89689f71590a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f8a193-58cf-476c-a126-aa2895f85333 HTTP/1.1" status: 200 len: 210 time: 0.0349016 Feb 19 03:52:39.072615 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:52:39.947332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9f7f9-9d63-415a-9fbb-7cde7ee536ed req-74802ddd-dae1-4c6b-93c4-8303a8aaab50 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:39.948829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cca9f7f9-9d63-415a-9fbb-7cde7ee536ed req-74802ddd-dae1-4c6b-93c4-8303a8aaab50 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 945 time: 0.0576591 Feb 19 03:52:40.002390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cca9f7f9-9d63-415a-9fbb-7cde7ee536ed req-3e7cc0d1-9a2b-47e0-810c-c8c4f62f0be1 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc9818fa-6dad-404c-ab7c-64b861ffc6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468290 Feb 19 03:52:40.052405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49690) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:40.115946 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f836747-80b3-4f8f-b65b-16194a82c2d6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (b6384145-5b10-4b05-aebf-b222a7594a39), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.144596 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f836747-80b3-4f8f-b65b-16194a82c2d6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (b6384145-5b10-4b05-aebf-b222a7594a39), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.218243 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f836747-80b3-4f8f-b65b-16194a82c2d6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b6384145-5b10-4b05-aebf-b222a7594a39), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.221224 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f836747-80b3-4f8f-b65b-16194a82c2d6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.222469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5f836747-80b3-4f8f-b65b-16194a82c2d6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/security-groups/b6384145-5b10-4b05-aebf-b222a7594a39 HTTP/1.1" status: 204 len: 168 time: 0.1689458 Feb 19 03:52:40.232796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f836747-80b3-4f8f-b65b-16194a82c2d6 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6384145-5b10-4b05-aebf-b222a7594a39,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:40.255790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49694) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:40.311777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f71bd0e-2d11-468f-adcc-cbb8420537fa tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting subnet c3d87678-58ca-4f6e-9c68-ae07766ecbe0 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:52:40.315469 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f71bd0e-2d11-468f-adcc-cbb8420537fa tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for subnet (c3d87678-58ca-4f6e-9c68-ae07766ecbe0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.356113 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f71bd0e-2d11-468f-adcc-cbb8420537fa tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (c3d87678-58ca-4f6e-9c68-ae07766ecbe0), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.467867 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a685ad2f-74bc-494d-820a-77197726d69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.511683 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f71bd0e-2d11-468f-adcc-cbb8420537fa tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (c3d87678-58ca-4f6e-9c68-ae07766ecbe0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.555915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-0864c7ca-5d1c-45a9-aca7-74b94bcd107e tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:40.557388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-0864c7ca-5d1c-45a9-aca7-74b94bcd107e tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 945 time: 0.1330159 Feb 19 03:52:40.620757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f71bd0e-2d11-468f-adcc-cbb8420537fa tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (c3d87678-58ca-4f6e-9c68-ae07766ecbe0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.674979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f71bd0e-2d11-468f-adcc-cbb8420537fa tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.680885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:40.681538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5f71bd0e-2d11-468f-adcc-cbb8420537fa tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/subnets/c3d87678-58ca-4f6e-9c68-ae07766ecbe0 HTTP/1.1" status: 204 len: 168 time: 0.4245889 Feb 19 03:52:40.684312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce9f9c-e000-453b-967e-8d3e47b02a03 None None] Network 26f2a951-981e-4d96-a5bc-61eacc4bb74e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:52:40.684486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71bd0e-2d11-468f-adcc-cbb8420537fa tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d87678-58ca-4f6e-9c68-ae07766ecbe0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:40.718311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-43479890-c831-4064-b281-9d0122c212b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Deleting port 33dcf542-c292-4559-a535-7bfb7f3b9121 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:40.718667 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-43479890-c831-4064-b281-9d0122c212b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.792675 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (26f2a951-981e-4d96-a5bc-61eacc4bb74e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.825569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-43479890-c831-4064-b281-9d0122c212b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] For port 33dcf542-c292-4559-a535-7bfb7f3b9121, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=33dcf542-c292-4559-a535-7bfb7f3b9121,segment=NetworkSegment(c838c5a8-bccf-482a-a879-ee92dfc176ec),segment_id=c838c5a8-bccf-482a-a879-ee92dfc176ec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:40.825979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-43479890-c831-4064-b281-9d0122c212b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:40.839833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-43479890-c831-4064-b281-9d0122c212b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Calling delete_port for 33dcf542-c292-4559-a535-7bfb7f3b9121 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:40.899443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] DHCP port deletion for 26f2a951-981e-4d96-a5bc-61eacc4bb74e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:52:40.991588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Deleting port 7f5c1214-3e11-4643-ba5c-7a91cec44096 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:40.993017 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.016949 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-43479890-c831-4064-b281-9d0122c212b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (33dcf542-c292-4559-a535-7bfb7f3b9121), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.069502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43479890-c831-4064-b281-9d0122c212b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Pushing event deleted for resources: {'Port': ['ID=33dcf542-c292-4559-a535-7bfb7f3b9121,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:41.084295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['33dcf542-c292-4559-a535-7bfb7f3b9121'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:41.131431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-43479890-c831-4064-b281-9d0122c212b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] No DVR routers for this DVR port 33dcf542-c292-4559-a535-7bfb7f3b9121 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:41.134827 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-43479890-c831-4064-b281-9d0122c212b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.140798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2f784ef-b150-42a0-a7b2-5b64a6c8e6f1 req-43479890-c831-4064-b281-9d0122c212b8 tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.37 "DELETE /v2.0/ports/33dcf542-c292-4559-a535-7bfb7f3b9121 HTTP/1.1" status: 204 len: 173 time: 0.5756643 Feb 19 03:52:41.146018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf3f4b2-bcec-480f-a859-49d07d02ca11', 'name': 'network-vif-deleted', 'tag': '33dcf542-c292-4559-a535-7bfb7f3b9121'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:41.151351 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94716527-801d-4cd5-98a1-332fa38c4eea" -d '{"events": [{"server_uuid": "7cf3f4b2-bcec-480f-a859-49d07d02ca11", "name": "network-vif-deleted", "tag": "33dcf542-c292-4559-a535-7bfb7f3b9121"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:41.191024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] For port 7f5c1214-3e11-4643-ba5c-7a91cec44096, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7f5c1214-3e11-4643-ba5c-7a91cec44096,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:41.191024 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.201641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2cac0b5-c028-4984-9d31-68f454253a41 req-4b3774b4-2f55-4fdb-8bfe-8f7830d01adf tempest-AttachVolumeNegativeTest-1831020423 tempest-AttachVolumeNegativeTest-1831020423-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cf3f4b2-bcec-480f-a859-49d07d02ca11 HTTP/1.1" status: 200 len: 210 time: 0.0592785 Feb 19 03:52:41.211194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Calling delete_port for 7f5c1214-3e11-4643-ba5c-7a91cec44096 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:41.212607 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port 7f5c1214-3e11-4643-ba5c-7a91cec44096 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:41.213136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.294007 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c06a7a-f685-43de-856d-33df5b6992bf x-openstack-request-id: req-f6c06a7a-f685-43de-856d-33df5b6992bf {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:41.294413 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf3f4b2-bcec-480f-a859-49d07d02ca11", "name": "network-vif-deleted", "tag": "33dcf542-c292-4559-a535-7bfb7f3b9121", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:41.296145 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6c06a7a-f685-43de-856d-33df5b6992bf {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:41.296899 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf3f4b2-bcec-480f-a859-49d07d02ca11', 'name': 'network-vif-deleted', 'tag': '33dcf542-c292-4559-a535-7bfb7f3b9121', 'status': 'completed', 'code': 200} Feb 19 03:52:41.302744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] For port 7f5c1214-3e11-4643-ba5c-7a91cec44096, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=7f5c1214-3e11-4643-ba5c-7a91cec44096,segment=NetworkSegment(d72d534d-d031-40c0-a9a0-524a7a4b2172),segment_id=d72d534d-d031-40c0-a9a0-524a7a4b2172)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:41.303679 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.320285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for 7f5c1214-3e11-4643-ba5c-7a91cec44096 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:41.338500 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.366378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Pushing event deleted for resources: {'Port': ['ID=7f5c1214-3e11-4643-ba5c-7a91cec44096,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:41.375313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] No DVR routers for this DVR port 7f5c1214-3e11-4643-ba5c-7a91cec44096 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:41.386652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.386799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.387285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.388926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.389425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.389767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.390331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.390565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.390894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.391223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.391550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.392029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.392355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c7781-c41d-4336-af3c-f2cf30aabee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.416627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7f5c1214-3e11-4643-ba5c-7a91cec44096), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.444260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=7f5c1214-3e11-4643-ba5c-7a91cec44096,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:41.449940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] No DVR routers for this DVR port 7f5c1214-3e11-4643-ba5c-7a91cec44096 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:41.536877 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (26f2a951-981e-4d96-a5bc-61eacc4bb74e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.557773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f2a951-981e-4d96-a5bc-61eacc4bb74e']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:41.567259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72d534d-d031-40c0-a9a0-524a7a4b2172') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:41.567820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72d534d-d031-40c0-a9a0-524a7a4b2172') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:41.576907 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d72d534d-d031-40c0-a9a0-524a7a4b2172), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.590301 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d72d534d-d031-40c0-a9a0-524a7a4b2172), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.598105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0124b723-c299-4431-92fa-94bef74112c8 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:41.602195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:52:41.603298 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d72d534d-d031-40c0-a9a0-524a7a4b2172), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: self.session.flush() Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:52:41.608094 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:52:41.622101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 0124b723-c299-4431-92fa-94bef74112c8 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:41.630249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 0124b723-c299-4431-92fa-94bef74112c8 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:41.671949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (26f2a951-981e-4d96-a5bc-61eacc4bb74e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.693605 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.697984 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/networks/26f2a951-981e-4d96-a5bc-61eacc4bb74e HTTP/1.1" status: 204 len: 168 time: 1.0152173 Feb 19 03:52:41.699492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd824b24-bde3-4b89-a256-f6e1179af3a5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Network': ['ID=26f2a951-981e-4d96-a5bc-61eacc4bb74e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:41.700391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49708) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:41.882215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port 9e7b2fa4-9ea7-489d-9c40-673bc03bdb53 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:41.882473 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9e7b2fa4-9ea7-489d-9c40-673bc03bdb53), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.967519 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9e7b2fa4-9ea7-489d-9c40-673bc03bdb53), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.967857 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for floatingip (9e7b2fa4-9ea7-489d-9c40-673bc03bdb53), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.979872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for 9e7b2fa4-9ea7-489d-9c40-673bc03bdb53 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:42.056245 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.154904 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9e7b2fa4-9ea7-489d-9c40-673bc03bdb53), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.185095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=9e7b2fa4-9ea7-489d-9c40-673bc03bdb53,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:42.244840 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for floatingip (b4d8c211-042b-4b24-9d46-7c0bc59a5082), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.245208 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Floating IP b4d8c211-042b-4b24-9d46-7c0bc59a5082 disassociated (deleted). External IP: 172.25.4.42, port: a6a0657e-9c89-4efa-b0a3-f6c120900200. Feb 19 03:52:42.277348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:42.331544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5455c6be-5a60-44ef-8df0-d6a9858e3aad admin admin] Deleting subnet f728094c-e938-4ec7-b783-ede9bcdcbf36 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:52:42.335202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5455c6be-5a60-44ef-8df0-d6a9858e3aad admin admin] Publish callbacks [] for subnet (f728094c-e938-4ec7-b783-ede9bcdcbf36), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.372688 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5455c6be-5a60-44ef-8df0-d6a9858e3aad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (f728094c-e938-4ec7-b783-ede9bcdcbf36), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.417395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5455c6be-5a60-44ef-8df0-d6a9858e3aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f728094c-e938-4ec7-b783-ede9bcdcbf36), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.467424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router ab40d4ad-957c-4132-8495-ca6d72bceb2b has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:42.487509 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5455c6be-5a60-44ef-8df0-d6a9858e3aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (f728094c-e938-4ec7-b783-ede9bcdcbf36), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.516961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455c6be-5a60-44ef-8df0-d6a9858e3aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f728094c-e938-4ec7-b783-ede9bcdcbf36,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:42.522521 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5455c6be-5a60-44ef-8df0-d6a9858e3aad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.530325 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5455c6be-5a60-44ef-8df0-d6a9858e3aad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f728094c-e938-4ec7-b783-ede9bcdcbf36 HTTP/1.1" status: 204 len: 168 time: 0.2516022 Feb 19 03:52:42.530959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49714) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:42.598782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:42.604198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.611697 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] Sync routers for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:42.618430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (4e7e3e30-cd35-4fbd-a348-3f4080b2819c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.625721 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:42.626519 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:42.641109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f5c1214-3e11-4643-ba5c-7a91cec44096 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:42.648863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3456b01a-4c86-489a-ac35-6dc943792482 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/floatingips/b4d8c211-042b-4b24-9d46-7c0bc59a5082 HTTP/1.1" status: 204 len: 168 time: 0.9411323 Feb 19 03:52:42.700754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 7f5c1214-3e11-4643-ba5c-7a91cec44096 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:42.701948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 7f5c1214-3e11-4643-ba5c-7a91cec44096 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:42.720508 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (4e7e3e30-cd35-4fbd-a348-3f4080b2819c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.743955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7e3e30-cd35-4fbd-a348-3f4080b2819c']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:42.754481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c838c5a8-bccf-482a-a879-ee92dfc176ec') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:42.754969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c838c5a8-bccf-482a-a879-ee92dfc176ec') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:42.759447 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:42.772407 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (c838c5a8-bccf-482a-a879-ee92dfc176ec), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.788094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c838c5a8-bccf-482a-a879-ee92dfc176ec), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.794651 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:52:42.795061 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (c838c5a8-bccf-482a-a879-ee92dfc176ec), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:52:42.844173 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:52:42.857034 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (4e7e3e30-cd35-4fbd-a348-3f4080b2819c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.863380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.867550 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4e7e3e30-cd35-4fbd-a348-3f4080b2819c HTTP/1.1" status: 204 len: 168 time: 0.3356256 Feb 19 03:52:42.883034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916b445-63e9-4860-b32a-caeedeb51291 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7e3e30-cd35-4fbd-a348-3f4080b2819c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:43.083620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35614944-925a-4f4a-bff4-47301ec48bec req-a242e6ec-4818-4eb8-92d1-151e5733666f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:43.086914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35614944-925a-4f4a-bff4-47301ec48bec req-a242e6ec-4818-4eb8-92d1-151e5733666f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 946 time: 0.0963225 Feb 19 03:52:43.097831 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:34Z', 'revision_number': 6, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:43.129704 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:43.137587 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] Checking router: ab40d4ad-957c-4132-8495-ca6d72bceb2b for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:43.141812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49724) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:43.154200 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:43.155292 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:43.218617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35614944-925a-4f4a-bff4-47301ec48bec req-83cf1f24-72cb-4531-9862-1f49c16d294e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167927 Feb 19 03:52:43.234591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f7beda1d-6d28-47c6-a209-89afd1ca9e51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eab129946b024cd49a02e4ba8e514943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0893028 Feb 19 03:52:43.235178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49726) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:43.293226 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:43.302661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'tag': 'a6a0657e-9c89-4efa-b0a3-f6c120900200'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:43.305499 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3495c8-d29f-489b-bff4-4566f24ffa72" -d '{"events": [{"name": "network-changed", "server_uuid": "777f9cd4-0973-4c8f-a8e0-a542da141902", "tag": "a6a0657e-9c89-4efa-b0a3-f6c120900200"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:43.322965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc443-1e9e-4034-927c-a3fa5e94dda8 admin admin] Publish callbacks [] for security_group (dc9818fa-6dad-404c-ab7c-64b861ffc6fd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:43.353089 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6de201-311b-4b9f-a5f7-67f47b03f747 x-openstack-request-id: req-bc6de201-311b-4b9f-a5f7-67f47b03f747 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:43.354244 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f9cd4-0973-4c8f-a8e0-a542da141902", "tag": "a6a0657e-9c89-4efa-b0a3-f6c120900200", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:43.354244 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc6de201-311b-4b9f-a5f7-67f47b03f747 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:43.354612 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'tag': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'status': 'completed', 'code': 200} Feb 19 03:52:43.361528 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc443-1e9e-4034-927c-a3fa5e94dda8 admin admin] Publish callbacks [] for security_group (dc9818fa-6dad-404c-ab7c-64b861ffc6fd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:43.446954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-1b8f9d95-831f-4ddc-b8c4-22ba8870f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:43.448531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-1b8f9d95-831f-4ddc-b8c4-22ba8870f69c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 1128 time: 0.0761774 Feb 19 03:52:43.479591 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc443-1e9e-4034-927c-a3fa5e94dda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (dc9818fa-6dad-404c-ab7c-64b861ffc6fd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:43.482677 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc443-1e9e-4034-927c-a3fa5e94dda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:43.483843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a8cbc443-1e9e-4034-927c-a3fa5e94dda8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc9818fa-6dad-404c-ab7c-64b861ffc6fd HTTP/1.1" status: 204 len: 168 time: 0.2448823 Feb 19 03:52:43.524209 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbc443-1e9e-4034-927c-a3fa5e94dda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9818fa-6dad-404c-ab7c-64b861ffc6fd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:43.564240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-3154e35b-6c2d-461a-ae85-57965cf6b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:43.566626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-3154e35b-6c2d-461a-ae85-57965cf6b46f service neutron] 10.222.0.71 "GET /v2.0/networks?id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 HTTP/1.1" status: 200 len: 898 time: 0.1096089 Feb 19 03:52:43.573827 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:34Z', 'revision_number': 6, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:43.614215 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22b14cd-e789-44c8-9ad4-c110c9757f4a None None] The sync data for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 is: [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:34Z', 'revision_number': 6, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8678fa9-c9bb-4a29-b44a-5a4d62b1a930', 'name': '', 'network_id': 'bbf1d20e-fb79-4ff3-91db-6575c6f95fd9', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:82:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:55Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': 'c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:43.625568 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-991a26cc-69dc-4953-8db3-26a247790f1e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6a0657e-9c89-4efa-b0a3-f6c120900200 HTTP/1.1" status: 200 len: 217 time: 0.0477235 Feb 19 03:52:43.690411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-321ece21-8579-4ce5-b044-f4e0e09c50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:43.692914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-321ece21-8579-4ce5-b044-f4e0e09c50f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c HTTP/1.1" status: 200 len: 834 time: 0.0597260 Feb 19 03:52:43.763514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-8c469d16-1c7e-4d72-b6ce-bc47da115f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:43.765213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-8c469d16-1c7e-4d72-b6ce-bc47da115f25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0643258 Feb 19 03:52:43.876528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-76cdb750-4ca8-4c53-8ce9-3d37e3e95ce3 service neutron] 10.222.0.71 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033432 Feb 19 03:52:44.047865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef3495c8-d29f-489b-bff4-4566f24ffa72 req-ee50e1fb-1ac1-4a4b-b573-588dd664b283 service neutron] 10.222.0.71 "GET /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616793 Feb 19 03:52:44.060120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680bad0f-b66b-4bf5-8231-11c2ea6fbbbf None None] New status for floating IP b4d8c211-042b-4b24-9d46-7c0bc59a5082: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:52:44.275059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33dcf542-c292-4559-a535-7bfb7f3b9121 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:44.349604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 33dcf542-c292-4559-a535-7bfb7f3b9121 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:44.350247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 33dcf542-c292-4559-a535-7bfb7f3b9121 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:44.452166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc86043-7a8b-4a2f-a46f-f2855bde790f req-96161c0e-33be-454d-a8db-86d26a876997 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.454708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2dc86043-7a8b-4a2f-a46f-f2855bde790f req-96161c0e-33be-454d-a8db-86d26a876997 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 946 time: 0.1053615 Feb 19 03:52:44.552412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2dc86043-7a8b-4a2f-a46f-f2855bde790f req-09bf5514-4339-4e02-bb4d-b76662867d1e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5cbc31a-c804-4b5b-86c0-8b741283dac0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893753 Feb 19 03:52:44.579334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-01b44727-be5d-4169-9588-c3489bcef390 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.581431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-01b44727-be5d-4169-9588-c3489bcef390 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.71 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 946 time: 0.1114540 Feb 19 03:52:44.639051 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:44.718413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-e030bc84-753d-484c-a129-860e68f818c5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port a6a0657e-9c89-4efa-b0a3-f6c120900200 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:44.718928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-e030bc84-753d-484c-a129-860e68f818c5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:45.156624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-e030bc84-753d-484c-a129-860e68f818c5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] For port a6a0657e-9c89-4efa-b0a3-f6c120900200, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a6a0657e-9c89-4efa-b0a3-f6c120900200,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:45.157530 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-e030bc84-753d-484c-a129-860e68f818c5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:45.182738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-e030bc84-753d-484c-a129-860e68f818c5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for a6a0657e-9c89-4efa-b0a3-f6c120900200 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:45.344101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-e030bc84-753d-484c-a129-860e68f818c5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a6a0657e-9c89-4efa-b0a3-f6c120900200), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:45.440443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030bc84-753d-484c-a129-860e68f818c5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=a6a0657e-9c89-4efa-b0a3-f6c120900200,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:45.471777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-e030bc84-753d-484c-a129-860e68f818c5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] No DVR routers for this DVR port a6a0657e-9c89-4efa-b0a3-f6c120900200 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:45.477061 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-e030bc84-753d-484c-a129-860e68f818c5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:45.484522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2584a5ad-fe59-473d-9978-34dd5cf4abfd req-e030bc84-753d-484c-a129-860e68f818c5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.71 "DELETE /v2.0/ports/a6a0657e-9c89-4efa-b0a3-f6c120900200 HTTP/1.1" status: 204 len: 173 time: 0.8967741 Feb 19 03:52:45.485246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'name': 'network-vif-deleted', 'tag': 'a6a0657e-9c89-4efa-b0a3-f6c120900200'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:45.489525 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c64618-69a4-46d0-85ab-5672b93c3e57" -d '{"events": [{"server_uuid": "777f9cd4-0973-4c8f-a8e0-a542da141902", "name": "network-vif-deleted", "tag": "a6a0657e-9c89-4efa-b0a3-f6c120900200"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:45.546582 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a4a3fe-d1c2-4340-806d-39609548557d x-openstack-request-id: req-24a4a3fe-d1c2-4340-806d-39609548557d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:45.547245 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f9cd4-0973-4c8f-a8e0-a542da141902", "name": "network-vif-deleted", "tag": "a6a0657e-9c89-4efa-b0a3-f6c120900200", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:45.547704 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24a4a3fe-d1c2-4340-806d-39609548557d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:45.548486 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f9cd4-0973-4c8f-a8e0-a542da141902', 'name': 'network-vif-deleted', 'tag': 'a6a0657e-9c89-4efa-b0a3-f6c120900200', 'status': 'completed', 'code': 200} Feb 19 03:52:45.730635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53044a68-58a4-4098-a6cc-07e4a11852fa req-ab1ed019-29d1-42d7-988b-288adb8d448b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=777f9cd4-0973-4c8f-a8e0-a542da141902 HTTP/1.1" status: 200 len: 210 time: 0.0424938 Feb 19 03:52:46.790570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49802) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:46.853879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-752e737b-d1c7-4fa0-9e48-20659a44b99f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (b5cbc31a-c804-4b5b-86c0-8b741283dac0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:46.881544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-752e737b-d1c7-4fa0-9e48-20659a44b99f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (b5cbc31a-c804-4b5b-86c0-8b741283dac0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:46.946750 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-752e737b-d1c7-4fa0-9e48-20659a44b99f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b5cbc31a-c804-4b5b-86c0-8b741283dac0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:46.950231 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-752e737b-d1c7-4fa0-9e48-20659a44b99f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:46.954401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-752e737b-d1c7-4fa0-9e48-20659a44b99f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/security-groups/b5cbc31a-c804-4b5b-86c0-8b741283dac0 HTTP/1.1" status: 204 len: 168 time: 0.1603253 Feb 19 03:52:46.984772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e737b-d1c7-4fa0-9e48-20659a44b99f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cbc31a-c804-4b5b-86c0-8b741283dac0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:46.989869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49810) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:47.390814 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (ab40d4ad-957c-4132-8495-ca6d72bceb2b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:47.620928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a6a0657e-9c89-4efa-b0a3-f6c120900200 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:47.650006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: a6a0657e-9c89-4efa-b0a3-f6c120900200 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:47.650243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a6a0657e-9c89-4efa-b0a3-f6c120900200 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:47.685473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:47.685818 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:47.782830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] For port a8678fa9-c9bb-4a29-b44a-5a4d62b1a930, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8678fa9-c9bb-4a29-b44a-5a4d62b1a930,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:47.783194 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:47.796264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:48.006779 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a8678fa9-c9bb-4a29-b44a-5a4d62b1a930), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:48.034854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=a8678fa9-c9bb-4a29-b44a-5a4d62b1a930,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:48.255374 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (ab40d4ad-957c-4132-8495-ca6d72bceb2b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:48.518422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router ab40d4ad-957c-4132-8495-ca6d72bceb2b has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:48.655776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:48.664611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7acdb777-4a7e-491e-a41d-eb48c1829d91 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "PUT /v2.0/routers/ab40d4ad-957c-4132-8495-ca6d72bceb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6701055 Feb 19 03:52:48.664611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49852) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:48.666936 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] Sync routers for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:48.678423 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:48.679577 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:48.718767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c95f5df-f603-4a8a-9d93-6f41e0d2ade9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting subnet c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:52:48.722639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c95f5df-f603-4a8a-9d93-6f41e0d2ade9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for subnet (c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:48.778358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c95f5df-f603-4a8a-9d93-6f41e0d2ade9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:48.792584 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:48.877156 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c95f5df-f603-4a8a-9d93-6f41e0d2ade9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:48.950358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c95f5df-f603-4a8a-9d93-6f41e0d2ade9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:48.996895 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:47Z', 'revision_number': 7, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:49.002441 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c95f5df-f603-4a8a-9d93-6f41e0d2ade9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.009654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49858) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:49.014425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c02714-b4aa-47de-b1d4-ae7edfb62ad4 None None] Network bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:52:49.028004 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] Checking router: ab40d4ad-957c-4132-8495-ca6d72bceb2b for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:49.034284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0c95f5df-f603-4a8a-9d93-6f41e0d2ade9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/subnets/c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c HTTP/1.1" status: 204 len: 168 time: 0.3695316 Feb 19 03:52:49.035443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95f5df-f603-4a8a-9d93-6f41e0d2ade9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c2cdf2-8d6d-42a1-93bc-aed9d42ffe1c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:49.038272 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] Routers {'ab40d4ad-957c-4132-8495-ca6d72bceb2b'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:49.039052 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:49.223015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router (ab40d4ad-957c-4132-8495-ca6d72bceb2b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.230043 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] Set router ab40d4ad-957c-4132-8495-ca6d72bceb2b gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:49.246108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a71b0-e277-484d-90cb-289de93be9c3 None None] DHCP port deletion for bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:52:49.333600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f80a71b0-e277-484d-90cb-289de93be9c3 None None] Deleting port f9ce3cac-1a41-45be-8629-439adbdec781 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:49.336077 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f80a71b0-e277-484d-90cb-289de93be9c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.405309 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_gateway (ab40d4ad-957c-4132-8495-ca6d72bceb2b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.467320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f80a71b0-e277-484d-90cb-289de93be9c3 None None] For port f9ce3cac-1a41-45be-8629-439adbdec781, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f9ce3cac-1a41-45be-8629-439adbdec781,segment=NetworkSegment(e3bbed4f-6f0d-483c-8c6c-18383eac6514),segment_id=e3bbed4f-6f0d-483c-8c6c-18383eac6514)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:49.468048 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f80a71b0-e277-484d-90cb-289de93be9c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.503795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f80a71b0-e277-484d-90cb-289de93be9c3 None None] Calling delete_port for f9ce3cac-1a41-45be-8629-439adbdec781 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:49.516312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port a101ed70-b4a9-4946-a854-538a64195b58 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:49.517194 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a101ed70-b4a9-4946-a854-538a64195b58), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.627645 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:47Z', 'revision_number': 7, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:49.657240 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f80a71b0-e277-484d-90cb-289de93be9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (f9ce3cac-1a41-45be-8629-439adbdec781), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.661409 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08877936-3864-4ab8-ad24-589b3dfc1efc None None] The sync data for ids ['ab40d4ad-957c-4132-8495-ca6d72bceb2b'] in n-d-826756-2 is: [{'id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'name': 'tempest-TestNetworkBasicOps-router-841487511', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:50Z', 'updated_at': '2022-02-19T03:52:47Z', 'revision_number': 7, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'a101ed70-b4a9-4946-a854-538a64195b58', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab40d4ad-957c-4132-8495-ca6d72bceb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:51Z', 'updated_at': '2022-02-19T03:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:49.685870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] For port a101ed70-b4a9-4946-a854-538a64195b58, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a101ed70-b4a9-4946-a854-538a64195b58,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:49.686590 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a101ed70-b4a9-4946-a854-538a64195b58), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.722200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a71b0-e277-484d-90cb-289de93be9c3 None None] Pushing event deleted for resources: {'Port': ['ID=f9ce3cac-1a41-45be-8629-439adbdec781,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:49.728161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for a101ed70-b4a9-4946-a854-538a64195b58 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:49.730909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a71b0-e277-484d-90cb-289de93be9c3 None None] No DVR routers for this DVR port f9ce3cac-1a41-45be-8629-439adbdec781 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:49.941667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a101ed70-b4a9-4946-a854-538a64195b58), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.973967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=a101ed70-b4a9-4946-a854-538a64195b58,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:50.048038 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (ab40d4ad-957c-4132-8495-ca6d72bceb2b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.158222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (ab40d4ad-957c-4132-8495-ca6d72bceb2b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.160615 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_controller (ab40d4ad-957c-4132-8495-ca6d72bceb2b), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.213781 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (ab40d4ad-957c-4132-8495-ca6d72bceb2b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.214875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Fanout notify agent at l3_agent the message router_deleted on router ab40d4ad-957c-4132-8495-ca6d72bceb2b {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:52:50.223807 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.227913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49870) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:50.228458 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ad526418-13a8-4184-a7ec-86ce8ed7ce3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/routers/ab40d4ad-957c-4132-8495-ca6d72bceb2b HTTP/1.1" status: 204 len: 168 time: 1.2159214 Feb 19 03:52:50.328611 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (bbf1d20e-fb79-4ff3-91db-6575c6f95fd9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.470912 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (bbf1d20e-fb79-4ff3-91db-6575c6f95fd9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.500500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf1d20e-fb79-4ff3-91db-6575c6f95fd9']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:50.519655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49882) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:50.533340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bbed4f-6f0d-483c-8c6c-18383eac6514') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:50.533657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bbed4f-6f0d-483c-8c6c-18383eac6514') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:50.553655 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (e3bbed4f-6f0d-483c-8c6c-18383eac6514), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.576681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e3bbed4f-6f0d-483c-8c6c-18383eac6514), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.584524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:52:50.585740 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (e3bbed4f-6f0d-483c-8c6c-18383eac6514), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:52:50.652997 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:52:50.689804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (bbf1d20e-fb79-4ff3-91db-6575c6f95fd9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.710797 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4930bbc1-a321-4c3f-92f8-8e11f47358a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.745330 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.751506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/networks/bbf1d20e-fb79-4ff3-91db-6575c6f95fd9 HTTP/1.1" status: 204 len: 168 time: 0.5198064 Feb 19 03:52:50.751506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bd8a2-3c76-41f5-9b46-f12deba548a2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Network': ['ID=bbf1d20e-fb79-4ff3-91db-6575c6f95fd9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:50.772486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49888) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:50.778091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'network': {'name': 'tempest-network-smoke--1866359330', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'port_security_enabled': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:50.814042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Made reservation on behalf of cae59199693b41da92306d352bbcc0ce for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:52:50.814726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4930bbc1-a321-4c3f-92f8-8e11f47358a3 admin admin] Publish callbacks [] for security_group (d58c6f23-e432-4f86-ba00-812a74530d90), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.820715 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.820911 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4930bbc1-a321-4c3f-92f8-8e11f47358a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d58c6f23-e432-4f86-ba00-812a74530d90), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.851674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:52:50.865141 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ce6cb2df-b7de-4436-9e9b-2cb158411b2f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.865771 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Added segment ce6cb2df-b7de-4436-9e9b-2cb158411b2f of type vlan for network 15c0260a-9fc7-45ef-a4eb-426dfde35534 Feb 19 03:52:50.876267 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4930bbc1-a321-4c3f-92f8-8e11f47358a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa30888224cb498da91c62dc1142aa2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553848 Feb 19 03:52:50.877279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930bbc1-a321-4c3f-92f8-8e11f47358a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58c6f23-e432-4f86-ba00-812a74530d90,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:50.880148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49890) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:50.937170 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c46ce82-7dcd-4596-9ee5-184ef27e3113 admin admin] Publish callbacks [] for security_group (d58c6f23-e432-4f86-ba00-812a74530d90), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.952807 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (15c0260a-9fc7-45ef-a4eb-426dfde35534), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.967898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c46ce82-7dcd-4596-9ee5-184ef27e3113 admin admin] Publish callbacks [] for security_group (d58c6f23-e432-4f86-ba00-812a74530d90), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.005453 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (15c0260a-9fc7-45ef-a4eb-426dfde35534), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.011791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:51.013427 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.069946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:51.072517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c46ce82-7dcd-4596-9ee5-184ef27e3113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d58c6f23-e432-4f86-ba00-812a74530d90), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.085093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c46ce82-7dcd-4596-9ee5-184ef27e3113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.086642 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2c46ce82-7dcd-4596-9ee5-184ef27e3113 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d58c6f23-e432-4f86-ba00-812a74530d90 HTTP/1.1" status: 204 len: 168 time: 0.2056336 Feb 19 03:52:51.106149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46ce82-7dcd-4596-9ee5-184ef27e3113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58c6f23-e432-4f86-ba00-812a74530d90,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:51.119361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:51.120119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8678fa9-c9bb-4a29-b44a-5a4d62b1a930 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:51.120821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f9ce3cac-1a41-45be-8629-439adbdec781 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:51.157119 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f9ce3cac-1a41-45be-8629-439adbdec781 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:51.157539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f9ce3cac-1a41-45be-8629-439adbdec781 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:51.188266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Network': ['ID=15c0260a-9fc7-45ef-a4eb-426dfde35534,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:51.204139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49894) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:51.205762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 15c0260a-9fc7-45ef-a4eb-426dfde35534 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:52:51.209503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'admin_state_up': True, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:51.215819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5ace8386-6d55-4636-8769-dbebaf09916e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4404080 Feb 19 03:52:51.238256 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (12bf8238-7153-494b-9ba9-54a1448316e5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.239632 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (12bf8238-7153-494b-9ba9-54a1448316e5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.342255 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_controller (12bf8238-7153-494b-9ba9-54a1448316e5), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.504456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49898) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:51.527076 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77393026-e2eb-4251-b739-9b3b10f9da6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.535677 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_gateway (12bf8238-7153-494b-9ba9-54a1448316e5), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.635425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77393026-e2eb-4251-b739-9b3b10f9da6a admin admin] Publish callbacks [] for security_group (df24e70d-b4bb-4058-a96e-93f219d92452), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.642399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77393026-e2eb-4251-b739-9b3b10f9da6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (df24e70d-b4bb-4058-a96e-93f219d92452), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.692893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77393026-e2eb-4251-b739-9b3b10f9da6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df24e70d-b4bb-4058-a96e-93f219d92452,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:51.733525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-77393026-e2eb-4251-b739-9b3b10f9da6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a6f77ef07a146c8827a20f9cbee15fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276652 Feb 19 03:52:51.736327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49902) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:51.816385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_gateway (12bf8238-7153-494b-9ba9-54a1448316e5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.828043 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9b7c-1ad8-43ce-b105-cf1e0b36c7a7 admin admin] Publish callbacks [] for security_group (df24e70d-b4bb-4058-a96e-93f219d92452), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.850224 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.856154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9b7c-1ad8-43ce-b105-cf1e0b36c7a7 admin admin] Publish callbacks [] for security_group (df24e70d-b4bb-4058-a96e-93f219d92452), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.921098 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9b7c-1ad8-43ce-b105-cf1e0b36c7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (df24e70d-b4bb-4058-a96e-93f219d92452), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.924036 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9b7c-1ad8-43ce-b105-cf1e0b36c7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:51.934243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c5fe9b7c-1ad8-43ce-b105-cf1e0b36c7a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df24e70d-b4bb-4058-a96e-93f219d92452 HTTP/1.1" status: 204 len: 168 time: 0.1902661 Feb 19 03:52:51.949472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe9b7c-1ad8-43ce-b105-cf1e0b36c7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df24e70d-b4bb-4058-a96e-93f219d92452,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:52.026045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Allocated IP 172.25.4.41 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/de4c1db9-0d12-4ecb-8e93-efa52de60c7d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:52:52.174900 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.219627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.288770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=de4c1db9-0d12-4ecb-8e93-efa52de60c7d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:52.302385 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:52.304041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:52.306602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:52:52.552473 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.576323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a101ed70-b4a9-4946-a854-538a64195b58 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:52.614872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a101ed70-b4a9-4946-a854-538a64195b58 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:52.617055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a101ed70-b4a9-4946-a854-538a64195b58 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:52.684295 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_gateway (12bf8238-7153-494b-9ba9-54a1448316e5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.954296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea7f43-a612-4463-8ca3-aeb8b50912e0 req-92224f63-416d-41af-9254-f2ec06fca75a tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:52.967931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1ea7f43-a612-4463-8ca3-aeb8b50912e0 req-92224f63-416d-41af-9254-f2ec06fca75a tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 945 time: 0.0962799 Feb 19 03:52:53.014358 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (12bf8238-7153-494b-9ba9-54a1448316e5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:53.043697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1ea7f43-a612-4463-8ca3-aeb8b50912e0 req-418832d1-9b21-4d0a-8eeb-c7d67a2088dc tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742314 Feb 19 03:52:53.444101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router 12bf8238-7153-494b-9ba9-54a1448316e5 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:52:53.588564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:53.606120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Sync routers for ids ['12bf8238-7153-494b-9ba9-54a1448316e5'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:53.620887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:53.627882 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-35c10c91-f3ea-438d-94f2-a45bbb988c81 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4170566 Feb 19 03:52:53.629024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 49950) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:53.637936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Routers {'12bf8238-7153-494b-9ba9-54a1448316e5'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:53.639505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['12bf8238-7153-494b-9ba9-54a1448316e5'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:53.663442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9857a851-a474-4d6a-a25c-f84ba12711cc tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=cae59199693b41da92306d352bbcc0ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331373 Feb 19 03:52:53.666280 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49952) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:53.764410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd21cec-d4ac-430f-81bf-1a2daf8d3e3c tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:53.766552 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6fd21cec-d4ac-430f-81bf-1a2daf8d3e3c tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0990596 Feb 19 03:52:53.769885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49954) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:53.790217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Set router 12bf8238-7153-494b-9ba9-54a1448316e5 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:53.823405 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e58a72db-1161-45a7-b377-db85537344de tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519528 Feb 19 03:52:53.827062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49958) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:53.833882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-249184740', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:53.968063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Made reservation on behalf of cae59199693b41da92306d352bbcc0ce for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:52:53.978684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:54.206671 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (828ea6b4-4999-4de2-a227-3bf56f05e18a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:54.290655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Checking segment: {'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:54.291176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network hostable DHCP agents. Network: 15c0260a-9fc7-45ef-a4eb-426dfde35534, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:52:54.294856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecb164-9fb2-4bfe-8178-f878700a350c req-43d05e84-ac02-4aaf-9315-93a3dfbca520 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:54.297972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Subnet': ['ID=828ea6b4-4999-4de2-a227-3bf56f05e18a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:54.299343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68ecb164-9fb2-4bfe-8178-f878700a350c req-43d05e84-ac02-4aaf-9315-93a3dfbca520 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 945 time: 0.1021581 Feb 19 03:52:54.305832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.306326 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.306691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.307039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.307389 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.307737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.308078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.308418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.308769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.309095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.310115 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.310418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.310760 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:54.331745 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network 15c0260a-9fc7-45ef-a4eb-426dfde35534 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:52:54.354907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 15c0260a-9fc7-45ef-a4eb-426dfde35534) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:54.368025 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:54.368398 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:54.373769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9711943-bd8d-4b77-b01d-ab4d7922ec16 None None] Network 15c0260a-9fc7-45ef-a4eb-426dfde35534 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:52:54.406577 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dc228b21-7529-413a-aaf2-7acb58a95c63 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5776687 Feb 19 03:52:54.409289 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 49976) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:54.454638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68ecb164-9fb2-4bfe-8178-f878700a350c req-7682506e-132d-4698-aa8b-e46ff3f270e9 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452410 Feb 19 03:52:54.486934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:52Z', 'revision_number': 3, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:54.492609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-c698afa9-492e-4782-89f5-e9474ab10917 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:54.501153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-c698afa9-492e-4782-89f5-e9474ab10917 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 945 time: 0.1205997 Feb 19 03:52:54.526396 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Checking router: 12bf8238-7153-494b-9ba9-54a1448316e5 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:54.527166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Updating router 12bf8238-7153-494b-9ba9-54a1448316e5 port de4c1db9-0d12-4ecb-8e93-efa52de60c7d binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:52:54.589777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-15c0260a-9fc7-45ef-a4eb-426dfde35534', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:52:54.596556 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:54.610049 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:54.627323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Deleting port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:54.627702 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:54.833123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] For port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:54.834286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.061860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Allocated IP 172.20.0.2 (15c0260a-9fc7-45ef-a4eb-426dfde35534/828ea6b4-4999-4de2-a227-3bf56f05e18a/a9e86c4c-fb11-4c8f-ab73-5c74dc170359) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:52:55.323380 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Publish callbacks [] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.365375 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.387205 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.400718 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Publish callbacks [] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.497169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ef2f5-ad3d-4589-bb10-9e45c833d1a5 None None] Pushing event updated for resources: {'Port': ['ID=de4c1db9-0d12-4ecb-8e93-efa52de60c7d,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:55.505770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.506257 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (93625ce0-156f-4f97-8f7b-de41a67dc7e5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.507118 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Floating IP 93625ce0-156f-4f97-8f7b-de41a67dc7e5 disassociated. External IP: 172.25.4.120, port: 7a07cbda-bcfd-4d47-b5dd-3c54d1183849. Feb 19 03:52:55.507494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Calling delete_port for 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:55.520942 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.616318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Attempting to bind port de4c1db9-0d12-4ecb-8e93-efa52de60c7d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:52:55.617022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Attempting to bind port de4c1db9-0d12-4ecb-8e93-efa52de60c7d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:52:55.617294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Attempting to bind port de4c1db9-0d12-4ecb-8e93-efa52de60c7d on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:55.626041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:52:55.626577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:55.627087 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.628250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:52:55.628846 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Bound port: de4c1db9-0d12-4ecb-8e93-efa52de60c7d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:52:55.629320 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.641667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Network 15c0260a-9fc7-45ef-a4eb-426dfde35534 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:55.678541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:55.682515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Pushing event updated for resources: {'Port': ['ID=a9e86c4c-fb11-4c8f-ab73-5c74dc170359,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:55.685524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:52:55.767100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd7f59-ddcc-4ee6-a48e-71a7449bba42 req-5b19bdb3-4cd9-430b-b399-61ce66515119 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:55.775212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1bd7f59-ddcc-4ee6-a48e-71a7449bba42 req-5b19bdb3-4cd9-430b-b399-61ce66515119 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 945 time: 0.1462972 Feb 19 03:52:55.782853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Attempting to bind port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:52:55.783365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Attempting to bind port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:52:55.783827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Attempting to bind port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 on network 15c0260a-9fc7-45ef-a4eb-426dfde35534 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:55.789697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] For port de4c1db9-0d12-4ecb-8e93-efa52de60c7d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:55.795382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] For port de4c1db9-0d12-4ecb-8e93-efa52de60c7d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=de4c1db9-0d12-4ecb-8e93-efa52de60c7d,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:52:55.799337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:52:55.799838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Checking segment: {'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:55.800344 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.801114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Bound using segment: {'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:52:55.801722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Bound port: a9e86c4c-fb11-4c8f-ab73-5c74dc170359, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:52:55.802225 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.820653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.898199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1bd7f59-ddcc-4ee6-a48e-71a7449bba42 req-0741b310-f377-490c-8c0e-59d08f0763d9 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/security-groups?id=d36327ff-2267-46cb-84a3-1176811edad6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183357 Feb 19 03:52:55.915849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ef2f5-ad3d-4589-bb10-9e45c833d1a5 None None] Pushing event updated for resources: {'Port': ['ID=de4c1db9-0d12-4ecb-8e93-efa52de60c7d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:55.922637 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7a07cbda-bcfd-4d47-b5dd-3c54d1183849), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.982738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Routers {'12bf8238-7153-494b-9ba9-54a1448316e5'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:55.984196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['12bf8238-7153-494b-9ba9-54a1448316e5'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:56.001105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event deleted for resources: {'Port': ['ID=7a07cbda-bcfd-4d47-b5dd-3c54d1183849,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:56.052500 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Allocated IP 172.20.0.1 (15c0260a-9fc7-45ef-a4eb-426dfde35534/828ea6b4-4999-4de2-a227-3bf56f05e18a/d5ff8d20-106d-4cfc-a7d0-554abaa446c2) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:52:56.072973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] For port a9e86c4c-fb11-4c8f-ab73-5c74dc170359, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:56.116692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] For port a9e86c4c-fb11-4c8f-ab73-5c74dc170359, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a9e86c4c-fb11-4c8f-ab73-5c74dc170359,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:52:56.198994 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.219993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:56.286899 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545153fc-632e-4818-9c80-0413fdf29158 None None] Pushing event updated for resources: {'Port': ['ID=a9e86c4c-fb11-4c8f-ab73-5c74dc170359,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:56.291518 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] Set router 12bf8238-7153-494b-9ba9-54a1448316e5 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:56.316785 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.364636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.421763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:56.443392 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] Sync routers for ids ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:56.459831 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] Routers {'3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:56.460470 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:56.461773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network 15c0260a-9fc7-45ef-a4eb-426dfde35534 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:56.497500 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:56.502126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:52:56.518295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] No DVR routers for this DVR port 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:56.536480 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.541344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a1079b1-f8ab-4dd3-b5bf-e2345b51ad00 req-3e909d3f-6f45-495c-bb35-4ed78bcd57c7 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.71 "DELETE /v2.0/ports/7a07cbda-bcfd-4d47-b5dd-3c54d1183849 HTTP/1.1" status: 204 len: 173 time: 2.0379534 Feb 19 03:52:56.563060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'name': 'network-vif-deleted', 'tag': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:56.570804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=d5ff8d20-106d-4cfc-a7d0-554abaa446c2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:56.572178 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad70b04b-952c-4b1e-afed-cb3ed771f033" -d '{"events": [{"server_uuid": "2d8931b6-c85f-4411-a58f-3bcdc15689f0", "name": "network-vif-deleted", "tag": "7a07cbda-bcfd-4d47-b5dd-3c54d1183849"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:56.651824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (12bf8238-7153-494b-9ba9-54a1448316e5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.710892 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c32cfa7-c479-453b-95a4-5bbb0fb64239 x-openstack-request-id: req-1c32cfa7-c479-453b-95a4-5bbb0fb64239 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:56.718152 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8931b6-c85f-4411-a58f-3bcdc15689f0", "name": "network-vif-deleted", "tag": "7a07cbda-bcfd-4d47-b5dd-3c54d1183849", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:56.719872 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c32cfa7-c479-453b-95a4-5bbb0fb64239 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:56.721086 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8931b6-c85f-4411-a58f-3bcdc15689f0', 'name': 'network-vif-deleted', 'tag': '7a07cbda-bcfd-4d47-b5dd-3c54d1183849', 'status': 'completed', 'code': 200} Feb 19 03:52:56.723506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:52Z', 'revision_number': 3, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:56.783621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf25175-e64c-4c85-823b-3665113c3a8a None None] The sync data for ids ['12bf8238-7153-494b-9ba9-54a1448316e5'] in n-d-826756-2 is: [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:52Z', 'revision_number': 3, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:56.873884 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] Set router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:56.985510 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:57.101043 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13cbabdb-c35f-491a-8d70-ebd62bfc008f req-a341435f-c728-4396-9719-93f981346f65 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8931b6-c85f-4411-a58f-3bcdc15689f0 HTTP/1.1" status: 200 len: 210 time: 0.0569689 Feb 19 03:52:57.233577 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1851e94c-e4b9-4298-9c85-e93af4ce3147', 'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'mac_address': 'fa:16:3e:20:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:38Z', 'updated_at': '2022-02-19T03:47:45Z', 'revision_number': 5, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'subnets': [{'id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:57.282245 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] Checking router: 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:57.291625 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] Routers {'3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:57.292293 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:57.488507 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] Set router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:57.547358 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:57.559866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:57.658057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:57.702640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:57.703371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 7a07cbda-bcfd-4d47-b5dd-3c54d1183849 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:57.736735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (12bf8238-7153-494b-9ba9-54a1448316e5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:57.745272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=d5ff8d20-106d-4cfc-a7d0-554abaa446c2,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:57.821331 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1851e94c-e4b9-4298-9c85-e93af4ce3147', 'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'mac_address': 'fa:16:3e:20:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:38Z', 'updated_at': '2022-02-19T03:47:45Z', 'revision_number': 5, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'subnets': [{'id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:57.862683 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657bb5a-a4f7-42e9-bcaa-8eaed5e16cec None None] The sync data for ids ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'] in n-d-826756-2 is: [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:47:39Z', 'revision_number': 4, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '1851e94c-e4b9-4298-9c85-e93af4ce3147', 'name': '', 'network_id': 'f8301c7c-4e23-4d68-9b62-57a0d5058701', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'mac_address': 'fa:16:3e:20:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:38Z', 'updated_at': '2022-02-19T03:47:45Z', 'revision_number': 5, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'subnets': [{'id': 'eb788c1b-907d-4c54-b679-6efd230a87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:57.939513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network 15c0260a-9fc7-45ef-a4eb-426dfde35534 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:57.941271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:58.182743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router 12bf8238-7153-494b-9ba9-54a1448316e5 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:58.190122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50030) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:58.247575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d23d54-43d5-4078-a874-73bfe3656229 None None] Network 15c0260a-9fc7-45ef-a4eb-426dfde35534 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:52:58.407190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-34621039-366a-486d-9e80-b944b1a5abe2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Deleting port 9bf444b7-d702-4918-9778-9bdffc4364e8 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:58.408286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34621039-366a-486d-9e80-b944b1a5abe2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9bf444b7-d702-4918-9778-9bdffc4364e8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:58.425063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50249794-3fe9-47f1-9b3c-b39d1c3a15d6 None None] New status for floating IP 93625ce0-156f-4f97-8f7b-de41a67dc7e5: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:52:58.515105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:58.528968 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6113b8dd-dd30-405f-98e2-f662795dad1f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "PUT /v2.0/routers/12bf8238-7153-494b-9ba9-54a1448316e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1154206 Feb 19 03:52:58.529229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50042) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:58.535763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34621039-366a-486d-9e80-b944b1a5abe2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9bf444b7-d702-4918-9778-9bdffc4364e8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:58.536197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34621039-366a-486d-9e80-b944b1a5abe2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for floatingip (9bf444b7-d702-4918-9778-9bdffc4364e8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:58.551465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-34621039-366a-486d-9e80-b944b1a5abe2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Calling delete_port for 9bf444b7-d702-4918-9778-9bdffc4364e8 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:58.740125 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6284ddd-d91c-4b7b-803d-60b18e57bfb7 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.740752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6284ddd-d91c-4b7b-803d-60b18e57bfb7 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.741182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6284ddd-d91c-4b7b-803d-60b18e57bfb7 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.741650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6284ddd-d91c-4b7b-803d-60b18e57bfb7 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.743354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6284ddd-d91c-4b7b-803d-60b18e57bfb7 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.743826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6284ddd-d91c-4b7b-803d-60b18e57bfb7 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.744293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6284ddd-d91c-4b7b-803d-60b18e57bfb7 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.748528 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6284ddd-d91c-4b7b-803d-60b18e57bfb7 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4979 time: 0.2176404 Feb 19 03:52:58.751292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50046) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:58.862348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc85b7-a80f-4ade-83a6-7fded0b4f282 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.863164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc85b7-a80f-4ade-83a6-7fded0b4f282 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.863788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc85b7-a80f-4ade-83a6-7fded0b4f282 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.864565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc85b7-a80f-4ade-83a6-7fded0b4f282 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.865177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc85b7-a80f-4ade-83a6-7fded0b4f282 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.865798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc85b7-a80f-4ade-83a6-7fded0b4f282 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.866435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc85b7-a80f-4ade-83a6-7fded0b4f282 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.869114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-52bc85b7-a80f-4ade-83a6-7fded0b4f282 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4637 time: 0.1161611 Feb 19 03:52:58.872477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50048) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:58.937610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a9e86c4c-fb11-4c8f-ab73-5c74dc170359 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:52:59.054113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ec3e62b3-0ebf-4348-ae9b-84f38e2c1b38 None None] Provisioning complete for port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:59.054734 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec3e62b3-0ebf-4348-ae9b-84f38e2c1b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.057206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:59.057573 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.110301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34621039-366a-486d-9e80-b944b1a5abe2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9bf444b7-d702-4918-9778-9bdffc4364e8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.189224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34621039-366a-486d-9e80-b944b1a5abe2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event deleted for resources: {'Port': ['ID=9bf444b7-d702-4918-9778-9bdffc4364e8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:59.308639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e62b3-0ebf-4348-ae9b-84f38e2c1b38 None None] Current status of the port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:59.309168 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec3e62b3-0ebf-4348-ae9b-84f38e2c1b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.400347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ec3e62b3-0ebf-4348-ae9b-84f38e2c1b38 None None] For port a9e86c4c-fb11-4c8f-ab73-5c74dc170359, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a9e86c4c-fb11-4c8f-ab73-5c74dc170359,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:59.412589 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec3e62b3-0ebf-4348-ae9b-84f38e2c1b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.418602 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34621039-366a-486d-9e80-b944b1a5abe2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for floatingip (93625ce0-156f-4f97-8f7b-de41a67dc7e5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.432367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:59.432540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34621039-366a-486d-9e80-b944b1a5abe2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.432967 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.437357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-34621039-366a-486d-9e80-b944b1a5abe2 tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "DELETE /v2.0/floatingips/93625ce0-156f-4f97-8f7b-de41a67dc7e5 HTTP/1.1" status: 204 len: 168 time: 1.2456186 Feb 19 03:52:59.496381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ee7a7554-a889-476b-8120-ab61601dcb74 tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3762 time: 0.6225238 Feb 19 03:52:59.596175 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:52:59.596908 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:52:59.616714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e62b3-0ebf-4348-ae9b-84f38e2c1b38 None None] Pushing event updated for resources: {'Port': ['ID=a9e86c4c-fb11-4c8f-ab73-5c74dc170359,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:59.644270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-828326c1-1c14-4f2b-8a19-26ff8bd001a9 None None] Provisioning complete for port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:59.644735 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-828326c1-1c14-4f2b-8a19-26ff8bd001a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.687622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-828326c1-1c14-4f2b-8a19-26ff8bd001a9 None None] Port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:52:59.707044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-828326c1-1c14-4f2b-8a19-26ff8bd001a9 None None] Provisioning complete for port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:59.707798 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-828326c1-1c14-4f2b-8a19-26ff8bd001a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:59.803063 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Sync routers for ids ['12bf8238-7153-494b-9ba9-54a1448316e5'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:59.819007 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Routers {'12bf8238-7153-494b-9ba9-54a1448316e5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:59.822098 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec547490-3628-4a69-9c85-e3018726511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['12bf8238-7153-494b-9ba9-54a1448316e5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:59.869045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-828326c1-1c14-4f2b-8a19-26ff8bd001a9 None None] Current status of the port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:59.963661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50078) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:59.968861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8b49bddb-ee57-4b3b-a499-aacdd209c03b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758129405', 'description': 'tempest-secgroup-smoke-1758129405 description', 'project_id': 'cae59199693b41da92306d352bbcc0ce'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:59.995278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-631daf8b-4999-4614-9577-5b18fbdd4e46 None None] Provisioning complete for port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:59.996271 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-631daf8b-4999-4614-9577-5b18fbdd4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.016422 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b49bddb-ee57-4b3b-a499-aacdd209c03b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.033965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50080) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:00.101421 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Set router 12bf8238-7153-494b-9ba9-54a1448316e5 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:00.122105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50086) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:00.233540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b49bddb-ee57-4b3b-a499-aacdd209c03b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (a5a9dcb0-6311-459b-8900-1e57ba6c2584), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.239089 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-950e58a8-dcf8-4752-9545-aca2a8843cda tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group (d36327ff-2267-46cb-84a3-1176811edad6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.247983 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b49bddb-ee57-4b3b-a499-aacdd209c03b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a5a9dcb0-6311-459b-8900-1e57ba6c2584), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.252163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-631daf8b-4999-4614-9577-5b18fbdd4e46 None None] Port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:00.285712 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:00.287267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device de4c1db9-0d12-4ecb-8e93-efa52de60c7d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:00.293270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-950e58a8-dcf8-4752-9545-aca2a8843cda tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group (d36327ff-2267-46cb-84a3-1176811edad6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.317125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b49bddb-ee57-4b3b-a499-aacdd209c03b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.319768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8b49bddb-ee57-4b3b-a499-aacdd209c03b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3549209 Feb 19 03:53:00.322583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50088) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:00.332810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0c64d881-25e5-47a5-972a-3b754317f34a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'a5a9dcb0-6311-459b-8900-1e57ba6c2584', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:00.373477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49bddb-ee57-4b3b-a499-aacdd209c03b tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a9dcb0-6311-459b-8900-1e57ba6c2584,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:00.409982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c64d881-25e5-47a5-972a-3b754317f34a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (5679c84e-789c-425f-a445-919c753fa856), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.438636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-950e58a8-dcf8-4752-9545-aca2a8843cda tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d36327ff-2267-46cb-84a3-1176811edad6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.443574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-950e58a8-dcf8-4752-9545-aca2a8843cda tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.445163 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-950e58a8-dcf8-4752-9545-aca2a8843cda tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] 10.222.0.42 "DELETE /v2.0/security-groups/d36327ff-2267-46cb-84a3-1176811edad6 HTTP/1.1" status: 204 len: 168 time: 0.3220711 Feb 19 03:53:00.446898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-51847691-a107-4a40-b80b-19d7157aac97 None None] Provisioning complete for port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:00.447402 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-51847691-a107-4a40-b80b-19d7157aac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.468807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e58a8-dcf8-4752-9545-aca2a8843cda tempest-TestServerBasicOps-545783499 tempest-TestServerBasicOps-545783499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36327ff-2267-46cb-84a3-1176811edad6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:00.526540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port de4c1db9-0d12-4ecb-8e93-efa52de60c7d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:00.544431 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.544913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50094) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:00.553727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c64d881-25e5-47a5-972a-3b754317f34a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (5679c84e-789c-425f-a445-919c753fa856), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.565467 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c64d881-25e5-47a5-972a-3b754317f34a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (5679c84e-789c-425f-a445-919c753fa856), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.578478 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec547490-3628-4a69-9c85-e3018726511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'd5ff8d20-106d-4cfc-a7d0-554abaa446c2', 'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:c9:47:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:55Z', 'updated_at': '2022-02-19T03:52:57Z', 'revision_number': 2, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:00.596181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64d881-25e5-47a5-972a-3b754317f34a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5679c84e-789c-425f-a445-919c753fa856,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:00.627530 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c64d881-25e5-47a5-972a-3b754317f34a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.631826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0c64d881-25e5-47a5-972a-3b754317f34a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3025696 Feb 19 03:53:00.631997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50098) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:00.633331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-51847691-a107-4a40-b80b-19d7157aac97 None None] Port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:00.637311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b037a52f-8ec7-4bd4-9488-cc9d3b7d07b0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'a5a9dcb0-6311-459b-8900-1e57ba6c2584', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:00.695538 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Checking router: 12bf8238-7153-494b-9ba9-54a1448316e5 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:00.696285 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Updating router 12bf8238-7153-494b-9ba9-54a1448316e5 port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:53:00.705539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b037a52f-8ec7-4bd4-9488-cc9d3b7d07b0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (28371593-26ec-4091-a3fc-6f5e13bbb07d), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.719660 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port de4c1db9-0d12-4ecb-8e93-efa52de60c7d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:00.720377 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.750195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port de4c1db9-0d12-4ecb-8e93-efa52de60c7d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=de4c1db9-0d12-4ecb-8e93-efa52de60c7d,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:00.762798 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.766017 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.819809 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b037a52f-8ec7-4bd4-9488-cc9d3b7d07b0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (28371593-26ec-4091-a3fc-6f5e13bbb07d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.832480 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b037a52f-8ec7-4bd4-9488-cc9d3b7d07b0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (28371593-26ec-4091-a3fc-6f5e13bbb07d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.870521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037a52f-8ec7-4bd4-9488-cc9d3b7d07b0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28371593-26ec-4091-a3fc-6f5e13bbb07d,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:00.907910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b037a52f-8ec7-4bd4-9488-cc9d3b7d07b0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.909442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b037a52f-8ec7-4bd4-9488-cc9d3b7d07b0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2764904 Feb 19 03:53:00.912269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50102) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:00.917540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=de4c1db9-0d12-4ecb-8e93-efa52de60c7d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:00.917761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c8680b31-86e2-4214-aa54-c77185c0d5d2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'a5a9dcb0-6311-459b-8900-1e57ba6c2584', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:00.947547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a9e86c4c-fb11-4c8f-ab73-5c74dc170359 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:00.976607 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8680b31-86e2-4214-aa54-c77185c0d5d2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (2df91d65-d55e-4e6c-954f-e310785f1dac), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.079991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:01.080671 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.144769 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8680b31-86e2-4214-aa54-c77185c0d5d2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (2df91d65-d55e-4e6c-954f-e310785f1dac), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.191480 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8680b31-86e2-4214-aa54-c77185c0d5d2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (2df91d65-d55e-4e6c-954f-e310785f1dac), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.227752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8680b31-86e2-4214-aa54-c77185c0d5d2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df91d65-d55e-4e6c-954f-e310785f1dac,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:01.236254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8680b31-86e2-4214-aa54-c77185c0d5d2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.241403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c8680b31-86e2-4214-aa54-c77185c0d5d2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279257 Feb 19 03:53:01.242318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50106) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:01.254881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5cf034c1-a98d-4f2b-ad76-59d7d6e2614a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'a5a9dcb0-6311-459b-8900-1e57ba6c2584', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:01.307868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:01.308382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (25ea4d1e-9d4a-4357-b66b-9d387623f884), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.331104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cf034c1-a98d-4f2b-ad76-59d7d6e2614a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (33182e6a-2ee1-472f-8fab-870c0e22b199), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.369776 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Publish callbacks [] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.386451 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.619405 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cf034c1-a98d-4f2b-ad76-59d7d6e2614a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (33182e6a-2ee1-472f-8fab-870c0e22b199), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.629924 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cf034c1-a98d-4f2b-ad76-59d7d6e2614a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (33182e6a-2ee1-472f-8fab-870c0e22b199), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.658031 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Attempting to bind port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:01.658486 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Attempting to bind port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:01.658852 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Attempting to bind port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 on network 15c0260a-9fc7-45ef-a4eb-426dfde35534 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:01.680953 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:01.681318 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Checking segment: {'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:01.681732 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.682167 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Bound using segment: {'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:01.682650 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Bound port: d5ff8d20-106d-4cfc-a7d0-554abaa446c2, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:01.683096 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.707378 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceb52e-43ba-4eec-9235-c0c16b9185ff None None] Pushing event updated for resources: {'Port': ['ID=d5ff8d20-106d-4cfc-a7d0-554abaa446c2,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:01.711491 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cf034c1-a98d-4f2b-ad76-59d7d6e2614a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.715848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5cf034c1-a98d-4f2b-ad76-59d7d6e2614a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4673107 Feb 19 03:53:01.718402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50110) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:01.739979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6ff7a5f2-57f3-4480-8297-db1d20961fef tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'a5a9dcb0-6311-459b-8900-1e57ba6c2584', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:01.746321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf034c1-a98d-4f2b-ad76-59d7d6e2614a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33182e6a-2ee1-472f-8fab-870c0e22b199,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:01.789167 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-6ff7a5f2-57f3-4480-8297-db1d20961fef tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Project cae59199693b41da92306d352bbcc0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:53:01.799910 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ec547490-3628-4a69-9c85-e3018726511c None None] For port d5ff8d20-106d-4cfc-a7d0-554abaa446c2, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:01.805034 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a5f2-57f3-4480-8297-db1d20961fef tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (b6f5a33b-75d1-47bf-a65a-8468550c39ad), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.808155 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-ec547490-3628-4a69-9c85-e3018726511c None None] For port d5ff8d20-106d-4cfc-a7d0-554abaa446c2, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d5ff8d20-106d-4cfc-a7d0-554abaa446c2,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:01.827851 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.881089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0ef3f570-bf8a-452e-8cda-3c5d8128e10f None None] Provisioning complete for port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:01.883583 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f570-bf8a-452e-8cda-3c5d8128e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.923217 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a5f2-57f3-4480-8297-db1d20961fef tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (b6f5a33b-75d1-47bf-a65a-8468550c39ad), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.939066 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.943217 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a5f2-57f3-4480-8297-db1d20961fef tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (b6f5a33b-75d1-47bf-a65a-8468550c39ad), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.020373 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a5f2-57f3-4480-8297-db1d20961fef tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.021823 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Routers {'12bf8238-7153-494b-9ba9-54a1448316e5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:02.024767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6ff7a5f2-57f3-4480-8297-db1d20961fef tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3047144 Feb 19 03:53:02.029372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50112) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:02.033239 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec547490-3628-4a69-9c85-e3018726511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['12bf8238-7153-494b-9ba9-54a1448316e5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:02.035737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b02b9d28-3be5-45d9-8513-0f2fcb40674f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'security_group_rule': {'security_group_id': 'a5a9dcb0-6311-459b-8900-1e57ba6c2584', 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:02.071388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7a5f2-57f3-4480-8297-db1d20961fef tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f5a33b-75d1-47bf-a65a-8468550c39ad,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:02.092210 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-b02b9d28-3be5-45d9-8513-0f2fcb40674f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Project cae59199693b41da92306d352bbcc0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:53:02.113188 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b02b9d28-3be5-45d9-8513-0f2fcb40674f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (da7873a6-bfac-4d81-9d5f-0b187323ec05), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.130768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3f570-bf8a-452e-8cda-3c5d8128e10f None None] Current status of the port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:02.132197 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f570-bf8a-452e-8cda-3c5d8128e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.180038 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceb52e-43ba-4eec-9235-c0c16b9185ff None None] Pushing event updated for resources: {'Port': ['ID=d5ff8d20-106d-4cfc-a7d0-554abaa446c2,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:02.215916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0ef3f570-bf8a-452e-8cda-3c5d8128e10f None None] For port d5ff8d20-106d-4cfc-a7d0-554abaa446c2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d5ff8d20-106d-4cfc-a7d0-554abaa446c2,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:02.231167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f570-bf8a-452e-8cda-3c5d8128e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.267422 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b02b9d28-3be5-45d9-8513-0f2fcb40674f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (da7873a6-bfac-4d81-9d5f-0b187323ec05), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.282832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b02b9d28-3be5-45d9-8513-0f2fcb40674f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (da7873a6-bfac-4d81-9d5f-0b187323ec05), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.343355 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ec547490-3628-4a69-9c85-e3018726511c None None] Set router 12bf8238-7153-494b-9ba9-54a1448316e5 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:02.344537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3f570-bf8a-452e-8cda-3c5d8128e10f None None] Pushing event updated for resources: {'Port': ['ID=d5ff8d20-106d-4cfc-a7d0-554abaa446c2,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:02.359938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50116) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:02.364845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b9d28-3be5-45d9-8513-0f2fcb40674f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7873a6-bfac-4d81-9d5f-0b187323ec05,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:02.376354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9b8bcf0a-bda8-4f31-8fe7-38949698f08a None None] Provisioning complete for port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:02.376873 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b8bcf0a-bda8-4f31-8fe7-38949698f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.399995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b02b9d28-3be5-45d9-8513-0f2fcb40674f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.401590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b02b9d28-3be5-45d9-8513-0f2fcb40674f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3712215 Feb 19 03:53:02.588514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bcf0a-bda8-4f31-8fe7-38949698f08a None None] Current status of the port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:02.599619 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] Deleting port ce114b5b-8dc2-49b5-8c31-e70f77b157f1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:02.600133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.624351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c94bd409-bbed-4dd3-b0d9-c13ae9d1e05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.711168 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec547490-3628-4a69-9c85-e3018726511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'd5ff8d20-106d-4cfc-a7d0-554abaa446c2', 'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:c9:47:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:55Z', 'updated_at': '2022-02-19T03:53:01Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:02.712171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] For port ce114b5b-8dc2-49b5-8c31-e70f77b157f1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ce114b5b-8dc2-49b5-8c31-e70f77b157f1,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:02.712715 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.718110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] Deleting port 1851e94c-e4b9-4298-9c85-e93af4ce3147 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:02.718466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.732593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] Calling delete_port for ce114b5b-8dc2-49b5-8c31-e70f77b157f1 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:02.748023 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec547490-3628-4a69-9c85-e3018726511c None None] The sync data for ids ['12bf8238-7153-494b-9ba9-54a1448316e5'] in n-d-826756-2 is: [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'd5ff8d20-106d-4cfc-a7d0-554abaa446c2', 'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:c9:47:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:55Z', 'updated_at': '2022-02-19T03:53:01Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:02.857508 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c94bd409-bbed-4dd3-b0d9-c13ae9d1e05b admin admin] Publish callbacks [] for security_group (eedb6cd6-4129-47a3-ba00-a02ecc02503b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.875556 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c94bd409-bbed-4dd3-b0d9-c13ae9d1e05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (eedb6cd6-4129-47a3-ba00-a02ecc02503b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:02.931847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device de4c1db9-0d12-4ecb-8e93-efa52de60c7d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:02.952940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-8152b4d9-02aa-40fa-bf92-133a4b4e0ac7 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758129405&fields=id&tenant_id=cae59199693b41da92306d352bbcc0ce HTTP/1.1" status: 200 len: 267 time: 0.2795939 Feb 19 03:53:02.996649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port de4c1db9-0d12-4ecb-8e93-efa52de60c7d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:02.997105 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.010563 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ce114b5b-8dc2-49b5-8c31-e70f77b157f1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.109477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port de4c1db9-0d12-4ecb-8e93-efa52de60c7d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:03.115898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce114b5b-8dc2-49b5-8c31-e70f77b157f1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:03.128884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd947c76-0a65-49b7-a080-6aac0564477d req-6496695b-7977-4312-8bb7-74f133af3486 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:03.130564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-6496695b-7977-4312-8bb7-74f133af3486 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/networks?id=15c0260a-9fc7-45ef-a4eb-426dfde35534 HTTP/1.1" status: 200 len: 797 time: 0.1431108 Feb 19 03:53:03.134390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bd409-bbed-4dd3-b0d9-c13ae9d1e05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb6cd6-4129-47a3-ba00-a02ecc02503b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:03.151285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-70b63395-35a1-4e90-94af-d5d9bc226864 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/quotas/cae59199693b41da92306d352bbcc0ce HTTP/1.1" status: 200 len: 375 time: 0.0131257 Feb 19 03:53:03.156040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c94bd409-bbed-4dd3-b0d9-c13ae9d1e05b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f6bb95d589545e3bd62f694e75fed88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7921126 Feb 19 03:53:03.161024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50136) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:03.182787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] For port 1851e94c-e4b9-4298-9c85-e93af4ce3147, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1851e94c-e4b9-4298-9c85-e93af4ce3147,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:03.183162 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.233493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] Calling delete_port for 1851e94c-e4b9-4298-9c85-e93af4ce3147 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:03.266916 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (25ea4d1e-9d4a-4357-b66b-9d387623f884), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.312088 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-57055cc5-a335-47af-806f-fba88964f604 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517861 Feb 19 03:53:03.327019 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c04a6b71-a574-4136-a9b5-48427cc5bfac admin admin] Publish callbacks [] for security_group (eedb6cd6-4129-47a3-ba00-a02ecc02503b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.409781 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c04a6b71-a574-4136-a9b5-48427cc5bfac admin admin] Publish callbacks [] for security_group (eedb6cd6-4129-47a3-ba00-a02ecc02503b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.526267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-2b40a098-5b88-4eac-a25a-620c111b306e service neutron] 10.222.0.42 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858952 Feb 19 03:53:03.535953 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] Router 25ea4d1e-9d4a-4357-b66b-9d387623f884 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:53:03.672785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:03.680947 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-468a23f9-2c29-4706-97b0-8ea17c2ca270 admin admin] 10.222.0.42 "PUT /v2.0/routers/25ea4d1e-9d4a-4357-b66b-9d387623f884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6428456 Feb 19 03:53:03.681264 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50140) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:03.689006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] Sync routers for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:03.700791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:03.701582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:03.819462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Publish callbacks [] for router (25ea4d1e-9d4a-4357-b66b-9d387623f884), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.825242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c04a6b71-a574-4136-a9b5-48427cc5bfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (eedb6cd6-4129-47a3-ba00-a02ecc02503b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.827788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:03.827941 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c04a6b71-a574-4136-a9b5-48427cc5bfac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.828944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c04a6b71-a574-4136-a9b5-48427cc5bfac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eedb6cd6-4129-47a3-ba00-a02ecc02503b HTTP/1.1" status: 204 len: 168 time: 0.6670623 Feb 19 03:53:03.890402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a6b71-a574-4136-a9b5-48427cc5bfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb6cd6-4129-47a3-ba00-a02ecc02503b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:03.993063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Publish callbacks [] for router_gateway (25ea4d1e-9d4a-4357-b66b-9d387623f884), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.017538 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1851e94c-e4b9-4298-9c85-e93af4ce3147), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.050831 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-13b59060-aadc-4b5a-a264-47d92d930a06 service neutron] 10.222.0.42 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058503 Feb 19 03:53:04.090284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1851e94c-e4b9-4298-9c85-e93af4ce3147,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:04.106546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Deleting port ef61d46d-c9da-4801-a56e-33695f45b708 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:04.107732 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.131539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:53:02Z', 'revision_number': 5, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port': {'id': 'ef61d46d-c9da-4801-a56e-33695f45b708', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:36Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:04.179875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] Checking router: 25ea4d1e-9d4a-4357-b66b-9d387623f884 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:04.189424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] Routers {'25ea4d1e-9d4a-4357-b66b-9d387623f884'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:04.191124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['25ea4d1e-9d4a-4357-b66b-9d387623f884'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:04.272272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] For port ef61d46d-c9da-4801-a56e-33695f45b708, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ef61d46d-c9da-4801-a56e-33695f45b708,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:04.272851 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.296998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Calling delete_port for ef61d46d-c9da-4801-a56e-33695f45b708 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:04.357382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] Set router 25ea4d1e-9d4a-4357-b66b-9d387623f884 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:04.394467 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.492483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:53:03Z', 'revision_number': 6, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:04.536116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea941c-00e9-42c9-bbcb-8d31d4d338ce None None] The sync data for ids ['25ea4d1e-9d4a-4357-b66b-9d387623f884'] in n-d-826756-2 is: [{'id': '25ea4d1e-9d4a-4357-b66b-9d387623f884', 'name': 'tempest-AttachVolumeTestJSON-1348444400-router', 'tenant_id': '87952ef005a846a7b961f0e98eeabe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:33Z', 'updated_at': '2022-02-19T03:53:03Z', 'revision_number': 6, 'project_id': '87952ef005a846a7b961f0e98eeabe28', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:04.564978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50150) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:04.599482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3968b10c-781f-4d0f-8d94-6403a72682cf req-34abc4e7-a643-44cd-b3dc-7b874da5a7ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 210 time: 0.0422418 Feb 19 03:53:04.610193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa88d53c-0527-4062-8bf9-5e86fb5739e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.656132 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ef61d46d-c9da-4801-a56e-33695f45b708), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.692265 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef61d46d-c9da-4801-a56e-33695f45b708,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:04.742410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] Router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:53:04.785638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa88d53c-0527-4062-8bf9-5e86fb5739e9 admin admin] Publish callbacks [] for security_group (ebf67a0a-2922-495e-a9b4-a683a68c8dd3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.786959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (25ea4d1e-9d4a-4357-b66b-9d387623f884), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.817522 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa88d53c-0527-4062-8bf9-5e86fb5739e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ebf67a0a-2922-495e-a9b4-a683a68c8dd3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.877422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:04.882896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ad168f2b-5cfd-4711-88c0-52bb2dadf6d6 admin admin] 10.222.0.42 "PUT /v2.0/routers/3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3362103 Feb 19 03:53:04.885491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50158) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:04.891901 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] Sync routers for ids ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:04.903794 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] Routers {'3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:04.904768 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:04.919529 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (25ea4d1e-9d4a-4357-b66b-9d387623f884), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.923023 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fa88d53c-0527-4062-8bf9-5e86fb5739e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98ff0eaa86d94b16a6c9d68972c2e670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3573050 Feb 19 03:53:04.926824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Publish callbacks [] for router_controller (25ea4d1e-9d4a-4357-b66b-9d387623f884), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.929241 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50160) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:04.939593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88d53c-0527-4062-8bf9-5e86fb5739e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf67a0a-2922-495e-a9b4-a683a68c8dd3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:05.051436 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Publish callbacks [] for router (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.072299 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (25ea4d1e-9d4a-4357-b66b-9d387623f884), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.073154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ea4d1e-9d4a-4357-b66b-9d387623f884 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:53:05.099506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.101246 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4a905dd5-8cf5-49e6-81ab-5744924416f3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/25ea4d1e-9d4a-4357-b66b-9d387623f884 HTTP/1.1" status: 204 len: 168 time: 1.4190936 Feb 19 03:53:05.104105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5a88d7c-eec8-4fd9-81d2-a817c9e7ccab admin admin] Publish callbacks [] for security_group (ebf67a0a-2922-495e-a9b4-a683a68c8dd3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.108069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50162) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:05.126347 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] Set router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:05.186578 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5a88d7c-eec8-4fd9-81d2-a817c9e7ccab admin admin] Publish callbacks [] for security_group (ebf67a0a-2922-495e-a9b4-a683a68c8dd3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.204814 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Publish callbacks [] for router_gateway (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.206944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e69037-26fe-4b74-bd13-f920de3dfd2b admin admin] Deleting subnet 89927ea4-661e-4a52-b12a-1a99e39cad66 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:53:05.217447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57e69037-26fe-4b74-bd13-f920de3dfd2b admin admin] Publish callbacks [] for subnet (89927ea4-661e-4a52-b12a-1a99e39cad66), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.278743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Deleting port e70ff067-5a66-4609-b31d-fd4c8525a64e {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:05.279012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.282623 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57e69037-26fe-4b74-bd13-f920de3dfd2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (89927ea4-661e-4a52-b12a-1a99e39cad66), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.322848 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5a88d7c-eec8-4fd9-81d2-a817c9e7ccab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ebf67a0a-2922-495e-a9b4-a683a68c8dd3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.326681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5a88d7c-eec8-4fd9-81d2-a817c9e7ccab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.330192 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d5a88d7c-eec8-4fd9-81d2-a817c9e7ccab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebf67a0a-2922-495e-a9b4-a683a68c8dd3 HTTP/1.1" status: 204 len: 168 time: 0.3976877 Feb 19 03:53:05.346014 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a88d7c-eec8-4fd9-81d2-a817c9e7ccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf67a0a-2922-495e-a9b4-a683a68c8dd3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:05.392167 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:53:03Z', 'revision_number': 5, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port': {'id': 'e70ff067-5a66-4609-b31d-fd4c8525a64e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:35Z', 'updated_at': '2022-02-19T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:05.406225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] For port e70ff067-5a66-4609-b31d-fd4c8525a64e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e70ff067-5a66-4609-b31d-fd4c8525a64e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:05.407164 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.416707 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57e69037-26fe-4b74-bd13-f920de3dfd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (89927ea4-661e-4a52-b12a-1a99e39cad66), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.428069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Calling delete_port for e70ff067-5a66-4609-b31d-fd4c8525a64e owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:05.430766 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] Checking router: 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:05.441533 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] Routers {'3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:05.442616 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:05.515803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57e69037-26fe-4b74-bd13-f920de3dfd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (89927ea4-661e-4a52-b12a-1a99e39cad66), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.562032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e69037-26fe-4b74-bd13-f920de3dfd2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89927ea4-661e-4a52-b12a-1a99e39cad66,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:05.572086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57e69037-26fe-4b74-bd13-f920de3dfd2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.577280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e290d59-fa36-4967-a27f-79265540b036 None None] Network 717aeda8-2a07-4ec4-b068-e6ee6690d36c requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:05.578872 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-57e69037-26fe-4b74-bd13-f920de3dfd2b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/89927ea4-661e-4a52-b12a-1a99e39cad66 HTTP/1.1" status: 204 len: 168 time: 0.4693620 Feb 19 03:53:05.582258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50166) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:05.638660 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] Set router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:05.689065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d5ff8d20-106d-4cfc-a7d0-554abaa446c2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:05.728358 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:53:05Z', 'revision_number': 6, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:05.757315 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (717aeda8-2a07-4ec4-b068-e6ee6690d36c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.782035 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06da824-bcfe-4a6b-b295-370665a5d319 None None] The sync data for ids ['3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c'] in n-d-826756-2 is: [{'id': '3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c', 'name': 'tempest-TestServerBasicOps-1537166854-router', 'tenant_id': '98df9d126e9d47d69462272de3921a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:34Z', 'updated_at': '2022-02-19T03:53:05Z', 'revision_number': 6, 'project_id': '98df9d126e9d47d69462272de3921a0b', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:05.835916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee97468c-f7c2-42da-9e10-f431ba0c8fed req-ba74fd99-3e8d-4088-8c3a-fc3d6b6a7484 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 210 time: 0.0969043 Feb 19 03:53:05.896032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:05.896032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.901779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Deleting port 8abcc791-2ab4-4213-ab61-41fe700fb5ff {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:05.902158 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.009738 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e70ff067-5a66-4609-b31d-fd4c8525a64e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.041461 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] For port 8abcc791-2ab4-4213-ab61-41fe700fb5ff, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8abcc791-2ab4-4213-ab61-41fe700fb5ff,segment=NetworkSegment(15b3006f-b408-4fdf-bd9e-e4c04715e6f3),segment_id=15b3006f-b408-4fdf-bd9e-e4c04715e6f3)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:06.042904 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.073469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:06.089967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd947c76-0a65-49b7-a080-6aac0564477d req-604bb69d-5764-4403-bb6f-bc0a3001daab tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:06.092351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-604bb69d-5764-4403-bb6f-bc0a3001daab tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.37 "GET /v2.0/networks?id=15c0260a-9fc7-45ef-a4eb-426dfde35534 HTTP/1.1" status: 200 len: 797 time: 0.3510458 Feb 19 03:53:06.093545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Calling delete_port for 8abcc791-2ab4-4213-ab61-41fe700fb5ff owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:06.138700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Pushing event deleted for resources: {'Port': ['ID=e70ff067-5a66-4609-b31d-fd4c8525a64e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:06.146808 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.197517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8abcc791-2ab4-4213-ab61-41fe700fb5ff), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.229221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Pushing event deleted for resources: {'Port': ['ID=8abcc791-2ab4-4213-ab61-41fe700fb5ff,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:06.236808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] No DVR routers for this DVR port 8abcc791-2ab4-4213-ab61-41fe700fb5ff on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:06.260163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab025f-b58a-42da-9e9b-bf3ed6d116df None None] DHCP port deletion for 717aeda8-2a07-4ec4-b068-e6ee6690d36c request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:53:06.300018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ce114b5b-8dc2-49b5-8c31-e70f77b157f1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:06.303166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.311132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Publish callbacks [] for router_controller (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.346286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ce114b5b-8dc2-49b5-8c31-e70f77b157f1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:06.346639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ce114b5b-8dc2-49b5-8c31-e70f77b157f1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:06.347695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-b26f383d-2d1c-4556-9f53-7e9db4951de1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cae59199693b41da92306d352bbcc0ce HTTP/1.1" status: 200 len: 380 time: 0.2173047 Feb 19 03:53:06.378889 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (717aeda8-2a07-4ec4-b068-e6ee6690d36c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.383907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'port': {'device_id': 'a2a475a5-6073-4023-849c-378871ee6078', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'admin_state_up': True, 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'security_groups': ['a5a9dcb0-6311-459b-8900-1e57ba6c2584']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:06.398146 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.414800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717aeda8-2a07-4ec4-b068-e6ee6690d36c']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:06.425614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b3006f-b408-4fdf-bd9e-e4c04715e6f3') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:06.425950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b3006f-b408-4fdf-bd9e-e4c04715e6f3') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:06.432874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.433405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:53:06.438836 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (15b3006f-b408-4fdf-bd9e-e4c04715e6f3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.442368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.443527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7cc81b1d-c627-4e5b-8593-dd92ca995fda admin admin] 10.222.0.42 "DELETE /v2.0/routers/3f03dd1a-aba9-4c11-8bbe-7cccb686fa6c HTTP/1.1" status: 204 len: 168 time: 1.5567725 Feb 19 03:53:06.446258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50186) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:06.489803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (15b3006f-b408-4fdf-bd9e-e4c04715e6f3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.500242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:53:06.500663 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (15b3006f-b408-4fdf-bd9e-e4c04715e6f3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:53:06.502452 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:53:06.512890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Made reservation on behalf of cae59199693b41da92306d352bbcc0ce for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:06.516439 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.662000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Allocated IP 172.20.0.10 (15c0260a-9fc7-45ef-a4eb-426dfde35534/828ea6b4-4999-4de2-a227-3bf56f05e18a/8afe62ad-6922-43a9-99a7-4c185b42ab2d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:06.796040 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a90a87c-02b8-4ddd-a70b-dcdbab73fa25 admin admin] Deleting subnet eb788c1b-907d-4c54-b679-6efd230a87f0 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:53:06.806314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a90a87c-02b8-4ddd-a70b-dcdbab73fa25 admin admin] Publish callbacks [] for subnet (eb788c1b-907d-4c54-b679-6efd230a87f0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.846823 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.855817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a90a87c-02b8-4ddd-a70b-dcdbab73fa25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (eb788c1b-907d-4c54-b679-6efd230a87f0), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.857873 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (717aeda8-2a07-4ec4-b068-e6ee6690d36c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.891859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8abcc791-2ab4-4213-ab61-41fe700fb5ff no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:06.898000 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.903852 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] 10.222.0.42 "DELETE /v2.0/networks/717aeda8-2a07-4ec4-b068-e6ee6690d36c HTTP/1.1" status: 204 len: 168 time: 1.3179615 Feb 19 03:53:06.920677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20159a2-be78-4e9f-b9a8-0ebcddc4ae57 admin admin] Pushing event deleted for resources: {'Network': ['ID=717aeda8-2a07-4ec4-b068-e6ee6690d36c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:06.926919 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.961729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 8abcc791-2ab4-4213-ab61-41fe700fb5ff {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:06.961729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8abcc791-2ab4-4213-ab61-41fe700fb5ff not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:06.962032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1851e94c-e4b9-4298-9c85-e93af4ce3147 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:07.009604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 1851e94c-e4b9-4298-9c85-e93af4ce3147 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:07.010311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1851e94c-e4b9-4298-9c85-e93af4ce3147 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:07.012138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ef61d46d-c9da-4801-a56e-33695f45b708 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:07.021495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a90a87c-02b8-4ddd-a70b-dcdbab73fa25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (eb788c1b-907d-4c54-b679-6efd230a87f0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.046471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network 15c0260a-9fc7-45ef-a4eb-426dfde35534 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:07.047841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:07.054279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:07.065115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ef61d46d-c9da-4801-a56e-33695f45b708 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:07.065719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ef61d46d-c9da-4801-a56e-33695f45b708 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:07.066206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e70ff067-5a66-4609-b31d-fd4c8525a64e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:07.101141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=8afe62ad-6922-43a9-99a7-4c185b42ab2d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:07.136618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e70ff067-5a66-4609-b31d-fd4c8525a64e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:07.137115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e70ff067-5a66-4609-b31d-fd4c8525a64e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:07.155144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a90a87c-02b8-4ddd-a70b-dcdbab73fa25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (eb788c1b-907d-4c54-b679-6efd230a87f0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.160748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50204) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:07.194060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:07.194713 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.207874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd838d3-97a9-438d-b84c-0a2f336cab1d req-44cc62b0-836d-4ded-9a36-65f8f6bed1ec tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:07.209430 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bd838d3-97a9-438d-b84c-0a2f336cab1d req-44cc62b0-836d-4ded-9a36-65f8f6bed1ec tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 932 time: 0.2038462 Feb 19 03:53:07.225298 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-bfe5f6d3-4f7c-4c4d-b709-ba02b97870ae tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8456898 Feb 19 03:53:07.229021 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90a87c-02b8-4ddd-a70b-dcdbab73fa25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb788c1b-907d-4c54-b679-6efd230a87f0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:07.260724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30196603-6acf-4495-8277-cdc65ad2cc5b None None] Network f8301c7c-4e23-4d68-9b62-57a0d5058701 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:07.266868 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a90a87c-02b8-4ddd-a70b-dcdbab73fa25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.273576 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4a90a87c-02b8-4ddd-a70b-dcdbab73fa25 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eb788c1b-907d-4c54-b679-6efd230a87f0 HTTP/1.1" status: 204 len: 168 time: 0.8264053 Feb 19 03:53:07.278604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50206) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:07.286916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Request body: {'port': {'device_id': 'a2a475a5-6073-4023-849c-378871ee6078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:07.356509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bd838d3-97a9-438d-b84c-0a2f336cab1d req-1acc65d5-724f-449c-9e6c-983921413276 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373072 Feb 19 03:53:07.393508 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-42433778-3a59-4c3d-aee7-a949530a333f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87952ef005a846a7b961f0e98eeabe28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315459 Feb 19 03:53:07.401920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50210) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:07.432244 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (f8301c7c-4e23-4d68-9b62-57a0d5058701), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.439624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.503269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f13ecc1-ff73-44ff-94e6-79ceddd25d8d admin admin] Publish callbacks [] for security_group (2d2c3108-6ceb-4ae9-8f44-37e2a87691e2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.521618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a66b867-c1c5-40c4-803f-bd4ddd08fab7 None None] DHCP port deletion for f8301c7c-4e23-4d68-9b62-57a0d5058701 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:53:07.538393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f13ecc1-ff73-44ff-94e6-79ceddd25d8d admin admin] Publish callbacks [] for security_group (2d2c3108-6ceb-4ae9-8f44-37e2a87691e2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.574164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-19d9fe56-01f9-4262-a399-e07b46e46ec9 None None] Provisioning complete for port 8afe62ad-6922-43a9-99a7-4c185b42ab2d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:07.575392 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19d9fe56-01f9-4262-a399-e07b46e46ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.599555 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Deleting port 2ffeda87-e4a8-4710-8e05-3434432ef57a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:07.599836 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.620888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f13ecc1-ff73-44ff-94e6-79ceddd25d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2d2c3108-6ceb-4ae9-8f44-37e2a87691e2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.623362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-19d9fe56-01f9-4262-a399-e07b46e46ec9 None None] Port 8afe62ad-6922-43a9-99a7-4c185b42ab2d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:07.623569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f13ecc1-ff73-44ff-94e6-79ceddd25d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.628057 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5f13ecc1-ff73-44ff-94e6-79ceddd25d8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d2c3108-6ceb-4ae9-8f44-37e2a87691e2 HTTP/1.1" status: 204 len: 168 time: 0.2239225 Feb 19 03:53:07.628395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7a66b867-c1c5-40c4-803f-bd4ddd08fab7 None None] Deleting port 2ffeda87-e4a8-4710-8e05-3434432ef57a {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:07.628926 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a66b867-c1c5-40c4-803f-bd4ddd08fab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.696576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13ecc1-ff73-44ff-94e6-79ceddd25d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2c3108-6ceb-4ae9-8f44-37e2a87691e2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:07.717519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] For port 2ffeda87-e4a8-4710-8e05-3434432ef57a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2ffeda87-e4a8-4710-8e05-3434432ef57a,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:07.717823 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.723776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7a66b867-c1c5-40c4-803f-bd4ddd08fab7 None None] For port 2ffeda87-e4a8-4710-8e05-3434432ef57a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2ffeda87-e4a8-4710-8e05-3434432ef57a,segment=NetworkSegment(d6010647-2028-4582-8129-9abf377d65be),segment_id=d6010647-2028-4582-8129-9abf377d65be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:07.724531 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a66b867-c1c5-40c4-803f-bd4ddd08fab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.732641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Calling delete_port for 2ffeda87-e4a8-4710-8e05-3434432ef57a owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:07.752082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7a66b867-c1c5-40c4-803f-bd4ddd08fab7 None None] Calling delete_port for 2ffeda87-e4a8-4710-8e05-3434432ef57a owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:07.799672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afe62ad-6922-43a9-99a7-4c185b42ab2d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:07.813770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Publish callbacks [] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.837741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Transition to ACTIVE for port object 8afe62ad-6922-43a9-99a7-4c185b42ab2d will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:53:07.848220 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.876622 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a66b867-c1c5-40c4-803f-bd4ddd08fab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.917020 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2ffeda87-e4a8-4710-8e05-3434432ef57a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.917833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66b867-c1c5-40c4-803f-bd4ddd08fab7 None None] Pushing event deleted for resources: {'Port': ['ID=2ffeda87-e4a8-4710-8e05-3434432ef57a,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:07.923591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66b867-c1c5-40c4-803f-bd4ddd08fab7 None None] No DVR routers for this DVR port 2ffeda87-e4a8-4710-8e05-3434432ef57a on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:07.958044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffeda87-e4a8-4710-8e05-3434432ef57a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:07.959978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] No DVR routers for this DVR port 2ffeda87-e4a8-4710-8e05-3434432ef57a on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:08.036689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Pushing event updated for resources: {'Port': ['ID=8afe62ad-6922-43a9-99a7-4c185b42ab2d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:08.070847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Attempting to bind port 8afe62ad-6922-43a9-99a7-4c185b42ab2d on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:08.071522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Attempting to bind port 8afe62ad-6922-43a9-99a7-4c185b42ab2d by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:08.071630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Attempting to bind port 8afe62ad-6922-43a9-99a7-4c185b42ab2d on network 15c0260a-9fc7-45ef-a4eb-426dfde35534 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:08.077719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (f8301c7c-4e23-4d68-9b62-57a0d5058701), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.083296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Port 8afe62ad-6922-43a9-99a7-4c185b42ab2d on network 15c0260a-9fc7-45ef-a4eb-426dfde35534 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:08.084840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Attempting to bind port 8afe62ad-6922-43a9-99a7-4c185b42ab2d on network 15c0260a-9fc7-45ef-a4eb-426dfde35534 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:08.099767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:08.102087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Checking segment: {'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:08.102893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Bound using segment: {'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:08.103546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Bound port: 8afe62ad-6922-43a9-99a7-4c185b42ab2d, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:08.103944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.112213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8301c7c-4e23-4d68-9b62-57a0d5058701']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:08.124873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6010647-2028-4582-8129-9abf377d65be') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:08.125702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6010647-2028-4582-8129-9abf377d65be') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:08.151112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d6010647-2028-4582-8129-9abf377d65be), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.171952 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d6010647-2028-4582-8129-9abf377d65be), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.183011 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:53:08.184505 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d6010647-2028-4582-8129-9abf377d65be), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:53:08.191830 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:53:08.211129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] For port 8afe62ad-6922-43a9-99a7-4c185b42ab2d, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:08.215097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] For port 8afe62ad-6922-43a9-99a7-4c185b42ab2d, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8afe62ad-6922-43a9-99a7-4c185b42ab2d,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:08.226009 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.268278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:08.269311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.272097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] 10.222.0.37 "PUT /v2.0/ports/8afe62ad-6922-43a9-99a7-4c185b42ab2d HTTP/1.1" status: 200 len: 1092 time: 1.0159161 Feb 19 03:53:08.276045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a475a5-6073-4023-849c-378871ee6078', 'tag': '8afe62ad-6922-43a9-99a7-4c185b42ab2d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:08.278716 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfe404c-fed9-40a4-9c0e-72221b149cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a475a5-6073-4023-849c-378871ee6078", "tag": "8afe62ad-6922-43a9-99a7-4c185b42ab2d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:08.290057 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f2ad894a-a685-4aca-a0a7-9cf141bfab65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.310169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (f8301c7c-4e23-4d68-9b62-57a0d5058701), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.322353 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.326944 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f8301c7c-4e23-4d68-9b62-57a0d5058701 HTTP/1.1" status: 204 len: 168 time: 1.0471179 Feb 19 03:53:08.338690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50242) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:08.343931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Pushing event updated for resources: {'Port': ['ID=8afe62ad-6922-43a9-99a7-4c185b42ab2d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:08.367317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.367535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.367801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.368330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.368840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.369038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.369340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.369672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.370194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.370538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.372389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.372734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.373264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c556d2-4837-4765-8f7a-c13399bc95fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:08.427128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd947c76-0a65-49b7-a080-6aac0564477d req-8f97c38e-653f-42c1-9aac-a8fd09b96756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:08.428668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-8f97c38e-653f-42c1-9aac-a8fd09b96756 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 1126 time: 0.0805910 Feb 19 03:53:08.431860 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c5be70-3482-4792-8c2d-0eb4ece1e3be x-openstack-request-id: req-69c5be70-3482-4792-8c2d-0eb4ece1e3be {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:08.433504 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a475a5-6073-4023-849c-378871ee6078", "tag": "8afe62ad-6922-43a9-99a7-4c185b42ab2d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:08.433868 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69c5be70-3482-4792-8c2d-0eb4ece1e3be {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:08.434399 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a475a5-6073-4023-849c-378871ee6078', 'tag': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'status': 'completed', 'code': 200} Feb 19 03:53:08.498801 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61774732-1d4b-4957-a915-f53e4576f752 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8301c7c-4e23-4d68-9b62-57a0d5058701,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:08.515305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-6af62764-59b5-4d56-830f-5812f4e111ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afe62ad-6922-43a9-99a7-4c185b42ab2d HTTP/1.1" status: 200 len: 217 time: 0.0582874 Feb 19 03:53:08.637151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd947c76-0a65-49b7-a080-6aac0564477d req-227d14de-74b6-4408-aa7c-35eda18ffc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:08.638592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-227d14de-74b6-4408-aa7c-35eda18ffc0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=828ea6b4-4999-4de2-a227-3bf56f05e18a HTTP/1.1" status: 200 len: 834 time: 0.1126730 Feb 19 03:53:08.877322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2ffeda87-e4a8-4710-8e05-3434432ef57a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:08.912708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2ffeda87-e4a8-4710-8e05-3434432ef57a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:08.913055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2ffeda87-e4a8-4710-8e05-3434432ef57a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:08.962995 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (a90632ad-e25c-4338-ab09-359d6b427396), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.059212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49608f20-6647-49b7-96eb-9a64a4abbdf6 req-f90cc9fb-02af-4622-875a-82780deaef77 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:09.060726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49608f20-6647-49b7-96eb-9a64a4abbdf6 req-f90cc9fb-02af-4622-875a-82780deaef77 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 944 time: 0.5447903 Feb 19 03:53:09.092025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50268) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:09.111735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd947c76-0a65-49b7-a080-6aac0564477d req-65b81399-b59a-432b-904b-a53acba7bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:09.113324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-65b81399-b59a-432b-904b-a53acba7bd16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15c0260a-9fc7-45ef-a4eb-426dfde35534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4658442 Feb 19 03:53:09.149492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-49608f20-6647-49b7-96eb-9a64a4abbdf6 req-34212f65-d567-414e-9032-f0203e758bf4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800874 Feb 19 03:53:09.246006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-f097f19b-bd35-4e0d-9410-e091b9cf9656 service neutron] 10.222.0.37 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239800 Feb 19 03:53:09.247443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3920f24e-dc9d-4534-a116-27da3e0b0a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.255882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] Deleting port 736e993f-0b74-4ceb-998f-ba053a69da50 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:09.256284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.341105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] For port 736e993f-0b74-4ceb-998f-ba053a69da50, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=736e993f-0b74-4ceb-998f-ba053a69da50,segment=NetworkSegment(bf09ef61-4f0a-4a9f-992c-8066ce4baa69),segment_id=bf09ef61-4f0a-4a9f-992c-8066ce4baa69)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:09.341478 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.354871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] Calling delete_port for 736e993f-0b74-4ceb-998f-ba053a69da50 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:09.385922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd947c76-0a65-49b7-a080-6aac0564477d req-2ee9ea34-ab0d-4302-8def-1da416a9e696 service neutron] 10.222.0.37 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298759 Feb 19 03:53:09.410362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3920f24e-dc9d-4534-a116-27da3e0b0a74 admin admin] Publish callbacks [] for security_group (e6425fe4-f2bb-4711-8932-8b12a3436670), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.415628 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3920f24e-dc9d-4534-a116-27da3e0b0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e6425fe4-f2bb-4711-8932-8b12a3436670), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.463191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920f24e-dc9d-4534-a116-27da3e0b0a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6425fe4-f2bb-4711-8932-8b12a3436670,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:09.468286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3920f24e-dc9d-4534-a116-27da3e0b0a74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f8ade163fb14626b86067098df20b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3731132 Feb 19 03:53:09.479267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50276) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:09.552676 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-4aa95da9-11eb-43ab-bc09-8c23e91f241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:09.554235 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-4aa95da9-11eb-43ab-bc09-8c23e91f241f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 1126 time: 0.0844419 Feb 19 03:53:09.578997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db79dc28-0ceb-47fe-a4a6-6664bff20eb1 admin admin] Publish callbacks [] for security_group (e6425fe4-f2bb-4711-8932-8b12a3436670), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.610033 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (736e993f-0b74-4ceb-998f-ba053a69da50), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.640321 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=736e993f-0b74-4ceb-998f-ba053a69da50,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:09.647603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db79dc28-0ceb-47fe-a4a6-6664bff20eb1 admin admin] Publish callbacks [] for security_group (e6425fe4-f2bb-4711-8932-8b12a3436670), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.710358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-bf6986ee-6ce4-4510-b632-4abab5912647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:09.711858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-bf6986ee-6ce4-4510-b632-4abab5912647 service neutron] 10.222.0.37 "GET /v2.0/networks?id=15c0260a-9fc7-45ef-a4eb-426dfde35534 HTTP/1.1" status: 200 len: 898 time: 0.1462238 Feb 19 03:53:09.759582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-12a6af00-3ad5-4dae-9811-5117c47465fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afe62ad-6922-43a9-99a7-4c185b42ab2d HTTP/1.1" status: 200 len: 217 time: 0.0380225 Feb 19 03:53:09.783197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db79dc28-0ceb-47fe-a4a6-6664bff20eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e6425fe4-f2bb-4711-8932-8b12a3436670), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.786695 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db79dc28-0ceb-47fe-a4a6-6664bff20eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.787861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-db79dc28-0ceb-47fe-a4a6-6664bff20eb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6425fe4-f2bb-4711-8932-8b12a3436670 HTTP/1.1" status: 204 len: 168 time: 0.3045549 Feb 19 03:53:09.875372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79dc28-0ceb-47fe-a4a6-6664bff20eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6425fe4-f2bb-4711-8932-8b12a3436670,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:09.905257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-4522838e-388b-4b4c-8e3d-2e84e705940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:09.906804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-4522838e-388b-4b4c-8e3d-2e84e705940d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=828ea6b4-4999-4de2-a227-3bf56f05e18a HTTP/1.1" status: 200 len: 834 time: 0.1413043 Feb 19 03:53:09.927884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (a90632ad-e25c-4338-ab09-359d6b427396), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.997722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-861a6b53-fd6f-4311-830b-550fad60d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:09.999328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-861a6b53-fd6f-4311-830b-550fad60d703 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15c0260a-9fc7-45ef-a4eb-426dfde35534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0723407 Feb 19 03:53:10.105515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-03b94318-0bd4-4b7f-bc34-7594f8d02f3b service neutron] 10.222.0.37 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991566 Feb 19 03:53:10.218529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abfe404c-fed9-40a4-9c0e-72221b149cb6 req-8afda286-4941-47da-91da-048ad52733af service neutron] 10.222.0.37 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074479 Feb 19 03:53:10.223967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] Router a90632ad-e25c-4338-ab09-359d6b427396 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:53:10.266197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50294) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:10.296727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9dd8561-28df-4321-8384-659f04395a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.339022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b0ff5-1073-4ea6-a088-b334b6b22aad req-763a96a4-42bf-4cab-94b4-c0d6b2281809 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:10.341054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-258b0ff5-1073-4ea6-a088-b334b6b22aad req-763a96a4-42bf-4cab-94b4-c0d6b2281809 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 944 time: 0.0856164 Feb 19 03:53:10.356529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:10.367699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] Sync routers for ids ['a90632ad-e25c-4338-ab09-359d6b427396'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:10.374373 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b0f65639-7107-40f0-8b48-e908c78481a8 admin admin] 10.222.0.42 "PUT /v2.0/routers/a90632ad-e25c-4338-ab09-359d6b427396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0339158 Feb 19 03:53:10.375151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50296) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:10.389705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] Routers {'a90632ad-e25c-4338-ab09-359d6b427396'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:10.390736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:52:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a90632ad-e25c-4338-ab09-359d6b427396'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:10.427447 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-258b0ff5-1073-4ea6-a088-b334b6b22aad req-079ef27f-5e83-40e6-bf9b-63a975cc9a5f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799613 Feb 19 03:53:10.442104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9dd8561-28df-4321-8384-659f04395a8d admin admin] Publish callbacks [] for security_group (163c0a45-ceca-4bc2-ae93-07be953c50ac), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.454320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9dd8561-28df-4321-8384-659f04395a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (163c0a45-ceca-4bc2-ae93-07be953c50ac), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.501566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e9dd8561-28df-4321-8384-659f04395a8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aaab3f0e9ba74c71ad254c22f1041100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341077 Feb 19 03:53:10.502679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd8561-28df-4321-8384-659f04395a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163c0a45-ceca-4bc2-ae93-07be953c50ac,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:10.504282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50298) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:10.732328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] Set router a90632ad-e25c-4338-ab09-359d6b427396 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:10.759973 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34e0994c-6b33-409f-a82e-3b1ae2154fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.809672 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Publish callbacks [] for router (a90632ad-e25c-4338-ab09-359d6b427396), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.860644 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-093afb5f-72d9-408d-8b81-743befdc4a6c admin admin] Publish callbacks [] for security_group (163c0a45-ceca-4bc2-ae93-07be953c50ac), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.936471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-093afb5f-72d9-408d-8b81-743befdc4a6c admin admin] Publish callbacks [] for security_group (163c0a45-ceca-4bc2-ae93-07be953c50ac), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.959744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'name': 'tempest-TestServerBasicOps-1208170311-router', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:42Z', 'updated_at': '2022-02-19T03:53:09Z', 'revision_number': 5, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'gw_port': {'id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:43Z', 'updated_at': '2022-02-19T03:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:10.992617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] Checking router: a90632ad-e25c-4338-ab09-359d6b427396 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:10.999214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Publish callbacks [] for router_gateway (a90632ad-e25c-4338-ab09-359d6b427396), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.001893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] Routers {'a90632ad-e25c-4338-ab09-359d6b427396'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:11.003203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a90632ad-e25c-4338-ab09-359d6b427396'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:11.044369 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-093afb5f-72d9-408d-8b81-743befdc4a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (163c0a45-ceca-4bc2-ae93-07be953c50ac), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.047215 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-093afb5f-72d9-408d-8b81-743befdc4a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.048446 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-093afb5f-72d9-408d-8b81-743befdc4a6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/163c0a45-ceca-4bc2-ae93-07be953c50ac HTTP/1.1" status: 204 len: 168 time: 0.5429099 Feb 19 03:53:11.061359 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093afb5f-72d9-408d-8b81-743befdc4a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163c0a45-ceca-4bc2-ae93-07be953c50ac,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:11.082999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Deleting port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:11.083335 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.164308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] Set router a90632ad-e25c-4338-ab09-359d6b427396 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:11.245525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] For port c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:11.246266 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.266178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Calling delete_port for c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:11.403261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'name': 'tempest-TestServerBasicOps-1208170311-router', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:42Z', 'updated_at': '2022-02-19T03:53:09Z', 'revision_number': 5, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'gw_port': {'id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:43Z', 'updated_at': '2022-02-19T03:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:11.461012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e730c3-4525-43be-978e-02b0d7e06232 None None] The sync data for ids ['a90632ad-e25c-4338-ab09-359d6b427396'] in n-d-826756-2 is: [{'id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'name': 'tempest-TestServerBasicOps-1208170311-router', 'tenant_id': '9c5f1a87758a41c49500f48922ee0b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:47:42Z', 'updated_at': '2022-02-19T03:53:09Z', 'revision_number': 5, 'project_id': '9c5f1a87758a41c49500f48922ee0b36', 'gw_port': {'id': 'c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90632ad-e25c-4338-ab09-359d6b427396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:47:43Z', 'updated_at': '2022-02-19T03:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:11.530528 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.569530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:11.614430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5aa7b7-0f13-4e82-a246-e690d20c75ef req-bb1b313b-63a1-4318-9d2f-94690654c0c8 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:11.623371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db5aa7b7-0f13-4e82-a246-e690d20c75ef req-bb1b313b-63a1-4318-9d2f-94690654c0c8 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 944 time: 0.0887167 Feb 19 03:53:11.651578 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (a90632ad-e25c-4338-ab09-359d6b427396), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.679591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db5aa7b7-0f13-4e82-a246-e690d20c75ef req-833e5bd1-760a-4fb2-b581-b0608b04109e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549507 Feb 19 03:53:11.757986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (a90632ad-e25c-4338-ab09-359d6b427396), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.760324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Publish callbacks [] for router_controller (a90632ad-e25c-4338-ab09-359d6b427396), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.814572 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (a90632ad-e25c-4338-ab09-359d6b427396), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.815225 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a90632ad-e25c-4338-ab09-359d6b427396 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:53:11.819639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.821896 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c76551e7-abca-4e7f-80af-fe66e6fd9a10 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a90632ad-e25c-4338-ab09-359d6b427396 HTTP/1.1" status: 204 len: 168 time: 1.4446330 Feb 19 03:53:11.823484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50324) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:11.873043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-798c5930-001e-46de-90de-40df03d5a5cd admin admin] Deleting subnet 262641a5-5102-4248-aa63-3b14059f39f4 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:53:11.876490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-798c5930-001e-46de-90de-40df03d5a5cd admin admin] Publish callbacks [] for subnet (262641a5-5102-4248-aa63-3b14059f39f4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:11.911901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-798c5930-001e-46de-90de-40df03d5a5cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (262641a5-5102-4248-aa63-3b14059f39f4), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.001855 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-798c5930-001e-46de-90de-40df03d5a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (262641a5-5102-4248-aa63-3b14059f39f4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.065584 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-798c5930-001e-46de-90de-40df03d5a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (262641a5-5102-4248-aa63-3b14059f39f4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.073289 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.093115 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c5930-001e-46de-90de-40df03d5a5cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262641a5-5102-4248-aa63-3b14059f39f4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:12.096719 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-798c5930-001e-46de-90de-40df03d5a5cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.101281 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-798c5930-001e-46de-90de-40df03d5a5cd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/262641a5-5102-4248-aa63-3b14059f39f4 HTTP/1.1" status: 204 len: 168 time: 0.2767797 Feb 19 03:53:12.103748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50336) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:12.113550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e94c64-9c86-4ead-865a-39821d6ada59 None None] Network e2b407cd-81d6-4ebd-b822-bfc82cde05ea requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:12.187559 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (e2b407cd-81d6-4ebd-b822-bfc82cde05ea), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.289245 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Deleting port 296baf8b-194d-4682-9ecc-10e348073712 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:12.289823 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (296baf8b-194d-4682-9ecc-10e348073712), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.335770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9381ae00-6a4c-47fc-9c93-b3fa11ffb389 None None] DHCP port deletion for e2b407cd-81d6-4ebd-b822-bfc82cde05ea request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:53:12.407651 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] For port 296baf8b-194d-4682-9ecc-10e348073712, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=296baf8b-194d-4682-9ecc-10e348073712,segment=NetworkSegment(bf09ef61-4f0a-4a9f-992c-8066ce4baa69),segment_id=bf09ef61-4f0a-4a9f-992c-8066ce4baa69)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:12.408036 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (296baf8b-194d-4682-9ecc-10e348073712), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.412298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9381ae00-6a4c-47fc-9c93-b3fa11ffb389 None None] Deleting port 296baf8b-194d-4682-9ecc-10e348073712 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:12.412780 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9381ae00-6a4c-47fc-9c93-b3fa11ffb389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (296baf8b-194d-4682-9ecc-10e348073712), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.426828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Calling delete_port for 296baf8b-194d-4682-9ecc-10e348073712 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:12.492216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9381ae00-6a4c-47fc-9c93-b3fa11ffb389 None None] For port 296baf8b-194d-4682-9ecc-10e348073712, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=296baf8b-194d-4682-9ecc-10e348073712,segment=NetworkSegment(bf09ef61-4f0a-4a9f-992c-8066ce4baa69),segment_id=bf09ef61-4f0a-4a9f-992c-8066ce4baa69)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:12.493716 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9381ae00-6a4c-47fc-9c93-b3fa11ffb389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (296baf8b-194d-4682-9ecc-10e348073712), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.522244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9381ae00-6a4c-47fc-9c93-b3fa11ffb389 None None] Calling delete_port for 296baf8b-194d-4682-9ecc-10e348073712 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:12.524012 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (296baf8b-194d-4682-9ecc-10e348073712), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.554808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=296baf8b-194d-4682-9ecc-10e348073712,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:12.564160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] No DVR routers for this DVR port 296baf8b-194d-4682-9ecc-10e348073712 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:53:12.610609 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 03:53:12.620902 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9381ae00-6a4c-47fc-9c93-b3fa11ffb389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (296baf8b-194d-4682-9ecc-10e348073712), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.644074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (e2b407cd-81d6-4ebd-b822-bfc82cde05ea), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.648561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381ae00-6a4c-47fc-9c93-b3fa11ffb389 None None] Pushing event deleted for resources: {'Port': ['ID=296baf8b-194d-4682-9ecc-10e348073712,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:12.652303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9381ae00-6a4c-47fc-9c93-b3fa11ffb389 None None] No DVR routers for this DVR port 296baf8b-194d-4682-9ecc-10e348073712 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:12.680577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b407cd-81d6-4ebd-b822-bfc82cde05ea']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:12.694181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:12.694665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf09ef61-4f0a-4a9f-992c-8066ce4baa69') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:12.709718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (bf09ef61-4f0a-4a9f-992c-8066ce4baa69), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.724981 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (bf09ef61-4f0a-4a9f-992c-8066ce4baa69), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.732303 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:53:12.732912 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (bf09ef61-4f0a-4a9f-992c-8066ce4baa69), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:53:12.734984 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:53:12.817665 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (e2b407cd-81d6-4ebd-b822-bfc82cde05ea), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.830931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:12.834917 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e2b407cd-81d6-4ebd-b822-bfc82cde05ea HTTP/1.1" status: 204 len: 168 time: 0.7300947 Feb 19 03:53:12.859956 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489f312-84a5-4b6f-bc09-360cbb68aef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b407cd-81d6-4ebd-b822-bfc82cde05ea,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:12.934831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:12.943988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13490aaa-8981-43a6-8d12-49d0c17588a9 req-7be75217-1102-4a55-9a1c-628329356649 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:12.945996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13490aaa-8981-43a6-8d12-49d0c17588a9 req-7be75217-1102-4a55-9a1c-628329356649 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 944 time: 0.1229763 Feb 19 03:53:12.965044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:12.965390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c3bc7cd7-c23d-42c4-9ac3-de13fec4ee32 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:12.965815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 296baf8b-194d-4682-9ecc-10e348073712 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:13.007949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 296baf8b-194d-4682-9ecc-10e348073712 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:13.008309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 296baf8b-194d-4682-9ecc-10e348073712 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:13.008725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 736e993f-0b74-4ceb-998f-ba053a69da50 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:13.035478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 736e993f-0b74-4ceb-998f-ba053a69da50 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:13.036059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 736e993f-0b74-4ceb-998f-ba053a69da50 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:13.080619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13490aaa-8981-43a6-8d12-49d0c17588a9 req-567d2cd9-174f-4859-b73f-a85a2da535b0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254981 Feb 19 03:53:13.124251 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.143952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50370) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:13.186382 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-290b8a45-5d0f-4b35-a0df-546f22251503 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98df9d126e9d47d69462272de3921a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407867 Feb 19 03:53:13.188922 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50374) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:13.247704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db2fb157-4de8-4116-8d30-433585298820 admin admin] Publish callbacks [] for security_group (e22b179a-7658-4020-ae7a-6126c46ee14a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.276056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db2fb157-4de8-4116-8d30-433585298820 admin admin] Publish callbacks [] for security_group (e22b179a-7658-4020-ae7a-6126c46ee14a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.343183 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db2fb157-4de8-4116-8d30-433585298820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (e22b179a-7658-4020-ae7a-6126c46ee14a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.346847 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db2fb157-4de8-4116-8d30-433585298820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.348012 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-db2fb157-4de8-4116-8d30-433585298820 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e22b179a-7658-4020-ae7a-6126c46ee14a HTTP/1.1" status: 204 len: 168 time: 0.1579649 Feb 19 03:53:13.356543 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fb157-4de8-4116-8d30-433585298820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22b179a-7658-4020-ae7a-6126c46ee14a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:13.793462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50404) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:13.836572 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c3d50a79-6648-4d5a-93cc-d77d5fb3c0cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c5f1a87758a41c49500f48922ee0b36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418844 Feb 19 03:53:13.839197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50408) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:13.892375 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b589b48f-ab3e-4cfa-983a-0755e13ad3cf admin admin] Publish callbacks [] for security_group (62d6bf87-e3bd-41dc-99ac-5b88b831ccfd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.920293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b589b48f-ab3e-4cfa-983a-0755e13ad3cf admin admin] Publish callbacks [] for security_group (62d6bf87-e3bd-41dc-99ac-5b88b831ccfd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.993495 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b589b48f-ab3e-4cfa-983a-0755e13ad3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (62d6bf87-e3bd-41dc-99ac-5b88b831ccfd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.997962 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b589b48f-ab3e-4cfa-983a-0755e13ad3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:13.999421 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b589b48f-ab3e-4cfa-983a-0755e13ad3cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62d6bf87-e3bd-41dc-99ac-5b88b831ccfd HTTP/1.1" status: 204 len: 168 time: 0.1586978 Feb 19 03:53:14.009828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589b48f-ab3e-4cfa-983a-0755e13ad3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d6bf87-e3bd-41dc-99ac-5b88b831ccfd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:14.216761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad336b2-1016-4f16-954a-e1dd51b78d5c req-2524a8fe-c5e3-4bd2-bea8-52df05b1eff9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:14.225418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ad336b2-1016-4f16-954a-e1dd51b78d5c req-2524a8fe-c5e3-4bd2-bea8-52df05b1eff9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 944 time: 0.0755136 Feb 19 03:53:14.299353 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ad336b2-1016-4f16-954a-e1dd51b78d5c req-927b06fc-aa3f-42c4-bbd0-f8dd3103384e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673130 Feb 19 03:53:14.421038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8afe62ad-6922-43a9-99a7-4c185b42ab2d details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:53:14.452877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50424) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:14.581902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8afe62ad-6922-43a9-99a7-4c185b42ab2d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8afe62ad-6922-43a9-99a7-4c185b42ab2d,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:14.597219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'port_id': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'mac_address': 'fa:16:3e:ef:d8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:53:14.661691 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.663942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 8afe62ad-6922-43a9-99a7-4c185b42ab2d is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:14.664333 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.683690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afe62ad-6922-43a9-99a7-4c185b42ab2d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:14.702783 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22481b58-87d6-4294-99f7-1f169434f0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.713000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8afe62ad-6922-43a9-99a7-4c185b42ab2d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8afe62ad-6922-43a9-99a7-4c185b42ab2d,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:14.721993 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.796215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=8afe62ad-6922-43a9-99a7-4c185b42ab2d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:14.863673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22481b58-87d6-4294-99f7-1f169434f0cc admin admin] Publish callbacks [] for security_group (6a81185a-38d6-47b1-9cd9-10dd94eb5753), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.872254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22481b58-87d6-4294-99f7-1f169434f0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6a81185a-38d6-47b1-9cd9-10dd94eb5753), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:14.926328 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-22481b58-87d6-4294-99f7-1f169434f0cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e7f4b05d87948a88aea1bf53c467fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4711313 Feb 19 03:53:14.928316 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22481b58-87d6-4294-99f7-1f169434f0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a81185a-38d6-47b1-9cd9-10dd94eb5753,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:14.928937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50444) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:15.009241 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8739e27-47c6-4571-b01c-78b8ae424022 admin admin] Publish callbacks [] for security_group (6a81185a-38d6-47b1-9cd9-10dd94eb5753), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.034239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8739e27-47c6-4571-b01c-78b8ae424022 admin admin] Publish callbacks [] for security_group (6a81185a-38d6-47b1-9cd9-10dd94eb5753), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.088734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8739e27-47c6-4571-b01c-78b8ae424022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6a81185a-38d6-47b1-9cd9-10dd94eb5753), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.092044 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8739e27-47c6-4571-b01c-78b8ae424022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.094408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b8739e27-47c6-4571-b01c-78b8ae424022 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a81185a-38d6-47b1-9cd9-10dd94eb5753 HTTP/1.1" status: 204 len: 168 time: 0.1632931 Feb 19 03:53:15.106854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8739e27-47c6-4571-b01c-78b8ae424022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a81185a-38d6-47b1-9cd9-10dd94eb5753,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:15.121089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['8afe62ad-6922-43a9-99a7-4c185b42ab2d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:53:15.162300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50452) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:15.491840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39413c-a9d5-410e-85f4-9e15069e0818 req-b4ebf9c8-5c63-47a7-8bc1-2bfda32438dd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:15.494072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd39413c-a9d5-410e-85f4-9e15069e0818 req-b4ebf9c8-5c63-47a7-8bc1-2bfda32438dd tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 945 time: 0.0857038 Feb 19 03:53:15.553305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd39413c-a9d5-410e-85f4-9e15069e0818 req-57e5becb-1e28-40d3-8ade-c7fc132e8b0a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528297 Feb 19 03:53:15.576294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1059237114-network', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:15.602277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Made reservation on behalf of 8487e426a0ff45e5a6082b90a9a41457 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:15.605359 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.615858 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.710663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50464) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:15.727287 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-062f95b8-8427-42ed-9a83-cea1bd6d4dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.741536 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Publish callbacks [] for security_group (d4acdfef-4fba-4dde-9f07-330955bff306), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.747251 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d4acdfef-4fba-4dde-9f07-330955bff306), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.783048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4acdfef-4fba-4dde-9f07-330955bff306,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:15.794841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:15.805015 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (47a6888e-7800-42b3-865b-904e21f7c045), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.805215 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Added segment 47a6888e-7800-42b3-865b-904e21f7c045 of type vlan for network 2f27b7a3-3139-473a-8d21-87fdc35e7670 Feb 19 03:53:15.853141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-062f95b8-8427-42ed-9a83-cea1bd6d4dff admin admin] Publish callbacks [] for security_group (f5fc6492-b902-4e33-ae4f-4130b9b12687), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.860260 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (2f27b7a3-3139-473a-8d21-87fdc35e7670), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.862887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-062f95b8-8427-42ed-9a83-cea1bd6d4dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f5fc6492-b902-4e33-ae4f-4130b9b12687), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.890830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (2f27b7a3-3139-473a-8d21-87fdc35e7670), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.892452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:15.893122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:15.904269 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-062f95b8-8427-42ed-9a83-cea1bd6d4dff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=777c2ea046264501bc99ff7b50bcea5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1923368 Feb 19 03:53:15.906867 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50466) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:15.959999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f95b8-8427-42ed-9a83-cea1bd6d4dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fc6492-b902-4e33-ae4f-4130b9b12687,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:15.991631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8279374 Feb 19 03:53:15.992364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50468) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:16.018595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Request body: {'subnet': {'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1059237114-subnet', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:16.026719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0d53e-7043-4598-9c4d-69dead348c7f admin admin] Pushing event updated for resources: {'Network': ['ID=2f27b7a3-3139-473a-8d21-87fdc35e7670,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:16.039193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 2f27b7a3-3139-473a-8d21-87fdc35e7670 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:53:16.064210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Made reservation on behalf of 8487e426a0ff45e5a6082b90a9a41457 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:16.067041 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.070497 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5916be-9849-4d40-b715-441684a6fcd3 admin admin] Publish callbacks [] for security_group (f5fc6492-b902-4e33-ae4f-4130b9b12687), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.078540 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:16.145807 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5916be-9849-4d40-b715-441684a6fcd3 admin admin] Publish callbacks [] for security_group (f5fc6492-b902-4e33-ae4f-4130b9b12687), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.262006 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5916be-9849-4d40-b715-441684a6fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f5fc6492-b902-4e33-ae4f-4130b9b12687), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.264650 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5916be-9849-4d40-b715-441684a6fcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.268343 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6f5916be-9849-4d40-b715-441684a6fcd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5fc6492-b902-4e33-ae4f-4130b9b12687 HTTP/1.1" status: 204 len: 168 time: 0.3571293 Feb 19 03:53:16.283597 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5916be-9849-4d40-b715-441684a6fcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fc6492-b902-4e33-ae4f-4130b9b12687,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:16.331136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (d562c6b3-16a8-4c08-8df8-dc666aac3d22), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.394433 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d562c6b3-16a8-4c08-8df8-dc666aac3d22,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:16.402348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Checking segment: {'id': '47a6888e-7800-42b3-865b-904e21f7c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:16.402711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Network hostable DHCP agents. Network: 2f27b7a3-3139-473a-8d21-87fdc35e7670, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:53:16.421988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Network 2f27b7a3-3139-473a-8d21-87fdc35e7670 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:53:16.430492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8afe62ad-6922-43a9-99a7-4c185b42ab2d up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:16.433186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 2f27b7a3-3139-473a-8d21-87fdc35e7670) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:16.440297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:16.440888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.469911 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7048f45c-c2a3-4286-85d8-9d8e10cd5b08 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4609179 Feb 19 03:53:16.470226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50472) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:16.474893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1059237114-router', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:16.481049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c49473-f99f-4508-8903-6ce92e09430d None None] Network 2f27b7a3-3139-473a-8d21-87fdc35e7670 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:16.524175 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (dfd0d127-5d60-4543-b54e-01d721078b5a), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.526293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (dfd0d127-5d60-4543-b54e-01d721078b5a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.633702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 8afe62ad-6922-43a9-99a7-4c185b42ab2d completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:53:16.647317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-2f27b7a3-3139-473a-8d21-87fdc35e7670', 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670', 'project_id': '8487e426a0ff45e5a6082b90a9a41457', 'fixed_ips': [{'subnet_id': 'd562c6b3-16a8-4c08-8df8-dc666aac3d22'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:53:16.649446 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.658458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 8afe62ad-6922-43a9-99a7-4c185b42ab2d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:16.658836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.696626 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks [] for router_controller (dfd0d127-5d60-4543-b54e-01d721078b5a), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.921276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 8afe62ad-6922-43a9-99a7-4c185b42ab2d is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:16.921670 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:16.924029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Allocated IP 172.20.0.2 (2f27b7a3-3139-473a-8d21-87fdc35e7670/d562c6b3-16a8-4c08-8df8-dc666aac3d22/76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:16.955523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38fd57-efc1-4e0d-adfd-e45e2f1e942d req-f44e9ae0-f9f4-4c17-b6dc-61c278da43b0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:16.958202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d38fd57-efc1-4e0d-adfd-e45e2f1e942d req-f44e9ae0-f9f4-4c17-b6dc-61c278da43b0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 945 time: 0.2727306 Feb 19 03:53:16.968926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a475a5-6073-4023-849c-378871ee6078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afe62ad-6922-43a9-99a7-4c185b42ab2d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:16.971738 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a15186-b9da-401a-9f76-573393563314" -d '{"events": [{"server_uuid": "a2a475a5-6073-4023-849c-378871ee6078", "name": "network-vif-plugged", "status": "completed", "tag": "8afe62ad-6922-43a9-99a7-4c185b42ab2d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:17.018342 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks [] for router_gateway (dfd0d127-5d60-4543-b54e-01d721078b5a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.030221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8afe62ad-6922-43a9-99a7-4c185b42ab2d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8afe62ad-6922-43a9-99a7-4c185b42ab2d,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:17.041051 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.079289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d38fd57-efc1-4e0d-adfd-e45e2f1e942d req-5af825b6-6e89-4369-bd87-321a1dd954c1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718234 Feb 19 03:53:17.169888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=8afe62ad-6922-43a9-99a7-4c185b42ab2d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:17.220983 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d198021-23f5-43fb-bc3a-8f46c83d40cf x-openstack-request-id: req-0d198021-23f5-43fb-bc3a-8f46c83d40cf {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:17.221282 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a475a5-6073-4023-849c-378871ee6078", "name": "network-vif-plugged", "status": "completed", "tag": "8afe62ad-6922-43a9-99a7-4c185b42ab2d", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:17.221537 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d198021-23f5-43fb-bc3a-8f46c83d40cf {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:17.221958 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a475a5-6073-4023-849c-378871ee6078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'code': 200} Feb 19 03:53:17.252516 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Publish callbacks [] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.262929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.363486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Network 2f27b7a3-3139-473a-8d21-87fdc35e7670 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:17.376455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:17.381982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:17.425685 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks [] for router_gateway (dfd0d127-5d60-4543-b54e-01d721078b5a), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.428048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Pushing event updated for resources: {'Port': ['ID=76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:17.470476 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.505664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Attempting to bind port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:17.508684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Attempting to bind port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '47a6888e-7800-42b3-865b-904e21f7c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:17.508972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Attempting to bind port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 on network 2f27b7a3-3139-473a-8d21-87fdc35e7670 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:17.524191 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:17.524578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Checking segment: {'id': '47a6888e-7800-42b3-865b-904e21f7c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:17.525081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.525501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Bound using segment: {'id': '47a6888e-7800-42b3-865b-904e21f7c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:17.526035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Bound port: 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6888e-7800-42b3-865b-904e21f7c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:17.526423 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.559372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50504) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:17.615781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4e0f9-dff1-48dd-97fb-8e077e12b09d req-425be1ca-f3c8-4e66-9191-20a0532ffe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:17.617432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5b4e0f9-dff1-48dd-97fb-8e077e12b09d req-425be1ca-f3c8-4e66-9191-20a0532ffe93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 1128 time: 0.2836444 Feb 19 03:53:17.630690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] For port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:17.640061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] For port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578,segment=NetworkSegment(47a6888e-7800-42b3-865b-904e21f7c045),segment_id=47a6888e-7800-42b3-865b-904e21f7c045)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:17.648577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.668995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Allocated IP 172.25.4.50 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/adbe9b49-ee94-402f-b024-e43f7da607ce) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:17.742149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5b4e0f9-dff1-48dd-97fb-8e077e12b09d req-c7ab5ff2-7cf1-42d0-8b49-7468e2c5857b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110282 Feb 19 03:53:17.744213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75a460-f960-4bde-9f25-5bdc2391e2bd None None] Pushing event updated for resources: {'Port': ['ID=76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:17.806901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b037aa9c-a13a-4850-b7f3-3ce662c867bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.856096 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks [] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.917254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.934308 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b037aa9c-a13a-4850-b7f3-3ce662c867bc admin admin] Publish callbacks [] for security_group (4826612b-7d8f-4aad-90d2-9f436b44ed6e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.943186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b037aa9c-a13a-4850-b7f3-3ce662c867bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4826612b-7d8f-4aad-90d2-9f436b44ed6e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.009692 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b037aa9c-a13a-4850-b7f3-3ce662c867bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a43cff5775c4cff99f5df6aaf500f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4469779 Feb 19 03:53:18.009692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037aa9c-a13a-4850-b7f3-3ce662c867bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4826612b-7d8f-4aad-90d2-9f436b44ed6e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:18.012142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50522) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:18.021804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Pushing event updated for resources: {'Port': ['ID=adbe9b49-ee94-402f-b024-e43f7da607ce,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:18.037542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:18.044337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:18.047362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:18.078239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1eb0-f032-4b71-9e1b-8a378239973c admin admin] Publish callbacks [] for security_group (4826612b-7d8f-4aad-90d2-9f436b44ed6e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.106676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1eb0-f032-4b71-9e1b-8a378239973c admin admin] Publish callbacks [] for security_group (4826612b-7d8f-4aad-90d2-9f436b44ed6e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.127453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50526) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:18.171751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1eb0-f032-4b71-9e1b-8a378239973c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4826612b-7d8f-4aad-90d2-9f436b44ed6e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.174862 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1eb0-f032-4b71-9e1b-8a378239973c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.179298 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2b4e1eb0-f032-4b71-9e1b-8a378239973c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4826612b-7d8f-4aad-90d2-9f436b44ed6e HTTP/1.1" status: 204 len: 168 time: 0.1629796 Feb 19 03:53:18.205295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e1eb0-f032-4b71-9e1b-8a378239973c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4826612b-7d8f-4aad-90d2-9f436b44ed6e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:18.390084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c80a60-4965-4379-9e7a-afe21eff9c9c req-3fa49874-4f69-46e8-80a5-b3a39d9596d2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:18.397797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0c80a60-4965-4379-9e7a-afe21eff9c9c req-3fa49874-4f69-46e8-80a5-b3a39d9596d2 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 946 time: 0.1254892 Feb 19 03:53:18.512148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0c80a60-4965-4379-9e7a-afe21eff9c9c req-975ef29a-aa8d-4705-8573-e2be0250ba7a tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124995 Feb 19 03:53:18.575390 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c423c65f-bc11-482f-bb2f-2e77592b2b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.596095 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks [] for router_gateway (dfd0d127-5d60-4543-b54e-01d721078b5a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.872058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c423c65f-bc11-482f-bb2f-2e77592b2b98 admin admin] Publish callbacks [] for security_group (15ba5eba-acd1-4d82-80e1-04fa3fbf5af4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.890094 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c423c65f-bc11-482f-bb2f-2e77592b2b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (15ba5eba-acd1-4d82-80e1-04fa3fbf5af4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:18.922424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423c65f-bc11-482f-bb2f-2e77592b2b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba5eba-acd1-4d82-80e1-04fa3fbf5af4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:18.998218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c423c65f-bc11-482f-bb2f-2e77592b2b98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d73ce88d412c4e1ead6c82396138b17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8674741 Feb 19 03:53:18.998631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50544) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:19.005179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (dfd0d127-5d60-4543-b54e-01d721078b5a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.006312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:19.094577 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe006d2f-e77d-41ed-86db-2ce445eaf393 admin admin] Publish callbacks [] for security_group (15ba5eba-acd1-4d82-80e1-04fa3fbf5af4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.139997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe006d2f-e77d-41ed-86db-2ce445eaf393 admin admin] Publish callbacks [] for security_group (15ba5eba-acd1-4d82-80e1-04fa3fbf5af4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.174526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:19.180095 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.186553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb65317-14fa-40a6-9663-da6ce448f531 None None] Network 2f27b7a3-3139-473a-8d21-87fdc35e7670 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:19.248872 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe006d2f-e77d-41ed-86db-2ce445eaf393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (15ba5eba-acd1-4d82-80e1-04fa3fbf5af4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.253265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fe006d2f-e77d-41ed-86db-2ce445eaf393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.254544 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fe006d2f-e77d-41ed-86db-2ce445eaf393 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15ba5eba-acd1-4d82-80e1-04fa3fbf5af4 HTTP/1.1" status: 204 len: 168 time: 0.2548585 Feb 19 03:53:19.267631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe006d2f-e77d-41ed-86db-2ce445eaf393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ba5eba-acd1-4d82-80e1-04fa3fbf5af4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:19.345415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-671ce876-6262-461f-8505-e81443801941 None None] Provisioning complete for port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:19.345922 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-671ce876-6262-461f-8505-e81443801941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.541594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Router dfd0d127-5d60-4543-b54e-01d721078b5a is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:53:19.742540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddc9c4-459c-4170-b229-9f17a6b89509 req-0ffa2c94-d8a6-4004-b1fc-c0ee53c40e0e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:19.744458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08ddc9c4-459c-4170-b229-9f17a6b89509 req-0ffa2c94-d8a6-4004-b1fc-c0ee53c40e0e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 946 time: 0.1105382 Feb 19 03:53:19.774593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:19.775229 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.778960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:19.788631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-671ce876-6262-461f-8505-e81443801941 None None] Current status of the port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:19.788967 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-671ce876-6262-461f-8505-e81443801941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.796188 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Sync routers for ids ['dfd0d127-5d60-4543-b54e-01d721078b5a'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:19.815403 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Routers {'dfd0d127-5d60-4543-b54e-01d721078b5a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:19.816766 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dfd0d127-5d60-4543-b54e-01d721078b5a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:19.821387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08ddc9c4-459c-4170-b229-9f17a6b89509 req-50ac6137-2224-4c62-8869-4f7e1e89859d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620451 Feb 19 03:53:19.831010 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.832644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7dcc900f-7403-4bd2-8baa-be9d59f81c24 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3613865 Feb 19 03:53:19.835684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50570) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:19.844520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578,segment=NetworkSegment(47a6888e-7800-42b3-865b-904e21f7c045),segment_id=47a6888e-7800-42b3-865b-904e21f7c045)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:19.866433 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.936635 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-671ce876-6262-461f-8505-e81443801941 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:53:19.937001 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-671ce876-6262-461f-8505-e81443801941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:53:19.946968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:20.043926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a30e00-554b-4d7e-b5d5-c25b813ff8c8 req-82a6eede-82cc-4219-a722-682f355638ee tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:20.054619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4a30e00-554b-4d7e-b5d5-c25b813ff8c8 req-82a6eede-82cc-4219-a722-682f355638ee tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 946 time: 0.0925806 Feb 19 03:53:20.132506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4a30e00-554b-4d7e-b5d5-c25b813ff8c8 req-c43850a2-9cdd-4026-a0ae-a5edc38035a1 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749526 Feb 19 03:53:20.151803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50580) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:20.172170 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Set router dfd0d127-5d60-4543-b54e-01d721078b5a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:20.232012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8200aba-ee55-4156-adfa-1e17b3fa088c tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:20.236809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e8200aba-ee55-4156-adfa-1e17b3fa088c tempest-TestNetworkBasicOps-2052295948 tempest-TestNetworkBasicOps-2052295948-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 1123 time: 0.0830417 Feb 19 03:53:20.237504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50582) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:20.242142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:20.272649 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.493286 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.499131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-671ce876-6262-461f-8505-e81443801941 None None] Current status of the port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:20.572343 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'name': 'tempest-ImageQuotaTest-1059237114-router', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:16Z', 'updated_at': '2022-02-19T03:53:18Z', 'revision_number': 3, 'project_id': '8487e426a0ff45e5a6082b90a9a41457', 'gw_port': {'id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:27:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:17Z', 'updated_at': '2022-02-19T03:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:20.612101 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Checking router: dfd0d127-5d60-4543-b54e-01d721078b5a for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:20.612867 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Updating router dfd0d127-5d60-4543-b54e-01d721078b5a port adbe9b49-ee94-402f-b024-e43f7da607ce binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:53:20.626160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c62e9ff5-dd98-4341-8a93-5aab65515014 None None] Provisioning complete for port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:20.626540 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c62e9ff5-dd98-4341-8a93-5aab65515014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.644937 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.683202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Allocated IP 172.25.4.31 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/2bfe326b-8134-4a58-a495-af5763a441c3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:20.693525 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.776611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c62e9ff5-dd98-4341-8a93-5aab65515014 None None] Current status of the port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:20.907541 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (2bfe326b-8134-4a58-a495-af5763a441c3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.914699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:20.960179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2bfe326b-8134-4a58-a495-af5763a441c3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.990266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Allocated IP 172.20.0.1 (2f27b7a3-3139-473a-8d21-87fdc35e7670/d562c6b3-16a8-4c08-8df8-dc666aac3d22/cb19be5b-6081-4af8-a9f9-a0ef2634ace4) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:20.994250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:20.995081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.079818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:21.087875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:21.093604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:21.155193 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Publish callbacks [] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.164144 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.184345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=2bfe326b-8134-4a58-a495-af5763a441c3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:21.231830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:21.259044 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Pushing event updated for resources: {'Port': ['ID=adbe9b49-ee94-402f-b024-e43f7da607ce,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:21.266932 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Publish callbacks [] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.270005 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Attempting to bind port adbe9b49-ee94-402f-b024-e43f7da607ce on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:21.270489 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Attempting to bind port adbe9b49-ee94-402f-b024-e43f7da607ce by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:21.271104 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Attempting to bind port adbe9b49-ee94-402f-b024-e43f7da607ce on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:21.281873 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.282520 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.283029 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.283482 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.283914 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.284427 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.284887 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.285398 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.285906 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.286335 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.286765 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.287321 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.287989 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:21.299238 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:21.299820 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:21.300997 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.301546 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:21.302458 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Bound port: adbe9b49-ee94-402f-b024-e43f7da607ce, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:21.303049 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.319087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.392612 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] For port adbe9b49-ee94-402f-b024-e43f7da607ce, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:21.397037 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] For port adbe9b49-ee94-402f-b024-e43f7da607ce, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=adbe9b49-ee94-402f-b024-e43f7da607ce,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:21.405944 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.444827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Network 2f27b7a3-3139-473a-8d21-87fdc35e7670 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:21.458558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:21.480056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:21.526024 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd999e-2d99-4f16-a73d-9bbd4196360b None None] Pushing event updated for resources: {'Port': ['ID=adbe9b49-ee94-402f-b024-e43f7da607ce,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:21.537494 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Routers {'dfd0d127-5d60-4543-b54e-01d721078b5a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:21.538480 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dfd0d127-5d60-4543-b54e-01d721078b5a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:21.607241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (dfd0d127-5d60-4543-b54e-01d721078b5a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.684733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for floatingip (be3d74c4-de0a-452b-882b-f39d9e6f74f7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.694423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Pushing event updated for resources: {'Port': ['ID=cb19be5b-6081-4af8-a9f9-a0ef2634ace4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:21.705244 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] Set router dfd0d127-5d60-4543-b54e-01d721078b5a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:21.856503 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2bfe326b-8134-4a58-a495-af5763a441c3), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.870327 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.884307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50624) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:21.914878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0f90a0ad-95fe-4d62-86d1-25fc8a734488 None None] Provisioning complete for port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:21.915459 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0f90a0ad-95fe-4d62-86d1-25fc8a734488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:21.988424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0f90a0ad-95fe-4d62-86d1-25fc8a734488 None None] Port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:22.026416 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'name': 'tempest-ImageQuotaTest-1059237114-router', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:16Z', 'updated_at': '2022-02-19T03:53:18Z', 'revision_number': 3, 'project_id': '8487e426a0ff45e5a6082b90a9a41457', 'gw_port': {'id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:27:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:17Z', 'updated_at': '2022-02-19T03:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:22.080180 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952b2d8-4d73-4be4-89f0-0c599ef92e79 None None] The sync data for ids ['dfd0d127-5d60-4543-b54e-01d721078b5a'] in n-d-826756-2 is: [{'id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'name': 'tempest-ImageQuotaTest-1059237114-router', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:16Z', 'updated_at': '2022-02-19T03:53:18Z', 'revision_number': 3, 'project_id': '8487e426a0ff45e5a6082b90a9a41457', 'gw_port': {'id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:27:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:17Z', 'updated_at': '2022-02-19T03:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:22.136721 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for port (2bfe326b-8134-4a58-a495-af5763a441c3), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.147439 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2bfe326b-8134-4a58-a495-af5763a441c3), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.217323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event updated for resources: {'Port': ['ID=2bfe326b-8134-4a58-a495-af5763a441c3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:22.265029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (be3d74c4-de0a-452b-882b-f39d9e6f74f7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.312951 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a971c19-7b59-4239-88ef-dac0620abd85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.401194 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Floating IP be3d74c4-de0a-452b-882b-f39d9e6f74f7 associated. External IP: 172.25.4.31, port: 8afe62ad-6922-43a9-99a7-4c185b42ab2d. Feb 19 03:53:22.453273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Publish callbacks [] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.459227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.487856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a971c19-7b59-4239-88ef-dac0620abd85 admin admin] Publish callbacks [] for security_group (035f89b3-ae69-49d0-b48e-dff145380446), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.516707 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a971c19-7b59-4239-88ef-dac0620abd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (035f89b3-ae69-49d0-b48e-dff145380446), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.530896 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.547962 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7a971c19-7b59-4239-88ef-dac0620abd85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7585df516092440a97fcd2cdedd73340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6591883 Feb 19 03:53:22.549263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50630) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:22.582805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Pushing event updated for resources: {'Port': ['ID=cb19be5b-6081-4af8-a9f9-a0ef2634ace4,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:22.585400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (dfd0d127-5d60-4543-b54e-01d721078b5a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.599075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a971c19-7b59-4239-88ef-dac0620abd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035f89b3-ae69-49d0-b48e-dff145380446,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:22.677371 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a1db836-474a-4eff-8066-20638cc6246a admin admin] Publish callbacks [] for security_group (035f89b3-ae69-49d0-b48e-dff145380446), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.720030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Network 2f27b7a3-3139-473a-8d21-87fdc35e7670 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:22.721436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:22.765546 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a1db836-474a-4eff-8066-20638cc6246a admin admin] Publish callbacks [] for security_group (035f89b3-ae69-49d0-b48e-dff145380446), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.864364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router 12bf8238-7153-494b-9ba9-54a1448316e5 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:53:22.943781 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a1db836-474a-4eff-8066-20638cc6246a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (035f89b3-ae69-49d0-b48e-dff145380446), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.953544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a1db836-474a-4eff-8066-20638cc6246a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.958064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2a1db836-474a-4eff-8066-20638cc6246a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/035f89b3-ae69-49d0-b48e-dff145380446 HTTP/1.1" status: 204 len: 168 time: 0.4056129 Feb 19 03:53:22.958230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Router dfd0d127-5d60-4543-b54e-01d721078b5a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:53:22.963653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device adbe9b49-ee94-402f-b024-e43f7da607ce up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:22.985490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1db836-474a-4eff-8066-20638cc6246a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035f89b3-ae69-49d0-b48e-dff145380446,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:23.071030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port adbe9b49-ee94-402f-b024-e43f7da607ce triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:23.072171 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.156581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1265c9ab-b694-4e62-ad9b-cc33d54caa80 None None] Provisioning complete for port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:23.157159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1265c9ab-b694-4e62-ad9b-cc33d54caa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.207167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:23.221180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] Sync routers for ids ['12bf8238-7153-494b-9ba9-54a1448316e5'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:23.242211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.250090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1265c9ab-b694-4e62-ad9b-cc33d54caa80 None None] Port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:23.279947 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:23.304752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fc1236de-1f8b-4217-b324-560bab74d82f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0660913 Feb 19 03:53:23.305357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a475a5-6073-4023-849c-378871ee6078', 'tag': '8afe62ad-6922-43a9-99a7-4c185b42ab2d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:23.305929 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c7f1062c-1909-4105-9836-9383b4a39c2d admin admin] 10.222.0.42 "PUT /v2.0/routers/dfd0d127-5d60-4543-b54e-01d721078b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4686832 Feb 19 03:53:23.309198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:23.316870 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a475a5-6073-4023-849c-378871ee6078", "tag": "8afe62ad-6922-43a9-99a7-4c185b42ab2d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:23.354014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] Routers {'12bf8238-7153-494b-9ba9-54a1448316e5'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:23.354985 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['12bf8238-7153-494b-9ba9-54a1448316e5'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:23.360760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port adbe9b49-ee94-402f-b024-e43f7da607ce is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:23.361557 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.370706 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc4050d-93a8-446f-90c9-d91ce2873617 x-openstack-request-id: req-7fc4050d-93a8-446f-90c9-d91ce2873617 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:23.371302 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a475a5-6073-4023-849c-378871ee6078", "tag": "8afe62ad-6922-43a9-99a7-4c185b42ab2d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:23.371302 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fc4050d-93a8-446f-90c9-d91ce2873617 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:23.371661 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a475a5-6073-4023-849c-378871ee6078', 'tag': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'status': 'completed', 'code': 200} Feb 19 03:53:23.464680 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e9f716ae-ea93-4ab4-bf9b-ec436fba1be0 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/floatingips/be3d74c4-de0a-452b-882b-f39d9e6f74f7 HTTP/1.1" status: 200 len: 991 time: 0.1528203 Feb 19 03:53:23.506307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-5f8d8c17-a87c-48ba-9160-329c7c37edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:23.512028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-5f8d8c17-a87c-48ba-9160-329c7c37edd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 1128 time: 0.0943944 Feb 19 03:53:23.515619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port adbe9b49-ee94-402f-b024-e43f7da607ce, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=adbe9b49-ee94-402f-b024-e43f7da607ce,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:23.526999 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.650784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] Set router 12bf8238-7153-494b-9ba9-54a1448316e5 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:23.653209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=adbe9b49-ee94-402f-b024-e43f7da607ce,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:23.678796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-cec96891-d8b8-49ec-a60d-684dd9cdd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:23.680563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-cec96891-d8b8-49ec-a60d-684dd9cdd2f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=15c0260a-9fc7-45ef-a4eb-426dfde35534 HTTP/1.1" status: 200 len: 898 time: 0.1489003 Feb 19 03:53:23.813901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-439380de-0a70-49da-9d21-2f97bc1beb7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afe62ad-6922-43a9-99a7-4c185b42ab2d HTTP/1.1" status: 200 len: 999 time: 0.1241524 Feb 19 03:53:23.914935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-a8f04073-9690-4280-8160-a53536286e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:23.919367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-a8f04073-9690-4280-8160-a53536286e22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=828ea6b4-4999-4de2-a227-3bf56f05e18a HTTP/1.1" status: 200 len: 834 time: 0.0979238 Feb 19 03:53:24.042890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-59420b3d-6372-4e53-b93a-512861feead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:24.049303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-59420b3d-6372-4e53-b93a-512861feead6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15c0260a-9fc7-45ef-a4eb-426dfde35534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1201458 Feb 19 03:53:24.077329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be3d74c4-de0a-452b-882b-f39d9e6f74f7', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'port_id': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'mac_address': 'fa:16:3e:ef:d8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a475a5-6073-4023-849c-378871ee6078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:53:21Z', 'updated_at': '2022-02-19T03:53:21Z', 'revision_number': 0, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ff8d20-106d-4cfc-a7d0-554abaa446c2', 'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:c9:47:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:55Z', 'updated_at': '2022-02-19T03:53:02Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:24.153975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] Checking router: 12bf8238-7153-494b-9ba9-54a1448316e5 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:24.173276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] Routers {'12bf8238-7153-494b-9ba9-54a1448316e5'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:24.173276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['12bf8238-7153-494b-9ba9-54a1448316e5'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:24.284577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-599297e9-adfb-4560-b873-923f712d0f7a service neutron] 10.222.0.37 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294343 Feb 19 03:53:24.314046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] Set router 12bf8238-7153-494b-9ba9-54a1448316e5 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:24.435847 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac04dccc-4cdd-4217-8b76-e2faa93a6d0e req-961b8c40-ccfb-4885-973b-b5638f9e96a7 service neutron] 10.222.0.37 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407149 Feb 19 03:53:24.467553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50690) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:24.557832 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6beec922-66c5-461c-acb6-420c4f3ceb3c tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/floatingips/be3d74c4-de0a-452b-882b-f39d9e6f74f7 HTTP/1.1" status: 200 len: 991 time: 0.0867593 Feb 19 03:53:24.685609 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Sync routers for ids ['dfd0d127-5d60-4543-b54e-01d721078b5a'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:24.716403 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Routers {'dfd0d127-5d60-4543-b54e-01d721078b5a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:24.717544 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dfd0d127-5d60-4543-b54e-01d721078b5a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:24.741729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be3d74c4-de0a-452b-882b-f39d9e6f74f7', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'port_id': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'mac_address': 'fa:16:3e:ef:d8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a475a5-6073-4023-849c-378871ee6078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:53:21Z', 'updated_at': '2022-02-19T03:53:21Z', 'revision_number': 0, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ff8d20-106d-4cfc-a7d0-554abaa446c2', 'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:c9:47:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:55Z', 'updated_at': '2022-02-19T03:53:02Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:24.778468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9a2fa8-5388-4fab-a8ed-3e882e084a70 None None] The sync data for ids ['12bf8238-7153-494b-9ba9-54a1448316e5'] in n-d-826756-2 is: [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be3d74c4-de0a-452b-882b-f39d9e6f74f7', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'port_id': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'mac_address': 'fa:16:3e:ef:d8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a475a5-6073-4023-849c-378871ee6078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:53:21Z', 'updated_at': '2022-02-19T03:53:21Z', 'revision_number': 0, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ff8d20-106d-4cfc-a7d0-554abaa446c2', 'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:c9:47:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:55Z', 'updated_at': '2022-02-19T03:53:02Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:24.882169 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Set router dfd0d127-5d60-4543-b54e-01d721078b5a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:24.899018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device adbe9b49-ee94-402f-b024-e43f7da607ce up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:25.003241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port adbe9b49-ee94-402f-b024-e43f7da607ce triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:25.003944 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.149273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port adbe9b49-ee94-402f-b024-e43f7da607ce is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:25.162157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50718) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:25.211675 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'name': 'tempest-ImageQuotaTest-1059237114-router', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:16Z', 'updated_at': '2022-02-19T03:53:21Z', 'revision_number': 4, 'project_id': '8487e426a0ff45e5a6082b90a9a41457', 'gw_port': {'id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:17Z', 'updated_at': '2022-02-19T03:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'cb19be5b-6081-4af8-a9f9-a0ef2634ace4', 'name': '', 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'mac_address': 'fa:16:3e:c9:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd562c6b3-16a8-4c08-8df8-dc666aac3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:20Z', 'updated_at': '2022-02-19T03:53:21Z', 'revision_number': 2, 'project_id': '8487e426a0ff45e5a6082b90a9a41457', 'subnets': [{'id': 'd562c6b3-16a8-4c08-8df8-dc666aac3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:25.232111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6dbc5-3570-477e-a6f5-e224a112ea9d None None] New status for floating IP be3d74c4-de0a-452b-882b-f39d9e6f74f7: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:53:25.252002 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Checking router: dfd0d127-5d60-4543-b54e-01d721078b5a for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:25.252362 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Updating router dfd0d127-5d60-4543-b54e-01d721078b5a port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:53:25.284770 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.559957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50750) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:25.682398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c7848011-29b6-4f44-8008-aa1e27c8bfec tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/floatingips/be3d74c4-de0a-452b-882b-f39d9e6f74f7 HTTP/1.1" status: 200 len: 993 time: 0.1212747 Feb 19 03:53:25.697828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (dfd0d127-5d60-4543-b54e-01d721078b5a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.720013 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Publish callbacks [] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.730843 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.788458 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c1857-5819-40f5-800a-95b5a900e6b1 None None] Pushing event updated for resources: {'Port': ['ID=cb19be5b-6081-4af8-a9f9-a0ef2634ace4,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:25.845822 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Attempting to bind port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:25.845822 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Attempting to bind port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '47a6888e-7800-42b3-865b-904e21f7c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:25.846321 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Attempting to bind port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 on network 2f27b7a3-3139-473a-8d21-87fdc35e7670 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:25.855995 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:25.856834 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Checking segment: {'id': '47a6888e-7800-42b3-865b-904e21f7c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:25.856834 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:25.857169 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Bound using segment: {'id': '47a6888e-7800-42b3-865b-904e21f7c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:25.859228 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Bound port: cb19be5b-6081-4af8-a9f9-a0ef2634ace4, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6888e-7800-42b3-865b-904e21f7c045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:25.859830 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.075508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] Deleting port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:26.076020 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.094508 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] For port cb19be5b-6081-4af8-a9f9-a0ef2634ace4, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:26.102008 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] For port cb19be5b-6081-4af8-a9f9-a0ef2634ace4, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cb19be5b-6081-4af8-a9f9-a0ef2634ace4,segment=NetworkSegment(47a6888e-7800-42b3-865b-904e21f7c045),segment_id=47a6888e-7800-42b3-865b-904e21f7c045)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:26.117209 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.189250 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Routers {'dfd0d127-5d60-4543-b54e-01d721078b5a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:26.190559 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dfd0d127-5d60-4543-b54e-01d721078b5a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:26.216402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] For port cb19be5b-6081-4af8-a9f9-a0ef2634ace4, host n-d-826756-2, got binding levels [] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:26.217294 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.220090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8ccb563e-9917-4649-adf1-b9c20a315754 None None] Provisioning complete for port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:26.220582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8ccb563e-9917-4649-adf1-b9c20a315754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.229180 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c1857-5819-40f5-800a-95b5a900e6b1 None None] Pushing event updated for resources: {'Port': ['ID=cb19be5b-6081-4af8-a9f9-a0ef2634ace4,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:26.244627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] Calling delete_port for cb19be5b-6081-4af8-a9f9-a0ef2634ace4 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:26.456546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb563e-9917-4649-adf1-b9c20a315754 None None] Current status of the port cb19be5b-6081-4af8-a9f9-a0ef2634ace4 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:26.457240 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8ccb563e-9917-4649-adf1-b9c20a315754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.470053 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] Set router dfd0d127-5d60-4543-b54e-01d721078b5a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:26.513783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8ccb563e-9917-4649-adf1-b9c20a315754 None None] For port cb19be5b-6081-4af8-a9f9-a0ef2634ace4, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cb19be5b-6081-4af8-a9f9-a0ef2634ace4,segment=NetworkSegment(47a6888e-7800-42b3-865b-904e21f7c045),segment_id=47a6888e-7800-42b3-865b-904e21f7c045)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:26.519476 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8ccb563e-9917-4649-adf1-b9c20a315754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.595810 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (cb19be5b-6081-4af8-a9f9-a0ef2634ace4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.633048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb563e-9917-4649-adf1-b9c20a315754 None None] Pushing event updated for resources: {'Port': ['ID=cb19be5b-6081-4af8-a9f9-a0ef2634ace4,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:26.641590 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb19be5b-6081-4af8-a9f9-a0ef2634ace4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:26.659093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a2b8f6e8-a8a2-46f8-8edf-3fd05070ec53 None None] Could not find standard attr ID for object cb19be5b-6081-4af8-a9f9-a0ef2634ace4. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:53:26.836407 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'name': 'tempest-ImageQuotaTest-1059237114-router', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:16Z', 'updated_at': '2022-02-19T03:53:21Z', 'revision_number': 4, 'project_id': '8487e426a0ff45e5a6082b90a9a41457', 'gw_port': {'id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:17Z', 'updated_at': '2022-02-19T03:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'cb19be5b-6081-4af8-a9f9-a0ef2634ace4', 'name': '', 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'mac_address': 'fa:16:3e:c9:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd562c6b3-16a8-4c08-8df8-dc666aac3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:20Z', 'updated_at': '2022-02-19T03:53:26Z', 'revision_number': 4, 'project_id': '8487e426a0ff45e5a6082b90a9a41457', 'subnets': [{'id': 'd562c6b3-16a8-4c08-8df8-dc666aac3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:26.875302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (dfd0d127-5d60-4543-b54e-01d721078b5a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.907851 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5341a1-c30c-452a-bef0-d9e0e0d34105 None None] The sync data for ids ['dfd0d127-5d60-4543-b54e-01d721078b5a'] in n-d-826756-2 is: [{'id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'name': 'tempest-ImageQuotaTest-1059237114-router', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:53:16Z', 'updated_at': '2022-02-19T03:53:21Z', 'revision_number': 4, 'project_id': '8487e426a0ff45e5a6082b90a9a41457', 'gw_port': {'id': 'adbe9b49-ee94-402f-b024-e43f7da607ce', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:17Z', 'updated_at': '2022-02-19T03:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'cb19be5b-6081-4af8-a9f9-a0ef2634ace4', 'name': '', 'network_id': '2f27b7a3-3139-473a-8d21-87fdc35e7670', 'tenant_id': '8487e426a0ff45e5a6082b90a9a41457', 'mac_address': 'fa:16:3e:c9:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd0d127-5d60-4543-b54e-01d721078b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd562c6b3-16a8-4c08-8df8-dc666aac3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:53:20Z', 'updated_at': '2022-02-19T03:53:26Z', 'revision_number': 4, 'project_id': '8487e426a0ff45e5a6082b90a9a41457', 'subnets': [{'id': 'd562c6b3-16a8-4c08-8df8-dc666aac3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:27.209967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] Router dfd0d127-5d60-4543-b54e-01d721078b5a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:53:27.359789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:27.373032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50854) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:27.373608 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-40484e01-d07d-40ed-8c9c-a24c3951a655 admin admin] 10.222.0.42 "PUT /v2.0/routers/dfd0d127-5d60-4543-b54e-01d721078b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2099757 Feb 19 03:53:27.512737 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Publish callbacks [] for router (dfd0d127-5d60-4543-b54e-01d721078b5a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.676727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Publish callbacks [] for router_gateway (dfd0d127-5d60-4543-b54e-01d721078b5a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.742013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Deleting port adbe9b49-ee94-402f-b024-e43f7da607ce {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:27.742545 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.839377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] For port adbe9b49-ee94-402f-b024-e43f7da607ce, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=adbe9b49-ee94-402f-b024-e43f7da607ce,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:27.839769 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:27.854067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Calling delete_port for adbe9b49-ee94-402f-b024-e43f7da607ce owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:28.337071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50914) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:28.394670 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (adbe9b49-ee94-402f-b024-e43f7da607ce), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.432180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=adbe9b49-ee94-402f-b024-e43f7da607ce,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:28.508561 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d498797d-a6c5-49a7-9d3b-f6784a62f35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.529900 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (dfd0d127-5d60-4543-b54e-01d721078b5a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.609773 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d498797d-a6c5-49a7-9d3b-f6784a62f35f admin admin] Publish callbacks [] for security_group (b7b4607c-73ad-4003-bc41-3ae98921a97d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.616953 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d498797d-a6c5-49a7-9d3b-f6784a62f35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b7b4607c-73ad-4003-bc41-3ae98921a97d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.637229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (dfd0d127-5d60-4543-b54e-01d721078b5a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.640155 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Publish callbacks [] for router_controller (dfd0d127-5d60-4543-b54e-01d721078b5a), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.655861 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71a976-cfde-4c8b-a5a3-15a0aef31630 None None] Sync routers for ids ['dfd0d127-5d60-4543-b54e-01d721078b5a'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:28.658624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498797d-a6c5-49a7-9d3b-f6784a62f35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b4607c-73ad-4003-bc41-3ae98921a97d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:28.666345 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d498797d-a6c5-49a7-9d3b-f6784a62f35f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41badd589a5b416188abcb40b0100603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3259320 Feb 19 03:53:28.666606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50930) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:28.682036 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71a976-cfde-4c8b-a5a3-15a0aef31630 None None] Routers {'dfd0d127-5d60-4543-b54e-01d721078b5a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:28.686944 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5a71a976-cfde-4c8b-a5a3-15a0aef31630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dfd0d127-5d60-4543-b54e-01d721078b5a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:28.699881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (dfd0d127-5d60-4543-b54e-01d721078b5a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.701750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfd0d127-5d60-4543-b54e-01d721078b5a {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:53:28.708036 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.710473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3b913c78-f862-49f1-a0e1-2718ad75fca6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dfd0d127-5d60-4543-b54e-01d721078b5a HTTP/1.1" status: 204 len: 168 time: 1.3356206 Feb 19 03:53:28.713128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50932) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:28.746357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9bae-69b4-42af-bdfc-c21dfbec7ab2 admin admin] Publish callbacks [] for security_group (b7b4607c-73ad-4003-bc41-3ae98921a97d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.753315 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5a71a976-cfde-4c8b-a5a3-15a0aef31630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:28.762605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dd78f1-fbac-4906-b732-739f79d81b66 admin admin] Deleting subnet d562c6b3-16a8-4c08-8df8-dc666aac3d22 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:53:28.763600 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71a976-cfde-4c8b-a5a3-15a0aef31630 None None] Routers set() bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:28.764045 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71a976-cfde-4c8b-a5a3-15a0aef31630 None None] Router IDs set() for agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 03:53:28.764867 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_agentschedulers_db [None req-5a71a976-cfde-4c8b-a5a3-15a0aef31630 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dfd0d127-5d60-4543-b54e-01d721078b5a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent'). {{(pid=103618) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 03:53:28.765320 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71a976-cfde-4c8b-a5a3-15a0aef31630 None None] The sync data for ids ['dfd0d127-5d60-4543-b54e-01d721078b5a'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:28.766126 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9dd78f1-fbac-4906-b732-739f79d81b66 admin admin] Publish callbacks [] for subnet (d562c6b3-16a8-4c08-8df8-dc666aac3d22), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.771397 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9bae-69b4-42af-bdfc-c21dfbec7ab2 admin admin] Publish callbacks [] for security_group (b7b4607c-73ad-4003-bc41-3ae98921a97d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.833002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9dd78f1-fbac-4906-b732-739f79d81b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (d562c6b3-16a8-4c08-8df8-dc666aac3d22), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.858737 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9bae-69b4-42af-bdfc-c21dfbec7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b7b4607c-73ad-4003-bc41-3ae98921a97d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.867225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae3d9bae-69b4-42af-bdfc-c21dfbec7ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.871516 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ae3d9bae-69b4-42af-bdfc-c21dfbec7ab2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7b4607c-73ad-4003-bc41-3ae98921a97d HTTP/1.1" status: 204 len: 168 time: 0.2008235 Feb 19 03:53:28.890084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d9bae-69b4-42af-bdfc-c21dfbec7ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b4607c-73ad-4003-bc41-3ae98921a97d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:28.926751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9dd78f1-fbac-4906-b732-739f79d81b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (d562c6b3-16a8-4c08-8df8-dc666aac3d22), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:28.983423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device cb19be5b-6081-4af8-a9f9-a0ef2634ace4 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:29.013223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: cb19be5b-6081-4af8-a9f9-a0ef2634ace4 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:29.013423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9dd78f1-fbac-4906-b732-739f79d81b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (d562c6b3-16a8-4c08-8df8-dc666aac3d22), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.013570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device cb19be5b-6081-4af8-a9f9-a0ef2634ace4 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:29.041427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd78f1-fbac-4906-b732-739f79d81b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d562c6b3-16a8-4c08-8df8-dc666aac3d22,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:29.049743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9dd78f1-fbac-4906-b732-739f79d81b66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.054241 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c9dd78f1-fbac-4906-b732-739f79d81b66 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d562c6b3-16a8-4c08-8df8-dc666aac3d22 HTTP/1.1" status: 204 len: 168 time: 0.3392935 Feb 19 03:53:29.054562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a89a456-b9f9-4f8e-932a-4f337d750b73 None None] Network 2f27b7a3-3139-473a-8d21-87fdc35e7670 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:29.057224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50950) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:29.157079 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (2f27b7a3-3139-473a-8d21-87fdc35e7670), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.234208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Deleting port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:29.234556 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.302428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] For port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578,segment=NetworkSegment(47a6888e-7800-42b3-865b-904e21f7c045),segment_id=47a6888e-7800-42b3-865b-904e21f7c045)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:29.302800 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.319158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Calling delete_port for 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:29.413066 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.452582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:29.463355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] No DVR routers for this DVR port 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:29.479245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce8d9a-43a3-4666-85b0-9f67cde2b5ab None None] DHCP port deletion for 2f27b7a3-3139-473a-8d21-87fdc35e7670 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:53:29.565545 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (2f27b7a3-3139-473a-8d21-87fdc35e7670), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.600140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f27b7a3-3139-473a-8d21-87fdc35e7670']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:29.616970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a6888e-7800-42b3-865b-904e21f7c045') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:29.617292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a6888e-7800-42b3-865b-904e21f7c045') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:29.628295 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (47a6888e-7800-42b3-865b-904e21f7c045), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.634422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-ba889807-ed20-4d5c-a296-e8d84f493cbe req-aadd66f6-207a-4e9a-afb3-fb04228d52a6 service neutron] (103615) timed out ('10.222.0.71', 61309) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:53:29.642917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (47a6888e-7800-42b3-865b-904e21f7c045), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.654569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:53:29.654969 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (47a6888e-7800-42b3-865b-904e21f7c045), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:53:29.656648 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:53:29.732395 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (2f27b7a3-3139-473a-8d21-87fdc35e7670), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.738966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:29.744609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2f27b7a3-3139-473a-8d21-87fdc35e7670 HTTP/1.1" status: 204 len: 168 time: 0.6842291 Feb 19 03:53:29.783724 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc1e10-22cd-4473-8e63-64f92e5c3573 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f27b7a3-3139-473a-8d21-87fdc35e7670,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:29.934666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 50984) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:29.978358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 50986) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:29.978894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-76751ed0-984b-40de-b813-bd8b5a347317 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8487e426a0ff45e5a6082b90a9a41457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430255 Feb 19 03:53:30.031438 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb66f0b-2226-4601-b339-4e8c505167e1 admin admin] Publish callbacks [] for security_group (d4acdfef-4fba-4dde-9f07-330955bff306), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.054254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb66f0b-2226-4601-b339-4e8c505167e1 admin admin] Publish callbacks [] for security_group (d4acdfef-4fba-4dde-9f07-330955bff306), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.108989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb66f0b-2226-4601-b339-4e8c505167e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (d4acdfef-4fba-4dde-9f07-330955bff306), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.112927 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5eb66f0b-2226-4601-b339-4e8c505167e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.114250 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5eb66f0b-2226-4601-b339-4e8c505167e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4acdfef-4fba-4dde-9f07-330955bff306 HTTP/1.1" status: 204 len: 168 time: 0.1334908 Feb 19 03:53:30.123445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb66f0b-2226-4601-b339-4e8c505167e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4acdfef-4fba-4dde-9f07-330955bff306,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:30.504053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51004) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:30.518742 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30863052-c323-43d3-8a2b-44e65b71f1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.606187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30863052-c323-43d3-8a2b-44e65b71f1b5 admin admin] Publish callbacks [] for security_group (3682281c-2675-414b-85a8-6327d50fc5fb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.610288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-30863052-c323-43d3-8a2b-44e65b71f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3682281c-2675-414b-85a8-6327d50fc5fb), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.649247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30863052-c323-43d3-8a2b-44e65b71f1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3682281c-2675-414b-85a8-6327d50fc5fb,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:30.654751 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-30863052-c323-43d3-8a2b-44e65b71f1b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1495960 Feb 19 03:53:30.657634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51012) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:30.722014 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac68150-dfb3-4e5d-a410-b57591b7b925 admin admin] Publish callbacks [] for security_group (3682281c-2675-414b-85a8-6327d50fc5fb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.747343 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac68150-dfb3-4e5d-a410-b57591b7b925 admin admin] Publish callbacks [] for security_group (3682281c-2675-414b-85a8-6327d50fc5fb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.801361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac68150-dfb3-4e5d-a410-b57591b7b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3682281c-2675-414b-85a8-6327d50fc5fb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.804964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7ac68150-dfb3-4e5d-a410-b57591b7b925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:30.808469 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7ac68150-dfb3-4e5d-a410-b57591b7b925 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3682281c-2675-414b-85a8-6327d50fc5fb HTTP/1.1" status: 204 len: 168 time: 0.1498692 Feb 19 03:53:30.827624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac68150-dfb3-4e5d-a410-b57591b7b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3682281c-2675-414b-85a8-6327d50fc5fb,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:30.889337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:30.914628 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:30.915368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 76f6be19-51c9-4e0a-9d6c-1f2a1a7b1578 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:30.916074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device adbe9b49-ee94-402f-b024-e43f7da607ce no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:30.940234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: adbe9b49-ee94-402f-b024-e43f7da607ce {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:30.940752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device adbe9b49-ee94-402f-b024-e43f7da607ce not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:34.977318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51324) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:35.092112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26a2f6de-28e1-4c2d-b14e-296192f9daa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.169112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26a2f6de-28e1-4c2d-b14e-296192f9daa9 admin admin] Publish callbacks [] for security_group (7b5a7749-de38-4517-b8f4-764e7b9de206), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.173638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-26a2f6de-28e1-4c2d-b14e-296192f9daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7b5a7749-de38-4517-b8f4-764e7b9de206), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.208457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2f6de-28e1-4c2d-b14e-296192f9daa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5a7749-de38-4517-b8f4-764e7b9de206,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:35.227160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51328) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:35.227698 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-26a2f6de-28e1-4c2d-b14e-296192f9daa9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a5887226044401a85140a087ab84b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2474918 Feb 19 03:53:35.279694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e84924d-fa20-4286-8306-14157972696b admin admin] Publish callbacks [] for security_group (7b5a7749-de38-4517-b8f4-764e7b9de206), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.301647 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e84924d-fa20-4286-8306-14157972696b admin admin] Publish callbacks [] for security_group (7b5a7749-de38-4517-b8f4-764e7b9de206), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.355556 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e84924d-fa20-4286-8306-14157972696b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7b5a7749-de38-4517-b8f4-764e7b9de206), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.357962 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e84924d-fa20-4286-8306-14157972696b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.359130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7e84924d-fa20-4286-8306-14157972696b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b5a7749-de38-4517-b8f4-764e7b9de206 HTTP/1.1" status: 204 len: 168 time: 0.1309640 Feb 19 03:53:35.367100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84924d-fa20-4286-8306-14157972696b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5a7749-de38-4517-b8f4-764e7b9de206,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:36.335052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.474987 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51398) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:36.588006 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cdf6bc8-c4ba-4758-b8af-e4527065413b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.665309 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cdf6bc8-c4ba-4758-b8af-e4527065413b admin admin] Publish callbacks [] for security_group (2d76b48c-1846-4f9e-86c8-069495a3cbfb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.670504 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cdf6bc8-c4ba-4758-b8af-e4527065413b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2d76b48c-1846-4f9e-86c8-069495a3cbfb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.708240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf6bc8-c4ba-4758-b8af-e4527065413b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d76b48c-1846-4f9e-86c8-069495a3cbfb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:36.712436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1cdf6bc8-c4ba-4758-b8af-e4527065413b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d70598743d374d1b97ce425e4579655b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364478 Feb 19 03:53:36.715309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51402) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:36.763351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3bc5c6a9-e57e-4ac6-893d-a592c80eac0b admin admin] Publish callbacks [] for security_group (2d76b48c-1846-4f9e-86c8-069495a3cbfb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.784368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3bc5c6a9-e57e-4ac6-893d-a592c80eac0b admin admin] Publish callbacks [] for security_group (2d76b48c-1846-4f9e-86c8-069495a3cbfb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.831751 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3bc5c6a9-e57e-4ac6-893d-a592c80eac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2d76b48c-1846-4f9e-86c8-069495a3cbfb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.834385 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3bc5c6a9-e57e-4ac6-893d-a592c80eac0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.838007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3bc5c6a9-e57e-4ac6-893d-a592c80eac0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d76b48c-1846-4f9e-86c8-069495a3cbfb HTTP/1.1" status: 204 len: 168 time: 0.1193495 Feb 19 03:53:36.843439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5c6a9-e57e-4ac6-893d-a592c80eac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d76b48c-1846-4f9e-86c8-069495a3cbfb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:38.285523 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e04adc31-ef59-46d7-ae21-a3dc2be8c093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.514085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51522) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:38.629928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf948-1745-4f1b-a880-18a636791d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.711734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf948-1745-4f1b-a880-18a636791d1a admin admin] Publish callbacks [] for security_group (0fcaeb02-65fb-4e12-b93e-730f706f4559), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.716910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbdcf948-1745-4f1b-a880-18a636791d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0fcaeb02-65fb-4e12-b93e-730f706f4559), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.762741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cbdcf948-1745-4f1b-a880-18a636791d1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef46037f160d4173a084a730d9bb50e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446980 Feb 19 03:53:38.762981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51526) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:38.769601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcf948-1745-4f1b-a880-18a636791d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcaeb02-65fb-4e12-b93e-730f706f4559,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:38.818982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b061496b-097f-4ead-b21c-2c3023e7e709 admin admin] Publish callbacks [] for security_group (0fcaeb02-65fb-4e12-b93e-730f706f4559), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.842841 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b061496b-097f-4ead-b21c-2c3023e7e709 admin admin] Publish callbacks [] for security_group (0fcaeb02-65fb-4e12-b93e-730f706f4559), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.892729 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b061496b-097f-4ead-b21c-2c3023e7e709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0fcaeb02-65fb-4e12-b93e-730f706f4559), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.895552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b061496b-097f-4ead-b21c-2c3023e7e709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.899932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b061496b-097f-4ead-b21c-2c3023e7e709 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fcaeb02-65fb-4e12-b93e-730f706f4559 HTTP/1.1" status: 204 len: 168 time: 0.1337271 Feb 19 03:53:38.913216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061496b-097f-4ead-b21c-2c3023e7e709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcaeb02-65fb-4e12-b93e-730f706f4559,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:40.144401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51564) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:40.250112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-82da109a-fc77-4369-9048-83d6e036e60a tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1687050147'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:40.250704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-82da109a-fc77-4369-9048-83d6e036e60a tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Unknown quota resources ['metering_label']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:53:40.461241 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82da109a-fc77-4369-9048-83d6e036e60a tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.464563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-82da109a-fc77-4369-9048-83d6e036e60a tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3188925 Feb 19 03:53:40.466267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51570) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:40.469269 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb93206d-8088-4e16-8083-e399858b42de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.473106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-18c86804-0c2c-4f03-b09d-1406c06279ed tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8fa70322-c0d8-4a7e-90e0-f252b682e883'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:40.473649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-18c86804-0c2c-4f03-b09d-1406c06279ed tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103616) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:53:40.562559 n-d-826756-2 neutron-server[103616]: WARNING neutron.services.metering.metering_plugin [None req-18c86804-0c2c-4f03-b09d-1406c06279ed tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 03:53:40.699331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-18c86804-0c2c-4f03-b09d-1406c06279ed tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.705837 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-18c86804-0c2c-4f03-b09d-1406c06279ed tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2326751 Feb 19 03:53:40.706186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51572) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:40.711619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7db4595f-59ea-4ef4-af96-2f7759bef78e tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8fa70322-c0d8-4a7e-90e0-f252b682e883'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:40.712957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7db4595f-59ea-4ef4-af96-2f7759bef78e tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:53:40.802961 n-d-826756-2 neutron-server[103615]: WARNING neutron.services.metering.metering_plugin [None req-7db4595f-59ea-4ef4-af96-2f7759bef78e tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 03:53:40.912259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7db4595f-59ea-4ef4-af96-2f7759bef78e tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.913455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7db4595f-59ea-4ef4-af96-2f7759bef78e tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2060852 Feb 19 03:53:40.916958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51574) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:40.927292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9526938b-55e3-4916-9ad2-bb3c489913d3 tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=7869f890-3edf-4052-b7f0-1dafc06a3d6e HTTP/1.1" status: 200 len: 464 time: 0.0092432 Feb 19 03:53:40.929698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51576) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.036820 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb4c6487-0c87-4cdd-b238-beb03c92ac05 tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.038498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bb4c6487-0c87-4cdd-b238-beb03c92ac05 tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/7869f890-3edf-4052-b7f0-1dafc06a3d6e HTTP/1.1" status: 204 len: 168 time: 0.1075401 Feb 19 03:53:41.041780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51578) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.051294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-375a19a4-e4d3-48fb-b0e0-956934411da4 tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=7869f890-3edf-4052-b7f0-1dafc06a3d6e HTTP/1.1" status: 200 len: 221 time: 0.0083141 Feb 19 03:53:41.056128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51580) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.060824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-385eca97-266b-443d-8701-aa2afc1a73fa tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--211986787', 'description': 'label created by tempest'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:41.061325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-385eca97-266b-443d-8701-aa2afc1a73fa tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Unknown quota resources ['metering_label']. {{(pid=103615) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:53:41.215611 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385eca97-266b-443d-8701-aa2afc1a73fa tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.216796 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-385eca97-266b-443d-8701-aa2afc1a73fa tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1598287 Feb 19 03:53:41.219446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51582) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.294158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-541c2585-e9d7-4cb8-894b-1a023ba87b4c tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=908b79e3-fb36-463a-ab45-23166bca6d8e HTTP/1.1" status: 200 len: 467 time: 0.0735753 Feb 19 03:53:41.296709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51584) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.484281 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f68cf6e3-ef47-40fa-aba4-af997f7312ef tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.485900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f68cf6e3-ef47-40fa-aba4-af997f7312ef tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/908b79e3-fb36-463a-ab45-23166bca6d8e HTTP/1.1" status: 204 len: 168 time: 0.1880894 Feb 19 03:53:41.488359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51588) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.499132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a17651f8-6a05-45f2-8d84-e276c67df648 tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=908b79e3-fb36-463a-ab45-23166bca6d8e HTTP/1.1" status: 200 len: 216 time: 0.0097706 Feb 19 03:53:41.502066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51590) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.514086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0a83239e-8026-4d3f-9e40-76b479ea3aff tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0109129 Feb 19 03:53:41.514728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51592) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.531538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-88cbde01-1533-4585-aeae-313f80664c2c tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0156798 Feb 19 03:53:41.534812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51594) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.585551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ff890aad-3148-46e7-a566-adaab3010a21 tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/8fa70322-c0d8-4a7e-90e0-f252b682e883 HTTP/1.1" status: 200 len: 473 time: 0.0495121 Feb 19 03:53:41.589363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51596) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.598818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-92ae588e-efcc-46d2-8102-c5687fbdc31f tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/47931354-a3ca-4569-9839-816380583ca5 HTTP/1.1" status: 200 len: 461 time: 0.0078518 Feb 19 03:53:41.601598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51598) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.707320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8b00951-d51e-4dbd-8759-77440ac89483 tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.709424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c8b00951-d51e-4dbd-8759-77440ac89483 tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/47931354-a3ca-4569-9839-816380583ca5 HTTP/1.1" status: 204 len: 168 time: 0.1067994 Feb 19 03:53:41.710844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51600) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:41.906004 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-249820bf-2c1c-43e4-b734-1943c651e6aa tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.907228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-249820bf-2c1c-43e4-b734-1943c651e6aa tempest-MeteringTestJSON-761688882 tempest-MeteringTestJSON-761688882-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/8fa70322-c0d8-4a7e-90e0-f252b682e883 HTTP/1.1" status: 204 len: 168 time: 0.1954346 Feb 19 03:53:42.094345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.178134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51606) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:42.286422 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f047e74-2919-40a0-b10e-f3ae621a190c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.366549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f047e74-2919-40a0-b10e-f3ae621a190c admin admin] Publish callbacks [] for security_group (331c8bc0-2a4a-4aa6-991d-fdc7f627f048), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.372141 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f047e74-2919-40a0-b10e-f3ae621a190c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (331c8bc0-2a4a-4aa6-991d-fdc7f627f048), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.417458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51614) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:42.418158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6f047e74-2919-40a0-b10e-f3ae621a190c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8562cd643e3e417bb2f039b07b05fb1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381377 Feb 19 03:53:42.418430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f047e74-2919-40a0-b10e-f3ae621a190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c8bc0-2a4a-4aa6-991d-fdc7f627f048,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:42.487387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3e1eace-c985-416d-b112-b130e31b4be5 admin admin] Publish callbacks [] for security_group (331c8bc0-2a4a-4aa6-991d-fdc7f627f048), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.511648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3e1eace-c985-416d-b112-b130e31b4be5 admin admin] Publish callbacks [] for security_group (331c8bc0-2a4a-4aa6-991d-fdc7f627f048), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.562817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3e1eace-c985-416d-b112-b130e31b4be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (331c8bc0-2a4a-4aa6-991d-fdc7f627f048), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.565400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3e1eace-c985-416d-b112-b130e31b4be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.569581 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c3e1eace-c985-416d-b112-b130e31b4be5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/331c8bc0-2a4a-4aa6-991d-fdc7f627f048 HTTP/1.1" status: 204 len: 168 time: 0.1509597 Feb 19 03:53:42.578112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1eace-c985-416d-b112-b130e31b4be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c8bc0-2a4a-4aa6-991d-fdc7f627f048,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:42.630871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51620) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:42.746774 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c637c6eb-6f82-4992-834b-9dba0bd626a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.835608 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c637c6eb-6f82-4992-834b-9dba0bd626a2 admin admin] Publish callbacks [] for security_group (9a725a6c-439b-42b7-b6bf-5dea1c211a07), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.840393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c637c6eb-6f82-4992-834b-9dba0bd626a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9a725a6c-439b-42b7-b6bf-5dea1c211a07), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.877004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637c6eb-6f82-4992-834b-9dba0bd626a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a725a6c-439b-42b7-b6bf-5dea1c211a07,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:42.894905 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c637c6eb-6f82-4992-834b-9dba0bd626a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ecd67f75da214e7d916109363ab22fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2602999 Feb 19 03:53:42.895375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51626) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:42.945537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51628) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:42.950141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b27c9a06-7ccd-4fd0-aec1-45c102d87974 admin admin] Publish callbacks [] for security_group (9a725a6c-439b-42b7-b6bf-5dea1c211a07), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.958801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c883b691-e559-4b94-9a21-0f8bc79f2da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:42.976388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b27c9a06-7ccd-4fd0-aec1-45c102d87974 admin admin] Publish callbacks [] for security_group (9a725a6c-439b-42b7-b6bf-5dea1c211a07), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.038715 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b27c9a06-7ccd-4fd0-aec1-45c102d87974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9a725a6c-439b-42b7-b6bf-5dea1c211a07), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.041525 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b27c9a06-7ccd-4fd0-aec1-45c102d87974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.042902 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b27c9a06-7ccd-4fd0-aec1-45c102d87974 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a725a6c-439b-42b7-b6bf-5dea1c211a07 HTTP/1.1" status: 204 len: 168 time: 0.1463554 Feb 19 03:53:43.044693 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c883b691-e559-4b94-9a21-0f8bc79f2da7 admin admin] Publish callbacks [] for security_group (45581a76-e801-4712-8902-ec71981a5150), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.051718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c9a06-7ccd-4fd0-aec1-45c102d87974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a725a6c-439b-42b7-b6bf-5dea1c211a07,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:43.052449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c883b691-e559-4b94-9a21-0f8bc79f2da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (45581a76-e801-4712-8902-ec71981a5150), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.098049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c883b691-e559-4b94-9a21-0f8bc79f2da7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c79b60b24bdb48c18c1364def9d847b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513340 Feb 19 03:53:43.098964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883b691-e559-4b94-9a21-0f8bc79f2da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45581a76-e801-4712-8902-ec71981a5150,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:43.100713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51632) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:43.121160 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.157558 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-459bd8dc-8938-4b91-abde-978cdf2dbedc admin admin] Publish callbacks [] for security_group (45581a76-e801-4712-8902-ec71981a5150), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.184162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-459bd8dc-8938-4b91-abde-978cdf2dbedc admin admin] Publish callbacks [] for security_group (45581a76-e801-4712-8902-ec71981a5150), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.239247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-459bd8dc-8938-4b91-abde-978cdf2dbedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (45581a76-e801-4712-8902-ec71981a5150), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.242112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-459bd8dc-8938-4b91-abde-978cdf2dbedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.246243 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-459bd8dc-8938-4b91-abde-978cdf2dbedc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45581a76-e801-4712-8902-ec71981a5150 HTTP/1.1" status: 204 len: 168 time: 0.1445007 Feb 19 03:53:43.255392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bd8dc-8938-4b91-abde-978cdf2dbedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45581a76-e801-4712-8902-ec71981a5150,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:44.630226 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.634366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51704) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:44.787161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-480608980'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:44.808036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Made reservation on behalf of 47fef0c1978e4a728eefff69e13a960e for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:44.813665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.823631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.905317 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks [] for security_group (19d25365-8be4-48a6-8eea-fe6bf0e317d6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.909660 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (19d25365-8be4-48a6-8eea-fe6bf0e317d6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.932107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:44.945594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d25365-8be4-48a6-8eea-fe6bf0e317d6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:44.950837 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (80bbd0eb-278d-4d98-866b-6d74f9b7b306), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.951182 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Added segment 80bbd0eb-278d-4d98-866b-6d74f9b7b306 of type vlan for network eab7a169-9f89-4bb6-8604-ca1244ab4552 Feb 19 03:53:44.995686 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (eab7a169-9f89-4bb6-8604-ca1244ab4552), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.022254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (eab7a169-9f89-4bb6-8604-ca1244ab4552), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.028038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:45.028629 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.081163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4451008 Feb 19 03:53:45.100179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa6852-64d0-4dbc-850a-74dd90acc754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Pushing event updated for resources: {'Network': ['ID=eab7a169-9f89-4bb6-8604-ca1244ab4552,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.111434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network eab7a169-9f89-4bb6-8604-ca1244ab4552 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:53:45.320754 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51728) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:45.325826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Request body: {'port': {'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552', 'binding:host_id': 'n-h2-826756-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2042825276'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:45.346961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Made reservation on behalf of c1411859254d4b8baab40c1fc56032a2 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:45.349378 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.358428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.403371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51730) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:45.437112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks [] for security_group (99c446e1-163a-4470-810d-89c5bc43219f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.441291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (99c446e1-163a-4470-810d-89c5bc43219f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.452484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] device_id is not set on port dfab0624-1480-4a89-ae11-15b1b2a8e444 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:53:45.517859 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a34a0b1a-1c90-4885-beb4-6946efb150f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.542080 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c446e1-163a-4470-810d-89c5bc43219f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.599148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a34a0b1a-1c90-4885-beb4-6946efb150f7 admin admin] Publish callbacks [] for security_group (85e5c619-9cfe-41ea-8a83-6a347282488c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.602740 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a34a0b1a-1c90-4885-beb4-6946efb150f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (85e5c619-9cfe-41ea-8a83-6a347282488c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.644531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a34a0b1a-1c90-4885-beb4-6946efb150f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e24b12e2e7147089807a167e7474c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399077 Feb 19 03:53:45.647226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a0b1a-1c90-4885-beb4-6946efb150f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e5c619-9cfe-41ea-8a83-6a347282488c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.649789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51734) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:45.700598 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a595777d-ae23-4758-81a1-31f20343d65f admin admin] Publish callbacks [] for security_group (85e5c619-9cfe-41ea-8a83-6a347282488c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.723228 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a595777d-ae23-4758-81a1-31f20343d65f admin admin] Publish callbacks [] for security_group (85e5c619-9cfe-41ea-8a83-6a347282488c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.782106 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a595777d-ae23-4758-81a1-31f20343d65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (85e5c619-9cfe-41ea-8a83-6a347282488c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.782106 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a595777d-ae23-4758-81a1-31f20343d65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.782106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a595777d-ae23-4758-81a1-31f20343d65f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85e5c619-9cfe-41ea-8a83-6a347282488c HTTP/1.1" status: 204 len: 168 time: 0.1289599 Feb 19 03:53:45.789261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595777d-ae23-4758-81a1-31f20343d65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e5c619-9cfe-41ea-8a83-6a347282488c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.944525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] device_id is not set on port dfab0624-1480-4a89-ae11-15b1b2a8e444 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:53:45.953532 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks [] for port (dfab0624-1480-4a89-ae11-15b1b2a8e444), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.960282 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (dfab0624-1480-4a89-ae11-15b1b2a8e444), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.013166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event updated for resources: {'Port': ['ID=dfab0624-1480-4a89-ae11-15b1b2a8e444,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:46.029522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Checking segment: {'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:46.029927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Network hostable DHCP agents. Network: eab7a169-9f89-4bb6-8604-ca1244ab4552, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:53:46.047994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Network eab7a169-9f89-4bb6-8604-ca1244ab4552 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:53:46.057595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, eab7a169-9f89-4bb6-8604-ca1244ab4552) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:46.063719 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:46.068174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51740) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:46.069317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be4c12-d154-4ef1-8776-1ea4894349ed None None] Network eab7a169-9f89-4bb6-8604-ca1244ab4552 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:53:46.089010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a77d71f-074f-4f73-bb2e-5baf2fe6f068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.091820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:46.092157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:46.092496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:46.105899 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:46.106227 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:46.108344 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 2 to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 Feb 19 03:53:46.130335 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:46.130679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:46.131023 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:46.144103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:46.144437 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:46.145872 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 3 to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 Feb 19 03:53:46.174831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:46.175176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:46.175513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:46.185906 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:46.186240 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:46.187910 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 4 to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 Feb 19 03:53:46.213513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:46.213858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:46.214211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:46.226828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:46.227153 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:46.229486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a77d71f-074f-4f73-bb2e-5baf2fe6f068 admin admin] Publish callbacks [] for security_group (a077a020-ee14-4a70-b566-1cbdfb698d26), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.230246 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 5 to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 Feb 19 03:53:46.234391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7a77d71f-074f-4f73-bb2e-5baf2fe6f068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a077a020-ee14-4a70-b566-1cbdfb698d26), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.262791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:46.263131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:46.263467 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:46.283114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:46.283444 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:46.284210 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 6 to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 Feb 19 03:53:46.286643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77d71f-074f-4f73-bb2e-5baf2fe6f068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a077a020-ee14-4a70-b566-1cbdfb698d26,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:46.292464 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7a77d71f-074f-4f73-bb2e-5baf2fe6f068 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=97838a6f462f4624ac82aa0f237208c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233334 Feb 19 03:53:46.295488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51742) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:46.301902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:46.302246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:46.302580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:46.306951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:46.307278 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:46.307671 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 7 to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 Feb 19 03:53:46.319756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:46.320193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:46.320571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:46.326089 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:46.326702 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:46.326820 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 8 to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 Feb 19 03:53:46.340771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:46.341136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:46.341475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:46.345762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:46.346122 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:46.346517 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 9 to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 Feb 19 03:53:46.348321 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ee66-ec16-4ee2-98fc-265dd607d6c2 admin admin] Publish callbacks [] for security_group (a077a020-ee14-4a70-b566-1cbdfb698d26), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.358090 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:46.358428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:46.358761 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:46.362952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:46.363276 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:46.363662 n-d-826756-2 neutron-server[103616]: INFO neutron.plugins.ml2.plugin [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 10 to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 Feb 19 03:53:46.369366 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ee66-ec16-4ee2-98fc-265dd607d6c2 admin admin] Publish callbacks [] for security_group (a077a020-ee14-4a70-b566-1cbdfb698d26), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.376293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:46.376643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:46.376995 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:46.381270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port dfab0624-1480-4a89-ae11-15b1b2a8e444 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:46.381594 n-d-826756-2 neutron-server[103616]: ERROR neutron.plugins.ml2.managers [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port dfab0624-1480-4a89-ae11-15b1b2a8e444 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:46.382001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dfab0624-1480-4a89-ae11-15b1b2a8e444), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.418423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ee66-ec16-4ee2-98fc-265dd607d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a077a020-ee14-4a70-b566-1cbdfb698d26), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.421146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ee66-ec16-4ee2-98fc-265dd607d6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.422376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e5a1ee66-ec16-4ee2-98fc-265dd607d6c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a077a020-ee14-4a70-b566-1cbdfb698d26 HTTP/1.1" status: 204 len: 168 time: 0.1258841 Feb 19 03:53:46.430310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1ee66-ec16-4ee2-98fc-265dd607d6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a077a020-ee14-4a70-b566-1cbdfb698d26,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:46.455976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] For port dfab0624-1480-4a89-ae11-15b1b2a8e444, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:46.456471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempted to set empty binding levels {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:53:46.460643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (dfab0624-1480-4a89-ae11-15b1b2a8e444), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.496687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:46.497389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.518079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event updated for resources: {'Port': ['ID=dfab0624-1480-4a89-ae11-15b1b2a8e444,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:46.524217 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-edc21d9d-1e99-49e5-b3a9-92b9cf60917f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.2023752 Feb 19 03:53:46.527464 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51746) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:46.604604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ce94de0b-52d0-43b3-9d58-9818e1aaaee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Deleting port dfab0624-1480-4a89-ae11-15b1b2a8e444 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:46.604946 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce94de0b-52d0-43b3-9d58-9818e1aaaee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (dfab0624-1480-4a89-ae11-15b1b2a8e444), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.669194 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ce94de0b-52d0-43b3-9d58-9818e1aaaee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] For port dfab0624-1480-4a89-ae11-15b1b2a8e444, host n-h2-826756-2, got binding levels [] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:46.669561 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce94de0b-52d0-43b3-9d58-9818e1aaaee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (dfab0624-1480-4a89-ae11-15b1b2a8e444), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.683394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ce94de0b-52d0-43b3-9d58-9818e1aaaee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Calling delete_port for dfab0624-1480-4a89-ae11-15b1b2a8e444 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:46.768992 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce94de0b-52d0-43b3-9d58-9818e1aaaee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (dfab0624-1480-4a89-ae11-15b1b2a8e444), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.804383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ce94de0b-52d0-43b3-9d58-9818e1aaaee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.810955 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ce94de0b-52d0-43b3-9d58-9818e1aaaee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "DELETE /v2.0/ports/dfab0624-1480-4a89-ae11-15b1b2a8e444 HTTP/1.1" status: 204 len: 168 time: 0.2796595 Feb 19 03:53:46.810955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94de0b-52d0-43b3-9d58-9818e1aaaee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfab0624-1480-4a89-ae11-15b1b2a8e444,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:46.812551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51758) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:46.841358 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-548fe1c7-b51b-472a-b6fc-78d1bbc47bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:53:46.843319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-548fe1c7-b51b-472a-b6fc-78d1bbc47bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "GET /v2.0/ports/dfab0624-1480-4a89-ae11-15b1b2a8e444 HTTP/1.1" status: 404 len: 333 time: 0.0297506 Feb 19 03:53:46.846962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51760) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:46.851538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Request body: {'port': {'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001357071'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:46.871081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Made reservation on behalf of c1411859254d4b8baab40c1fc56032a2 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:46.873392 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:46.888866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] device_id is not set on port da8c3908-dd39-4a66-a808-9f4e6efb3c14 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:53:47.059997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks [] for port (da8c3908-dd39-4a66-a808-9f4e6efb3c14), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.100929 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (da8c3908-dd39-4a66-a808-9f4e6efb3c14), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.140718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Network eab7a169-9f89-4bb6-8604-ca1244ab4552 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:47.143632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:47.146980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:47.147889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.148754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.160766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event updated for resources: {'Port': ['ID=da8c3908-dd39-4a66-a808-9f4e6efb3c14,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:47.173772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a3166d3e-896f-482f-92ba-5dd1c00d32b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3257871 Feb 19 03:53:47.176441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51772) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:47.181727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:47.240100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (da8c3908-dd39-4a66-a808-9f4e6efb3c14), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.416977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] device_id is not set on port da8c3908-dd39-4a66-a808-9f4e6efb3c14 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:53:47.424965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks [] for port (da8c3908-dd39-4a66-a808-9f4e6efb3c14), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.431395 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (da8c3908-dd39-4a66-a808-9f4e6efb3c14), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.490838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event updated for resources: {'Port': ['ID=da8c3908-dd39-4a66-a808-9f4e6efb3c14,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:47.496969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.497302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.497639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.501961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:47.502294 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:47.502681 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 2 to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 Feb 19 03:53:47.516224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.516574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.516911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.521253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:47.521576 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:47.522019 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 3 to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 Feb 19 03:53:47.537060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.537609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.538449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.545358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:47.546119 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:47.546769 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 4 to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 Feb 19 03:53:47.564323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.564667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.565006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.569703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:47.570073 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:47.570581 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 5 to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 Feb 19 03:53:47.582726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.583066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.583405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.587815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:47.588088 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:47.588864 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 6 to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 Feb 19 03:53:47.600943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.601280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.601612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.606478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:47.606756 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:47.607128 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 7 to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 Feb 19 03:53:47.620103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.620577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.620920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.625354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:47.625679 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:47.626098 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 8 to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 Feb 19 03:53:47.638924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.639267 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.639603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.643773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:47.644098 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:47.644479 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 9 to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 Feb 19 03:53:47.655884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.656219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.656550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.660630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:47.660966 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:47.661349 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 10 to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 Feb 19 03:53:47.673255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:47.673591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:47.673965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:47.678197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:47.678521 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:47.678887 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (da8c3908-dd39-4a66-a808-9f4e6efb3c14), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.745230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] For port da8c3908-dd39-4a66-a808-9f4e6efb3c14, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:47.745696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempted to set empty binding levels {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:53:47.750423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (da8c3908-dd39-4a66-a808-9f4e6efb3c14), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.781819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] In _notify_port_updated(), no bound segment for port da8c3908-dd39-4a66-a808-9f4e6efb3c14 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:53:47.782709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.783308 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.787642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "PUT /v2.0/ports/da8c3908-dd39-4a66-a808-9f4e6efb3c14 HTTP/1.1" status: 200 len: 979 time: 0.6102183 Feb 19 03:53:47.792590 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51790) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:47.808555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4002600-5247-4e5d-99fa-4228d2e3390e tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event updated for resources: {'Port': ['ID=da8c3908-dd39-4a66-a808-9f4e6efb3c14,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:47.879163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.879581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.880036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.880504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.880969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.881440 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.881931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.882399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.882865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.883328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.885570 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b7c86189-a134-4cac-9509-99963d3ebee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9316 time: 0.0930359 Feb 19 03:53:47.889179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51792) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:47.967669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-672aa776-7882-4e02-b716-11cdb63bd5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Deleting port da8c3908-dd39-4a66-a808-9f4e6efb3c14 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:47.968018 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-672aa776-7882-4e02-b716-11cdb63bd5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (da8c3908-dd39-4a66-a808-9f4e6efb3c14), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.034884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-672aa776-7882-4e02-b716-11cdb63bd5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] For port da8c3908-dd39-4a66-a808-9f4e6efb3c14, host n-h2-826756-2, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:48.035415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-672aa776-7882-4e02-b716-11cdb63bd5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (da8c3908-dd39-4a66-a808-9f4e6efb3c14), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.049543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-672aa776-7882-4e02-b716-11cdb63bd5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Calling delete_port for da8c3908-dd39-4a66-a808-9f4e6efb3c14 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:48.128617 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-672aa776-7882-4e02-b716-11cdb63bd5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (da8c3908-dd39-4a66-a808-9f4e6efb3c14), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.160421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aa776-7882-4e02-b716-11cdb63bd5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event deleted for resources: {'Port': ['ID=da8c3908-dd39-4a66-a808-9f4e6efb3c14,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:48.166848 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-672aa776-7882-4e02-b716-11cdb63bd5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.169950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-672aa776-7882-4e02-b716-11cdb63bd5f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "DELETE /v2.0/ports/da8c3908-dd39-4a66-a808-9f4e6efb3c14 HTTP/1.1" status: 204 len: 168 time: 0.2796028 Feb 19 03:53:48.172503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51798) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:48.380886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51802) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:48.489910 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa229d4-222d-497e-a114-55ddb1545f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:53:48.491333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8aa229d4-222d-497e-a114-55ddb1545f9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "GET /v2.0/ports/da8c3908-dd39-4a66-a808-9f4e6efb3c14 HTTP/1.1" status: 404 len: 333 time: 0.3176520 Feb 19 03:53:48.493543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5753fafc-b3c8-4588-8177-21c5f2d6bd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.495816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51806) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:48.501068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946170401', 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:48.520701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Made reservation on behalf of c1411859254d4b8baab40c1fc56032a2 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:48.523370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.539949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] device_id is not set on port 6f8aa64e-4c0d-42b9-ab9e-d0be30587b46 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:53:48.568447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5753fafc-b3c8-4588-8177-21c5f2d6bd47 admin admin] Publish callbacks [] for security_group (a4eac87f-d894-47ff-be3f-45d9f6f9e46a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.573827 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5753fafc-b3c8-4588-8177-21c5f2d6bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a4eac87f-d894-47ff-be3f-45d9f6f9e46a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.611862 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5753fafc-b3c8-4588-8177-21c5f2d6bd47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3b5649c83d44665ac0957cda38f258c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298796 Feb 19 03:53:48.612850 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753fafc-b3c8-4588-8177-21c5f2d6bd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eac87f-d894-47ff-be3f-45d9f6f9e46a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:48.615284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51808) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:48.667502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70b40241-39bf-4350-b2b0-57360d9e83d4 admin admin] Publish callbacks [] for security_group (a4eac87f-d894-47ff-be3f-45d9f6f9e46a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.688691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70b40241-39bf-4350-b2b0-57360d9e83d4 admin admin] Publish callbacks [] for security_group (a4eac87f-d894-47ff-be3f-45d9f6f9e46a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.694327 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks [] for port (6f8aa64e-4c0d-42b9-ab9e-d0be30587b46), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.728037 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6f8aa64e-4c0d-42b9-ab9e-d0be30587b46), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.741230 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70b40241-39bf-4350-b2b0-57360d9e83d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a4eac87f-d894-47ff-be3f-45d9f6f9e46a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.744196 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-70b40241-39bf-4350-b2b0-57360d9e83d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.745502 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-70b40241-39bf-4350-b2b0-57360d9e83d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4eac87f-d894-47ff-be3f-45d9f6f9e46a HTTP/1.1" status: 204 len: 168 time: 0.1292801 Feb 19 03:53:48.754839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b40241-39bf-4350-b2b0-57360d9e83d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eac87f-d894-47ff-be3f-45d9f6f9e46a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:48.766129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Network eab7a169-9f89-4bb6-8604-ca1244ab4552 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:48.769103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:48.772633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:48.773690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:48.774281 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.792904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event updated for resources: {'Port': ['ID=6f8aa64e-4c0d-42b9-ab9e-d0be30587b46,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:48.805953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bd11ad3e-1314-4891-8a5c-92b0722c5e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3089449 Feb 19 03:53:48.809678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51812) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:48.846196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aaabc0-5191-4167-9cea-a5f8531ce275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:48.847617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-19aaabc0-5191-4167-9cea-a5f8531ce275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "GET /v2.0/ports/6f8aa64e-4c0d-42b9-ab9e-d0be30587b46 HTTP/1.1" status: 200 len: 959 time: 0.0369263 Feb 19 03:53:48.850361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51814) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:48.930977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-32ef26c6-4896-4528-be3e-4748cc9ff646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Deleting port 6f8aa64e-4c0d-42b9-ab9e-d0be30587b46 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:48.932197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32ef26c6-4896-4528-be3e-4748cc9ff646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6f8aa64e-4c0d-42b9-ab9e-d0be30587b46), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:48.992931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32ef26c6-4896-4528-be3e-4748cc9ff646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6f8aa64e-4c0d-42b9-ab9e-d0be30587b46), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.006726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-32ef26c6-4896-4528-be3e-4748cc9ff646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Calling delete_port for 6f8aa64e-4c0d-42b9-ab9e-d0be30587b46 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:49.024494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51818) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:49.038942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e18f57c-bdfb-4a74-a99e-aa40e248868a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.095997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32ef26c6-4896-4528-be3e-4748cc9ff646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6f8aa64e-4c0d-42b9-ab9e-d0be30587b46), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.117516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e18f57c-bdfb-4a74-a99e-aa40e248868a admin admin] Publish callbacks [] for security_group (3086538d-781a-4cb7-8539-0b14fb8b8f09), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.121324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e18f57c-bdfb-4a74-a99e-aa40e248868a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3086538d-781a-4cb7-8539-0b14fb8b8f09), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.122864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef26c6-4896-4528-be3e-4748cc9ff646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f8aa64e-4c0d-42b9-ab9e-d0be30587b46,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:49.130973 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32ef26c6-4896-4528-be3e-4748cc9ff646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.138381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-32ef26c6-4896-4528-be3e-4748cc9ff646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "DELETE /v2.0/ports/6f8aa64e-4c0d-42b9-ab9e-d0be30587b46 HTTP/1.1" status: 204 len: 168 time: 0.2869709 Feb 19 03:53:49.139098 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51820) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:49.187915 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18f57c-bdfb-4a74-a99e-aa40e248868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3086538d-781a-4cb7-8539-0b14fb8b8f09,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:49.191689 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c78642e-425f-4bde-97f6-b6cc18680337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:53:49.193103 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c78642e-425f-4bde-97f6-b6cc18680337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "GET /v2.0/ports/6f8aa64e-4c0d-42b9-ab9e-d0be30587b46 HTTP/1.1" status: 404 len: 333 time: 0.0515792 Feb 19 03:53:49.197637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51822) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:49.197763 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8e18f57c-bdfb-4a74-a99e-aa40e248868a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2de9b476a26843e19dbe0806acc4d1ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1707563 Feb 19 03:53:49.199370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51824) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:49.208090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Request body: {'port': {'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641719866'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:49.246675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Made reservation on behalf of c1411859254d4b8baab40c1fc56032a2 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:49.248902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.275713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] device_id is not set on port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:53:49.280739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69cad938-8675-4b4c-9d8c-d0a5cb668512 admin admin] Publish callbacks [] for security_group (3086538d-781a-4cb7-8539-0b14fb8b8f09), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.333616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69cad938-8675-4b4c-9d8c-d0a5cb668512 admin admin] Publish callbacks [] for security_group (3086538d-781a-4cb7-8539-0b14fb8b8f09), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.455050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69cad938-8675-4b4c-9d8c-d0a5cb668512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3086538d-781a-4cb7-8539-0b14fb8b8f09), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.457471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69cad938-8675-4b4c-9d8c-d0a5cb668512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.458678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-69cad938-8675-4b4c-9d8c-d0a5cb668512 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3086538d-781a-4cb7-8539-0b14fb8b8f09 HTTP/1.1" status: 204 len: 168 time: 0.2580619 Feb 19 03:53:49.465560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks [] for port (e00ebf26-ba3a-41f2-b2d4-54b7a8038689), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.474231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cad938-8675-4b4c-9d8c-d0a5cb668512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3086538d-781a-4cb7-8539-0b14fb8b8f09,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:49.511353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e00ebf26-ba3a-41f2-b2d4-54b7a8038689), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.558062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Network eab7a169-9f89-4bb6-8604-ca1244ab4552 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:49.562972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:49.567560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:49.568497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:49.569104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.572992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event updated for resources: {'Port': ['ID=e00ebf26-ba3a-41f2-b2d4-54b7a8038689,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:49.591222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3693d212-28f3-414c-853e-1d83ee8fdebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3932502 Feb 19 03:53:49.593779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51828) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:49.598958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:49.663966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e00ebf26-ba3a-41f2-b2d4-54b7a8038689), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.840333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] device_id is not set on port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:53:49.848650 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks [] for port (e00ebf26-ba3a-41f2-b2d4-54b7a8038689), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.855237 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (e00ebf26-ba3a-41f2-b2d4-54b7a8038689), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.904757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event updated for resources: {'Port': ['ID=e00ebf26-ba3a-41f2-b2d4-54b7a8038689,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:49.922062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:49.922429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:49.922771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:49.927815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:49.928142 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:49.928530 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 2 to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 Feb 19 03:53:49.942560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:49.943227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:49.943227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:49.950549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:49.950890 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:49.951291 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 3 to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 Feb 19 03:53:49.964007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:49.964268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:49.964603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:49.969014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:49.969341 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:49.969735 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 4 to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 Feb 19 03:53:49.988363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:49.988824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:49.989292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:49.994375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:49.994710 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:49.995108 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 5 to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 Feb 19 03:53:50.007139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:50.007604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:50.007954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:50.012906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:50.013238 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:50.013634 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 6 to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 Feb 19 03:53:50.026507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:50.026834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:50.027199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:50.033154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:50.033485 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:50.033910 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 7 to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 Feb 19 03:53:50.046814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:50.047232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:50.047639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:50.052121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:50.052508 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:50.052972 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 8 to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 Feb 19 03:53:50.066260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:50.066601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:50.066940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:50.071294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:50.071625 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:50.072057 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 9 to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 Feb 19 03:53:50.083868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:50.084309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:50.084643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:50.088983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:50.089305 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:50.089714 n-d-826756-2 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempt 10 to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 Feb 19 03:53:50.102146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:50.102507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:50.102813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempting to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:50.107736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:50.108119 n-d-826756-2 neutron-server[103615]: ERROR neutron.plugins.ml2.managers [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Failed to bind port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on host n-h2-826756-2 for vnic_type normal using segments [{'id': '80bbd0eb-278d-4d98-866b-6d74f9b7b306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eab7a169-9f89-4bb6-8604-ca1244ab4552'}] Feb 19 03:53:50.108550 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e00ebf26-ba3a-41f2-b2d4-54b7a8038689), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.172579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] For port e00ebf26-ba3a-41f2-b2d4-54b7a8038689, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:50.173147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attempted to set empty binding levels {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:53:50.178818 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (e00ebf26-ba3a-41f2-b2d4-54b7a8038689), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.210793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] In _notify_port_updated(), no bound segment for port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 on network eab7a169-9f89-4bb6-8604-ca1244ab4552 {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:53:50.211709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:50.212255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.213703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "PUT /v2.0/ports/e00ebf26-ba3a-41f2-b2d4-54b7a8038689 HTTP/1.1" status: 200 len: 979 time: 0.6189637 Feb 19 03:53:50.217198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51850) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:50.229407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2d07d-9715-47c0-840b-a41ea0253391 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event updated for resources: {'Port': ['ID=e00ebf26-ba3a-41f2-b2d4-54b7a8038689,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:50.296876 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-88c1e541-db19-4048-91c6-dd56ac84b5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Deleting port e00ebf26-ba3a-41f2-b2d4-54b7a8038689 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:50.297220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88c1e541-db19-4048-91c6-dd56ac84b5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e00ebf26-ba3a-41f2-b2d4-54b7a8038689), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.358317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-88c1e541-db19-4048-91c6-dd56ac84b5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] For port e00ebf26-ba3a-41f2-b2d4-54b7a8038689, host n-h2-826756-2, got binding levels [] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:50.358683 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88c1e541-db19-4048-91c6-dd56ac84b5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e00ebf26-ba3a-41f2-b2d4-54b7a8038689), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.377571 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-88c1e541-db19-4048-91c6-dd56ac84b5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Calling delete_port for e00ebf26-ba3a-41f2-b2d4-54b7a8038689 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:50.458676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88c1e541-db19-4048-91c6-dd56ac84b5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e00ebf26-ba3a-41f2-b2d4-54b7a8038689), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.492529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1e541-db19-4048-91c6-dd56ac84b5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Pushing event deleted for resources: {'Port': ['ID=e00ebf26-ba3a-41f2-b2d4-54b7a8038689,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:50.499837 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-88c1e541-db19-4048-91c6-dd56ac84b5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.504793 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-88c1e541-db19-4048-91c6-dd56ac84b5b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "DELETE /v2.0/ports/e00ebf26-ba3a-41f2-b2d4-54b7a8038689 HTTP/1.1" status: 204 len: 168 time: 0.2851613 Feb 19 03:53:50.507021 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51858) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:50.536073 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d5a562-01df-4cd9-9a58-d6c0ff1bebf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:53:50.541464 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-99d5a562-01df-4cd9-9a58-d6c0ff1bebf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330881642-project-admin] 10.222.0.42 "GET /v2.0/ports/e00ebf26-ba3a-41f2-b2d4-54b7a8038689 HTTP/1.1" status: 404 len: 333 time: 0.0294588 Feb 19 03:53:50.541945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51864) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:50.625506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (eab7a169-9f89-4bb6-8604-ca1244ab4552), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.716049 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (eab7a169-9f89-4bb6-8604-ca1244ab4552), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.743097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab7a169-9f89-4bb6-8604-ca1244ab4552']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:50.755270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bbd0eb-278d-4d98-866b-6d74f9b7b306') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:50.755578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bbd0eb-278d-4d98-866b-6d74f9b7b306') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:50.766360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (80bbd0eb-278d-4d98-866b-6d74f9b7b306), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.780765 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (80bbd0eb-278d-4d98-866b-6d74f9b7b306), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.786970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:53:50.787408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (80bbd0eb-278d-4d98-866b-6d74f9b7b306), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:53:50.791334 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:53:50.853715 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (eab7a169-9f89-4bb6-8604-ca1244ab4552), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.861169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.864504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] 10.222.0.42 "DELETE /v2.0/networks/eab7a169-9f89-4bb6-8604-ca1244ab4552 HTTP/1.1" status: 204 len: 168 time: 0.3215253 Feb 19 03:53:50.876120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb138dd-f63c-45b6-b157-3d7f4e82dbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009622560-project] Pushing event deleted for resources: {'Network': ['ID=eab7a169-9f89-4bb6-8604-ca1244ab4552,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:51.132806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51902) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:51.288496 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5f32c6f5-4fd5-48f6-b16b-24106f4c8bf7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47fef0c1978e4a728eefff69e13a960e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545327 Feb 19 03:53:51.290942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:51.341260 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af522032-eee3-4eef-8971-c51d697f5acf admin admin] Publish callbacks [] for security_group (19d25365-8be4-48a6-8eea-fe6bf0e317d6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.363405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af522032-eee3-4eef-8971-c51d697f5acf admin admin] Publish callbacks [] for security_group (19d25365-8be4-48a6-8eea-fe6bf0e317d6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.415384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af522032-eee3-4eef-8971-c51d697f5acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (19d25365-8be4-48a6-8eea-fe6bf0e317d6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.418069 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-af522032-eee3-4eef-8971-c51d697f5acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.422010 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-af522032-eee3-4eef-8971-c51d697f5acf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19d25365-8be4-48a6-8eea-fe6bf0e317d6 HTTP/1.1" status: 204 len: 168 time: 0.1272957 Feb 19 03:53:51.426963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af522032-eee3-4eef-8971-c51d697f5acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d25365-8be4-48a6-8eea-fe6bf0e317d6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:51.681204 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51958) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:51.766537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51962) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:51.797277 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8909856b-29c9-41e1-ac3d-8efc1dc0cf2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.834239 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7832f5c8-8ca6-4382-8ef7-9581b72fffa2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1411859254d4b8baab40c1fc56032a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0665259 Feb 19 03:53:51.837019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51964) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:51.891017 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8eeb197e-6b58-4656-b065-b3896e2d73f2 admin admin] Publish callbacks [] for security_group (99c446e1-163a-4470-810d-89c5bc43219f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.893466 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8909856b-29c9-41e1-ac3d-8efc1dc0cf2f admin admin] Publish callbacks [] for security_group (74af150d-1218-43df-b15a-be5102110860), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.898806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8909856b-29c9-41e1-ac3d-8efc1dc0cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (74af150d-1218-43df-b15a-be5102110860), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.913528 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8eeb197e-6b58-4656-b065-b3896e2d73f2 admin admin] Publish callbacks [] for security_group (99c446e1-163a-4470-810d-89c5bc43219f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.940665 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8909856b-29c9-41e1-ac3d-8efc1dc0cf2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d49c15a277894672967edba3bfe87ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574997 Feb 19 03:53:51.942712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909856b-29c9-41e1-ac3d-8efc1dc0cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74af150d-1218-43df-b15a-be5102110860,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:51.945291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51966) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:52.002442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78249312-136f-467b-8844-1a6c7f386693 admin admin] Publish callbacks [] for security_group (74af150d-1218-43df-b15a-be5102110860), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.003963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8eeb197e-6b58-4656-b065-b3896e2d73f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (99c446e1-163a-4470-810d-89c5bc43219f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.006397 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8eeb197e-6b58-4656-b065-b3896e2d73f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.007539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8eeb197e-6b58-4656-b065-b3896e2d73f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99c446e1-163a-4470-810d-89c5bc43219f HTTP/1.1" status: 204 len: 168 time: 0.1685150 Feb 19 03:53:52.025240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb197e-6b58-4656-b065-b3896e2d73f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c446e1-163a-4470-810d-89c5bc43219f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:52.039692 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78249312-136f-467b-8844-1a6c7f386693 admin admin] Publish callbacks [] for security_group (74af150d-1218-43df-b15a-be5102110860), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.092945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78249312-136f-467b-8844-1a6c7f386693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (74af150d-1218-43df-b15a-be5102110860), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.095745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78249312-136f-467b-8844-1a6c7f386693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.096974 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-78249312-136f-467b-8844-1a6c7f386693 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74af150d-1218-43df-b15a-be5102110860 HTTP/1.1" status: 204 len: 168 time: 0.1507509 Feb 19 03:53:52.105620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78249312-136f-467b-8844-1a6c7f386693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af150d-1218-43df-b15a-be5102110860,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:52.374718 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 51982) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:52.390461 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcda65d5-3f9f-49c6-9eda-1084ee7c48de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.465469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcda65d5-3f9f-49c6-9eda-1084ee7c48de admin admin] Publish callbacks [] for security_group (42cbe69e-a6aa-4d91-a58a-94aab5dbc990), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.469880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcda65d5-3f9f-49c6-9eda-1084ee7c48de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (42cbe69e-a6aa-4d91-a58a-94aab5dbc990), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.507114 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bcda65d5-3f9f-49c6-9eda-1084ee7c48de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02936ff120644081a7597c43890f3213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311786 Feb 19 03:53:52.510440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 51986) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:52.516103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda65d5-3f9f-49c6-9eda-1084ee7c48de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cbe69e-a6aa-4d91-a58a-94aab5dbc990,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:52.534256 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.566880 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-318a3865-6b67-4791-be9b-564e8ac0e175 admin admin] Publish callbacks [] for security_group (42cbe69e-a6aa-4d91-a58a-94aab5dbc990), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.589737 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-318a3865-6b67-4791-be9b-564e8ac0e175 admin admin] Publish callbacks [] for security_group (42cbe69e-a6aa-4d91-a58a-94aab5dbc990), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.638591 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-318a3865-6b67-4791-be9b-564e8ac0e175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (42cbe69e-a6aa-4d91-a58a-94aab5dbc990), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.641647 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-318a3865-6b67-4791-be9b-564e8ac0e175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.642843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-318a3865-6b67-4791-be9b-564e8ac0e175 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42cbe69e-a6aa-4d91-a58a-94aab5dbc990 HTTP/1.1" status: 204 len: 168 time: 0.1310768 Feb 19 03:53:52.651103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a3865-6b67-4791-be9b-564e8ac0e175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cbe69e-a6aa-4d91-a58a-94aab5dbc990,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:52.766075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-f723d8ce-6c95-4d0d-847b-69f92831c4fa req-74f82133-4cda-41c7-b2d7-f057f5229710 service neutron] (103615) timed out ('10.222.0.42', 59868) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:53:53.082204 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:53.303058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52028) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:53.496548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-545748910', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:53.516776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Made reservation on behalf of c61f5c64c98e4fc8943433518839b488 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:53.519298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.530916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.610639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks [] for security_group (259ca085-4415-4819-a9ba-c7744dc8ced3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.614956 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (259ca085-4415-4819-a9ba-c7744dc8ced3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.620547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] device_id is not set on port 72d90e3b-bba0-49b9-85bd-5b638591f2d9 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:53:53.679438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259ca085-4415-4819-a9ba-c7744dc8ced3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:53.745543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Allocated IP 172.25.4.180 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/72d90e3b-bba0-49b9-85bd-5b638591f2d9) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:53.892978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks [] for port (72d90e3b-bba0-49b9-85bd-5b638591f2d9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.928112 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (72d90e3b-bba0-49b9-85bd-5b638591f2d9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.970028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:53.973030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:53.976690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:54.013888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Pushing event updated for resources: {'Port': ['ID=72d90e3b-bba0-49b9-85bd-5b638591f2d9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:54.027102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:54.027722 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.043352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-82b60f44-c869-48b8-ad3a-b4434caaf542 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7391169 Feb 19 03:53:54.046158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52052) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:54.050718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180'}]}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:54.070715 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (e899abb9-8244-4c3b-b522-0f792f52b000), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.072394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (e899abb9-8244-4c3b-b522-0f792f52b000), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.127798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks [] for router_controller (e899abb9-8244-4c3b-b522-0f792f52b000), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.285031 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks [] for router_gateway (e899abb9-8244-4c3b-b522-0f792f52b000), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.496289 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks [] for router_gateway (e899abb9-8244-4c3b-b522-0f792f52b000), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.519620 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.709225 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks [] for router (e899abb9-8244-4c3b-b522-0f792f52b000), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.889964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (e899abb9-8244-4c3b-b522-0f792f52b000), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.895365 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks [] for router_controller (e899abb9-8244-4c3b-b522-0f792f52b000), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.964127 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (e899abb9-8244-4c3b-b522-0f792f52b000), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.965174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e899abb9-8244-4c3b-b522-0f792f52b000 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:53:55.006393 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:53:55.007798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e73dd1a6-6103-436f-a23a-5b1226e9a052 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9603505 Feb 19 03:53:55.011205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52148) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:55.109065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-eab0cfe1-fa41-49f6-a84a-afb5f6b77632 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Deleting port 72d90e3b-bba0-49b9-85bd-5b638591f2d9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:55.109723 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eab0cfe1-fa41-49f6-a84a-afb5f6b77632 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (72d90e3b-bba0-49b9-85bd-5b638591f2d9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.199961 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eab0cfe1-fa41-49f6-a84a-afb5f6b77632 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (72d90e3b-bba0-49b9-85bd-5b638591f2d9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.216701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-eab0cfe1-fa41-49f6-a84a-afb5f6b77632 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Calling delete_port for 72d90e3b-bba0-49b9-85bd-5b638591f2d9 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:55.346199 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eab0cfe1-fa41-49f6-a84a-afb5f6b77632 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (72d90e3b-bba0-49b9-85bd-5b638591f2d9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.373710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0cfe1-fa41-49f6-a84a-afb5f6b77632 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Pushing event deleted for resources: {'Port': ['ID=72d90e3b-bba0-49b9-85bd-5b638591f2d9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:55.436488 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eab0cfe1-fa41-49f6-a84a-afb5f6b77632 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.439891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-eab0cfe1-fa41-49f6-a84a-afb5f6b77632 tempest-RoutersAdminNegativeTest-693688765 tempest-RoutersAdminNegativeTest-693688765-project-admin] 10.222.0.42 "DELETE /v2.0/ports/72d90e3b-bba0-49b9-85bd-5b638591f2d9 HTTP/1.1" status: 204 len: 168 time: 0.4260926 Feb 19 03:53:55.596075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52186) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:55.642071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52190) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:55.756924 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14f5b05f-b594-4624-9c51-8684aea64ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.758811 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9470c6f-f176-4f6b-a668-8f80f84ebd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.901078 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14f5b05f-b594-4624-9c51-8684aea64ff1 admin admin] Publish callbacks [] for security_group (87ce42e1-7720-4873-a0ce-be3a0d8c742f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.903241 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9470c6f-f176-4f6b-a668-8f80f84ebd55 admin admin] Publish callbacks [] for security_group (02ff6ce2-7421-4acd-8586-4e143c81a4dc), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.906469 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14f5b05f-b594-4624-9c51-8684aea64ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (87ce42e1-7720-4873-a0ce-be3a0d8c742f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.912618 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9470c6f-f176-4f6b-a668-8f80f84ebd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (02ff6ce2-7421-4acd-8586-4e143c81a4dc), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:55.960521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5b05f-b594-4624-9c51-8684aea64ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ce42e1-7720-4873-a0ce-be3a0d8c742f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:55.966696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-14f5b05f-b594-4624-9c51-8684aea64ff1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48d2ac45a2b7439296075522ec38ed58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695455 Feb 19 03:53:55.970009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52194) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:55.972120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b9470c6f-f176-4f6b-a668-8f80f84ebd55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b142aec342654ce3838a697711d7cf50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289816 Feb 19 03:53:55.977432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52196) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:56.003907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9470c6f-f176-4f6b-a668-8f80f84ebd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ff6ce2-7421-4acd-8586-4e143c81a4dc,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.030562 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Publish callbacks [] for security_group (87ce42e1-7720-4873-a0ce-be3a0d8c742f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.043842 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16d2a6e6-0b31-4b86-86f1-23f9a5efdd23 admin admin] Publish callbacks [] for security_group (02ff6ce2-7421-4acd-8586-4e143c81a4dc), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.052509 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Publish callbacks [] for security_group (87ce42e1-7720-4873-a0ce-be3a0d8c742f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.065082 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16d2a6e6-0b31-4b86-86f1-23f9a5efdd23 admin admin] Publish callbacks [] for security_group (02ff6ce2-7421-4acd-8586-4e143c81a4dc), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.101617 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (87ce42e1-7720-4873-a0ce-be3a0d8c742f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.105222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.106435 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87ce42e1-7720-4873-a0ce-be3a0d8c742f HTTP/1.1" status: 204 len: 168 time: 0.1350803 Feb 19 03:53:56.114840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ce42e1-7720-4873-a0ce-be3a0d8c742f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.115963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16d2a6e6-0b31-4b86-86f1-23f9a5efdd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (02ff6ce2-7421-4acd-8586-4e143c81a4dc), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.120053 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16d2a6e6-0b31-4b86-86f1-23f9a5efdd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.121376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-16d2a6e6-0b31-4b86-86f1-23f9a5efdd23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02ff6ce2-7421-4acd-8586-4e143c81a4dc HTTP/1.1" status: 204 len: 168 time: 0.1429811 Feb 19 03:53:56.124419 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.125994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.126531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.127242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.127748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.128363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.128872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.129212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.129709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.130234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.130920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.131422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.132076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7419ce77-6ac6-4c63-b894-ccbfdcd0376d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:56.134473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2a6e6-0b31-4b86-86f1-23f9a5efdd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ff6ce2-7421-4acd-8586-4e143c81a4dc,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.435966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52206) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:56.479231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52208) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:56.481425 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9a1c8a28-572f-4661-8ba9-7557c5648bf3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c61f5c64c98e4fc8943433518839b488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441227 Feb 19 03:53:56.484101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52210) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:56.496434 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc4c0-867e-4da4-8ee5-f25ec1969fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.531470 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6b91c2f-a8d6-4bbe-a0af-89c54d3ce8d3 admin admin] Publish callbacks [] for security_group (259ca085-4415-4819-a9ba-c7744dc8ced3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.554269 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6b91c2f-a8d6-4bbe-a0af-89c54d3ce8d3 admin admin] Publish callbacks [] for security_group (259ca085-4415-4819-a9ba-c7744dc8ced3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.572103 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc4c0-867e-4da4-8ee5-f25ec1969fa1 admin admin] Publish callbacks [] for security_group (7772a0fe-7f73-47c7-a278-3ad6bd8e1205), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.576425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cfdc4c0-867e-4da4-8ee5-f25ec1969fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7772a0fe-7f73-47c7-a278-3ad6bd8e1205), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.603622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6b91c2f-a8d6-4bbe-a0af-89c54d3ce8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (259ca085-4415-4819-a9ba-c7744dc8ced3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.606215 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6b91c2f-a8d6-4bbe-a0af-89c54d3ce8d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.607368 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6b91c2f-a8d6-4bbe-a0af-89c54d3ce8d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/259ca085-4415-4819-a9ba-c7744dc8ced3 HTTP/1.1" status: 204 len: 168 time: 0.1223617 Feb 19 03:53:56.615958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b91c2f-a8d6-4bbe-a0af-89c54d3ce8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ca085-4415-4819-a9ba-c7744dc8ced3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.620104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2cfdc4c0-867e-4da4-8ee5-f25ec1969fa1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fac15e342f714dd1bbb45ef60e86d5c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398482 Feb 19 03:53:56.622173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdc4c0-867e-4da4-8ee5-f25ec1969fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7772a0fe-7f73-47c7-a278-3ad6bd8e1205,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.623409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52214) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:56.690766 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9d46740-cb47-488b-904d-744fc76bae25 admin admin] Publish callbacks [] for security_group (7772a0fe-7f73-47c7-a278-3ad6bd8e1205), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.711457 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9d46740-cb47-488b-904d-744fc76bae25 admin admin] Publish callbacks [] for security_group (7772a0fe-7f73-47c7-a278-3ad6bd8e1205), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.760409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9d46740-cb47-488b-904d-744fc76bae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7772a0fe-7f73-47c7-a278-3ad6bd8e1205), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.763064 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9d46740-cb47-488b-904d-744fc76bae25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.764257 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a9d46740-cb47-488b-904d-744fc76bae25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7772a0fe-7f73-47c7-a278-3ad6bd8e1205 HTTP/1.1" status: 204 len: 168 time: 0.1291645 Feb 19 03:53:56.772020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d46740-cb47-488b-904d-744fc76bae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7772a0fe-7f73-47c7-a278-3ad6bd8e1205,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:58.556278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52310) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:58.697712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:58.717786 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.814144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:58.918587 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Allocated IP 172.25.4.240 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/5e256e79-efc0-4cab-a1e9-d8684aaaf4b6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:59.019784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for port (5e256e79-efc0-4cab-a1e9-d8684aaaf4b6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.052791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (5e256e79-efc0-4cab-a1e9-d8684aaaf4b6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.087152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:59.089942 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:59.093448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:59.126518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event updated for resources: {'Port': ['ID=5e256e79-efc0-4cab-a1e9-d8684aaaf4b6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:59.190429 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for floatingip (8ea8fad8-1f47-4455-b17b-fca642a18296), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.211900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19b5b637-5039-4518-b3d7-d941f31502ad req-1d5a3e12-6b1f-4dab-b75b-76705751a006 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435243 Feb 19 03:53:59.228046 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5e256e79-efc0-4cab-a1e9-d8684aaaf4b6), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.312023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b637-5039-4518-b3d7-d941f31502ad req-5da2ac5e-85a1-4a5f-8b89-997d74b94ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.313528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19b5b637-5039-4518-b3d7-d941f31502ad req-5da2ac5e-85a1-4a5f-8b89-997d74b94ed2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 1128 time: 0.0445819 Feb 19 03:53:59.383420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for port (5e256e79-efc0-4cab-a1e9-d8684aaaf4b6), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.388631 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (5e256e79-efc0-4cab-a1e9-d8684aaaf4b6), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.421966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b637-5039-4518-b3d7-d941f31502ad req-2039754d-5330-4b5d-9b41-6a979b1e3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.423463 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19b5b637-5039-4518-b3d7-d941f31502ad req-2039754d-5330-4b5d-9b41-6a979b1e3bb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=15c0260a-9fc7-45ef-a4eb-426dfde35534 HTTP/1.1" status: 200 len: 898 time: 0.0904095 Feb 19 03:53:59.460332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event updated for resources: {'Port': ['ID=5e256e79-efc0-4cab-a1e9-d8684aaaf4b6,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:59.470350 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (8ea8fad8-1f47-4455-b17b-fca642a18296), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.487288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.489385 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f766abb4-b418-4449-b3eb-f504d4cf5850 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9320798 Feb 19 03:53:59.492381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52316) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:59.498019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1568710831'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:59.507530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19b5b637-5039-4518-b3d7-d941f31502ad req-89b158da-5ff9-4a7c-8b4d-00e035f7d8da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afe62ad-6922-43a9-99a7-4c185b42ab2d HTTP/1.1" status: 200 len: 1001 time: 0.0774372 Feb 19 03:53:59.552773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Made reservation on behalf of d67d1b5380e349c1aa1a8a8565bf1798 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:59.556596 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.570588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.581109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b637-5039-4518-b3d7-d941f31502ad req-32dfcedb-d566-4468-bd7c-91234ef414db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.582626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19b5b637-5039-4518-b3d7-d941f31502ad req-32dfcedb-d566-4468-bd7c-91234ef414db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=828ea6b4-4999-4de2-a227-3bf56f05e18a HTTP/1.1" status: 200 len: 834 time: 0.0692658 Feb 19 03:53:59.660540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b637-5039-4518-b3d7-d941f31502ad req-8be3501d-56ee-484c-8d91-90db167f97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.662094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19b5b637-5039-4518-b3d7-d941f31502ad req-8be3501d-56ee-484c-8d91-90db167f97db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15c0260a-9fc7-45ef-a4eb-426dfde35534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0713723 Feb 19 03:53:59.741612 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for security_group (10c1aa9f-ece4-4581-89e4-c20e2886d384), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.747970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (10c1aa9f-ece4-4581-89e4-c20e2886d384), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.785587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:53:59.810509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19b5b637-5039-4518-b3d7-d941f31502ad req-68d4ff52-f346-4b18-9912-46eca859b4a0 service neutron] 10.222.0.37 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410654 Feb 19 03:53:59.811522 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e191c24b-ca27-4982-8daf-839a663c4132), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.811870 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Added segment e191c24b-ca27-4982-8daf-839a663c4132 of type vlan for network 022db5b4-f91f-4656-b776-73e4e318f78e Feb 19 03:53:59.813179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c1aa9f-ece4-4581-89e4-c20e2886d384,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:59.905756 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (022db5b4-f91f-4656-b776-73e4e318f78e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.953246 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (022db5b4-f91f-4656-b776-73e4e318f78e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.958155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.958746 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:59.969742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19b5b637-5039-4518-b3d7-d941f31502ad req-ebf0514b-906a-40f2-b46e-35dc5749afd7 service neutron] 10.222.0.37 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460066 Feb 19 03:54:00.025325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5312302 Feb 19 03:54:00.028134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52322) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:00.035624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Request body: {'subnet': {'network_id': '022db5b4-f91f-4656-b776-73e4e318f78e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:00.042569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519546b-fbd3-4e9a-a97e-4c79701a0214 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event updated for resources: {'Network': ['ID=022db5b4-f91f-4656-b776-73e4e318f78e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:00.052685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 022db5b4-f91f-4656-b776-73e4e318f78e details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:00.130057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Made reservation on behalf of d67d1b5380e349c1aa1a8a8565bf1798 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:00.133620 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.310928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (61e24f4c-d43f-49a6-a054-cd0ff9a8991c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.370251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event updated for resources: {'Subnet': ['ID=61e24f4c-d43f-49a6-a054-cd0ff9a8991c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:00.378787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Checking segment: {'id': 'e191c24b-ca27-4982-8daf-839a663c4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '022db5b4-f91f-4656-b776-73e4e318f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:00.379153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Network hostable DHCP agents. Network: 022db5b4-f91f-4656-b776-73e4e318f78e, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:00.397747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Network 022db5b4-f91f-4656-b776-73e4e318f78e is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:00.406216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 022db5b4-f91f-4656-b776-73e4e318f78e) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:00.410602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:00.411372 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.415565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deecde00-ceaf-4794-97c4-434b08d8ee2e None None] Network 022db5b4-f91f-4656-b776-73e4e318f78e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:00.431528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6ea800f1-5f6d-4863-ba18-321030b65f2d tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3993363 Feb 19 03:54:00.432002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52324) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:00.437047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1692728088', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}, 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:00.458869 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.460040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.518450 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for router_controller (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.520898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-022db5b4-f91f-4656-b776-73e4e318f78e', 'network_id': '022db5b4-f91f-4656-b776-73e4e318f78e', 'project_id': 'd67d1b5380e349c1aa1a8a8565bf1798', 'fixed_ips': [{'subnet_id': '61e24f4c-d43f-49a6-a054-cd0ff9a8991c'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:54:00.521804 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.659561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Allocated IP 172.20.0.2 (022db5b4-f91f-4656-b776-73e4e318f78e/61e24f4c-d43f-49a6-a054-cd0ff9a8991c/45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:00.822496 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Publish callbacks [] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.832732 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.877970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Network 022db5b4-f91f-4656-b776-73e4e318f78e is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:00.885930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:00.888349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:00.891751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Pushing event updated for resources: {'Port': ['ID=45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:00.920927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.921388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.921753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.922222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.922776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.923316 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.923716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.924101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.924650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.925019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.925409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.925783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.926192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:00.968257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Attempting to bind port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:00.968635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Attempting to bind port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'e191c24b-ca27-4982-8daf-839a663c4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '022db5b4-f91f-4656-b776-73e4e318f78e'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:00.969047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Attempting to bind port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 on network 022db5b4-f91f-4656-b776-73e4e318f78e {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:00.975395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:00.976084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Checking segment: {'id': 'e191c24b-ca27-4982-8daf-839a663c4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '022db5b4-f91f-4656-b776-73e4e318f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:00.976775 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.977352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Bound using segment: {'id': 'e191c24b-ca27-4982-8daf-839a663c4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '022db5b4-f91f-4656-b776-73e4e318f78e'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:00.978812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Bound port: 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e191c24b-ca27-4982-8daf-839a663c4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '022db5b4-f91f-4656-b776-73e4e318f78e'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:00.979361 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.996521 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for router_gateway (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.057460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] For port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:01.061791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] For port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25,segment=NetworkSegment(e191c24b-ca27-4982-8daf-839a663c4132),segment_id=e191c24b-ca27-4982-8daf-839a663c4132)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:01.070814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.130310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791873a-e89f-4a16-9fe1-7089a400feae None None] Pushing event updated for resources: {'Port': ['ID=45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:01.260201 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for router_gateway (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.280008 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.405517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Allocated IP 172.25.4.200 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/3936abdb-3eb3-47b8-8f0b-f43a6a16f19d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:01.524473 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for port (3936abdb-3eb3-47b8-8f0b-f43a6a16f19d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.560297 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3936abdb-3eb3-47b8-8f0b-f43a6a16f19d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.595643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:01.600065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:01.603703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:01.632321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event updated for resources: {'Port': ['ID=3936abdb-3eb3-47b8-8f0b-f43a6a16f19d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:01.877447 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for router_gateway (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.106549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.210336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400db151-ba13-4cb4-951a-a91751ac9a29 None None] Network 022db5b4-f91f-4656-b776-73e4e318f78e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:02.252848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Router a1039fb9-7845-49c1-9c03-b9e2c8b611c9 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:54:02.299806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7c8916f2-fbe7-4d37-947e-8ee2917b979e None None] Provisioning complete for port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:02.300194 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7c8916f2-fbe7-4d37-947e-8ee2917b979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.400409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:02.414232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdf1d2-949a-44f5-9e67-ec7a2a4e75a4 None None] Sync routers for ids ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:02.435625 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.438744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9af6a4de-3a8b-4f4a-a807-e161fdbbf193 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0051386 Feb 19 03:54:02.439826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdf1d2-949a-44f5-9e67-ec7a2a4e75a4 None None] Routers {'a1039fb9-7845-49c1-9c03-b9e2c8b611c9'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:02.440752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9dcdf1d2-949a-44f5-9e67-ec7a2a4e75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:02.441734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52346) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:02.444898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7c8916f2-fbe7-4d37-947e-8ee2917b979e None None] Current status of the port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:02.445403 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7c8916f2-fbe7-4d37-947e-8ee2917b979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.488252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9dcdf1d2-949a-44f5-9e67-ec7a2a4e75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:02.529710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdf1d2-949a-44f5-9e67-ec7a2a4e75a4 None None] Routers {'a1039fb9-7845-49c1-9c03-b9e2c8b611c9'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:02.530554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9dcdf1d2-949a-44f5-9e67-ec7a2a4e75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:02.536805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7c8916f2-fbe7-4d37-947e-8ee2917b979e None None] For port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25,segment=NetworkSegment(e191c24b-ca27-4982-8daf-839a663c4132),segment_id=e191c24b-ca27-4982-8daf-839a663c4132)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:02.574992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9dcdf1d2-949a-44f5-9e67-ec7a2a4e75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:02.576066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdf1d2-949a-44f5-9e67-ec7a2a4e75a4 None None] The sync data for ids ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:02.577935 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7c8916f2-fbe7-4d37-947e-8ee2917b979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.632102 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8916f2-fbe7-4d37-947e-8ee2917b979e None None] Pushing event updated for resources: {'Port': ['ID=45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:02.698983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1be5518e-cba8-4efa-a56c-6e938800d1bd None None] Provisioning complete for port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:02.699371 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1be5518e-cba8-4efa-a56c-6e938800d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.779385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1be5518e-cba8-4efa-a56c-6e938800d1bd None None] Current status of the port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:02.903168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:02.931136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:02.951928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:02.952308 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.036251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:03.516316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Allocated IP 172.20.0.1 (022db5b4-f91f-4656-b776-73e4e318f78e/61e24f4c-d43f-49a6-a054-cd0ff9a8991c/eb5bff95-8923-457f-8f17-d4ad570a9b49) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:03.632270 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for port (eb5bff95-8923-457f-8f17-d4ad570a9b49), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.668524 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (eb5bff95-8923-457f-8f17-d4ad570a9b49), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.719475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Network 022db5b4-f91f-4656-b776-73e4e318f78e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:03.723461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:03.725507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event updated for resources: {'Port': ['ID=eb5bff95-8923-457f-8f17-d4ad570a9b49,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:03.728289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:03.771198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.915623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eb5bff95-8923-457f-8f17-d4ad570a9b49), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.008623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a375b18d-92f1-432a-848a-ddbf49308a18 None None] Provisioning complete for port eb5bff95-8923-457f-8f17-d4ad570a9b49 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:04.009444 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a375b18d-92f1-432a-848a-ddbf49308a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eb5bff95-8923-457f-8f17-d4ad570a9b49), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.048534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a375b18d-92f1-432a-848a-ddbf49308a18 None None] Port eb5bff95-8923-457f-8f17-d4ad570a9b49 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:04.199451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for port (eb5bff95-8923-457f-8f17-d4ad570a9b49), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.203979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (eb5bff95-8923-457f-8f17-d4ad570a9b49), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.279537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.281347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event updated for resources: {'Port': ['ID=eb5bff95-8923-457f-8f17-d4ad570a9b49,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:04.374700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Network 022db5b4-f91f-4656-b776-73e4e318f78e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:04.376130 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:04.501959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Router a1039fb9-7845-49c1-9c03-b9e2c8b611c9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:04.619044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:04.627329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-df285236-bb05-4f5d-86db-528a71f21cfd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "PUT /v2.0/routers/a1039fb9-7845-49c1-9c03-b9e2c8b611c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1814609 Feb 19 03:54:04.627620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52374) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:04.629283 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63cff9-5f85-4541-8092-aa3c48c36c43 None None] Sync routers for ids ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:04.632787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Request body: {'port': {'network_id': '022db5b4-f91f-4656-b776-73e4e318f78e', 'name': 'tempest-FloatingIPAdminTestJSON-207666250'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:04.640473 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63cff9-5f85-4541-8092-aa3c48c36c43 None None] Routers {'a1039fb9-7845-49c1-9c03-b9e2c8b611c9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:04.641086 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec63cff9-5f85-4541-8092-aa3c48c36c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:04.677490 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec63cff9-5f85-4541-8092-aa3c48c36c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:04.678647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5a9a569f-d7f3-46ee-91c7-c146da44405a None None] Provisioning complete for port eb5bff95-8923-457f-8f17-d4ad570a9b49 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:04.679355 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a9a569f-d7f3-46ee-91c7-c146da44405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eb5bff95-8923-457f-8f17-d4ad570a9b49), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.687599 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63cff9-5f85-4541-8092-aa3c48c36c43 None None] Routers {'a1039fb9-7845-49c1-9c03-b9e2c8b611c9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:04.688240 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec63cff9-5f85-4541-8092-aa3c48c36c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:04.726557 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec63cff9-5f85-4541-8092-aa3c48c36c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:04.728094 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63cff9-5f85-4541-8092-aa3c48c36c43 None None] The sync data for ids ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:04.746120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a569f-d7f3-46ee-91c7-c146da44405a None None] Port eb5bff95-8923-457f-8f17-d4ad570a9b49 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:04.768097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Made reservation on behalf of d67d1b5380e349c1aa1a8a8565bf1798 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:04.772087 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.807159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] device_id is not set on port aa7c948d-aa57-401e-9173-c297000065be yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:04.917026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Allocated IP 172.20.0.13 (022db5b4-f91f-4656-b776-73e4e318f78e/61e24f4c-d43f-49a6-a054-cd0ff9a8991c/aa7c948d-aa57-401e-9173-c297000065be) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:05.066278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for port (aa7c948d-aa57-401e-9173-c297000065be), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.100166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (aa7c948d-aa57-401e-9173-c297000065be), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.144958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Network 022db5b4-f91f-4656-b776-73e4e318f78e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:05.152336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:05.157014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:05.159580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event updated for resources: {'Port': ['ID=aa7c948d-aa57-401e-9173-c297000065be,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:05.209720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.210533 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.228064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-96e19484-8bb0-44e5-9a83-7d115e717cf4 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5992792 Feb 19 03:54:05.231067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52380) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:05.294615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'project_id': 'd67d1b5380e349c1aa1a8a8565bf1798', 'port_id': 'aa7c948d-aa57-401e-9173-c297000065be'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:05.316829 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.411830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.472176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9faef47b-b16d-4ab9-975f-8e45bd29b7fa None None] Provisioning complete for port aa7c948d-aa57-401e-9173-c297000065be triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:05.473244 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9faef47b-b16d-4ab9-975f-8e45bd29b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (aa7c948d-aa57-401e-9173-c297000065be), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.510491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9faef47b-b16d-4ab9-975f-8e45bd29b7fa None None] Port aa7c948d-aa57-401e-9173-c297000065be cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:05.521492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Allocated IP 172.25.4.251 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/433bc3d9-232c-4bbd-befb-a93214dc585f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:05.621317 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks [] for port (433bc3d9-232c-4bbd-befb-a93214dc585f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.655900 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (433bc3d9-232c-4bbd-befb-a93214dc585f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.692774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:05.695565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:05.701049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:05.706561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Pushing event updated for resources: {'Port': ['ID=433bc3d9-232c-4bbd-befb-a93214dc585f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:06.083602 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks [] for floatingip (ae0041f0-eeed-49f4-96ee-8509400a030e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.158125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (433bc3d9-232c-4bbd-befb-a93214dc585f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.306987 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks [] for port (433bc3d9-232c-4bbd-befb-a93214dc585f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.311710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (433bc3d9-232c-4bbd-befb-a93214dc585f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.355368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.384105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Pushing event updated for resources: {'Port': ['ID=433bc3d9-232c-4bbd-befb-a93214dc585f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:06.394205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (ae0041f0-eeed-49f4-96ee-8509400a030e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.501286 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Floating IP ae0041f0-eeed-49f4-96ee-8509400a030e associated. External IP: 172.25.4.251, port: aa7c948d-aa57-401e-9173-c297000065be. Feb 19 03:54:06.720122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Router a1039fb9-7845-49c1-9c03-b9e2c8b611c9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:06.839594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:06.848627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e89d1-bb52-4c40-8645-ef9d390a6ebf None None] Sync routers for ids ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:06.858786 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.860811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e89d1-bb52-4c40-8645-ef9d390a6ebf None None] Routers {'a1039fb9-7845-49c1-9c03-b9e2c8b611c9'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:06.862906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b96e89d1-bb52-4c40-8645-ef9d390a6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:06.895987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52396) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:06.900264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aab9109b-d2d8-4c7a-8a4d-4e04885de6d5 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.6671650 Feb 19 03:54:06.901141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b96e89d1-bb52-4c40-8645-ef9d390a6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:06.911086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e89d1-bb52-4c40-8645-ef9d390a6ebf None None] Routers {'a1039fb9-7845-49c1-9c03-b9e2c8b611c9'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:06.912176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b96e89d1-bb52-4c40-8645-ef9d390a6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:06.962188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b96e89d1-bb52-4c40-8645-ef9d390a6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:06.963330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e89d1-bb52-4c40-8645-ef9d390a6ebf None None] The sync data for ids ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:07.030984 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-38a80b13-c4c6-497e-8db9-4a622cfe10a9 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] 10.222.0.42 "GET /v2.0/floatingips/ae0041f0-eeed-49f4-96ee-8509400a030e HTTP/1.1" status: 200 len: 983 time: 0.1327498 Feb 19 03:54:07.033100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52400) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:07.146558 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-651f780c-6a83-4286-af1b-74378cb57d2b tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1120613 Feb 19 03:54:07.149859 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52402) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:07.310452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Deleting port 433bc3d9-232c-4bbd-befb-a93214dc585f {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:07.310698 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (433bc3d9-232c-4bbd-befb-a93214dc585f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.384261 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (433bc3d9-232c-4bbd-befb-a93214dc585f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.384584 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for floatingip (433bc3d9-232c-4bbd-befb-a93214dc585f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.396030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Calling delete_port for 433bc3d9-232c-4bbd-befb-a93214dc585f owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:07.565669 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (433bc3d9-232c-4bbd-befb-a93214dc585f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.590977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event deleted for resources: {'Port': ['ID=433bc3d9-232c-4bbd-befb-a93214dc585f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:07.657206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for floatingip (ae0041f0-eeed-49f4-96ee-8509400a030e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.657530 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Floating IP ae0041f0-eeed-49f4-96ee-8509400a030e disassociated (deleted). External IP: 172.25.4.251, port: aa7c948d-aa57-401e-9173-c297000065be. Feb 19 03:54:07.870546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Router a1039fb9-7845-49c1-9c03-b9e2c8b611c9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:08.253798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:08.265765 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.266617 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5db7c6-0978-49ba-bd16-4147a2393928 None None] Sync routers for ids ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:08.275858 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5db7c6-0978-49ba-bd16-4147a2393928 None None] Routers {'a1039fb9-7845-49c1-9c03-b9e2c8b611c9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:08.276854 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec5db7c6-0978-49ba-bd16-4147a2393928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:08.296145 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8fdb8b34-bc1e-4e9b-a12a-1995fb644939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.311126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52418) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:08.313549 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec5db7c6-0978-49ba-bd16-4147a2393928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:08.315972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:08.320033 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fa2422aa-b205-4131-96e8-ce047ecaaecc tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "DELETE /v2.0/floatingips/ae0041f0-eeed-49f4-96ee-8509400a030e HTTP/1.1" status: 204 len: 168 time: 1.1690559 Feb 19 03:54:08.327963 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5db7c6-0978-49ba-bd16-4147a2393928 None None] Routers {'a1039fb9-7845-49c1-9c03-b9e2c8b611c9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:08.328679 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec5db7c6-0978-49ba-bd16-4147a2393928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:53:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:08.338702 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.366811 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ec5db7c6-0978-49ba-bd16-4147a2393928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:08.368730 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5db7c6-0978-49ba-bd16-4147a2393928 None None] The sync data for ids ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:08.434241 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.543826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Allocated IP 172.25.4.95 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/dbc9e892-b290-4c52-b74a-e71df754c3ed) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:08.652219 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks [] for port (dbc9e892-b290-4c52-b74a-e71df754c3ed), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.685890 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (dbc9e892-b290-4c52-b74a-e71df754c3ed), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.727976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:08.734364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:08.736810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:08.759878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Pushing event updated for resources: {'Port': ['ID=dbc9e892-b290-4c52-b74a-e71df754c3ed,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:08.772745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.773100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.773452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.773791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.774683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.775019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.775349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.775680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.776003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.776327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.776650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.776968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.777287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:08.847928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks [] for floatingip (cfd08fe5-4e0b-417e-ab2f-3c670f42f3d8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.891712 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dbc9e892-b290-4c52-b74a-e71df754c3ed), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.049010 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks [] for port (dbc9e892-b290-4c52-b74a-e71df754c3ed), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.053951 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (dbc9e892-b290-4c52-b74a-e71df754c3ed), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.125242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Pushing event updated for resources: {'Port': ['ID=dbc9e892-b290-4c52-b74a-e71df754c3ed,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:09.138628 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (cfd08fe5-4e0b-417e-ab2f-3c670f42f3d8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.158002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.162151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52448) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:09.162462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e2c1fe31-2498-4005-bf06-41a16352b54a tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8501804 Feb 19 03:54:09.294774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:09.327752 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.459460 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.581563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Allocated IP 172.25.4.122 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/7cd53f42-fbd9-4ae7-8118-4d3ebb157708) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:09.714274 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks [] for port (7cd53f42-fbd9-4ae7-8118-4d3ebb157708), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.747741 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7cd53f42-fbd9-4ae7-8118-4d3ebb157708), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.786170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:09.788835 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:09.794239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:09.815845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Pushing event updated for resources: {'Port': ['ID=7cd53f42-fbd9-4ae7-8118-4d3ebb157708,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:09.881507 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks [] for floatingip (0d1ff6c5-544f-4eb8-8d97-b1df872cd614), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.922140 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (7cd53f42-fbd9-4ae7-8118-4d3ebb157708), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.076332 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks [] for port (7cd53f42-fbd9-4ae7-8118-4d3ebb157708), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.080774 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (7cd53f42-fbd9-4ae7-8118-4d3ebb157708), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.153532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Pushing event updated for resources: {'Port': ['ID=7cd53f42-fbd9-4ae7-8118-4d3ebb157708,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:10.164010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (0d1ff6c5-544f-4eb8-8d97-b1df872cd614), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.180026 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.181916 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3e11c204-17af-4d36-b7de-2af23ab44753 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0184653 Feb 19 03:54:10.184451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52472) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:10.244104 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6292eec2-6904-44a2-8e0f-a9bb5d9d7e83 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0584736 Feb 19 03:54:10.246732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52474) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:10.322871 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2c52f660-91cb-40e9-a22f-cad02580ad98 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0717509 Feb 19 03:54:10.323611 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52476) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:10.447601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9fc15ed4-46c5-4c61-b810-6a4bcbeec7d6 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Deleting port 7cd53f42-fbd9-4ae7-8118-4d3ebb157708 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:10.447953 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fc15ed4-46c5-4c61-b810-6a4bcbeec7d6 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7cd53f42-fbd9-4ae7-8118-4d3ebb157708), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.465976 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-51af6753-13f2-4c7b-88f2-a8ac97f70e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.531597 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fc15ed4-46c5-4c61-b810-6a4bcbeec7d6 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7cd53f42-fbd9-4ae7-8118-4d3ebb157708), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.531927 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fc15ed4-46c5-4c61-b810-6a4bcbeec7d6 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks [] for floatingip (7cd53f42-fbd9-4ae7-8118-4d3ebb157708), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.546165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9fc15ed4-46c5-4c61-b810-6a4bcbeec7d6 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Calling delete_port for 7cd53f42-fbd9-4ae7-8118-4d3ebb157708 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:10.683135 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fc15ed4-46c5-4c61-b810-6a4bcbeec7d6 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7cd53f42-fbd9-4ae7-8118-4d3ebb157708), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.706842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc15ed4-46c5-4c61-b810-6a4bcbeec7d6 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Pushing event deleted for resources: {'Port': ['ID=7cd53f42-fbd9-4ae7-8118-4d3ebb157708,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:10.772219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fc15ed4-46c5-4c61-b810-6a4bcbeec7d6 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks [] for floatingip (0d1ff6c5-544f-4eb8-8d97-b1df872cd614), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.775920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9fc15ed4-46c5-4c61-b810-6a4bcbeec7d6 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.777097 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9fc15ed4-46c5-4c61-b810-6a4bcbeec7d6 tempest-FloatingIPAdminTestJSON-12268054 tempest-FloatingIPAdminTestJSON-12268054-project] 10.222.0.42 "DELETE /v2.0/floatingips/0d1ff6c5-544f-4eb8-8d97-b1df872cd614 HTTP/1.1" status: 204 len: 168 time: 0.4529593 Feb 19 03:54:10.779837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52482) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:10.909187 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-253977c2-eead-43ea-b2a6-7a24c9893c74 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Deleting port dbc9e892-b290-4c52-b74a-e71df754c3ed {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:10.909535 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-253977c2-eead-43ea-b2a6-7a24c9893c74 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (dbc9e892-b290-4c52-b74a-e71df754c3ed), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.012240 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-253977c2-eead-43ea-b2a6-7a24c9893c74 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (dbc9e892-b290-4c52-b74a-e71df754c3ed), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.012640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-253977c2-eead-43ea-b2a6-7a24c9893c74 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks [] for floatingip (dbc9e892-b290-4c52-b74a-e71df754c3ed), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.027853 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-253977c2-eead-43ea-b2a6-7a24c9893c74 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Calling delete_port for dbc9e892-b290-4c52-b74a-e71df754c3ed owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:11.171993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-253977c2-eead-43ea-b2a6-7a24c9893c74 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (dbc9e892-b290-4c52-b74a-e71df754c3ed), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.200112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253977c2-eead-43ea-b2a6-7a24c9893c74 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbc9e892-b290-4c52-b74a-e71df754c3ed,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:11.265351 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-253977c2-eead-43ea-b2a6-7a24c9893c74 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks [] for floatingip (cfd08fe5-4e0b-417e-ab2f-3c670f42f3d8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.265632 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-253977c2-eead-43ea-b2a6-7a24c9893c74 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.266861 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-253977c2-eead-43ea-b2a6-7a24c9893c74 tempest-FloatingIPAdminTestJSON-101424457 tempest-FloatingIPAdminTestJSON-101424457-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/cfd08fe5-4e0b-417e-ab2f-3c670f42f3d8 HTTP/1.1" status: 204 len: 168 time: 0.4861009 Feb 19 03:54:11.270522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52494) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:11.362676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f22f60a3-595f-4dac-a9db-3eb3da141599 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Deleting port aa7c948d-aa57-401e-9173-c297000065be {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:11.363371 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f22f60a3-595f-4dac-a9db-3eb3da141599 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (aa7c948d-aa57-401e-9173-c297000065be), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.449519 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f22f60a3-595f-4dac-a9db-3eb3da141599 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (aa7c948d-aa57-401e-9173-c297000065be), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.463557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f22f60a3-595f-4dac-a9db-3eb3da141599 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Calling delete_port for aa7c948d-aa57-401e-9173-c297000065be owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:11.596464 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f22f60a3-595f-4dac-a9db-3eb3da141599 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (aa7c948d-aa57-401e-9173-c297000065be), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.625970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f60a3-595f-4dac-a9db-3eb3da141599 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event deleted for resources: {'Port': ['ID=aa7c948d-aa57-401e-9173-c297000065be,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:11.722425 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f22f60a3-595f-4dac-a9db-3eb3da141599 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.729261 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f22f60a3-595f-4dac-a9db-3eb3da141599 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "DELETE /v2.0/ports/aa7c948d-aa57-401e-9173-c297000065be HTTP/1.1" status: 204 len: 168 time: 0.4544165 Feb 19 03:54:11.730328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52496) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:12.062571 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.121128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae48a0-e37c-461e-aa15-10bff436ddf3 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:12.125100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4dae48a0-e37c-461e-aa15-10bff436ddf3 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1039fb9-7845-49c1-9c03-b9e2c8b611c9 HTTP/1.1" status: 200 len: 913 time: 0.3943150 Feb 19 03:54:12.126198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52502) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:12.509335 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.762885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Deleting port eb5bff95-8923-457f-8f17-d4ad570a9b49 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:12.763224 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (eb5bff95-8923-457f-8f17-d4ad570a9b49), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.846988 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (eb5bff95-8923-457f-8f17-d4ad570a9b49), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.858908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Calling delete_port for eb5bff95-8923-457f-8f17-d4ad570a9b49 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:13.043977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (eb5bff95-8923-457f-8f17-d4ad570a9b49), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.072920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event deleted for resources: {'Port': ['ID=eb5bff95-8923-457f-8f17-d4ad570a9b49,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:13.107314 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.264550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.766428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Router a1039fb9-7845-49c1-9c03-b9e2c8b611c9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:13.877939 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:13.886957 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-10428802-f549-4c1e-b22e-e6c0ed61dddd tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "PUT /v2.0/routers/a1039fb9-7845-49c1-9c03-b9e2c8b611c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7559471 Feb 19 03:54:13.886957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52522) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:13.890667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e98a3d-cb37-41b3-ab83-38c120f0c0fc None None] Sync routers for ids ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:13.901307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e98a3d-cb37-41b3-ab83-38c120f0c0fc None None] Routers {'a1039fb9-7845-49c1-9c03-b9e2c8b611c9'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:13.901946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c7e98a3d-cb37-41b3-ab83-38c120f0c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:54:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:13.935969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c7e98a3d-cb37-41b3-ab83-38c120f0c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:13.945393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e98a3d-cb37-41b3-ab83-38c120f0c0fc None None] Routers {'a1039fb9-7845-49c1-9c03-b9e2c8b611c9'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:13.946738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c7e98a3d-cb37-41b3-ab83-38c120f0c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:54:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:13.982741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c7e98a3d-cb37-41b3-ab83-38c120f0c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:13.983391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e98a3d-cb37-41b3-ab83-38c120f0c0fc None None] The sync data for ids ['a1039fb9-7845-49c1-9c03-b9e2c8b611c9'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:14.014158 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for router (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.127313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for router_gateway (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.179630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Deleting port 3936abdb-3eb3-47b8-8f0b-f43a6a16f19d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:14.180496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3936abdb-3eb3-47b8-8f0b-f43a6a16f19d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.255994 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3936abdb-3eb3-47b8-8f0b-f43a6a16f19d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.267805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Calling delete_port for 3936abdb-3eb3-47b8-8f0b-f43a6a16f19d owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:14.436193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3936abdb-3eb3-47b8-8f0b-f43a6a16f19d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.466843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event deleted for resources: {'Port': ['ID=3936abdb-3eb3-47b8-8f0b-f43a6a16f19d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:14.528867 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.624496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.626645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for router_controller (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.634159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.679372 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (a1039fb9-7845-49c1-9c03-b9e2c8b611c9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.680728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Fanout notify agent at l3_agent the message router_deleted on router a1039fb9-7845-49c1-9c03-b9e2c8b611c9 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:54:14.687775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.690259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-73645149-a330-4506-9e25-d8fb357bfcea tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "DELETE /v2.0/routers/a1039fb9-7845-49c1-9c03-b9e2c8b611c9 HTTP/1.1" status: 204 len: 168 time: 0.8017840 Feb 19 03:54:14.691809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52530) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:14.746844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf325b79-6aa6-4aa5-a8ed-7361256a7af0 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Deleting subnet 61e24f4c-d43f-49a6-a054-cd0ff9a8991c {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:54:14.751142 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf325b79-6aa6-4aa5-a8ed-7361256a7af0 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for subnet (61e24f4c-d43f-49a6-a054-cd0ff9a8991c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.793442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf325b79-6aa6-4aa5-a8ed-7361256a7af0 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (61e24f4c-d43f-49a6-a054-cd0ff9a8991c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.887033 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf325b79-6aa6-4aa5-a8ed-7361256a7af0 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (61e24f4c-d43f-49a6-a054-cd0ff9a8991c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.943766 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf325b79-6aa6-4aa5-a8ed-7361256a7af0 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (61e24f4c-d43f-49a6-a054-cd0ff9a8991c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.971969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf325b79-6aa6-4aa5-a8ed-7361256a7af0 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event deleted for resources: {'Subnet': ['ID=61e24f4c-d43f-49a6-a054-cd0ff9a8991c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:14.975637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf325b79-6aa6-4aa5-a8ed-7361256a7af0 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.981087 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bf325b79-6aa6-4aa5-a8ed-7361256a7af0 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "DELETE /v2.0/subnets/61e24f4c-d43f-49a6-a054-cd0ff9a8991c HTTP/1.1" status: 204 len: 168 time: 0.2860100 Feb 19 03:54:14.981333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52532) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:14.985071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11fb279-0012-46f5-b595-32bfebcf5a29 None None] Network 022db5b4-f91f-4656-b776-73e4e318f78e requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:15.057867 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (022db5b4-f91f-4656-b776-73e4e318f78e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.118333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Deleting port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:15.118627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.134721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d39dd-b608-4e9a-877a-5debb6940323 None None] DHCP port deletion for 022db5b4-f91f-4656-b776-73e4e318f78e request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:54:15.184363 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] For port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25,segment=NetworkSegment(e191c24b-ca27-4982-8daf-839a663c4132),segment_id=e191c24b-ca27-4982-8daf-839a663c4132)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:15.184730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.200694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Calling delete_port for 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:15.287351 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.313807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event deleted for resources: {'Port': ['ID=45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:15.317695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] No DVR routers for this DVR port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:15.335999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-489d39dd-b608-4e9a-877a-5debb6940323 None None] Deleting port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:15.336874 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-489d39dd-b608-4e9a-877a-5debb6940323 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.397105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-489d39dd-b608-4e9a-877a-5debb6940323 None None] For port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:15.397503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-489d39dd-b608-4e9a-877a-5debb6940323 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.402930 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (022db5b4-f91f-4656-b776-73e4e318f78e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.413491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-489d39dd-b608-4e9a-877a-5debb6940323 None None] Calling delete_port for 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:15.416709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-489d39dd-b608-4e9a-877a-5debb6940323 None None] Port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:54:15.418112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-489d39dd-b608-4e9a-877a-5debb6940323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.425241 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022db5b4-f91f-4656-b776-73e4e318f78e']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:15.436218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e191c24b-ca27-4982-8daf-839a663c4132') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:15.436529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e191c24b-ca27-4982-8daf-839a663c4132') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:15.442980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d39dd-b608-4e9a-877a-5debb6940323 None None] Pushing event deleted for resources: {'Port': ['ID=45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:15.446717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d39dd-b608-4e9a-877a-5debb6940323 None None] No DVR routers for this DVR port 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:15.451463 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (e191c24b-ca27-4982-8daf-839a663c4132), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.470651 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e191c24b-ca27-4982-8daf-839a663c4132), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.476618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:54:15.477670 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (e191c24b-ca27-4982-8daf-839a663c4132), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:54:15.480908 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:54:15.538433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (022db5b4-f91f-4656-b776-73e4e318f78e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.544143 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.547362 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "DELETE /v2.0/networks/022db5b4-f91f-4656-b776-73e4e318f78e HTTP/1.1" status: 204 len: 168 time: 0.5651009 Feb 19 03:54:15.550049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52534) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:15.562561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe24fdf-8bd7-44d1-82d5-6c222c7332d1 tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event deleted for resources: {'Network': ['ID=022db5b4-f91f-4656-b776-73e4e318f78e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:15.673592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e4f768be-75c9-4308-82e0-d0ab24d4cd1e tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Deleting port 5e256e79-efc0-4cab-a1e9-d8684aaaf4b6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:15.673968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4f768be-75c9-4308-82e0-d0ab24d4cd1e tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (5e256e79-efc0-4cab-a1e9-d8684aaaf4b6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.751209 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4f768be-75c9-4308-82e0-d0ab24d4cd1e tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (5e256e79-efc0-4cab-a1e9-d8684aaaf4b6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.751574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4f768be-75c9-4308-82e0-d0ab24d4cd1e tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for floatingip (5e256e79-efc0-4cab-a1e9-d8684aaaf4b6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.764594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e4f768be-75c9-4308-82e0-d0ab24d4cd1e tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Calling delete_port for 5e256e79-efc0-4cab-a1e9-d8684aaaf4b6 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:15.898053 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4f768be-75c9-4308-82e0-d0ab24d4cd1e tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (5e256e79-efc0-4cab-a1e9-d8684aaaf4b6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.921380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f768be-75c9-4308-82e0-d0ab24d4cd1e tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Pushing event deleted for resources: {'Port': ['ID=5e256e79-efc0-4cab-a1e9-d8684aaaf4b6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:15.987058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4f768be-75c9-4308-82e0-d0ab24d4cd1e tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks [] for floatingip (8ea8fad8-1f47-4455-b17b-fca642a18296), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.989670 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4f768be-75c9-4308-82e0-d0ab24d4cd1e tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.990883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e4f768be-75c9-4308-82e0-d0ab24d4cd1e tempest-FloatingIPAdminTestJSON-1102228618 tempest-FloatingIPAdminTestJSON-1102228618-project] 10.222.0.42 "DELETE /v2.0/floatingips/8ea8fad8-1f47-4455-b17b-fca642a18296 HTTP/1.1" status: 204 len: 168 time: 0.4398148 Feb 19 03:54:16.248556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52548) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:16.379550 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ff604729-95bd-4b63-b3ee-a9f3de3a746e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d67d1b5380e349c1aa1a8a8565bf1798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297998 Feb 19 03:54:16.382012 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52552) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:16.428041 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc2f21d4-2268-40fe-be3e-aa7ecb9a1d90 admin admin] Publish callbacks [] for security_group (10c1aa9f-ece4-4581-89e4-c20e2886d384), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.448922 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc2f21d4-2268-40fe-be3e-aa7ecb9a1d90 admin admin] Publish callbacks [] for security_group (10c1aa9f-ece4-4581-89e4-c20e2886d384), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.499934 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc2f21d4-2268-40fe-be3e-aa7ecb9a1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (10c1aa9f-ece4-4581-89e4-c20e2886d384), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.502649 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fc2f21d4-2268-40fe-be3e-aa7ecb9a1d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.503832 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fc2f21d4-2268-40fe-be3e-aa7ecb9a1d90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10c1aa9f-ece4-4581-89e4-c20e2886d384 HTTP/1.1" status: 204 len: 168 time: 0.1208973 Feb 19 03:54:16.512848 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f21d4-2268-40fe-be3e-aa7ecb9a1d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c1aa9f-ece4-4581-89e4-c20e2886d384,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:16.761428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:16.774471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14c4db42-d52b-4590-9dc1-8ab3cf0d8a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.859930 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14c4db42-d52b-4590-9dc1-8ab3cf0d8a95 admin admin] Publish callbacks [] for security_group (16ecd1e3-53c9-42bd-af55-175ed0eb489c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.865703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-14c4db42-d52b-4590-9dc1-8ab3cf0d8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (16ecd1e3-53c9-42bd-af55-175ed0eb489c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.906069 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-14c4db42-d52b-4590-9dc1-8ab3cf0d8a95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8e00e9b1e3a4f27984c45df1c49c018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434522 Feb 19 03:54:16.906963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4db42-d52b-4590-9dc1-8ab3cf0d8a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ecd1e3-53c9-42bd-af55-175ed0eb489c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:16.907475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:16.909269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52566) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:16.930863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:16.931213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 45d96b8a-0141-4ae3-a1fc-51bfc2bbfe25 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:16.973368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab13aa6e-8547-46be-889e-bdb2e1620b58 admin admin] Publish callbacks [] for security_group (16ecd1e3-53c9-42bd-af55-175ed0eb489c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.996361 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab13aa6e-8547-46be-889e-bdb2e1620b58 admin admin] Publish callbacks [] for security_group (16ecd1e3-53c9-42bd-af55-175ed0eb489c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.048683 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab13aa6e-8547-46be-889e-bdb2e1620b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (16ecd1e3-53c9-42bd-af55-175ed0eb489c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.051775 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab13aa6e-8547-46be-889e-bdb2e1620b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.054564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ab13aa6e-8547-46be-889e-bdb2e1620b58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16ecd1e3-53c9-42bd-af55-175ed0eb489c HTTP/1.1" status: 204 len: 168 time: 0.1446404 Feb 19 03:54:17.065117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13aa6e-8547-46be-889e-bdb2e1620b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ecd1e3-53c9-42bd-af55-175ed0eb489c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:17.382573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52578) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:17.395792 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91256aad-8da4-44fe-87f8-a5d2a7aff528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.468589 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91256aad-8da4-44fe-87f8-a5d2a7aff528 admin admin] Publish callbacks [] for security_group (6faf1ae0-87a3-45e5-b394-a9fb473085e6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.472322 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91256aad-8da4-44fe-87f8-a5d2a7aff528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6faf1ae0-87a3-45e5-b394-a9fb473085e6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.515109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-91256aad-8da4-44fe-87f8-a5d2a7aff528 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2eafec58a7a94643a037727f6c12567a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309128 Feb 19 03:54:17.516232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91256aad-8da4-44fe-87f8-a5d2a7aff528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faf1ae0-87a3-45e5-b394-a9fb473085e6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:17.517739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52580) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:17.565419 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd738-26eb-46a4-8d4c-e8504a5b03d2 admin admin] Publish callbacks [] for security_group (6faf1ae0-87a3-45e5-b394-a9fb473085e6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.587235 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd738-26eb-46a4-8d4c-e8504a5b03d2 admin admin] Publish callbacks [] for security_group (6faf1ae0-87a3-45e5-b394-a9fb473085e6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.634566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd738-26eb-46a4-8d4c-e8504a5b03d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6faf1ae0-87a3-45e5-b394-a9fb473085e6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.637166 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd738-26eb-46a4-8d4c-e8504a5b03d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.638371 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b6fdd738-26eb-46a4-8d4c-e8504a5b03d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6faf1ae0-87a3-45e5-b394-a9fb473085e6 HTTP/1.1" status: 204 len: 168 time: 0.1196065 Feb 19 03:54:17.645935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdd738-26eb-46a4-8d4c-e8504a5b03d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faf1ae0-87a3-45e5-b394-a9fb473085e6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:18.336646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52616) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:18.438665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1204019553'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:18.464052 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Made reservation on behalf of 44dd5a8bb9e44f149ceb05f04e053add for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:18.467727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.477083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.569954 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for security_group (f2ea9ffd-ec3c-43f9-bcd0-8b6b039cc8d5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.574514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f2ea9ffd-ec3c-43f9-bcd0-8b6b039cc8d5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.603095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:18.613046 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ea9ffd-ec3c-43f9-bcd0-8b6b039cc8d5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:18.618532 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5db87c01-e29a-45e5-bfe3-4ca487189755), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.618885 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Added segment 5db87c01-e29a-45e5-bfe3-4ca487189755 of type vlan for network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 Feb 19 03:54:18.662105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.691090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.696519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:18.697189 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.764415 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4267197 Feb 19 03:54:18.767403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52626) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:18.772539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'subnet': {'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:18.775847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c689f-ac52-4308-8a34-6925e62007da tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Network': ['ID=1507a2b3-7e50-4138-b8d6-a1658ab4b3e2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:18.786785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:18.866135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Made reservation on behalf of 44dd5a8bb9e44f149ceb05f04e053add for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:18.870148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.059785 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (079b9b8b-becd-4f73-bd2d-23b3c15ed0e1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.122136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Subnet': ['ID=079b9b8b-becd-4f73-bd2d-23b3c15ed0e1,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:19.127397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Checking segment: {'id': '5db87c01-e29a-45e5-bfe3-4ca487189755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:19.127761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Network hostable DHCP agents. Network: 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:19.144630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:19.155860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:19.160089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:19.160668 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.167969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea66770-99f7-4988-a347-2cdf5e9630c2 None None] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:19.180901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e07bb8d8-586e-4f18-a365-5707750159ba tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4123726 Feb 19 03:54:19.183483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52628) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:19.190472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'port': {'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2', 'name': 'tempest-AllowedAddressPairTestJSON-305426281'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:19.298213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-1507a2b3-7e50-4138-b8d6-a1658ab4b3e2', 'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2', 'project_id': '44dd5a8bb9e44f149ceb05f04e053add', 'fixed_ips': [{'subnet_id': '079b9b8b-becd-4f73-bd2d-23b3c15ed0e1'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:54:19.299187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.324619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Made reservation on behalf of 44dd5a8bb9e44f149ceb05f04e053add for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:19.328934 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.350555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] device_id is not set on port 75ff2112-9b5e-44a6-bc82-51f2017faa19 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:19.440134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Allocated IP 172.20.0.2 (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2/079b9b8b-becd-4f73-bd2d-23b3c15ed0e1/6cf80581-b306-46cd-944a-58519813cd49) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:19.594503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Publish callbacks [] for port (6cf80581-b306-46cd-944a-58519813cd49), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.600829 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (6cf80581-b306-46cd-944a-58519813cd49), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.649525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:19.659680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Allocated IP 172.20.0.4 (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2/079b9b8b-becd-4f73-bd2d-23b3c15ed0e1/75ff2112-9b5e-44a6-bc82-51f2017faa19) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:19.662538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:19.668193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:19.672497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Pushing event updated for resources: {'Port': ['ID=6cf80581-b306-46cd-944a-58519813cd49,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:19.733988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Attempting to bind port 6cf80581-b306-46cd-944a-58519813cd49 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:19.734432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Attempting to bind port 6cf80581-b306-46cd-944a-58519813cd49 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '5db87c01-e29a-45e5-bfe3-4ca487189755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:19.735016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Attempting to bind port 6cf80581-b306-46cd-944a-58519813cd49 on network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:19.744461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:19.744865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Checking segment: {'id': '5db87c01-e29a-45e5-bfe3-4ca487189755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:19.745301 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.745706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Bound using segment: {'id': '5db87c01-e29a-45e5-bfe3-4ca487189755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:19.746244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Bound port: 6cf80581-b306-46cd-944a-58519813cd49, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db87c01-e29a-45e5-bfe3-4ca487189755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:19.746628 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6cf80581-b306-46cd-944a-58519813cd49), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.828236 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for port (75ff2112-9b5e-44a6-bc82-51f2017faa19), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.831736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] For port 6cf80581-b306-46cd-944a-58519813cd49, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:19.835338 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] For port 6cf80581-b306-46cd-944a-58519813cd49, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6cf80581-b306-46cd-944a-58519813cd49,segment=NetworkSegment(5db87c01-e29a-45e5-bfe3-4ca487189755),segment_id=5db87c01-e29a-45e5-bfe3-4ca487189755)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:19.842531 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6cf80581-b306-46cd-944a-58519813cd49), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.870006 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (75ff2112-9b5e-44a6-bc82-51f2017faa19), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.910649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347cb1b-1bda-4e84-aea4-0bf331d17110 None None] Pushing event updated for resources: {'Port': ['ID=6cf80581-b306-46cd-944a-58519813cd49,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:19.922890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:19.926449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:19.930907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:19.974766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Port': ['ID=75ff2112-9b5e-44a6-bc82-51f2017faa19,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:19.993616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:19.994319 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.011816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cf8225f3-e488-4168-af15-6b0220af4d4f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8264956 Feb 19 03:54:20.014789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52634) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:20.019933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'port': {'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2', 'name': 'tempest-AllowedAddressPairTestJSON-256215651', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:3e:cb:40'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:20.183832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Made reservation on behalf of 44dd5a8bb9e44f149ceb05f04e053add for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:20.281951 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.299478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] device_id is not set on port 98e893ca-914f-4373-97eb-a465c7a607ef yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:20.419998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Allocated IP 172.20.0.3 (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2/079b9b8b-becd-4f73-bd2d-23b3c15ed0e1/98e893ca-914f-4373-97eb-a465c7a607ef) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:20.573422 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for port (98e893ca-914f-4373-97eb-a465c7a607ef), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.610997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (98e893ca-914f-4373-97eb-a465c7a607ef), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.660337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:20.663466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:20.670223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:20.695595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Port': ['ID=98e893ca-914f-4373-97eb-a465c7a607ef,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:20.726405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:20.727771 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.747804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-00a8e853-f87a-4e32-ab02-ea7d569ca0dc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.7318914 Feb 19 03:54:20.750455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52638) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:20.844825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393e0b1-afa1-453b-9043-76f964f826b6 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:20.850129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393e0b1-afa1-453b-9043-76f964f826b6 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:20.855444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393e0b1-afa1-453b-9043-76f964f826b6 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:20.857759 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b393e0b1-afa1-453b-9043-76f964f826b6 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1062288 Feb 19 03:54:20.860893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52642) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:20.969954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6cf80581-b306-46cd-944a-58519813cd49 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:20.996876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e44029a5-fe65-42aa-bd61-fbdcb0aba01c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Deleting port 98e893ca-914f-4373-97eb-a465c7a607ef {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:20.997226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e44029a5-fe65-42aa-bd61-fbdcb0aba01c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (98e893ca-914f-4373-97eb-a465c7a607ef), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.042036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 6cf80581-b306-46cd-944a-58519813cd49 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:21.042489 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6cf80581-b306-46cd-944a-58519813cd49), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.046403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0f215c-8faf-4a64-bed0-d167fbd4fc10 None None] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:21.100808 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e44029a5-fe65-42aa-bd61-fbdcb0aba01c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (98e893ca-914f-4373-97eb-a465c7a607ef), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.113303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e44029a5-fe65-42aa-bd61-fbdcb0aba01c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Calling delete_port for 98e893ca-914f-4373-97eb-a465c7a607ef owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:21.141571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b7b412d3-92ac-4ce9-84d1-560ea7802f13 None None] Provisioning complete for port 6cf80581-b306-46cd-944a-58519813cd49 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:21.142087 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7b412d3-92ac-4ce9-84d1-560ea7802f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6cf80581-b306-46cd-944a-58519813cd49), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.252386 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 6cf80581-b306-46cd-944a-58519813cd49 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:21.252873 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6cf80581-b306-46cd-944a-58519813cd49), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.279334 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e44029a5-fe65-42aa-bd61-fbdcb0aba01c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (98e893ca-914f-4373-97eb-a465c7a607ef), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.320950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44029a5-fe65-42aa-bd61-fbdcb0aba01c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event deleted for resources: {'Port': ['ID=98e893ca-914f-4373-97eb-a465c7a607ef,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:21.332436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 6cf80581-b306-46cd-944a-58519813cd49, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6cf80581-b306-46cd-944a-58519813cd49,segment=NetworkSegment(5db87c01-e29a-45e5-bfe3-4ca487189755),segment_id=5db87c01-e29a-45e5-bfe3-4ca487189755)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:21.333463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b7b412d3-92ac-4ce9-84d1-560ea7802f13 None None] Current status of the port 6cf80581-b306-46cd-944a-58519813cd49 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:21.333876 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7b412d3-92ac-4ce9-84d1-560ea7802f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6cf80581-b306-46cd-944a-58519813cd49), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.343285 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6cf80581-b306-46cd-944a-58519813cd49), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.427325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=6cf80581-b306-46cd-944a-58519813cd49,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:21.440543 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-b7b412d3-92ac-4ce9-84d1-560ea7802f13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:54:21.440844 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-b7b412d3-92ac-4ce9-84d1-560ea7802f13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:54:21.517106 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e44029a5-fe65-42aa-bd61-fbdcb0aba01c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.522893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e44029a5-fe65-42aa-bd61-fbdcb0aba01c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "DELETE /v2.0/ports/98e893ca-914f-4373-97eb-a465c7a607ef HTTP/1.1" status: 204 len: 168 time: 0.6584394 Feb 19 03:54:21.523108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52648) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:21.551150 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6418658-2a77-45ee-8a92-abefedfdee64 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] GET failed (client error): The resource could not be found. Feb 19 03:54:21.556141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e6418658-2a77-45ee-8a92-abefedfdee64 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "GET /v2.0/ports/98e893ca-914f-4373-97eb-a465c7a607ef HTTP/1.1" status: 404 len: 333 time: 0.0279834 Feb 19 03:54:21.556378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52650) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:21.561255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'port': {'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2', 'name': 'tempest-AllowedAddressPairTestJSON-1169909127'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:21.682625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Made reservation on behalf of 44dd5a8bb9e44f149ceb05f04e053add for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:21.686240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.705521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] device_id is not set on port 22f58aca-c67a-47c5-a773-34ed1c95d9a8 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:21.816941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Allocated IP 172.20.0.5 (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2/079b9b8b-becd-4f73-bd2d-23b3c15ed0e1/22f58aca-c67a-47c5-a773-34ed1c95d9a8) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:22.000193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b7b412d3-92ac-4ce9-84d1-560ea7802f13 None None] Current status of the port 6cf80581-b306-46cd-944a-58519813cd49 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:22.019465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for port (22f58aca-c67a-47c5-a773-34ed1c95d9a8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.063510 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (22f58aca-c67a-47c5-a773-34ed1c95d9a8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.115349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c7d10674-9f7f-41f6-9eb1-cc9fcb181883 None None] Could not find standard attr ID for object 98e893ca-914f-4373-97eb-a465c7a607ef. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:54:22.126300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:22.130588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c7d10674-9f7f-41f6-9eb1-cc9fcb181883 None None] Provisioning complete for port 6cf80581-b306-46cd-944a-58519813cd49 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:22.130975 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c7d10674-9f7f-41f6-9eb1-cc9fcb181883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6cf80581-b306-46cd-944a-58519813cd49), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.134502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:22.139755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:22.144567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Port': ['ID=22f58aca-c67a-47c5-a773-34ed1c95d9a8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:22.208417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.209536 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.239549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-91919a7f-630c-4831-abdd-fbe4e418b177 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6820714 Feb 19 03:54:22.242920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52668) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:22.249669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0851a96b-4686-4db3-99ce-129544d32d54 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:3e:cb:40'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:22.260685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c7d10674-9f7f-41f6-9eb1-cc9fcb181883 None None] Current status of the port 6cf80581-b306-46cd-944a-58519813cd49 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:22.272959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c7d10674-9f7f-41f6-9eb1-cc9fcb181883 None None] Provisioning complete for port 75ff2112-9b5e-44a6-bc82-51f2017faa19 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:22.274535 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c7d10674-9f7f-41f6-9eb1-cc9fcb181883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (75ff2112-9b5e-44a6-bc82-51f2017faa19), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.322099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c7d10674-9f7f-41f6-9eb1-cc9fcb181883 None None] Port 75ff2112-9b5e-44a6-bc82-51f2017faa19 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:22.330402 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0851a96b-4686-4db3-99ce-129544d32d54 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (22f58aca-c67a-47c5-a773-34ed1c95d9a8), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.516633 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0851a96b-4686-4db3-99ce-129544d32d54 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for port (22f58aca-c67a-47c5-a773-34ed1c95d9a8), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.522812 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0851a96b-4686-4db3-99ce-129544d32d54 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (22f58aca-c67a-47c5-a773-34ed1c95d9a8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.551783 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.557464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-847eafa2-2293-4ad0-9f07-7d601f9db7fc None None] Provisioning complete for port 22f58aca-c67a-47c5-a773-34ed1c95d9a8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:22.558351 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-847eafa2-2293-4ad0-9f07-7d601f9db7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (22f58aca-c67a-47c5-a773-34ed1c95d9a8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.605919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-847eafa2-2293-4ad0-9f07-7d601f9db7fc None None] Port 22f58aca-c67a-47c5-a773-34ed1c95d9a8 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:22.609678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851a96b-4686-4db3-99ce-129544d32d54 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Port': ['ID=22f58aca-c67a-47c5-a773-34ed1c95d9a8,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:22.634756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0851a96b-4686-4db3-99ce-129544d32d54 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] In _notify_port_updated(), no bound segment for port 22f58aca-c67a-47c5-a773-34ed1c95d9a8 on network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:54:22.640253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0851a96b-4686-4db3-99ce-129544d32d54 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.640910 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0851a96b-4686-4db3-99ce-129544d32d54 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.645097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0851a96b-4686-4db3-99ce-129544d32d54 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "PUT /v2.0/ports/22f58aca-c67a-47c5-a773-34ed1c95d9a8 HTTP/1.1" status: 200 len: 993 time: 0.4010684 Feb 19 03:54:22.645253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52670) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:22.750032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-27acb032-84c6-4c98-ab5c-7b400d6c7abb tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Deleting port 22f58aca-c67a-47c5-a773-34ed1c95d9a8 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:22.751270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27acb032-84c6-4c98-ab5c-7b400d6c7abb tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (22f58aca-c67a-47c5-a773-34ed1c95d9a8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.829105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ce41d962-08ca-4a05-ba3e-e759dbe4c739 None None] Provisioning complete for port 22f58aca-c67a-47c5-a773-34ed1c95d9a8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:22.829455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ce41d962-08ca-4a05-ba3e-e759dbe4c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (22f58aca-c67a-47c5-a773-34ed1c95d9a8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.844277 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27acb032-84c6-4c98-ab5c-7b400d6c7abb tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (22f58aca-c67a-47c5-a773-34ed1c95d9a8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.856513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-27acb032-84c6-4c98-ab5c-7b400d6c7abb tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Calling delete_port for 22f58aca-c67a-47c5-a773-34ed1c95d9a8 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:22.891538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ce41d962-08ca-4a05-ba3e-e759dbe4c739 None None] Port 22f58aca-c67a-47c5-a773-34ed1c95d9a8 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:22.917913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6cf80581-b306-46cd-944a-58519813cd49 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:22.971055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 6cf80581-b306-46cd-944a-58519813cd49 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:22.971437 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6cf80581-b306-46cd-944a-58519813cd49), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.014376 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27acb032-84c6-4c98-ab5c-7b400d6c7abb tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (22f58aca-c67a-47c5-a773-34ed1c95d9a8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.045383 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acb032-84c6-4c98-ab5c-7b400d6c7abb tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event deleted for resources: {'Port': ['ID=22f58aca-c67a-47c5-a773-34ed1c95d9a8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:23.079656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 6cf80581-b306-46cd-944a-58519813cd49 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:23.227613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-27acb032-84c6-4c98-ab5c-7b400d6c7abb tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.231125 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-27acb032-84c6-4c98-ab5c-7b400d6c7abb tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "DELETE /v2.0/ports/22f58aca-c67a-47c5-a773-34ed1c95d9a8 HTTP/1.1" status: 204 len: 168 time: 0.5849204 Feb 19 03:54:23.233692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52684) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:23.260342 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6134efa-46cc-4a31-9c21-a461a20ee234 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] GET failed (client error): The resource could not be found. Feb 19 03:54:23.262962 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f6134efa-46cc-4a31-9c21-a461a20ee234 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "GET /v2.0/ports/22f58aca-c67a-47c5-a773-34ed1c95d9a8 HTTP/1.1" status: 404 len: 333 time: 0.0282269 Feb 19 03:54:23.266919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52686) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:23.271808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'port': {'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2', 'name': 'tempest-AllowedAddressPairTestJSON-1165184600'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:23.387544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Made reservation on behalf of 44dd5a8bb9e44f149ceb05f04e053add for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:23.390975 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.409575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] device_id is not set on port 2ab38f85-5b81-4870-960f-63aed85fce7d yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:23.521076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Allocated IP 172.20.0.9 (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2/079b9b8b-becd-4f73-bd2d-23b3c15ed0e1/2ab38f85-5b81-4870-960f-63aed85fce7d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:23.676912 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for port (2ab38f85-5b81-4870-960f-63aed85fce7d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.711725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2ab38f85-5b81-4870-960f-63aed85fce7d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.756266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:23.761206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:23.767596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:23.791766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Port': ['ID=2ab38f85-5b81-4870-960f-63aed85fce7d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:23.820763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:23.821699 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.839307 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5591a852-9f47-4c8a-9b13-b054dc8a7769 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5711310 Feb 19 03:54:23.841971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52688) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:23.847354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-070bf4ea-d5ce-4ebd-a657-669c548b773f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3e:cb:40'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:23.932579 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-070bf4ea-d5ce-4ebd-a657-669c548b773f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2ab38f85-5b81-4870-960f-63aed85fce7d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.030377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-28a4b976-e808-46bc-a506-7ac0f94a3b17 None None] Provisioning complete for port 2ab38f85-5b81-4870-960f-63aed85fce7d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:24.030757 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28a4b976-e808-46bc-a506-7ac0f94a3b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2ab38f85-5b81-4870-960f-63aed85fce7d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.068699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-28a4b976-e808-46bc-a506-7ac0f94a3b17 None None] Port 2ab38f85-5b81-4870-960f-63aed85fce7d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:24.135118 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-070bf4ea-d5ce-4ebd-a657-669c548b773f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for port (2ab38f85-5b81-4870-960f-63aed85fce7d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.140240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-070bf4ea-d5ce-4ebd-a657-669c548b773f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2ab38f85-5b81-4870-960f-63aed85fce7d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.220729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bf4ea-d5ce-4ebd-a657-669c548b773f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Port': ['ID=2ab38f85-5b81-4870-960f-63aed85fce7d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:24.238534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-070bf4ea-d5ce-4ebd-a657-669c548b773f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] In _notify_port_updated(), no bound segment for port 2ab38f85-5b81-4870-960f-63aed85fce7d on network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:54:24.243679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070bf4ea-d5ce-4ebd-a657-669c548b773f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:24.244314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-070bf4ea-d5ce-4ebd-a657-669c548b773f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.248125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-070bf4ea-d5ce-4ebd-a657-669c548b773f tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "PUT /v2.0/ports/2ab38f85-5b81-4870-960f-63aed85fce7d HTTP/1.1" status: 200 len: 996 time: 0.4026678 Feb 19 03:54:24.248487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52694) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:24.346032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4c05d00e-05c2-4be8-b4e7-2fddf3592034 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Deleting port 2ab38f85-5b81-4870-960f-63aed85fce7d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:24.346388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c05d00e-05c2-4be8-b4e7-2fddf3592034 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2ab38f85-5b81-4870-960f-63aed85fce7d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.390115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1d61c3c6-46d5-4cfd-ab49-9156d45e7be7 None None] Provisioning complete for port 2ab38f85-5b81-4870-960f-63aed85fce7d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:24.390683 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1d61c3c6-46d5-4cfd-ab49-9156d45e7be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2ab38f85-5b81-4870-960f-63aed85fce7d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.428185 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1d61c3c6-46d5-4cfd-ab49-9156d45e7be7 None None] Port 2ab38f85-5b81-4870-960f-63aed85fce7d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:24.438267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c05d00e-05c2-4be8-b4e7-2fddf3592034 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2ab38f85-5b81-4870-960f-63aed85fce7d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.453217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4c05d00e-05c2-4be8-b4e7-2fddf3592034 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Calling delete_port for 2ab38f85-5b81-4870-960f-63aed85fce7d owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:24.585810 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c05d00e-05c2-4be8-b4e7-2fddf3592034 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2ab38f85-5b81-4870-960f-63aed85fce7d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.616165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05d00e-05c2-4be8-b4e7-2fddf3592034 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event deleted for resources: {'Port': ['ID=2ab38f85-5b81-4870-960f-63aed85fce7d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:24.687069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c05d00e-05c2-4be8-b4e7-2fddf3592034 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:24.693530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:24.698403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4c05d00e-05c2-4be8-b4e7-2fddf3592034 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "DELETE /v2.0/ports/2ab38f85-5b81-4870-960f-63aed85fce7d HTTP/1.1" status: 204 len: 168 time: 0.4488652 Feb 19 03:54:24.719019 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1b5f64-a93c-4728-b853-a36bb462a409 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] GET failed (client error): The resource could not be found. Feb 19 03:54:24.724017 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4d1b5f64-a93c-4728-b853-a36bb462a409 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "GET /v2.0/ports/2ab38f85-5b81-4870-960f-63aed85fce7d HTTP/1.1" status: 404 len: 333 time: 0.0259302 Feb 19 03:54:24.724324 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52700) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:24.729648 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'port': {'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2', 'name': 'tempest-AllowedAddressPairTestJSON-358005620'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:24.847005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Made reservation on behalf of 44dd5a8bb9e44f149ceb05f04e053add for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:24.850507 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:25.136537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] device_id is not set on port b1ab939c-5fb1-4190-a6b8-74a53bbc0364 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:25.250096 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Allocated IP 172.20.0.5 (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2/079b9b8b-becd-4f73-bd2d-23b3c15ed0e1/b1ab939c-5fb1-4190-a6b8-74a53bbc0364) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:25.401676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for port (b1ab939c-5fb1-4190-a6b8-74a53bbc0364), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:25.438483 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b1ab939c-5fb1-4190-a6b8-74a53bbc0364), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:25.482540 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:25.486502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:25.490368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:25.528439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Port': ['ID=b1ab939c-5fb1-4190-a6b8-74a53bbc0364,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:25.555508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:25.556133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:25.578114 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d1d5cf9a-a264-4cba-af6f-386b8a9cd0bc tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8527322 Feb 19 03:54:25.580672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52706) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:25.586531 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'port': {'network_id': '1507a2b3-7e50-4138-b8d6-a1658ab4b3e2', 'name': 'tempest-AllowedAddressPairTestJSON-102704390'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:25.710321 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Made reservation on behalf of 44dd5a8bb9e44f149ceb05f04e053add for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:25.714319 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:25.733886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] device_id is not set on port 801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:25.757277 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-13bf6acb-2eb5-4e23-b217-63510ec8861e None None] Provisioning complete for port b1ab939c-5fb1-4190-a6b8-74a53bbc0364 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:25.757778 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-13bf6acb-2eb5-4e23-b217-63510ec8861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b1ab939c-5fb1-4190-a6b8-74a53bbc0364), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:25.797009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-13bf6acb-2eb5-4e23-b217-63510ec8861e None None] Port b1ab939c-5fb1-4190-a6b8-74a53bbc0364 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:25.857963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Allocated IP 172.20.0.13 (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2/079b9b8b-becd-4f73-bd2d-23b3c15ed0e1/801152a6-71e6-4fef-9fd6-2b83eb1d7dd2) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:26.013302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for port (801152a6-71e6-4fef-9fd6-2b83eb1d7dd2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.048575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (801152a6-71e6-4fef-9fd6-2b83eb1d7dd2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.091579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:26.094521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:26.100397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:26.125530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Port': ['ID=801152a6-71e6-4fef-9fd6-2b83eb1d7dd2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:26.157713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:26.158380 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.180051 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0327d21d-55b2-4695-9934-78100a2bca00 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5950956 Feb 19 03:54:26.180479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52708) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:26.185760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3843375e-923a-49d0-a4cd-91727b6f0cc3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:3e:cb:40'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:64:13:37'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:26.389475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3843375e-923a-49d0-a4cd-91727b6f0cc3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (801152a6-71e6-4fef-9fd6-2b83eb1d7dd2), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.430324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d471e1fb-6598-4ba3-a4ff-f75a2f5828b6 None None] Provisioning complete for port 801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:26.431023 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d471e1fb-6598-4ba3-a4ff-f75a2f5828b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (801152a6-71e6-4fef-9fd6-2b83eb1d7dd2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.481576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d471e1fb-6598-4ba3-a4ff-f75a2f5828b6 None None] Port 801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:26.596029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3843375e-923a-49d0-a4cd-91727b6f0cc3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for port (801152a6-71e6-4fef-9fd6-2b83eb1d7dd2), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.602489 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3843375e-923a-49d0-a4cd-91727b6f0cc3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (801152a6-71e6-4fef-9fd6-2b83eb1d7dd2), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.681592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843375e-923a-49d0-a4cd-91727b6f0cc3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event updated for resources: {'Port': ['ID=801152a6-71e6-4fef-9fd6-2b83eb1d7dd2,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:26.699162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3843375e-923a-49d0-a4cd-91727b6f0cc3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] In _notify_port_updated(), no bound segment for port 801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 on network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:54:26.704319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3843375e-923a-49d0-a4cd-91727b6f0cc3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:26.704965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3843375e-923a-49d0-a4cd-91727b6f0cc3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.709123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3843375e-923a-49d0-a4cd-91727b6f0cc3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "PUT /v2.0/ports/801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 HTTP/1.1" status: 200 len: 1055 time: 0.5250657 Feb 19 03:54:26.711059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52732) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:26.825397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52736) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:26.830666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ec24e7e6-ce5d-45dd-9df3-ce00e0f197fe tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Deleting port 801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:26.831013 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec24e7e6-ce5d-45dd-9df3-ce00e0f197fe tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (801152a6-71e6-4fef-9fd6-2b83eb1d7dd2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.930255 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec24e7e6-ce5d-45dd-9df3-ce00e0f197fe tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (801152a6-71e6-4fef-9fd6-2b83eb1d7dd2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.946314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ec24e7e6-ce5d-45dd-9df3-ce00e0f197fe tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Calling delete_port for 801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:26.974972 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fac4b2c2-4cf8-4700-8a4c-e5371d1173d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.016536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fca37ed4-55f9-46da-a916-cb4c8f3352eb None None] Provisioning complete for port 801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:27.017521 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fca37ed4-55f9-46da-a916-cb4c8f3352eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (801152a6-71e6-4fef-9fd6-2b83eb1d7dd2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.060273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fca37ed4-55f9-46da-a916-cb4c8f3352eb None None] Port 801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:27.079343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fac4b2c2-4cf8-4700-8a4c-e5371d1173d9 admin admin] Publish callbacks [] for security_group (eae0c5b1-499d-4630-a893-eebbb303be44), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.083402 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fac4b2c2-4cf8-4700-8a4c-e5371d1173d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (eae0c5b1-499d-4630-a893-eebbb303be44), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.101788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec24e7e6-ce5d-45dd-9df3-ce00e0f197fe tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (801152a6-71e6-4fef-9fd6-2b83eb1d7dd2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.122166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4b2c2-4cf8-4700-8a4c-e5371d1173d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae0c5b1-499d-4630-a893-eebbb303be44,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:27.126508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fac4b2c2-4cf8-4700-8a4c-e5371d1173d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=386f6e56ad22441d8eec0339573960e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2999415 Feb 19 03:54:27.129187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52740) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:27.131120 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24e7e6-ce5d-45dd-9df3-ce00e0f197fe tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event deleted for resources: {'Port': ['ID=801152a6-71e6-4fef-9fd6-2b83eb1d7dd2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:27.204749 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01218044-a3b1-4478-950c-ffb8a60a057e admin admin] Publish callbacks [] for security_group (eae0c5b1-499d-4630-a893-eebbb303be44), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.231879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01218044-a3b1-4478-950c-ffb8a60a057e admin admin] Publish callbacks [] for security_group (eae0c5b1-499d-4630-a893-eebbb303be44), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.291164 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01218044-a3b1-4478-950c-ffb8a60a057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (eae0c5b1-499d-4630-a893-eebbb303be44), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.294497 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01218044-a3b1-4478-950c-ffb8a60a057e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.296413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-01218044-a3b1-4478-950c-ffb8a60a057e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eae0c5b1-499d-4630-a893-eebbb303be44 HTTP/1.1" status: 204 len: 168 time: 0.1662946 Feb 19 03:54:27.318312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01218044-a3b1-4478-950c-ffb8a60a057e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae0c5b1-499d-4630-a893-eebbb303be44,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:27.400760 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec24e7e6-ce5d-45dd-9df3-ce00e0f197fe tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.404131 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ec24e7e6-ce5d-45dd-9df3-ce00e0f197fe tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "DELETE /v2.0/ports/801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 HTTP/1.1" status: 204 len: 168 time: 0.6914141 Feb 19 03:54:27.406855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52744) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:27.438599 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a85813-56aa-463d-9465-7e169d6ae127 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] GET failed (client error): The resource could not be found. Feb 19 03:54:27.440305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-16a85813-56aa-463d-9465-7e169d6ae127 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "GET /v2.0/ports/801152a6-71e6-4fef-9fd6-2b83eb1d7dd2 HTTP/1.1" status: 404 len: 333 time: 0.0323923 Feb 19 03:54:27.444083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52746) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:27.540140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f0f367a0-f5de-4bf7-bc69-83e45fd7d9a3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Deleting port b1ab939c-5fb1-4190-a6b8-74a53bbc0364 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:27.540534 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0f367a0-f5de-4bf7-bc69-83e45fd7d9a3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b1ab939c-5fb1-4190-a6b8-74a53bbc0364), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.630515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52750) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:27.635846 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0f367a0-f5de-4bf7-bc69-83e45fd7d9a3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b1ab939c-5fb1-4190-a6b8-74a53bbc0364), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.644813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d98bc69-c110-44a3-874b-2e20f4695948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.649371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f0f367a0-f5de-4bf7-bc69-83e45fd7d9a3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Calling delete_port for b1ab939c-5fb1-4190-a6b8-74a53bbc0364 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:27.734762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d98bc69-c110-44a3-874b-2e20f4695948 admin admin] Publish callbacks [] for security_group (0fdbb9e2-a798-4a76-b8a9-a68f373e04a2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.740879 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2d98bc69-c110-44a3-874b-2e20f4695948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0fdbb9e2-a798-4a76-b8a9-a68f373e04a2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.779150 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2d98bc69-c110-44a3-874b-2e20f4695948 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c80affaab814314ae8d0c98cef88d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1475041 Feb 19 03:54:27.781032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98bc69-c110-44a3-874b-2e20f4695948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdbb9e2-a798-4a76-b8a9-a68f373e04a2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:27.782099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52752) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:27.824119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0f367a0-f5de-4bf7-bc69-83e45fd7d9a3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b1ab939c-5fb1-4190-a6b8-74a53bbc0364), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.863224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f367a0-f5de-4bf7-bc69-83e45fd7d9a3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event deleted for resources: {'Port': ['ID=b1ab939c-5fb1-4190-a6b8-74a53bbc0364,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:27.900084 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d15a86f-b514-45f2-815f-1a5dae10548f admin admin] Publish callbacks [] for security_group (0fdbb9e2-a798-4a76-b8a9-a68f373e04a2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.950059 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d15a86f-b514-45f2-815f-1a5dae10548f admin admin] Publish callbacks [] for security_group (0fdbb9e2-a798-4a76-b8a9-a68f373e04a2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.971965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0f367a0-f5de-4bf7-bc69-83e45fd7d9a3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.975384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f0f367a0-f5de-4bf7-bc69-83e45fd7d9a3 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "DELETE /v2.0/ports/b1ab939c-5fb1-4190-a6b8-74a53bbc0364 HTTP/1.1" status: 204 len: 168 time: 0.5313723 Feb 19 03:54:27.981916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52756) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:28.016658 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-781f152a-8a7d-497b-a055-2bd0018de532 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] GET failed (client error): The resource could not be found. Feb 19 03:54:28.022237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-781f152a-8a7d-497b-a055-2bd0018de532 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "GET /v2.0/ports/b1ab939c-5fb1-4190-a6b8-74a53bbc0364 HTTP/1.1" status: 404 len: 333 time: 0.0385618 Feb 19 03:54:28.022543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52758) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:28.088337 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d15a86f-b514-45f2-815f-1a5dae10548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0fdbb9e2-a798-4a76-b8a9-a68f373e04a2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.091158 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d15a86f-b514-45f2-815f-1a5dae10548f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.094654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0d15a86f-b514-45f2-815f-1a5dae10548f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fdbb9e2-a798-4a76-b8a9-a68f373e04a2 HTTP/1.1" status: 204 len: 168 time: 0.3070607 Feb 19 03:54:28.135389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15a86f-b514-45f2-815f-1a5dae10548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdbb9e2-a798-4a76-b8a9-a68f373e04a2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:28.164666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-be3128ef-ef73-443a-827d-663f801f8c25 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Deleting port 75ff2112-9b5e-44a6-bc82-51f2017faa19 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:28.164913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-be3128ef-ef73-443a-827d-663f801f8c25 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (75ff2112-9b5e-44a6-bc82-51f2017faa19), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.260170 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-be3128ef-ef73-443a-827d-663f801f8c25 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (75ff2112-9b5e-44a6-bc82-51f2017faa19), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.276250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-be3128ef-ef73-443a-827d-663f801f8c25 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Calling delete_port for 75ff2112-9b5e-44a6-bc82-51f2017faa19 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:28.379729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52764) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:28.491516 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-11d5accc-8d9e-4349-97f4-5d715c07681d tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/floatingips/be3d74c4-de0a-452b-882b-f39d9e6f74f7 HTTP/1.1" status: 200 len: 993 time: 0.1019139 Feb 19 03:54:28.743772 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-be3128ef-ef73-443a-827d-663f801f8c25 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (75ff2112-9b5e-44a6-bc82-51f2017faa19), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.770996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3128ef-ef73-443a-827d-663f801f8c25 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event deleted for resources: {'Port': ['ID=75ff2112-9b5e-44a6-bc82-51f2017faa19,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:28.819788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52786) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:28.880108 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-be3128ef-ef73-443a-827d-663f801f8c25 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.884424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-be3128ef-ef73-443a-827d-663f801f8c25 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "DELETE /v2.0/ports/75ff2112-9b5e-44a6-bc82-51f2017faa19 HTTP/1.1" status: 204 len: 168 time: 0.8599892 Feb 19 03:54:28.886834 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52788) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:28.991415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a22498-6987-4ffc-8611-748eea7d7174 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Deleting subnet 079b9b8b-becd-4f73-bd2d-23b3c15ed0e1 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:54:29.000896 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1a22498-6987-4ffc-8611-748eea7d7174 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for subnet (079b9b8b-becd-4f73-bd2d-23b3c15ed0e1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.065428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1a22498-6987-4ffc-8611-748eea7d7174 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (079b9b8b-becd-4f73-bd2d-23b3c15ed0e1), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.120901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port 2bfe326b-8134-4a58-a495-af5763a441c3 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:29.121244 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2bfe326b-8134-4a58-a495-af5763a441c3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.211389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1a22498-6987-4ffc-8611-748eea7d7174 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (079b9b8b-becd-4f73-bd2d-23b3c15ed0e1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.263862 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2bfe326b-8134-4a58-a495-af5763a441c3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.264198 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for floatingip (2bfe326b-8134-4a58-a495-af5763a441c3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.281439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for 2bfe326b-8134-4a58-a495-af5763a441c3 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:29.304924 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1a22498-6987-4ffc-8611-748eea7d7174 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (079b9b8b-becd-4f73-bd2d-23b3c15ed0e1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.370180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a22498-6987-4ffc-8611-748eea7d7174 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event deleted for resources: {'Subnet': ['ID=079b9b8b-becd-4f73-bd2d-23b3c15ed0e1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:29.377042 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1a22498-6987-4ffc-8611-748eea7d7174 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.380361 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b1a22498-6987-4ffc-8611-748eea7d7174 tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "DELETE /v2.0/subnets/079b9b8b-becd-4f73-bd2d-23b3c15ed0e1 HTTP/1.1" status: 204 len: 168 time: 0.4925508 Feb 19 03:54:29.385655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52804) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:29.386938 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a7434-ee2d-4f00-9d97-4f92540bc463 None None] Network 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:29.483200 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.522000 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2bfe326b-8134-4a58-a495-af5763a441c3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.555457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=2bfe326b-8134-4a58-a495-af5763a441c3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:29.561434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b073e8b-4749-4ff7-a9a9-f2db53894378 None None] DHCP port deletion for 1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:54:29.575833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Deleting port 6cf80581-b306-46cd-944a-58519813cd49 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:29.576178 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6cf80581-b306-46cd-944a-58519813cd49), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.623053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2b073e8b-4749-4ff7-a9a9-f2db53894378 None None] Deleting port 6cf80581-b306-46cd-944a-58519813cd49 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:29.623834 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b073e8b-4749-4ff7-a9a9-f2db53894378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6cf80581-b306-46cd-944a-58519813cd49), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.632331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for floatingip (be3d74c4-de0a-452b-882b-f39d9e6f74f7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.632679 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Floating IP be3d74c4-de0a-452b-882b-f39d9e6f74f7 disassociated (deleted). External IP: 172.25.4.31, port: 8afe62ad-6922-43a9-99a7-4c185b42ab2d. Feb 19 03:54:29.663369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] For port 6cf80581-b306-46cd-944a-58519813cd49, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6cf80581-b306-46cd-944a-58519813cd49,segment=NetworkSegment(5db87c01-e29a-45e5-bfe3-4ca487189755),segment_id=5db87c01-e29a-45e5-bfe3-4ca487189755)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:29.664575 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6cf80581-b306-46cd-944a-58519813cd49), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.684304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Calling delete_port for 6cf80581-b306-46cd-944a-58519813cd49 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:29.712251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2b073e8b-4749-4ff7-a9a9-f2db53894378 None None] For port 6cf80581-b306-46cd-944a-58519813cd49, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=6cf80581-b306-46cd-944a-58519813cd49,segment=NetworkSegment(5db87c01-e29a-45e5-bfe3-4ca487189755),segment_id=5db87c01-e29a-45e5-bfe3-4ca487189755)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:29.713256 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b073e8b-4749-4ff7-a9a9-f2db53894378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6cf80581-b306-46cd-944a-58519813cd49), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.729433 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2b073e8b-4749-4ff7-a9a9-f2db53894378 None None] Calling delete_port for 6cf80581-b306-46cd-944a-58519813cd49 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:29.783256 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6cf80581-b306-46cd-944a-58519813cd49), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.815957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event deleted for resources: {'Port': ['ID=6cf80581-b306-46cd-944a-58519813cd49,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:29.819046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] No DVR routers for this DVR port 6cf80581-b306-46cd-944a-58519813cd49 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:29.819238 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b073e8b-4749-4ff7-a9a9-f2db53894378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (6cf80581-b306-46cd-944a-58519813cd49), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.867031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b073e8b-4749-4ff7-a9a9-f2db53894378 None None] Pushing event deleted for resources: {'Port': ['ID=6cf80581-b306-46cd-944a-58519813cd49,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:29.872010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b073e8b-4749-4ff7-a9a9-f2db53894378 None None] No DVR routers for this DVR port 6cf80581-b306-46cd-944a-58519813cd49 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:29.910927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.932025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1507a2b3-7e50-4138-b8d6-a1658ab4b3e2']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:29.937896 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router 12bf8238-7153-494b-9ba9-54a1448316e5 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:29.943668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db87c01-e29a-45e5-bfe3-4ca487189755') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:29.943978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db87c01-e29a-45e5-bfe3-4ca487189755') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:29.961855 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (5db87c01-e29a-45e5-bfe3-4ca487189755), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.977614 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5db87c01-e29a-45e5-bfe3-4ca487189755), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.984649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:54:29.985265 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (5db87c01-e29a-45e5-bfe3-4ca487189755), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:54:29.988498 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:54:30.056025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (1507a2b3-7e50-4138-b8d6-a1658ab4b3e2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.063552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.070257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] 10.222.0.42 "DELETE /v2.0/networks/1507a2b3-7e50-4138-b8d6-a1658ab4b3e2 HTTP/1.1" status: 204 len: 168 time: 0.6837430 Feb 19 03:54:30.082797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe8afb-0a93-43e4-9c3a-cd81b054ef3c tempest-AllowedAddressPairTestJSON-777403385 tempest-AllowedAddressPairTestJSON-777403385-project] Pushing event deleted for resources: {'Network': ['ID=1507a2b3-7e50-4138-b8d6-a1658ab4b3e2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:30.083405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:30.090611 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:54:30.096292 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] Sync routers for ids ['12bf8238-7153-494b-9ba9-54a1448316e5'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:30.097283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.109670 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] Routers {'12bf8238-7153-494b-9ba9-54a1448316e5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:30.110534 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:54:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['12bf8238-7153-494b-9ba9-54a1448316e5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:30.138708 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4b8a6f61-f410-4d17-8bf9-b8156fc08b37 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/floatingips/be3d74c4-de0a-452b-882b-f39d9e6f74f7 HTTP/1.1" status: 204 len: 168 time: 1.3176072 Feb 19 03:54:30.139533 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a475a5-6073-4023-849c-378871ee6078', 'tag': '8afe62ad-6922-43a9-99a7-4c185b42ab2d'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:30.142306 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eecf338-d164-4e9b-bc4c-0857a6917c00" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a475a5-6073-4023-849c-378871ee6078", "tag": "8afe62ad-6922-43a9-99a7-4c185b42ab2d"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:30.281199 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] Set router 12bf8238-7153-494b-9ba9-54a1448316e5 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:30.453053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52834) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:30.521631 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'd5ff8d20-106d-4cfc-a7d0-554abaa446c2', 'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:c9:47:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:55Z', 'updated_at': '2022-02-19T03:53:02Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:30.560294 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] Checking router: 12bf8238-7153-494b-9ba9-54a1448316e5 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:30.570026 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] Routers {'12bf8238-7153-494b-9ba9-54a1448316e5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:30.570655 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:54:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['12bf8238-7153-494b-9ba9-54a1448316e5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:30.589392 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fedd0dd-443e-4cfe-8568-6279741b7c2c x-openstack-request-id: req-4fedd0dd-443e-4cfe-8568-6279741b7c2c {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:30.590086 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a475a5-6073-4023-849c-378871ee6078", "tag": "8afe62ad-6922-43a9-99a7-4c185b42ab2d", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:30.590421 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fedd0dd-443e-4cfe-8568-6279741b7c2c {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:30.590909 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a475a5-6073-4023-849c-378871ee6078', 'tag': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'status': 'completed', 'code': 200} Feb 19 03:54:30.624844 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3c67544e-c2c2-4807-9563-017e8dbc4edb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44dd5a8bb9e44f149ceb05f04e053add&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702523 Feb 19 03:54:30.627603 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52838) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:30.683225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49d6f491-a6ef-400e-8e5d-c9d773c66e59 admin admin] Publish callbacks [] for security_group (f2ea9ffd-ec3c-43f9-bcd0-8b6b039cc8d5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.707944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-3bb55c91-8d2c-4f0b-9ac4-aaa60dbe9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.716612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-3bb55c91-8d2c-4f0b-9ac4-aaa60dbe9191 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae59199693b41da92306d352bbcc0ce&device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 1128 time: 0.0724475 Feb 19 03:54:30.717622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49d6f491-a6ef-400e-8e5d-c9d773c66e59 admin admin] Publish callbacks [] for security_group (f2ea9ffd-ec3c-43f9-bcd0-8b6b039cc8d5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.734542 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] Set router 12bf8238-7153-494b-9ba9-54a1448316e5 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:30.772514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49d6f491-a6ef-400e-8e5d-c9d773c66e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f2ea9ffd-ec3c-43f9-bcd0-8b6b039cc8d5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.775808 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49d6f491-a6ef-400e-8e5d-c9d773c66e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:30.779334 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-49d6f491-a6ef-400e-8e5d-c9d773c66e59 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2ea9ffd-ec3c-43f9-bcd0-8b6b039cc8d5 HTTP/1.1" status: 204 len: 168 time: 0.1471405 Feb 19 03:54:30.790686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6f491-a6ef-400e-8e5d-c9d773c66e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ea9ffd-ec3c-43f9-bcd0-8b6b039cc8d5,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:30.927645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-1f04fb3c-d252-4609-93be-12f9b3b64996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.930016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-1f04fb3c-d252-4609-93be-12f9b3b64996 service neutron] 10.222.0.37 "GET /v2.0/networks?id=15c0260a-9fc7-45ef-a4eb-426dfde35534 HTTP/1.1" status: 200 len: 898 time: 0.2092614 Feb 19 03:54:30.934036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6cf80581-b306-46cd-944a-58519813cd49 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:30.990182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-1a8ebd01-1fb2-4b1f-8b57-1678b62af8ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afe62ad-6922-43a9-99a7-4c185b42ab2d HTTP/1.1" status: 200 len: 217 time: 0.0518358 Feb 19 03:54:30.991486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 6cf80581-b306-46cd-944a-58519813cd49 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:30.992145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 6cf80581-b306-46cd-944a-58519813cd49 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:31.009098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e632-87c3-4af8-9e25-f0f426d2d75c req-a9abbd30-5582-4110-ae3b-e6b9e8490e5f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.012670 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca07e632-87c3-4af8-9e25-f0f426d2d75c req-a9abbd30-5582-4110-ae3b-e6b9e8490e5f tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 946 time: 0.3319449 Feb 19 03:54:31.070299 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'd5ff8d20-106d-4cfc-a7d0-554abaa446c2', 'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:c9:47:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:55Z', 'updated_at': '2022-02-19T03:53:02Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:31.105871 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa1c44-6c55-43c0-8b34-f1fb97c713f4 None None] The sync data for ids ['12bf8238-7153-494b-9ba9-54a1448316e5'] in n-d-826756-2 is: [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:52:56Z', 'revision_number': 4, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'd5ff8d20-106d-4cfc-a7d0-554abaa446c2', 'name': '', 'network_id': '15c0260a-9fc7-45ef-a4eb-426dfde35534', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'mac_address': 'fa:16:3e:c9:47:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:55Z', 'updated_at': '2022-02-19T03:53:02Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'subnets': [{'id': '828ea6b4-4999-4de2-a227-3bf56f05e18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:31.120607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca07e632-87c3-4af8-9e25-f0f426d2d75c req-bb223778-8e26-4936-a743-08602db9aa43 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901508 Feb 19 03:54:31.122833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-fe15db02-0759-45f3-a6f3-b371aed8e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.125287 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-fe15db02-0759-45f3-a6f3-b371aed8e97e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=828ea6b4-4999-4de2-a227-3bf56f05e18a HTTP/1.1" status: 200 len: 834 time: 0.1110177 Feb 19 03:54:31.184088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-86bc7d7e-9e50-415c-b526-a28a5085560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.186375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-86bc7d7e-9e50-415c-b526-a28a5085560f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15c0260a-9fc7-45ef-a4eb-426dfde35534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528626 Feb 19 03:54:31.301772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-cb63867a-1969-4613-ac5f-318612d6da6d service neutron] 10.222.0.37 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070158 Feb 19 03:54:31.407479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eecf338-d164-4e9b-bc4c-0857a6917c00 req-9dc5c1ac-eecf-4314-9fe6-27ceaa182bb9 service neutron] 10.222.0.37 "GET /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984974 Feb 19 03:54:31.450330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8da197-093d-4b74-8d09-901e8bb4bf47 None None] New status for floating IP be3d74c4-de0a-452b-882b-f39d9e6f74f7: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:54:31.659722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52864) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:31.769300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1161049740'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:31.792981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Made reservation on behalf of e42010ce0637499da5ce15e6fafff4f8 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:31.796769 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.812942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.900622 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks [] for security_group (c5655ef6-416c-4445-9aab-8cf14620c53a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.905005 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c5655ef6-416c-4445-9aab-8cf14620c53a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.933125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:31.942235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5655ef6-416c-4445-9aab-8cf14620c53a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:31.948744 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (78cccd37-0476-4b57-9817-f73e874826e8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.949076 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Added segment 78cccd37-0476-4b57-9817-f73e874826e8 of type vlan for network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf Feb 19 03:54:31.989403 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.013672 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.018683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.019270 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.076390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4155321 Feb 19 03:54:32.079352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:32.084451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Request body: {'subnet': {'network_id': '0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:32.093132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd52eca-b1d5-43f8-8831-2f80055301cb tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event updated for resources: {'Network': ['ID=0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:32.105775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:32.187593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Made reservation on behalf of e42010ce0637499da5ce15e6fafff4f8 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:32.191438 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.242171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e448d-0e43-4852-9b75-0b40f6babcc5 req-39afda5b-916a-48f9-ba31-104e4f45f154 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.244306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b6e448d-0e43-4852-9b75-0b40f6babcc5 req-39afda5b-916a-48f9-ba31-104e4f45f154 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 946 time: 0.0586894 Feb 19 03:54:32.330153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b6e448d-0e43-4852-9b75-0b40f6babcc5 req-236fb9bc-5958-403f-9969-35abcef82d50 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5a9dcb0-6311-459b-8900-1e57ba6c2584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772316 Feb 19 03:54:32.357473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a0342-37bb-40f6-babc-d79fe1e889da req-8f1eed9b-8235-40db-ab73-286935167ace tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.359039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-597a0342-37bb-40f6-babc-d79fe1e889da req-8f1eed9b-8235-40db-ab73-286935167ace tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 946 time: 0.0917122 Feb 19 03:54:32.385530 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (a770ac8d-b79f-4b51-899d-aad7e9998fe5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.439735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event updated for resources: {'Subnet': ['ID=a770ac8d-b79f-4b51-899d-aad7e9998fe5,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:32.461828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Checking segment: {'id': '78cccd37-0476-4b57-9817-f73e874826e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:32.462371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Network hostable DHCP agents. Network: 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:32.466699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-597a0342-37bb-40f6-babc-d79fe1e889da req-2d82742c-0417-46b2-b021-909da982ea35 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port 8afe62ad-6922-43a9-99a7-4c185b42ab2d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:32.467042 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-597a0342-37bb-40f6-babc-d79fe1e889da req-2d82742c-0417-46b2-b021-909da982ea35 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.480039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:32.493643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:32.503991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba2921c-c0a6-4d43-a9e6-931eed31b9df None None] Network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:32.509598 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.510240 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.534462 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4cc378d8-4257-4db4-84fc-ee01834421ac tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4539487 Feb 19 03:54:32.535637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52880) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:32.545172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Request body: {'port': {'network_id': '0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1271584773'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:32.611758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-597a0342-37bb-40f6-babc-d79fe1e889da req-2d82742c-0417-46b2-b021-909da982ea35 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] For port 8afe62ad-6922-43a9-99a7-4c185b42ab2d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8afe62ad-6922-43a9-99a7-4c185b42ab2d,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:32.612557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-597a0342-37bb-40f6-babc-d79fe1e889da req-2d82742c-0417-46b2-b021-909da982ea35 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.668690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-597a0342-37bb-40f6-babc-d79fe1e889da req-2d82742c-0417-46b2-b021-909da982ea35 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for 8afe62ad-6922-43a9-99a7-4c185b42ab2d owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:32.778611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf', 'network_id': '0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf', 'project_id': 'e42010ce0637499da5ce15e6fafff4f8', 'fixed_ips': [{'subnet_id': 'a770ac8d-b79f-4b51-899d-aad7e9998fe5'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:54:32.780050 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.790080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Made reservation on behalf of e42010ce0637499da5ce15e6fafff4f8 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:32.793874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.812842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] device_id is not set on port 826174ef-643e-48b6-80fc-4dcde6969e08 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:32.922407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-597a0342-37bb-40f6-babc-d79fe1e889da req-2d82742c-0417-46b2-b021-909da982ea35 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8afe62ad-6922-43a9-99a7-4c185b42ab2d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.938350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Allocated IP 2001:db8::2 (0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf/a770ac8d-b79f-4b51-899d-aad7e9998fe5/a54f4aec-3579-40d2-a072-8b0d249a5f92) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:32.949858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82742c-0417-46b2-b021-909da982ea35 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=8afe62ad-6922-43a9-99a7-4c185b42ab2d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:33.003214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-597a0342-37bb-40f6-babc-d79fe1e889da req-2d82742c-0417-46b2-b021-909da982ea35 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] No DVR routers for this DVR port 8afe62ad-6922-43a9-99a7-4c185b42ab2d on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:33.006384 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-597a0342-37bb-40f6-babc-d79fe1e889da req-2d82742c-0417-46b2-b021-909da982ea35 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.010607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-597a0342-37bb-40f6-babc-d79fe1e889da req-2d82742c-0417-46b2-b021-909da982ea35 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.37 "DELETE /v2.0/ports/8afe62ad-6922-43a9-99a7-4c185b42ab2d HTTP/1.1" status: 204 len: 173 time: 0.6453378 Feb 19 03:54:33.011188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a475a5-6073-4023-849c-378871ee6078', 'name': 'network-vif-deleted', 'tag': '8afe62ad-6922-43a9-99a7-4c185b42ab2d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:33.013671 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ab8cf7-8725-48fc-870c-c84926462418" -d '{"events": [{"server_uuid": "a2a475a5-6073-4023-849c-378871ee6078", "name": "network-vif-deleted", "tag": "8afe62ad-6922-43a9-99a7-4c185b42ab2d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:33.069342 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47813ea-8c99-4730-83f7-7a34fc7c63ee x-openstack-request-id: req-c47813ea-8c99-4730-83f7-7a34fc7c63ee {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:33.069818 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a475a5-6073-4023-849c-378871ee6078", "name": "network-vif-deleted", "tag": "8afe62ad-6922-43a9-99a7-4c185b42ab2d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:33.070441 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c47813ea-8c99-4730-83f7-7a34fc7c63ee {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:33.070946 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a475a5-6073-4023-849c-378871ee6078', 'name': 'network-vif-deleted', 'tag': '8afe62ad-6922-43a9-99a7-4c185b42ab2d', 'status': 'completed', 'code': 200} Feb 19 03:54:33.108139 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Publish callbacks [] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.115211 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.158764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Pushing event updated for resources: {'Port': ['ID=a54f4aec-3579-40d2-a072-8b0d249a5f92,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:33.170469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:33.172010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:33.174760 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:33.190684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Allocated IP 2001:db8::1a7 (0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf/a770ac8d-b79f-4b51-899d-aad7e9998fe5/826174ef-643e-48b6-80fc-4dcde6969e08) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:33.250909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Attempting to bind port a54f4aec-3579-40d2-a072-8b0d249a5f92 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:33.251542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Attempting to bind port a54f4aec-3579-40d2-a072-8b0d249a5f92 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '78cccd37-0476-4b57-9817-f73e874826e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:33.252095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Attempting to bind port a54f4aec-3579-40d2-a072-8b0d249a5f92 on network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:33.258243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:33.258757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Checking segment: {'id': '78cccd37-0476-4b57-9817-f73e874826e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:33.259168 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.259567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Bound using segment: {'id': '78cccd37-0476-4b57-9817-f73e874826e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:33.260058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Bound port: a54f4aec-3579-40d2-a072-8b0d249a5f92, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78cccd37-0476-4b57-9817-f73e874826e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:33.261187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.332654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] For port a54f4aec-3579-40d2-a072-8b0d249a5f92, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:33.336982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] For port a54f4aec-3579-40d2-a072-8b0d249a5f92, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a54f4aec-3579-40d2-a072-8b0d249a5f92,segment=NetworkSegment(78cccd37-0476-4b57-9817-f73e874826e8),segment_id=78cccd37-0476-4b57-9817-f73e874826e8)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:33.352981 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.368903 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks [] for port (826174ef-643e-48b6-80fc-4dcde6969e08), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.429799 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (826174ef-643e-48b6-80fc-4dcde6969e08), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.459565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563933a-4259-4d64-af7c-26ead811fa58 None None] Pushing event updated for resources: {'Port': ['ID=a54f4aec-3579-40d2-a072-8b0d249a5f92,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:33.535685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:33.575091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:33.584710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fff4c678-55f8-444a-b468-d14cc8d223df req-bdba80b0-d782-4561-8915-56b25fba3ae5 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2a475a5-6073-4023-849c-378871ee6078 HTTP/1.1" status: 200 len: 210 time: 0.0559187 Feb 19 03:54:33.585591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:33.591773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:33.592438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.595123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event updated for resources: {'Port': ['ID=826174ef-643e-48b6-80fc-4dcde6969e08,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:33.644661 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52890) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:33.645391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9243b2f4-28d2-469e-a7c6-ad0062052e4c tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1063120 Feb 19 03:54:33.653782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Request body: {'port': {'network_id': '0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-63405181', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:33.654328 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.api.validators [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] bootfile-name is not in valid_values {{(pid=103616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:54:33.654676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.api.validators [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] tftp-server is not in valid_values {{(pid=103616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:54:33.655376 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.api.validators [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] server-ip-address is not in valid_values {{(pid=103616) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:54:33.853386 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Made reservation on behalf of e42010ce0637499da5ce15e6fafff4f8 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:33.857579 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.883490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] device_id is not set on port 4413eacc-ada6-4df3-9617-39dab16dd47a yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:34.015360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Allocated IP 2001:db8::197 (0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf/a770ac8d-b79f-4b51-899d-aad7e9998fe5/4413eacc-ada6-4df3-9617-39dab16dd47a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:34.202756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks [] for port (4413eacc-ada6-4df3-9617-39dab16dd47a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.260772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4413eacc-ada6-4df3-9617-39dab16dd47a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.301931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:34.308901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:34.312010 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:34.318394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:34.319070 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.349752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event updated for resources: {'Port': ['ID=4413eacc-ada6-4df3-9617-39dab16dd47a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:34.365810 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a8ba73bf-35b9-432f-993f-e8e9155c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.7199948 Feb 19 03:54:34.368870 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52924) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:34.448500 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e04439-dccd-4e7f-91c4-b1a8e39f137d tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:34.454418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e04439-dccd-4e7f-91c4-b1a8e39f137d tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:34.460108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e04439-dccd-4e7f-91c4-b1a8e39f137d tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:34.462471 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-94e04439-dccd-4e7f-91c4-b1a8e39f137d tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0918210 Feb 19 03:54:34.465316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52930) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:34.586190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3fef2-8d7b-4e0d-8b27-7c27dfeddf51 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Deleting port 4413eacc-ada6-4df3-9617-39dab16dd47a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:34.586690 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cb3fef2-8d7b-4e0d-8b27-7c27dfeddf51 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4413eacc-ada6-4df3-9617-39dab16dd47a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.644664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8afe62ad-6922-43a9-99a7-4c185b42ab2d no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:34.681231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 8afe62ad-6922-43a9-99a7-4c185b42ab2d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:34.681816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8afe62ad-6922-43a9-99a7-4c185b42ab2d not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:34.696563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52944) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:34.720109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fbf52d-4560-416c-9707-b81440dc480c None None] Network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:34.756712 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cb3fef2-8d7b-4e0d-8b27-7c27dfeddf51 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4413eacc-ada6-4df3-9617-39dab16dd47a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.780389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b48fcd4-d13f-48fd-bd7d-17d608e64f6e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (a5a9dcb0-6311-459b-8900-1e57ba6c2584), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.783194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3fef2-8d7b-4e0d-8b27-7c27dfeddf51 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Calling delete_port for 4413eacc-ada6-4df3-9617-39dab16dd47a owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:34.818906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-43983586-edb6-41a8-8f0c-83333c61dcf8 None None] Provisioning complete for port a54f4aec-3579-40d2-a072-8b0d249a5f92 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:34.819582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-43983586-edb6-41a8-8f0c-83333c61dcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.837788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b48fcd4-d13f-48fd-bd7d-17d608e64f6e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (a5a9dcb0-6311-459b-8900-1e57ba6c2584), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.932663 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b48fcd4-d13f-48fd-bd7d-17d608e64f6e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a5a9dcb0-6311-459b-8900-1e57ba6c2584), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.936581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b48fcd4-d13f-48fd-bd7d-17d608e64f6e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.937797 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4b48fcd4-d13f-48fd-bd7d-17d608e64f6e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/security-groups/a5a9dcb0-6311-459b-8900-1e57ba6c2584 HTTP/1.1" status: 204 len: 168 time: 0.2397182 Feb 19 03:54:34.969785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48fcd4-d13f-48fd-bd7d-17d608e64f6e tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a9dcb0-6311-459b-8900-1e57ba6c2584,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:34.988350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52950) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:35.114321 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a54f4aec-3579-40d2-a072-8b0d249a5f92 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:35.116845 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cb3fef2-8d7b-4e0d-8b27-7c27dfeddf51 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4413eacc-ada6-4df3-9617-39dab16dd47a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.198526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-43983586-edb6-41a8-8f0c-83333c61dcf8 None None] Current status of the port a54f4aec-3579-40d2-a072-8b0d249a5f92 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:35.199167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-43983586-edb6-41a8-8f0c-83333c61dcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.205476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3fef2-8d7b-4e0d-8b27-7c27dfeddf51 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event deleted for resources: {'Port': ['ID=4413eacc-ada6-4df3-9617-39dab16dd47a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:35.283356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cb3fef2-8d7b-4e0d-8b27-7c27dfeddf51 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.286953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1cb3fef2-8d7b-4e0d-8b27-7c27dfeddf51 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "DELETE /v2.0/ports/4413eacc-ada6-4df3-9617-39dab16dd47a HTTP/1.1" status: 204 len: 168 time: 0.8197706 Feb 19 03:54:35.289827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-43983586-edb6-41a8-8f0c-83333c61dcf8 None None] For port a54f4aec-3579-40d2-a072-8b0d249a5f92, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a54f4aec-3579-40d2-a072-8b0d249a5f92,segment=NetworkSegment(78cccd37-0476-4b57-9817-f73e874826e8),segment_id=78cccd37-0476-4b57-9817-f73e874826e8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:35.292699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52952) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:35.299909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a54f4aec-3579-40d2-a072-8b0d249a5f92 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:35.300548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.305532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Request body: {'port': {'name': 'tempest-new-port-name-83265862', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:35.306338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.api.validators [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] bootfile-name is not in valid_values {{(pid=103615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:54:35.307419 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-43983586-edb6-41a8-8f0c-83333c61dcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.307995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.api.validators [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] tftp-server is not in valid_values {{(pid=103615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:54:35.308507 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.api.validators [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] server-ip-address is not in valid_values {{(pid=103615) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:54:35.432013 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (826174ef-643e-48b6-80fc-4dcde6969e08), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.485178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43983586-edb6-41a8-8f0c-83333c61dcf8 None None] Pushing event updated for resources: {'Port': ['ID=a54f4aec-3579-40d2-a072-8b0d249a5f92,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:35.506134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a54f4aec-3579-40d2-a072-8b0d249a5f92 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:35.641578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-333e59f5-e36d-4977-aea0-b67612366055 None None] Provisioning complete for port 826174ef-643e-48b6-80fc-4dcde6969e08 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:35.642140 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-333e59f5-e36d-4977-aea0-b67612366055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (826174ef-643e-48b6-80fc-4dcde6969e08), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.688947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-333e59f5-e36d-4977-aea0-b67612366055 None None] Port 826174ef-643e-48b6-80fc-4dcde6969e08 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:35.695710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-333e59f5-e36d-4977-aea0-b67612366055 None None] Could not find standard attr ID for object 4413eacc-ada6-4df3-9617-39dab16dd47a. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:54:35.714483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-333e59f5-e36d-4977-aea0-b67612366055 None None] Provisioning complete for port a54f4aec-3579-40d2-a072-8b0d249a5f92 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:35.714860 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-333e59f5-e36d-4977-aea0-b67612366055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.727325 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks [] for port (826174ef-643e-48b6-80fc-4dcde6969e08), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.739654 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (826174ef-643e-48b6-80fc-4dcde6969e08), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.762294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] In _notify_port_updated(), no bound segment for port 826174ef-643e-48b6-80fc-4dcde6969e08 on network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:54:35.769386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:35.771320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:35.772866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "PUT /v2.0/ports/826174ef-643e-48b6-80fc-4dcde6969e08 HTTP/1.1" status: 200 len: 1128 time: 0.4791310 Feb 19 03:54:35.776088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52954) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:35.882725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c9d10-d4f0-4df4-98bf-8f8e93033ca6 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:35.884150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4e1c9d10-d4f0-4df4-98bf-8f8e93033ca6 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "GET /v2.0/ports/826174ef-643e-48b6-80fc-4dcde6969e08 HTTP/1.1" status: 200 len: 1128 time: 0.1071279 Feb 19 03:54:35.885101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c6f5f-eb3a-4dea-8296-b1d019542e2e tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event updated for resources: {'Port': ['ID=826174ef-643e-48b6-80fc-4dcde6969e08,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:35.897067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52958) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:35.907138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-333e59f5-e36d-4977-aea0-b67612366055 None None] Current status of the port a54f4aec-3579-40d2-a072-8b0d249a5f92 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:36.009636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c58b4aeb-80c5-4bce-8ab9-0b83cce6c8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Deleting port 826174ef-643e-48b6-80fc-4dcde6969e08 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:36.010077 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c58b4aeb-80c5-4bce-8ab9-0b83cce6c8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (826174ef-643e-48b6-80fc-4dcde6969e08), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.035930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bbde3391-a41d-4ebb-b7a8-32fe60cd497c None None] Provisioning complete for port 826174ef-643e-48b6-80fc-4dcde6969e08 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:36.037678 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bbde3391-a41d-4ebb-b7a8-32fe60cd497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (826174ef-643e-48b6-80fc-4dcde6969e08), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.097629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bbde3391-a41d-4ebb-b7a8-32fe60cd497c None None] Port 826174ef-643e-48b6-80fc-4dcde6969e08 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:36.139139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c58b4aeb-80c5-4bce-8ab9-0b83cce6c8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (826174ef-643e-48b6-80fc-4dcde6969e08), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.159584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c58b4aeb-80c5-4bce-8ab9-0b83cce6c8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Calling delete_port for 826174ef-643e-48b6-80fc-4dcde6969e08 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:36.172987 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (12bf8238-7153-494b-9ba9-54a1448316e5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.359228 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.381150 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c58b4aeb-80c5-4bce-8ab9-0b83cce6c8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (826174ef-643e-48b6-80fc-4dcde6969e08), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.415307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-57b116c1-fd4b-4e14-bd5b-39af1d63f13d None None] Could not find standard attr ID for object 4413eacc-ada6-4df3-9617-39dab16dd47a. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:54:36.417152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b4aeb-80c5-4bce-8ab9-0b83cce6c8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event deleted for resources: {'Port': ['ID=826174ef-643e-48b6-80fc-4dcde6969e08,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:36.449888 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c58b4aeb-80c5-4bce-8ab9-0b83cce6c8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.453778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c58b4aeb-80c5-4bce-8ab9-0b83cce6c8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "DELETE /v2.0/ports/826174ef-643e-48b6-80fc-4dcde6969e08 HTTP/1.1" status: 204 len: 168 time: 0.5556440 Feb 19 03:54:36.456821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52960) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:36.504180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port d5ff8d20-106d-4cfc-a7d0-554abaa446c2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:36.504665 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.516363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-7163de67-54f0-47cf-834b-9ffa58025584 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Deleting subnet a770ac8d-b79f-4b51-899d-aad7e9998fe5 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:54:36.520071 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7163de67-54f0-47cf-834b-9ffa58025584 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks [] for subnet (a770ac8d-b79f-4b51-899d-aad7e9998fe5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.566460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7163de67-54f0-47cf-834b-9ffa58025584 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (a770ac8d-b79f-4b51-899d-aad7e9998fe5), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.609263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] For port d5ff8d20-106d-4cfc-a7d0-554abaa446c2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d5ff8d20-106d-4cfc-a7d0-554abaa446c2,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:36.609720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.624703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for d5ff8d20-106d-4cfc-a7d0-554abaa446c2 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:36.684663 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7163de67-54f0-47cf-834b-9ffa58025584 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (a770ac8d-b79f-4b51-899d-aad7e9998fe5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.768673 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7163de67-54f0-47cf-834b-9ffa58025584 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (a770ac8d-b79f-4b51-899d-aad7e9998fe5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.803163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7163de67-54f0-47cf-834b-9ffa58025584 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.809464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7163de67-54f0-47cf-834b-9ffa58025584 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "DELETE /v2.0/subnets/a770ac8d-b79f-4b51-899d-aad7e9998fe5 HTTP/1.1" status: 204 len: 168 time: 0.3491981 Feb 19 03:54:36.809464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163de67-54f0-47cf-834b-9ffa58025584 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event deleted for resources: {'Subnet': ['ID=a770ac8d-b79f-4b51-899d-aad7e9998fe5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:36.809788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52962) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:36.878463 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d5ff8d20-106d-4cfc-a7d0-554abaa446c2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.899594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96166d9c-7588-4feb-b479-c65dcee1fa27 None None] Network 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:36.948654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=d5ff8d20-106d-4cfc-a7d0-554abaa446c2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:36.963058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.006991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a54f4aec-3579-40d2-a072-8b0d249a5f92 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:37.061426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-968ddd72-fb3e-4352-9788-a1bd0abfd143 None None] Could not find standard attr ID for object 826174ef-643e-48b6-80fc-4dcde6969e08. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:54:37.064825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Deleting port a54f4aec-3579-40d2-a072-8b0d249a5f92 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:37.065403 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.154847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] For port a54f4aec-3579-40d2-a072-8b0d249a5f92, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a54f4aec-3579-40d2-a072-8b0d249a5f92,segment=NetworkSegment(78cccd37-0476-4b57-9817-f73e874826e8),segment_id=78cccd37-0476-4b57-9817-f73e874826e8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:37.155568 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.177793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a54f4aec-3579-40d2-a072-8b0d249a5f92 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:37.178211 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.188419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Calling delete_port for a54f4aec-3579-40d2-a072-8b0d249a5f92 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:37.227887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (12bf8238-7153-494b-9ba9-54a1448316e5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.244960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0a0ac-c7a8-4591-b8c8-035ec74eede8 None None] DHCP port deletion for 0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:54:37.323907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.344902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a54f4aec-3579-40d2-a072-8b0d249a5f92 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:37.362326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] No DVR routers for this DVR port a54f4aec-3579-40d2-a072-8b0d249a5f92 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:37.364046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event deleted for resources: {'Port': ['ID=a54f4aec-3579-40d2-a072-8b0d249a5f92,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:37.367267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-98f0a0ac-c7a8-4591-b8c8-035ec74eede8 None None] Deleting port a54f4aec-3579-40d2-a072-8b0d249a5f92 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:37.368046 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98f0a0ac-c7a8-4591-b8c8-035ec74eede8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.440810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-98f0a0ac-c7a8-4591-b8c8-035ec74eede8 None None] For port a54f4aec-3579-40d2-a072-8b0d249a5f92, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:37.441504 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98f0a0ac-c7a8-4591-b8c8-035ec74eede8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.455971 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.456404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-98f0a0ac-c7a8-4591-b8c8-035ec74eede8 None None] Calling delete_port for a54f4aec-3579-40d2-a072-8b0d249a5f92 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:37.459893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-98f0a0ac-c7a8-4591-b8c8-035ec74eede8 None None] Port a54f4aec-3579-40d2-a072-8b0d249a5f92 was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:54:37.461478 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-98f0a0ac-c7a8-4591-b8c8-035ec74eede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (a54f4aec-3579-40d2-a072-8b0d249a5f92), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.478105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:37.488171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cccd37-0476-4b57-9817-f73e874826e8') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:37.488171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cccd37-0476-4b57-9817-f73e874826e8') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:37.494482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0a0ac-c7a8-4591-b8c8-035ec74eede8 None None] Pushing event deleted for resources: {'Port': ['ID=a54f4aec-3579-40d2-a072-8b0d249a5f92,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:37.496826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0a0ac-c7a8-4591-b8c8-035ec74eede8 None None] No DVR routers for this DVR port a54f4aec-3579-40d2-a072-8b0d249a5f92 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:37.499888 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (78cccd37-0476-4b57-9817-f73e874826e8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.515734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (78cccd37-0476-4b57-9817-f73e874826e8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.520331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Router 12bf8238-7153-494b-9ba9-54a1448316e5 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:37.521968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:54:37.522412 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (78cccd37-0476-4b57-9817-f73e874826e8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:54:37.525578 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:54:37.591908 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.599202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.605408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] 10.222.0.42 "DELETE /v2.0/networks/0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf HTTP/1.1" status: 204 len: 168 time: 0.7924764 Feb 19 03:54:37.621108 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d814667-43a1-4a94-8c55-7273e170c034 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646 tempest-ExtraDHCPOptionsIpV6TestJSON-608569646-project] Pushing event deleted for resources: {'Network': ['ID=0ee7f503-d069-41f5-bfbf-9ee5b6fe92bf,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:37.646020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:37.656336 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] Sync routers for ids ['12bf8238-7153-494b-9ba9-54a1448316e5'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:37.660745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52968) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:37.662966 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8cf3cf6b-d7f4-4206-b5f0-22c520f249c4 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "PUT /v2.0/routers/12bf8238-7153-494b-9ba9-54a1448316e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6722789 Feb 19 03:54:37.673530 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] Routers {'12bf8238-7153-494b-9ba9-54a1448316e5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:37.674650 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:54:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['12bf8238-7153-494b-9ba9-54a1448316e5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:37.717917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e663010-4068-4d9b-8199-7e89e0cdee03 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting subnet 828ea6b4-4999-4de2-a227-3bf56f05e18a {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:54:37.721577 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e663010-4068-4d9b-8199-7e89e0cdee03 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for subnet (828ea6b4-4999-4de2-a227-3bf56f05e18a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.766236 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e663010-4068-4d9b-8199-7e89e0cdee03 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (828ea6b4-4999-4de2-a227-3bf56f05e18a), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.829791 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] Set router 12bf8238-7153-494b-9ba9-54a1448316e5 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:37.878720 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e663010-4068-4d9b-8199-7e89e0cdee03 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (828ea6b4-4999-4de2-a227-3bf56f05e18a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.923133 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52972) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:37.966234 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e663010-4068-4d9b-8199-7e89e0cdee03 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (828ea6b4-4999-4de2-a227-3bf56f05e18a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.997471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e663010-4068-4d9b-8199-7e89e0cdee03 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Subnet': ['ID=828ea6b4-4999-4de2-a227-3bf56f05e18a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:38.001440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e663010-4068-4d9b-8199-7e89e0cdee03 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.008210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 52976) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:38.009030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3e663010-4068-4d9b-8199-7e89e0cdee03 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/subnets/828ea6b4-4999-4de2-a227-3bf56f05e18a HTTP/1.1" status: 204 len: 168 time: 0.3465202 Feb 19 03:54:38.011860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5216c64a-8876-49df-8980-6424abacfc76 None None] Network 15c0260a-9fc7-45ef-a4eb-426dfde35534 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:38.112003 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:54:36Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:38.159195 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] Checking router: 12bf8238-7153-494b-9ba9-54a1448316e5 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:38.169862 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] Routers {'12bf8238-7153-494b-9ba9-54a1448316e5'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:38.170974 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:54:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['12bf8238-7153-494b-9ba9-54a1448316e5'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:38.219292 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-90d2d8ab-c32b-418c-b6ac-59ed1af53a9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e42010ce0637499da5ce15e6fafff4f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936077 Feb 19 03:54:38.221797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 52980) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:38.227027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router (12bf8238-7153-494b-9ba9-54a1448316e5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.237524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee5d90-c326-4d9c-902d-473d57cea700 None None] DHCP port deletion for 15c0260a-9fc7-45ef-a4eb-426dfde35534 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:54:38.283425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c986eff8-e6c2-4f84-98a5-a20689175f37 admin admin] Publish callbacks [] for security_group (c5655ef6-416c-4445-9aab-8cf14620c53a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.305261 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] Set router 12bf8238-7153-494b-9ba9-54a1448316e5 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:38.313757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c986eff8-e6c2-4f84-98a5-a20689175f37 admin admin] Publish callbacks [] for security_group (c5655ef6-416c-4445-9aab-8cf14620c53a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.337592 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7569a396-1df7-4a20-a557-69e1c7431aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.370970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_gateway (12bf8238-7153-494b-9ba9-54a1448316e5), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.374325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6fee5d90-c326-4d9c-902d-473d57cea700 None None] Deleting port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:38.374701 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6fee5d90-c326-4d9c-902d-473d57cea700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.382795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c986eff8-e6c2-4f84-98a5-a20689175f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c5655ef6-416c-4445-9aab-8cf14620c53a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.386662 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c986eff8-e6c2-4f84-98a5-a20689175f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.390769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c986eff8-e6c2-4f84-98a5-a20689175f37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5655ef6-416c-4445-9aab-8cf14620c53a HTTP/1.1" status: 204 len: 168 time: 0.1679089 Feb 19 03:54:38.406535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986eff8-e6c2-4f84-98a5-a20689175f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5655ef6-416c-4445-9aab-8cf14620c53a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:38.457966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Deleting port de4c1db9-0d12-4ecb-8e93-efa52de60c7d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:38.458346 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.468444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-6fee5d90-c326-4d9c-902d-473d57cea700 None None] For port a9e86c4c-fb11-4c8f-ab73-5c74dc170359, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a9e86c4c-fb11-4c8f-ab73-5c74dc170359,segment=NetworkSegment(ce6cb2df-b7de-4436-9e9b-2cb158411b2f),segment_id=ce6cb2df-b7de-4436-9e9b-2cb158411b2f)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:38.468899 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6fee5d90-c326-4d9c-902d-473d57cea700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.482380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6fee5d90-c326-4d9c-902d-473d57cea700 None None] Calling delete_port for a9e86c4c-fb11-4c8f-ab73-5c74dc170359 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:38.576501 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6fee5d90-c326-4d9c-902d-473d57cea700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (a9e86c4c-fb11-4c8f-ab73-5c74dc170359), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.589309 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:54:36Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:38.606750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee5d90-c326-4d9c-902d-473d57cea700 None None] Pushing event deleted for resources: {'Port': ['ID=a9e86c4c-fb11-4c8f-ab73-5c74dc170359,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:38.613977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee5d90-c326-4d9c-902d-473d57cea700 None None] No DVR routers for this DVR port a9e86c4c-fb11-4c8f-ab73-5c74dc170359 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:38.628875 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cf941-b398-4a84-b100-80eae122efb5 None None] The sync data for ids ['12bf8238-7153-494b-9ba9-54a1448316e5'] in n-d-826756-2 is: [{'id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'name': 'tempest-TestNetworkBasicOps-router-1890538026', 'tenant_id': 'cae59199693b41da92306d352bbcc0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:54:36Z', 'revision_number': 5, 'project_id': 'cae59199693b41da92306d352bbcc0ce', 'gw_port': {'id': 'de4c1db9-0d12-4ecb-8e93-efa52de60c7d', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:67:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf8238-7153-494b-9ba9-54a1448316e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:51Z', 'updated_at': '2022-02-19T03:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:38.632674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] For port de4c1db9-0d12-4ecb-8e93-efa52de60c7d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=de4c1db9-0d12-4ecb-8e93-efa52de60c7d,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:38.633334 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.656792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Calling delete_port for de4c1db9-0d12-4ecb-8e93-efa52de60c7d owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:38.852073 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (de4c1db9-0d12-4ecb-8e93-efa52de60c7d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.886948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Port': ['ID=de4c1db9-0d12-4ecb-8e93-efa52de60c7d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:38.948850 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (12bf8238-7153-494b-9ba9-54a1448316e5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.089543 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (12bf8238-7153-494b-9ba9-54a1448316e5), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.092679 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router_controller (12bf8238-7153-494b-9ba9-54a1448316e5), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.168296 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (12bf8238-7153-494b-9ba9-54a1448316e5), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.169285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Fanout notify agent at l3_agent the message router_deleted on router 12bf8238-7153-494b-9ba9-54a1448316e5 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:54:39.179007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a9e86c4c-fb11-4c8f-ab73-5c74dc170359 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:39.197904 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.199064 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b946c998-88d0-4bbc-83e3-5a30741a96b9 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/routers/12bf8238-7153-494b-9ba9-54a1448316e5 HTTP/1.1" status: 204 len: 168 time: 1.1897886 Feb 19 03:54:39.208702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53002) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:39.217169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a9e86c4c-fb11-4c8f-ab73-5c74dc170359 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:39.217593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a9e86c4c-fb11-4c8f-ab73-5c74dc170359 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:39.217978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d5ff8d20-106d-4cfc-a7d0-554abaa446c2 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:39.259878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d5ff8d20-106d-4cfc-a7d0-554abaa446c2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:39.260235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d5ff8d20-106d-4cfc-a7d0-554abaa446c2 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:39.260763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a54f4aec-3579-40d2-a072-8b0d249a5f92 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:39.298649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a54f4aec-3579-40d2-a072-8b0d249a5f92 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:39.299000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a54f4aec-3579-40d2-a072-8b0d249a5f92 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:39.302787 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (15c0260a-9fc7-45ef-a4eb-426dfde35534), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.393519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53006) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:39.403403 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (15c0260a-9fc7-45ef-a4eb-426dfde35534), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.425558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c0260a-9fc7-45ef-a4eb-426dfde35534']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:39.441648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:39.442053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6cb2df-b7de-4436-9e9b-2cb158411b2f') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:39.457125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (ce6cb2df-b7de-4436-9e9b-2cb158411b2f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.473424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (ce6cb2df-b7de-4436-9e9b-2cb158411b2f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.480102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:54:39.480487 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (ce6cb2df-b7de-4436-9e9b-2cb158411b2f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:54:39.483876 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:54:39.516677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1613437253'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:39.544534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:39.550640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.554760 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (15c0260a-9fc7-45ef-a4eb-426dfde35534), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.563050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.569039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] 10.222.0.42 "DELETE /v2.0/networks/15c0260a-9fc7-45ef-a4eb-426dfde35534 HTTP/1.1" status: 204 len: 168 time: 0.3655567 Feb 19 03:54:39.585700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa35b5-e5f1-447d-bfb4-536935044517 tempest-TestNetworkBasicOps-1309107827 tempest-TestNetworkBasicOps-1309107827-project] Pushing event deleted for resources: {'Network': ['ID=15c0260a-9fc7-45ef-a4eb-426dfde35534,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:39.588935 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.693168 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (6ddde98a-a586-4100-82fa-674c5dc476bf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.698464 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6ddde98a-a586-4100-82fa-674c5dc476bf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.722609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:39.736223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddde98a-a586-4100-82fa-674c5dc476bf,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:39.741210 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (50595c4b-e9c8-4e40-8ff6-dde25d8f67f3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.741639 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Added segment 50595c4b-e9c8-4e40-8ff6-dde25d8f67f3 of type vlan for network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 Feb 19 03:54:39.784762 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (903a6ec7-7550-4e14-897d-f93c7c8f01e8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.813356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (903a6ec7-7550-4e14-897d-f93c7c8f01e8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.820655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:39.821515 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.894501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Network': ['ID=903a6ec7-7550-4e14-897d-f93c7c8f01e8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:39.894797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53014) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:39.905778 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bf233eb9-ac80-4743-b65a-0e2bcd209978 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5082147 Feb 19 03:54:39.906322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53016) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:39.923913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'name': 'tempest-PortsTestJSON-782038645'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:39.925135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:40.026371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:40.030572 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.050332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port 6c389bd8-e8e5-4a48-a663-116a959039aa yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:40.107096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d6ebab4f-d13b-478a-9625-7a5f0e7ce029 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cae59199693b41da92306d352bbcc0ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2080798 Feb 19 03:54:40.107840 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53020) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:40.233360 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59f8669b-717c-4b48-b8af-01307e016ab9 admin admin] Publish callbacks [] for security_group (0e14c9db-8a7a-4061-9873-fb10e49bd52c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.282289 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59f8669b-717c-4b48-b8af-01307e016ab9 admin admin] Publish callbacks [] for security_group (0e14c9db-8a7a-4061-9873-fb10e49bd52c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.294123 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.368109 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59f8669b-717c-4b48-b8af-01307e016ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0e14c9db-8a7a-4061-9873-fb10e49bd52c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.371478 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-59f8669b-717c-4b48-b8af-01307e016ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.375337 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-59f8669b-717c-4b48-b8af-01307e016ab9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e14c9db-8a7a-4061-9873-fb10e49bd52c HTTP/1.1" status: 204 len: 168 time: 0.2641733 Feb 19 03:54:40.384056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8669b-717c-4b48-b8af-01307e016ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e14c9db-8a7a-4061-9873-fb10e49bd52c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:40.386679 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.464874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=6c389bd8-e8e5-4a48-a663-116a959039aa,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:40.510559 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9652-2684-4e23-9327-e1391492fef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.547893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Checking segment: {'id': '50595c4b-e9c8-4e40-8ff6-dde25d8f67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:40.548739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network hostable DHCP agents. Network: 903a6ec7-7550-4e14-897d-f93c7c8f01e8, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:40.581732 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:40.595411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 903a6ec7-7550-4e14-897d-f93c7c8f01e8) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:40.600997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:40.608883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.611121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.612159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a269d74-7eb0-4e4b-a275-435ab89814ec None None] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:40.644122 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3b68ba7c-c62f-4b16-9c90-1903a73ef155 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7365074 Feb 19 03:54:40.650269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53038) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:40.656402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-871827744'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:40.681816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:40.687336 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.761648 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:40.770809 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53042) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:40.782352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d76d6cb1-1ae5-4c70-9df1-203b697e2038), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.782772 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Added segment d76d6cb1-1ae5-4c70-9df1-203b697e2038 of type vlan for network 13207553-1840-4cdc-a8b8-2bb31cec20e8 Feb 19 03:54:40.841597 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (13207553-1840-4cdc-a8b8-2bb31cec20e8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.874117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device de4c1db9-0d12-4ecb-8e93-efa52de60c7d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:40.897978 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (13207553-1840-4cdc-a8b8-2bb31cec20e8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.902885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: de4c1db9-0d12-4ecb-8e93-efa52de60c7d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:40.903415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device de4c1db9-0d12-4ecb-8e93-efa52de60c7d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:40.910084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.910795 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.950598 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0233d751-c603-4260-afff-80ca6364b352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.953268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53046) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:40.969856 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b658b6ec-8360-4f1f-a7b1-335419bd857b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.977947 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3243358 Feb 19 03:54:40.979669 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53048) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:40.987288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'ports': [{'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8'}, {'network_id': '13207553-1840-4cdc-a8b8-2bb31cec20e8'}]} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:40.987600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:40.988085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': '13207553-1840-4cdc-a8b8-2bb31cec20e8'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:41.009009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad737d-959c-4a9a-a39f-c931995b5bbb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Network': ['ID=13207553-1840-4cdc-a8b8-2bb31cec20e8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.027710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 13207553-1840-4cdc-a8b8-2bb31cec20e8 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:41.116966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0233d751-c603-4260-afff-80ca6364b352 admin admin] Publish callbacks [] for security_group (5b8f651d-eb73-4462-8da7-6276e433c96b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.122277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b658b6ec-8360-4f1f-a7b1-335419bd857b admin admin] Publish callbacks [] for security_group (c7c0bf00-da02-4f39-ab8a-ec164aa5f063), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.126487 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0233d751-c603-4260-afff-80ca6364b352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5b8f651d-eb73-4462-8da7-6276e433c96b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.180533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0233d751-c603-4260-afff-80ca6364b352 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c80e735a00474992baa92568e33373d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080422 Feb 19 03:54:41.181673 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b658b6ec-8360-4f1f-a7b1-335419bd857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c7c0bf00-da02-4f39-ab8a-ec164aa5f063), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.183180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53050) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:41.184200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233d751-c603-4260-afff-80ca6364b352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8f651d-eb73-4462-8da7-6276e433c96b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.216509 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 2} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:41.220574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.231560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b658b6ec-8360-4f1f-a7b1-335419bd857b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f7ddc8cddbd4ce78c9d7e641f651083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2746799 Feb 19 03:54:41.231757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53052) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:41.238795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658b6ec-8360-4f1f-a7b1-335419bd857b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c0bf00-da02-4f39-ab8a-ec164aa5f063,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.240086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.266235 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1380a5a9-b27c-49ec-b1c6-3d8223c2b106 admin admin] Publish callbacks [] for security_group (5b8f651d-eb73-4462-8da7-6276e433c96b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.284745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a851dd4-ea06-4c7d-b625-fde5ace3c4e6 admin admin] Publish callbacks [] for security_group (c7c0bf00-da02-4f39-ab8a-ec164aa5f063), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.306963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a851dd4-ea06-4c7d-b625-fde5ace3c4e6 admin admin] Publish callbacks [] for security_group (c7c0bf00-da02-4f39-ab8a-ec164aa5f063), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.352213 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1380a5a9-b27c-49ec-b1c6-3d8223c2b106 admin admin] Publish callbacks [] for security_group (5b8f651d-eb73-4462-8da7-6276e433c96b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.363147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a851dd4-ea06-4c7d-b625-fde5ace3c4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c7c0bf00-da02-4f39-ab8a-ec164aa5f063), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.366193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a851dd4-ea06-4c7d-b625-fde5ace3c4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.370445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8a851dd4-ea06-4c7d-b625-fde5ace3c4e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7c0bf00-da02-4f39-ab8a-ec164aa5f063 HTTP/1.1" status: 204 len: 168 time: 0.1354415 Feb 19 03:54:41.378720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a851dd4-ea06-4c7d-b625-fde5ace3c4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c0bf00-da02-4f39-ab8a-ec164aa5f063,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.437166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port f2532431-3538-493c-a153-b620e1fb6e18 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:41.467718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1380a5a9-b27c-49ec-b1c6-3d8223c2b106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (5b8f651d-eb73-4462-8da7-6276e433c96b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.470337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1380a5a9-b27c-49ec-b1c6-3d8223c2b106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.474071 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1380a5a9-b27c-49ec-b1c6-3d8223c2b106 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b8f651d-eb73-4462-8da7-6276e433c96b HTTP/1.1" status: 204 len: 168 time: 0.2872310 Feb 19 03:54:41.486710 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380a5a9-b27c-49ec-b1c6-3d8223c2b106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8f651d-eb73-4462-8da7-6276e433c96b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.550383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (f2532431-3538-493c-a153-b620e1fb6e18), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.640508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port bcca90b4-95b4-49ca-9755-a775a0c3e6e7 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:41.731131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (bcca90b4-95b4-49ca-9755-a775a0c3e6e7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.775425 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f2532431-3538-493c-a153-b620e1fb6e18), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.831626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:41.838526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:41.847698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:41.849026 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (bcca90b4-95b4-49ca-9755-a775a0c3e6e7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.861414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53068) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:41.876728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=f2532431-3538-493c-a153-b620e1fb6e18,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.888246 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e39532b-9af4-4f63-9266-7894de3298b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:41.943317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=bcca90b4-95b4-49ca-9755-a775a0c3e6e7,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:41.946069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Checking segment: {'id': 'd76d6cb1-1ae5-4c70-9df1-203b697e2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '13207553-1840-4cdc-a8b8-2bb31cec20e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:41.946505 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network hostable DHCP agents. Network: 13207553-1840-4cdc-a8b8-2bb31cec20e8, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:41.973512 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 13207553-1840-4cdc-a8b8-2bb31cec20e8 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:41.988374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 13207553-1840-4cdc-a8b8-2bb31cec20e8) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:41.993888 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:42.000692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147801b4-ebcf-49d2-8b06-e9a810b2bb70 None None] Network 13207553-1840-4cdc-a8b8-2bb31cec20e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:42.010656 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e39532b-9af4-4f63-9266-7894de3298b9 admin admin] Publish callbacks [] for security_group (a5ab4a26-e89b-48d6-b2d2-d2070e9ea48c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.013262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:42.015819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e39532b-9af4-4f63-9266-7894de3298b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a5ab4a26-e89b-48d6-b2d2-d2070e9ea48c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.024224 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:42.027615 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.068135 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-22ee61de-5543-4ab3-899e-731c5cf9a31d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0870013 Feb 19 03:54:42.070676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53072) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:42.082674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53074) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:42.084941 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9e39532b-9af4-4f63-9266-7894de3298b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ec3ebe98d2047f484887a30da9f7ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222438 Feb 19 03:54:42.086065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39532b-9af4-4f63-9266-7894de3298b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ab4a26-e89b-48d6-b2d2-d2070e9ea48c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:42.137223 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.504469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c6b8a8-0c4e-4015-b96a-ec88139ba199 admin admin] Publish callbacks [] for security_group (a5ab4a26-e89b-48d6-b2d2-d2070e9ea48c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.531400 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb3481-3c2e-40d0-b83a-892ff59dbd6a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port bcca90b4-95b4-49ca-9755-a775a0c3e6e7 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:42.531743 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3481-3c2e-40d0-b83a-892ff59dbd6a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bcca90b4-95b4-49ca-9755-a775a0c3e6e7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.549474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c6b8a8-0c4e-4015-b96a-ec88139ba199 admin admin] Publish callbacks [] for security_group (a5ab4a26-e89b-48d6-b2d2-d2070e9ea48c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.623884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3481-3c2e-40d0-b83a-892ff59dbd6a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bcca90b4-95b4-49ca-9755-a775a0c3e6e7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.636949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb3481-3c2e-40d0-b83a-892ff59dbd6a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for bcca90b4-95b4-49ca-9755-a775a0c3e6e7 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:42.696122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c6b8a8-0c4e-4015-b96a-ec88139ba199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a5ab4a26-e89b-48d6-b2d2-d2070e9ea48c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.698790 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6c6b8a8-0c4e-4015-b96a-ec88139ba199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.699955 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6c6b8a8-0c4e-4015-b96a-ec88139ba199 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5ab4a26-e89b-48d6-b2d2-d2070e9ea48c HTTP/1.1" status: 204 len: 168 time: 0.6160617 Feb 19 03:54:42.719079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6b8a8-0c4e-4015-b96a-ec88139ba199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ab4a26-e89b-48d6-b2d2-d2070e9ea48c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:42.748988 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3481-3c2e-40d0-b83a-892ff59dbd6a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (bcca90b4-95b4-49ca-9755-a775a0c3e6e7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.788185 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3481-3c2e-40d0-b83a-892ff59dbd6a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:42.791987 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b3fb3481-3c2e-40d0-b83a-892ff59dbd6a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/bcca90b4-95b4-49ca-9755-a775a0c3e6e7 HTTP/1.1" status: 204 len: 168 time: 0.7201676 Feb 19 03:54:42.793114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb3481-3c2e-40d0-b83a-892ff59dbd6a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=bcca90b4-95b4-49ca-9755-a775a0c3e6e7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:42.794743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53098) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:42.905365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc5212-3bb5-4019-b81b-1aea7a8590d4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:42.911846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc5212-3bb5-4019-b81b-1aea7a8590d4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:42.914494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-33fc5212-3bb5-4019-b81b-1aea7a8590d4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1181068 Feb 19 03:54:42.917423 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53104) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:43.020861 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-faeb1be0-f3d0-454e-ad99-87abefbe3432 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port f2532431-3538-493c-a153-b620e1fb6e18 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:43.021393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faeb1be0-f3d0-454e-ad99-87abefbe3432 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f2532431-3538-493c-a153-b620e1fb6e18), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.095935 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faeb1be0-f3d0-454e-ad99-87abefbe3432 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f2532431-3538-493c-a153-b620e1fb6e18), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.112974 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-faeb1be0-f3d0-454e-ad99-87abefbe3432 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for f2532431-3538-493c-a153-b620e1fb6e18 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:43.115283 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.206694 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faeb1be0-f3d0-454e-ad99-87abefbe3432 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f2532431-3538-493c-a153-b620e1fb6e18), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.249451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb1be0-f3d0-454e-ad99-87abefbe3432 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=f2532431-3538-493c-a153-b620e1fb6e18,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:43.255910 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-faeb1be0-f3d0-454e-ad99-87abefbe3432 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.263207 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-faeb1be0-f3d0-454e-ad99-87abefbe3432 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/f2532431-3538-493c-a153-b620e1fb6e18 HTTP/1.1" status: 204 len: 168 time: 0.3411338 Feb 19 03:54:43.263339 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53120) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:43.322255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3072931-92d5-45ef-9c3f-fdcfb0e01575 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:43.326208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c3072931-92d5-45ef-9c3f-fdcfb0e01575 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0599215 Feb 19 03:54:43.326499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53128) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:43.353772 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-147734dc-9ae3-441c-bd56-d011f88b2de3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:54:43.355205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-147734dc-9ae3-441c-bd56-d011f88b2de3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/bcca90b4-95b4-49ca-9755-a775a0c3e6e7 HTTP/1.1" status: 404 len: 333 time: 0.0277438 Feb 19 03:54:43.357888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53134) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:43.387700 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9fe550-b24d-4db7-a321-34a2d20eae88 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:54:43.389472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cc9fe550-b24d-4db7-a321-34a2d20eae88 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/f2532431-3538-493c-a153-b620e1fb6e18 HTTP/1.1" status: 404 len: 333 time: 0.0303013 Feb 19 03:54:43.392270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53136) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:43.479341 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (13207553-1840-4cdc-a8b8-2bb31cec20e8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.571376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (13207553-1840-4cdc-a8b8-2bb31cec20e8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.596486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13207553-1840-4cdc-a8b8-2bb31cec20e8']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:43.606560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76d6cb1-1ae5-4c70-9df1-203b697e2038') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:43.606867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76d6cb1-1ae5-4c70-9df1-203b697e2038') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:43.616748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (d76d6cb1-1ae5-4c70-9df1-203b697e2038), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.633872 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d76d6cb1-1ae5-4c70-9df1-203b697e2038), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.640934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:54:43.641680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (d76d6cb1-1ae5-4c70-9df1-203b697e2038), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:54:43.645499 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:54:43.718044 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (13207553-1840-4cdc-a8b8-2bb31cec20e8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.725222 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.728628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/networks/13207553-1840-4cdc-a8b8-2bb31cec20e8 HTTP/1.1" status: 204 len: 168 time: 0.3354359 Feb 19 03:54:43.734901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53152) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:43.742383 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1533015005'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:43.742929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce1561-f6ae-4b99-abbf-6fb024d342e4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Network': ['ID=13207553-1840-4cdc-a8b8-2bb31cec20e8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:43.768966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:43.772388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.796342 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:43.808711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f099d886-f59a-49e5-992d-918db5003350), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.809068 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Added segment f099d886-f59a-49e5-992d-918db5003350 of type vlan for network f136161d-48fd-4283-9bbb-46227e1d3f69 Feb 19 03:54:43.856819 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (f136161d-48fd-4283-9bbb-46227e1d3f69), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.887923 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (f136161d-48fd-4283-9bbb-46227e1d3f69), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.894320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:43.895051 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:43.965918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53160) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:43.966660 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2297728 Feb 19 03:54:43.973202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': 'f136161d-48fd-4283-9bbb-46227e1d3f69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:43.976744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d782e1f-d29b-4da4-9628-e13f344f3df3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Network': ['ID=f136161d-48fd-4283-9bbb-46227e1d3f69,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:43.989036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network f136161d-48fd-4283-9bbb-46227e1d3f69 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:44.093621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:44.097917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.157302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Performing IP validity checks on allocation pools {{(pid=103615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:54:44.157953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:54:44.194577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53166) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:44.200091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'network': {'name': 'tempest-network-smoke--2058814911', 'project_id': '7571b91e01b34a88b069467a385b5032', 'port_security_enabled': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:44.257560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Made reservation on behalf of 7571b91e01b34a88b069467a385b5032 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:44.260877 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.276271 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.341423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (7d71ce59-5594-439b-9023-21289cc67076), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.428751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=7d71ce59-5594-439b-9023-21289cc67076,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:44.444653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Checking segment: {'id': 'f099d886-f59a-49e5-992d-918db5003350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f136161d-48fd-4283-9bbb-46227e1d3f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:44.444950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network hostable DHCP agents. Network: f136161d-48fd-4283-9bbb-46227e1d3f69, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:44.471539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (0c8ef0a8-c8d9-4ed0-ba8e-0053f6831f8f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.476415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0c8ef0a8-c8d9-4ed0-ba8e-0053f6831f8f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.486409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network f136161d-48fd-4283-9bbb-46227e1d3f69 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:44.504411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:44.517803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, f136161d-48fd-4283-9bbb-46227e1d3f69) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:44.525797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:44.526192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bea87c-c41a-4939-b2f8-47869a15d885 None None] Network f136161d-48fd-4283-9bbb-46227e1d3f69 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:44.526822 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.531752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8ef0a8-c8d9-4ed0-ba8e-0053f6831f8f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:44.534688 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.535036 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Added segment 3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce of type vlan for network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 Feb 19 03:54:44.578041 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6b9414d9-99b7-416c-a56f-f7e3e6f33cd9 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6090155 Feb 19 03:54:44.580746 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53186) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:44.588428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': 'f136161d-48fd-4283-9bbb-46227e1d3f69', 'name': 'tempest-PortsTestJSON-1073054387'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:44.590592 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (4009db82-0f99-4b74-b8d8-6cd58cdf8d56), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.618462 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (4009db82-0f99-4b74-b8d8-6cd58cdf8d56), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.623478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:44.624083 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.677718 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4837985 Feb 19 03:54:44.679414 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.681113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53192) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:44.693401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'admin_state_up': True, 'project_id': '7571b91e01b34a88b069467a385b5032', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:44.695577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-f136161d-48fd-4283-9bbb-46227e1d3f69', 'network_id': 'f136161d-48fd-4283-9bbb-46227e1d3f69', 'project_id': '7e24670fabdf4eb1ac853d435a4dc923', 'fixed_ips': [{'subnet_id': '7d71ce59-5594-439b-9023-21289cc67076'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:54:44.696383 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.711566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57049459-03f6-4632-b332-66866fe3264e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Network': ['ID=4009db82-0f99-4b74-b8d8-6cd58cdf8d56,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:44.728475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (8776d574-2bec-464e-897a-024360e09f2d), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.729695 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (8776d574-2bec-464e-897a-024360e09f2d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.733508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:44.773399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:44.777639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.800316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_controller (8776d574-2bec-464e-897a-024360e09f2d), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:44.810163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port 1d88d11a-c19d-41f6-97a0-e67f01a7b60b yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:44.953257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.2 (f136161d-48fd-4283-9bbb-46227e1d3f69/7d71ce59-5594-439b-9023-21289cc67076/1d88d11a-c19d-41f6-97a0-e67f01a7b60b) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:44.993404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_gateway (8776d574-2bec-464e-897a-024360e09f2d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.126537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (1d88d11a-c19d-41f6-97a0-e67f01a7b60b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.137136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53204) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:45.173654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (1d88d11a-c19d-41f6-97a0-e67f01a7b60b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.239905 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c870c9e2-82c2-4ce4-9afb-704277359f2b {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:54:45.240595 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:54:45.250470 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=1d88d11a-c19d-41f6-97a0-e67f01a7b60b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:45.259109 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network f136161d-48fd-4283-9bbb-46227e1d3f69 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:45.260709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:45.263717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:45.303888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb70bbae-6f57-44e8-8a63-3a6f4023780f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.335324 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:45.335945 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.362219 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f1389e1f-11d6-4d98-a488-c8ce9bdcccb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7800019 Feb 19 03:54:45.366665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53208) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:45.482238 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb70bbae-6f57-44e8-8a63-3a6f4023780f admin admin] Publish callbacks [] for security_group (36ad2c07-a908-4fc2-abcc-ed7c2689405b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.489162 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb70bbae-6f57-44e8-8a63-3a6f4023780f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (36ad2c07-a908-4fc2-abcc-ed7c2689405b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.535040 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3085e761-4768-4d45-a2e7-91a1bf3ddb57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 1d88d11a-c19d-41f6-97a0-e67f01a7b60b {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:45.535392 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3085e761-4768-4d45-a2e7-91a1bf3ddb57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1d88d11a-c19d-41f6-97a0-e67f01a7b60b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.541301 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bb70bbae-6f57-44e8-8a63-3a6f4023780f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91d813bc6b534aab9b4f0f4c8d697e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4031816 Feb 19 03:54:45.544572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53210) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:45.550478 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_gateway (8776d574-2bec-464e-897a-024360e09f2d), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.553965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70bbae-6f57-44e8-8a63-3a6f4023780f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ad2c07-a908-4fc2-abcc-ed7c2689405b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:45.577642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.629739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3085e761-4768-4d45-a2e7-91a1bf3ddb57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1d88d11a-c19d-41f6-97a0-e67f01a7b60b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.642379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3085e761-4768-4d45-a2e7-91a1bf3ddb57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 1d88d11a-c19d-41f6-97a0-e67f01a7b60b owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:45.683563 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97f5aa75-526e-40c8-b5d3-75b3037f65f6 admin admin] Publish callbacks [] for security_group (36ad2c07-a908-4fc2-abcc-ed7c2689405b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.719032 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97f5aa75-526e-40c8-b5d3-75b3037f65f6 admin admin] Publish callbacks [] for security_group (36ad2c07-a908-4fc2-abcc-ed7c2689405b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.732400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Allocated IP 172.25.4.173 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/3ab293a8-8ca4-49ee-bdf8-fc49734152e1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:45.743114 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.781398 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3085e761-4768-4d45-a2e7-91a1bf3ddb57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (1d88d11a-c19d-41f6-97a0-e67f01a7b60b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.815658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085e761-4768-4d45-a2e7-91a1bf3ddb57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=1d88d11a-c19d-41f6-97a0-e67f01a7b60b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:45.831202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97f5aa75-526e-40c8-b5d3-75b3037f65f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (36ad2c07-a908-4fc2-abcc-ed7c2689405b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.833819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97f5aa75-526e-40c8-b5d3-75b3037f65f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.835645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-97f5aa75-526e-40c8-b5d3-75b3037f65f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36ad2c07-a908-4fc2-abcc-ed7c2689405b HTTP/1.1" status: 204 len: 168 time: 0.2901156 Feb 19 03:54:45.850849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5aa75-526e-40c8-b5d3-75b3037f65f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ad2c07-a908-4fc2-abcc-ed7c2689405b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:45.884225 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.903240 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3085e761-4768-4d45-a2e7-91a1bf3ddb57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.907856 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3085e761-4768-4d45-a2e7-91a1bf3ddb57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/1d88d11a-c19d-41f6-97a0-e67f01a7b60b HTTP/1.1" status: 204 len: 168 time: 0.5400941 Feb 19 03:54:45.910256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53214) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:45.930886 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:45.946419 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-60efbb82-450c-412b-a9d8-4c9e10ff8b3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:54:45.947418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60efbb82-450c-412b-a9d8-4c9e10ff8b3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:54:45.951679 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-60efbb82-450c-412b-a9d8-4c9e10ff8b3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/1d88d11a-c19d-41f6-97a0-e67f01a7b60b HTTP/1.1" status: 404 len: 333 time: 0.0397887 Feb 19 03:54:45.954811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Allocated IP 172.20.0.3 (f136161d-48fd-4283-9bbb-46227e1d3f69/7d71ce59-5594-439b-9023-21289cc67076/8dc4f928-bf08-4f4f-90ce-d7f39928a8be) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:45.955022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53216) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:45.985745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:45.988975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:45.992974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:46.025700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Port': ['ID=3ab293a8-8ca4-49ee-bdf8-fc49734152e1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:46.032617 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cde0f0f-97ea-4d7b-a0be-e4781bee464e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:54:46.039011 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4cde0f0f-97ea-4d7b-a0be-e4781bee464e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/1d88d11a-c19d-41f6-97a0-e67f01a7b60b HTTP/1.1" status: 404 len: 333 time: 0.0781488 Feb 19 03:54:46.039907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53220) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:46.097739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d50e08-7411-4024-8ec0-2378da331717 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet 7d71ce59-5594-439b-9023-21289cc67076 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:54:46.149221 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Publish callbacks [] for port (8dc4f928-bf08-4f4f-90ce-d7f39928a8be), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.155621 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7d50e08-7411-4024-8ec0-2378da331717 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (7d71ce59-5594-439b-9023-21289cc67076), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.156163 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (8dc4f928-bf08-4f4f-90ce-d7f39928a8be), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.202304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Network f136161d-48fd-4283-9bbb-46227e1d3f69 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:46.205450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:46.210737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53222) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:46.215959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:46.221999 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7d50e08-7411-4024-8ec0-2378da331717 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (7d71ce59-5594-439b-9023-21289cc67076), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.223688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Pushing event updated for resources: {'Port': ['ID=8dc4f928-bf08-4f4f-90ce-d7f39928a8be,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:46.251460 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4e39a883-d89d-4da7-855d-5b58b1b0cfe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.283373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Attempting to bind port 8dc4f928-bf08-4f4f-90ce-d7f39928a8be on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:46.283373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Attempting to bind port 8dc4f928-bf08-4f4f-90ce-d7f39928a8be by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'f099d886-f59a-49e5-992d-918db5003350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f136161d-48fd-4283-9bbb-46227e1d3f69'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:46.283730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Attempting to bind port 8dc4f928-bf08-4f4f-90ce-d7f39928a8be on network f136161d-48fd-4283-9bbb-46227e1d3f69 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:46.291052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:46.291762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Checking segment: {'id': 'f099d886-f59a-49e5-992d-918db5003350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f136161d-48fd-4283-9bbb-46227e1d3f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:46.292185 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.292739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Bound using segment: {'id': 'f099d886-f59a-49e5-992d-918db5003350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f136161d-48fd-4283-9bbb-46227e1d3f69'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:46.293072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Bound port: 8dc4f928-bf08-4f4f-90ce-d7f39928a8be, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f099d886-f59a-49e5-992d-918db5003350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f136161d-48fd-4283-9bbb-46227e1d3f69'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:46.293455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8dc4f928-bf08-4f4f-90ce-d7f39928a8be), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.316023 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_gateway (8776d574-2bec-464e-897a-024360e09f2d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.353216 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7d50e08-7411-4024-8ec0-2378da331717 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7d71ce59-5594-439b-9023-21289cc67076), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.418512 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4e39a883-d89d-4da7-855d-5b58b1b0cfe6 admin admin] Publish callbacks [] for security_group (ad5691f7-a072-4847-a3a1-ac9fe2575a54), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.424459 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4e39a883-d89d-4da7-855d-5b58b1b0cfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ad5691f7-a072-4847-a3a1-ac9fe2575a54), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.448345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] For port 8dc4f928-bf08-4f4f-90ce-d7f39928a8be, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:46.452508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] For port 8dc4f928-bf08-4f4f-90ce-d7f39928a8be, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8dc4f928-bf08-4f4f-90ce-d7f39928a8be,segment=NetworkSegment(f099d886-f59a-49e5-992d-918db5003350),segment_id=f099d886-f59a-49e5-992d-918db5003350)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:46.459256 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7d50e08-7411-4024-8ec0-2378da331717 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (7d71ce59-5594-439b-9023-21289cc67076), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.460194 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8dc4f928-bf08-4f4f-90ce-d7f39928a8be), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.504801 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4e39a883-d89d-4da7-855d-5b58b1b0cfe6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f73d977bd1045199aefed8a7b3657ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906389 Feb 19 03:54:46.504801 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39a883-d89d-4da7-855d-5b58b1b0cfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5691f7-a072-4847-a3a1-ac9fe2575a54,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:46.506886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7d50e08-7411-4024-8ec0-2378da331717 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.510083 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f7d50e08-7411-4024-8ec0-2378da331717 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/7d71ce59-5594-439b-9023-21289cc67076 HTTP/1.1" status: 204 len: 168 time: 0.4697683 Feb 19 03:54:46.510680 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53224) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:46.511428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d50e08-7411-4024-8ec0-2378da331717 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=7d71ce59-5594-439b-9023-21289cc67076,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:46.518358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53226) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:46.532280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20b478-61d1-42aa-89d1-a27f1f05be6f None None] Pushing event updated for resources: {'Port': ['ID=8dc4f928-bf08-4f4f-90ce-d7f39928a8be,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:46.553743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (8776d574-2bec-464e-897a-024360e09f2d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.621943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (f136161d-48fd-4283-9bbb-46227e1d3f69), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.637673 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a3d5-1edc-453e-ad04-8b9c36ace874 admin admin] Publish callbacks [] for security_group (ad5691f7-a072-4847-a3a1-ac9fe2575a54), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.686617 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a3d5-1edc-453e-ad04-8b9c36ace874 admin admin] Publish callbacks [] for security_group (ad5691f7-a072-4847-a3a1-ac9fe2575a54), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.708905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Router 8776d574-2bec-464e-897a-024360e09f2d is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:54:46.757706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 8dc4f928-bf08-4f4f-90ce-d7f39928a8be {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:46.758001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8dc4f928-bf08-4f4f-90ce-d7f39928a8be), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.811702 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a3d5-1edc-453e-ad04-8b9c36ace874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ad5691f7-a072-4847-a3a1-ac9fe2575a54), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.814629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a3d5-1edc-453e-ad04-8b9c36ace874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.815824 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9cb7a3d5-1edc-453e-ad04-8b9c36ace874 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad5691f7-a072-4847-a3a1-ac9fe2575a54 HTTP/1.1" status: 204 len: 168 time: 0.3023529 Feb 19 03:54:46.844951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7a3d5-1edc-453e-ad04-8b9c36ace874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5691f7-a072-4847-a3a1-ac9fe2575a54,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:46.857348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] For port 8dc4f928-bf08-4f4f-90ce-d7f39928a8be, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=8dc4f928-bf08-4f4f-90ce-d7f39928a8be,segment=NetworkSegment(f099d886-f59a-49e5-992d-918db5003350),segment_id=f099d886-f59a-49e5-992d-918db5003350)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:46.857721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8dc4f928-bf08-4f4f-90ce-d7f39928a8be), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.873827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 8dc4f928-bf08-4f4f-90ce-d7f39928a8be owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:46.880942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:46.902687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Sync routers for ids ['8776d574-2bec-464e-897a-024360e09f2d'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:46.924330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Routers {'8776d574-2bec-464e-897a-024360e09f2d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:46.924983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:54:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8776d574-2bec-464e-897a-024360e09f2d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:46.928737 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:46.933196 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cb4582da-e22f-4583-afd4-23830c3b682f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2476566 Feb 19 03:54:46.933494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53230) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:47.036388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (8dc4f928-bf08-4f4f-90ce-d7f39928a8be), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.050455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8dc4f928-bf08-4f4f-90ce-d7f39928a8be up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:47.073117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=8dc4f928-bf08-4f4f-90ce-d7f39928a8be,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:47.076808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 8dc4f928-bf08-4f4f-90ce-d7f39928a8be {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:47.077162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8dc4f928-bf08-4f4f-90ce-d7f39928a8be not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 03:54:47.081871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No DVR routers for this DVR port 8dc4f928-bf08-4f4f-90ce-d7f39928a8be on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:47.108848 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Port 8dc4f928-bf08-4f4f-90ce-d7f39928a8be not found, will not notify nova. {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 03:54:47.119949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Set router 8776d574-2bec-464e-897a-024360e09f2d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:47.186868 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (f136161d-48fd-4283-9bbb-46227e1d3f69), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.214659 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f136161d-48fd-4283-9bbb-46227e1d3f69']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:47.228809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f099d886-f59a-49e5-992d-918db5003350') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:47.229158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f099d886-f59a-49e5-992d-918db5003350') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:47.243847 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (f099d886-f59a-49e5-992d-918db5003350), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.262899 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (f099d886-f59a-49e5-992d-918db5003350), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.278536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:54:47.278978 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (f099d886-f59a-49e5-992d-918db5003350), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:54:47.283569 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:54:47.297381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dc264f68-5166-4efb-add5-da176a66eb2b tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=7571b91e01b34a88b069467a385b5032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3624785 Feb 19 03:54:47.302889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53238) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:47.367070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:46Z', 'revision_number': 3, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:47.407451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Checking router: 8776d574-2bec-464e-897a-024360e09f2d for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:47.407878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Updating router 8776d574-2bec-464e-897a-024360e09f2d port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:54:47.439294 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.450289 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (f136161d-48fd-4283-9bbb-46227e1d3f69), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.462388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.471930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53246) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:47.472719 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/networks/f136161d-48fd-4283-9bbb-46227e1d3f69 HTTP/1.1" status: 204 len: 168 time: 0.9527178 Feb 19 03:54:47.478135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1474306804'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:47.494372 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec2d57-3a24-43ed-a144-fbd456e44da4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Network': ['ID=f136161d-48fd-4283-9bbb-46227e1d3f69,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:47.501413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb014200-9232-4cbd-ad71-c7d234d08373 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:47.507676 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fb014200-9232-4cbd-ad71-c7d234d08373 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2035024 Feb 19 03:54:47.508702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53248) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:47.540034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:47.545398 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e01cd064-574d-4c04-9689-e68cec7ca6b0 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355389 Feb 19 03:54:47.546038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53250) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:47.551205 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.553937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2135167549', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'project_id': '7571b91e01b34a88b069467a385b5032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:47.583956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:47.601016 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (540fb1a2-05d3-4ded-a893-677d7d944841), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.601614 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Added segment 540fb1a2-05d3-4ded-a893-677d7d944841 of type vlan for network 67617d8d-844c-4aaa-bd6d-20e45f2add02 Feb 19 03:54:47.660263 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (67617d8d-844c-4aaa-bd6d-20e45f2add02), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.690808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Made reservation on behalf of 7571b91e01b34a88b069467a385b5032 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:47.695122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.717315 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (67617d8d-844c-4aaa-bd6d-20e45f2add02), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.723715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:47.724263 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.796324 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Publish callbacks [] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.800659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Network': ['ID=67617d8d-844c-4aaa-bd6d-20e45f2add02,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:47.816249 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.826869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53258) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:47.830655 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e7a1c018-860a-4135-8bd4-d6da9750da85 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3573565 Feb 19 03:54:47.834714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 67617d8d-844c-4aaa-bd6d-20e45f2add02 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:47.836525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': '67617d8d-844c-4aaa-bd6d-20e45f2add02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:47.949446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Attempting to bind port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:47.949950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Attempting to bind port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:47.950353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Attempting to bind port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:47.983667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-45ed74a9-0c20-4bb2-b445-5b9f586fe1ee None None] Could not find standard attr ID for object 8dc4f928-bf08-4f4f-90ce-d7f39928a8be. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:54:47.984984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d8e73-dfc2-4c50-8a95-de427f07741f None None] DHCP port deletion for f136161d-48fd-4283-9bbb-46227e1d3f69 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:54:47.987585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:47.987803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:47.988272 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.989071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:47.989288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Bound port: 3ab293a8-8ca4-49ee-bdf8-fc49734152e1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:47.989687 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.001315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88630d72-d485-4c0b-bb59-7e0683e239e3 None None] Pushing event updated for resources: {'Port': ['ID=3ab293a8-8ca4-49ee-bdf8-fc49734152e1,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:48.007720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:48.011453 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.053988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884092b-97c3-4d08-bd59-44563b3490af None None] Network f136161d-48fd-4283-9bbb-46227e1d3f69 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:48.078374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884092b-97c3-4d08-bd59-44563b3490af None None] Network f136161d-48fd-4283-9bbb-46227e1d3f69 could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:54:48.089878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] For port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:48.093187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] For port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3ab293a8-8ca4-49ee-bdf8-fc49734152e1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:48.101161 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.138833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (794cdf36-fe4f-467c-961c-3c6322e03c68), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.163442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88630d72-d485-4c0b-bb59-7e0683e239e3 None None] Pushing event updated for resources: {'Port': ['ID=3ab293a8-8ca4-49ee-bdf8-fc49734152e1,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:48.174566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Routers {'8776d574-2bec-464e-897a-024360e09f2d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:48.174784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:54:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8776d574-2bec-464e-897a-024360e09f2d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:48.217228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Subnet': ['ID=794cdf36-fe4f-467c-961c-3c6322e03c68,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:48.273056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Checking segment: {'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:48.273332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network hostable DHCP agents. Network: 4009db82-0f99-4b74-b8d8-6cd58cdf8d56, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:48.300296 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] Set router 8776d574-2bec-464e-897a-024360e09f2d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:48.330679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:48.342096 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (4f3a7937-17f4-4615-b623-48746f30fe8d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.377130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 4009db82-0f99-4b74-b8d8-6cd58cdf8d56) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:48.381909 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:48.382533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.407152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4783e093-af90-4da6-af39-bce26d5f27ab None None] Network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:48.428154 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6794f782-fb77-421e-8787-2a031ec40cc3 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8729339 Feb 19 03:54:48.428154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53272) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:48.441271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=4f3a7937-17f4-4615-b623-48746f30fe8d,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:48.492812 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Checking segment: {'id': '540fb1a2-05d3-4ded-a893-677d7d944841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '67617d8d-844c-4aaa-bd6d-20e45f2add02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:48.493322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network hostable DHCP agents. Network: 67617d8d-844c-4aaa-bd6d-20e45f2add02, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:48.555384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 67617d8d-844c-4aaa-bd6d-20e45f2add02 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:48.573918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 67617d8d-844c-4aaa-bd6d-20e45f2add02) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:48.574948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'project_id': '7571b91e01b34a88b069467a385b5032', 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:54:48.575938 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.578744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:48.579254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.592505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0fb27b-a9fb-47e6-8e05-c652b4a9402a None None] Network 67617d8d-844c-4aaa-bd6d-20e45f2add02 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:48.647897 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-03118b3b-5185-427a-abdd-961b3643d8f2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8159091 Feb 19 03:54:48.650463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53278) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:48.656936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': '67617d8d-844c-4aaa-bd6d-20e45f2add02', 'security_groups': [], 'name': 'tempest-PortsTestJSON-684907994'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:48.664339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:46Z', 'revision_number': 3, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:48.903844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:48.907711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:48.926906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b4d80-243b-4ee4-943b-a0a1bc08ea97 None None] The sync data for ids ['8776d574-2bec-464e-897a-024360e09f2d'] in n-d-826756-2 is: [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:46Z', 'revision_number': 3, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:48.939684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port a4736760-5b9f-48f2-b8c2-98239478a3e6 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:48.949468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8dc4f928-bf08-4f4f-90ce-d7f39928a8be no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:48.989262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 8dc4f928-bf08-4f4f-90ce-d7f39928a8be {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:48.989612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 8dc4f928-bf08-4f4f-90ce-d7f39928a8be not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:49.076887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-67617d8d-844c-4aaa-bd6d-20e45f2add02', 'network_id': '67617d8d-844c-4aaa-bd6d-20e45f2add02', 'project_id': '7e24670fabdf4eb1ac853d435a4dc923', 'fixed_ips': [{'subnet_id': '4f3a7937-17f4-4615-b623-48746f30fe8d'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:54:49.078092 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.095859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Allocated IP 172.20.0.2 (4009db82-0f99-4b74-b8d8-6cd58cdf8d56/794cdf36-fe4f-467c-961c-3c6322e03c68/dacbcc42-893f-4f02-bdac-6d944b14b076) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:49.363054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Allocated IP 172.20.0.2 (67617d8d-844c-4aaa-bd6d-20e45f2add02/4f3a7937-17f4-4615-b623-48746f30fe8d/b0de1a5b-561c-4513-8be5-ed67085c7d1a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:49.469082 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Publish callbacks [] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.481239 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.481773 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.549069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:49.564297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:49.568313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:49.571034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Pushing event updated for resources: {'Port': ['ID=dacbcc42-893f-4f02-bdac-6d944b14b076,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:49.676718 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Publish callbacks [] for port (b0de1a5b-561c-4513-8be5-ed67085c7d1a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.680435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Attempting to bind port dacbcc42-893f-4f02-bdac-6d944b14b076 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:49.680922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Attempting to bind port dacbcc42-893f-4f02-bdac-6d944b14b076 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:49.681461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Attempting to bind port dacbcc42-893f-4f02-bdac-6d944b14b076 on network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:49.688347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:49.689145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Checking segment: {'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:49.689741 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.690221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Bound using segment: {'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:49.690933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Bound port: dacbcc42-893f-4f02-bdac-6d944b14b076, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:49.691414 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.695927 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (b0de1a5b-561c-4513-8be5-ed67085c7d1a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.768934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Network 67617d8d-844c-4aaa-bd6d-20e45f2add02 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:49.776496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:49.779069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:49.811735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Pushing event updated for resources: {'Port': ['ID=b0de1a5b-561c-4513-8be5-ed67085c7d1a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:49.865356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.8 (67617d8d-844c-4aaa-bd6d-20e45f2add02/4f3a7937-17f4-4615-b623-48746f30fe8d/a4736760-5b9f-48f2-b8c2-98239478a3e6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:49.884958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-dcaa130d-3100-4727-a226-deb764643477 None None] For port dacbcc42-893f-4f02-bdac-6d944b14b076, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:49.905307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Attempting to bind port b0de1a5b-561c-4513-8be5-ed67085c7d1a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:49.905729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Attempting to bind port b0de1a5b-561c-4513-8be5-ed67085c7d1a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '540fb1a2-05d3-4ded-a893-677d7d944841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '67617d8d-844c-4aaa-bd6d-20e45f2add02'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:49.906086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Attempting to bind port b0de1a5b-561c-4513-8be5-ed67085c7d1a on network 67617d8d-844c-4aaa-bd6d-20e45f2add02 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:49.908508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Allocated IP 172.20.0.1 (4009db82-0f99-4b74-b8d8-6cd58cdf8d56/794cdf36-fe4f-467c-961c-3c6322e03c68/960fc13e-6d26-4ad9-b0a5-407153f5a6cf) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:49.909353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-dcaa130d-3100-4727-a226-deb764643477 None None] For port dacbcc42-893f-4f02-bdac-6d944b14b076, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=dacbcc42-893f-4f02-bdac-6d944b14b076,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:49.916240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:49.916617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Checking segment: {'id': '540fb1a2-05d3-4ded-a893-677d7d944841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '67617d8d-844c-4aaa-bd6d-20e45f2add02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:49.917306 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.917889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Bound using segment: {'id': '540fb1a2-05d3-4ded-a893-677d7d944841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '67617d8d-844c-4aaa-bd6d-20e45f2add02'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:49.918561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Bound port: b0de1a5b-561c-4513-8be5-ed67085c7d1a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540fb1a2-05d3-4ded-a893-677d7d944841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '67617d8d-844c-4aaa-bd6d-20e45f2add02'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:49.919301 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b0de1a5b-561c-4513-8be5-ed67085c7d1a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.929986 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.042270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa130d-3100-4727-a226-deb764643477 None None] Pushing event updated for resources: {'Port': ['ID=dacbcc42-893f-4f02-bdac-6d944b14b076,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:50.058500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] For port b0de1a5b-561c-4513-8be5-ed67085c7d1a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:50.062170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] For port b0de1a5b-561c-4513-8be5-ed67085c7d1a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b0de1a5b-561c-4513-8be5-ed67085c7d1a,segment=NetworkSegment(540fb1a2-05d3-4ded-a893-677d7d944841),segment_id=540fb1a2-05d3-4ded-a893-677d7d944841)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:50.070815 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b0de1a5b-561c-4513-8be5-ed67085c7d1a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.135677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02c136-250b-4b9b-a087-08516b92ca0f None None] Pushing event updated for resources: {'Port': ['ID=b0de1a5b-561c-4513-8be5-ed67085c7d1a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:50.240243 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.258746 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (a4736760-5b9f-48f2-b8c2-98239478a3e6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.321941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.400356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:50.408839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:50.420903 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:50.437352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Port': ['ID=960fc13e-6d26-4ad9-b0a5-407153f5a6cf,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:50.483547 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a4736760-5b9f-48f2-b8c2-98239478a3e6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.533726 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (8776d574-2bec-464e-897a-024360e09f2d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.539874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 67617d8d-844c-4aaa-bd6d-20e45f2add02 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:50.581039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:50.587344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:50.627532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=a4736760-5b9f-48f2-b8c2-98239478a3e6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:50.657087 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:50.657717 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.698502 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-afc82dde-7535-4249-af07-cd30cf522746 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0469203 Feb 19 03:54:50.700916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53302) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:50.764112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.797785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3126ff5d-817c-4fe5-ae76-3836db35349c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port a4736760-5b9f-48f2-b8c2-98239478a3e6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:50.798421 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3126ff5d-817c-4fe5-ae76-3836db35349c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a4736760-5b9f-48f2-b8c2-98239478a3e6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.911438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3126ff5d-817c-4fe5-ae76-3836db35349c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a4736760-5b9f-48f2-b8c2-98239478a3e6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.939498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3126ff5d-817c-4fe5-ae76-3836db35349c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for a4736760-5b9f-48f2-b8c2-98239478a3e6 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:51.089885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:51.136272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.147789 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.154792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:51.155297 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.171810 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3126ff5d-817c-4fe5-ae76-3836db35349c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a4736760-5b9f-48f2-b8c2-98239478a3e6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.199708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126ff5d-817c-4fe5-ae76-3836db35349c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=a4736760-5b9f-48f2-b8c2-98239478a3e6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:51.262103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Port': ['ID=960fc13e-6d26-4ad9-b0a5-407153f5a6cf,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:51.282629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:51.283025 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.286865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (8776d574-2bec-464e-897a-024360e09f2d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.313752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3ab293a8-8ca4-49ee-bdf8-fc49734152e1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:51.321674 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.322667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dacbcc42-893f-4f02-bdac-6d944b14b076 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:51.352967 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3126ff5d-817c-4fe5-ae76-3836db35349c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.362812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3126ff5d-817c-4fe5-ae76-3836db35349c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/a4736760-5b9f-48f2-b8c2-98239478a3e6 HTTP/1.1" status: 204 len: 168 time: 0.6585100 Feb 19 03:54:51.366020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53306) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:51.407342 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01e5896-3443-4632-ad7d-aebfc0d1443d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:54:51.412991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c01e5896-3443-4632-ad7d-aebfc0d1443d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/a4736760-5b9f-48f2-b8c2-98239478a3e6 HTTP/1.1" status: 404 len: 333 time: 0.0446038 Feb 19 03:54:51.413879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53308) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:51.453205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=3ab293a8-8ca4-49ee-bdf8-fc49734152e1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:51.453738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:51.456909 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:51.498145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port dacbcc42-893f-4f02-bdac-6d944b14b076 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:51.501288 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.513449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-a412fc4d-be84-423a-bd65-947165399999 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet 4f3a7937-17f4-4615-b623-48746f30fe8d {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:54:51.518171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412fc4d-be84-423a-bd65-947165399999 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (4f3a7937-17f4-4615-b623-48746f30fe8d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.602900 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412fc4d-be84-423a-bd65-947165399999 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (4f3a7937-17f4-4615-b623-48746f30fe8d), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.713134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port dacbcc42-893f-4f02-bdac-6d944b14b076 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:51.713528 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.788458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port dacbcc42-893f-4f02-bdac-6d944b14b076, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=dacbcc42-893f-4f02-bdac-6d944b14b076,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:51.792786 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412fc4d-be84-423a-bd65-947165399999 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (4f3a7937-17f4-4615-b623-48746f30fe8d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.799278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.800105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b0de1a5b-561c-4513-8be5-ed67085c7d1a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:51.802201 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Router 8776d574-2bec-464e-897a-024360e09f2d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:51.914813 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412fc4d-be84-423a-bd65-947165399999 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (4f3a7937-17f4-4615-b623-48746f30fe8d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.932517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d31476-4241-4220-a07b-63c19cb5bfa1 None None] Network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:51.975793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412fc4d-be84-423a-bd65-947165399999 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3a7937-17f4-4615-b623-48746f30fe8d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:51.976735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=dacbcc42-893f-4f02-bdac-6d944b14b076,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:51.991145 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a412fc4d-be84-423a-bd65-947165399999 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.994535 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a412fc4d-be84-423a-bd65-947165399999 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/4f3a7937-17f4-4615-b623-48746f30fe8d HTTP/1.1" status: 204 len: 168 time: 0.5789919 Feb 19 03:54:51.997137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53310) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:52.008103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:52.013996 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eed13c31-8baf-4d84-beac-921bc8ce600b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "PUT /v2.0/routers/8776d574-2bec-464e-897a-024360e09f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5899186 Feb 19 03:54:52.016667 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53312) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:52.029591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bd7afd36-760e-4b2e-9c3d-db9c2fb90c8c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--527283976', 'description': 'tempest-secgroup_access--527283976 description', 'project_id': '7571b91e01b34a88b069467a385b5032'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:52.074811 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd7afd36-760e-4b2e-9c3d-db9c2fb90c8c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.075859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4a3bfc4e-1c56-46df-8f10-59b04fd3c2ad None None] Provisioning complete for port dacbcc42-893f-4f02-bdac-6d944b14b076 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:52.079513 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4a3bfc4e-1c56-46df-8f10-59b04fd3c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.120226 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (67617d8d-844c-4aaa-bd6d-20e45f2add02), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.179761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd7afd36-760e-4b2e-9c3d-db9c2fb90c8c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (3a188662-4229-4c00-92a1-02c9f9ae52a2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.188242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b0de1a5b-561c-4513-8be5-ed67085c7d1a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:52.194625 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b0de1a5b-561c-4513-8be5-ed67085c7d1a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.196093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd7afd36-760e-4b2e-9c3d-db9c2fb90c8c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3a188662-4229-4c00-92a1-02c9f9ae52a2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.202158 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a09ef24-b08c-49d6-a3b3-1858809efb94 None None] Network 67617d8d-844c-4aaa-bd6d-20e45f2add02 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:52.205340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port b0de1a5b-561c-4513-8be5-ed67085c7d1a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:52.205834 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b0de1a5b-561c-4513-8be5-ed67085c7d1a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.240225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bd7afd36-760e-4b2e-9c3d-db9c2fb90c8c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.244265 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bd7afd36-760e-4b2e-9c3d-db9c2fb90c8c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2239540 Feb 19 03:54:52.245170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53320) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:52.250253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-11c1a9eb-d419-47c6-958a-ffb979f78877 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1158101674', 'description': 'tempest-secgroup_general--1158101674 description', 'project_id': '7571b91e01b34a88b069467a385b5032'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:52.262925 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7afd36-760e-4b2e-9c3d-db9c2fb90c8c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a188662-4229-4c00-92a1-02c9f9ae52a2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:52.294241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11c1a9eb-d419-47c6-958a-ffb979f78877 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.305910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] For port b0de1a5b-561c-4513-8be5-ed67085c7d1a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b0de1a5b-561c-4513-8be5-ed67085c7d1a,segment=NetworkSegment(540fb1a2-05d3-4ded-a893-677d7d944841),segment_id=540fb1a2-05d3-4ded-a893-677d7d944841)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:52.306288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b0de1a5b-561c-4513-8be5-ed67085c7d1a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.340094 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Sync routers for ids ['8776d574-2bec-464e-897a-024360e09f2d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:52.356519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for b0de1a5b-561c-4513-8be5-ed67085c7d1a owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:52.358867 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Routers {'8776d574-2bec-464e-897a-024360e09f2d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:52.359616 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:54:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8776d574-2bec-464e-897a-024360e09f2d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:52.406850 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11c1a9eb-d419-47c6-958a-ffb979f78877 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (3fb3e987-8a67-4da0-9a46-1d9c4a38706c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.413155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11c1a9eb-d419-47c6-958a-ffb979f78877 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3fb3e987-8a67-4da0-9a46-1d9c4a38706c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.464621 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-11c1a9eb-d419-47c6-958a-ffb979f78877 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.470403 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-11c1a9eb-d419-47c6-958a-ffb979f78877 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2240548 Feb 19 03:54:52.474121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53330) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:52.479715 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1a9eb-d419-47c6-958a-ffb979f78877 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb3e987-8a67-4da0-9a46-1d9c4a38706c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:52.493787 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-079b6316-9522-4508-8cd8-c3f4fdd6d387 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'security_group_rule': {'security_group_id': '3a188662-4229-4c00-92a1-02c9f9ae52a2', 'project_id': '7571b91e01b34a88b069467a385b5032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:52.509330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b0de1a5b-561c-4513-8be5-ed67085c7d1a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:52.509856 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b0de1a5b-561c-4513-8be5-ed67085c7d1a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.513513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4a3bfc4e-1c56-46df-8f10-59b04fd3c2ad None None] Current status of the port dacbcc42-893f-4f02-bdac-6d944b14b076 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:52.516280 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b0de1a5b-561c-4513-8be5-ed67085c7d1a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.539414 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079b6316-9522-4508-8cd8-c3f4fdd6d387 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group_rule (8120f2c3-8f92-41e6-b6f7-fe245c32749d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.595104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=b0de1a5b-561c-4513-8be5-ed67085c7d1a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:52.600406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No DVR routers for this DVR port b0de1a5b-561c-4513-8be5-ed67085c7d1a on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:52.631937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079b6316-9522-4508-8cd8-c3f4fdd6d387 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group_rule (8120f2c3-8f92-41e6-b6f7-fe245c32749d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.641222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079b6316-9522-4508-8cd8-c3f4fdd6d387 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (8120f2c3-8f92-41e6-b6f7-fe245c32749d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.655498 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Set router 8776d574-2bec-464e-897a-024360e09f2d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:52.658082 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.676416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06de65-2cea-4b61-85f3-15beb6e2afa5 None None] DHCP port deletion for 67617d8d-844c-4aaa-bd6d-20e45f2add02 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:54:52.683220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-958d0af4-4ad5-4771-a0cc-84aedd69ba30 None None] Could not find standard attr ID for object b0de1a5b-561c-4513-8be5-ed67085c7d1a. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:54:52.688690 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-079b6316-9522-4508-8cd8-c3f4fdd6d387 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.690324 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-079b6316-9522-4508-8cd8-c3f4fdd6d387 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2147555 Feb 19 03:54:52.691542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b6316-9522-4508-8cd8-c3f4fdd6d387 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8120f2c3-8f92-41e6-b6f7-fe245c32749d,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:52.765897 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (67617d8d-844c-4aaa-bd6d-20e45f2add02), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.795597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67617d8d-844c-4aaa-bd6d-20e45f2add02']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:52.820268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540fb1a2-05d3-4ded-a893-677d7d944841') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:52.820471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540fb1a2-05d3-4ded-a893-677d7d944841') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:52.839960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (540fb1a2-05d3-4ded-a893-677d7d944841), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.840903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4239f06e-a539-41ec-a770-7a64cbf31199 None None] Provisioning complete for port dacbcc42-893f-4f02-bdac-6d944b14b076 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:52.841404 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4239f06e-a539-41ec-a770-7a64cbf31199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.856540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (540fb1a2-05d3-4ded-a893-677d7d944841), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.862757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:54:52.864127 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (540fb1a2-05d3-4ded-a893-677d7d944841), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:54:52.868372 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:54:53.019944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4239f06e-a539-41ec-a770-7a64cbf31199 None None] Current status of the port dacbcc42-893f-4f02-bdac-6d944b14b076 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:53.025149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:53.034331 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:50Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '960fc13e-6d26-4ad9-b0a5-407153f5a6cf', 'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:c4:01:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:49Z', 'updated_at': '2022-02-19T03:54:50Z', 'revision_number': 2, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:53.055899 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (67617d8d-844c-4aaa-bd6d-20e45f2add02), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.074571 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.076309 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Checking router: 8776d574-2bec-464e-897a-024360e09f2d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:53.076964 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Updating router 8776d574-2bec-464e-897a-024360e09f2d port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:54:53.086455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/networks/67617d8d-844c-4aaa-bd6d-20e45f2add02 HTTP/1.1" status: 204 len: 168 time: 1.0882523 Feb 19 03:54:53.090829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53344) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:53.103409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4239f06e-a539-41ec-a770-7a64cbf31199 None None] Provisioning complete for port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:53.103799 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4239f06e-a539-41ec-a770-7a64cbf31199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.111317 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.119564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'name': 'tempest-PortsTestJSON-1080601968'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:53.127562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a4739-a2f0-4ef9-a56a-17d10887ea6e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Network': ['ID=67617d8d-844c-4aaa-bd6d-20e45f2add02,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:53.162665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4239f06e-a539-41ec-a770-7a64cbf31199 None None] Port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:53.170784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-fff7d337-3cd4-4fb7-9072-019d866ba255 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--1158101674&fields=id&tenant_id=7571b91e01b34a88b069467a385b5032 HTTP/1.1" status: 200 len: 267 time: 0.2114246 Feb 19 03:54:53.184458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:53.184868 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.317866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:53.319225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dacbcc42-893f-4f02-bdac-6d944b14b076 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:53.334784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:53.337468 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.367595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c17c2af9-71ce-4fdd-8f92-e50858fe73bc None None] Provisioning complete for port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:53.367921 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c17c2af9-71ce-4fdd-8f92-e50858fe73bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.373643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-8880614d-0782-42bc-bf34-5ca30d02c956 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--527283976&fields=id&tenant_id=7571b91e01b34a88b069467a385b5032 HTTP/1.1" status: 200 len: 267 time: 0.1097422 Feb 19 03:54:53.392879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port 7722ffa9-ec63-417d-ab26-1b67c4e844fe yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:53.450804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port dacbcc42-893f-4f02-bdac-6d944b14b076 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:53.451187 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.489832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c17c2af9-71ce-4fdd-8f92-e50858fe73bc None None] Port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:53.606315 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (7722ffa9-ec63-417d-ab26-1b67c4e844fe), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.618758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port dacbcc42-893f-4f02-bdac-6d944b14b076 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:53.628151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b3c42c45-a48f-4d1a-9a9e-e913d52523de None None] Provisioning complete for port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:53.628649 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b3c42c45-a48f-4d1a-9a9e-e913d52523de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.680032 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Publish callbacks [] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.695284 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.723845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b3c42c45-a48f-4d1a-9a9e-e913d52523de None None] Port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:53.731980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-062ac36c-d389-4e2c-a939-0b8c45e8be2b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.742011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-062ac36c-d389-4e2c-a939-0b8c45e8be2b tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/networks?id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56 HTTP/1.1" status: 200 len: 797 time: 0.3671269 Feb 19 03:54:53.747684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (7722ffa9-ec63-417d-ab26-1b67c4e844fe), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.749682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b0de1a5b-561c-4513-8be5-ed67085c7d1a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:53.769355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-de424ff0-35d9-48e4-9ee5-6f5e07e5fdf9 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/quotas/7571b91e01b34a88b069467a385b5032 HTTP/1.1" status: 200 len: 375 time: 0.0260158 Feb 19 03:54:53.773831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: b0de1a5b-561c-4513-8be5-ed67085c7d1a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:53.774319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b0de1a5b-561c-4513-8be5-ed67085c7d1a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:53.833204 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Pushing event updated for resources: {'Port': ['ID=960fc13e-6d26-4ad9-b0a5-407153f5a6cf,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:53.845233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:53.853005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:53.855674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:53.861439 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.861798 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.863380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.864057 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.866210 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.867590 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.868012 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.868666 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.869092 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.869336 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.869902 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.871230 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.871575 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.871937 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.872275 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:53.882410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=7722ffa9-ec63-417d-ab26-1b67c4e844fe,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:53.903770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-53ae73e4-63b7-4514-bdd9-5f4172377fa5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7953498 Feb 19 03:54:53.906597 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53360) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:53.920421 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Attempting to bind port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:53.921049 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Attempting to bind port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:53.921630 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Attempting to bind port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf on network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:53.921756 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-fabb5e8d-921a-4b9b-9020-115720fc4311 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7571b91e01b34a88b069467a385b5032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450772 Feb 19 03:54:53.928449 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:53.929335 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Checking segment: {'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:53.930117 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.931235 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Bound using segment: {'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:53.931949 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Bound port: 960fc13e-6d26-4ad9-b0a5-407153f5a6cf, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:53.932678 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.023035 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] For port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:54.023379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8af5c97f-5cc7-423c-b658-086c2de92a6d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 7722ffa9-ec63-417d-ab26-1b67c4e844fe {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:54.023842 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8af5c97f-5cc7-423c-b658-086c2de92a6d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (7722ffa9-ec63-417d-ab26-1b67c4e844fe), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.029571 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] For port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=960fc13e-6d26-4ad9-b0a5-407153f5a6cf,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:54.038347 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.119316 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Routers {'8776d574-2bec-464e-897a-024360e09f2d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:54.119958 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:54:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8776d574-2bec-464e-897a-024360e09f2d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:54.120369 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8af5c97f-5cc7-423c-b658-086c2de92a6d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (7722ffa9-ec63-417d-ab26-1b67c4e844fe), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.123629 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9db19-f2de-4d22-919e-753b7f43d701 None None] Pushing event updated for resources: {'Port': ['ID=960fc13e-6d26-4ad9-b0a5-407153f5a6cf,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:54.145499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8af5c97f-5cc7-423c-b658-086c2de92a6d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 7722ffa9-ec63-417d-ab26-1b67c4e844fe owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:54.165287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-129da554-0ccb-49ed-9ca0-5d6d96b46bba None None] Provisioning complete for port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:54.165967 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-129da554-0ccb-49ed-9ca0-5d6d96b46bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.309462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-791a8f7b-aa6c-4b42-966a-a6c2ad5414e9 service neutron] 10.222.0.42 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792949 Feb 19 03:54:54.313605 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] Set router 8776d574-2bec-464e-897a-024360e09f2d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:54.324686 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8af5c97f-5cc7-423c-b658-086c2de92a6d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (7722ffa9-ec63-417d-ab26-1b67c4e844fe), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.388744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5c97f-5cc7-423c-b658-086c2de92a6d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=7722ffa9-ec63-417d-ab26-1b67c4e844fe,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:54.420353 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8af5c97f-5cc7-423c-b658-086c2de92a6d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.427557 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8af5c97f-5cc7-423c-b658-086c2de92a6d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/7722ffa9-ec63-417d-ab26-1b67c4e844fe HTTP/1.1" status: 204 len: 168 time: 0.5198398 Feb 19 03:54:54.432391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53364) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:54.438678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'mac_address': 'fa:16:3e:d1:84:3c', 'name': 'tempest-PortsTestJSON-316051649'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:54.488413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-129da554-0ccb-49ed-9ca0-5d6d96b46bba None None] Current status of the port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:54.489539 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-129da554-0ccb-49ed-9ca0-5d6d96b46bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.530139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-129da554-0ccb-49ed-9ca0-5d6d96b46bba None None] For port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=960fc13e-6d26-4ad9-b0a5-407153f5a6cf,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:54.537126 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-129da554-0ccb-49ed-9ca0-5d6d96b46bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.563225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e4d777c8-df52-465b-a170-aa896aeced20 service neutron] 10.222.0.42 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527840 Feb 19 03:54:54.599882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:54.600815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129da554-0ccb-49ed-9ca0-5d6d96b46bba None None] Pushing event updated for resources: {'Port': ['ID=960fc13e-6d26-4ad9-b0a5-407153f5a6cf,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:54.613070 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:50Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '960fc13e-6d26-4ad9-b0a5-407153f5a6cf', 'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:c4:01:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:49Z', 'updated_at': '2022-02-19T03:54:54Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:54.643144 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8c0bc-ccdd-45a5-9ab3-b5a6b3831e8a None None] The sync data for ids ['8776d574-2bec-464e-897a-024360e09f2d'] in n-d-826756-2 is: [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:50Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '960fc13e-6d26-4ad9-b0a5-407153f5a6cf', 'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:c4:01:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:49Z', 'updated_at': '2022-02-19T03:54:54Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:54.660132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-86b9bd43-c613-41e4-baa5-71f1f07e62e5 None None] Provisioning complete for port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:54.660965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-86b9bd43-c613-41e4-baa5-71f1f07e62e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.720011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.764715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port b9d58203-f6cc-445e-874d-746c460e4c24 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:54.856818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-86b9bd43-c613-41e4-baa5-71f1f07e62e5 None None] Current status of the port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:54.981870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 960fc13e-6d26-4ad9-b0a5-407153f5a6cf up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:55.041814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d18348b-2008-4868-ac6d-d8f38456d76c req-28510861-1068-434a-8e6e-7b51b909ea61 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 210 time: 0.0810528 Feb 19 03:54:55.087207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:55.093376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.103562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (b9d58203-f6cc-445e-874d-746c460e4c24), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.146158 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b9d58203-f6cc-445e-874d-746c460e4c24), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.181944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:55.200453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:55.204925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:55.208297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:55.218822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:55.219500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.267427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=b9d58203-f6cc-445e-874d-746c460e4c24,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:55.277566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7aea31bd-77b3-4eac-836e-71167e560092 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8437073 Feb 19 03:54:55.280394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53376) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:55.345312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e484bca-0708-4e81-b983-3f695e22982a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:55.349338 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5e484bca-0708-4e81-b983-3f695e22982a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/b9d58203-f6cc-445e-874d-746c460e4c24 HTTP/1.1" status: 200 len: 840 time: 0.0652642 Feb 19 03:54:55.350198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53380) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:55.493974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5f931224-4fb0-4df4-b27f-eef0042e2631 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port b9d58203-f6cc-445e-874d-746c460e4c24 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:55.494607 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f931224-4fb0-4df4-b27f-eef0042e2631 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b9d58203-f6cc-445e-874d-746c460e4c24), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.655559 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f931224-4fb0-4df4-b27f-eef0042e2631 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b9d58203-f6cc-445e-874d-746c460e4c24), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.679776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5f931224-4fb0-4df4-b27f-eef0042e2631 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for b9d58203-f6cc-445e-874d-746c460e4c24 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:55.778849 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f931224-4fb0-4df4-b27f-eef0042e2631 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b9d58203-f6cc-445e-874d-746c460e4c24), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.819529 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f931224-4fb0-4df4-b27f-eef0042e2631 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:55.823032 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5f931224-4fb0-4df4-b27f-eef0042e2631 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/b9d58203-f6cc-445e-874d-746c460e4c24 HTTP/1.1" status: 204 len: 168 time: 0.4715576 Feb 19 03:54:55.825518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53386) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:55.837590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f931224-4fb0-4df4-b27f-eef0042e2631 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=b9d58203-f6cc-445e-874d-746c460e4c24,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:55.862145 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d001bfb9-b401-4a6e-a820-c9bb5016dcb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:54:55.868989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53388) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:55.875485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'name': 'tempest-PortsTestJSON-1775127822'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:55.883173 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d001bfb9-b401-4a6e-a820-c9bb5016dcb0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/b9d58203-f6cc-445e-874d-746c460e4c24 HTTP/1.1" status: 404 len: 333 time: 0.0561950 Feb 19 03:54:55.994351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:55.998360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.018078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port 4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:56.220421 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-581f27d4-30a2-4880-90c6-b58530d0155d req-972165e3-73c8-4b45-9a56-1ad2a514ef4c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 210 time: 0.0694396 Feb 19 03:54:56.261593 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.296641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.356500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:56.360507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:56.362842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:56.365782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:56.371165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:56.372277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.395375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c2153ae3-906b-4740-ac63-49caa7b09368 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5220842 Feb 19 03:54:56.395716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53392) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:56.401424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-01d2f286-1922-4e2d-a2fe-619b54d6d345 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:56.481159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01d2f286-1922-4e2d-a2fe-619b54d6d345 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.721643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-b3a748f6-d88b-4f74-a857-7fb53aceeeb1 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:56.723259 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-b3a748f6-d88b-4f74-a857-7fb53aceeeb1 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.37 "GET /v2.0/networks?id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56 HTTP/1.1" status: 200 len: 797 time: 0.2051661 Feb 19 03:54:56.750426 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01d2f286-1922-4e2d-a2fe-619b54d6d345 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.759256 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01d2f286-1922-4e2d-a2fe-619b54d6d345 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.798238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-01d2f286-1922-4e2d-a2fe-619b54d6d345 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] In _notify_port_updated(), no bound segment for port 4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd on network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:54:56.803186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d2f286-1922-4e2d-a2fe-619b54d6d345 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:56.803811 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01d2f286-1922-4e2d-a2fe-619b54d6d345 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.807595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-01d2f286-1922-4e2d-a2fe-619b54d6d345 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "PUT /v2.0/ports/4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd HTTP/1.1" status: 200 len: 818 time: 0.4078732 Feb 19 03:54:56.808089 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53394) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:56.842089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2f286-1922-4e2d-a2fe-619b54d6d345 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:56.863132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-4676203e-4cdb-4fba-a426-330ad046c089 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7571b91e01b34a88b069467a385b5032 HTTP/1.1" status: 200 len: 477 time: 0.1196582 Feb 19 03:54:56.873993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'port': {'device_id': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'admin_state_up': True, 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'security_groups': ['3fb3e987-8a67-4da0-9a46-1d9c4a38706c', '3a188662-4229-4c00-92a1-02c9f9ae52a2']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:56.919333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:56.920060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:56.995595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Made reservation on behalf of 7571b91e01b34a88b069467a385b5032 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:57.000010 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.006981 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.020791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:57.112521 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.146381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Allocated IP 172.20.0.6 (4009db82-0f99-4b74-b8d8-6cd58cdf8d56/794cdf36-fe4f-467c-961c-3c6322e03c68/8fd8904f-30df-4802-99d8-dcdcb1799cbd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:57.149077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:57.159873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.160427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.160926 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.161307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.161619 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.162009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.162350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.162700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.163021 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.163353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.163687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.164019 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.164348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:57.169001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.172670 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-460ad38d-428f-4185-9578-3af33a8593b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd HTTP/1.1" status: 204 len: 168 time: 0.3634522 Feb 19 03:54:57.178766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53398) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:57.235502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40d5d8-f9d5-432d-9a8b-a2c17eb7b0b1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.239648 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2d40d5d8-f9d5-432d-9a8b-a2c17eb7b0b1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0575101 Feb 19 03:54:57.240544 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53400) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:57.285979 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bbd023-6d8f-47a3-9714-7ea3bf1f0441 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:54:57.292094 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-57bbd023-6d8f-47a3-9714-7ea3bf1f0441 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/4e34ba29-30bb-4e3b-9ad2-b70d9d9764fd HTTP/1.1" status: 404 len: 333 time: 0.0503645 Feb 19 03:54:57.293196 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53404) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:57.299233 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1707465739'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:57.326355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:57.330818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.361132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:57.372509 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (99f4d11d-708f-41b1-901f-8db0197b7fd7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.373001 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Added segment 99f4d11d-708f-41b1-901f-8db0197b7fd7 of type vlan for network afec23c1-71cc-4887-9196-6c4bd3837bae Feb 19 03:54:57.421212 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (afec23c1-71cc-4887-9196-6c4bd3837bae), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.455106 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (afec23c1-71cc-4887-9196-6c4bd3837bae), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.461240 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.461906 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.529170 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2322493 Feb 19 03:54:57.529671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53406) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:57.534569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:57.555649 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dfeec-4856-442f-bf1d-de66be34db2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Network': ['ID=afec23c1-71cc-4887-9196-6c4bd3837bae,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:57.571887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network afec23c1-71cc-4887-9196-6c4bd3837bae details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:57.596891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-764188ef-b5b9-4048-811f-ded65bd65410 req-ff0fa6c8-b43c-41d4-9779-5fbac13c24af tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 210 time: 0.0296202 Feb 19 03:54:57.665873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:57.672901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.695530 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.732264 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.780227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:57.785568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:57.790069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:57.828386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Port': ['ID=8fd8904f-30df-4802-99d8-dcdcb1799cbd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:57.856836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.857508 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.876112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e0113f1f-3d06-42f8-903d-535865106557 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0060763 Feb 19 03:54:57.890159 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (70dfc534-6400-44eb-94c9-db18ff14667b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:57.900157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Request body: {'port': {'device_id': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:57.968393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=70dfc534-6400-44eb-94c9-db18ff14667b,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:57.978855 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Checking segment: {'id': '99f4d11d-708f-41b1-901f-8db0197b7fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:57.979225 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network hostable DHCP agents. Network: afec23c1-71cc-4887-9196-6c4bd3837bae, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:58.012500 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network afec23c1-71cc-4887-9196-6c4bd3837bae is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:58.026448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, afec23c1-71cc-4887-9196-6c4bd3837bae) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:58.031741 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.032177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:58.033030 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.042396 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544d3595-f0fd-4b31-ac27-271aa4d19c57 None None] Network afec23c1-71cc-4887-9196-6c4bd3837bae requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:58.059148 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2498c64b-40fa-42f2-8a8d-85cbf633e260 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5280292 Feb 19 03:54:58.059825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53410) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:58.066357 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7276e2fd-963c-44a7-8ba4-c6bed537ffee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:58.133485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e3e419b1-f651-4a18-990f-e775a608a955 None None] Provisioning complete for port 8fd8904f-30df-4802-99d8-dcdcb1799cbd triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:58.133918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e3e419b1-f651-4a18-990f-e775a608a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.189322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7276e2fd-963c-44a7-8ba4-c6bed537ffee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:58.189625 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-afec23c1-71cc-4887-9196-6c4bd3837bae', 'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae', 'project_id': '7e24670fabdf4eb1ac853d435a4dc923', 'fixed_ips': [{'subnet_id': '70dfc534-6400-44eb-94c9-db18ff14667b'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:54:58.190524 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.194239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7276e2fd-963c-44a7-8ba4-c6bed537ffee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.203595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e3e419b1-f651-4a18-990f-e775a608a955 None None] Port 8fd8904f-30df-4802-99d8-dcdcb1799cbd cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:58.317598 n-d-826756-2 neutron-server[103616]: INFO neutron.db.ipam_backend_mixin [None req-7276e2fd-963c-44a7-8ba4-c6bed537ffee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 70dfc534-6400-44eb-94c9-db18ff14667b (CIDR: 172.20.0.0/28) Feb 19 03:54:58.321743 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-7276e2fd-963c-44a7-8ba4-c6bed537ffee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:54:58.322384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7276e2fd-963c-44a7-8ba4-c6bed537ffee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:54:58.347204 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7276e2fd-963c-44a7-8ba4-c6bed537ffee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2854722 Feb 19 03:54:58.348632 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53412) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:58.354764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-79303f03-fe77-4b9f-b847-f17de41c2ea2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:58.365214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Allocated IP 172.20.0.2 (afec23c1-71cc-4887-9196-6c4bd3837bae/70dfc534-6400-44eb-94c9-db18ff14667b/67d4c8d6-df85-45e6-b726-8616925afbae) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:58.424895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd8904f-30df-4802-99d8-dcdcb1799cbd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:58.440088 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Publish callbacks [] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.458091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Transition to ACTIVE for port object 8fd8904f-30df-4802-99d8-dcdcb1799cbd will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:58.467030 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.519515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79303f03-fe77-4b9f-b847-f17de41c2ea2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:58.525567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79303f03-fe77-4b9f-b847-f17de41c2ea2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.552072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd8904f-30df-4802-99d8-dcdcb1799cbd,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:58.595887 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Publish callbacks [] for port (67d4c8d6-df85-45e6-b726-8616925afbae), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.608277 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.631484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Attempting to bind port 8fd8904f-30df-4802-99d8-dcdcb1799cbd on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:58.632336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Attempting to bind port 8fd8904f-30df-4802-99d8-dcdcb1799cbd by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:58.632679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Attempting to bind port 8fd8904f-30df-4802-99d8-dcdcb1799cbd on network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:58.637977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Port 8fd8904f-30df-4802-99d8-dcdcb1799cbd on network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:58.638164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Attempting to bind port 8fd8904f-30df-4802-99d8-dcdcb1799cbd on network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:58.645234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:58.645595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Checking segment: {'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:58.646147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Bound using segment: {'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:58.647210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Bound port: 8fd8904f-30df-4802-99d8-dcdcb1799cbd, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:58.647581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.678209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Network afec23c1-71cc-4887-9196-6c4bd3837bae is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:58.686353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:58.690705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:58.770691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Pushing event updated for resources: {'Port': ['ID=67d4c8d6-df85-45e6-b726-8616925afbae,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:58.790359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] For port 8fd8904f-30df-4802-99d8-dcdcb1799cbd, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:58.809001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] For port 8fd8904f-30df-4802-99d8-dcdcb1799cbd, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8fd8904f-30df-4802-99d8-dcdcb1799cbd,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:58.825460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a5c13-1b3c-47ff-904d-1aaefc4835bb req-fb68c0ec-fd86-4fa0-8ed6-37b835de6ca8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:58.833981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b27a5c13-1b3c-47ff-904d-1aaefc4835bb req-fb68c0ec-fd86-4fa0-8ed6-37b835de6ca8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 982 time: 0.0984483 Feb 19 03:54:58.842911 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.850240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Attempting to bind port 67d4c8d6-df85-45e6-b726-8616925afbae on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:58.850642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Attempting to bind port 67d4c8d6-df85-45e6-b726-8616925afbae by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '99f4d11d-708f-41b1-901f-8db0197b7fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:58.851017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Attempting to bind port 67d4c8d6-df85-45e6-b726-8616925afbae on network afec23c1-71cc-4887-9196-6c4bd3837bae {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:58.860355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:58.860810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Checking segment: {'id': '99f4d11d-708f-41b1-901f-8db0197b7fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:58.861134 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.862033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Bound using segment: {'id': '99f4d11d-708f-41b1-901f-8db0197b7fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:58.862165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Bound port: 67d4c8d6-df85-45e6-b726-8616925afbae, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f4d11d-708f-41b1-901f-8db0197b7fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:58.862460 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.914868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:58.915688 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:58.917575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/8fd8904f-30df-4802-99d8-dcdcb1799cbd HTTP/1.1" status: 200 len: 1130 time: 1.0260081 Feb 19 03:54:58.924715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'tag': '8fd8904f-30df-4802-99d8-dcdcb1799cbd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:58.929662 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a377ba-0694-453e-8c4d-38ec29501654" -d '{"events": [{"name": "network-changed", "server_uuid": "23fb53ce-43fc-47dd-ae96-b6b1ee2733f6", "tag": "8fd8904f-30df-4802-99d8-dcdcb1799cbd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:58.987565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554d3df-ba0c-49be-9174-b10cc8f698d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd8904f-30df-4802-99d8-dcdcb1799cbd,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:58.997578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b27a5c13-1b3c-47ff-904d-1aaefc4835bb req-bfe5919b-ae4c-4556-aa42-5f161fbe61ce tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1625097 Feb 19 03:54:59.023479 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79303f03-fe77-4b9f-b847-f17de41c2ea2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (f24215ed-905a-4f81-892e-455f93ad7e39), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:59.048665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] For port 67d4c8d6-df85-45e6-b726-8616925afbae, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:59.052236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] For port 67d4c8d6-df85-45e6-b726-8616925afbae, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=67d4c8d6-df85-45e6-b726-8616925afbae,segment=NetworkSegment(99f4d11d-708f-41b1-901f-8db0197b7fd7),segment_id=99f4d11d-708f-41b1-901f-8db0197b7fd7)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:59.069412 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:59.084549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e7e2e43b-d9a1-4a61-b1f0-5587a83fe30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.086364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-e7e2e43b-d9a1-4a61-b1f0-5587a83fe30d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7571b91e01b34a88b069467a385b5032&device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 1164 time: 0.0870924 Feb 19 03:54:59.095201 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3111232e-ac65-47b0-b300-0b0eab325adc x-openstack-request-id: req-3111232e-ac65-47b0-b300-0b0eab325adc {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:59.095744 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fb53ce-43fc-47dd-ae96-b6b1ee2733f6", "tag": "8fd8904f-30df-4802-99d8-dcdcb1799cbd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:59.096218 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3111232e-ac65-47b0-b300-0b0eab325adc {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:59.096830 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'tag': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'status': 'completed', 'code': 200} Feb 19 03:54:59.146272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79303f03-fe77-4b9f-b847-f17de41c2ea2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network afec23c1-71cc-4887-9196-6c4bd3837bae is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:59.149697 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-79303f03-fe77-4b9f-b847-f17de41c2ea2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:59.167212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79303f03-fe77-4b9f-b847-f17de41c2ea2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.168140 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79303f03-fe77-4b9f-b847-f17de41c2ea2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:59.168556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e064f4-5cb4-4de5-9179-07bf97eb81c8 None None] Pushing event updated for resources: {'Port': ['ID=67d4c8d6-df85-45e6-b726-8616925afbae,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:59.173340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-1dff6fe5-b82b-4525-8dcb-532695ebaf23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fd8904f-30df-4802-99d8-dcdcb1799cbd HTTP/1.1" status: 200 len: 217 time: 0.0662892 Feb 19 03:54:59.199211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79303f03-fe77-4b9f-b847-f17de41c2ea2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=f24215ed-905a-4f81-892e-455f93ad7e39,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:59.210656 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-79303f03-fe77-4b9f-b847-f17de41c2ea2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8595316 Feb 19 03:54:59.212247 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53422) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:59.219260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae', 'fixed_ips': [{'subnet_id': '70dfc534-6400-44eb-94c9-db18ff14667b'}, {'subnet_id': 'f24215ed-905a-4f81-892e-455f93ad7e39'}], 'name': 'tempest-PortsTestJSON-1662838234'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:59.284418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-9256fd9a-8876-44a8-adb2-d7cf7a67bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.286205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-9256fd9a-8876-44a8-adb2-d7cf7a67bdb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=794cdf36-fe4f-467c-961c-3c6322e03c68 HTTP/1.1" status: 200 len: 835 time: 0.1063521 Feb 19 03:54:59.359834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-d59254d1-1d7b-4746-9255-220a9f7b2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.361551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-d59254d1-1d7b-4746-9255-220a9f7b2fc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0683885 Feb 19 03:54:59.395426 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:59.547883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-4a9dcd16-08af-4553-8c57-0fed3ac40776 service neutron] 10.222.0.37 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761768 Feb 19 03:54:59.572537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:59.628627 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port b817b05b-fec4-4893-b275-e420b0a96415 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:54:59.682954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a98e2409-f9eb-466c-a205-969858b4cd5c req-37083e15-e349-4e34-9399-c4bc2e70831f service neutron] 10.222.0.37 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280506 Feb 19 03:54:59.834898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a377ba-0694-453e-8c4d-38ec29501654 req-1b28a343-caba-4be1-b172-cf7aeeb67a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.836495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30a377ba-0694-453e-8c4d-38ec29501654 req-1b28a343-caba-4be1-b172-cf7aeeb67a8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7571b91e01b34a88b069467a385b5032&device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 1164 time: 0.0505073 Feb 19 03:54:59.966928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a377ba-0694-453e-8c4d-38ec29501654 req-c9005002-3fd2-444a-9732-2eeabdd64a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.968607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30a377ba-0694-453e-8c4d-38ec29501654 req-c9005002-3fd2-444a-9732-2eeabdd64a9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56 HTTP/1.1" status: 200 len: 898 time: 0.1255350 Feb 19 03:54:59.988780 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.4 (afec23c1-71cc-4887-9196-6c4bd3837bae/70dfc534-6400-44eb-94c9-db18ff14667b/b817b05b-fec4-4893-b275-e420b0a96415) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:59.995977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.27 (afec23c1-71cc-4887-9196-6c4bd3837bae/f24215ed-905a-4f81-892e-455f93ad7e39/b817b05b-fec4-4893-b275-e420b0a96415) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:00.031504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30a377ba-0694-453e-8c4d-38ec29501654 req-d188e03d-7b92-408d-9ec0-2c5df4bcf899 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fd8904f-30df-4802-99d8-dcdcb1799cbd HTTP/1.1" status: 200 len: 217 time: 0.0556490 Feb 19 03:55:00.100945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a377ba-0694-453e-8c4d-38ec29501654 req-951f4d35-72c6-4c24-80e5-2b4f20b6daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.102922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30a377ba-0694-453e-8c4d-38ec29501654 req-951f4d35-72c6-4c24-80e5-2b4f20b6daab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=794cdf36-fe4f-467c-961c-3c6322e03c68 HTTP/1.1" status: 200 len: 835 time: 0.0649338 Feb 19 03:55:00.226284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a377ba-0694-453e-8c4d-38ec29501654 req-cf666cca-11a0-4ad7-9965-29047bcf597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.227834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30a377ba-0694-453e-8c4d-38ec29501654 req-cf666cca-11a0-4ad7-9965-29047bcf597b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1187251 Feb 19 03:55:00.238687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fda440-1cd8-41ec-be2e-fc4f15d0ccbb req-d5d97c9e-c0e4-465d-912d-d7db4ae7ba43 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.246701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91fda440-1cd8-41ec-be2e-fc4f15d0ccbb req-d5d97c9e-c0e4-465d-912d-d7db4ae7ba43 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 982 time: 0.0828910 Feb 19 03:55:00.287572 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (b817b05b-fec4-4893-b275-e420b0a96415), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.352600 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b817b05b-fec4-4893-b275-e420b0a96415), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.412322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network afec23c1-71cc-4887-9196-6c4bd3837bae is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:00.421498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:00.427715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30a377ba-0694-453e-8c4d-38ec29501654 req-95675ba1-3766-42f0-97e1-c5daba6356aa service neutron] 10.222.0.37 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789517 Feb 19 03:55:00.437415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:00.485151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=b817b05b-fec4-4893-b275-e420b0a96415,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:00.518584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91fda440-1cd8-41ec-be2e-fc4f15d0ccbb req-f58a1ea3-eeab-4354-9723-fcfb8935c556 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2710037 Feb 19 03:55:00.540513 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.541931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.573364 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-68449250-593a-4011-995e-bcf7cfc1ecc3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3573728 Feb 19 03:55:00.575402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53436) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:00.581651 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-aa297d90-32de-45ce-8f43-66f457a2eff6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70dfc534-6400-44eb-94c9-db18ff14667b'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:00.591159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-30a377ba-0694-453e-8c4d-38ec29501654 req-bb9d77c1-fd29-4d9c-82ca-65c88a845144 service neutron] 10.222.0.37 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534121 Feb 19 03:55:00.700374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4272e167-d022-4eb6-a77b-7dc103385091 None None] Network afec23c1-71cc-4887-9196-6c4bd3837bae requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:00.759751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa297d90-32de-45ce-8f43-66f457a2eff6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b817b05b-fec4-4893-b275-e420b0a96415), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:00.845277 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Provisioning complete for port 67d4c8d6-df85-45e6-b726-8616925afbae triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:00.845972 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.017916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Current status of the port 67d4c8d6-df85-45e6-b726-8616925afbae is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:01.018242 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.031815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf3787-3cab-440e-a131-5593944f6cf3 None None] Update dhcp port {'port': {'network_id': 'afec23c1-71cc-4887-9196-6c4bd3837bae', 'fixed_ips': [{'subnet_id': '70dfc534-6400-44eb-94c9-db18ff14667b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f24215ed-905a-4f81-892e-455f93ad7e39'}], 'binding:host_id': 'n-d-826756-2'}, 'id': '67d4c8d6-df85-45e6-b726-8616925afbae'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:55:01.066976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 67d4c8d6-df85-45e6-b726-8616925afbae up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:01.132994 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-26cf3787-3cab-440e-a131-5593944f6cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.137744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] For port 67d4c8d6-df85-45e6-b726-8616925afbae, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=67d4c8d6-df85-45e6-b726-8616925afbae,segment=NetworkSegment(99f4d11d-708f-41b1-901f-8db0197b7fd7),segment_id=99f4d11d-708f-41b1-901f-8db0197b7fd7)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:01.166274 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.233473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Pushing event updated for resources: {'Port': ['ID=67d4c8d6-df85-45e6-b726-8616925afbae,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:01.267204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.267549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.267891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.268282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.268821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.269230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.269562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.269909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.270237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.270560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.270879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.271734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.272054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37b7a3-335c-47ff-b8fa-5184ed510862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:01.327520 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-aa297d90-32de-45ce-8f43-66f457a2eff6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Delete allocated IP 172.20.0.27 (afec23c1-71cc-4887-9196-6c4bd3837bae/f24215ed-905a-4f81-892e-455f93ad7e39) {{(pid=103616) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:55:01.361169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 67d4c8d6-df85-45e6-b726-8616925afbae triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:01.361548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.477811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 67d4c8d6-df85-45e6-b726-8616925afbae is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:01.505087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa297d90-32de-45ce-8f43-66f457a2eff6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (b817b05b-fec4-4893-b275-e420b0a96415), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.510800 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa297d90-32de-45ce-8f43-66f457a2eff6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (b817b05b-fec4-4893-b275-e420b0a96415), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.582415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa297d90-32de-45ce-8f43-66f457a2eff6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=b817b05b-fec4-4893-b275-e420b0a96415,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:01.599329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-26cf3787-3cab-440e-a131-5593944f6cf3 None None] Allocated IP 172.20.0.18 (afec23c1-71cc-4887-9196-6c4bd3837bae/f24215ed-905a-4f81-892e-455f93ad7e39/67d4c8d6-df85-45e6-b726-8616925afbae) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:01.641598 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-aa297d90-32de-45ce-8f43-66f457a2eff6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] In _notify_port_updated(), no bound segment for port b817b05b-fec4-4893-b275-e420b0a96415 on network afec23c1-71cc-4887-9196-6c4bd3837bae {{(pid=103616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:55:01.648082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa297d90-32de-45ce-8f43-66f457a2eff6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:01.648720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa297d90-32de-45ce-8f43-66f457a2eff6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.653068 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aa297d90-32de-45ce-8f43-66f457a2eff6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "PUT /v2.0/ports/b817b05b-fec4-4893-b275-e420b0a96415 HTTP/1.1" status: 200 len: 919 time: 1.0761738 Feb 19 03:55:01.653588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53442) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:01.663381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-63e8cd12-07dd-435d-b0f1-51e5a53299d5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70dfc534-6400-44eb-94c9-db18ff14667b'}, {'subnet_id': 'f24215ed-905a-4f81-892e-455f93ad7e39'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:01.720402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-26cf3787-3cab-440e-a131-5593944f6cf3 None None] For port 67d4c8d6-df85-45e6-b726-8616925afbae, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=67d4c8d6-df85-45e6-b726-8616925afbae,segment=NetworkSegment(99f4d11d-708f-41b1-901f-8db0197b7fd7),segment_id=99f4d11d-708f-41b1-901f-8db0197b7fd7)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:01.734750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b66cb7-ff8e-4893-a4f9-021f9cbda8e7 req-be6fce64-fcb6-4359-81e9-38b909f80052 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:01.736308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7b66cb7-ff8e-4893-a4f9-021f9cbda8e7 req-be6fce64-fcb6-4359-81e9-38b909f80052 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 982 time: 0.1256983 Feb 19 03:55:01.759095 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-26cf3787-3cab-440e-a131-5593944f6cf3 None None] Publish callbacks [] for port (67d4c8d6-df85-45e6-b726-8616925afbae), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.772907 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-26cf3787-3cab-440e-a131-5593944f6cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.868366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7b66cb7-ff8e-4893-a4f9-021f9cbda8e7 req-97dd1c87-a5f8-4d44-93be-2d62b2fdcad7 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1050835 Feb 19 03:55:01.881406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf3787-3cab-440e-a131-5593944f6cf3 None None] Pushing event updated for resources: {'Port': ['ID=67d4c8d6-df85-45e6-b726-8616925afbae,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:01.919348 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63e8cd12-07dd-435d-b0f1-51e5a53299d5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b817b05b-fec4-4893-b275-e420b0a96415), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.215151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-63e8cd12-07dd-435d-b0f1-51e5a53299d5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.27 (afec23c1-71cc-4887-9196-6c4bd3837bae/f24215ed-905a-4f81-892e-455f93ad7e39/b817b05b-fec4-4893-b275-e420b0a96415) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:02.352996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63e8cd12-07dd-435d-b0f1-51e5a53299d5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (b817b05b-fec4-4893-b275-e420b0a96415), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.359615 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63e8cd12-07dd-435d-b0f1-51e5a53299d5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (b817b05b-fec4-4893-b275-e420b0a96415), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.451911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8cd12-07dd-435d-b0f1-51e5a53299d5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=b817b05b-fec4-4893-b275-e420b0a96415,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:02.498954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-63e8cd12-07dd-435d-b0f1-51e5a53299d5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] In _notify_port_updated(), no bound segment for port b817b05b-fec4-4893-b275-e420b0a96415 on network afec23c1-71cc-4887-9196-6c4bd3837bae {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:55:02.503905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e8cd12-07dd-435d-b0f1-51e5a53299d5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:02.504552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63e8cd12-07dd-435d-b0f1-51e5a53299d5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.505993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-63e8cd12-07dd-435d-b0f1-51e5a53299d5 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "PUT /v2.0/ports/b817b05b-fec4-4893-b275-e420b0a96415 HTTP/1.1" status: 200 len: 999 time: 0.8486831 Feb 19 03:55:02.507926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5053ec-45c6-4ad6-97fd-6aeb0e6c0795 None None] Network afec23c1-71cc-4887-9196-6c4bd3837bae requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:02.508800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53462) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:02.602664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc1f75-2c63-4067-84a3-3a3423826109 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port b817b05b-fec4-4893-b275-e420b0a96415 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:02.602967 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1f75-2c63-4067-84a3-3a3423826109 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b817b05b-fec4-4893-b275-e420b0a96415), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.629823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2ec12a18-0759-4e7f-a2da-c9dd5ef545a6 None None] Provisioning complete for port 67d4c8d6-df85-45e6-b726-8616925afbae triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:02.630280 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2ec12a18-0759-4e7f-a2da-c9dd5ef545a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.698659 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1f75-2c63-4067-84a3-3a3423826109 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b817b05b-fec4-4893-b275-e420b0a96415), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.712163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc1f75-2c63-4067-84a3-3a3423826109 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for b817b05b-fec4-4893-b275-e420b0a96415 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:02.725121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2ec12a18-0759-4e7f-a2da-c9dd5ef545a6 None None] Current status of the port 67d4c8d6-df85-45e6-b726-8616925afbae is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:02.739521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2ec12a18-0759-4e7f-a2da-c9dd5ef545a6 None None] Provisioning complete for port b817b05b-fec4-4893-b275-e420b0a96415 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:02.740426 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2ec12a18-0759-4e7f-a2da-c9dd5ef545a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b817b05b-fec4-4893-b275-e420b0a96415), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.791324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2ec12a18-0759-4e7f-a2da-c9dd5ef545a6 None None] Port b817b05b-fec4-4893-b275-e420b0a96415 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:02.796055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8fd8904f-30df-4802-99d8-dcdcb1799cbd details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:02.926129 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1f75-2c63-4067-84a3-3a3423826109 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b817b05b-fec4-4893-b275-e420b0a96415), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.966618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc1f75-2c63-4067-84a3-3a3423826109 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=b817b05b-fec4-4893-b275-e420b0a96415,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:02.992261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8fd8904f-30df-4802-99d8-dcdcb1799cbd, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8fd8904f-30df-4802-99d8-dcdcb1799cbd,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:03.022444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 67d4c8d6-df85-45e6-b726-8616925afbae up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:03.062191 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'port_id': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'mac_address': 'fa:16:3e:88:30:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:03.072516 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0ac91dfe-3fb6-41d2-a3fe-c9edd858380d None None] Provisioning complete for port 67d4c8d6-df85-45e6-b726-8616925afbae triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:03.072905 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0ac91dfe-3fb6-41d2-a3fe-c9edd858380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.118287 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1f75-2c63-4067-84a3-3a3423826109 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.124321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b9dc1f75-2c63-4067-84a3-3a3423826109 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/b817b05b-fec4-4893-b275-e420b0a96415 HTTP/1.1" status: 204 len: 168 time: 0.6122129 Feb 19 03:55:03.125135 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53466) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:03.148450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5208a-b333-40e5-b9d3-c5dea88c78c9 req-dee944a8-7ac1-4afb-95af-2b3ee0d7a9c6 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:03.158553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fd5208a-b333-40e5-b9d3-c5dea88c78c9 req-dee944a8-7ac1-4afb-95af-2b3ee0d7a9c6 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 982 time: 0.1258907 Feb 19 03:55:03.196249 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcf4e9e-6705-4bb0-a674-57bdbd95d74f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:55:03.200452 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8dcf4e9e-6705-4bb0-a674-57bdbd95d74f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/b817b05b-fec4-4893-b275-e420b0a96415 HTTP/1.1" status: 404 len: 333 time: 0.0720799 Feb 19 03:55:03.202625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53470) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:03.292164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fd5208a-b333-40e5-b9d3-c5dea88c78c9 req-64948c35-bdc8-4ea2-a742-a66f6e2a8ce4 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1321876 Feb 19 03:55:03.304442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8817e6-5f31-4431-9f33-0839341493b2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet f24215ed-905a-4f81-892e-455f93ad7e39 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:03.308707 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d8817e6-5f31-4431-9f33-0839341493b2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (f24215ed-905a-4f81-892e-455f93ad7e39), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.336964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 8fd8904f-30df-4802-99d8-dcdcb1799cbd is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:03.337362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.358874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 67d4c8d6-df85-45e6-b726-8616925afbae triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:03.359255 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.361543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd8904f-30df-4802-99d8-dcdcb1799cbd {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:03.372556 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d8817e6-5f31-4431-9f33-0839341493b2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (f24215ed-905a-4f81-892e-455f93ad7e39), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.432091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8fd8904f-30df-4802-99d8-dcdcb1799cbd, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8fd8904f-30df-4802-99d8-dcdcb1799cbd,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:03.444590 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.453000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0ac91dfe-3fb6-41d2-a3fe-c9edd858380d None None] Current status of the port 67d4c8d6-df85-45e6-b726-8616925afbae is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:03.463159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d8817e6-5f31-4431-9f33-0839341493b2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f24215ed-905a-4f81-892e-455f93ad7e39), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.485695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0ac91dfe-3fb6-41d2-a3fe-c9edd858380d None None] Could not find standard attr ID for object b817b05b-fec4-4893-b275-e420b0a96415. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:03.529536 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d8817e6-5f31-4431-9f33-0839341493b2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (f24215ed-905a-4f81-892e-455f93ad7e39), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.531121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=8fd8904f-30df-4802-99d8-dcdcb1799cbd,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:03.539894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 67d4c8d6-df85-45e6-b726-8616925afbae is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:03.562218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8817e6-5f31-4431-9f33-0839341493b2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=f24215ed-905a-4f81-892e-455f93ad7e39,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:03.566186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d8817e6-5f31-4431-9f33-0839341493b2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.569450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5d8817e6-5f31-4431-9f33-0839341493b2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/f24215ed-905a-4f81-892e-455f93ad7e39 HTTP/1.1" status: 204 len: 168 time: 0.3659127 Feb 19 03:55:03.571942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53472) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:03.606305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-656e8d7b-b926-4f1f-9994-c54fc8f22eeb None None] Could not find standard attr ID for object b817b05b-fec4-4893-b275-e420b0a96415. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:03.625832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd51d8c6-40b7-4eae-9f8a-c26a78dd979b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet 70dfc534-6400-44eb-94c9-db18ff14667b {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:03.628951 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd51d8c6-40b7-4eae-9f8a-c26a78dd979b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (70dfc534-6400-44eb-94c9-db18ff14667b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.670159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd51d8c6-40b7-4eae-9f8a-c26a78dd979b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (70dfc534-6400-44eb-94c9-db18ff14667b), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.759407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd51d8c6-40b7-4eae-9f8a-c26a78dd979b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (70dfc534-6400-44eb-94c9-db18ff14667b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.816692 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd51d8c6-40b7-4eae-9f8a-c26a78dd979b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (70dfc534-6400-44eb-94c9-db18ff14667b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.842822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51d8c6-40b7-4eae-9f8a-c26a78dd979b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=70dfc534-6400-44eb-94c9-db18ff14667b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:03.846603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd51d8c6-40b7-4eae-9f8a-c26a78dd979b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.851051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dd51d8c6-40b7-4eae-9f8a-c26a78dd979b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/70dfc534-6400-44eb-94c9-db18ff14667b HTTP/1.1" status: 204 len: 168 time: 0.2781556 Feb 19 03:55:03.852410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['8fd8904f-30df-4802-99d8-dcdcb1799cbd'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:03.853575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53474) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:03.939150 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (afec23c1-71cc-4887-9196-6c4bd3837bae), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:03.996910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 67d4c8d6-df85-45e6-b726-8616925afbae {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:03.997604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.062953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] For port 67d4c8d6-df85-45e6-b726-8616925afbae, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=67d4c8d6-df85-45e6-b726-8616925afbae,segment=NetworkSegment(99f4d11d-708f-41b1-901f-8db0197b7fd7),segment_id=99f4d11d-708f-41b1-901f-8db0197b7fd7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:04.063315 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.076599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 67d4c8d6-df85-45e6-b726-8616925afbae owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:04.158896 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (67d4c8d6-df85-45e6-b726-8616925afbae), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.182735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=67d4c8d6-df85-45e6-b726-8616925afbae,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:04.189323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No DVR routers for this DVR port 67d4c8d6-df85-45e6-b726-8616925afbae on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:04.274204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (afec23c1-71cc-4887-9196-6c4bd3837bae), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.302735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afec23c1-71cc-4887-9196-6c4bd3837bae']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:04.314832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f4d11d-708f-41b1-901f-8db0197b7fd7') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:04.315096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f4d11d-708f-41b1-901f-8db0197b7fd7') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:04.326537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (99f4d11d-708f-41b1-901f-8db0197b7fd7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.342440 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (99f4d11d-708f-41b1-901f-8db0197b7fd7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.351683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:55:04.352164 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (99f4d11d-708f-41b1-901f-8db0197b7fd7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:55:04.355943 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:55:04.448626 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (afec23c1-71cc-4887-9196-6c4bd3837bae), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.457007 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.460965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/networks/afec23c1-71cc-4887-9196-6c4bd3837bae HTTP/1.1" status: 204 len: 168 time: 0.6059473 Feb 19 03:55:04.467491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53480) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:04.475744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4b392-5865-4f18-afe7-120e908283cb tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Network': ['ID=afec23c1-71cc-4887-9196-6c4bd3837bae,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:04.486195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229f6b-4c31-4827-b4b5-c05161472448 req-d18c18be-2b9d-43a8-b5ea-fed825a1b76f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:04.488086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15229f6b-4c31-4827-b4b5-c05161472448 req-d18c18be-2b9d-43a8-b5ea-fed825a1b76f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 983 time: 0.1183386 Feb 19 03:55:04.543499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eafcc3-e19c-4bdc-bb16-2cc0082c9472 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:04.545054 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b4eafcc3-e19c-4bdc-bb16-2cc0082c9472 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0757649 Feb 19 03:55:04.548633 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53482) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:04.590404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15229f6b-4c31-4827-b4b5-c05161472448 req-7bd017a4-5ca5-4376-95d0-fb9e55a44146 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0926132 Feb 19 03:55:04.609690 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-af752929-c557-42ad-835d-4bb23d90b8de tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0598977 Feb 19 03:55:04.613725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53484) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:04.621613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb16d875-21b0-441e-a463-f6e5a98238d2 None None] DHCP port deletion for afec23c1-71cc-4887-9196-6c4bd3837bae request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:55:04.622774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1525595364'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:04.633408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-72a48092-8409-4a0b-a2d4-441a3d799900 None None] Could not find standard attr ID for object b817b05b-fec4-4893-b275-e420b0a96415. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:04.646977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:04.652857 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.675476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:55:04.685707 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (53ec4cfb-5b81-43f5-a180-2eed0113dbc8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.686089 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Added segment 53ec4cfb-5b81-43f5-a180-2eed0113dbc8 of type vlan for network c4c2ee35-1a68-40af-b432-d8b8a6e277f9 Feb 19 03:55:04.726750 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (c4c2ee35-1a68-40af-b432-d8b8a6e277f9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.754495 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (c4c2ee35-1a68-40af-b432-d8b8a6e277f9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.764262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:04.764262 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.783605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8fd8904f-30df-4802-99d8-dcdcb1799cbd up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:04.814818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1993949 Feb 19 03:55:04.819665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53486) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:04.828197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': 'c4c2ee35-1a68-40af-b432-d8b8a6e277f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:04.831286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa7967-53ff-4664-8985-fa094a90dbb6 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Network': ['ID=c4c2ee35-1a68-40af-b432-d8b8a6e277f9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:04.843070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network c4c2ee35-1a68-40af-b432-d8b8a6e277f9 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:55:04.890435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 8fd8904f-30df-4802-99d8-dcdcb1799cbd completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:04.908876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 8fd8904f-30df-4802-99d8-dcdcb1799cbd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:04.909656 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.930564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:04.934427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.968935 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 67d4c8d6-df85-45e6-b726-8616925afbae no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:04.991829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 67d4c8d6-df85-45e6-b726-8616925afbae {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:04.992221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 67d4c8d6-df85-45e6-b726-8616925afbae not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:05.032890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 8fd8904f-30df-4802-99d8-dcdcb1799cbd is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:05.033621 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.058462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd8904f-30df-4802-99d8-dcdcb1799cbd'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:05.061005 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb0c588-dc62-4355-9dbc-7290605cd642" -d '{"events": [{"server_uuid": "23fb53ce-43fc-47dd-ae96-b6b1ee2733f6", "name": "network-vif-plugged", "status": "completed", "tag": "8fd8904f-30df-4802-99d8-dcdcb1799cbd"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:05.074360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8fd8904f-30df-4802-99d8-dcdcb1799cbd, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8fd8904f-30df-4802-99d8-dcdcb1799cbd,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:05.080715 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.134822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=8fd8904f-30df-4802-99d8-dcdcb1799cbd,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:05.152824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.218749 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:05.230217 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Checking segment: {'id': '53ec4cfb-5b81-43f5-a180-2eed0113dbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c4c2ee35-1a68-40af-b432-d8b8a6e277f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:05.230820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network hostable DHCP agents. Network: c4c2ee35-1a68-40af-b432-d8b8a6e277f9, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:55:05.249832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network c4c2ee35-1a68-40af-b432-d8b8a6e277f9 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:55:05.260561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, c4c2ee35-1a68-40af-b432-d8b8a6e277f9) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:05.263081 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606b166b-f0e3-4d06-b222-a7c202827b5e x-openstack-request-id: req-606b166b-f0e3-4d06-b222-a7c202827b5e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:05.263348 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fb53ce-43fc-47dd-ae96-b6b1ee2733f6", "name": "network-vif-plugged", "status": "completed", "tag": "8fd8904f-30df-4802-99d8-dcdcb1799cbd", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:05.263608 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-606b166b-f0e3-4d06-b222-a7c202827b5e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:05.264031 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'code': 200} Feb 19 03:55:05.265436 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:05.266077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.274543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10f6c64-7153-4648-a00d-404f730de9a1 None None] Network c4c2ee35-1a68-40af-b432-d8b8a6e277f9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:05.283171 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ec69cad4-9125-40ba-93d0-df7c453eb6fa tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4624515 Feb 19 03:55:05.285618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:05.290632 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': 'c4c2ee35-1a68-40af-b432-d8b8a6e277f9', 'name': 'tempest-PortsTestJSON-729773669'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:05.421701 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:05.426051 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.426933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7195f8-da65-490f-9612-7c377490c9de req-9ce441a4-0025-45c6-997d-59cecd737175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:05.429919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa7195f8-da65-490f-9612-7c377490c9de req-9ce441a4-0025-45c6-997d-59cecd737175 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 1166 time: 0.0631034 Feb 19 03:55:05.475258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-c4c2ee35-1a68-40af-b432-d8b8a6e277f9', 'network_id': 'c4c2ee35-1a68-40af-b432-d8b8a6e277f9', 'project_id': '7e24670fabdf4eb1ac853d435a4dc923', 'fixed_ips': [{'subnet_id': '3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:55:05.477029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.527130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa7195f8-da65-490f-9612-7c377490c9de req-6d522c43-7f40-4789-9cec-37861300562d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0843840 Feb 19 03:55:05.655451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Allocated IP 172.20.0.2 (c4c2ee35-1a68-40af-b432-d8b8a6e277f9/3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f/63bb58ee-9c79-471d-b86a-4c22d4b5329a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:05.757928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc75cf8-54b1-420a-8303-c3e16cbcbf05 req-940dfb17-ca50-46f0-bfb8-4c7f302774bb tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:05.760666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fc75cf8-54b1-420a-8303-c3e16cbcbf05 req-940dfb17-ca50-46f0-bfb8-4c7f302774bb tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 984 time: 0.0734243 Feb 19 03:55:05.788933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port 4d11ca23-9a97-4f18-9525-b0bf49793a19 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:55:05.834472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fc75cf8-54b1-420a-8303-c3e16cbcbf05 req-9b2229b1-207d-4f08-993b-03973c55b504 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0668240 Feb 19 03:55:05.843140 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Publish callbacks [] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.852331 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.897416 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Network c4c2ee35-1a68-40af-b432-d8b8a6e277f9 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:05.902624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:05.905332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:05.914308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Pushing event updated for resources: {'Port': ['ID=63bb58ee-9c79-471d-b86a-4c22d4b5329a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:05.920913 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.3 (c4c2ee35-1a68-40af-b432-d8b8a6e277f9/3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f/4d11ca23-9a97-4f18-9525-b0bf49793a19) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:05.980388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Attempting to bind port 63bb58ee-9c79-471d-b86a-4c22d4b5329a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:05.980766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Attempting to bind port 63bb58ee-9c79-471d-b86a-4c22d4b5329a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '53ec4cfb-5b81-43f5-a180-2eed0113dbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c4c2ee35-1a68-40af-b432-d8b8a6e277f9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:05.981173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Attempting to bind port 63bb58ee-9c79-471d-b86a-4c22d4b5329a on network c4c2ee35-1a68-40af-b432-d8b8a6e277f9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:05.989146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:05.989574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Checking segment: {'id': '53ec4cfb-5b81-43f5-a180-2eed0113dbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c4c2ee35-1a68-40af-b432-d8b8a6e277f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:05.990552 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.990954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Bound using segment: {'id': '53ec4cfb-5b81-43f5-a180-2eed0113dbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c4c2ee35-1a68-40af-b432-d8b8a6e277f9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:05.991435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Bound port: 63bb58ee-9c79-471d-b86a-4c22d4b5329a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ec4cfb-5b81-43f5-a180-2eed0113dbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c4c2ee35-1a68-40af-b432-d8b8a6e277f9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:05.991820 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.074064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] For port 63bb58ee-9c79-471d-b86a-4c22d4b5329a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:06.077271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] For port 63bb58ee-9c79-471d-b86a-4c22d4b5329a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=63bb58ee-9c79-471d-b86a-4c22d4b5329a,segment=NetworkSegment(53ec4cfb-5b81-43f5-a180-2eed0113dbc8),segment_id=53ec4cfb-5b81-43f5-a180-2eed0113dbc8)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:06.084603 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.088626 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (4d11ca23-9a97-4f18-9525-b0bf49793a19), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.131869 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4d11ca23-9a97-4f18-9525-b0bf49793a19), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.148642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e8bb5-4d47-4c88-a260-fd755d7ff42f None None] Pushing event updated for resources: {'Port': ['ID=63bb58ee-9c79-471d-b86a-4c22d4b5329a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:06.201566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network c4c2ee35-1a68-40af-b432-d8b8a6e277f9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:06.204839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:06.211705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:06.240262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=4d11ca23-9a97-4f18-9525-b0bf49793a19,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:06.270083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:06.270768 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.287665 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f216663a-0a59-4794-b54a-fab7571bdd56 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0009747 Feb 19 03:55:06.290282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53498) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:06.295411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': 'c4c2ee35-1a68-40af-b432-d8b8a6e277f9', 'name': 'tempest-PortsTestJSON-2107289850'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:06.373064 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.462020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:06.464760 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.485471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port 84a7120d-638e-4e08-ac7e-5bed8a2895b8 yet. {{(pid=103615) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:55:06.614409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.6 (c4c2ee35-1a68-40af-b432-d8b8a6e277f9/3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f/84a7120d-638e-4e08-ac7e-5bed8a2895b8) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:06.774741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53510) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:06.781540 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (84a7120d-638e-4e08-ac7e-5bed8a2895b8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.821242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (84a7120d-638e-4e08-ac7e-5bed8a2895b8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.873538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network c4c2ee35-1a68-40af-b432-d8b8a6e277f9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:06.876554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:06.883835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:06.897528 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38361df1-0b08-4de1-aa56-b88a979538f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.933923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=84a7120d-638e-4e08-ac7e-5bed8a2895b8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:06.945764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:06.946745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.980306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0e4fd3dc-ae5f-4a15-8a6b-f6822be15f29 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6885688 Feb 19 03:55:06.982669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53516) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:06.999048 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38361df1-0b08-4de1-aa56-b88a979538f2 admin admin] Publish callbacks [] for security_group (20858042-11b7-4529-92ac-79c9780ec886), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.008458 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-38361df1-0b08-4de1-aa56-b88a979538f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (20858042-11b7-4529-92ac-79c9780ec886), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.091914 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-38361df1-0b08-4de1-aa56-b88a979538f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74cbf1ee38bf4242883a283bc8570375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154604 Feb 19 03:55:07.093318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38361df1-0b08-4de1-aa56-b88a979538f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20858042-11b7-4529-92ac-79c9780ec886,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:07.096183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53518) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:07.122166 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:55:07.161717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2681dd5a-9688-474e-a9f9-f93a42fd9312 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.170830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2681dd5a-9688-474e-a9f9-f93a42fd9312 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.1868889 Feb 19 03:55:07.174902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53520) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:07.192474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fac647-d9a9-494a-b30b-a7f6e8b8941e req-063692df-2f3c-4071-9298-d94ed83b569e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.193647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7fac647-d9a9-494a-b30b-a7f6e8b8941e req-063692df-2f3c-4071-9298-d94ed83b569e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 984 time: 0.1277864 Feb 19 03:55:07.198346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 63bb58ee-9c79-471d-b86a-4c22d4b5329a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:07.237054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01ecb848-b058-428b-adf0-2726150c29cd admin admin] Publish callbacks [] for security_group (20858042-11b7-4529-92ac-79c9780ec886), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.270236 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01ecb848-b058-428b-adf0-2726150c29cd admin admin] Publish callbacks [] for security_group (20858042-11b7-4529-92ac-79c9780ec886), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.281451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 63bb58ee-9c79-471d-b86a-4c22d4b5329a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:07.281858 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.291427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7fac647-d9a9-494a-b30b-a7f6e8b8941e req-97cbf0fe-9e3e-4344-9fcf-28d8a9c657ee tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0904365 Feb 19 03:55:07.372973 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-35d4d9ad-3a9b-4d34-81e9-5f3d8835de6c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 84a7120d-638e-4e08-ac7e-5bed8a2895b8 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:07.373324 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35d4d9ad-3a9b-4d34-81e9-5f3d8835de6c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (84a7120d-638e-4e08-ac7e-5bed8a2895b8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.378420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01ecb848-b058-428b-adf0-2726150c29cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (20858042-11b7-4529-92ac-79c9780ec886), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.381238 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01ecb848-b058-428b-adf0-2726150c29cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.384670 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-01ecb848-b058-428b-adf0-2726150c29cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20858042-11b7-4529-92ac-79c9780ec886 HTTP/1.1" status: 204 len: 168 time: 0.2853522 Feb 19 03:55:07.422751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 63bb58ee-9c79-471d-b86a-4c22d4b5329a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:07.426637 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.430443 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecb848-b058-428b-adf0-2726150c29cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20858042-11b7-4529-92ac-79c9780ec886,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:07.497053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35d4d9ad-3a9b-4d34-81e9-5f3d8835de6c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (84a7120d-638e-4e08-ac7e-5bed8a2895b8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.518754 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-35d4d9ad-3a9b-4d34-81e9-5f3d8835de6c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 84a7120d-638e-4e08-ac7e-5bed8a2895b8 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:07.520837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 63bb58ee-9c79-471d-b86a-4c22d4b5329a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=63bb58ee-9c79-471d-b86a-4c22d4b5329a,segment=NetworkSegment(53ec4cfb-5b81-43f5-a180-2eed0113dbc8),segment_id=53ec4cfb-5b81-43f5-a180-2eed0113dbc8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:07.534979 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.603121 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b1691-f9e9-4ca7-b218-68160efb98c6 None None] Network c4c2ee35-1a68-40af-b432-d8b8a6e277f9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:07.624428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=63bb58ee-9c79-471d-b86a-4c22d4b5329a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:07.713642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35d4d9ad-3a9b-4d34-81e9-5f3d8835de6c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (84a7120d-638e-4e08-ac7e-5bed8a2895b8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.720504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cfa3516f-79eb-4db2-a340-d6a9023ad9db None None] Provisioning complete for port 63bb58ee-9c79-471d-b86a-4c22d4b5329a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:07.720918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cfa3516f-79eb-4db2-a340-d6a9023ad9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.747459 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4d9ad-3a9b-4d34-81e9-5f3d8835de6c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=84a7120d-638e-4e08-ac7e-5bed8a2895b8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:07.792931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53526) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:07.809734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2c3fe69-047e-41a2-a85d-9bffc550097c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.824037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35d4d9ad-3a9b-4d34-81e9-5f3d8835de6c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.829634 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-35d4d9ad-3a9b-4d34-81e9-5f3d8835de6c tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/84a7120d-638e-4e08-ac7e-5bed8a2895b8 HTTP/1.1" status: 204 len: 168 time: 0.6512976 Feb 19 03:55:07.830880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53528) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:07.851601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3516f-79eb-4db2-a340-d6a9023ad9db None None] Current status of the port 63bb58ee-9c79-471d-b86a-4c22d4b5329a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:07.866062 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef312131-3de0-4128-872b-48ab041fd169 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:55:07.867485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ef312131-3de0-4128-872b-48ab041fd169 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/84a7120d-638e-4e08-ac7e-5bed8a2895b8 HTTP/1.1" status: 404 len: 333 time: 0.0356026 Feb 19 03:55:07.870371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53530) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:07.940933 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2c3fe69-047e-41a2-a85d-9bffc550097c admin admin] Publish callbacks [] for security_group (c49be540-ba34-4efa-b666-a779efd37c73), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.946382 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2c3fe69-047e-41a2-a85d-9bffc550097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c49be540-ba34-4efa-b666-a779efd37c73), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.992140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3fe69-047e-41a2-a85d-9bffc550097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49be540-ba34-4efa-b666-a779efd37c73,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:08.000468 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c2c3fe69-047e-41a2-a85d-9bffc550097c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=880065a7fe5c406d8d3bf38f6805a5c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2060006 Feb 19 03:55:08.002185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53532) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:08.016724 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-135c9c7b-4434-4de0-8a18-7b3c51eaa81d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 4d11ca23-9a97-4f18-9525-b0bf49793a19 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:08.017252 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-135c9c7b-4434-4de0-8a18-7b3c51eaa81d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4d11ca23-9a97-4f18-9525-b0bf49793a19), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.060970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-486b5fc9-8dfa-4507-944e-2bdb0f2a656e admin admin] Publish callbacks [] for security_group (c49be540-ba34-4efa-b666-a779efd37c73), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.090731 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-486b5fc9-8dfa-4507-944e-2bdb0f2a656e admin admin] Publish callbacks [] for security_group (c49be540-ba34-4efa-b666-a779efd37c73), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.124914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-135c9c7b-4434-4de0-8a18-7b3c51eaa81d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4d11ca23-9a97-4f18-9525-b0bf49793a19), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.140762 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-135c9c7b-4434-4de0-8a18-7b3c51eaa81d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 4d11ca23-9a97-4f18-9525-b0bf49793a19 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:08.148824 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-486b5fc9-8dfa-4507-944e-2bdb0f2a656e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c49be540-ba34-4efa-b666-a779efd37c73), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.153119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-486b5fc9-8dfa-4507-944e-2bdb0f2a656e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.154666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-486b5fc9-8dfa-4507-944e-2bdb0f2a656e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c49be540-ba34-4efa-b666-a779efd37c73 HTTP/1.1" status: 204 len: 168 time: 0.1512346 Feb 19 03:55:08.166487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b5fc9-8dfa-4507-944e-2bdb0f2a656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49be540-ba34-4efa-b666-a779efd37c73,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:08.217040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-55dc32aa-afa4-4def-b5bb-9c32bde4fb97 None None] Provisioning complete for port 63bb58ee-9c79-471d-b86a-4c22d4b5329a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:08.217616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-55dc32aa-afa4-4def-b5bb-9c32bde4fb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.311092 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-35e92878-073c-488a-bdd3-44ecb18dac49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.385750 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-135c9c7b-4434-4de0-8a18-7b3c51eaa81d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4d11ca23-9a97-4f18-9525-b0bf49793a19), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.389230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-55dc32aa-afa4-4def-b5bb-9c32bde4fb97 None None] Current status of the port 63bb58ee-9c79-471d-b86a-4c22d4b5329a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:08.394411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-55dc32aa-afa4-4def-b5bb-9c32bde4fb97 None None] Could not find standard attr ID for object 4d11ca23-9a97-4f18-9525-b0bf49793a19. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:08.426195 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c9c7b-4434-4de0-8a18-7b3c51eaa81d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=4d11ca23-9a97-4f18-9525-b0bf49793a19,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:08.501412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d050-429a-4413-b373-399b6998896f req-5613dc70-a118-46f0-be4a-84b6b22b311a tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:08.503531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbb3d050-429a-4413-b373-399b6998896f req-5613dc70-a118-46f0-be4a-84b6b22b311a tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 984 time: 0.0914502 Feb 19 03:55:08.516737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-26b6feba-4bfb-486b-a30e-794ed7a1fe43 None None] Could not find standard attr ID for object 4d11ca23-9a97-4f18-9525-b0bf49793a19. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:08.542902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-135c9c7b-4434-4de0-8a18-7b3c51eaa81d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.548586 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-135c9c7b-4434-4de0-8a18-7b3c51eaa81d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/4d11ca23-9a97-4f18-9525-b0bf49793a19 HTTP/1.1" status: 204 len: 168 time: 0.6759183 Feb 19 03:55:08.551064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53540) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:08.587657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbb3d050-429a-4413-b373-399b6998896f req-64b66736-9786-4931-b679-57f779419754 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0784302 Feb 19 03:55:08.599859 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9f6a49-b0b9-47fc-9be1-ffaac79c0550 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:55:08.601519 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c9f6a49-b0b9-47fc-9be1-ffaac79c0550 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/4d11ca23-9a97-4f18-9525-b0bf49793a19 HTTP/1.1" status: 404 len: 333 time: 0.0491807 Feb 19 03:55:08.604551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53542) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:08.714606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53546) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:08.728999 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-032bea4c-c4f5-4b33-988b-a6498d7cbf98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.730842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7a409e92-aa66-4486-9546-a7b9521bedc9 None None] Could not find standard attr ID for object 84a7120d-638e-4e08-ac7e-5bed8a2895b8. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:08.834966 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-032bea4c-c4f5-4b33-988b-a6498d7cbf98 admin admin] Publish callbacks [] for security_group (15c3fe33-d13c-4e23-a6cb-3875602c495d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.847105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-032bea4c-c4f5-4b33-988b-a6498d7cbf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (15c3fe33-d13c-4e23-a6cb-3875602c495d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.902982 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-032bea4c-c4f5-4b33-988b-a6498d7cbf98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=605a1df7ed37447584d953651ac486d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837168 Feb 19 03:55:08.902982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bea4c-c4f5-4b33-988b-a6498d7cbf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c3fe33-d13c-4e23-a6cb-3875602c495d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:08.904671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53548) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:08.998530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 63bb58ee-9c79-471d-b86a-4c22d4b5329a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:09.010297 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ba298281-f9d0-463a-a2c0-06b61793c50d admin admin] Publish callbacks [] for security_group (15c3fe33-d13c-4e23-a6cb-3875602c495d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.033829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ba298281-f9d0-463a-a2c0-06b61793c50d admin admin] Publish callbacks [] for security_group (15c3fe33-d13c-4e23-a6cb-3875602c495d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.072075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 63bb58ee-9c79-471d-b86a-4c22d4b5329a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:09.072454 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.088544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet 3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:09.098414 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.101127 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ba298281-f9d0-463a-a2c0-06b61793c50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (15c3fe33-d13c-4e23-a6cb-3875602c495d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.104150 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ba298281-f9d0-463a-a2c0-06b61793c50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.107930 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ba298281-f9d0-463a-a2c0-06b61793c50d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15c3fe33-d13c-4e23-a6cb-3875602c495d HTTP/1.1" status: 204 len: 168 time: 0.2000303 Feb 19 03:55:09.119943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba298281-f9d0-463a-a2c0-06b61793c50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c3fe33-d13c-4e23-a6cb-3875602c495d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:09.145137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d38734-23b0-4a4e-8f5a-e72265145638 req-a6cadca8-2383-48a9-a98d-bf496e9d54e6 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.147391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42d38734-23b0-4a4e-8f5a-e72265145638 req-a6cadca8-2383-48a9-a98d-bf496e9d54e6 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 984 time: 0.4790475 Feb 19 03:55:09.166746 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.197192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 63bb58ee-9c79-471d-b86a-4c22d4b5329a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:09.253489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42d38734-23b0-4a4e-8f5a-e72265145638 req-817633d5-fecc-4f64-bc53-477024ba0ef7 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0997131 Feb 19 03:55:09.305001 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.391153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.422178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:09.430968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.430968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f HTTP/1.1" status: 204 len: 168 time: 0.8236437 Feb 19 03:55:09.435460 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:09.436168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496021d-6b71-4645-b01a-842eb9cb021a None None] Network c4c2ee35-1a68-40af-b432-d8b8a6e277f9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:09.449036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539724e5-772d-4079-b281-ab4377b0500c req-3c31e971-06b7-4e3b-8952-933727b6132b tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.451722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-539724e5-772d-4079-b281-ab4377b0500c req-3c31e971-06b7-4e3b-8952-933727b6132b tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 1166 time: 0.1141827 Feb 19 03:55:09.453893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.454268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.454607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.454945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.455278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.455611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.455937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.456272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.456593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.457000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.457281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.457557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.457915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40c658d-381c-47f5-a9b9-4f1a177a95f1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:09.479166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-539724e5-772d-4079-b281-ab4377b0500c req-3b070f44-517a-47fb-a147-5993fc47aea5 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.532537 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (c4c2ee35-1a68-40af-b432-d8b8a6e277f9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.588653 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-539724e5-772d-4079-b281-ab4377b0500c req-3b070f44-517a-47fb-a147-5993fc47aea5 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Publish callbacks [] for security_group (405d650b-df92-4f11-8c1e-9971b32ea96f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.594669 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-539724e5-772d-4079-b281-ab4377b0500c req-3b070f44-517a-47fb-a147-5993fc47aea5 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (405d650b-df92-4f11-8c1e-9971b32ea96f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.606108 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 63bb58ee-9c79-471d-b86a-4c22d4b5329a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:09.606481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.639451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc10601-d9a7-4bf4-bf63-a073c56bd629 None None] DHCP port deletion for c4c2ee35-1a68-40af-b432-d8b8a6e277f9 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:55:09.651121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-539724e5-772d-4079-b281-ab4377b0500c req-3b070f44-517a-47fb-a147-5993fc47aea5 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1886151 Feb 19 03:55:09.672917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b070f44-517a-47fb-a147-5993fc47aea5 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405d650b-df92-4f11-8c1e-9971b32ea96f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:09.675298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53566) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:09.700360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] For port 63bb58ee-9c79-471d-b86a-4c22d4b5329a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=63bb58ee-9c79-471d-b86a-4c22d4b5329a,segment=NetworkSegment(53ec4cfb-5b81-43f5-a180-2eed0113dbc8),segment_id=53ec4cfb-5b81-43f5-a180-2eed0113dbc8)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:09.701031 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.717173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 63bb58ee-9c79-471d-b86a-4c22d4b5329a owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:09.721698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2cc10601-d9a7-4bf4-bf63-a073c56bd629 None None] Deleting port 63bb58ee-9c79-471d-b86a-4c22d4b5329a {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:09.722806 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2cc10601-d9a7-4bf4-bf63-a073c56bd629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.728012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b6b3f2-7c34-4e16-b2f9-d7d9446b1c8a tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.732305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-20b6b3f2-7c34-4e16-b2f9-d7d9446b1c8a tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 1161 time: 0.0534074 Feb 19 03:55:09.732595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53568) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:09.736957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:09.763445 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.805837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2cc10601-d9a7-4bf4-bf63-a073c56bd629 None None] For port 63bb58ee-9c79-471d-b86a-4c22d4b5329a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=63bb58ee-9c79-471d-b86a-4c22d4b5329a,segment=NetworkSegment(53ec4cfb-5b81-43f5-a180-2eed0113dbc8),segment_id=53ec4cfb-5b81-43f5-a180-2eed0113dbc8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:09.806352 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2cc10601-d9a7-4bf4-bf63-a073c56bd629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.820995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2cc10601-d9a7-4bf4-bf63-a073c56bd629 None None] Calling delete_port for 63bb58ee-9c79-471d-b86a-4c22d4b5329a owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:09.824566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.857379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=63bb58ee-9c79-471d-b86a-4c22d4b5329a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:09.862161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No DVR routers for this DVR port 63bb58ee-9c79-471d-b86a-4c22d4b5329a on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:09.896238 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.928202 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2cc10601-d9a7-4bf4-bf63-a073c56bd629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (63bb58ee-9c79-471d-b86a-4c22d4b5329a), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.959199 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (c4c2ee35-1a68-40af-b432-d8b8a6e277f9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.976110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc10601-d9a7-4bf4-bf63-a073c56bd629 None None] Pushing event deleted for resources: {'Port': ['ID=63bb58ee-9c79-471d-b86a-4c22d4b5329a,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:09.987936 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc10601-d9a7-4bf4-bf63-a073c56bd629 None None] No DVR routers for this DVR port 63bb58ee-9c79-471d-b86a-4c22d4b5329a on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:09.988563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c2ee35-1a68-40af-b432-d8b8a6e277f9']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:10.000691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ec4cfb-5b81-43f5-a180-2eed0113dbc8') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:10.000691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ec4cfb-5b81-43f5-a180-2eed0113dbc8') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:10.010400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (53ec4cfb-5b81-43f5-a180-2eed0113dbc8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.025641 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (53ec4cfb-5b81-43f5-a180-2eed0113dbc8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.031919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:55:10.032310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (53ec4cfb-5b81-43f5-a180-2eed0113dbc8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:55:10.035553 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:55:10.047491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Allocated IP 172.25.4.48 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/637d7cff-8c1a-475c-b20a-7ac9a55f0ec9) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:10.096505 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (c4c2ee35-1a68-40af-b432-d8b8a6e277f9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.103278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.107317 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/networks/c4c2ee35-1a68-40af-b432-d8b8a6e277f9 HTTP/1.1" status: 204 len: 168 time: 0.6707501 Feb 19 03:55:10.111429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53582) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:10.118514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-615400476'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:10.134005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e5b37-bdc3-4a28-b5ef-a1bc0754299b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Network': ['ID=c4c2ee35-1a68-40af-b432-d8b8a6e277f9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:10.156736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:10.160455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.185156 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for port (637d7cff-8c1a-475c-b20a-7ac9a55f0ec9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.201001 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:55:10.211440 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b5dafdb8-cc35-4695-ac3a-8db6b69cdecf), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.211867 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Added segment b5dafdb8-cc35-4695-ac3a-8db6b69cdecf of type vlan for network 9c79c38a-4595-46ea-b170-a0d8037cc840 Feb 19 03:55:10.228813 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (637d7cff-8c1a-475c-b20a-7ac9a55f0ec9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.256093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (9c79c38a-4595-46ea-b170-a0d8037cc840), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.272725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:10.277869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:10.280318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:10.285020 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (9c79c38a-4595-46ea-b170-a0d8037cc840), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.291911 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:10.292530 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.305196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Port': ['ID=637d7cff-8c1a-475c-b20a-7ac9a55f0ec9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:10.359735 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2428057 Feb 19 03:55:10.360119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53584) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:10.367573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': '9c79c38a-4595-46ea-b170-a0d8037cc840', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:10.375717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e675f-72d5-4195-ad8b-01525c3c0a42 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Network': ['ID=9c79c38a-4595-46ea-b170-a0d8037cc840,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:10.387207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 9c79c38a-4595-46ea-b170-a0d8037cc840 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:55:10.502355 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8e3148c3-6995-4275-a5e2-d5184a3c5ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.560665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:10.565352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.927446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 63bb58ee-9c79-471d-b86a-4c22d4b5329a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:10.949312 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (4f97ebf8-cb28-4f69-b567-d6edeb24341f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.954120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 63bb58ee-9c79-471d-b86a-4c22d4b5329a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:10.954555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 63bb58ee-9c79-471d-b86a-4c22d4b5329a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:10.987706 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for floatingip (295e74b0-dea7-47e6-83f9-fb934f0db26a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.046154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=4f97ebf8-cb28-4f69-b567-d6edeb24341f,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:11.086841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Checking segment: {'id': 'b5dafdb8-cc35-4695-ac3a-8db6b69cdecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c79c38a-4595-46ea-b170-a0d8037cc840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:11.087207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network hostable DHCP agents. Network: 9c79c38a-4595-46ea-b170-a0d8037cc840, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:55:11.101482 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (637d7cff-8c1a-475c-b20a-7ac9a55f0ec9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.132517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 9c79c38a-4595-46ea-b170-a0d8037cc840 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:55:11.153142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 9c79c38a-4595-46ea-b170-a0d8037cc840) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:11.166940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:11.167548 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.168807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a427e66-0548-41b0-921e-4311d8783bea None None] Network 9c79c38a-4595-46ea-b170-a0d8037cc840 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:11.222973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e480e93f-f414-4d73-adfc-c099c01a15e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8584549 Feb 19 03:55:11.223563 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53592) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:11.230199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': '9c79c38a-4595-46ea-b170-a0d8037cc840', 'name': 'tempest-PortsTestJSON-744120964', 'fixed_ips': [{'subnet_id': '4f97ebf8-cb28-4f69-b567-d6edeb24341f', 'ip_address': '172.20.0.10'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:11.281236 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for port (637d7cff-8c1a-475c-b20a-7ac9a55f0ec9), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.287868 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (637d7cff-8c1a-475c-b20a-7ac9a55f0ec9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.315533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-9c79c38a-4595-46ea-b170-a0d8037cc840', 'network_id': '9c79c38a-4595-46ea-b170-a0d8037cc840', 'project_id': '7e24670fabdf4eb1ac853d435a4dc923', 'fixed_ips': [{'subnet_id': '4f97ebf8-cb28-4f69-b567-d6edeb24341f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:55:11.316419 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.364588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Port': ['ID=637d7cff-8c1a-475c-b20a-7ac9a55f0ec9,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:11.375522 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (295e74b0-dea7-47e6-83f9-fb934f0db26a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.378451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:11.476690 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.494362 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Floating IP 295e74b0-dea7-47e6-83f9-fb934f0db26a associated. External IP: 172.25.4.48, port: 8fd8904f-30df-4802-99d8-dcdcb1799cbd. Feb 19 03:55:11.499873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port c7bee862-1508-470d-be0f-26f7bc7a506d yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:55:11.516655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Allocated IP 172.20.0.2 (9c79c38a-4595-46ea-b170-a0d8037cc840/4f97ebf8-cb28-4f69-b567-d6edeb24341f/60052a09-3db0-4870-850f-e0f7da681e84) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:11.718487 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Publish callbacks [] for port (60052a09-3db0-4870-850f-e0f7da681e84), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.724070 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (60052a09-3db0-4870-850f-e0f7da681e84), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.763485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Network 9c79c38a-4595-46ea-b170-a0d8037cc840 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:11.765768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:11.772371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:11.773506 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.10 (9c79c38a-4595-46ea-b170-a0d8037cc840/4f97ebf8-cb28-4f69-b567-d6edeb24341f/c7bee862-1508-470d-be0f-26f7bc7a506d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:11.778901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Router 8776d574-2bec-464e-897a-024360e09f2d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:55:11.779625 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Pushing event updated for resources: {'Port': ['ID=60052a09-3db0-4870-850f-e0f7da681e84,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:11.844027 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Attempting to bind port 60052a09-3db0-4870-850f-e0f7da681e84 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:11.844687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Attempting to bind port 60052a09-3db0-4870-850f-e0f7da681e84 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'b5dafdb8-cc35-4695-ac3a-8db6b69cdecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c79c38a-4595-46ea-b170-a0d8037cc840'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:11.845243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Attempting to bind port 60052a09-3db0-4870-850f-e0f7da681e84 on network 9c79c38a-4595-46ea-b170-a0d8037cc840 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:11.852056 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:11.852895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Checking segment: {'id': 'b5dafdb8-cc35-4695-ac3a-8db6b69cdecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c79c38a-4595-46ea-b170-a0d8037cc840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:11.853498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.853961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Bound using segment: {'id': 'b5dafdb8-cc35-4695-ac3a-8db6b69cdecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c79c38a-4595-46ea-b170-a0d8037cc840'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:11.854452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Bound port: 60052a09-3db0-4870-850f-e0f7da681e84, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5dafdb8-cc35-4695-ac3a-8db6b69cdecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9c79c38a-4595-46ea-b170-a0d8037cc840'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:11.855515 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (60052a09-3db0-4870-850f-e0f7da681e84), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.942288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] For port 60052a09-3db0-4870-850f-e0f7da681e84, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:11.946843 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] For port 60052a09-3db0-4870-850f-e0f7da681e84, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=60052a09-3db0-4870-850f-e0f7da681e84,segment=NetworkSegment(b5dafdb8-cc35-4695-ac3a-8db6b69cdecf),segment_id=b5dafdb8-cc35-4695-ac3a-8db6b69cdecf)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:11.957814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (60052a09-3db0-4870-850f-e0f7da681e84), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:11.990674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:55:12.005354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] Sync routers for ids ['8776d574-2bec-464e-897a-024360e09f2d'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:55:12.011534 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (c7bee862-1508-470d-be0f-26f7bc7a506d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.016771 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.054921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c7bee862-1508-470d-be0f-26f7bc7a506d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.080714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] Routers {'8776d574-2bec-464e-897a-024360e09f2d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:12.081455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:55:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8776d574-2bec-464e-897a-024360e09f2d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:12.084613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61080c8e-1482-4891-84e6-69299dfd5fd7 None None] Pushing event updated for resources: {'Port': ['ID=60052a09-3db0-4870-850f-e0f7da681e84,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:12.086315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1cadb92b-4ed9-4bbb-8347-84aa49c24d92 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3447125 Feb 19 03:55:12.087300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53596) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:12.087300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'tag': '8fd8904f-30df-4802-99d8-dcdcb1799cbd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:12.088987 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.089647 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a128872-facf-4f03-9399-125c2a363d67" -d '{"events": [{"name": "network-changed", "server_uuid": "23fb53ce-43fc-47dd-ae96-b6b1ee2733f6", "tag": "8fd8904f-30df-4802-99d8-dcdcb1799cbd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:12.123839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 9c79c38a-4595-46ea-b170-a0d8037cc840 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:12.147309 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:12.154075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:12.158479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=c7bee862-1508-470d-be0f-26f7bc7a506d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:12.177169 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ef71b1-841c-41ae-a477-ee301c8f024b x-openstack-request-id: req-38ef71b1-841c-41ae-a477-ee301c8f024b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:12.177169 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fb53ce-43fc-47dd-ae96-b6b1ee2733f6", "tag": "8fd8904f-30df-4802-99d8-dcdcb1799cbd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:12.177425 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38ef71b1-841c-41ae-a477-ee301c8f024b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:12.177894 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'tag': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'status': 'completed', 'code': 200} Feb 19 03:55:12.231886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] Set router 8776d574-2bec-464e-897a-024360e09f2d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:12.235340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.236424 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.255676 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-006939ef-843d-4163-bea3-7a594d42d4a7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0296021 Feb 19 03:55:12.258011 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53600) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:12.264365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': '9c79c38a-4595-46ea-b170-a0d8037cc840', 'name': 'tempest-PortsTestJSON-1950529175', 'fixed_ips': [{'subnet_id': '4f97ebf8-cb28-4f69-b567-d6edeb24341f', 'ip_address': '172.20.0.9'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:12.351929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128872-facf-4f03-9399-125c2a363d67 req-1acd8ec0-2101-4d5a-a450-9b88147b3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.353636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a128872-facf-4f03-9399-125c2a363d67 req-1acd8ec0-2101-4d5a-a450-9b88147b3e53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7571b91e01b34a88b069467a385b5032&device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 1166 time: 0.1406908 Feb 19 03:55:12.442103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86310158-9e67-4f96-8e08-cdb027c5e6a0 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.442624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86310158-9e67-4f96-8e08-cdb027c5e6a0 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.443099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86310158-9e67-4f96-8e08-cdb027c5e6a0 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.444126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86310158-9e67-4f96-8e08-cdb027c5e6a0 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.444604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86310158-9e67-4f96-8e08-cdb027c5e6a0 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.445081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86310158-9e67-4f96-8e08-cdb027c5e6a0 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.450251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-86310158-9e67-4f96-8e08-cdb027c5e6a0 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4228 time: 0.3541996 Feb 19 03:55:12.451088 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53602) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:12.503368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128872-facf-4f03-9399-125c2a363d67 req-c13c24eb-e178-416e-a782-e8a2f3fbdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.504944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a128872-facf-4f03-9399-125c2a363d67 req-c13c24eb-e178-416e-a782-e8a2f3fbdf3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56 HTTP/1.1" status: 200 len: 898 time: 0.1445782 Feb 19 03:55:12.534222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78455189-a7d0-4e34-809f-ba2034d64cdd tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.534781 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78455189-a7d0-4e34-809f-ba2034d64cdd tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.535244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78455189-a7d0-4e34-809f-ba2034d64cdd tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.535700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78455189-a7d0-4e34-809f-ba2034d64cdd tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.536705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78455189-a7d0-4e34-809f-ba2034d64cdd tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.538548 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-78455189-a7d0-4e34-809f-ba2034d64cdd tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.0865047 Feb 19 03:55:12.545981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:12.552334 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:12.552641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:50Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '295e74b0-dea7-47e6-83f9-fb934f0db26a', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '8776d574-2bec-464e-897a-024360e09f2d', 'port_id': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'mac_address': 'fa:16:3e:88:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:55:10Z', 'updated_at': '2022-02-19T03:55:10Z', 'revision_number': 0, 'project_id': '7571b91e01b34a88b069467a385b5032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '960fc13e-6d26-4ad9-b0a5-407153f5a6cf', 'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:c4:01:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:49Z', 'updated_at': '2022-02-19T03:54:54Z', 'revision_number': 5, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:12.579043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port b2eebbf1-6fe6-41e8-9e6b-845aea550316 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:55:12.602169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] Checking router: 8776d574-2bec-464e-897a-024360e09f2d for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:55:12.613169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] Routers {'8776d574-2bec-464e-897a-024360e09f2d'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:12.615670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:55:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8776d574-2bec-464e-897a-024360e09f2d'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:12.623637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a128872-facf-4f03-9399-125c2a363d67 req-d9c5182b-0a89-48d3-a968-cb46b2cbd60c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fd8904f-30df-4802-99d8-dcdcb1799cbd HTTP/1.1" status: 200 len: 998 time: 0.1119237 Feb 19 03:55:12.661911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53606) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:12.750229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128872-facf-4f03-9399-125c2a363d67 req-a21b48c2-48a9-4f1a-9119-be0bdf715215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.751753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a128872-facf-4f03-9399-125c2a363d67 req-a21b48c2-48a9-4f1a-9119-be0bdf715215 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=794cdf36-fe4f-467c-961c-3c6322e03c68 HTTP/1.1" status: 200 len: 835 time: 0.1218910 Feb 19 03:55:12.820668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128872-facf-4f03-9399-125c2a363d67 req-0c77efd2-5756-46a2-9e04-bc3e283fb146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.822126 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a128872-facf-4f03-9399-125c2a363d67 req-0c77efd2-5756-46a2-9e04-bc3e283fb146 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625434 Feb 19 03:55:12.854288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.9 (9c79c38a-4595-46ea-b170-a0d8037cc840/4f97ebf8-cb28-4f69-b567-d6edeb24341f/b2eebbf1-6fe6-41e8-9e6b-845aea550316) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:12.950527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] Set router 8776d574-2bec-464e-897a-024360e09f2d gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:12.987252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a128872-facf-4f03-9399-125c2a363d67 req-dfbb11cb-120c-4481-970b-614fe629bfa3 service neutron] 10.222.0.37 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389050 Feb 19 03:55:13.005404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9fc83b52-47d2-4247-b793-dd9bd2320e1e tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.3409805 Feb 19 03:55:13.017741 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53612) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:13.092575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 60052a09-3db0-4870-850f-e0f7da681e84 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:13.158283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a128872-facf-4f03-9399-125c2a363d67 req-8b22b67d-4fd1-4e94-939e-d208f1e039b9 service neutron] 10.222.0.37 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635189 Feb 19 03:55:13.171390 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.230057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (b2eebbf1-6fe6-41e8-9e6b-845aea550316), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.261429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 60052a09-3db0-4870-850f-e0f7da681e84 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:13.262129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (60052a09-3db0-4870-850f-e0f7da681e84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.281365 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b2eebbf1-6fe6-41e8-9e6b-845aea550316), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.326837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc1c6bc-2fa5-4140-b1e7-887f568742cc tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.327246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc1c6bc-2fa5-4140-b1e7-887f568742cc tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.329087 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9fc1c6bc-2fa5-4140-b1e7-887f568742cc tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8776d574-2bec-464e-897a-024360e09f2d HTTP/1.1" status: 200 len: 2062 time: 0.3195791 Feb 19 03:55:13.342427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 9c79c38a-4595-46ea-b170-a0d8037cc840 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:13.346114 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:13.352663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:13.391276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=b2eebbf1-6fe6-41e8-9e6b-845aea550316,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:13.414822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 60052a09-3db0-4870-850f-e0f7da681e84 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:13.415215 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (60052a09-3db0-4870-850f-e0f7da681e84), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.422681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.423822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.437150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:50Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '295e74b0-dea7-47e6-83f9-fb934f0db26a', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '8776d574-2bec-464e-897a-024360e09f2d', 'port_id': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'mac_address': 'fa:16:3e:88:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:55:10Z', 'updated_at': '2022-02-19T03:55:10Z', 'revision_number': 0, 'project_id': '7571b91e01b34a88b069467a385b5032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '960fc13e-6d26-4ad9-b0a5-407153f5a6cf', 'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:c4:01:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:49Z', 'updated_at': '2022-02-19T03:54:54Z', 'revision_number': 5, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:13.447159 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-db94d4c8-2716-4dbf-9b9f-fd1515e61eee tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1875913 Feb 19 03:55:13.450501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53618) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:13.478432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8142bc2b-01b6-4485-bab2-58dbec2cf139 None None] The sync data for ids ['8776d574-2bec-464e-897a-024360e09f2d'] in n-d-826756-2 is: [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:50Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '295e74b0-dea7-47e6-83f9-fb934f0db26a', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '8776d574-2bec-464e-897a-024360e09f2d', 'port_id': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'mac_address': 'fa:16:3e:88:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:55:10Z', 'updated_at': '2022-02-19T03:55:10Z', 'revision_number': 0, 'project_id': '7571b91e01b34a88b069467a385b5032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '960fc13e-6d26-4ad9-b0a5-407153f5a6cf', 'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:c4:01:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:49Z', 'updated_at': '2022-02-19T03:54:54Z', 'revision_number': 5, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:55:13.497962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 60052a09-3db0-4870-850f-e0f7da681e84, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=60052a09-3db0-4870-850f-e0f7da681e84,segment=NetworkSegment(b5dafdb8-cc35-4695-ac3a-8db6b69cdecf),segment_id=b5dafdb8-cc35-4695-ac3a-8db6b69cdecf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:13.503818 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (60052a09-3db0-4870-850f-e0f7da681e84), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.568731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72793809-87c9-44af-9929-0f35f8d9bd9c None None] Network 9c79c38a-4595-46ea-b170-a0d8037cc840 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:13.616377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781bfc98-f169-4f14-ba3b-374fa9adcf36 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.618075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-781bfc98-f169-4f14-ba3b-374fa9adcf36 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1658049 Feb 19 03:55:13.620851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53620) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:13.631522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=60052a09-3db0-4870-850f-e0f7da681e84,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:13.648582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c7193086-736c-4810-a89c-7c00f31b9534 None None] Provisioning complete for port 60052a09-3db0-4870-850f-e0f7da681e84 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:13.649044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c7193086-736c-4810-a89c-7c00f31b9534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (60052a09-3db0-4870-850f-e0f7da681e84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:13.735364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442db7a3-6d01-4910-89ed-1f072ee69703 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.743673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442db7a3-6d01-4910-89ed-1f072ee69703 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.750602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442db7a3-6d01-4910-89ed-1f072ee69703 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:13.752367 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-442db7a3-6d01-4910-89ed-1f072ee69703 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1304724 Feb 19 03:55:13.756219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53622) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:13.777075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c7193086-736c-4810-a89c-7c00f31b9534 None None] Current status of the port 60052a09-3db0-4870-850f-e0f7da681e84 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:13.826673 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae6e77d-a92f-42b1-b8e8-7ef1fb5164e2 None None] New status for floating IP 295e74b0-dea7-47e6-83f9-fb934f0db26a: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:55:13.884797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8c6207d3-858a-4cbe-99bb-53fd0e23a210 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port b2eebbf1-6fe6-41e8-9e6b-845aea550316 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:13.885174 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c6207d3-858a-4cbe-99bb-53fd0e23a210 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b2eebbf1-6fe6-41e8-9e6b-845aea550316), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.019351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c6207d3-858a-4cbe-99bb-53fd0e23a210 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b2eebbf1-6fe6-41e8-9e6b-845aea550316), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.046837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8c6207d3-858a-4cbe-99bb-53fd0e23a210 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for b2eebbf1-6fe6-41e8-9e6b-845aea550316 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:14.106731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a094294e-c486-4ab5-a662-9c369b0a2da6 None None] Provisioning complete for port b2eebbf1-6fe6-41e8-9e6b-845aea550316 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:14.108711 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a094294e-c486-4ab5-a662-9c369b0a2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b2eebbf1-6fe6-41e8-9e6b-845aea550316), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.199235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a094294e-c486-4ab5-a662-9c369b0a2da6 None None] Port b2eebbf1-6fe6-41e8-9e6b-845aea550316 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:14.216354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a094294e-c486-4ab5-a662-9c369b0a2da6 None None] Provisioning complete for port 60052a09-3db0-4870-850f-e0f7da681e84 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:14.216795 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a094294e-c486-4ab5-a662-9c369b0a2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (60052a09-3db0-4870-850f-e0f7da681e84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.332803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a094294e-c486-4ab5-a662-9c369b0a2da6 None None] Current status of the port 60052a09-3db0-4870-850f-e0f7da681e84 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:14.341755 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c6207d3-858a-4cbe-99bb-53fd0e23a210 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b2eebbf1-6fe6-41e8-9e6b-845aea550316), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.350138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a094294e-c486-4ab5-a662-9c369b0a2da6 None None] Provisioning complete for port c7bee862-1508-470d-be0f-26f7bc7a506d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:14.350568 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a094294e-c486-4ab5-a662-9c369b0a2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c7bee862-1508-470d-be0f-26f7bc7a506d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.376257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6207d3-858a-4cbe-99bb-53fd0e23a210 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=b2eebbf1-6fe6-41e8-9e6b-845aea550316,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:14.428799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a094294e-c486-4ab5-a662-9c369b0a2da6 None None] Port c7bee862-1508-470d-be0f-26f7bc7a506d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:14.477734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c6207d3-858a-4cbe-99bb-53fd0e23a210 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.483946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8c6207d3-858a-4cbe-99bb-53fd0e23a210 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/b2eebbf1-6fe6-41e8-9e6b-845aea550316 HTTP/1.1" status: 204 len: 168 time: 0.7243764 Feb 19 03:55:14.484436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53626) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:14.515862 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bb8c65-ebed-4fa2-9ccf-ae1c07ad6999 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:55:14.519641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b1bb8c65-ebed-4fa2-9ccf-ae1c07ad6999 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/b2eebbf1-6fe6-41e8-9e6b-845aea550316 HTTP/1.1" status: 404 len: 333 time: 0.0320525 Feb 19 03:55:14.520474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53628) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:14.550061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ef7bf8f1-a9fc-4f49-bc36-ed2fe50b8e2a None None] Provisioning complete for port c7bee862-1508-470d-be0f-26f7bc7a506d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:14.550940 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ef7bf8f1-a9fc-4f49-bc36-ed2fe50b8e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c7bee862-1508-470d-be0f-26f7bc7a506d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.606280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ef7bf8f1-a9fc-4f49-bc36-ed2fe50b8e2a None None] Port c7bee862-1508-470d-be0f-26f7bc7a506d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:14.633173 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.682462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-de268a1c-68ae-4b84-9624-4e1af7e8129d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port c7bee862-1508-470d-be0f-26f7bc7a506d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:14.682816 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de268a1c-68ae-4b84-9624-4e1af7e8129d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c7bee862-1508-470d-be0f-26f7bc7a506d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.718524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4a0d629f-69e7-46db-b4be-70285b70e34c None None] Could not find standard attr ID for object b2eebbf1-6fe6-41e8-9e6b-845aea550316. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:14.787386 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de268a1c-68ae-4b84-9624-4e1af7e8129d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c7bee862-1508-470d-be0f-26f7bc7a506d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.802379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-de268a1c-68ae-4b84-9624-4e1af7e8129d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for c7bee862-1508-470d-be0f-26f7bc7a506d owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:14.978739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de268a1c-68ae-4b84-9624-4e1af7e8129d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c7bee862-1508-470d-be0f-26f7bc7a506d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:14.991958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 60052a09-3db0-4870-850f-e0f7da681e84 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:15.029894 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de268a1c-68ae-4b84-9624-4e1af7e8129d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=c7bee862-1508-470d-be0f-26f7bc7a506d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:15.060762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 60052a09-3db0-4870-850f-e0f7da681e84 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:15.061150 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (60052a09-3db0-4870-850f-e0f7da681e84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.139124 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-de268a1c-68ae-4b84-9624-4e1af7e8129d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.142416 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-de268a1c-68ae-4b84-9624-4e1af7e8129d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/c7bee862-1508-470d-be0f-26f7bc7a506d HTTP/1.1" status: 204 len: 168 time: 0.6209135 Feb 19 03:55:15.145067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53632) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:15.172161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 60052a09-3db0-4870-850f-e0f7da681e84 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:15.184487 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f241418-c4e8-4fc3-b97e-af95a47106b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:55:15.188757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6f241418-c4e8-4fc3-b97e-af95a47106b4 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/c7bee862-1508-470d-be0f-26f7bc7a506d HTTP/1.1" status: 404 len: 333 time: 0.0392702 Feb 19 03:55:15.189197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53634) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:15.246267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db0a31c-4e35-4dae-a37c-0f5c2fe840de tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet 4f97ebf8-cb28-4f69-b567-d6edeb24341f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:15.250818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3db0a31c-4e35-4dae-a37c-0f5c2fe840de tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (4f97ebf8-cb28-4f69-b567-d6edeb24341f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.305025 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3db0a31c-4e35-4dae-a37c-0f5c2fe840de tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (4f97ebf8-cb28-4f69-b567-d6edeb24341f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.397254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3db0a31c-4e35-4dae-a37c-0f5c2fe840de tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (4f97ebf8-cb28-4f69-b567-d6edeb24341f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.457522 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3db0a31c-4e35-4dae-a37c-0f5c2fe840de tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (4f97ebf8-cb28-4f69-b567-d6edeb24341f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.489164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0a31c-4e35-4dae-a37c-0f5c2fe840de tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=4f97ebf8-cb28-4f69-b567-d6edeb24341f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:15.494255 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3db0a31c-4e35-4dae-a37c-0f5c2fe840de tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.500956 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3db0a31c-4e35-4dae-a37c-0f5c2fe840de tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/4f97ebf8-cb28-4f69-b567-d6edeb24341f HTTP/1.1" status: 204 len: 168 time: 0.3104813 Feb 19 03:55:15.501544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53636) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:15.513601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac341ef-3791-4d12-965b-6048c770b327 None None] Network 9c79c38a-4595-46ea-b170-a0d8037cc840 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:15.596277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (9c79c38a-4595-46ea-b170-a0d8037cc840), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.660151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 60052a09-3db0-4870-850f-e0f7da681e84 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:15.660470 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (60052a09-3db0-4870-850f-e0f7da681e84), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.717235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f729124c-67bb-4216-be7c-e26891dc3b8e None None] DHCP port deletion for 9c79c38a-4595-46ea-b170-a0d8037cc840 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:55:15.774826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f729124c-67bb-4216-be7c-e26891dc3b8e None None] Deleting port 60052a09-3db0-4870-850f-e0f7da681e84 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:15.775218 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f729124c-67bb-4216-be7c-e26891dc3b8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (60052a09-3db0-4870-850f-e0f7da681e84), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.843929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f729124c-67bb-4216-be7c-e26891dc3b8e None None] For port 60052a09-3db0-4870-850f-e0f7da681e84, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=60052a09-3db0-4870-850f-e0f7da681e84,segment=NetworkSegment(b5dafdb8-cc35-4695-ac3a-8db6b69cdecf),segment_id=b5dafdb8-cc35-4695-ac3a-8db6b69cdecf)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:15.844338 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f729124c-67bb-4216-be7c-e26891dc3b8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (60052a09-3db0-4870-850f-e0f7da681e84), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.858755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f729124c-67bb-4216-be7c-e26891dc3b8e None None] Calling delete_port for 60052a09-3db0-4870-850f-e0f7da681e84 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:15.957053 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f729124c-67bb-4216-be7c-e26891dc3b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (60052a09-3db0-4870-850f-e0f7da681e84), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.976713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729124c-67bb-4216-be7c-e26891dc3b8e None None] No DVR routers for this DVR port 60052a09-3db0-4870-850f-e0f7da681e84 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:16.009301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729124c-67bb-4216-be7c-e26891dc3b8e None None] Pushing event deleted for resources: {'Port': ['ID=60052a09-3db0-4870-850f-e0f7da681e84,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:16.083905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] For port 60052a09-3db0-4870-850f-e0f7da681e84, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=60052a09-3db0-4870-850f-e0f7da681e84,segment=NetworkSegment(b5dafdb8-cc35-4695-ac3a-8db6b69cdecf),segment_id=b5dafdb8-cc35-4695-ac3a-8db6b69cdecf)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:16.084288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (60052a09-3db0-4870-850f-e0f7da681e84), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.098109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 60052a09-3db0-4870-850f-e0f7da681e84 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:16.187365 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (60052a09-3db0-4870-850f-e0f7da681e84), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.217289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=60052a09-3db0-4870-850f-e0f7da681e84,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:16.224520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No DVR routers for this DVR port 60052a09-3db0-4870-850f-e0f7da681e84 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:16.308711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (9c79c38a-4595-46ea-b170-a0d8037cc840), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.333686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c79c38a-4595-46ea-b170-a0d8037cc840']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:16.343730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5dafdb8-cc35-4695-ac3a-8db6b69cdecf') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:16.344272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5dafdb8-cc35-4695-ac3a-8db6b69cdecf') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:16.354485 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (b5dafdb8-cc35-4695-ac3a-8db6b69cdecf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.369285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b5dafdb8-cc35-4695-ac3a-8db6b69cdecf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.375997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:55:16.376660 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (b5dafdb8-cc35-4695-ac3a-8db6b69cdecf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:55:16.380677 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:55:16.449544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (9c79c38a-4595-46ea-b170-a0d8037cc840), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.458488 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.462244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/networks/9c79c38a-4595-46ea-b170-a0d8037cc840 HTTP/1.1" status: 204 len: 168 time: 0.9594471 Feb 19 03:55:16.466388 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53640) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:16.474905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-537365386'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:16.479001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa539b64-ad4e-4477-9c93-5b6d2f0a6cdf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Network': ['ID=9c79c38a-4595-46ea-b170-a0d8037cc840,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:16.504522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:16.508877 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.535481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:55:16.545767 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (82bb0173-2958-4a51-821a-a0edf25c3530), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.546241 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Added segment 82bb0173-2958-4a51-821a-a0edf25c3530 of type vlan for network 46d48172-531f-4d74-8901-c6364b3d7e6f Feb 19 03:55:16.596712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (46d48172-531f-4d74-8901-c6364b3d7e6f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.629262 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (46d48172-531f-4d74-8901-c6364b3d7e6f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.635545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.636272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.704168 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2330732 Feb 19 03:55:16.704538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53642) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:16.709282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d70149-0f63-445c-9c33-8efc9726a436 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Network': ['ID=46d48172-531f-4d74-8901-c6364b3d7e6f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:16.709828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': '46d48172-531f-4d74-8901-c6364b3d7e6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:16.721895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 46d48172-531f-4d74-8901-c6364b3d7e6f details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:55:16.801077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:16.805027 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:16.939979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 60052a09-3db0-4870-850f-e0f7da681e84 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:16.970698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 60052a09-3db0-4870-850f-e0f7da681e84 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:16.971163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 60052a09-3db0-4870-850f-e0f7da681e84 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:17.000919 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (f223516f-1cb6-44ab-9c13-f3c2f9da36c2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.068553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=f223516f-1cb6-44ab-9c13-f3c2f9da36c2,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:17.075735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Checking segment: {'id': '82bb0173-2958-4a51-821a-a0edf25c3530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '46d48172-531f-4d74-8901-c6364b3d7e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:17.076077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network hostable DHCP agents. Network: 46d48172-531f-4d74-8901-c6364b3d7e6f, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:55:17.095012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 46d48172-531f-4d74-8901-c6364b3d7e6f is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:55:17.104302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 46d48172-531f-4d74-8901-c6364b3d7e6f) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:17.121989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:17.122728 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.122959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddc31e7-bc3d-4ec5-b851-ebf53cff82bf None None] Network 46d48172-531f-4d74-8901-c6364b3d7e6f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:17.143293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d7146923-fe73-48d0-ab60-b173504d3829 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4351728 Feb 19 03:55:17.143982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:17.149222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1b1c0a4b-c7c7-411c-ae1e-5d160fdbaeb1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-837487984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:17.174914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a4b-c7c7-411c-ae1e-5d160fdbaeb1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (468e2958-25f6-40f5-89b8-99a22139c657), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.177066 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a4b-c7c7-411c-ae1e-5d160fdbaeb1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (468e2958-25f6-40f5-89b8-99a22139c657), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.231975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-46d48172-531f-4d74-8901-c6364b3d7e6f', 'network_id': '46d48172-531f-4d74-8901-c6364b3d7e6f', 'project_id': '7e24670fabdf4eb1ac853d435a4dc923', 'fixed_ips': [{'subnet_id': 'f223516f-1cb6-44ab-9c13-f3c2f9da36c2'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:55:17.232885 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.242571 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a4b-c7c7-411c-ae1e-5d160fdbaeb1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for router_controller (468e2958-25f6-40f5-89b8-99a22139c657), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.248302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a4b-c7c7-411c-ae1e-5d160fdbaeb1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (468e2958-25f6-40f5-89b8-99a22139c657), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.271059 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a4b-c7c7-411c-ae1e-5d160fdbaeb1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.274885 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1b1c0a4b-c7c7-411c-ae1e-5d160fdbaeb1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1272664 Feb 19 03:55:17.275197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53648) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:17.280470 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'network_id': '46d48172-531f-4d74-8901-c6364b3d7e6f', 'name': 'tempest-PortsTestJSON-1773519880'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:17.377677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Allocated IP 172.20.0.2 (46d48172-531f-4d74-8901-c6364b3d7e6f/f223516f-1cb6-44ab-9c13-f3c2f9da36c2/e5031655-3638-4680-9beb-6ed058625f9d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:17.394662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:17.399612 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.418499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port 55b9e2ac-9a40-4653-9f06-63db85eaff66 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:55:17.537302 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Publish callbacks [] for port (e5031655-3638-4680-9beb-6ed058625f9d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.542835 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e5031655-3638-4680-9beb-6ed058625f9d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.587399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Network 46d48172-531f-4d74-8901-c6364b3d7e6f is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:17.591317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:17.593162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Pushing event updated for resources: {'Port': ['ID=e5031655-3638-4680-9beb-6ed058625f9d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:17.595313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:17.596062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.7 (46d48172-531f-4d74-8901-c6364b3d7e6f/f223516f-1cb6-44ab-9c13-f3c2f9da36c2/55b9e2ac-9a40-4653-9f06-63db85eaff66) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:17.662107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Attempting to bind port e5031655-3638-4680-9beb-6ed058625f9d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:17.662833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Attempting to bind port e5031655-3638-4680-9beb-6ed058625f9d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '82bb0173-2958-4a51-821a-a0edf25c3530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '46d48172-531f-4d74-8901-c6364b3d7e6f'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:17.663428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Attempting to bind port e5031655-3638-4680-9beb-6ed058625f9d on network 46d48172-531f-4d74-8901-c6364b3d7e6f {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:17.669138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:17.669809 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Checking segment: {'id': '82bb0173-2958-4a51-821a-a0edf25c3530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '46d48172-531f-4d74-8901-c6364b3d7e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:17.670331 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.670792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Bound using segment: {'id': '82bb0173-2958-4a51-821a-a0edf25c3530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '46d48172-531f-4d74-8901-c6364b3d7e6f'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:17.671335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Bound port: e5031655-3638-4680-9beb-6ed058625f9d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bb0173-2958-4a51-821a-a0edf25c3530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '46d48172-531f-4d74-8901-c6364b3d7e6f'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:17.672021 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e5031655-3638-4680-9beb-6ed058625f9d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.737160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] For port e5031655-3638-4680-9beb-6ed058625f9d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:17.740700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] For port e5031655-3638-4680-9beb-6ed058625f9d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e5031655-3638-4680-9beb-6ed058625f9d,segment=NetworkSegment(82bb0173-2958-4a51-821a-a0edf25c3530),segment_id=82bb0173-2958-4a51-821a-a0edf25c3530)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:17.747982 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e5031655-3638-4680-9beb-6ed058625f9d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.761517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.810523 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.816358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc65cc0-4a3a-4ac7-877f-57dbcc4a9f89 None None] Pushing event updated for resources: {'Port': ['ID=e5031655-3638-4680-9beb-6ed058625f9d,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:17.857992 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 46d48172-531f-4d74-8901-c6364b3d7e6f is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:17.861462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:17.864179 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:17.905243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=55b9e2ac-9a40-4653-9f06-63db85eaff66,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:17.926711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:17.927349 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.948549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53650) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:17.949121 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1cb6d29a-3684-4b7a-9945-715bbe2cec38 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6724362 Feb 19 03:55:18.333340 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:18.615024 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:18.620025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:18.705950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=55b9e2ac-9a40-4653-9f06-63db85eaff66,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:18.864858 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (468e2958-25f6-40f5-89b8-99a22139c657), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:18.901500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfe5915-e0bc-40b8-885f-c226f9526180 None None] Network 46d48172-531f-4d74-8901-c6364b3d7e6f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:19.016814 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.140063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e5031655-3638-4680-9beb-6ed058625f9d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:19.199308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a814f50f-7907-4766-9ec6-cb233aeb048d None None] Provisioning complete for port e5031655-3638-4680-9beb-6ed058625f9d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:19.199987 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a814f50f-7907-4766-9ec6-cb233aeb048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e5031655-3638-4680-9beb-6ed058625f9d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.297449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e5031655-3638-4680-9beb-6ed058625f9d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:19.297626 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.297832 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e5031655-3638-4680-9beb-6ed058625f9d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.303873 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.376998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a814f50f-7907-4766-9ec6-cb233aeb048d None None] Current status of the port e5031655-3638-4680-9beb-6ed058625f9d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:19.377883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a814f50f-7907-4766-9ec6-cb233aeb048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e5031655-3638-4680-9beb-6ed058625f9d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.391140 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (468e2958-25f6-40f5-89b8-99a22139c657), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.393636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=55b9e2ac-9a40-4653-9f06-63db85eaff66,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:19.445511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e5031655-3638-4680-9beb-6ed058625f9d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:19.445923 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e5031655-3638-4680-9beb-6ed058625f9d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.460608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a814f50f-7907-4766-9ec6-cb233aeb048d None None] For port e5031655-3638-4680-9beb-6ed058625f9d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e5031655-3638-4680-9beb-6ed058625f9d,segment=NetworkSegment(82bb0173-2958-4a51-821a-a0edf25c3530),segment_id=82bb0173-2958-4a51-821a-a0edf25c3530)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:19.473736 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a814f50f-7907-4766-9ec6-cb233aeb048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e5031655-3638-4680-9beb-6ed058625f9d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.525870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 46d48172-531f-4d74-8901-c6364b3d7e6f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:19.525870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:19.566627 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:55:19.567544 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:55:19.568192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814f50f-7907-4766-9ec6-cb233aeb048d None None] Pushing event updated for resources: {'Port': ['ID=e5031655-3638-4680-9beb-6ed058625f9d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:19.664044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Router 468e2958-25f6-40f5-89b8-99a22139c657 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:55:19.698817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4451321c-7007-4435-836c-17d613c303cd None None] Provisioning complete for port 55b9e2ac-9a40-4653-9f06-63db85eaff66 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:19.699200 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4451321c-7007-4435-836c-17d613c303cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.742671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4451321c-7007-4435-836c-17d613c303cd None None] Port 55b9e2ac-9a40-4653-9f06-63db85eaff66 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:19.761457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4451321c-7007-4435-836c-17d613c303cd None None] Provisioning complete for port e5031655-3638-4680-9beb-6ed058625f9d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:19.762014 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4451321c-7007-4435-836c-17d613c303cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e5031655-3638-4680-9beb-6ed058625f9d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.788137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:55:19.796820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e577403a-f4ab-483b-9f39-5dbbbc6e4971 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "PUT /v2.0/routers/468e2958-25f6-40f5-89b8-99a22139c657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8441560 Feb 19 03:55:19.796820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53656) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:19.816598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e5d6d-0cd2-46d9-882d-2599db5aa9ae None None] Sync routers for ids ['468e2958-25f6-40f5-89b8-99a22139c657'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:55:19.840616 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e5d6d-0cd2-46d9-882d-2599db5aa9ae None None] Routers {'468e2958-25f6-40f5-89b8-99a22139c657'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:19.841497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-275e5d6d-0cd2-46d9-882d-2599db5aa9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:55:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['468e2958-25f6-40f5-89b8-99a22139c657'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:19.858487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0861c1-1243-4363-ae29-75df7524a275 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.863154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7a0861c1-1243-4363-ae29-75df7524a275 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports?device_id=468e2958-25f6-40f5-89b8-99a22139c657 HTTP/1.1" status: 200 len: 982 time: 0.0628533 Feb 19 03:55:19.863483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53658) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:19.910020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-275e5d6d-0cd2-46d9-882d-2599db5aa9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:19.922482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4451321c-7007-4435-836c-17d613c303cd None None] Current status of the port e5031655-3638-4680-9beb-6ed058625f9d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:19.929407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e5d6d-0cd2-46d9-882d-2599db5aa9ae None None] Routers {'468e2958-25f6-40f5-89b8-99a22139c657'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:19.930043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-275e5d6d-0cd2-46d9-882d-2599db5aa9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:55:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['468e2958-25f6-40f5-89b8-99a22139c657'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:19.974937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-275e5d6d-0cd2-46d9-882d-2599db5aa9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:19.975967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e5d6d-0cd2-46d9-882d-2599db5aa9ae None None] The sync data for ids ['468e2958-25f6-40f5-89b8-99a22139c657'] in n-d-826756-2 is: [] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:55:20.044688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-aa852341-d4ed-4222-949d-a91c0f045cd7 None None] Provisioning complete for port 55b9e2ac-9a40-4653-9f06-63db85eaff66 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:20.045066 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa852341-d4ed-4222-949d-a91c0f045cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.108851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-aa852341-d4ed-4222-949d-a91c0f045cd7 None None] Port 55b9e2ac-9a40-4653-9f06-63db85eaff66 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:20.123976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e5031655-3638-4680-9beb-6ed058625f9d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:20.230512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a4c672f4-bfa7-40f6-899b-9990661851a6 None None] Provisioning complete for port 55b9e2ac-9a40-4653-9f06-63db85eaff66 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:20.231205 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a4c672f4-bfa7-40f6-899b-9990661851a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.275216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a4c672f4-bfa7-40f6-899b-9990661851a6 None None] Port 55b9e2ac-9a40-4653-9f06-63db85eaff66 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:20.396455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-918b33f5-3184-4a54-9bbb-f8d281d587d2 None None] Provisioning complete for port 55b9e2ac-9a40-4653-9f06-63db85eaff66 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:20.396791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-918b33f5-3184-4a54-9bbb-f8d281d587d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.432697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-918b33f5-3184-4a54-9bbb-f8d281d587d2 None None] Port 55b9e2ac-9a40-4653-9f06-63db85eaff66 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:20.649278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (468e2958-25f6-40f5-89b8-99a22139c657), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.867065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 55b9e2ac-9a40-4653-9f06-63db85eaff66 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:20.868148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.943269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e5031655-3638-4680-9beb-6ed058625f9d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:20.956870 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.969897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 55b9e2ac-9a40-4653-9f06-63db85eaff66 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:20.997387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e5031655-3638-4680-9beb-6ed058625f9d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:20.997885 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e5031655-3638-4680-9beb-6ed058625f9d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.079666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e5031655-3638-4680-9beb-6ed058625f9d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:21.166465 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (55b9e2ac-9a40-4653-9f06-63db85eaff66), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.201547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=55b9e2ac-9a40-4653-9f06-63db85eaff66,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:21.352364 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (468e2958-25f6-40f5-89b8-99a22139c657), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.520441 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Router 468e2958-25f6-40f5-89b8-99a22139c657 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:55:21.601429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:55:21.606481 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8119c8d2-93bf-4581-bce6-a9c14affb279 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "PUT /v2.0/routers/468e2958-25f6-40f5-89b8-99a22139c657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418289 Feb 19 03:55:21.609001 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53666) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:21.611533 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67bf55-4964-4117-8d93-15f2900cf6b5 None None] Sync routers for ids ['468e2958-25f6-40f5-89b8-99a22139c657'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:55:21.623748 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67bf55-4964-4117-8d93-15f2900cf6b5 None None] Routers {'468e2958-25f6-40f5-89b8-99a22139c657'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:21.624681 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d67bf55-4964-4117-8d93-15f2900cf6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:55:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['468e2958-25f6-40f5-89b8-99a22139c657'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:21.638356 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfada326-b896-4936-8829-a1488f698106 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:55:21.639813 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dfada326-b896-4936-8829-a1488f698106 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/55b9e2ac-9a40-4653-9f06-63db85eaff66 HTTP/1.1" status: 404 len: 333 time: 0.0298920 Feb 19 03:55:21.642433 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53668) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:21.661813 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d67bf55-4964-4117-8d93-15f2900cf6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:21.670865 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67bf55-4964-4117-8d93-15f2900cf6b5 None None] Routers {'468e2958-25f6-40f5-89b8-99a22139c657'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:21.671473 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d67bf55-4964-4117-8d93-15f2900cf6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:55:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['468e2958-25f6-40f5-89b8-99a22139c657'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:21.709075 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d67bf55-4964-4117-8d93-15f2900cf6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:21.709740 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67bf55-4964-4117-8d93-15f2900cf6b5 None None] The sync data for ids ['468e2958-25f6-40f5-89b8-99a22139c657'] in n-d-826756-2 is: [] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:55:21.717059 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-143af2ee-6134-465d-8a57-98ec81dece57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for router (468e2958-25f6-40f5-89b8-99a22139c657), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.879770 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-143af2ee-6134-465d-8a57-98ec81dece57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (468e2958-25f6-40f5-89b8-99a22139c657), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.881973 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-143af2ee-6134-465d-8a57-98ec81dece57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for router_controller (468e2958-25f6-40f5-89b8-99a22139c657), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.931583 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-143af2ee-6134-465d-8a57-98ec81dece57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (468e2958-25f6-40f5-89b8-99a22139c657), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.932140 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143af2ee-6134-465d-8a57-98ec81dece57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Fanout notify agent at l3_agent the message router_deleted on router 468e2958-25f6-40f5-89b8-99a22139c657 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:55:21.939453 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-143af2ee-6134-465d-8a57-98ec81dece57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:21.942966 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-143af2ee-6134-465d-8a57-98ec81dece57 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/routers/468e2958-25f6-40f5-89b8-99a22139c657 HTTP/1.1" status: 204 len: 168 time: 0.2971413 Feb 19 03:55:21.943326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53672) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:21.994964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-2848217a-ac9d-4e27-9cd3-5edbf271e5db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet f223516f-1cb6-44ab-9c13-f3c2f9da36c2 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:21.998099 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2848217a-ac9d-4e27-9cd3-5edbf271e5db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (f223516f-1cb6-44ab-9c13-f3c2f9da36c2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.037195 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2848217a-ac9d-4e27-9cd3-5edbf271e5db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (f223516f-1cb6-44ab-9c13-f3c2f9da36c2), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.126483 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2848217a-ac9d-4e27-9cd3-5edbf271e5db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f223516f-1cb6-44ab-9c13-f3c2f9da36c2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.184466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2848217a-ac9d-4e27-9cd3-5edbf271e5db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (f223516f-1cb6-44ab-9c13-f3c2f9da36c2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.215474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2848217a-ac9d-4e27-9cd3-5edbf271e5db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.221200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2848217a-ac9d-4e27-9cd3-5edbf271e5db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/f223516f-1cb6-44ab-9c13-f3c2f9da36c2 HTTP/1.1" status: 204 len: 168 time: 0.2743881 Feb 19 03:55:22.221200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848217a-ac9d-4e27-9cd3-5edbf271e5db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=f223516f-1cb6-44ab-9c13-f3c2f9da36c2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:22.222258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53674) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:22.226510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf3647-8f67-4ba0-b2ea-7a0a9e3523bc None None] Network 46d48172-531f-4d74-8901-c6364b3d7e6f requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:22.322067 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (46d48172-531f-4d74-8901-c6364b3d7e6f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.388648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port e5031655-3638-4680-9beb-6ed058625f9d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:22.389117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e5031655-3638-4680-9beb-6ed058625f9d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.411573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4746ee51-3c18-4ec2-901e-4cad7a6abfb8 None None] DHCP port deletion for 46d48172-531f-4d74-8901-c6364b3d7e6f request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:55:22.455259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] For port e5031655-3638-4680-9beb-6ed058625f9d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e5031655-3638-4680-9beb-6ed058625f9d,segment=NetworkSegment(82bb0173-2958-4a51-821a-a0edf25c3530),segment_id=82bb0173-2958-4a51-821a-a0edf25c3530)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:22.455570 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e5031655-3638-4680-9beb-6ed058625f9d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.461825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4746ee51-3c18-4ec2-901e-4cad7a6abfb8 None None] Deleting port e5031655-3638-4680-9beb-6ed058625f9d {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:22.462538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4746ee51-3c18-4ec2-901e-4cad7a6abfb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e5031655-3638-4680-9beb-6ed058625f9d), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.469550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for e5031655-3638-4680-9beb-6ed058625f9d owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:22.527038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4746ee51-3c18-4ec2-901e-4cad7a6abfb8 None None] For port e5031655-3638-4680-9beb-6ed058625f9d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e5031655-3638-4680-9beb-6ed058625f9d,segment=NetworkSegment(82bb0173-2958-4a51-821a-a0edf25c3530),segment_id=82bb0173-2958-4a51-821a-a0edf25c3530)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:22.527707 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4746ee51-3c18-4ec2-901e-4cad7a6abfb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e5031655-3638-4680-9beb-6ed058625f9d), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.547914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4746ee51-3c18-4ec2-901e-4cad7a6abfb8 None None] Calling delete_port for e5031655-3638-4680-9beb-6ed058625f9d owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:22.561124 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e5031655-3638-4680-9beb-6ed058625f9d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.568214 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.587858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=e5031655-3638-4680-9beb-6ed058625f9d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:22.593767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No DVR routers for this DVR port e5031655-3638-4680-9beb-6ed058625f9d on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:22.639107 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4746ee51-3c18-4ec2-901e-4cad7a6abfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (e5031655-3638-4680-9beb-6ed058625f9d), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.663688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746ee51-3c18-4ec2-901e-4cad7a6abfb8 None None] Pushing event deleted for resources: {'Port': ['ID=e5031655-3638-4680-9beb-6ed058625f9d,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:22.670685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746ee51-3c18-4ec2-901e-4cad7a6abfb8 None None] No DVR routers for this DVR port e5031655-3638-4680-9beb-6ed058625f9d on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:22.680860 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (46d48172-531f-4d74-8901-c6364b3d7e6f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.709095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d48172-531f-4d74-8901-c6364b3d7e6f']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:22.718582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bb0173-2958-4a51-821a-a0edf25c3530') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:22.718890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bb0173-2958-4a51-821a-a0edf25c3530') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:22.728461 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (82bb0173-2958-4a51-821a-a0edf25c3530), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.741767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (82bb0173-2958-4a51-821a-a0edf25c3530), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.748076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:55:22.748505 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (82bb0173-2958-4a51-821a-a0edf25c3530), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:55:22.751683 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:55:22.812584 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (46d48172-531f-4d74-8901-c6364b3d7e6f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.817467 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.821270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/networks/46d48172-531f-4d74-8901-c6364b3d7e6f HTTP/1.1" status: 204 len: 168 time: 0.5977566 Feb 19 03:55:22.825134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53678) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:22.852347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b14fd-5254-4f56-8a41-98cb74009da2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Network': ['ID=46d48172-531f-4d74-8901-c6364b3d7e6f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:22.891466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8887232-0be2-4fa2-b097-7e84646ab018 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:22.896436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b8887232-0be2-4fa2-b097-7e84646ab018 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/6c389bd8-e8e5-4a48-a663-116a959039aa HTTP/1.1" status: 200 len: 840 time: 0.0671375 Feb 19 03:55:22.896885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53680) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:22.930910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e5031655-3638-4680-9beb-6ed058625f9d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:22.941448 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9bc91a55-b9f6-42e3-98fd-fa2254b106a2 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/6c389bd8-e8e5-4a48-a663-116a959039aa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0433402 Feb 19 03:55:22.946606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53682) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:22.951823 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6f79b56f-6803-47a4-a65b-a6179c8d613d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:22.954044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e5031655-3638-4680-9beb-6ed058625f9d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:22.954395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e5031655-3638-4680-9beb-6ed058625f9d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:23.045527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f79b56f-6803-47a4-a65b-a6179c8d613d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:23.049168 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f79b56f-6803-47a4-a65b-a6179c8d613d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.231593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f79b56f-6803-47a4-a65b-a6179c8d613d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (556ac73b-661b-476f-981a-313a7588681d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.278673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79b56f-6803-47a4-a65b-a6179c8d613d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:23.285230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6f79b56f-6803-47a4-a65b-a6179c8d613d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:23.288727 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f79b56f-6803-47a4-a65b-a6179c8d613d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:23.289356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f79b56f-6803-47a4-a65b-a6179c8d613d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.295891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bf7d63-1d83-469a-b226-a1f8086c36a4 None None] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:23.309767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79b56f-6803-47a4-a65b-a6179c8d613d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=556ac73b-661b-476f-981a-313a7588681d,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:23.318442 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6f79b56f-6803-47a4-a65b-a6179c8d613d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3707755 Feb 19 03:55:23.321218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53686) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:23.327558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1f8174a1-9278-4854-8388-42a4a3e7b093 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'security_group': {'name': 'tempest-secgroup-1040863953'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:23.350342 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f8174a1-9278-4854-8388-42a4a3e7b093 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.422684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f8174a1-9278-4854-8388-42a4a3e7b093 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (0d9ca3e7-fc74-46e7-ba7d-025f34393d2b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.427873 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f8174a1-9278-4854-8388-42a4a3e7b093 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0d9ca3e7-fc74-46e7-ba7d-025f34393d2b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.431559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'project_id': '7e24670fabdf4eb1ac853d435a4dc923', 'fixed_ips': [{'subnet_id': '556ac73b-661b-476f-981a-313a7588681d'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:55:23.432408 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.460059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8174a1-9278-4854-8388-42a4a3e7b093 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9ca3e7-fc74-46e7-ba7d-025f34393d2b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:23.464214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f8174a1-9278-4854-8388-42a4a3e7b093 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.465474 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1f8174a1-9278-4854-8388-42a4a3e7b093 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1431746 Feb 19 03:55:23.468144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53688) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:23.473644 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b74ef01d-de4e-40a7-868d-fcd156b159a0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'security_group': {'name': 'tempest-secgroup-1458086285'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:23.498181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b74ef01d-de4e-40a7-868d-fcd156b159a0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.572604 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b74ef01d-de4e-40a7-868d-fcd156b159a0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (7497e1bb-c1f7-4871-b5ed-0a669466dd23), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.576919 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b74ef01d-de4e-40a7-868d-fcd156b159a0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7497e1bb-c1f7-4871-b5ed-0a669466dd23), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.584066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Allocated IP 172.20.0.2 (903a6ec7-7550-4e14-897d-f93c7c8f01e8/556ac73b-661b-476f-981a-313a7588681d/f58511f6-495e-402c-a98a-1d50366ef95d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:23.610805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b74ef01d-de4e-40a7-868d-fcd156b159a0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.614583 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b74ef01d-de4e-40a7-868d-fcd156b159a0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1429694 Feb 19 03:55:23.614783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53690) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:23.619713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1294845519', 'security_groups': ['7497e1bb-c1f7-4871-b5ed-0a669466dd23'], 'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '556ac73b-661b-476f-981a-313a7588681d'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:23.623971 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ef01d-de4e-40a7-868d-fcd156b159a0 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7497e1bb-c1f7-4871-b5ed-0a669466dd23,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:23.731682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:23.751112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Publish callbacks [] for port (f58511f6-495e-402c-a98a-1d50366ef95d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.756830 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.801765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:23.805535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Pushing event updated for resources: {'Port': ['ID=f58511f6-495e-402c-a98a-1d50366ef95d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:23.808889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:23.810924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:23.821254 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.839070 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port eb86aa22-309d-4351-88ae-cf2f35f13942 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:55:23.871042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Attempting to bind port f58511f6-495e-402c-a98a-1d50366ef95d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:23.871414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Attempting to bind port f58511f6-495e-402c-a98a-1d50366ef95d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '50595c4b-e9c8-4e40-8ff6-dde25d8f67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:23.871780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Attempting to bind port f58511f6-495e-402c-a98a-1d50366ef95d on network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:23.877272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:23.878726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Checking segment: {'id': '50595c4b-e9c8-4e40-8ff6-dde25d8f67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:23.878726 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.878726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Bound using segment: {'id': '50595c4b-e9c8-4e40-8ff6-dde25d8f67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:23.879051 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Bound port: f58511f6-495e-402c-a98a-1d50366ef95d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50595c4b-e9c8-4e40-8ff6-dde25d8f67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:23.879453 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.946497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] For port f58511f6-495e-402c-a98a-1d50366ef95d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:23.950181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] For port f58511f6-495e-402c-a98a-1d50366ef95d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f58511f6-495e-402c-a98a-1d50366ef95d,segment=NetworkSegment(50595c4b-e9c8-4e40-8ff6-dde25d8f67f3),segment_id=50595c4b-e9c8-4e40-8ff6-dde25d8f67f3)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:23.960188 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:24.018692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.11 (903a6ec7-7550-4e14-897d-f93c7c8f01e8/556ac73b-661b-476f-981a-313a7588681d/eb86aa22-309d-4351-88ae-cf2f35f13942) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:24.035937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b62ae-cc09-424e-9b61-fa67bfbb8a40 None None] Pushing event updated for resources: {'Port': ['ID=f58511f6-495e-402c-a98a-1d50366ef95d,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:24.174884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (eb86aa22-309d-4351-88ae-cf2f35f13942), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:24.225724 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (eb86aa22-309d-4351-88ae-cf2f35f13942), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:24.272366 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:24.275509 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:24.282866 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:24.329729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=eb86aa22-309d-4351-88ae-cf2f35f13942,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:24.354952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.355602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:24.381825 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2b12cac9-142c-4364-a825-5bc84a31e483 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7635362 Feb 19 03:55:24.382097 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53694) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:24.387413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c19392bd-99cc-42b4-8e76-1c4f5dc9170b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:24.512458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19392bd-99cc-42b4-8e76-1c4f5dc9170b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:24.515897 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c19392bd-99cc-42b4-8e76-1c4f5dc9170b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:24.623600 n-d-826756-2 neutron-server[103616]: INFO neutron.db.ipam_backend_mixin [None req-c19392bd-99cc-42b4-8e76-1c4f5dc9170b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 556ac73b-661b-476f-981a-313a7588681d (CIDR: 172.20.0.0/28) Feb 19 03:55:24.626814 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19392bd-99cc-42b4-8e76-1c4f5dc9170b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:55:24.627309 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19392bd-99cc-42b4-8e76-1c4f5dc9170b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:24.642671 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c19392bd-99cc-42b4-8e76-1c4f5dc9170b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2594235 Feb 19 03:55:24.645821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:24.650597 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-76158642-dfe5-4453-9d19-9b9e62e1309e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:24.766923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76158642-dfe5-4453-9d19-9b9e62e1309e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:24.770868 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76158642-dfe5-4453-9d19-9b9e62e1309e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:24.990447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f58511f6-495e-402c-a98a-1d50366ef95d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:25.008891 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76158642-dfe5-4453-9d19-9b9e62e1309e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (b041c69b-e40b-490e-8bae-3b845e509349), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.044529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f58511f6-495e-402c-a98a-1d50366ef95d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:25.044903 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.052036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76158642-dfe5-4453-9d19-9b9e62e1309e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:25.055340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-76158642-dfe5-4453-9d19-9b9e62e1309e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:25.059793 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76158642-dfe5-4453-9d19-9b9e62e1309e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.060392 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76158642-dfe5-4453-9d19-9b9e62e1309e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.075287 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76158642-dfe5-4453-9d19-9b9e62e1309e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=b041c69b-e40b-490e-8bae-3b845e509349,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:25.086197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53700) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:25.086739 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-76158642-dfe5-4453-9d19-9b9e62e1309e tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4394243 Feb 19 03:55:25.093208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-172846991', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b041c69b-e40b-490e-8bae-3b845e509349'}], 'security_groups': ['0d9ca3e7-fc74-46e7-ba7d-025f34393d2b']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:25.135533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f58511f6-495e-402c-a98a-1d50366ef95d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:25.135846 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.148759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d8215-3b31-4ff3-b553-29b8926a7818 None None] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:25.224955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port f58511f6-495e-402c-a98a-1d50366ef95d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f58511f6-495e-402c-a98a-1d50366ef95d,segment=NetworkSegment(50595c4b-e9c8-4e40-8ff6-dde25d8f67f3),segment_id=50595c4b-e9c8-4e40-8ff6-dde25d8f67f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:25.231847 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.252966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eb86aa22-309d-4351-88ae-cf2f35f13942), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.265618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bec67779-071c-4b74-ac0f-5b1caba62b2f None None] Provisioning complete for port 6c389bd8-e8e5-4a48-a663-116a959039aa triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:25.265938 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bec67779-071c-4b74-ac0f-5b1caba62b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.342372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bec67779-071c-4b74-ac0f-5b1caba62b2f None None] Port 6c389bd8-e8e5-4a48-a663-116a959039aa cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:25.354391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=f58511f6-495e-402c-a98a-1d50366ef95d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:25.365503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bec67779-071c-4b74-ac0f-5b1caba62b2f None None] Provisioning complete for port f58511f6-495e-402c-a98a-1d50366ef95d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:25.365895 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bec67779-071c-4b74-ac0f-5b1caba62b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.470002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bec67779-071c-4b74-ac0f-5b1caba62b2f None None] Current status of the port f58511f6-495e-402c-a98a-1d50366ef95d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:25.484141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d12bf0-5108-4c5b-b59d-8c5ac1a9f254 None None] Update dhcp port {'port': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'fixed_ips': [{'subnet_id': '556ac73b-661b-476f-981a-313a7588681d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b041c69b-e40b-490e-8bae-3b845e509349'}], 'binding:host_id': 'n-d-826756-2'}, 'id': 'f58511f6-495e-402c-a98a-1d50366ef95d'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:55:25.524098 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97d12bf0-5108-4c5b-b59d-8c5ac1a9f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.565950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Delete allocated IP 172.20.0.11 (903a6ec7-7550-4e14-897d-f93c7c8f01e8/556ac73b-661b-476f-981a-313a7588681d) {{(pid=103615) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:55:25.575504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.23 (903a6ec7-7550-4e14-897d-f93c7c8f01e8/b041c69b-e40b-490e-8bae-3b845e509349/eb86aa22-309d-4351-88ae-cf2f35f13942) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:25.731519 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (eb86aa22-309d-4351-88ae-cf2f35f13942), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.736605 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (eb86aa22-309d-4351-88ae-cf2f35f13942), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.795659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-97d12bf0-5108-4c5b-b59d-8c5ac1a9f254 None None] Allocated IP 172.20.0.18 (903a6ec7-7550-4e14-897d-f93c7c8f01e8/b041c69b-e40b-490e-8bae-3b845e509349/f58511f6-495e-402c-a98a-1d50366ef95d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:25.806527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=eb86aa22-309d-4351-88ae-cf2f35f13942,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:25.847960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] In _notify_port_updated(), no bound segment for port eb86aa22-309d-4351-88ae-cf2f35f13942 on network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 {{(pid=103615) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:55:25.853036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.853651 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.857625 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f3573e9f-02a0-4ec4-87ee-76dcee67ae39 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "PUT /v2.0/ports/eb86aa22-309d-4351-88ae-cf2f35f13942 HTTP/1.1" status: 200 len: 920 time: 0.7671566 Feb 19 03:55:25.858116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53704) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:25.901366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-97d12bf0-5108-4c5b-b59d-8c5ac1a9f254 None None] For port f58511f6-495e-402c-a98a-1d50366ef95d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f58511f6-495e-402c-a98a-1d50366ef95d,segment=NetworkSegment(50595c4b-e9c8-4e40-8ff6-dde25d8f67f3),segment_id=50595c4b-e9c8-4e40-8ff6-dde25d8f67f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:25.931582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97d12bf0-5108-4c5b-b59d-8c5ac1a9f254 None None] Publish callbacks [] for port (f58511f6-495e-402c-a98a-1d50366ef95d), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.936967 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97d12bf0-5108-4c5b-b59d-8c5ac1a9f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:25.957980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6db03839-f192-40d3-85a3-0f87a4be10b1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port eb86aa22-309d-4351-88ae-cf2f35f13942 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:25.957980 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6db03839-f192-40d3-85a3-0f87a4be10b1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (eb86aa22-309d-4351-88ae-cf2f35f13942), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.048641 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6db03839-f192-40d3-85a3-0f87a4be10b1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (eb86aa22-309d-4351-88ae-cf2f35f13942), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.063827 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6db03839-f192-40d3-85a3-0f87a4be10b1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for eb86aa22-309d-4351-88ae-cf2f35f13942 owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:26.210015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d12bf0-5108-4c5b-b59d-8c5ac1a9f254 None None] Pushing event updated for resources: {'Port': ['ID=f58511f6-495e-402c-a98a-1d50366ef95d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:26.220337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6db03839-f192-40d3-85a3-0f87a4be10b1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (eb86aa22-309d-4351-88ae-cf2f35f13942), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.251170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db03839-f192-40d3-85a3-0f87a4be10b1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=eb86aa22-309d-4351-88ae-cf2f35f13942,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:26.322111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6db03839-f192-40d3-85a3-0f87a4be10b1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.327120 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6db03839-f192-40d3-85a3-0f87a4be10b1 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/eb86aa22-309d-4351-88ae-cf2f35f13942 HTTP/1.1" status: 204 len: 168 time: 0.4673111 Feb 19 03:55:26.328210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53706) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:26.359626 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b4a633-cb55-4efa-ac43-9b739f8b6edf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:55:26.361747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-71b4a633-cb55-4efa-ac43-9b739f8b6edf tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/eb86aa22-309d-4351-88ae-cf2f35f13942 HTTP/1.1" status: 404 len: 333 time: 0.0322995 Feb 19 03:55:26.365134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53710) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:26.434302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-859c922f-0dbd-4cfb-ab67-260f6c0bbab7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (7497e1bb-c1f7-4871-b5ed-0a669466dd23), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.459768 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-859c922f-0dbd-4cfb-ab67-260f6c0bbab7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (7497e1bb-c1f7-4871-b5ed-0a669466dd23), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.509802 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-859c922f-0dbd-4cfb-ab67-260f6c0bbab7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7497e1bb-c1f7-4871-b5ed-0a669466dd23), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.512902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-859c922f-0dbd-4cfb-ab67-260f6c0bbab7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.516883 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-859c922f-0dbd-4cfb-ab67-260f6c0bbab7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/security-groups/7497e1bb-c1f7-4871-b5ed-0a669466dd23 HTTP/1.1" status: 204 len: 168 time: 0.1467307 Feb 19 03:55:26.517251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53714) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:26.526033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c922f-0dbd-4cfb-ab67-260f6c0bbab7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7497e1bb-c1f7-4871-b5ed-0a669466dd23,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:26.601830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8876183d-75e3-4edd-951e-f9ada6a99c18 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (0d9ca3e7-fc74-46e7-ba7d-025f34393d2b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.628114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8876183d-75e3-4edd-951e-f9ada6a99c18 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (0d9ca3e7-fc74-46e7-ba7d-025f34393d2b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.682850 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8876183d-75e3-4edd-951e-f9ada6a99c18 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0d9ca3e7-fc74-46e7-ba7d-025f34393d2b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.685756 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8876183d-75e3-4edd-951e-f9ada6a99c18 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.687203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8876183d-75e3-4edd-951e-f9ada6a99c18 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/security-groups/0d9ca3e7-fc74-46e7-ba7d-025f34393d2b HTTP/1.1" status: 204 len: 168 time: 0.1686947 Feb 19 03:55:26.691030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53724) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:26.699641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876183d-75e3-4edd-951e-f9ada6a99c18 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9ca3e7-fc74-46e7-ba7d-025f34393d2b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:26.756152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a816ac-4447-4d8b-88c0-359d3a7a0406 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet 556ac73b-661b-476f-981a-313a7588681d {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:26.759454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4a816ac-4447-4d8b-88c0-359d3a7a0406 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (556ac73b-661b-476f-981a-313a7588681d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.801637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4a816ac-4447-4d8b-88c0-359d3a7a0406 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (556ac73b-661b-476f-981a-313a7588681d), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.906919 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4a816ac-4447-4d8b-88c0-359d3a7a0406 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (556ac73b-661b-476f-981a-313a7588681d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.907399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-82c829cf-0bab-40d9-9f7f-b8bdcf8100c4 None None] Could not find standard attr ID for object eb86aa22-309d-4351-88ae-cf2f35f13942. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:26.953032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-82c829cf-0bab-40d9-9f7f-b8bdcf8100c4 None None] Provisioning complete for port 6c389bd8-e8e5-4a48-a663-116a959039aa triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:26.963423 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-82c829cf-0bab-40d9-9f7f-b8bdcf8100c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.002759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f58511f6-495e-402c-a98a-1d50366ef95d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:27.003046 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4a816ac-4447-4d8b-88c0-359d3a7a0406 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (556ac73b-661b-476f-981a-313a7588681d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.031244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a816ac-4447-4d8b-88c0-359d3a7a0406 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=556ac73b-661b-476f-981a-313a7588681d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:27.036775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4a816ac-4447-4d8b-88c0-359d3a7a0406 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.039476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-82c829cf-0bab-40d9-9f7f-b8bdcf8100c4 None None] Port 6c389bd8-e8e5-4a48-a663-116a959039aa cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:27.040208 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b4a816ac-4447-4d8b-88c0-359d3a7a0406 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/556ac73b-661b-476f-981a-313a7588681d HTTP/1.1" status: 204 len: 168 time: 0.3474271 Feb 19 03:55:27.044311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53734) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:27.053304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-36db80d7-2b26-4630-9a7c-3e16d5d4c56d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:27.069697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-82c829cf-0bab-40d9-9f7f-b8bdcf8100c4 None None] Provisioning complete for port f58511f6-495e-402c-a98a-1d50366ef95d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:27.070111 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-82c829cf-0bab-40d9-9f7f-b8bdcf8100c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.100764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f58511f6-495e-402c-a98a-1d50366ef95d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:27.100886 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.124769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f2fa6-c793-4537-82b9-d5875a120233 None None] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:27.217404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36db80d7-2b26-4630-9a7c-3e16d5d4c56d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:27.221139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36db80d7-2b26-4630-9a7c-3e16d5d4c56d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.319541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-82c829cf-0bab-40d9-9f7f-b8bdcf8100c4 None None] Current status of the port f58511f6-495e-402c-a98a-1d50366ef95d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:27.325060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f58511f6-495e-402c-a98a-1d50366ef95d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:27.432167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fefc49e1-59c9-41fb-baa1-79e1ee30b48a None None] Could not find standard attr ID for object eb86aa22-309d-4351-88ae-cf2f35f13942. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:27.508038 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36db80d7-2b26-4630-9a7c-3e16d5d4c56d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (43c51128-f121-4f23-b880-4f923e5b9e02), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.568460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36db80d7-2b26-4630-9a7c-3e16d5d4c56d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:27.571738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-36db80d7-2b26-4630-9a7c-3e16d5d4c56d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:27.576030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36db80d7-2b26-4630-9a7c-3e16d5d4c56d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.576847 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36db80d7-2b26-4630-9a7c-3e16d5d4c56d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.581712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db80d7-2b26-4630-9a7c-3e16d5d4c56d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=43c51128-f121-4f23-b880-4f923e5b9e02,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:27.608498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-36db80d7-2b26-4630-9a7c-3e16d5d4c56d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5630450 Feb 19 03:55:27.611278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53748) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:27.616641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-de81cb52-e13a-45ae-b483-d0f7f621f728 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'security_group': {'name': 'tempest-secgroup-1727498594'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:27.640134 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de81cb52-e13a-45ae-b483-d0f7f621f728 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.727893 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de81cb52-e13a-45ae-b483-d0f7f621f728 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (863b9516-e9e4-4297-b1f7-dca10c207e1d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.735112 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de81cb52-e13a-45ae-b483-d0f7f621f728 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (863b9516-e9e4-4297-b1f7-dca10c207e1d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.765880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81cb52-e13a-45ae-b483-d0f7f621f728 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863b9516-e9e4-4297-b1f7-dca10c207e1d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:27.771976 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de81cb52-e13a-45ae-b483-d0f7f621f728 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.773386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-de81cb52-e13a-45ae-b483-d0f7f621f728 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1609156 Feb 19 03:55:27.776197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53754) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:27.784786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ed67016d-ba5b-4e15-aeb9-581eb82c33d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'security_group': {'name': 'tempest-secgroup-1473163121'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:27.816406 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed67016d-ba5b-4e15-aeb9-581eb82c33d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.888430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed67016d-ba5b-4e15-aeb9-581eb82c33d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (a1f0261c-7d3a-475c-bf6a-926c727188cc), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.892447 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed67016d-ba5b-4e15-aeb9-581eb82c33d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a1f0261c-7d3a-475c-bf6a-926c727188cc), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.930995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed67016d-ba5b-4e15-aeb9-581eb82c33d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:27.932543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ed67016d-ba5b-4e15-aeb9-581eb82c33d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1551697 Feb 19 03:55:27.933332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67016d-ba5b-4e15-aeb9-581eb82c33d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f0261c-7d3a-475c-bf6a-926c727188cc,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:27.935345 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53756) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:27.940161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-41216a3a-0fe3-4dcd-bb16-586350236426 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'security_group': {'name': 'tempest-secgroup-1308952816'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:27.962176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb7e6c-7cbb-486f-9feb-995efa5f0509 None None] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:27.968764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41216a3a-0fe3-4dcd-bb16-586350236426 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.049057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41216a3a-0fe3-4dcd-bb16-586350236426 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (37d911c0-67d5-400e-9b45-0c94e10c3b8f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.054347 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41216a3a-0fe3-4dcd-bb16-586350236426 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (37d911c0-67d5-400e-9b45-0c94e10c3b8f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.085912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f730ae4d-790f-43f5-8a78-547a401fab65 None None] Provisioning complete for port 6c389bd8-e8e5-4a48-a663-116a959039aa triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:28.085912 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f730ae4d-790f-43f5-8a78-547a401fab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.100259 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41216a3a-0fe3-4dcd-bb16-586350236426 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.100259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-41216a3a-0fe3-4dcd-bb16-586350236426 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1612692 Feb 19 03:55:28.100824 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53762) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:28.106579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1252959217', 'security_groups': ['37d911c0-67d5-400e-9b45-0c94e10c3b8f'], 'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43c51128-f121-4f23-b880-4f923e5b9e02'}]}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:28.109931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41216a3a-0fe3-4dcd-bb16-586350236426 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d911c0-67d5-400e-9b45-0c94e10c3b8f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:28.144081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f730ae4d-790f-43f5-8a78-547a401fab65 None None] Port 6c389bd8-e8e5-4a48-a663-116a959039aa cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:28.161488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f730ae4d-790f-43f5-8a78-547a401fab65 None None] Provisioning complete for port f58511f6-495e-402c-a98a-1d50366ef95d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:28.161882 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f730ae4d-790f-43f5-8a78-547a401fab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.229132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:28.233735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.240598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536e7aaa-27a8-47c4-8faf-c25073240a3c None None] Update dhcp port {'port': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'fixed_ips': [{'subnet_id': 'b041c69b-e40b-490e-8bae-3b845e509349', 'ip_address': '172.20.0.18'}, {'subnet_id': '43c51128-f121-4f23-b880-4f923e5b9e02'}], 'binding:host_id': 'n-d-826756-2'}, 'id': 'f58511f6-495e-402c-a98a-1d50366ef95d'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:55:28.252790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] device_id is not set on port b381dad2-51c8-4c2e-8e82-75762ce3aef1 yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:55:28.301034 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-536e7aaa-27a8-47c4-8faf-c25073240a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.311969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f730ae4d-790f-43f5-8a78-547a401fab65 None None] Current status of the port f58511f6-495e-402c-a98a-1d50366ef95d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:28.497733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-536e7aaa-27a8-47c4-8faf-c25073240a3c None None] Allocated IP 172.20.0.2 (903a6ec7-7550-4e14-897d-f93c7c8f01e8/43c51128-f121-4f23-b880-4f923e5b9e02/f58511f6-495e-402c-a98a-1d50366ef95d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:28.609002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-536e7aaa-27a8-47c4-8faf-c25073240a3c None None] For port f58511f6-495e-402c-a98a-1d50366ef95d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f58511f6-495e-402c-a98a-1d50366ef95d,segment=NetworkSegment(50595c4b-e9c8-4e40-8ff6-dde25d8f67f3),segment_id=50595c4b-e9c8-4e40-8ff6-dde25d8f67f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:28.644517 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-536e7aaa-27a8-47c4-8faf-c25073240a3c None None] Publish callbacks [] for port (f58511f6-495e-402c-a98a-1d50366ef95d), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.652564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-536e7aaa-27a8-47c4-8faf-c25073240a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.746402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e7aaa-27a8-47c4-8faf-c25073240a3c None None] Pushing event updated for resources: {'Port': ['ID=f58511f6-495e-402c-a98a-1d50366ef95d,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:28.750074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.11 (903a6ec7-7550-4e14-897d-f93c7c8f01e8/43c51128-f121-4f23-b880-4f923e5b9e02/b381dad2-51c8-4c2e-8e82-75762ce3aef1) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:28.920581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (b381dad2-51c8-4c2e-8e82-75762ce3aef1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.966250 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b381dad2-51c8-4c2e-8e82-75762ce3aef1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.973960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f58511f6-495e-402c-a98a-1d50366ef95d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:29.028919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:29.031383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f58511f6-495e-402c-a98a-1d50366ef95d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:29.031851 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.033312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:29.038474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:29.079270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=b381dad2-51c8-4c2e-8e82-75762ce3aef1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:29.102952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:29.104186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.127207 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b55ccf91-0fda-4dd5-9238-d4d6c528a83a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0249407 Feb 19 03:55:29.130465 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53778) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:29.139622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-eca6fdca-7bd4-4aad-a720-223a3570fd32 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:29.140577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f58511f6-495e-402c-a98a-1d50366ef95d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:29.267223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca6fdca-7bd4-4aad-a720-223a3570fd32 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:29.271667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eca6fdca-7bd4-4aad-a720-223a3570fd32 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.368879 n-d-826756-2 neutron-server[103616]: INFO neutron.db.ipam_backend_mixin [None req-eca6fdca-7bd4-4aad-a720-223a3570fd32 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43c51128-f121-4f23-b880-4f923e5b9e02 (CIDR: 172.20.0.0/28) Feb 19 03:55:29.372745 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca6fdca-7bd4-4aad-a720-223a3570fd32 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:55:29.373242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca6fdca-7bd4-4aad-a720-223a3570fd32 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:29.389858 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eca6fdca-7bd4-4aad-a720-223a3570fd32 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2581315 Feb 19 03:55:29.392493 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53784) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:29.398089 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-85e0080c-968b-4373-b0af-a0248bf9b20f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:29.450180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8a354a40-f1a1-436f-88f5-e611b91ad520 None None] Provisioning complete for port 6c389bd8-e8e5-4a48-a663-116a959039aa triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:29.450575 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a354a40-f1a1-436f-88f5-e611b91ad520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.494289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8a354a40-f1a1-436f-88f5-e611b91ad520 None None] Port 6c389bd8-e8e5-4a48-a663-116a959039aa cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:29.507585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8a354a40-f1a1-436f-88f5-e611b91ad520 None None] Provisioning complete for port f58511f6-495e-402c-a98a-1d50366ef95d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:29.507585 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a354a40-f1a1-436f-88f5-e611b91ad520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.537257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e0080c-968b-4373-b0af-a0248bf9b20f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:29.544163 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-85e0080c-968b-4373-b0af-a0248bf9b20f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.615049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8a354a40-f1a1-436f-88f5-e611b91ad520 None None] Current status of the port f58511f6-495e-402c-a98a-1d50366ef95d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:29.652533 n-d-826756-2 neutron-server[103616]: INFO neutron.db.ipam_backend_mixin [None req-85e0080c-968b-4373-b0af-a0248bf9b20f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b041c69b-e40b-490e-8bae-3b845e509349 (CIDR: 172.20.0.16/28) Feb 19 03:55:29.656023 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e0080c-968b-4373-b0af-a0248bf9b20f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:55:29.656654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e0080c-968b-4373-b0af-a0248bf9b20f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:29.675508 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-85e0080c-968b-4373-b0af-a0248bf9b20f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2795196 Feb 19 03:55:29.675986 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53792) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:29.680737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bbe4db44-7eee-4146-8945-0ea16e813192 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'subnet': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:29.750023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-85b6a675-5617-4e5b-8fa7-14f6df9353f9 None None] Provisioning complete for port b381dad2-51c8-4c2e-8e82-75762ce3aef1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:29.750795 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-85b6a675-5617-4e5b-8fa7-14f6df9353f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b381dad2-51c8-4c2e-8e82-75762ce3aef1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.796268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-85b6a675-5617-4e5b-8fa7-14f6df9353f9 None None] Port b381dad2-51c8-4c2e-8e82-75762ce3aef1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:29.834002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe4db44-7eee-4146-8945-0ea16e813192 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Made reservation on behalf of 7e24670fabdf4eb1ac853d435a4dc923 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:29.837518 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bbe4db44-7eee-4146-8945-0ea16e813192 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.920192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-253b824f-4a37-4663-b3af-e823e3ca5f50 None None] Could not find standard attr ID for object eb86aa22-309d-4351-88ae-cf2f35f13942. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:30.100066 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bbe4db44-7eee-4146-8945-0ea16e813192 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (c07852ce-7aeb-4a60-9bcb-4ec20cb86149), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.143062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe4db44-7eee-4146-8945-0ea16e813192 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:30.147033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-bbe4db44-7eee-4146-8945-0ea16e813192 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:30.151463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4db44-7eee-4146-8945-0ea16e813192 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:30.152071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bbe4db44-7eee-4146-8945-0ea16e813192 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.158861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b44c22-4966-4163-8003-db3092cc3fca None None] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:30.179126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4db44-7eee-4146-8945-0ea16e813192 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Subnet': ['ID=c07852ce-7aeb-4a60-9bcb-4ec20cb86149,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:30.188797 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bbe4db44-7eee-4146-8945-0ea16e813192 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5090528 Feb 19 03:55:30.189031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53802) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:30.194990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-431979986', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c07852ce-7aeb-4a60-9bcb-4ec20cb86149'}], 'security_groups': ['863b9516-e9e4-4297-b1f7-dca10c207e1d', 'a1f0261c-7d3a-475c-bf6a-926c727188cc']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:30.352902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab000a37-9c1c-4c98-b571-1c0b39f41875 None None] Update dhcp port {'port': {'network_id': '903a6ec7-7550-4e14-897d-f93c7c8f01e8', 'fixed_ips': [{'subnet_id': 'b041c69b-e40b-490e-8bae-3b845e509349', 'ip_address': '172.20.0.18'}, {'subnet_id': '43c51128-f121-4f23-b880-4f923e5b9e02', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c07852ce-7aeb-4a60-9bcb-4ec20cb86149'}], 'binding:host_id': 'n-d-826756-2'}, 'id': 'f58511f6-495e-402c-a98a-1d50366ef95d'} from n-d-826756-2. {{(pid=103617) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:55:30.359225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b381dad2-51c8-4c2e-8e82-75762ce3aef1), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.382192 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab000a37-9c1c-4c98-b571-1c0b39f41875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.565237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-ab000a37-9c1c-4c98-b571-1c0b39f41875 None None] Allocated IP 172.20.0.34 (903a6ec7-7550-4e14-897d-f93c7c8f01e8/c07852ce-7aeb-4a60-9bcb-4ec20cb86149/f58511f6-495e-402c-a98a-1d50366ef95d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:30.664986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ab000a37-9c1c-4c98-b571-1c0b39f41875 None None] For port f58511f6-495e-402c-a98a-1d50366ef95d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f58511f6-495e-402c-a98a-1d50366ef95d,segment=NetworkSegment(50595c4b-e9c8-4e40-8ff6-dde25d8f67f3),segment_id=50595c4b-e9c8-4e40-8ff6-dde25d8f67f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:30.697065 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab000a37-9c1c-4c98-b571-1c0b39f41875 None None] Publish callbacks [] for port (f58511f6-495e-402c-a98a-1d50366ef95d), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.702052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab000a37-9c1c-4c98-b571-1c0b39f41875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.818525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab000a37-9c1c-4c98-b571-1c0b39f41875 None None] Pushing event updated for resources: {'Port': ['ID=f58511f6-495e-402c-a98a-1d50366ef95d,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:30.828772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Delete allocated IP 172.20.0.11 (903a6ec7-7550-4e14-897d-f93c7c8f01e8/43c51128-f121-4f23-b880-4f923e5b9e02) {{(pid=103616) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:55:30.837708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Allocated IP 172.20.0.46 (903a6ec7-7550-4e14-897d-f93c7c8f01e8/c07852ce-7aeb-4a60-9bcb-4ec20cb86149/b381dad2-51c8-4c2e-8e82-75762ce3aef1) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:30.965135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f58511f6-495e-402c-a98a-1d50366ef95d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:31.019237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f58511f6-495e-402c-a98a-1d50366ef95d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:31.020167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.053697 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for port (b381dad2-51c8-4c2e-8e82-75762ce3aef1), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.060824 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (b381dad2-51c8-4c2e-8e82-75762ce3aef1), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.127324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f58511f6-495e-402c-a98a-1d50366ef95d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:31.169059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event updated for resources: {'Port': ['ID=b381dad2-51c8-4c2e-8e82-75762ce3aef1,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:31.186144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] In _notify_port_updated(), no bound segment for port b381dad2-51c8-4c2e-8e82-75762ce3aef1 on network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 {{(pid=103616) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:55:31.191507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:31.192142 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.196531 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-24806455-3522-48fd-9c55-37c72e5502df tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "PUT /v2.0/ports/b381dad2-51c8-4c2e-8e82-75762ce3aef1 HTTP/1.1" status: 200 len: 959 time: 1.0032499 Feb 19 03:55:31.196859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53818) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:31.302897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0ab49f43-a082-4d59-a7ff-7a9e969e2c76 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port b381dad2-51c8-4c2e-8e82-75762ce3aef1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:31.303267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ab49f43-a082-4d59-a7ff-7a9e969e2c76 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b381dad2-51c8-4c2e-8e82-75762ce3aef1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.400475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ab49f43-a082-4d59-a7ff-7a9e969e2c76 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b381dad2-51c8-4c2e-8e82-75762ce3aef1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.414230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0ab49f43-a082-4d59-a7ff-7a9e969e2c76 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for b381dad2-51c8-4c2e-8e82-75762ce3aef1 owned by {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:31.452606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2a226e3e-af68-40d6-ad93-ceab668faf19 None None] Provisioning complete for port b381dad2-51c8-4c2e-8e82-75762ce3aef1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:31.453550 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a226e3e-af68-40d6-ad93-ceab668faf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b381dad2-51c8-4c2e-8e82-75762ce3aef1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.648217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2a226e3e-af68-40d6-ad93-ceab668faf19 None None] Port b381dad2-51c8-4c2e-8e82-75762ce3aef1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:31.658502 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2a226e3e-af68-40d6-ad93-ceab668faf19 None None] Provisioning complete for port 6c389bd8-e8e5-4a48-a663-116a959039aa triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:31.658889 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a226e3e-af68-40d6-ad93-ceab668faf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.694920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2a226e3e-af68-40d6-ad93-ceab668faf19 None None] Port 6c389bd8-e8e5-4a48-a663-116a959039aa cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:31.704941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2a226e3e-af68-40d6-ad93-ceab668faf19 None None] Provisioning complete for port f58511f6-495e-402c-a98a-1d50366ef95d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:31.705361 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a226e3e-af68-40d6-ad93-ceab668faf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.794651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2a226e3e-af68-40d6-ad93-ceab668faf19 None None] Current status of the port f58511f6-495e-402c-a98a-1d50366ef95d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:31.931622 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ab49f43-a082-4d59-a7ff-7a9e969e2c76 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b381dad2-51c8-4c2e-8e82-75762ce3aef1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:31.964727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49f43-a082-4d59-a7ff-7a9e969e2c76 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=b381dad2-51c8-4c2e-8e82-75762ce3aef1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:32.008738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0f61efca-e059-416a-91e3-ae2530e373b5 None None] Could not find standard attr ID for object b381dad2-51c8-4c2e-8e82-75762ce3aef1. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:55:32.034878 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ab49f43-a082-4d59-a7ff-7a9e969e2c76 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.041303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0ab49f43-a082-4d59-a7ff-7a9e969e2c76 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/b381dad2-51c8-4c2e-8e82-75762ce3aef1 HTTP/1.1" status: 204 len: 168 time: 0.8409076 Feb 19 03:55:32.041671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53834) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:32.069051 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c32aad-2fc8-4911-b583-67732b4374cc tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] GET failed (client error): The resource could not be found. Feb 19 03:55:32.070562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-71c32aad-2fc8-4911-b583-67732b4374cc tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports/b381dad2-51c8-4c2e-8e82-75762ce3aef1 HTTP/1.1" status: 404 len: 333 time: 0.0280974 Feb 19 03:55:32.073329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53836) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:32.134508 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6292cd2-91ea-41f6-b156-98f7c9cd81d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (37d911c0-67d5-400e-9b45-0c94e10c3b8f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.158802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6292cd2-91ea-41f6-b156-98f7c9cd81d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (37d911c0-67d5-400e-9b45-0c94e10c3b8f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.216748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6292cd2-91ea-41f6-b156-98f7c9cd81d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (37d911c0-67d5-400e-9b45-0c94e10c3b8f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.219615 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6292cd2-91ea-41f6-b156-98f7c9cd81d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.220954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f6292cd2-91ea-41f6-b156-98f7c9cd81d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/security-groups/37d911c0-67d5-400e-9b45-0c94e10c3b8f HTTP/1.1" status: 204 len: 168 time: 0.1466587 Feb 19 03:55:32.225185 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53842) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:32.231515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6292cd2-91ea-41f6-b156-98f7c9cd81d7 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d911c0-67d5-400e-9b45-0c94e10c3b8f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:32.297819 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28d738a2-6ce0-44cb-923f-4c9e230ba639 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (a1f0261c-7d3a-475c-bf6a-926c727188cc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.320938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28d738a2-6ce0-44cb-923f-4c9e230ba639 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (a1f0261c-7d3a-475c-bf6a-926c727188cc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.364377 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28d738a2-6ce0-44cb-923f-4c9e230ba639 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a1f0261c-7d3a-475c-bf6a-926c727188cc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.370670 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-28d738a2-6ce0-44cb-923f-4c9e230ba639 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.371991 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-28d738a2-6ce0-44cb-923f-4c9e230ba639 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/security-groups/a1f0261c-7d3a-475c-bf6a-926c727188cc HTTP/1.1" status: 204 len: 168 time: 0.1439517 Feb 19 03:55:32.374802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53848) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:32.382222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d738a2-6ce0-44cb-923f-4c9e230ba639 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f0261c-7d3a-475c-bf6a-926c727188cc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:32.431548 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab5c84b1-f25a-4b22-952b-046d85a646db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (863b9516-e9e4-4297-b1f7-dca10c207e1d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.455186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab5c84b1-f25a-4b22-952b-046d85a646db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (863b9516-e9e4-4297-b1f7-dca10c207e1d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.498014 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab5c84b1-f25a-4b22-952b-046d85a646db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (863b9516-e9e4-4297-b1f7-dca10c207e1d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.500497 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab5c84b1-f25a-4b22-952b-046d85a646db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.501743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ab5c84b1-f25a-4b22-952b-046d85a646db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/security-groups/863b9516-e9e4-4297-b1f7-dca10c207e1d HTTP/1.1" status: 204 len: 168 time: 0.1258643 Feb 19 03:55:32.504802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53850) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:32.520151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c84b1-f25a-4b22-952b-046d85a646db tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863b9516-e9e4-4297-b1f7-dca10c207e1d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:32.560370 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e518c59-6889-4ffa-81f3-618b8a23437b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet 43c51128-f121-4f23-b880-4f923e5b9e02 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:32.563758 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e518c59-6889-4ffa-81f3-618b8a23437b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (43c51128-f121-4f23-b880-4f923e5b9e02), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.605384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e518c59-6889-4ffa-81f3-618b8a23437b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (43c51128-f121-4f23-b880-4f923e5b9e02), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.690540 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e518c59-6889-4ffa-81f3-618b8a23437b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (43c51128-f121-4f23-b880-4f923e5b9e02), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.760205 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e518c59-6889-4ffa-81f3-618b8a23437b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (43c51128-f121-4f23-b880-4f923e5b9e02), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.784857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e518c59-6889-4ffa-81f3-618b8a23437b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=43c51128-f121-4f23-b880-4f923e5b9e02,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:32.791118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2e518c59-6889-4ffa-81f3-618b8a23437b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.794348 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2e518c59-6889-4ffa-81f3-618b8a23437b tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/43c51128-f121-4f23-b880-4f923e5b9e02 HTTP/1.1" status: 204 len: 168 time: 0.2884936 Feb 19 03:55:32.798153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53858) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:32.805052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cef510-dc58-4ed5-b1b3-e9d820fccd5b None None] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:32.853675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde3e0fd-9893-44a6-ab9a-13fc0fe0384a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet c07852ce-7aeb-4a60-9bcb-4ec20cb86149 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:32.856877 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cde3e0fd-9893-44a6-ab9a-13fc0fe0384a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (c07852ce-7aeb-4a60-9bcb-4ec20cb86149), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:32.903169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cde3e0fd-9893-44a6-ab9a-13fc0fe0384a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (c07852ce-7aeb-4a60-9bcb-4ec20cb86149), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.004916 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cde3e0fd-9893-44a6-ab9a-13fc0fe0384a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (c07852ce-7aeb-4a60-9bcb-4ec20cb86149), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.074706 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cde3e0fd-9893-44a6-ab9a-13fc0fe0384a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (c07852ce-7aeb-4a60-9bcb-4ec20cb86149), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.101678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3e0fd-9893-44a6-ab9a-13fc0fe0384a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=c07852ce-7aeb-4a60-9bcb-4ec20cb86149,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:33.108291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cde3e0fd-9893-44a6-ab9a-13fc0fe0384a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.115171 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cde3e0fd-9893-44a6-ab9a-13fc0fe0384a tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/c07852ce-7aeb-4a60-9bcb-4ec20cb86149 HTTP/1.1" status: 204 len: 168 time: 0.3158019 Feb 19 03:55:33.117401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53864) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.149614 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7072fd-e4a5-4fa7-890e-c3fbeae37b05 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.150220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7072fd-e4a5-4fa7-890e-c3fbeae37b05 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.153590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7a7072fd-e4a5-4fa7-890e-c3fbeae37b05 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/43c51128-f121-4f23-b880-4f923e5b9e02 HTTP/1.1" status: 404 len: 337 time: 0.0350502 Feb 19 03:55:33.156163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53866) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.209883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aed9d4-10b3-4389-a493-8f4946a95478 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting subnet b041c69b-e40b-490e-8bae-3b845e509349 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:33.213457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7aed9d4-10b3-4389-a493-8f4946a95478 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (b041c69b-e40b-490e-8bae-3b845e509349), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.267927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7aed9d4-10b3-4389-a493-8f4946a95478 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (b041c69b-e40b-490e-8bae-3b845e509349), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.360363 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7aed9d4-10b3-4389-a493-8f4946a95478 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (b041c69b-e40b-490e-8bae-3b845e509349), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.427791 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7aed9d4-10b3-4389-a493-8f4946a95478 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (b041c69b-e40b-490e-8bae-3b845e509349), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.460329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aed9d4-10b3-4389-a493-8f4946a95478 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Subnet': ['ID=b041c69b-e40b-490e-8bae-3b845e509349,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:33.464243 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7aed9d4-10b3-4389-a493-8f4946a95478 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.470055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d7aed9d4-10b3-4389-a493-8f4946a95478 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/b041c69b-e40b-490e-8bae-3b845e509349 HTTP/1.1" status: 204 len: 168 time: 0.3127267 Feb 19 03:55:33.470328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53876) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.499859 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6125ea64-5b0d-4935-b108-9e5e25f4b120 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.500330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6125ea64-5b0d-4935-b108-9e5e25f4b120 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.503500 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6125ea64-5b0d-4935-b108-9e5e25f4b120 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/556ac73b-661b-476f-981a-313a7588681d HTTP/1.1" status: 404 len: 337 time: 0.0322394 Feb 19 03:55:33.506227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53878) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.545279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc36dab0-f741-4423-8bb6-473afbdec38c None None] Network 903a6ec7-7550-4e14-897d-f93c7c8f01e8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:33.564178 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-275b2c04-c244-465f-a846-2f5bdba22545 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "GET /v2.0/ports?device_id=468e2958-25f6-40f5-89b8-99a22139c657 HTTP/1.1" status: 200 len: 205 time: 0.0566211 Feb 19 03:55:33.566917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53880) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.607035 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-2ebbd957-bee4-4d5d-bf3c-796f784e7388 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] delete failed (client error): The resource could not be found. Feb 19 03:55:33.608598 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2ebbd957-bee4-4d5d-bf3c-796f784e7388 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/routers/468e2958-25f6-40f5-89b8-99a22139c657 HTTP/1.1" status: 404 len: 336 time: 0.0404117 Feb 19 03:55:33.610750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53882) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.645521 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb9ecd3-cd20-475d-a125-b9f445976e73 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.646553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb9ecd3-cd20-475d-a125-b9f445976e73 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.650663 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6cb9ecd3-cd20-475d-a125-b9f445976e73 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/f223516f-1cb6-44ab-9c13-f3c2f9da36c2 HTTP/1.1" status: 404 len: 337 time: 0.0389605 Feb 19 03:55:33.653439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53886) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.656234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fa387dfb-accb-4fd1-a159-9f7e80d95a56 None None] Provisioning complete for port 6c389bd8-e8e5-4a48-a663-116a959039aa triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:33.656613 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fa387dfb-accb-4fd1-a159-9f7e80d95a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.690757 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b779ecc6-f36c-4530-9dc3-48631ae59c94 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.691951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b779ecc6-f36c-4530-9dc3-48631ae59c94 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.695285 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b779ecc6-f36c-4530-9dc3-48631ae59c94 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/4f97ebf8-cb28-4f69-b567-d6edeb24341f HTTP/1.1" status: 404 len: 337 time: 0.0401559 Feb 19 03:55:33.697787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53888) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.703190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fa387dfb-accb-4fd1-a159-9f7e80d95a56 None None] Port 6c389bd8-e8e5-4a48-a663-116a959039aa cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:33.718401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fa387dfb-accb-4fd1-a159-9f7e80d95a56 None None] Provisioning complete for port f58511f6-495e-402c-a98a-1d50366ef95d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:33.718781 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fa387dfb-accb-4fd1-a159-9f7e80d95a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.733908 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f86320c-f7d7-4e2d-a38f-ea26b828b7c3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.734610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f86320c-f7d7-4e2d-a38f-ea26b828b7c3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.742084 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5f86320c-f7d7-4e2d-a38f-ea26b828b7c3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/3c47065c-10ca-4ce6-8ef4-45f35d2c0e4f HTTP/1.1" status: 404 len: 337 time: 0.0428193 Feb 19 03:55:33.742317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53892) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.743130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483cdaab-7f90-40ae-909c-711c32c2435b None None] DHCP port deletion for 903a6ec7-7550-4e14-897d-f93c7c8f01e8 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:55:33.774460 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e0a39e-38c1-4a61-a190-262a501fb853 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.775023 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e0a39e-38c1-4a61-a190-262a501fb853 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.778095 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6e0a39e-38c1-4a61-a190-262a501fb853 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/b817b05b-fec4-4893-b275-e420b0a96415 HTTP/1.1" status: 404 len: 333 time: 0.0349033 Feb 19 03:55:33.780663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53896) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.810724 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-04129f9f-6269-421b-802b-2a51099baa37 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.811192 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04129f9f-6269-421b-802b-2a51099baa37 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.815100 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-04129f9f-6269-421b-802b-2a51099baa37 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/f24215ed-905a-4f81-892e-455f93ad7e39 HTTP/1.1" status: 404 len: 337 time: 0.0326397 Feb 19 03:55:33.817908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53898) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.843808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-483cdaab-7f90-40ae-909c-711c32c2435b None None] Deleting port f58511f6-495e-402c-a98a-1d50366ef95d {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:33.844546 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-483cdaab-7f90-40ae-909c-711c32c2435b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.846087 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-12497e81-5b17-4ba4-868c-05d34c421f8d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.846561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12497e81-5b17-4ba4-868c-05d34c421f8d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.850969 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-12497e81-5b17-4ba4-868c-05d34c421f8d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/70dfc534-6400-44eb-94c9-db18ff14667b HTTP/1.1" status: 404 len: 337 time: 0.0308583 Feb 19 03:55:33.852300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53900) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.877528 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-042a2481-bf5d-4743-8aa3-0dd313fc5a2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.878239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042a2481-bf5d-4743-8aa3-0dd313fc5a2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.882141 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-042a2481-bf5d-4743-8aa3-0dd313fc5a2f tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/a4736760-5b9f-48f2-b8c2-98239478a3e6 HTTP/1.1" status: 404 len: 333 time: 0.0286307 Feb 19 03:55:33.884688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53902) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.905799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fa387dfb-accb-4fd1-a159-9f7e80d95a56 None None] Current status of the port f58511f6-495e-402c-a98a-1d50366ef95d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:33.913339 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabe885b-7fa6-4901-9242-63feb98e82e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.914093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabe885b-7fa6-4901-9242-63feb98e82e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.919449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-eabe885b-7fa6-4901-9242-63feb98e82e3 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/4f3a7937-17f4-4615-b623-48746f30fe8d HTTP/1.1" status: 404 len: 337 time: 0.0314651 Feb 19 03:55:33.920184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53904) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:33.924746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-483cdaab-7f90-40ae-909c-711c32c2435b None None] For port f58511f6-495e-402c-a98a-1d50366ef95d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f58511f6-495e-402c-a98a-1d50366ef95d,segment=NetworkSegment(50595c4b-e9c8-4e40-8ff6-dde25d8f67f3),segment_id=50595c4b-e9c8-4e40-8ff6-dde25d8f67f3)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:33.925178 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-483cdaab-7f90-40ae-909c-711c32c2435b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:33.939122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-483cdaab-7f90-40ae-909c-711c32c2435b None None] Calling delete_port for f58511f6-495e-402c-a98a-1d50366ef95d owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:33.946577 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-5381a4e8-cdfd-4224-8bbf-a9fbe88b6356 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] DELETE failed (client error): The resource could not be found. Feb 19 03:55:33.947044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5381a4e8-cdfd-4224-8bbf-a9fbe88b6356 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:55:33.950080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5381a4e8-cdfd-4224-8bbf-a9fbe88b6356 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/subnets/7d71ce59-5594-439b-9023-21289cc67076 HTTP/1.1" status: 404 len: 337 time: 0.0289512 Feb 19 03:55:33.952791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53906) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:34.030990 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-483cdaab-7f90-40ae-909c-711c32c2435b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (f58511f6-495e-402c-a98a-1d50366ef95d), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.057347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cdaab-7f90-40ae-909c-711c32c2435b None None] Pushing event deleted for resources: {'Port': ['ID=f58511f6-495e-402c-a98a-1d50366ef95d,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:34.058919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a5c21a5d-de40-4d3c-8895-da5acfa40611 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Deleting port 6c389bd8-e8e5-4a48-a663-116a959039aa {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:34.059492 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5c21a5d-de40-4d3c-8895-da5acfa40611 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.067752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cdaab-7f90-40ae-909c-711c32c2435b None None] No DVR routers for this DVR port f58511f6-495e-402c-a98a-1d50366ef95d on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:34.131573 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5c21a5d-de40-4d3c-8895-da5acfa40611 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.146252 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-a5c21a5d-de40-4d3c-8895-da5acfa40611 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Calling delete_port for 6c389bd8-e8e5-4a48-a663-116a959039aa owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:34.229755 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5c21a5d-de40-4d3c-8895-da5acfa40611 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (6c389bd8-e8e5-4a48-a663-116a959039aa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.259655 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c21a5d-de40-4d3c-8895-da5acfa40611 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Port': ['ID=6c389bd8-e8e5-4a48-a663-116a959039aa,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:34.263204 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a5c21a5d-de40-4d3c-8895-da5acfa40611 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.266612 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a5c21a5d-de40-4d3c-8895-da5acfa40611 tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/ports/6c389bd8-e8e5-4a48-a663-116a959039aa HTTP/1.1" status: 204 len: 168 time: 0.3127890 Feb 19 03:55:34.269196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53914) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:34.355246 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (903a6ec7-7550-4e14-897d-f93c7c8f01e8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.442721 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (903a6ec7-7550-4e14-897d-f93c7c8f01e8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.463421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903a6ec7-7550-4e14-897d-f93c7c8f01e8']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:34.472412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50595c4b-e9c8-4e40-8ff6-dde25d8f67f3') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:34.472721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50595c4b-e9c8-4e40-8ff6-dde25d8f67f3') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:34.481680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (50595c4b-e9c8-4e40-8ff6-dde25d8f67f3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.495038 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (50595c4b-e9c8-4e40-8ff6-dde25d8f67f3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.501077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:55:34.501465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (50595c4b-e9c8-4e40-8ff6-dde25d8f67f3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:55:34.505239 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:55:34.570921 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (903a6ec7-7550-4e14-897d-f93c7c8f01e8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.580542 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.584076 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] 10.222.0.42 "DELETE /v2.0/networks/903a6ec7-7550-4e14-897d-f93c7c8f01e8 HTTP/1.1" status: 204 len: 168 time: 0.3133113 Feb 19 03:55:34.594412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912edbf-458a-46b3-9529-6680c3ee6e3d tempest-PortsTestJSON-165636438 tempest-PortsTestJSON-165636438-project] Pushing event deleted for resources: {'Network': ['ID=903a6ec7-7550-4e14-897d-f93c7c8f01e8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:34.847706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53934) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:34.949864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f58511f6-495e-402c-a98a-1d50366ef95d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:34.970214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f58511f6-495e-402c-a98a-1d50366ef95d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:34.970565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f58511f6-495e-402c-a98a-1d50366ef95d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:35.002209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2ede51dd-e960-449e-b33a-a9ab38493b99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e24670fabdf4eb1ac853d435a4dc923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1531310 Feb 19 03:55:35.005305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 53938) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:35.052512 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0e346e4-8618-4f25-ae52-96bd517ba253 admin admin] Publish callbacks [] for security_group (6ddde98a-a586-4100-82fa-674c5dc476bf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:35.074136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0e346e4-8618-4f25-ae52-96bd517ba253 admin admin] Publish callbacks [] for security_group (6ddde98a-a586-4100-82fa-674c5dc476bf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:35.122334 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0e346e4-8618-4f25-ae52-96bd517ba253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (6ddde98a-a586-4100-82fa-674c5dc476bf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:35.125020 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0e346e4-8618-4f25-ae52-96bd517ba253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:35.126234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c0e346e4-8618-4f25-ae52-96bd517ba253 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ddde98a-a586-4100-82fa-674c5dc476bf HTTP/1.1" status: 204 len: 168 time: 0.1198895 Feb 19 03:55:35.134588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e346e4-8618-4f25-ae52-96bd517ba253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddde98a-a586-4100-82fa-674c5dc476bf,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:35.794873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53974) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:35.898842 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-371817ad-1d63-4995-8e02-e18f4ceb7464 tempest-ServiceProvidersTest-666955891 tempest-ServiceProvidersTest-666955891-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1028011 Feb 19 03:55:36.154411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53990) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:36.269472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945d7fe7-6664-4591-9c97-94b8ad4cca4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.346805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945d7fe7-6664-4591-9c97-94b8ad4cca4f admin admin] Publish callbacks [] for security_group (c2f4dbc7-e536-4ade-9848-96c5f0056df8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.351331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-945d7fe7-6664-4591-9c97-94b8ad4cca4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c2f4dbc7-e536-4ade-9848-96c5f0056df8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.355682 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.389626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d7fe7-6664-4591-9c97-94b8ad4cca4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f4dbc7-e536-4ade-9848-96c5f0056df8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:36.394101 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-945d7fe7-6664-4591-9c97-94b8ad4cca4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4afe41236874b37966ec09391a7ceb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2385805 Feb 19 03:55:36.396849 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 53994) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:36.454363 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-660bd34e-41f5-46bf-9c29-0b6c2793550e admin admin] Publish callbacks [] for security_group (c2f4dbc7-e536-4ade-9848-96c5f0056df8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.478941 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-660bd34e-41f5-46bf-9c29-0b6c2793550e admin admin] Publish callbacks [] for security_group (c2f4dbc7-e536-4ade-9848-96c5f0056df8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.533694 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-660bd34e-41f5-46bf-9c29-0b6c2793550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c2f4dbc7-e536-4ade-9848-96c5f0056df8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.537207 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-660bd34e-41f5-46bf-9c29-0b6c2793550e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.538436 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-660bd34e-41f5-46bf-9c29-0b6c2793550e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2f4dbc7-e536-4ade-9848-96c5f0056df8 HTTP/1.1" status: 204 len: 168 time: 0.1406732 Feb 19 03:55:36.547599 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bd34e-41f5-46bf-9c29-0b6c2793550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f4dbc7-e536-4ade-9848-96c5f0056df8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:37.210581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54030) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:37.321706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-40923125'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:37.341293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Made reservation on behalf of e404a5359cb74871bdc52444aab4f10d for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:37.344729 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.354007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.431286 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for security_group (282020fb-ab35-4626-9455-fefac2ae1dff), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.434984 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (282020fb-ab35-4626-9455-fefac2ae1dff), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.460100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:55:37.475368 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282020fb-ab35-4626-9455-fefac2ae1dff,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:37.481558 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b8015aff-3ca1-46d1-8085-2fe489eeccfa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.481931 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Added segment b8015aff-3ca1-46d1-8085-2fe489eeccfa of type vlan for network 27b4ed4d-873b-4cab-9b14-bab0e9bd0812 Feb 19 03:55:37.524686 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (27b4ed4d-873b-4cab-9b14-bab0e9bd0812), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.557241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (27b4ed4d-873b-4cab-9b14-bab0e9bd0812), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.562527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:37.563409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.630524 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4159284 Feb 19 03:55:37.631395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54042) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:37.636397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d98e64-5646-4cb3-a301-72b0bbd6e167 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Pushing event updated for resources: {'Network': ['ID=27b4ed4d-873b-4cab-9b14-bab0e9bd0812,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:37.637103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Request body: {'subnet': {'network_id': '27b4ed4d-873b-4cab-9b14-bab0e9bd0812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:37.648521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 27b4ed4d-873b-4cab-9b14-bab0e9bd0812 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:55:37.728574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Made reservation on behalf of e404a5359cb74871bdc52444aab4f10d for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:37.732159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.922029 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (4d423848-9a29-4623-8148-5750c2b736ec), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.985625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Pushing event updated for resources: {'Subnet': ['ID=4d423848-9a29-4623-8148-5750c2b736ec,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:37.991090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Checking segment: {'id': 'b8015aff-3ca1-46d1-8085-2fe489eeccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27b4ed4d-873b-4cab-9b14-bab0e9bd0812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:37.991682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Network hostable DHCP agents. Network: 27b4ed4d-873b-4cab-9b14-bab0e9bd0812, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:55:38.009650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Network 27b4ed4d-873b-4cab-9b14-bab0e9bd0812 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:55:38.020104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 27b4ed4d-873b-4cab-9b14-bab0e9bd0812) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:38.024977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:38.025574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.043190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad7b516-80ac-4f06-805b-87ea5a19483e None None] Network 27b4ed4d-873b-4cab-9b14-bab0e9bd0812 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:38.050155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54054) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:38.050426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d7f10932-e76f-4e54-ad4f-6f39f836526c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4175551 Feb 19 03:55:38.055142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Request body: {'port': {'network_id': '27b4ed4d-873b-4cab-9b14-bab0e9bd0812', 'name': 'tempest-TagsExtTest-1998605138'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:38.155114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-27b4ed4d-873b-4cab-9b14-bab0e9bd0812', 'network_id': '27b4ed4d-873b-4cab-9b14-bab0e9bd0812', 'project_id': 'e404a5359cb74871bdc52444aab4f10d', 'fixed_ips': [{'subnet_id': '4d423848-9a29-4623-8148-5750c2b736ec'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:55:38.155975 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.182314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Made reservation on behalf of e404a5359cb74871bdc52444aab4f10d for: {'port': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:38.186042 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.205009 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] device_id is not set on port 43f30bb4-67d9-443b-916f-0f3bce3987da yet. {{(pid=103616) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:55:38.311181 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbed1-c399-4bd8-b19f-6f0a96f6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.315938 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Allocated IP 172.20.0.2 (27b4ed4d-873b-4cab-9b14-bab0e9bd0812/4d423848-9a29-4623-8148-5750c2b736ec/daaf3f96-f348-430e-9a9e-7279500b5ac4) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:38.464265 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Publish callbacks [] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.470818 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.518090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Network 27b4ed4d-873b-4cab-9b14-bab0e9bd0812 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:38.522566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:38.524486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Pushing event updated for resources: {'Port': ['ID=daaf3f96-f348-430e-9a9e-7279500b5ac4,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:38.526666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:38.527249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Allocated IP 172.20.0.4 (27b4ed4d-873b-4cab-9b14-bab0e9bd0812/4d423848-9a29-4623-8148-5750c2b736ec/43f30bb4-67d9-443b-916f-0f3bce3987da) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:38.590200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Attempting to bind port daaf3f96-f348-430e-9a9e-7279500b5ac4 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:38.590709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Attempting to bind port daaf3f96-f348-430e-9a9e-7279500b5ac4 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'b8015aff-3ca1-46d1-8085-2fe489eeccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27b4ed4d-873b-4cab-9b14-bab0e9bd0812'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:38.591086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Attempting to bind port daaf3f96-f348-430e-9a9e-7279500b5ac4 on network 27b4ed4d-873b-4cab-9b14-bab0e9bd0812 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:38.596178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:38.596575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Checking segment: {'id': 'b8015aff-3ca1-46d1-8085-2fe489eeccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27b4ed4d-873b-4cab-9b14-bab0e9bd0812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:38.596964 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.597971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Bound using segment: {'id': 'b8015aff-3ca1-46d1-8085-2fe489eeccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27b4ed4d-873b-4cab-9b14-bab0e9bd0812'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:38.598451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Bound port: daaf3f96-f348-430e-9a9e-7279500b5ac4, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8015aff-3ca1-46d1-8085-2fe489eeccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27b4ed4d-873b-4cab-9b14-bab0e9bd0812'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:38.598835 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.668821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] For port daaf3f96-f348-430e-9a9e-7279500b5ac4, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:38.671829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] For port daaf3f96-f348-430e-9a9e-7279500b5ac4, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=daaf3f96-f348-430e-9a9e-7279500b5ac4,segment=NetworkSegment(b8015aff-3ca1-46d1-8085-2fe489eeccfa),segment_id=b8015aff-3ca1-46d1-8085-2fe489eeccfa)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:38.680258 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.693009 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for port (43f30bb4-67d9-443b-916f-0f3bce3987da), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.729386 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (43f30bb4-67d9-443b-916f-0f3bce3987da), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.750887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700da27f-4d8e-439a-804b-10f90142c9f4 None None] Pushing event updated for resources: {'Port': ['ID=daaf3f96-f348-430e-9a9e-7279500b5ac4,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:38.779534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Network 27b4ed4d-873b-4cab-9b14-bab0e9bd0812 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:38.790455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Pushing event updated for resources: {'Port': ['ID=43f30bb4-67d9-443b-916f-0f3bce3987da,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:38.802698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:38.805065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:38.864583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:38.865405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.883338 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b4e58e39-c3a0-4e7f-aaed-167d280fcf14 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8320620 Feb 19 03:55:38.886035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54070) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:38.891669 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-627a7a22-8f90-4a1a-bc10-9d1a2d5de5fe tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1105571466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:38.917717 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-627a7a22-8f90-4a1a-bc10-9d1a2d5de5fe tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.920549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-627a7a22-8f90-4a1a-bc10-9d1a2d5de5fe tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:39.014120 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-627a7a22-8f90-4a1a-bc10-9d1a2d5de5fe tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for router_controller (4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:39.019676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-627a7a22-8f90-4a1a-bc10-9d1a2d5de5fe tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:39.045690 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-627a7a22-8f90-4a1a-bc10-9d1a2d5de5fe tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:39.047388 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-627a7a22-8f90-4a1a-bc10-9d1a2d5de5fe tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1602943 Feb 19 03:55:39.050380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54072) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.058178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7afc5324-7c20-4257-ba57-3ca01bc32d67 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1608348727', 'prefixes': ['172.20.0.0/16']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:39.122091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7afc5324-7c20-4257-ba57-3ca01bc32d67 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:39.123369 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7afc5324-7c20-4257-ba57-3ca01bc32d67 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0712094 Feb 19 03:55:39.127004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54078) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.133541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-e98e6438-a824-4096-b60d-562b8e26f8ed tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec', 'tempest-TagsExtTest-Tag-1498779712') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.246673 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e98e6438-a824-4096-b60d-562b8e26f8ed tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags/tempest-TagsExtTest-Tag-1498779712 HTTP/1.1" status: 201 len: 201 time: 0.1186085 Feb 19 03:55:39.249222 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54080) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.253868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-bc52a437-809c-4007-95c6-5b7724507476 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da', 'tempest-TagsExtTest-Tag-341403229') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.320916 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bc52a437-809c-4007-95c6-5b7724507476 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags/tempest-TagsExtTest-Tag-341403229 HTTP/1.1" status: 201 len: 201 time: 0.0706739 Feb 19 03:55:39.324012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54082) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.329183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-94bf3324-fdd1-4102-a461-1b8fbdae0837 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205', 'tempest-TagsExtTest-Tag-983101765') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.426329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-94bf3324-fdd1-4102-a461-1b8fbdae0837 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags/tempest-TagsExtTest-Tag-983101765 HTTP/1.1" status: 201 len: 201 time: 0.1010246 Feb 19 03:55:39.429042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54088) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.433713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-e98b5e89-dadd-4c6a-be40-fd91a020f2bf tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8', 'tempest-TagsExtTest-Tag-2105765959') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.492877 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e98b5e89-dadd-4c6a-be40-fd91a020f2bf tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags/tempest-TagsExtTest-Tag-2105765959 HTTP/1.1" status: 201 len: 201 time: 0.0617595 Feb 19 03:55:39.495244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54090) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.502278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-e40900e3-cf8a-42cd-abae-2fdbf5602c39 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.607553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e40900e3-cf8a-42cd-abae-2fdbf5602c39 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags HTTP/1.1" status: 200 len: 241 time: 0.1105366 Feb 19 03:55:39.608923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54092) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.613643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-d6c03e4b-785a-46b9-9e47-5747ac339102 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec', 'tempest-TagsExtTest-Tag-1498779712') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.674816 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6c03e4b-785a-46b9-9e47-5747ac339102 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags/tempest-TagsExtTest-Tag-1498779712 HTTP/1.1" status: 204 len: 168 time: 0.0625141 Feb 19 03:55:39.675091 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54098) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.679426 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-c6fbae31-5b5a-42b4-9440-def0ee8ac685 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec', 'tempest-TagsExtTest-Tag-1498779712') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.757642 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c6fbae31-5b5a-42b4-9440-def0ee8ac685 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags/tempest-TagsExtTest-Tag-1498779712 HTTP/1.1" status: 204 len: 168 time: 0.0811925 Feb 19 03:55:39.759701 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54100) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.763960 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-0ef2b71e-4150-4e70-873e-479165d096e2 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.827172 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0ef2b71e-4150-4e70-873e-479165d096e2 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags HTTP/1.1" status: 200 len: 205 time: 0.0663140 Feb 19 03:55:39.829450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54104) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.834609 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-1b407c28-fcdc-4687-afc9-941dbaa8e7e1 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.877721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed7e57f-5590-44c9-b1e6-d9c5684b29d0 None None] Network 27b4ed4d-873b-4cab-9b14-bab0e9bd0812 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:39.890031 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1b407c28-fcdc-4687-afc9-941dbaa8e7e1 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags HTTP/1.1" status: 200 len: 240 time: 0.0594244 Feb 19 03:55:39.892863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54106) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.898288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-ca920786-1108-4103-b8d2-d03530d5c5bd tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da', 'tempest-TagsExtTest-Tag-341403229') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.954966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ca920786-1108-4103-b8d2-d03530d5c5bd tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags/tempest-TagsExtTest-Tag-341403229 HTTP/1.1" status: 204 len: 168 time: 0.0602992 Feb 19 03:55:39.957793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54112) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:39.962523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-b195b7d6-d540-47c9-b84d-2c7aecc2e56a tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da', 'tempest-TagsExtTest-Tag-341403229') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:39.996927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f30fda1-1bdd-4946-a256-83ade9e30c97 None None] Provisioning complete for port daaf3f96-f348-430e-9a9e-7279500b5ac4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:39.996927 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f30fda1-1bdd-4946-a256-83ade9e30c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.041085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54114) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.041325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b195b7d6-d540-47c9-b84d-2c7aecc2e56a tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags/tempest-TagsExtTest-Tag-341403229 HTTP/1.1" status: 204 len: 168 time: 0.0823395 Feb 19 03:55:40.047290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-05138db0-bff3-4a1d-9795-fabb95619e06 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.100053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f30fda1-1bdd-4946-a256-83ade9e30c97 None None] Current status of the port daaf3f96-f348-430e-9a9e-7279500b5ac4 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:40.100445 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f30fda1-1bdd-4946-a256-83ade9e30c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.115789 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-05138db0-bff3-4a1d-9795-fabb95619e06 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags HTTP/1.1" status: 200 len: 205 time: 0.0724854 Feb 19 03:55:40.118331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54116) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.127817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-225744de-e176-4ddd-8839-89b32797ff7d tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.146860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f30fda1-1bdd-4946-a256-83ade9e30c97 None None] For port daaf3f96-f348-430e-9a9e-7279500b5ac4, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=daaf3f96-f348-430e-9a9e-7279500b5ac4,segment=NetworkSegment(b8015aff-3ca1-46d1-8085-2fe489eeccfa),segment_id=b8015aff-3ca1-46d1-8085-2fe489eeccfa)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:40.153806 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f30fda1-1bdd-4946-a256-83ade9e30c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.214776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30fda1-1bdd-4946-a256-83ade9e30c97 None None] Pushing event updated for resources: {'Port': ['ID=daaf3f96-f348-430e-9a9e-7279500b5ac4,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:40.238673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54122) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.238992 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-225744de-e176-4ddd-8839-89b32797ff7d tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags HTTP/1.1" status: 200 len: 240 time: 0.1181839 Feb 19 03:55:40.243334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-618ba322-5446-455d-89b7-9333ef368ef9 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205', 'tempest-TagsExtTest-Tag-983101765') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.342961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-618ba322-5446-455d-89b7-9333ef368ef9 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags/tempest-TagsExtTest-Tag-983101765 HTTP/1.1" status: 204 len: 168 time: 0.1027179 Feb 19 03:55:40.345076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54124) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.350960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-06ced9cf-937e-4eed-b4eb-260a741d28a5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205', 'tempest-TagsExtTest-Tag-983101765') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.384088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7fb6326f-8d08-437d-afef-8d5cdd11aacb None None] Provisioning complete for port daaf3f96-f348-430e-9a9e-7279500b5ac4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:40.384476 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7fb6326f-8d08-437d-afef-8d5cdd11aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.466613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-06ced9cf-937e-4eed-b4eb-260a741d28a5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags/tempest-TagsExtTest-Tag-983101765 HTTP/1.1" status: 204 len: 168 time: 0.1200752 Feb 19 03:55:40.469228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54126) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.475844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-5c790984-8bfd-4da7-a101-12c4af210c3c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.495087 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7b5fcbb6-f3a0-4b0d-a0e5-00223841d7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.568621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6326f-8d08-437d-afef-8d5cdd11aacb None None] Current status of the port daaf3f96-f348-430e-9a9e-7279500b5ac4 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:40.579808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7fb6326f-8d08-437d-afef-8d5cdd11aacb None None] Provisioning complete for port 43f30bb4-67d9-443b-916f-0f3bce3987da triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:40.580205 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7fb6326f-8d08-437d-afef-8d5cdd11aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (43f30bb4-67d9-443b-916f-0f3bce3987da), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.617700 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5c790984-8bfd-4da7-a101-12c4af210c3c tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags HTTP/1.1" status: 200 len: 205 time: 0.1467288 Feb 19 03:55:40.620496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54132) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.625419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-ed19e2f9-23d9-495b-bb1f-7161b41ea15b tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.630385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6326f-8d08-437d-afef-8d5cdd11aacb None None] Port 43f30bb4-67d9-443b-916f-0f3bce3987da cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:40.693448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ed19e2f9-23d9-495b-bb1f-7161b41ea15b tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags HTTP/1.1" status: 200 len: 241 time: 0.0713735 Feb 19 03:55:40.695743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54134) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.700468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-4feb5919-472b-4111-9018-7c666b7f24dd tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8', 'tempest-TagsExtTest-Tag-2105765959') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.724812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4feb5919-472b-4111-9018-7c666b7f24dd tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags/tempest-TagsExtTest-Tag-2105765959 HTTP/1.1" status: 204 len: 168 time: 0.0280273 Feb 19 03:55:40.727281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54136) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.731642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-15babc99-cf1d-4423-9cac-f0cecbc2cd95 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8', 'tempest-TagsExtTest-Tag-2105765959') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.752452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e8c914ff-3463-45a2-8da0-003e4cc1ad0f None None] Provisioning complete for port 43f30bb4-67d9-443b-916f-0f3bce3987da triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:40.752831 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8c914ff-3463-45a2-8da0-003e4cc1ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (43f30bb4-67d9-443b-916f-0f3bce3987da), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:40.776001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-15babc99-cf1d-4423-9cac-f0cecbc2cd95 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags/tempest-TagsExtTest-Tag-2105765959 HTTP/1.1" status: 204 len: 168 time: 0.0447867 Feb 19 03:55:40.776001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54138) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.780490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-578ae5d7-61c4-4c3a-937a-2df0c2209549 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.795353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e8c914ff-3463-45a2-8da0-003e4cc1ad0f None None] Port 43f30bb4-67d9-443b-916f-0f3bce3987da cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:40.806879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-578ae5d7-61c4-4c3a-937a-2df0c2209549 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags HTTP/1.1" status: 200 len: 205 time: 0.0300610 Feb 19 03:55:40.809593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54140) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.823243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-770baab1-9e7b-4d56-9df2-8639a866e2f8 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.855865 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-770baab1-9e7b-4d56-9df2-8639a866e2f8 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags HTTP/1.1" status: 204 len: 168 time: 0.0426793 Feb 19 03:55:40.856236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54146) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.861495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-3662714a-2f87-4396-a622-84988f41a3ef tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:40.971379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3662714a-2f87-4396-a622-84988f41a3ef tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags HTTP/1.1" status: 204 len: 168 time: 0.1140661 Feb 19 03:55:40.974270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54150) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:40.978599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-d2944ae7-30aa-447d-a284-a2711e304076 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.015700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device daaf3f96-f348-430e-9a9e-7279500b5ac4 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:41.038968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d2944ae7-30aa-447d-a284-a2711e304076 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags HTTP/1.1" status: 204 len: 168 time: 0.0637074 Feb 19 03:55:41.041599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54152) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.045881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-b150eb1a-6b61-4c32-8fce-3a30e10d154f tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.069601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port daaf3f96-f348-430e-9a9e-7279500b5ac4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:41.069601 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:41.108269 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b150eb1a-6b61-4c32-8fce-3a30e10d154f tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0619314 Feb 19 03:55:41.108478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54154) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.113541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-0282e345-4856-47fe-8a0b-c44755187b3d tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec', 'tempest-TagsExtTest-Tag-2138586093') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.166276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port daaf3f96-f348-430e-9a9e-7279500b5ac4 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:41.180829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0282e345-4856-47fe-8a0b-c44755187b3d tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags/tempest-TagsExtTest-Tag-2138586093 HTTP/1.1" status: 201 len: 201 time: 0.0713918 Feb 19 03:55:41.183685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54160) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.189527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-15e68f9f-78f6-4fad-9bf5-b050a4e3a947 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da', 'tempest-TagsExtTest-Tag-1717935174') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.253459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-15e68f9f-78f6-4fad-9bf5-b050a4e3a947 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags/tempest-TagsExtTest-Tag-1717935174 HTTP/1.1" status: 201 len: 201 time: 0.0686994 Feb 19 03:55:41.256528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54162) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.261353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-1cf41fce-5405-4bee-80fd-098a491bfd86 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205', 'tempest-TagsExtTest-Tag-1773874172') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.371374 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1cf41fce-5405-4bee-80fd-098a491bfd86 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags/tempest-TagsExtTest-Tag-1773874172 HTTP/1.1" status: 201 len: 201 time: 0.1136148 Feb 19 03:55:41.374079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54164) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.379173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-c31fbe7b-ef7c-4787-b57a-737b3602cb9e tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8', 'tempest-TagsExtTest-Tag-1564854290') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.412463 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c31fbe7b-ef7c-4787-b57a-737b3602cb9e tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags/tempest-TagsExtTest-Tag-1564854290 HTTP/1.1" status: 201 len: 201 time: 0.0372441 Feb 19 03:55:41.416172 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54170) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.420699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-fdb6d2a7-859c-4746-89b3-001948ffef69 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec', {'tags': ['tempest-TagsExtTest-Tag-583584260', 'tempest-TagsExtTest-Tag-1675967891', 'tempest-TagsExtTest-Tag-1494481914']}) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.488470 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fdb6d2a7-859c-4746-89b3-001948ffef69 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags HTTP/1.1" status: 200 len: 317 time: 0.0702789 Feb 19 03:55:41.490850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54172) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.495436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-f0f4ce51-f237-451b-8210-446fddbcbf47 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.572961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f0f4ce51-f237-451b-8210-446fddbcbf47 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0810301 Feb 19 03:55:41.575788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54174) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.580160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-ddb90aa2-cd9a-4232-ac3a-8e63ab826f8f tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec', 'tempest-TagsExtTest-Tag-583584260') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.634570 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-ddb90aa2-cd9a-4232-ac3a-8e63ab826f8f tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:41.635535 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ddb90aa2-cd9a-4232-ac3a-8e63ab826f8f tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags/tempest-TagsExtTest-Tag-583584260 HTTP/1.1" status: 404 len: 328 time: 0.0587676 Feb 19 03:55:41.638505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54176) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.642855 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-ee7ade41-f480-4913-9ea1-5f6fb7ebfa19 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec', 'tempest-TagsExtTest-Tag-1675967891') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.695541 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-ee7ade41-f480-4913-9ea1-5f6fb7ebfa19 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:41.697029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ee7ade41-f480-4913-9ea1-5f6fb7ebfa19 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags/tempest-TagsExtTest-Tag-1675967891 HTTP/1.1" status: 404 len: 329 time: 0.0573008 Feb 19 03:55:41.699886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54182) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.704190 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-0829f5a1-cda0-4bc9-9c9a-d0348bca9fe4 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec', 'tempest-TagsExtTest-Tag-1494481914') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.763312 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-0829f5a1-cda0-4bc9-9c9a-d0348bca9fe4 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:41.765780 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0829f5a1-cda0-4bc9-9c9a-d0348bca9fe4 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags/tempest-TagsExtTest-Tag-1494481914 HTTP/1.1" status: 404 len: 329 time: 0.0635002 Feb 19 03:55:41.767122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54184) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.771463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-ee94929a-7f41-4733-a6d9-5f89053e4727 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da', {'tags': ['tempest-TagsExtTest-Tag-463063348', 'tempest-TagsExtTest-Tag-1612892457', 'tempest-TagsExtTest-Tag-1820934092']}) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.828457 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ee94929a-7f41-4733-a6d9-5f89053e4727 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags HTTP/1.1" status: 200 len: 317 time: 0.0602882 Feb 19 03:55:41.831031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54186) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.835253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-4f689219-a4bc-4166-aa42-318a6c0ca113 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.904063 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f689219-a4bc-4166-aa42-318a6c0ca113 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags HTTP/1.1" status: 204 len: 168 time: 0.0719759 Feb 19 03:55:41.906612 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54192) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.911670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-d681c7a1-862b-48f3-9ad5-908e7a8d4205 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da', 'tempest-TagsExtTest-Tag-463063348') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:41.968146 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-d681c7a1-862b-48f3-9ad5-908e7a8d4205 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:41.969286 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d681c7a1-862b-48f3-9ad5-908e7a8d4205 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags/tempest-TagsExtTest-Tag-463063348 HTTP/1.1" status: 404 len: 328 time: 0.0617692 Feb 19 03:55:41.973080 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:41.977450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-331c43a0-1dd9-47ab-9533-4efa29103392 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da', 'tempest-TagsExtTest-Tag-1612892457') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:42.030809 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-331c43a0-1dd9-47ab-9533-4efa29103392 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:42.031933 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-331c43a0-1dd9-47ab-9533-4efa29103392 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags/tempest-TagsExtTest-Tag-1612892457 HTTP/1.1" status: 404 len: 329 time: 0.0578263 Feb 19 03:55:42.035235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54198) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.039499 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-b91555fa-663e-4c9f-bb84-86c41f4a7323 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da', 'tempest-TagsExtTest-Tag-1820934092') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:42.072822 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.089361 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-b91555fa-663e-4c9f-bb84-86c41f4a7323 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:42.090429 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b91555fa-663e-4c9f-bb84-86c41f4a7323 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags/tempest-TagsExtTest-Tag-1820934092 HTTP/1.1" status: 404 len: 329 time: 0.0542691 Feb 19 03:55:42.093318 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54200) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.101139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-4f03e266-5a1a-4317-b549-8023ccf9f8ac tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205', {'tags': ['tempest-TagsExtTest-Tag-2087329462', 'tempest-TagsExtTest-Tag-1747920297', 'tempest-TagsExtTest-Tag-726086198']}) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:42.492464 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4f03e266-5a1a-4317-b549-8023ccf9f8ac tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags HTTP/1.1" status: 200 len: 317 time: 0.3980701 Feb 19 03:55:42.495348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54210) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.500350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-4ce35491-620d-452e-ab6a-037d6b0775c3 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:42.595612 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4ce35491-620d-452e-ab6a-037d6b0775c3 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags HTTP/1.1" status: 204 len: 168 time: 0.0992196 Feb 19 03:55:42.599656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54212) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.604225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-509d56a7-aa56-4f97-a6b2-f471f1424cd0 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205', 'tempest-TagsExtTest-Tag-2087329462') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:42.686404 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-509d56a7-aa56-4f97-a6b2-f471f1424cd0 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:42.687457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-509d56a7-aa56-4f97-a6b2-f471f1424cd0 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags/tempest-TagsExtTest-Tag-2087329462 HTTP/1.1" status: 404 len: 329 time: 0.0868227 Feb 19 03:55:42.690526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54216) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.695455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-b4a6e881-e483-4e33-8b36-ec49e012b3d0 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205', 'tempest-TagsExtTest-Tag-1747920297') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:42.772333 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-b4a6e881-e483-4e33-8b36-ec49e012b3d0 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:42.774315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b4a6e881-e483-4e33-8b36-ec49e012b3d0 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags/tempest-TagsExtTest-Tag-1747920297 HTTP/1.1" status: 404 len: 329 time: 0.0827198 Feb 19 03:55:42.776185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54222) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.780752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-326a7894-3bc0-4846-a136-de0b42e50f06 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205', 'tempest-TagsExtTest-Tag-726086198') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:42.862139 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-326a7894-3bc0-4846-a136-de0b42e50f06 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:42.863853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-326a7894-3bc0-4846-a136-de0b42e50f06 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags/tempest-TagsExtTest-Tag-726086198 HTTP/1.1" status: 404 len: 328 time: 0.0867290 Feb 19 03:55:42.866941 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54224) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.871585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-2615e53b-7419-46d2-a2fa-2bedd6b8dbb6 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8', {'tags': ['tempest-TagsExtTest-Tag-1383607786', 'tempest-TagsExtTest-Tag-1195691639', 'tempest-TagsExtTest-Tag-248777562']}) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:42.909594 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2615e53b-7419-46d2-a2fa-2bedd6b8dbb6 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "PUT /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags HTTP/1.1" status: 200 len: 317 time: 0.0414498 Feb 19 03:55:42.912858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54228) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.918475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-a9bb0c20-cf08-4f9e-827f-3282b01d3921 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:42.967487 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a9bb0c20-cf08-4f9e-827f-3282b01d3921 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags HTTP/1.1" status: 204 len: 168 time: 0.0532570 Feb 19 03:55:42.970191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54234) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.975207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-8cb00f55-2301-43e4-8781-cb6a99c77fcd tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8', 'tempest-TagsExtTest-Tag-1383607786') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:42.996181 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-8cb00f55-2301-43e4-8781-cb6a99c77fcd tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:42.997258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8cb00f55-2301-43e4-8781-cb6a99c77fcd tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags/tempest-TagsExtTest-Tag-1383607786 HTTP/1.1" status: 404 len: 329 time: 0.0261402 Feb 19 03:55:43.000249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54236) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.004680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-c52cd4f2-4aad-4767-8b32-64856e4b00e7 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8', 'tempest-TagsExtTest-Tag-1195691639') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:43.031454 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-c52cd4f2-4aad-4767-8b32-64856e4b00e7 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:43.032540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c52cd4f2-4aad-4767-8b32-64856e4b00e7 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags/tempest-TagsExtTest-Tag-1195691639 HTTP/1.1" status: 404 len: 329 time: 0.0312688 Feb 19 03:55:43.036146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54238) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.040571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-f1f354df-33e4-4ebf-85c1-8fef480a680b tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8', 'tempest-TagsExtTest-Tag-248777562') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:43.061006 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-f1f354df-33e4-4ebf-85c1-8fef480a680b tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] show failed (client error): The resource could not be found. Feb 19 03:55:43.062086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f1f354df-33e4-4ebf-85c1-8fef480a680b tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags/tempest-TagsExtTest-Tag-248777562 HTTP/1.1" status: 404 len: 328 time: 0.0249615 Feb 19 03:55:43.065375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54240) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.070095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.tag.tag_plugin [None req-77d88c75-60c5-4a4c-a1ee-18b625a7bd65 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5482598-4951-4e30-be0e-7cb1946a45f8') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:43.098665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-77d88c75-60c5-4a4c-a1ee-18b625a7bd65 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8/tags HTTP/1.1" status: 204 len: 168 time: 0.0318553 Feb 19 03:55:43.099020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54242) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.103738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-ac66e26c-7011-4706-b15d-2c17ad113fe1 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:43.111083 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.193658 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ac66e26c-7011-4706-b15d-2c17ad113fe1 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205/tags HTTP/1.1" status: 204 len: 168 time: 0.0934803 Feb 19 03:55:43.196161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54244) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.200380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-3f3b8eb7-e33e-4c38-92a1-fb8e2a4b4330 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '43f30bb4-67d9-443b-916f-0f3bce3987da') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:43.255028 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3f3b8eb7-e33e-4c38-92a1-fb8e2a4b4330 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da/tags HTTP/1.1" status: 204 len: 168 time: 0.0578318 Feb 19 03:55:43.257496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54250) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.261494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.tag.tag_plugin [None req-af8220ff-f30c-4352-943d-33408661abf9 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4d423848-9a29-4623-8148-5750c2b736ec') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:43.323993 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-af8220ff-f30c-4352-943d-33408661abf9 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0654879 Feb 19 03:55:43.328841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54252) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.413603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5294102-866a-4388-b07a-34ba7f6145b3 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.414843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d5294102-866a-4388-b07a-34ba7f6145b3 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/subnetpools/e5482598-4951-4e30-be0e-7cb1946a45f8 HTTP/1.1" status: 204 len: 168 time: 0.0849843 Feb 19 03:55:43.417320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54254) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.445244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f0913fe9-acd3-4803-85de-4ce097bfb3be tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205 HTTP/1.1" status: 200 len: 205 time: 0.0265691 Feb 19 03:55:43.447571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54256) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.538320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f438a8c6-77b1-412b-9714-cccaf5bfa147 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for router (4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.718828 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f438a8c6-77b1-412b-9714-cccaf5bfa147 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.721218 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f438a8c6-77b1-412b-9714-cccaf5bfa147 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for router_controller (4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.792246 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f438a8c6-77b1-412b-9714-cccaf5bfa147 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.792946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f438a8c6-77b1-412b-9714-cccaf5bfa147 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Fanout notify agent at l3_agent the message router_deleted on router 4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:55:43.800223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f438a8c6-77b1-412b-9714-cccaf5bfa147 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.803689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f438a8c6-77b1-412b-9714-cccaf5bfa147 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/routers/4e30a119-f4d3-44c1-bdfa-3a7bcd6fb205 HTTP/1.1" status: 204 len: 168 time: 0.3528590 Feb 19 03:55:43.804164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54266) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.906645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4913e59d-6384-4e85-8df1-15ebd69f21d5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Deleting port 43f30bb4-67d9-443b-916f-0f3bce3987da {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:43.907326 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4913e59d-6384-4e85-8df1-15ebd69f21d5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (43f30bb4-67d9-443b-916f-0f3bce3987da), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.996590 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4913e59d-6384-4e85-8df1-15ebd69f21d5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (43f30bb4-67d9-443b-916f-0f3bce3987da), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.009582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-4913e59d-6384-4e85-8df1-15ebd69f21d5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Calling delete_port for 43f30bb4-67d9-443b-916f-0f3bce3987da owned by {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:44.090758 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:55:44.146388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4913e59d-6384-4e85-8df1-15ebd69f21d5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (43f30bb4-67d9-443b-916f-0f3bce3987da), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.174595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913e59d-6384-4e85-8df1-15ebd69f21d5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Pushing event deleted for resources: {'Port': ['ID=43f30bb4-67d9-443b-916f-0f3bce3987da,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:44.247538 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4913e59d-6384-4e85-8df1-15ebd69f21d5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.251045 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4913e59d-6384-4e85-8df1-15ebd69f21d5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/ports/43f30bb4-67d9-443b-916f-0f3bce3987da HTTP/1.1" status: 204 len: 168 time: 0.4459968 Feb 19 03:55:44.254576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54276) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:44.315202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc5edc0-616a-4ed1-9f08-0308bafe9907 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Deleting subnet 4d423848-9a29-4623-8148-5750c2b736ec {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:44.324360 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfc5edc0-616a-4ed1-9f08-0308bafe9907 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for subnet (4d423848-9a29-4623-8148-5750c2b736ec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.368405 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfc5edc0-616a-4ed1-9f08-0308bafe9907 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (4d423848-9a29-4623-8148-5750c2b736ec), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.459021 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfc5edc0-616a-4ed1-9f08-0308bafe9907 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (4d423848-9a29-4623-8148-5750c2b736ec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.518201 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfc5edc0-616a-4ed1-9f08-0308bafe9907 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (4d423848-9a29-4623-8148-5750c2b736ec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.545760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5edc0-616a-4ed1-9f08-0308bafe9907 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Pushing event deleted for resources: {'Subnet': ['ID=4d423848-9a29-4623-8148-5750c2b736ec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:44.551408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfc5edc0-616a-4ed1-9f08-0308bafe9907 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.554952 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dfc5edc0-616a-4ed1-9f08-0308bafe9907 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/subnets/4d423848-9a29-4623-8148-5750c2b736ec HTTP/1.1" status: 204 len: 168 time: 0.2989466 Feb 19 03:55:44.557381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54284) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:44.563060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ecf6b-fc33-4909-bd46-813ded6c05a0 None None] Network 27b4ed4d-873b-4cab-9b14-bab0e9bd0812 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:44.647952 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.656894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (27b4ed4d-873b-4cab-9b14-bab0e9bd0812), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.716469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Deleting port daaf3f96-f348-430e-9a9e-7279500b5ac4 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:44.716730 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.761872 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83edbfe-8605-426e-8dfb-aa05948c9d3a None None] DHCP port deletion for 27b4ed4d-873b-4cab-9b14-bab0e9bd0812 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:55:44.787740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] For port daaf3f96-f348-430e-9a9e-7279500b5ac4, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=daaf3f96-f348-430e-9a9e-7279500b5ac4,segment=NetworkSegment(b8015aff-3ca1-46d1-8085-2fe489eeccfa),segment_id=b8015aff-3ca1-46d1-8085-2fe489eeccfa)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:44.788249 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.803369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Calling delete_port for daaf3f96-f348-430e-9a9e-7279500b5ac4 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:44.830604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f83edbfe-8605-426e-8dfb-aa05948c9d3a None None] Deleting port daaf3f96-f348-430e-9a9e-7279500b5ac4 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:44.830978 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f83edbfe-8605-426e-8dfb-aa05948c9d3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.895885 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.910829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f83edbfe-8605-426e-8dfb-aa05948c9d3a None None] For port daaf3f96-f348-430e-9a9e-7279500b5ac4, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=daaf3f96-f348-430e-9a9e-7279500b5ac4,segment=NetworkSegment(b8015aff-3ca1-46d1-8085-2fe489eeccfa),segment_id=b8015aff-3ca1-46d1-8085-2fe489eeccfa)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:44.910829 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f83edbfe-8605-426e-8dfb-aa05948c9d3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.917417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] No DVR routers for this DVR port daaf3f96-f348-430e-9a9e-7279500b5ac4 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:44.926895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f83edbfe-8605-426e-8dfb-aa05948c9d3a None None] Calling delete_port for daaf3f96-f348-430e-9a9e-7279500b5ac4 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:44.941615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Pushing event deleted for resources: {'Port': ['ID=daaf3f96-f348-430e-9a9e-7279500b5ac4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:45.010662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device daaf3f96-f348-430e-9a9e-7279500b5ac4 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:45.016869 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (27b4ed4d-873b-4cab-9b14-bab0e9bd0812), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.041106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: daaf3f96-f348-430e-9a9e-7279500b5ac4 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:45.041442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device daaf3f96-f348-430e-9a9e-7279500b5ac4 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:45.043647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b4ed4d-873b-4cab-9b14-bab0e9bd0812']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:45.048080 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f83edbfe-8605-426e-8dfb-aa05948c9d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (daaf3f96-f348-430e-9a9e-7279500b5ac4), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.055082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8015aff-3ca1-46d1-8085-2fe489eeccfa') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:45.055082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8015aff-3ca1-46d1-8085-2fe489eeccfa') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:45.062484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83edbfe-8605-426e-8dfb-aa05948c9d3a None None] No DVR routers for this DVR port daaf3f96-f348-430e-9a9e-7279500b5ac4 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:45.065209 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (b8015aff-3ca1-46d1-8085-2fe489eeccfa), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.080738 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b8015aff-3ca1-46d1-8085-2fe489eeccfa), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.092548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:55:45.093088 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (b8015aff-3ca1-46d1-8085-2fe489eeccfa), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:55:45.097271 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:55:45.170194 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (27b4ed4d-873b-4cab-9b14-bab0e9bd0812), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.192239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.196678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] 10.222.0.42 "DELETE /v2.0/networks/27b4ed4d-873b-4cab-9b14-bab0e9bd0812 HTTP/1.1" status: 204 len: 168 time: 0.6382475 Feb 19 03:55:45.197985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eee654-49da-46b8-90b7-af3357162da5 tempest-TagsExtTest-2072477556 tempest-TagsExtTest-2072477556-project] Pushing event deleted for resources: {'Network': ['ID=27b4ed4d-873b-4cab-9b14-bab0e9bd0812,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:45.245965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83edbfe-8605-426e-8dfb-aa05948c9d3a None None] Pushing event deleted for resources: {'Port': ['ID=daaf3f96-f348-430e-9a9e-7279500b5ac4,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:45.461703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54304) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:45.635714 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e9e7b192-0c71-4378-83f4-9876813c35da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e404a5359cb74871bdc52444aab4f10d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1726730 Feb 19 03:55:45.638159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54308) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:45.687141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd733-24ad-49ab-b4e4-297270b1fdb1 admin admin] Publish callbacks [] for security_group (282020fb-ab35-4626-9455-fefac2ae1dff), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.711895 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd733-24ad-49ab-b4e4-297270b1fdb1 admin admin] Publish callbacks [] for security_group (282020fb-ab35-4626-9455-fefac2ae1dff), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.761345 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd733-24ad-49ab-b4e4-297270b1fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (282020fb-ab35-4626-9455-fefac2ae1dff), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.764250 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd733-24ad-49ab-b4e4-297270b1fdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.768071 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8c4bd733-24ad-49ab-b4e4-297270b1fdb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/282020fb-ab35-4626-9455-fefac2ae1dff HTTP/1.1" status: 204 len: 168 time: 0.1262274 Feb 19 03:55:45.775178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bd733-24ad-49ab-b4e4-297270b1fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282020fb-ab35-4626-9455-fefac2ae1dff,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:52.566644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.401157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54554) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:54.531644 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3a21749-5026-4183-8cf5-98ff574e0c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.613915 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3a21749-5026-4183-8cf5-98ff574e0c04 admin admin] Publish callbacks [] for security_group (c19cf5b4-6ac7-4452-a586-d677f686b5b7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.619726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3a21749-5026-4183-8cf5-98ff574e0c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c19cf5b4-6ac7-4452-a586-d677f686b5b7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.665672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e3a21749-5026-4183-8cf5-98ff574e0c04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8966550b53a4534913cbe46c911d69c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608070 Feb 19 03:55:54.665672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a21749-5026-4183-8cf5-98ff574e0c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19cf5b4-6ac7-4452-a586-d677f686b5b7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:54.666547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54566) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:54.731267 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6feb8a3-8f6e-4035-bfc2-0895a0e3130f admin admin] Publish callbacks [] for security_group (c19cf5b4-6ac7-4452-a586-d677f686b5b7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.758272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6feb8a3-8f6e-4035-bfc2-0895a0e3130f admin admin] Publish callbacks [] for security_group (c19cf5b4-6ac7-4452-a586-d677f686b5b7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.815353 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6feb8a3-8f6e-4035-bfc2-0895a0e3130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c19cf5b4-6ac7-4452-a586-d677f686b5b7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.818109 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6feb8a3-8f6e-4035-bfc2-0895a0e3130f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.819273 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c6feb8a3-8f6e-4035-bfc2-0895a0e3130f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c19cf5b4-6ac7-4452-a586-d677f686b5b7 HTTP/1.1" status: 204 len: 168 time: 0.1509445 Feb 19 03:55:54.829068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6feb8a3-8f6e-4035-bfc2-0895a0e3130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19cf5b4-6ac7-4452-a586-d677f686b5b7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:55.183792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54580) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:55.201880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b07864b-1504-45a8-a0ea-c96d2db5dded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.280343 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b07864b-1504-45a8-a0ea-c96d2db5dded admin admin] Publish callbacks [] for security_group (4881a0fa-330c-4cb5-bb04-6ad6aed87536), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.285958 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9b07864b-1504-45a8-a0ea-c96d2db5dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4881a0fa-330c-4cb5-bb04-6ad6aed87536), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.313714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07864b-1504-45a8-a0ea-c96d2db5dded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4881a0fa-330c-4cb5-bb04-6ad6aed87536,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:55.346146 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9b07864b-1504-45a8-a0ea-c96d2db5dded admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53f1809335014ce0bc1ea3f598f32b49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588213 Feb 19 03:55:55.346687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54584) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:55.396424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4da8ec-adb9-45f2-8d2b-ccc5fe5a45dd admin admin] Publish callbacks [] for security_group (4881a0fa-330c-4cb5-bb04-6ad6aed87536), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.420244 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4da8ec-adb9-45f2-8d2b-ccc5fe5a45dd admin admin] Publish callbacks [] for security_group (4881a0fa-330c-4cb5-bb04-6ad6aed87536), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.469249 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4da8ec-adb9-45f2-8d2b-ccc5fe5a45dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4881a0fa-330c-4cb5-bb04-6ad6aed87536), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.472457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb4da8ec-adb9-45f2-8d2b-ccc5fe5a45dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.476866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cb4da8ec-adb9-45f2-8d2b-ccc5fe5a45dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4881a0fa-330c-4cb5-bb04-6ad6aed87536 HTTP/1.1" status: 204 len: 168 time: 0.1289811 Feb 19 03:55:55.488929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4da8ec-adb9-45f2-8d2b-ccc5fe5a45dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4881a0fa-330c-4cb5-bb04-6ad6aed87536,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:01.342138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-78a12bf7-f791-444c-bc66-da6f9c2a1fde service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1518638 Feb 19 03:56:01.469433 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-35d33d0e-0710-4854-ba4a-a9c456a45964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:01.471618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-35d33d0e-0710-4854-ba4a-a9c456a45964 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7571b91e01b34a88b069467a385b5032&device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 1166 time: 0.0664532 Feb 19 03:56:01.598964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-1ecb0116-f000-4d93-b939-104ebc0497f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:01.600476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-1ecb0116-f000-4d93-b939-104ebc0497f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56 HTTP/1.1" status: 200 len: 898 time: 0.1073263 Feb 19 03:56:01.675440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-73cb0864-4efa-4105-9924-c4c6d9ef51a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fd8904f-30df-4802-99d8-dcdcb1799cbd HTTP/1.1" status: 200 len: 1000 time: 0.0677521 Feb 19 03:56:01.731283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-03f6cc52-5875-4980-85f0-7f2099e3b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:01.732701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-03f6cc52-5875-4980-85f0-7f2099e3b88f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=794cdf36-fe4f-467c-961c-3c6322e03c68 HTTP/1.1" status: 200 len: 835 time: 0.0516934 Feb 19 03:56:01.783281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-cf5a9d1a-2887-4868-b58b-415bbd58464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:01.785398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-cf5a9d1a-2887-4868-b58b-415bbd58464d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462186 Feb 19 03:56:01.883836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-6305ba34-d941-4731-8908-6ae1be17a6d2 service neutron] 10.222.0.37 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912819 Feb 19 03:56:01.992375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3942b722-7b2a-44d2-a6ae-cd7125c0fe33 req-e7c370c3-c5c5-41a4-bec4-70530e9d5632 service neutron] 10.222.0.37 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027553 Feb 19 03:56:04.776788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54716) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:04.897596 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b73c39f-323c-48e4-8418-9ad73d1b65c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:04.984043 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b73c39f-323c-48e4-8418-9ad73d1b65c7 admin admin] Publish callbacks [] for security_group (40d5b809-ee72-41bd-9b2f-d465608c56f2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:04.988653 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b73c39f-323c-48e4-8418-9ad73d1b65c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (40d5b809-ee72-41bd-9b2f-d465608c56f2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.030661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6b73c39f-323c-48e4-8418-9ad73d1b65c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8d7b225f9884449bab3fe89371a8101&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502341 Feb 19 03:56:05.030661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73c39f-323c-48e4-8418-9ad73d1b65c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d5b809-ee72-41bd-9b2f-d465608c56f2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:05.031050 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54720) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:05.082619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Publish callbacks [] for security_group (40d5b809-ee72-41bd-9b2f-d465608c56f2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.106665 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Publish callbacks [] for security_group (40d5b809-ee72-41bd-9b2f-d465608c56f2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.159817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (40d5b809-ee72-41bd-9b2f-d465608c56f2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.162588 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.166360 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40d5b809-ee72-41bd-9b2f-d465608c56f2 HTTP/1.1" status: 204 len: 168 time: 0.1318259 Feb 19 03:56:05.173198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d5b809-ee72-41bd-9b2f-d465608c56f2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:05.182850 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.183210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.184366 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.185002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.185360 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.185917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.186277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.186593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.186933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.187537 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.187929 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.188283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.188618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a7b9a-2d0a-41ae-a128-a868a944c591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:05.467458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54728) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:05.481304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e83ac64b-8131-470b-a6d3-4316c9affb37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.565460 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e83ac64b-8131-470b-a6d3-4316c9affb37 admin admin] Publish callbacks [] for security_group (4df27e16-c7f8-4489-b787-f131baa70560), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.575844 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e83ac64b-8131-470b-a6d3-4316c9affb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4df27e16-c7f8-4489-b787-f131baa70560), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.618250 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e83ac64b-8131-470b-a6d3-4316c9affb37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4503265512ce4163960f09f06be57db3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496034 Feb 19 03:56:05.620682 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ac64b-8131-470b-a6d3-4316c9affb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df27e16-c7f8-4489-b787-f131baa70560,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:05.621492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54734) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:05.682939 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74238c94-cada-476b-bab7-cad726088f8b admin admin] Publish callbacks [] for security_group (4df27e16-c7f8-4489-b787-f131baa70560), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.707480 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74238c94-cada-476b-bab7-cad726088f8b admin admin] Publish callbacks [] for security_group (4df27e16-c7f8-4489-b787-f131baa70560), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.764762 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74238c94-cada-476b-bab7-cad726088f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4df27e16-c7f8-4489-b787-f131baa70560), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.768647 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74238c94-cada-476b-bab7-cad726088f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.770081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-74238c94-cada-476b-bab7-cad726088f8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4df27e16-c7f8-4489-b787-f131baa70560 HTTP/1.1" status: 204 len: 168 time: 0.1472640 Feb 19 03:56:05.780170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74238c94-cada-476b-bab7-cad726088f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df27e16-c7f8-4489-b787-f131baa70560,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:06.185560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 54806) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:06.200073 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4353556-491c-46f2-a07a-ebd896d7d230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.284825 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4353556-491c-46f2-a07a-ebd896d7d230 admin admin] Publish callbacks [] for security_group (bd49f424-22a0-42f3-af85-f6d020ba30e9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.288499 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4353556-491c-46f2-a07a-ebd896d7d230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bd49f424-22a0-42f3-af85-f6d020ba30e9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.327647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b4353556-491c-46f2-a07a-ebd896d7d230 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ee320fb03e041f6acf5513a56255dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408730 Feb 19 03:56:06.328523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353556-491c-46f2-a07a-ebd896d7d230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd49f424-22a0-42f3-af85-f6d020ba30e9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:06.330777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 54832) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:06.359373 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.387542 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-057795bb-0e91-4bd5-a94e-4cd1791a10d1 admin admin] Publish callbacks [] for security_group (bd49f424-22a0-42f3-af85-f6d020ba30e9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.410993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-057795bb-0e91-4bd5-a94e-4cd1791a10d1 admin admin] Publish callbacks [] for security_group (bd49f424-22a0-42f3-af85-f6d020ba30e9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.459849 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-057795bb-0e91-4bd5-a94e-4cd1791a10d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bd49f424-22a0-42f3-af85-f6d020ba30e9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.462732 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-057795bb-0e91-4bd5-a94e-4cd1791a10d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.466419 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-057795bb-0e91-4bd5-a94e-4cd1791a10d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd49f424-22a0-42f3-af85-f6d020ba30e9 HTTP/1.1" status: 204 len: 168 time: 0.1330492 Feb 19 03:56:06.475967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057795bb-0e91-4bd5-a94e-4cd1791a10d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd49f424-22a0-42f3-af85-f6d020ba30e9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:07.613805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55064) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:07.728407 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-560eafbf-8ebd-4f3a-973d-870a2d5ad579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.810356 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-560eafbf-8ebd-4f3a-973d-870a2d5ad579 admin admin] Publish callbacks [] for security_group (c0a44811-ad5c-4005-9780-22c38bc6722a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.821138 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-560eafbf-8ebd-4f3a-973d-870a2d5ad579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c0a44811-ad5c-4005-9780-22c38bc6722a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.864621 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-560eafbf-8ebd-4f3a-973d-870a2d5ad579 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cac825a03d8f42b796c51c01a9784df1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497947 Feb 19 03:56:07.865334 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eafbf-8ebd-4f3a-973d-870a2d5ad579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a44811-ad5c-4005-9780-22c38bc6722a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:07.867657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55110) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:07.921567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfa53b61-025f-4949-b3eb-b5c4b5125e99 admin admin] Publish callbacks [] for security_group (c0a44811-ad5c-4005-9780-22c38bc6722a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.947859 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfa53b61-025f-4949-b3eb-b5c4b5125e99 admin admin] Publish callbacks [] for security_group (c0a44811-ad5c-4005-9780-22c38bc6722a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:08.008165 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfa53b61-025f-4949-b3eb-b5c4b5125e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c0a44811-ad5c-4005-9780-22c38bc6722a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:08.011344 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dfa53b61-025f-4949-b3eb-b5c4b5125e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:08.014283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dfa53b61-025f-4949-b3eb-b5c4b5125e99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0a44811-ad5c-4005-9780-22c38bc6722a HTTP/1.1" status: 204 len: 168 time: 0.1455374 Feb 19 03:56:08.022326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa53b61-025f-4949-b3eb-b5c4b5125e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a44811-ad5c-4005-9780-22c38bc6722a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:08.286136 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dbe9c74b-77df-4728-949c-f15175924760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.471572 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8fe157c2-4460-4cbc-ab62-d3507ccbdaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.089372 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.113234 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.536912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55352) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:14.644901 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.684561 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.777442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Publish callbacks [] for security_group (9bcb0c2a-573b-495e-bc5b-6704c9ae479a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.782449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9bcb0c2a-573b-495e-bc5b-6704c9ae479a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.833997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=908814cbe2934a87af238d1fe4318dc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2932577 Feb 19 03:56:14.834382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55358) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:14.841040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcb0c2a-573b-495e-bc5b-6704c9ae479a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:14.851242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.851730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.852178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.852628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.853066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.853505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.853988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.855050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.855489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.855942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.856375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.856805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.857238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de52c5-1da3-4f82-a5c5-48aabba23d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:14.942400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a87dca7-91b9-4377-a276-e5b125952ab3 admin admin] Publish callbacks [] for security_group (9bcb0c2a-573b-495e-bc5b-6704c9ae479a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.974153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a87dca7-91b9-4377-a276-e5b125952ab3 admin admin] Publish callbacks [] for security_group (9bcb0c2a-573b-495e-bc5b-6704c9ae479a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:15.038403 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a87dca7-91b9-4377-a276-e5b125952ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9bcb0c2a-573b-495e-bc5b-6704c9ae479a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:15.042906 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a87dca7-91b9-4377-a276-e5b125952ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:15.044908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9a87dca7-91b9-4377-a276-e5b125952ab3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9bcb0c2a-573b-495e-bc5b-6704c9ae479a HTTP/1.1" status: 204 len: 168 time: 0.2095306 Feb 19 03:56:15.056966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87dca7-91b9-4377-a276-e5b125952ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcb0c2a-573b-495e-bc5b-6704c9ae479a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:21.089377 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:56:22.567387 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.426383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55524) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:26.522869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bf513fe1-93c8-4137-9583-b098405c7938 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0944254 Feb 19 03:56:26.526211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55526) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:26.531023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'network': {'name': 'tempest-network-smoke--1653189072', 'project_id': '7571b91e01b34a88b069467a385b5032', 'port_security_enabled': False}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:26.552430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Made reservation on behalf of 7571b91e01b34a88b069467a385b5032 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:26.556304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.584144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:26.593716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d6d3c922-c8a1-4c68-bfef-8badd117aa98), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.594157 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Added segment d6d3c922-c8a1-4c68-bfef-8badd117aa98 of type vlan for network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 Feb 19 03:56:26.640018 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.668665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.677683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:26.678400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.748906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2190773 Feb 19 03:56:26.749377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55528) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:26.754957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d0580-0d8f-41a6-95f8-08ef5a4a2d4e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Network': ['ID=65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:26.755839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-939530532', 'admin_state_up': True, 'project_id': '7571b91e01b34a88b069467a385b5032', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:26.765753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:26.782804 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (21c20c75-5e43-471e-b95d-5383bccc3577), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.784173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (21c20c75-5e43-471e-b95d-5383bccc3577), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.852738 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_controller (21c20c75-5e43-471e-b95d-5383bccc3577), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.025136 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_gateway (21c20c75-5e43-471e-b95d-5383bccc3577), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.269479 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_gateway (21c20c75-5e43-471e-b95d-5383bccc3577), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.289918 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.415554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Allocated IP 172.25.4.144 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/ce4a0230-b9fc-488d-93a5-b0771ee79e8e) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:27.530787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.570046 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.618596 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:27.623592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:27.626418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:27.632340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Port': ['ID=ce4a0230-b9fc-488d-93a5-b0771ee79e8e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:27.916565 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_gateway (21c20c75-5e43-471e-b95d-5383bccc3577), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.144067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (21c20c75-5e43-471e-b95d-5383bccc3577), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.301871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Router 21c20c75-5e43-471e-b95d-5383bccc3577 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:56:28.434688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:28.448832 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Sync routers for ids ['21c20c75-5e43-471e-b95d-5383bccc3577'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:28.460166 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.463948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Routers {'21c20c75-5e43-471e-b95d-5383bccc3577'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:28.464706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55546) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:28.465294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:56:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['21c20c75-5e43-471e-b95d-5383bccc3577'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:28.465455 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a6d0da65-9804-4aa5-9382-8161d7688779 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7147737 Feb 19 03:56:28.545409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3513e659-9ca1-4b78-bf8f-91799c52685a tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:28.547127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3513e659-9ca1-4b78-bf8f-91799c52685a tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=7571b91e01b34a88b069467a385b5032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0813932 Feb 19 03:56:28.549894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55548) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:28.588438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Set router 21c20c75-5e43-471e-b95d-5383bccc3577 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:28.717330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c3c8a-331e-4fa2-8508-d4f5941833e9 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:28.719045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9c7c3c8a-331e-4fa2-8508-d4f5941833e9 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1681404 Feb 19 03:56:28.721560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55550) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:28.809412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939530532', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:26Z', 'updated_at': '2022-02-19T03:56:27Z', 'revision_number': 3, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:27Z', 'updated_at': '2022-02-19T03:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:28.842565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Checking router: 21c20c75-5e43-471e-b95d-5383bccc3577 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:28.843371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Updating router 21c20c75-5e43-471e-b95d-5383bccc3577 port ce4a0230-b9fc-488d-93a5-b0771ee79e8e binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:28.884456 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.135320 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3bf273a2-d53b-41f6-af93-828fab35732e tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4088950 Feb 19 03:56:29.135864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55552) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:29.172065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f170f238-fda6-4f19-8bba-6b143cf0465c tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=7571b91e01b34a88b069467a385b5032&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353174 Feb 19 03:56:29.174884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55564) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:29.299585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaafceb-1646-46c3-b42f-7909a4079792 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:29.302082 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eeaafceb-1646-46c3-b42f-7909a4079792 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260006 Feb 19 03:56:29.304844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55568) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:29.323501 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Publish callbacks [] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.332346 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.340003 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f63d897c-18d3-47f1-ae18-ff73ec71e83c tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337734 Feb 19 03:56:29.342546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55570) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:29.347622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539800669', 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7', 'project_id': '7571b91e01b34a88b069467a385b5032', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:29.387700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Attempting to bind port ce4a0230-b9fc-488d-93a5-b0771ee79e8e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:29.388180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Attempting to bind port ce4a0230-b9fc-488d-93a5-b0771ee79e8e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:29.388685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Attempting to bind port ce4a0230-b9fc-488d-93a5-b0771ee79e8e on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:29.402097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:29.402659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:29.403237 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.403868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:29.404517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Bound port: ce4a0230-b9fc-488d-93a5-b0771ee79e8e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:29.405220 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.470731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Made reservation on behalf of 7571b91e01b34a88b069467a385b5032 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:29.474530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Pushing event updated for resources: {'Port': ['ID=ce4a0230-b9fc-488d-93a5-b0771ee79e8e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.478945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.485984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.486335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.486926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.489441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.489441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.489441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.489441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.489441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.489441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.489441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.490200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.490568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.490994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:29.509249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] For port ce4a0230-b9fc-488d-93a5-b0771ee79e8e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:29.514229 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] For port ce4a0230-b9fc-488d-93a5-b0771ee79e8e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ce4a0230-b9fc-488d-93a5-b0771ee79e8e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:29.525192 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.597729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Routers {'21c20c75-5e43-471e-b95d-5383bccc3577'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:29.598506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:56:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['21c20c75-5e43-471e-b95d-5383bccc3577'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:29.603204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ecb6f-9132-4ca8-b599-2970e1aa62a7 None None] Pushing event updated for resources: {'Port': ['ID=ce4a0230-b9fc-488d-93a5-b0771ee79e8e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.758661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] Set router 21c20c75-5e43-471e-b95d-5383bccc3577 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:29.801376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (6928e3be-c1c7-48ac-9024-5394a392343f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.877768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Subnet': ['ID=6928e3be-c1c7-48ac-9024-5394a392343f,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.895057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Checking segment: {'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:29.895529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network hostable DHCP agents. Network: 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:29.925067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:29.938009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:29.943896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:29.944698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.970738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f017c0-40f7-445d-8a17-e4a714c2893b None None] Network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:29.998293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55572) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:29.998929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1a495909-2f03-4bea-82de-a62131fe506d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6548922 Feb 19 03:56:30.097212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939530532', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:26Z', 'updated_at': '2022-02-19T03:56:27Z', 'revision_number': 3, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:27Z', 'updated_at': '2022-02-19T03:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:30.102014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7', 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7', 'project_id': '7571b91e01b34a88b069467a385b5032', 'fixed_ips': [{'subnet_id': '6928e3be-c1c7-48ac-9024-5394a392343f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:30.102872 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.139576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9c7f4-60d7-46be-8c18-be205b1d1469 None None] The sync data for ids ['21c20c75-5e43-471e-b95d-5383bccc3577'] in n-d-826756-2 is: [{'id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939530532', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:26Z', 'updated_at': '2022-02-19T03:56:27Z', 'revision_number': 3, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:27Z', 'updated_at': '2022-02-19T03:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:30.596709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Allocated IP 172.20.0.18 (65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7/6928e3be-c1c7-48ac-9024-5394a392343f/168c2180-b66d-478b-bad9-4e64c7df83d9) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:30.854718 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Publish callbacks [] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.864056 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.921989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:30.926455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:30.936628 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:31.005596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Pushing event updated for resources: {'Port': ['ID=168c2180-b66d-478b-bad9-4e64c7df83d9,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.076474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ce4a0230-b9fc-488d-93a5-b0771ee79e8e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:31.121243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Attempting to bind port 168c2180-b66d-478b-bad9-4e64c7df83d9 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:31.121944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Attempting to bind port 168c2180-b66d-478b-bad9-4e64c7df83d9 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:31.122575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Attempting to bind port 168c2180-b66d-478b-bad9-4e64c7df83d9 on network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:31.138710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:31.139898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Checking segment: {'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:31.140498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.141068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Bound using segment: {'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:31.142291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Bound port: 168c2180-b66d-478b-bad9-4e64c7df83d9, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:31.142867 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.238470 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ce4a0230-b9fc-488d-93a5-b0771ee79e8e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:31.238849 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.269555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] For port 168c2180-b66d-478b-bad9-4e64c7df83d9, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:31.288073 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] For port 168c2180-b66d-478b-bad9-4e64c7df83d9, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=168c2180-b66d-478b-bad9-4e64c7df83d9,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:31.306843 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.370209 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.457598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497a3fd-ecb3-4bc0-bee0-1bf81937d49d None None] Pushing event updated for resources: {'Port': ['ID=168c2180-b66d-478b-bad9-4e64c7df83d9,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.475273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ce4a0230-b9fc-488d-93a5-b0771ee79e8e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:31.475938 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.514837 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port ce4a0230-b9fc-488d-93a5-b0771ee79e8e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ce4a0230-b9fc-488d-93a5-b0771ee79e8e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:31.528367 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.638827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=ce4a0230-b9fc-488d-93a5-b0771ee79e8e,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.886509 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Allocated IP 172.20.0.17 (65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7/6928e3be-c1c7-48ac-9024-5394a392343f/ba3e0a28-38e6-4ca8-a789-47abe209055e) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:32.027124 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.064368 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.112967 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:32.119011 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:32.124269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:32.128859 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Port': ['ID=ba3e0a28-38e6-4ca8-a789-47abe209055e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:32.176049 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (21c20c75-5e43-471e-b95d-5383bccc3577), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.357884 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.724176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.730176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.812551 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (21c20c75-5e43-471e-b95d-5383bccc3577), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.818278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Port': ['ID=ba3e0a28-38e6-4ca8-a789-47abe209055e,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:32.920410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:32.922059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:33.083878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Router 21c20c75-5e43-471e-b95d-5383bccc3577 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:33.170388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 168c2180-b66d-478b-bad9-4e64c7df83d9 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:33.174559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b56d28d-7796-441e-9fe0-e8b5ab0ebb09 None None] Network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:33.213524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:33.218828 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3f378321-39e1-4a3c-a1e3-b1c23037a0c5 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "PUT /v2.0/routers/21c20c75-5e43-471e-b95d-5383bccc3577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2192397 Feb 19 03:56:33.230447 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Sync routers for ids ['21c20c75-5e43-471e-b95d-5383bccc3577'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:33.240533 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Routers {'21c20c75-5e43-471e-b95d-5383bccc3577'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:33.241144 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:56:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['21c20c75-5e43-471e-b95d-5383bccc3577'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:33.284787 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4a7f80ae-8378-4708-87e2-ba5da58117d9 None None] Provisioning complete for port 168c2180-b66d-478b-bad9-4e64c7df83d9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:33.285168 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4a7f80ae-8378-4708-87e2-ba5da58117d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.374194 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Set router 21c20c75-5e43-471e-b95d-5383bccc3577 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:33.375298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 168c2180-b66d-478b-bad9-4e64c7df83d9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:33.376894 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.487697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f80ae-8378-4708-87e2-ba5da58117d9 None None] Current status of the port 168c2180-b66d-478b-bad9-4e64c7df83d9 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:33.488224 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4a7f80ae-8378-4708-87e2-ba5da58117d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.582039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4a7f80ae-8378-4708-87e2-ba5da58117d9 None None] For port 168c2180-b66d-478b-bad9-4e64c7df83d9, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=168c2180-b66d-478b-bad9-4e64c7df83d9,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:33.608888 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4a7f80ae-8378-4708-87e2-ba5da58117d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.676312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f80ae-8378-4708-87e2-ba5da58117d9 None None] Pushing event updated for resources: {'Port': ['ID=168c2180-b66d-478b-bad9-4e64c7df83d9,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:33.681011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 168c2180-b66d-478b-bad9-4e64c7df83d9 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:33.681401 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.755947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-c07e7fe9-6261-4be3-b01a-530709777c7f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:33.758408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-c07e7fe9-6261-4be3-b01a-530709777c7f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/networks?id=65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 HTTP/1.1" status: 200 len: 798 time: 0.3364012 Feb 19 03:56:33.769417 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939530532', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:26Z', 'updated_at': '2022-02-19T03:56:32Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:27Z', 'updated_at': '2022-02-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba3e0a28-38e6-4ca8-a789-47abe209055e', 'name': '', 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:d7:21:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '6928e3be-c1c7-48ac-9024-5394a392343f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:31Z', 'updated_at': '2022-02-19T03:56:32Z', 'revision_number': 2, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '6928e3be-c1c7-48ac-9024-5394a392343f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:33.778374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-94a3e2e7-b997-438f-b195-ed31bd930077 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/quotas/7571b91e01b34a88b069467a385b5032 HTTP/1.1" status: 200 len: 375 time: 0.0136588 Feb 19 03:56:33.800443 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:56:33.801288 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:56:33.815856 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Checking router: 21c20c75-5e43-471e-b95d-5383bccc3577 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:33.816569 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Updating router 21c20c75-5e43-471e-b95d-5383bccc3577 port ba3e0a28-38e6-4ca8-a789-47abe209055e binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:33.881106 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.931946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-7bb5c55b-451b-4b9f-9fab-8cba53d2ff2f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7571b91e01b34a88b069467a385b5032&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1470876 Feb 19 03:56:34.064222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9503893b-a1a1-41e7-ba55-abecc96573db None None] Provisioning complete for port 168c2180-b66d-478b-bad9-4e64c7df83d9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:34.064498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9503893b-a1a1-41e7-ba55-abecc96573db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.070393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-e905479b-5423-407d-842a-33850b6a92df service neutron] 10.222.0.42 "GET /v2.0/networks/65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259587 Feb 19 03:56:34.247953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-a9d58a9c-19a9-4d43-b2ad-3beef8ef22ad service neutron] 10.222.0.42 "GET /v2.0/networks/65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713514 Feb 19 03:56:34.269935 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9503893b-a1a1-41e7-ba55-abecc96573db None None] Current status of the port 168c2180-b66d-478b-bad9-4e64c7df83d9 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:34.293273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9503893b-a1a1-41e7-ba55-abecc96573db None None] Provisioning complete for port ba3e0a28-38e6-4ca8-a789-47abe209055e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:34.293754 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9503893b-a1a1-41e7-ba55-abecc96573db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.356417 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Publish callbacks [] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.368702 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.451257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 168c2180-b66d-478b-bad9-4e64c7df83d9 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:34.456108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ce4a0230-b9fc-488d-93a5-b0771ee79e8e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:34.499251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9503893b-a1a1-41e7-ba55-abecc96573db None None] Port ba3e0a28-38e6-4ca8-a789-47abe209055e cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:34.597617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ce4a0230-b9fc-488d-93a5-b0771ee79e8e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:34.598215 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.609604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8e5f4f1-7252-4bcb-bf9c-b865612e2bd4 req-81ba95a1-12af-4bd9-b6c4-54050f49d192 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 210 time: 0.0670209 Feb 19 03:56:34.633273 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Pushing event updated for resources: {'Port': ['ID=ba3e0a28-38e6-4ca8-a789-47abe209055e,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:34.635541 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Attempting to bind port ba3e0a28-38e6-4ca8-a789-47abe209055e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:34.635921 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Attempting to bind port ba3e0a28-38e6-4ca8-a789-47abe209055e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:34.636288 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Attempting to bind port ba3e0a28-38e6-4ca8-a789-47abe209055e on network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:34.671182 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.671632 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.671873 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.672220 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.673107 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.673448 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.673782 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.674135 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.674524 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.674780 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.675109 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.675437 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.675854 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:34.689639 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:34.690055 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Checking segment: {'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:34.690475 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.690886 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Bound using segment: {'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:34.691375 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Bound port: ba3e0a28-38e6-4ca8-a789-47abe209055e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:34.691764 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.716549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2b085e52-146b-4202-8611-87dd7a321939 None None] Provisioning complete for port ba3e0a28-38e6-4ca8-a789-47abe209055e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:34.716933 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b085e52-146b-4202-8611-87dd7a321939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.810685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2b085e52-146b-4202-8611-87dd7a321939 None None] Port ba3e0a28-38e6-4ca8-a789-47abe209055e cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:34.843905 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] For port ba3e0a28-38e6-4ca8-a789-47abe209055e, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:34.847424 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] For port ba3e0a28-38e6-4ca8-a789-47abe209055e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ba3e0a28-38e6-4ca8-a789-47abe209055e,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:34.868599 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.880651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ce4a0230-b9fc-488d-93a5-b0771ee79e8e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:34.962706 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341b5ee-821d-4333-8ede-4244bc9ebc4f None None] Pushing event updated for resources: {'Port': ['ID=ba3e0a28-38e6-4ca8-a789-47abe209055e,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:34.970633 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Routers {'21c20c75-5e43-471e-b95d-5383bccc3577'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:34.970633 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:56:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['21c20c75-5e43-471e-b95d-5383bccc3577'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:35.040109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf347c1c-b683-49d4-b3f6-ae5e1f0dd212 None None] Provisioning complete for port ba3e0a28-38e6-4ca8-a789-47abe209055e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:35.040498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf347c1c-b683-49d4-b3f6-ae5e1f0dd212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.079995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 168c2180-b66d-478b-bad9-4e64c7df83d9 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:35.194363 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] Set router 21c20c75-5e43-471e-b95d-5383bccc3577 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:35.233178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 168c2180-b66d-478b-bad9-4e64c7df83d9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:35.233564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.262440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf347c1c-b683-49d4-b3f6-ae5e1f0dd212 None None] Current status of the port ba3e0a28-38e6-4ca8-a789-47abe209055e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:35.262843 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf347c1c-b683-49d4-b3f6-ae5e1f0dd212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.348123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bf347c1c-b683-49d4-b3f6-ae5e1f0dd212 None None] For port ba3e0a28-38e6-4ca8-a789-47abe209055e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ba3e0a28-38e6-4ca8-a789-47abe209055e,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:35.390431 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf347c1c-b683-49d4-b3f6-ae5e1f0dd212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.436136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 168c2180-b66d-478b-bad9-4e64c7df83d9 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:35.487188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf347c1c-b683-49d4-b3f6-ae5e1f0dd212 None None] Pushing event updated for resources: {'Port': ['ID=ba3e0a28-38e6-4ca8-a789-47abe209055e,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:35.534216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4d242783-d186-4fe1-828b-64cad6b352a3 None None] Provisioning complete for port ba3e0a28-38e6-4ca8-a789-47abe209055e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:35.534636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4d242783-d186-4fe1-828b-64cad6b352a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.666634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4d242783-d186-4fe1-828b-64cad6b352a3 None None] Current status of the port ba3e0a28-38e6-4ca8-a789-47abe209055e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:35.755757 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939530532', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:26Z', 'updated_at': '2022-02-19T03:56:32Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:27Z', 'updated_at': '2022-02-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba3e0a28-38e6-4ca8-a789-47abe209055e', 'name': '', 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:d7:21:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '6928e3be-c1c7-48ac-9024-5394a392343f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:31Z', 'updated_at': '2022-02-19T03:56:34Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '6928e3be-c1c7-48ac-9024-5394a392343f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:35.766876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9af69057-c74d-4447-96c8-05cd3a7d3d07 req-54a05ae1-e96c-4c0c-a7b0-4d0254035d86 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 210 time: 0.0393980 Feb 19 03:56:35.789213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-85eab2db-990f-476b-8303-1ca04cc3ea51 None None] Provisioning complete for port ba3e0a28-38e6-4ca8-a789-47abe209055e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:35.789763 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-85eab2db-990f-476b-8303-1ca04cc3ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.807162 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70ff3a5-aa3a-4471-a74b-032bc5b84e57 None None] The sync data for ids ['21c20c75-5e43-471e-b95d-5383bccc3577'] in n-d-826756-2 is: [{'id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939530532', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:26Z', 'updated_at': '2022-02-19T03:56:32Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:27Z', 'updated_at': '2022-02-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'ba3e0a28-38e6-4ca8-a789-47abe209055e', 'name': '', 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:d7:21:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '6928e3be-c1c7-48ac-9024-5394a392343f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:31Z', 'updated_at': '2022-02-19T03:56:34Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '6928e3be-c1c7-48ac-9024-5394a392343f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:35.975809 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-85eab2db-990f-476b-8303-1ca04cc3ea51 None None] Current status of the port ba3e0a28-38e6-4ca8-a789-47abe209055e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:36.198873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-a0e11082-7b44-4189-9f24-c1352b45d292 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:36.200598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-a0e11082-7b44-4189-9f24-c1352b45d292 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.71 "GET /v2.0/networks?id=65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 HTTP/1.1" status: 200 len: 798 time: 0.2011790 Feb 19 03:56:36.224352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Request body: {'port': {'device_id': 'f5b243b1-8b89-4fd4-b53d-e87d798044f2', 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7', 'admin_state_up': True, 'tenant_id': '7571b91e01b34a88b069467a385b5032'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:36.379922 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.425860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Made reservation on behalf of 7571b91e01b34a88b069467a385b5032 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:36.429879 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.585916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Allocated IP 172.20.0.26 (65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7/6928e3be-c1c7-48ac-9024-5394a392343f/a4d943e3-4dd4-406d-92c2-8f9c1a124fa6) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:36.731367 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.774107 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.855718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:36.862430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:36.882954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:36.946972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event updated for resources: {'Port': ['ID=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.029917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.030785 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.062463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166222c8-e2ac-4f88-87f8-2dc969968e7f req-312fdb4d-80ac-4c18-a8bd-c89e442109b1 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.073434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-166222c8-e2ac-4f88-87f8-2dc969968e7f req-312fdb4d-80ac-4c18-a8bd-c89e442109b1 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 895 time: 0.2017081 Feb 19 03:56:37.087882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ee034dea-2991-4897-91fe-6615662c148d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8701849 Feb 19 03:56:37.107948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ba3e0a28-38e6-4ca8-a789-47abe209055e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:37.209430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port ba3e0a28-38e6-4ca8-a789-47abe209055e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:37.209989 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.242083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Request body: {'port': {'device_id': 'f5b243b1-8b89-4fd4-b53d-e87d798044f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:37.316775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port ba3e0a28-38e6-4ca8-a789-47abe209055e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:37.335933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90c966c0-b460-4270-9277-f4968f8da02c None None] Provisioning complete for port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:37.336381 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90c966c0-b460-4270-9277-f4968f8da02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.356185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.388876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90c966c0-b460-4270-9277-f4968f8da02c None None] Port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:37.764114 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:37.773054 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Publish callbacks [] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.792154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Transition to ACTIVE for port object a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:37.796902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.890086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.997582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Attempting to bind port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:37.998024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Attempting to bind port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:37.998457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Attempting to bind port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 on network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:38.003423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 on network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:38.003857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Attempting to bind port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 on network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:38.010933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:38.011324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Checking segment: {'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:38.011812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Bound using segment: {'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:38.012342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Bound port: a4d943e3-4dd4-406d-92c2-8f9c1a124fa6, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d3c922-c8a1-4c68-bfef-8badd117aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:38.012828 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.094630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] For port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:38.098458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] For port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:38.107675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.152319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.152963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.154684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] 10.222.0.71 "PUT /v2.0/ports/a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 HTTP/1.1" status: 200 len: 1055 time: 1.0575635 Feb 19 03:56:38.155184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b243b1-8b89-4fd4-b53d-e87d798044f2', 'tag': 'a4d943e3-4dd4-406d-92c2-8f9c1a124fa6'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:38.157762 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46f43d9-5933-47e0-9f5b-4541a764d06d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b243b1-8b89-4fd4-b53d-e87d798044f2", "tag": "a4d943e3-4dd4-406d-92c2-8f9c1a124fa6"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:38.198400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899f61a-4690-412a-9e4e-c85ee7a01ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:38.297107 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22088f64-bb7b-4a8a-9a95-b7983fd386c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.321864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042d4a-1d40-4115-8ac8-f559b51a5295 req-70728aee-e778-4fd3-949e-cc0dab9611a9 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.323412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a042d4a-1d40-4115-8ac8-f559b51a5295 req-70728aee-e778-4fd3-949e-cc0dab9611a9 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 907 time: 0.0874259 Feb 19 03:56:38.331243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-e5880374-e930-4d1e-a5fb-84ef548e808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.332826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-e5880374-e930-4d1e-a5fb-84ef548e808a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7571b91e01b34a88b069467a385b5032&device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 1089 time: 0.1098428 Feb 19 03:56:38.390442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-ddfeea36-5b5f-42a5-9aa3-24785bd16639 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 HTTP/1.1" status: 200 len: 217 time: 0.0472682 Feb 19 03:56:38.458880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-a08b23fc-fa02-4727-a27c-6859a13808fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.460851 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-a08b23fc-fa02-4727-a27c-6859a13808fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6928e3be-c1c7-48ac-9024-5394a392343f HTTP/1.1" status: 200 len: 837 time: 0.0627449 Feb 19 03:56:38.527911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-6c8f3258-7f91-4023-930a-4cb423720c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.529790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-6c8f3258-7f91-4023-930a-4cb423720c24 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0615513 Feb 19 03:56:38.624270 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930dd2fd-6734-4f01-b93c-ceff0bdbde9d x-openstack-request-id: req-930dd2fd-6734-4f01-b93c-ceff0bdbde9d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:38.626025 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b243b1-8b89-4fd4-b53d-e87d798044f2", "tag": "a4d943e3-4dd4-406d-92c2-8f9c1a124fa6", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:38.626889 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-930dd2fd-6734-4f01-b93c-ceff0bdbde9d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:38.627971 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b243b1-8b89-4fd4-b53d-e87d798044f2', 'tag': 'a4d943e3-4dd4-406d-92c2-8f9c1a124fa6', 'status': 'completed', 'code': 200} Feb 19 03:56:38.690228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-b4e1aaf3-e5d1-4c9c-b59d-96dfa42d7b64 service neutron] 10.222.0.71 "GET /v2.0/networks/65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412449 Feb 19 03:56:38.802838 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d35a73d2-51e5-4c5c-acae-3704124b5548 req-27aa924f-34cc-4c6b-9146-ffcc37c64cc0 service neutron] 10.222.0.71 "GET /v2.0/networks/65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057727 Feb 19 03:56:38.955083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-baa80294-060b-4693-be2a-34531c0f5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.959742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-baa80294-060b-4693-be2a-34531c0f5bae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7571b91e01b34a88b069467a385b5032&device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 1089 time: 0.0765245 Feb 19 03:56:39.120866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-2f2a67d9-7fbd-4906-ae0f-c9c298fe4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.122359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-2f2a67d9-7fbd-4906-ae0f-c9c298fe4e64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 HTTP/1.1" status: 200 len: 899 time: 0.1584711 Feb 19 03:56:39.177285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-82298ec8-84bd-49d2-a424-ca410cd422f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 HTTP/1.1" status: 200 len: 217 time: 0.0445740 Feb 19 03:56:39.254817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-8e138043-e3c7-48a7-a13e-1a5c78dad2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.256387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-8e138043-e3c7-48a7-a13e-1a5c78dad2e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6928e3be-c1c7-48ac-9024-5394a392343f HTTP/1.1" status: 200 len: 837 time: 0.0730231 Feb 19 03:56:39.330470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-1d671f87-52c0-4e89-a837-485ed07207cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.332224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-1d671f87-52c0-4e89-a837-485ed07207cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0681050 Feb 19 03:56:39.468238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-1424d67a-0d95-4642-b3dd-89f7d0919362 service neutron] 10.222.0.71 "GET /v2.0/networks/65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294234 Feb 19 03:56:39.548362 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaa2b1-af2c-404a-ac32-8c10f5f1a4da req-8885959c-4062-4e52-aaaf-648e166b1bc0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.548362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cbcaa2b1-af2c-404a-ac32-8c10f5f1a4da req-8885959c-4062-4e52-aaaf-648e166b1bc0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 907 time: 0.1208029 Feb 19 03:56:39.583620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d46f43d9-5933-47e0-9f5b-4541a764d06d req-f2ae818e-7957-402c-b92e-c2d019e46872 service neutron] 10.222.0.71 "GET /v2.0/networks/65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088603 Feb 19 03:56:39.899039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55674) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:40.039361 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d177eea6-38f4-4aac-abec-a0d874f117ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.120588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d177eea6-38f4-4aac-abec-a0d874f117ae admin admin] Publish callbacks [] for security_group (a58eaba6-7f18-400d-8dd6-5f615c958120), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.125335 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d177eea6-38f4-4aac-abec-a0d874f117ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a58eaba6-7f18-400d-8dd6-5f615c958120), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.170733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d177eea6-38f4-4aac-abec-a0d874f117ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b99f9929b2064144b18deda258c6057d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2706099 Feb 19 03:56:40.172126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177eea6-38f4-4aac-abec-a0d874f117ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58eaba6-7f18-400d-8dd6-5f615c958120,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:40.173764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55680) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:40.247867 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e813e09b-d226-43f9-91cc-956ac673aa64 admin admin] Publish callbacks [] for security_group (a58eaba6-7f18-400d-8dd6-5f615c958120), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.278214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e813e09b-d226-43f9-91cc-956ac673aa64 admin admin] Publish callbacks [] for security_group (a58eaba6-7f18-400d-8dd6-5f615c958120), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.344639 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e813e09b-d226-43f9-91cc-956ac673aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a58eaba6-7f18-400d-8dd6-5f615c958120), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.351388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e813e09b-d226-43f9-91cc-956ac673aa64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.351388 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e813e09b-d226-43f9-91cc-956ac673aa64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a58eaba6-7f18-400d-8dd6-5f615c958120 HTTP/1.1" status: 204 len: 168 time: 0.1698294 Feb 19 03:56:40.358392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813e09b-d226-43f9-91cc-956ac673aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58eaba6-7f18-400d-8dd6-5f615c958120,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:40.488088 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f059d704-932f-42be-b8b9-1a489e765790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.601069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:40.716207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84ca14-b838-464b-82d6-f36a8e60eeb7 req-ee74c5e2-a741-4b3b-ba5e-73987616ee11 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.727919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb84ca14-b838-464b-82d6-f36a8e60eeb7 req-ee74c5e2-a741-4b3b-ba5e-73987616ee11 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 907 time: 0.0777643 Feb 19 03:56:40.784096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:40.810668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'a4d943e3-4dd4-406d-92c2-8f9c1a124fa6', 'network_id': '65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7', 'port_id': 'a4d943e3-4dd4-406d-92c2-8f9c1a124fa6', 'mac_address': 'fa:16:3e:54:93:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6928e3be-c1c7-48ac-9024-5394a392343f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:40.860469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:40.860909 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.880850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:40.907388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:40.913168 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.969769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:41.181467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['a4d943e3-4dd4-406d-92c2-8f9c1a124fa6'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:41.847590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05b2f8-af4d-4923-8575-b162f6d5feb0 req-46f9bbec-09cc-4c5a-911d-5cd0054dfd3a tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:41.849198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec05b2f8-af4d-4923-8575-b162f6d5feb0 req-46f9bbec-09cc-4c5a-911d-5cd0054dfd3a tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 908 time: 0.0571678 Feb 19 03:56:42.077188 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.613162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:42.667485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:42.671605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:42.671989 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.749026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:42.749421 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.772205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b243b1-8b89-4fd4-b53d-e87d798044f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d943e3-4dd4-406d-92c2-8f9c1a124fa6'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:42.774455 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1718447f-0153-4ed7-9838-298f865564ac" -d '{"events": [{"server_uuid": "f5b243b1-8b89-4fd4-b53d-e87d798044f2", "name": "network-vif-plugged", "status": "completed", "tag": "a4d943e3-4dd4-406d-92c2-8f9c1a124fa6"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:42.787827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:42.792891 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.836669 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882100c9-1bbe-4186-9353-77d3b486a96b x-openstack-request-id: req-882100c9-1bbe-4186-9353-77d3b486a96b {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:42.837251 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b243b1-8b89-4fd4-b53d-e87d798044f2", "name": "network-vif-plugged", "status": "completed", "tag": "a4d943e3-4dd4-406d-92c2-8f9c1a124fa6", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:42.837668 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-882100c9-1bbe-4186-9353-77d3b486a96b {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:42.838463 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b243b1-8b89-4fd4-b53d-e87d798044f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d943e3-4dd4-406d-92c2-8f9c1a124fa6', 'code': 200} Feb 19 03:56:42.850876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:43.116854 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.239176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aeec2-b0bb-4919-9236-b3de4c69844c req-2f1e4504-7313-4199-acd8-a5815be2910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.240701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5aeec2-b0bb-4919-9236-b3de4c69844c req-2f1e4504-7313-4199-acd8-a5815be2910c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 1091 time: 0.3410003 Feb 19 03:56:43.256770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e932e0-bdc0-4afc-8d0c-f3f418388295 req-efb31bde-5143-4fda-8135-6d82fad9473c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.258392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e6e932e0-bdc0-4afc-8d0c-f3f418388295 req-efb31bde-5143-4fda-8135-6d82fad9473c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 909 time: 0.3260455 Feb 19 03:56:44.392906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4c241-293e-4d0f-9f89-0a527b5fba19 req-c83a0bf6-9c7c-4043-80eb-95f85b6dcf00 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.394683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ee4c241-293e-4d0f-9f89-0a527b5fba19 req-c83a0bf6-9c7c-4043-80eb-95f85b6dcf00 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 909 time: 0.0582130 Feb 19 03:56:44.640737 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.529216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb6da3-7240-4562-866b-8de8956f561b req-3b0edca6-c6ab-4bce-930b-7b1d7c57047f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.532203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65fb6da3-7240-4562-866b-8de8956f561b req-3b0edca6-c6ab-4bce-930b-7b1d7c57047f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 909 time: 0.0590372 Feb 19 03:56:45.665340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7392b-0304-4956-a2cb-5fb64f17f59c req-a699d7f8-d157-47ff-a63d-8ebf0148923c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.667218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5de7392b-0304-4956-a2cb-5fb64f17f59c req-a699d7f8-d157-47ff-a63d-8ebf0148923c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 909 time: 0.0621419 Feb 19 03:56:45.832798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537717bc-ae62-45a2-8a44-2312ccc887ba req-747b036b-4fc9-4773-89d6-b17de773c3ca tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.834690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-537717bc-ae62-45a2-8a44-2312ccc887ba req-747b036b-4fc9-4773-89d6-b17de773c3ca tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 1091 time: 0.0537186 Feb 19 03:56:45.957665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c0b5e-1e32-4c31-bf3e-0451094397d0 req-3982cfc0-0c66-494b-9c6f-d143723944c7 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.959652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db0c0b5e-1e32-4c31-bf3e-0451094397d0 req-3982cfc0-0c66-494b-9c6f-d143723944c7 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 1166 time: 0.0517826 Feb 19 03:56:46.027817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db0c0b5e-1e32-4c31-bf3e-0451094397d0 req-768b32fe-fe51-4ab7-8a0c-1614242ccbb8 tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0621197 Feb 19 03:56:46.052176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55780) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:46.099602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e4ccf1-9434-47f0-8cf4-5b94ba71344f tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.114714 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-49e4ccf1-9434-47f0-8cf4-5b94ba71344f tempest-TestSecurityGroupsBasicOps-1544205382 tempest-TestSecurityGroupsBasicOps-1544205382-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 1086 time: 0.0507770 Feb 19 03:56:46.349286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1022869-18e0-4f79-b58c-5a046f49ee32 req-12240f33-574d-4e76-91e4-c5c2588f0ada tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.350783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1022869-18e0-4f79-b58c-5a046f49ee32 req-12240f33-574d-4e76-91e4-c5c2588f0ada tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 909 time: 0.0632789 Feb 19 03:56:47.492145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095208cd-f3b9-488e-94a8-df5c99cbde66 req-00b0040c-837b-4dab-80cd-c3a19f613501 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.494517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-095208cd-f3b9-488e-94a8-df5c99cbde66 req-00b0040c-837b-4dab-80cd-c3a19f613501 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 909 time: 0.0705004 Feb 19 03:56:47.723580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8fca4b21-7403-4ec7-8477-58914426cdf6 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.725080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8fca4b21-7403-4ec7-8477-58914426cdf6 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 909 time: 0.0548294 Feb 19 03:56:47.827322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8081fa67-ee2c-492c-aa8a-d0c5b08c1e38 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Deleting port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:47.828541 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8081fa67-ee2c-492c-aa8a-d0c5b08c1e38 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.928735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8081fa67-ee2c-492c-aa8a-d0c5b08c1e38 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] For port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:47.929378 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8081fa67-ee2c-492c-aa8a-d0c5b08c1e38 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.943932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8081fa67-ee2c-492c-aa8a-d0c5b08c1e38 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Calling delete_port for a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:48.097278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8081fa67-ee2c-492c-aa8a-d0c5b08c1e38 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a4d943e3-4dd4-406d-92c2-8f9c1a124fa6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.127848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081fa67-ee2c-492c-aa8a-d0c5b08c1e38 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Port': ['ID=a4d943e3-4dd4-406d-92c2-8f9c1a124fa6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:48.180768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8081fa67-ee2c-492c-aa8a-d0c5b08c1e38 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] No DVR routers for this DVR port a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:48.183902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8081fa67-ee2c-492c-aa8a-d0c5b08c1e38 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.187920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d557f9d5-fd04-4a46-824f-8e0f22f84636 req-8081fa67-ee2c-492c-aa8a-d0c5b08c1e38 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.71 "DELETE /v2.0/ports/a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 HTTP/1.1" status: 204 len: 173 time: 0.4559608 Feb 19 03:56:48.188754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b243b1-8b89-4fd4-b53d-e87d798044f2', 'name': 'network-vif-deleted', 'tag': 'a4d943e3-4dd4-406d-92c2-8f9c1a124fa6'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:48.191407 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a43cb04-bb0c-4ac7-b5ed-a2d328742f18" -d '{"events": [{"server_uuid": "f5b243b1-8b89-4fd4-b53d-e87d798044f2", "name": "network-vif-deleted", "tag": "a4d943e3-4dd4-406d-92c2-8f9c1a124fa6"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:48.256975 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0a9b05-fe70-4a38-b131-ba8eca00ed6e x-openstack-request-id: req-1c0a9b05-fe70-4a38-b131-ba8eca00ed6e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:48.257279 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b243b1-8b89-4fd4-b53d-e87d798044f2", "name": "network-vif-deleted", "tag": "a4d943e3-4dd4-406d-92c2-8f9c1a124fa6", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:48.257535 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c0a9b05-fe70-4a38-b131-ba8eca00ed6e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:48.257988 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b243b1-8b89-4fd4-b53d-e87d798044f2', 'name': 'network-vif-deleted', 'tag': 'a4d943e3-4dd4-406d-92c2-8f9c1a124fa6', 'status': 'completed', 'code': 200} Feb 19 03:56:48.646708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fc0e8db-be57-4c5c-a2fd-1f81a904c962 req-0d03e5e4-723b-482f-a28c-5bcf5ef51dfd tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5b243b1-8b89-4fd4-b53d-e87d798044f2 HTTP/1.1" status: 200 len: 210 time: 0.0449820 Feb 19 03:56:49.152934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55812) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:49.269898 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25cb76c2-d137-4bfc-b64c-32aa36300a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.381961 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25cb76c2-d137-4bfc-b64c-32aa36300a6e admin admin] Publish callbacks [] for security_group (c96780c4-9536-4b2e-873e-c44975b7728b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.409168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25cb76c2-d137-4bfc-b64c-32aa36300a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c96780c4-9536-4b2e-873e-c44975b7728b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.480380 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-25cb76c2-d137-4bfc-b64c-32aa36300a6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9720b7961cee433894f37bb4f35a2488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255067 Feb 19 03:56:49.481878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb76c2-d137-4bfc-b64c-32aa36300a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96780c4-9536-4b2e-873e-c44975b7728b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:49.483253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55816) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:49.553284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2e71-5dbd-4b9c-8944-44e32ed824cb admin admin] Publish callbacks [] for security_group (c96780c4-9536-4b2e-873e-c44975b7728b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.579069 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2e71-5dbd-4b9c-8944-44e32ed824cb admin admin] Publish callbacks [] for security_group (c96780c4-9536-4b2e-873e-c44975b7728b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.632357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2e71-5dbd-4b9c-8944-44e32ed824cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c96780c4-9536-4b2e-873e-c44975b7728b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.634871 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2e71-5dbd-4b9c-8944-44e32ed824cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.638286 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c6ab2e71-5dbd-4b9c-8944-44e32ed824cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c96780c4-9536-4b2e-873e-c44975b7728b HTTP/1.1" status: 204 len: 168 time: 0.1517384 Feb 19 03:56:49.645441 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab2e71-5dbd-4b9c-8944-44e32ed824cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96780c4-9536-4b2e-873e-c44975b7728b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:49.711628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55822) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:49.924168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55826) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:49.938658 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5f64fcb-9b60-4af3-9ab3-ff35f6c4ffa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.028334 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5f64fcb-9b60-4af3-9ab3-ff35f6c4ffa4 admin admin] Publish callbacks [] for security_group (c67e6f28-03bc-4efa-8514-d946a9cfe22f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.033049 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5f64fcb-9b60-4af3-9ab3-ff35f6c4ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c67e6f28-03bc-4efa-8514-d946a9cfe22f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.075413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c5f64fcb-9b60-4af3-9ab3-ff35f6c4ffa4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c31889ccf984abda9f1de6b78941876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470256 Feb 19 03:56:50.076786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55828) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:50.082817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f64fcb-9b60-4af3-9ab3-ff35f6c4ffa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67e6f28-03bc-4efa-8514-d946a9cfe22f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:50.123001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (21c20c75-5e43-471e-b95d-5383bccc3577), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.130324 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-92a6e9c6-5506-43f7-ba47-62d521c27429 admin admin] Publish callbacks [] for security_group (c67e6f28-03bc-4efa-8514-d946a9cfe22f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.153024 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-92a6e9c6-5506-43f7-ba47-62d521c27429 admin admin] Publish callbacks [] for security_group (c67e6f28-03bc-4efa-8514-d946a9cfe22f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.219185 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-92a6e9c6-5506-43f7-ba47-62d521c27429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c67e6f28-03bc-4efa-8514-d946a9cfe22f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.222552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-92a6e9c6-5506-43f7-ba47-62d521c27429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.224205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-92a6e9c6-5506-43f7-ba47-62d521c27429 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c67e6f28-03bc-4efa-8514-d946a9cfe22f HTTP/1.1" status: 204 len: 168 time: 0.1464028 Feb 19 03:56:50.233357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6e9c6-5506-43f7-ba47-62d521c27429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67e6f28-03bc-4efa-8514-d946a9cfe22f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:50.521354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Deleting port ba3e0a28-38e6-4ca8-a789-47abe209055e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:50.522002 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.634035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] For port ba3e0a28-38e6-4ca8-a789-47abe209055e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ba3e0a28-38e6-4ca8-a789-47abe209055e,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:50.634538 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.650972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Calling delete_port for ba3e0a28-38e6-4ca8-a789-47abe209055e owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:50.877654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ba3e0a28-38e6-4ca8-a789-47abe209055e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.904852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Port': ['ID=ba3e0a28-38e6-4ca8-a789-47abe209055e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:51.168929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (21c20c75-5e43-471e-b95d-5383bccc3577), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.411421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Router 21c20c75-5e43-471e-b95d-5383bccc3577 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:51.567167 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:51.575595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55866) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:51.576894 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9663f382-3515-44c9-8c82-bcad85b3312e tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "PUT /v2.0/routers/21c20c75-5e43-471e-b95d-5383bccc3577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637915 Feb 19 03:56:51.582395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] Sync routers for ids ['21c20c75-5e43-471e-b95d-5383bccc3577'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:51.594964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] Routers {'21c20c75-5e43-471e-b95d-5383bccc3577'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:51.595906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:56:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['21c20c75-5e43-471e-b95d-5383bccc3577'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:51.650541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-5deaca6f-bcec-4da0-8383-1726ef2b8b47 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Deleting subnet 6928e3be-c1c7-48ac-9024-5394a392343f {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:56:51.654096 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5deaca6f-bcec-4da0-8383-1726ef2b8b47 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for subnet (6928e3be-c1c7-48ac-9024-5394a392343f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.698318 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5deaca6f-bcec-4da0-8383-1726ef2b8b47 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (6928e3be-c1c7-48ac-9024-5394a392343f), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.745212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] Set router 21c20c75-5e43-471e-b95d-5383bccc3577 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:51.794928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5deaca6f-bcec-4da0-8383-1726ef2b8b47 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (6928e3be-c1c7-48ac-9024-5394a392343f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.871435 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5deaca6f-bcec-4da0-8383-1726ef2b8b47 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (6928e3be-c1c7-48ac-9024-5394a392343f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.892335 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5deaca6f-bcec-4da0-8383-1726ef2b8b47 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.898580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d312d-7333-4292-9a03-712559353667 None None] Network 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:51.900170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55870) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:51.909147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5deaca6f-bcec-4da0-8383-1726ef2b8b47 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "DELETE /v2.0/subnets/6928e3be-c1c7-48ac-9024-5394a392343f HTTP/1.1" status: 204 len: 168 time: 0.3296752 Feb 19 03:56:51.949347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deaca6f-bcec-4da0-8383-1726ef2b8b47 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Subnet': ['ID=6928e3be-c1c7-48ac-9024-5394a392343f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:52.051661 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router (21c20c75-5e43-471e-b95d-5383bccc3577), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.182442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_gateway (21c20c75-5e43-471e-b95d-5383bccc3577), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.246711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939530532', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:26Z', 'updated_at': '2022-02-19T03:56:50Z', 'revision_number': 5, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': 'ce4a0230-b9fc-488d-93a5-b0771ee79e8e', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:27Z', 'updated_at': '2022-02-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:52.251616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Deleting port ce4a0230-b9fc-488d-93a5-b0771ee79e8e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:52.251973 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.288197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] Checking router: 21c20c75-5e43-471e-b95d-5383bccc3577 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:52.299898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] Routers {'21c20c75-5e43-471e-b95d-5383bccc3577'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:52.300520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:56:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['21c20c75-5e43-471e-b95d-5383bccc3577'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:52.347336 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] For port ce4a0230-b9fc-488d-93a5-b0771ee79e8e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=ce4a0230-b9fc-488d-93a5-b0771ee79e8e,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:52.347806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.361353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Calling delete_port for ce4a0230-b9fc-488d-93a5-b0771ee79e8e owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:52.394267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] Set router 21c20c75-5e43-471e-b95d-5383bccc3577 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:52.436568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d9e10-29ca-43ce-b7d3-566a6dc10656 None None] DHCP port deletion for 65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:56:52.476673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939530532', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:26Z', 'updated_at': '2022-02-19T03:56:52Z', 'revision_number': 6, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:52.514453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88377005-7086-4f58-8bf1-79e2d42b43e7 None None] The sync data for ids ['21c20c75-5e43-471e-b95d-5383bccc3577'] in n-d-826756-2 is: [{'id': '21c20c75-5e43-471e-b95d-5383bccc3577', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939530532', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:26Z', 'updated_at': '2022-02-19T03:56:52Z', 'revision_number': 6, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:52.586115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d9e10-29ca-43ce-b7d3-566a6dc10656 None None] Deleting port 168c2180-b66d-478b-bad9-4e64c7df83d9 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:52.586773 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9e10-29ca-43ce-b7d3-566a6dc10656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.616865 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (ce4a0230-b9fc-488d-93a5-b0771ee79e8e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.645965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.690529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8f1d9e10-29ca-43ce-b7d3-566a6dc10656 None None] For port 168c2180-b66d-478b-bad9-4e64c7df83d9, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=168c2180-b66d-478b-bad9-4e64c7df83d9,segment=NetworkSegment(d6d3c922-c8a1-4c68-bfef-8badd117aa98),segment_id=d6d3c922-c8a1-4c68-bfef-8badd117aa98)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:52.690936 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9e10-29ca-43ce-b7d3-566a6dc10656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.707671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Port': ['ID=ce4a0230-b9fc-488d-93a5-b0771ee79e8e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:52.708784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:52.730862 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d9e10-29ca-43ce-b7d3-566a6dc10656 None None] Calling delete_port for 168c2180-b66d-478b-bad9-4e64c7df83d9 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:52.737553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:52.737932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device a4d943e3-4dd4-406d-92c2-8f9c1a124fa6 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:52.757774 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (21c20c75-5e43-471e-b95d-5383bccc3577), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.822733 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9e10-29ca-43ce-b7d3-566a6dc10656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (168c2180-b66d-478b-bad9-4e64c7df83d9), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.843219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d9e10-29ca-43ce-b7d3-566a6dc10656 None None] No DVR routers for this DVR port 168c2180-b66d-478b-bad9-4e64c7df83d9 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:52.860394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (21c20c75-5e43-471e-b95d-5383bccc3577), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.862799 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_controller (21c20c75-5e43-471e-b95d-5383bccc3577), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.893231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d9e10-29ca-43ce-b7d3-566a6dc10656 None None] Pushing event deleted for resources: {'Port': ['ID=168c2180-b66d-478b-bad9-4e64c7df83d9,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.162193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 168c2180-b66d-478b-bad9-4e64c7df83d9 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:53.220377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 168c2180-b66d-478b-bad9-4e64c7df83d9 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:53.222193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 168c2180-b66d-478b-bad9-4e64c7df83d9 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:53.222743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ba3e0a28-38e6-4ca8-a789-47abe209055e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:53.256972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ba3e0a28-38e6-4ca8-a789-47abe209055e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:53.257635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ba3e0a28-38e6-4ca8-a789-47abe209055e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:53.354391 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (21c20c75-5e43-471e-b95d-5383bccc3577), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.354931 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Fanout notify agent at l3_agent the message router_deleted on router 21c20c75-5e43-471e-b95d-5383bccc3577 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:56:53.362268 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.366474 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-df01f7f3-7b85-47cd-a7ae-2aaebd463174 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "DELETE /v2.0/routers/21c20c75-5e43-471e-b95d-5383bccc3577 HTTP/1.1" status: 204 len: 168 time: 1.4652750 Feb 19 03:56:53.367151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55876) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:53.452462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.547946 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.581699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:53.592188 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d3c922-c8a1-4c68-bfef-8badd117aa98') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:53.592517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d3c922-c8a1-4c68-bfef-8badd117aa98') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:53.604041 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d6d3c922-c8a1-4c68-bfef-8badd117aa98), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.619224 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d6d3c922-c8a1-4c68-bfef-8badd117aa98), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.630362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:53.630864 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d6d3c922-c8a1-4c68-bfef-8badd117aa98), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: timer() Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:53.633824 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:53.696815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.705010 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.708283 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "DELETE /v2.0/networks/65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7 HTTP/1.1" status: 204 len: 168 time: 0.3401794 Feb 19 03:56:53.711212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55882) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:53.726591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b1f97-e452-4fd9-b67b-4b57503319a8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Network': ['ID=65e66ff4-43bc-41e1-b9f9-5fd1bdb3b6e7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.982476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Deleting port 637d7cff-8c1a-475c-b20a-7ac9a55f0ec9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:53.982876 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (637d7cff-8c1a-475c-b20a-7ac9a55f0ec9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.063197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (637d7cff-8c1a-475c-b20a-7ac9a55f0ec9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.063524 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for floatingip (637d7cff-8c1a-475c-b20a-7ac9a55f0ec9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.077877 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Calling delete_port for 637d7cff-8c1a-475c-b20a-7ac9a55f0ec9 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:54.268348 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (637d7cff-8c1a-475c-b20a-7ac9a55f0ec9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.300811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Port': ['ID=637d7cff-8c1a-475c-b20a-7ac9a55f0ec9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:54.361229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for floatingip (295e74b0-dea7-47e6-83f9-fb934f0db26a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.361562 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Floating IP 295e74b0-dea7-47e6-83f9-fb934f0db26a disassociated (deleted). External IP: 172.25.4.48, port: 8fd8904f-30df-4802-99d8-dcdcb1799cbd. Feb 19 03:56:54.575979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Router 8776d574-2bec-464e-897a-024360e09f2d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:54.700830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:54.705767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.712002 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] Sync routers for ids ['8776d574-2bec-464e-897a-024360e09f2d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:54.723394 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] Routers {'8776d574-2bec-464e-897a-024360e09f2d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:54.724129 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:56:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8776d574-2bec-464e-897a-024360e09f2d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:54.737166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5c4dcd3f-924b-4592-a837-8d72a681eb2c tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "DELETE /v2.0/floatingips/295e74b0-dea7-47e6-83f9-fb934f0db26a HTTP/1.1" status: 204 len: 168 time: 1.0247538 Feb 19 03:56:54.738582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'tag': '8fd8904f-30df-4802-99d8-dcdcb1799cbd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:54.741245 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4877c7cf-e8f1-4046-bebc-eaa8d2391787" -d '{"events": [{"name": "network-changed", "server_uuid": "23fb53ce-43fc-47dd-ae96-b6b1ee2733f6", "tag": "8fd8904f-30df-4802-99d8-dcdcb1799cbd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:54.857138 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] Set router 8776d574-2bec-464e-897a-024360e09f2d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:54.931917 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24027c3-66c2-46f9-a1fd-765021f4aab7 x-openstack-request-id: req-a24027c3-66c2-46f9-a1fd-765021f4aab7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:54.932311 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fb53ce-43fc-47dd-ae96-b6b1ee2733f6", "tag": "8fd8904f-30df-4802-99d8-dcdcb1799cbd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:54.932864 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a24027c3-66c2-46f9-a1fd-765021f4aab7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:54.933257 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'tag': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'status': 'completed', 'code': 200} Feb 19 03:56:54.968546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ce4a0230-b9fc-488d-93a5-b0771ee79e8e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:55.048686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: ce4a0230-b9fc-488d-93a5-b0771ee79e8e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:55.049270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device ce4a0230-b9fc-488d-93a5-b0771ee79e8e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:55.089371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381cd4d-2b27-4976-b76f-e7e07a76c8f3 req-c57424d5-a62d-414c-b34a-6da8214fb53f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.091174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a381cd4d-2b27-4976-b76f-e7e07a76c8f3 req-c57424d5-a62d-414c-b34a-6da8214fb53f tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 984 time: 0.0990543 Feb 19 03:56:55.110444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-c9778d0f-8ec1-4e88-abc3-7d902fa270fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.111847 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-c9778d0f-8ec1-4e88-abc3-7d902fa270fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7571b91e01b34a88b069467a385b5032&device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 1166 time: 0.0833042 Feb 19 03:56:55.145469 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:50Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '960fc13e-6d26-4ad9-b0a5-407153f5a6cf', 'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:c4:01:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:49Z', 'updated_at': '2022-02-19T03:54:54Z', 'revision_number': 5, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:55.181757 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] Checking router: 8776d574-2bec-464e-897a-024360e09f2d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:55.193509 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] Routers {'8776d574-2bec-464e-897a-024360e09f2d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:55.194186 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:56:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8776d574-2bec-464e-897a-024360e09f2d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:55.243183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a381cd4d-2b27-4976-b76f-e7e07a76c8f3 req-61f6e6a9-24c6-49b7-8eb4-9b69399984ee tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1408451 Feb 19 03:56:55.266605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-731b71bd-3694-4efe-9cd8-4062821c8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.269147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-731b71bd-3694-4efe-9cd8-4062821c8eb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56 HTTP/1.1" status: 200 len: 898 time: 0.1493711 Feb 19 03:56:55.339995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-a6495d97-c48b-445e-a22a-24eb23626faf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fd8904f-30df-4802-99d8-dcdcb1799cbd HTTP/1.1" status: 200 len: 217 time: 0.0619161 Feb 19 03:56:55.341414 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] Set router 8776d574-2bec-464e-897a-024360e09f2d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:55.403703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-452c6a4f-95a3-422b-b91f-a642e4bf3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.407477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-452c6a4f-95a3-422b-b91f-a642e4bf3d95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=794cdf36-fe4f-467c-961c-3c6322e03c68 HTTP/1.1" status: 200 len: 835 time: 0.0605915 Feb 19 03:56:55.470635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-275039ef-cbd1-49e2-a980-bf9cb0a01993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.472512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-275039ef-cbd1-49e2-a980-bf9cb0a01993 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4009db82-0f99-4b74-b8d8-6cd58cdf8d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569484 Feb 19 03:56:55.602332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-88d436f6-d26f-4124-9533-efff2a323bca service neutron] 10.222.0.37 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209886 Feb 19 03:56:55.726028 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:50Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '960fc13e-6d26-4ad9-b0a5-407153f5a6cf', 'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:c4:01:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:49Z', 'updated_at': '2022-02-19T03:54:54Z', 'revision_number': 5, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:55.730017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4877c7cf-e8f1-4046-bebc-eaa8d2391787 req-f7e804ad-9434-42f4-8b98-56fe1b0af87a service neutron] 10.222.0.37 "GET /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161447 Feb 19 03:56:55.758372 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389ca1a-343b-4ab0-82dd-40bde2f8f7ff None None] The sync data for ids ['8776d574-2bec-464e-897a-024360e09f2d'] in n-d-826756-2 is: [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:54:50Z', 'revision_number': 4, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '960fc13e-6d26-4ad9-b0a5-407153f5a6cf', 'name': '', 'network_id': '4009db82-0f99-4b74-b8d8-6cd58cdf8d56', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'mac_address': 'fa:16:3e:c4:01:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:49Z', 'updated_at': '2022-02-19T03:54:54Z', 'revision_number': 5, 'project_id': '7571b91e01b34a88b069467a385b5032', 'subnets': [{'id': '794cdf36-fe4f-467c-961c-3c6322e03c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:56.084078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a2e76-c58e-474d-89e8-959129a8524a None None] New status for floating IP 295e74b0-dea7-47e6-83f9-fb934f0db26a: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:56:56.415015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823f92f-99c6-4236-ab2e-36cf11202f51 req-07b12600-f57f-4d14-8b5b-e9132d47905a tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.416509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6823f92f-99c6-4236-ab2e-36cf11202f51 req-07b12600-f57f-4d14-8b5b-e9132d47905a tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 984 time: 0.0760446 Feb 19 03:56:56.506037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6823f92f-99c6-4236-ab2e-36cf11202f51 req-781785ab-37b5-4108-a2a8-97987a36abad tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb3e987-8a67-4da0-9a46-1d9c4a38706c&id=3a188662-4229-4c00-92a1-02c9f9ae52a2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0797851 Feb 19 03:56:56.904966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-d6949fce-c30c-45f9-b5f7-fdb56dd399bc tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.906628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-d6949fce-c30c-45f9-b5f7-fdb56dd399bc tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 984 time: 0.0555971 Feb 19 03:56:57.008285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-6952a51a-8e01-41a0-a3dc-a39baa2197b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Deleting port 8fd8904f-30df-4802-99d8-dcdcb1799cbd {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:57.008563 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-6952a51a-8e01-41a0-a3dc-a39baa2197b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.098113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-6952a51a-8e01-41a0-a3dc-a39baa2197b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] For port 8fd8904f-30df-4802-99d8-dcdcb1799cbd, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8fd8904f-30df-4802-99d8-dcdcb1799cbd,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:57.098478 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-6952a51a-8e01-41a0-a3dc-a39baa2197b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.110069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-6952a51a-8e01-41a0-a3dc-a39baa2197b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Calling delete_port for 8fd8904f-30df-4802-99d8-dcdcb1799cbd owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:57.246474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-6952a51a-8e01-41a0-a3dc-a39baa2197b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8fd8904f-30df-4802-99d8-dcdcb1799cbd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.277381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952a51a-8e01-41a0-a3dc-a39baa2197b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Port': ['ID=8fd8904f-30df-4802-99d8-dcdcb1799cbd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:57.334418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-6952a51a-8e01-41a0-a3dc-a39baa2197b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] No DVR routers for this DVR port 8fd8904f-30df-4802-99d8-dcdcb1799cbd on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:57.337320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-6952a51a-8e01-41a0-a3dc-a39baa2197b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.341579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a5b4cfe-2cec-46af-b65b-381e0948973c req-6952a51a-8e01-41a0-a3dc-a39baa2197b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.37 "DELETE /v2.0/ports/8fd8904f-30df-4802-99d8-dcdcb1799cbd HTTP/1.1" status: 204 len: 173 time: 0.4287596 Feb 19 03:56:57.342028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'name': 'network-vif-deleted', 'tag': '8fd8904f-30df-4802-99d8-dcdcb1799cbd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:57.344944 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2719b4aa-1952-434c-93fc-9cb6784d741f" -d '{"events": [{"server_uuid": "23fb53ce-43fc-47dd-ae96-b6b1ee2733f6", "name": "network-vif-deleted", "tag": "8fd8904f-30df-4802-99d8-dcdcb1799cbd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:57.386734 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26db5452-27ac-4e22-98de-9551e8ceef94 x-openstack-request-id: req-26db5452-27ac-4e22-98de-9551e8ceef94 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:57.387026 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fb53ce-43fc-47dd-ae96-b6b1ee2733f6", "name": "network-vif-deleted", "tag": "8fd8904f-30df-4802-99d8-dcdcb1799cbd", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:57.387277 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26db5452-27ac-4e22-98de-9551e8ceef94 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:57.387724 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fb53ce-43fc-47dd-ae96-b6b1ee2733f6', 'name': 'network-vif-deleted', 'tag': '8fd8904f-30df-4802-99d8-dcdcb1799cbd', 'status': 'completed', 'code': 200} Feb 19 03:56:57.611467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3418067b-788c-4d43-bbc0-bb8212bf3240 req-607cec20-2c61-4c95-9c80-84eb4b44f0eb tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fb53ce-43fc-47dd-ae96-b6b1ee2733f6 HTTP/1.1" status: 200 len: 210 time: 0.0290596 Feb 19 03:56:58.089063 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:56:58.670560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55928) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.727603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c9e9-2056-49eb-b196-46864f5c2e65 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (3fb3e987-8a67-4da0-9a46-1d9c4a38706c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.751883 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c9e9-2056-49eb-b196-46864f5c2e65 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (3fb3e987-8a67-4da0-9a46-1d9c4a38706c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.793986 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c9e9-2056-49eb-b196-46864f5c2e65 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3fb3e987-8a67-4da0-9a46-1d9c4a38706c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.797339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ec1c9e9-2056-49eb-b196-46864f5c2e65 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.800969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2ec1c9e9-2056-49eb-b196-46864f5c2e65 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "DELETE /v2.0/security-groups/3fb3e987-8a67-4da0-9a46-1d9c4a38706c HTTP/1.1" status: 204 len: 168 time: 0.1269670 Feb 19 03:56:58.802013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55930) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.808332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1c9e9-2056-49eb-b196-46864f5c2e65 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb3e987-8a67-4da0-9a46-1d9c4a38706c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.870989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9ff778c7-2f11-4d69-9d83-f0c97e1a0da1 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (3a188662-4229-4c00-92a1-02c9f9ae52a2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.898821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9ff778c7-2f11-4d69-9d83-f0c97e1a0da1 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (3a188662-4229-4c00-92a1-02c9f9ae52a2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.953059 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9ff778c7-2f11-4d69-9d83-f0c97e1a0da1 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (3a188662-4229-4c00-92a1-02c9f9ae52a2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.955799 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9ff778c7-2f11-4d69-9d83-f0c97e1a0da1 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.959424 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9ff778c7-2f11-4d69-9d83-f0c97e1a0da1 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "DELETE /v2.0/security-groups/3a188662-4229-4c00-92a1-02c9f9ae52a2 HTTP/1.1" status: 204 len: 168 time: 0.1529996 Feb 19 03:56:58.960017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55934) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.970134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff778c7-2f11-4d69-9d83-f0c97e1a0da1 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a188662-4229-4c00-92a1-02c9f9ae52a2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:59.293086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8fd8904f-30df-4802-99d8-dcdcb1799cbd no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:59.325398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 8fd8904f-30df-4802-99d8-dcdcb1799cbd {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:59.326703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8fd8904f-30df-4802-99d8-dcdcb1799cbd not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:59.818173 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (8776d574-2bec-464e-897a-024360e09f2d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.158369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Deleting port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:00.158792 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.254250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] For port 960fc13e-6d26-4ad9-b0a5-407153f5a6cf, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=960fc13e-6d26-4ad9-b0a5-407153f5a6cf,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:00.254674 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.272289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Calling delete_port for 960fc13e-6d26-4ad9-b0a5-407153f5a6cf owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:00.530476 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (960fc13e-6d26-4ad9-b0a5-407153f5a6cf), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.559832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Port': ['ID=960fc13e-6d26-4ad9-b0a5-407153f5a6cf,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:00.755393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (8776d574-2bec-464e-897a-024360e09f2d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.991024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Router 8776d574-2bec-464e-897a-024360e09f2d has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:01.111054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:01.115119 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-abf9f86d-5825-49ae-bc1d-77fda4ea227d tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "PUT /v2.0/routers/8776d574-2bec-464e-897a-024360e09f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1538236 Feb 19 03:57:01.117826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55952) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:01.124665 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] Sync routers for ids ['8776d574-2bec-464e-897a-024360e09f2d'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:01.146113 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] Routers {'8776d574-2bec-464e-897a-024360e09f2d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:01.146969 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:56:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8776d574-2bec-464e-897a-024360e09f2d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:01.177533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13cff73-d2c5-44af-b0d7-388da57d3b50 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Deleting subnet 794cdf36-fe4f-467c-961c-3c6322e03c68 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:57:01.181487 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d13cff73-d2c5-44af-b0d7-388da57d3b50 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for subnet (794cdf36-fe4f-467c-961c-3c6322e03c68), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.231111 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d13cff73-d2c5-44af-b0d7-388da57d3b50 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (794cdf36-fe4f-467c-961c-3c6322e03c68), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.276019 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] Set router 8776d574-2bec-464e-897a-024360e09f2d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:01.337789 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d13cff73-d2c5-44af-b0d7-388da57d3b50 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (794cdf36-fe4f-467c-961c-3c6322e03c68), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.413500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d13cff73-d2c5-44af-b0d7-388da57d3b50 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (794cdf36-fe4f-467c-961c-3c6322e03c68), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.429169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d13cff73-d2c5-44af-b0d7-388da57d3b50 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.433438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d13cff73-d2c5-44af-b0d7-388da57d3b50 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "DELETE /v2.0/subnets/794cdf36-fe4f-467c-961c-3c6322e03c68 HTTP/1.1" status: 204 len: 168 time: 0.3141994 Feb 19 03:57:01.435963 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55954) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:01.440769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1129388d-0f94-4de2-a07b-f75d0c447ef3 None None] Network 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:01.457240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cff73-d2c5-44af-b0d7-388da57d3b50 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Subnet': ['ID=794cdf36-fe4f-467c-961c-3c6322e03c68,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:01.548770 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:57:00Z', 'revision_number': 5, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:01.582670 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] Checking router: 8776d574-2bec-464e-897a-024360e09f2d for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:01.592723 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] Routers {'8776d574-2bec-464e-897a-024360e09f2d'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:01.593493 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:56:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8776d574-2bec-464e-897a-024360e09f2d'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:01.672679 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router (8776d574-2bec-464e-897a-024360e09f2d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.705371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301cb980-8dc5-4def-a563-91da0a83bf2d None None] DHCP port deletion for 4009db82-0f99-4b74-b8d8-6cd58cdf8d56 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:57:01.757378 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] Set router 8776d574-2bec-464e-897a-024360e09f2d gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:01.789975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-301cb980-8dc5-4def-a563-91da0a83bf2d None None] Deleting port dacbcc42-893f-4f02-bdac-6d944b14b076 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:01.790351 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-301cb980-8dc5-4def-a563-91da0a83bf2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.839182 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_gateway (8776d574-2bec-464e-897a-024360e09f2d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.866286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-301cb980-8dc5-4def-a563-91da0a83bf2d None None] For port dacbcc42-893f-4f02-bdac-6d944b14b076, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=dacbcc42-893f-4f02-bdac-6d944b14b076,segment=NetworkSegment(3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce),segment_id=3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:01.866822 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-301cb980-8dc5-4def-a563-91da0a83bf2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.882136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-301cb980-8dc5-4def-a563-91da0a83bf2d None None] Calling delete_port for dacbcc42-893f-4f02-bdac-6d944b14b076 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:01.945393 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Deleting port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:01.945796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.010695 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:57:00Z', 'revision_number': 5, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:02.013081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-301cb980-8dc5-4def-a563-91da0a83bf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (dacbcc42-893f-4f02-bdac-6d944b14b076), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.049701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301cb980-8dc5-4def-a563-91da0a83bf2d None None] No DVR routers for this DVR port dacbcc42-893f-4f02-bdac-6d944b14b076 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:02.051722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cb980-8dc5-4def-a563-91da0a83bf2d None None] Pushing event deleted for resources: {'Port': ['ID=dacbcc42-893f-4f02-bdac-6d944b14b076,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:02.071759 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213619b-3459-4bb4-b3ed-f08106dc148a None None] The sync data for ids ['8776d574-2bec-464e-897a-024360e09f2d'] in n-d-826756-2 is: [{'id': '8776d574-2bec-464e-897a-024360e09f2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1177784014', 'tenant_id': '7571b91e01b34a88b069467a385b5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:44Z', 'updated_at': '2022-02-19T03:57:00Z', 'revision_number': 5, 'project_id': '7571b91e01b34a88b069467a385b5032', 'gw_port': {'id': '3ab293a8-8ca4-49ee-bdf8-fc49734152e1', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776d574-2bec-464e-897a-024360e09f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:45Z', 'updated_at': '2022-02-19T03:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:02.109565 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] For port 3ab293a8-8ca4-49ee-bdf8-fc49734152e1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3ab293a8-8ca4-49ee-bdf8-fc49734152e1,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:02.110374 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.124956 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Calling delete_port for 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:02.335235 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (3ab293a8-8ca4-49ee-bdf8-fc49734152e1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.365889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Port': ['ID=3ab293a8-8ca4-49ee-bdf8-fc49734152e1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:02.439703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (8776d574-2bec-464e-897a-024360e09f2d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.541295 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (8776d574-2bec-464e-897a-024360e09f2d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.543584 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router_controller (8776d574-2bec-464e-897a-024360e09f2d), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.594552 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (8776d574-2bec-464e-897a-024360e09f2d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.595144 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Fanout notify agent at l3_agent the message router_deleted on router 8776d574-2bec-464e-897a-024360e09f2d {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:57:02.601864 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.606055 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-691dd94d-5f03-4bde-8306-37d10db201b0 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "DELETE /v2.0/routers/8776d574-2bec-464e-897a-024360e09f2d HTTP/1.1" status: 204 len: 168 time: 1.1681738 Feb 19 03:57:02.606473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55960) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:02.715579 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (4009db82-0f99-4b74-b8d8-6cd58cdf8d56), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.813503 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (4009db82-0f99-4b74-b8d8-6cd58cdf8d56), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.835408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4009db82-0f99-4b74-b8d8-6cd58cdf8d56']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:02.845674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:02.846129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:02.857338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.872890 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.880347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:57:02.880745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (3d1bf1ef-b9bc-46b8-b75c-8c821aa0ffce), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: timer() Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:57:02.883803 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:57:02.952959 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (4009db82-0f99-4b74-b8d8-6cd58cdf8d56), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.976116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.976116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] 10.222.0.42 "DELETE /v2.0/networks/4009db82-0f99-4b74-b8d8-6cd58cdf8d56 HTTP/1.1" status: 204 len: 168 time: 0.3678825 Feb 19 03:57:02.977504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e3357-0150-4865-a335-19dd809363d8 tempest-TestSecurityGroupsBasicOps-104747519 tempest-TestSecurityGroupsBasicOps-104747519-project] Pushing event deleted for resources: {'Network': ['ID=4009db82-0f99-4b74-b8d8-6cd58cdf8d56,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:03.207080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dacbcc42-893f-4f02-bdac-6d944b14b076 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:03.232826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: dacbcc42-893f-4f02-bdac-6d944b14b076 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:03.233102 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device dacbcc42-893f-4f02-bdac-6d944b14b076 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:03.234445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:03.258402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:03.258666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3ab293a8-8ca4-49ee-bdf8-fc49734152e1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:03.259139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 960fc13e-6d26-4ad9-b0a5-407153f5a6cf no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:03.304897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 960fc13e-6d26-4ad9-b0a5-407153f5a6cf {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:03.306304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 960fc13e-6d26-4ad9-b0a5-407153f5a6cf not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:03.426621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55972) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:03.573743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-10459147-7c7d-45a7-aae5-3d4dc62d55c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7571b91e01b34a88b069467a385b5032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458385 Feb 19 03:57:03.576245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55976) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:03.628849 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e926dd9-b47e-45b6-a2b2-759eeef58ebb admin admin] Publish callbacks [] for security_group (0c8ef0a8-c8d9-4ed0-ba8e-0053f6831f8f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.650412 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e926dd9-b47e-45b6-a2b2-759eeef58ebb admin admin] Publish callbacks [] for security_group (0c8ef0a8-c8d9-4ed0-ba8e-0053f6831f8f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.706492 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e926dd9-b47e-45b6-a2b2-759eeef58ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (0c8ef0a8-c8d9-4ed0-ba8e-0053f6831f8f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.709311 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e926dd9-b47e-45b6-a2b2-759eeef58ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.710743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4e926dd9-b47e-45b6-a2b2-759eeef58ebb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c8ef0a8-c8d9-4ed0-ba8e-0053f6831f8f HTTP/1.1" status: 204 len: 168 time: 0.1334064 Feb 19 03:57:03.723804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e926dd9-b47e-45b6-a2b2-759eeef58ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8ef0a8-c8d9-4ed0-ba8e-0053f6831f8f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:04.031424 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55984) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:04.045183 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0dde3507-5160-42de-8992-0f7fbc720830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.126822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0dde3507-5160-42de-8992-0f7fbc720830 admin admin] Publish callbacks [] for security_group (ea6ad0ea-f42d-4e74-bc25-6915e526225d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.132585 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0dde3507-5160-42de-8992-0f7fbc720830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ea6ad0ea-f42d-4e74-bc25-6915e526225d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.170528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde3507-5160-42de-8992-0f7fbc720830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6ad0ea-f42d-4e74-bc25-6915e526225d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:04.179651 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0dde3507-5160-42de-8992-0f7fbc720830 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a27b740fd0af4739be86da7b9145c551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446190 Feb 19 03:57:04.179853 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55986) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:04.230886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-93cb14b7-3e9d-4ddf-ad41-598fcbc17282 admin admin] Publish callbacks [] for security_group (ea6ad0ea-f42d-4e74-bc25-6915e526225d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.253200 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-93cb14b7-3e9d-4ddf-ad41-598fcbc17282 admin admin] Publish callbacks [] for security_group (ea6ad0ea-f42d-4e74-bc25-6915e526225d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.305955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-93cb14b7-3e9d-4ddf-ad41-598fcbc17282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ea6ad0ea-f42d-4e74-bc25-6915e526225d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.308642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-93cb14b7-3e9d-4ddf-ad41-598fcbc17282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.312484 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-93cb14b7-3e9d-4ddf-ad41-598fcbc17282 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea6ad0ea-f42d-4e74-bc25-6915e526225d HTTP/1.1" status: 204 len: 168 time: 0.1291702 Feb 19 03:57:04.339804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb14b7-3e9d-4ddf-ad41-598fcbc17282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6ad0ea-f42d-4e74-bc25-6915e526225d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:04.701155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 55994) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:04.746036 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c40f25d1-1d5f-4193-959e-515c21c448e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3cd5c819086c464db33e58a7cd5b21b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434022 Feb 19 03:57:04.749026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 55996) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:04.808842 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-acb62131-7353-45e6-9b4f-14dd197a2245 admin admin] Publish callbacks [] for security_group (405d650b-df92-4f11-8c1e-9971b32ea96f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.835171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-acb62131-7353-45e6-9b4f-14dd197a2245 admin admin] Publish callbacks [] for security_group (405d650b-df92-4f11-8c1e-9971b32ea96f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.887454 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-acb62131-7353-45e6-9b4f-14dd197a2245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (405d650b-df92-4f11-8c1e-9971b32ea96f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.891182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-acb62131-7353-45e6-9b4f-14dd197a2245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.895105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-acb62131-7353-45e6-9b4f-14dd197a2245 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/405d650b-df92-4f11-8c1e-9971b32ea96f HTTP/1.1" status: 204 len: 168 time: 0.1443989 Feb 19 03:57:04.906259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb62131-7353-45e6-9b4f-14dd197a2245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405d650b-df92-4f11-8c1e-9971b32ea96f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:06.374988 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.290697 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-23015c0d-6566-4f49-8f69-15613be79abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.043297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56028) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:10.176706 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9b211b3-1e20-4c6d-94ae-663ef724b8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.272557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9b211b3-1e20-4c6d-94ae-663ef724b8d2 admin admin] Publish callbacks [] for security_group (f96d1b6e-ba9d-4d5e-b27d-c74f4a0d1d20), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.279345 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9b211b3-1e20-4c6d-94ae-663ef724b8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f96d1b6e-ba9d-4d5e-b27d-c74f4a0d1d20), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.344086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b9b211b3-1e20-4c6d-94ae-663ef724b8d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd7a4adb52fe4e8ea3268d999b808dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2997034 Feb 19 03:57:10.345088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b211b3-1e20-4c6d-94ae-663ef724b8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96d1b6e-ba9d-4d5e-b27d-c74f4a0d1d20,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:10.346908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56040) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:10.417293 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Publish callbacks [] for security_group (f96d1b6e-ba9d-4d5e-b27d-c74f4a0d1d20), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.445052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Publish callbacks [] for security_group (f96d1b6e-ba9d-4d5e-b27d-c74f4a0d1d20), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.489345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-160e100e-5897-4ba4-ba35-f822b007c42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.544075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f96d1b6e-ba9d-4d5e-b27d-c74f4a0d1d20), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.547320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.550874 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f96d1b6e-ba9d-4d5e-b27d-c74f4a0d1d20 HTTP/1.1" status: 204 len: 168 time: 0.2005775 Feb 19 03:57:10.558092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96d1b6e-ba9d-4d5e-b27d-c74f4a0d1d20,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:10.569018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.569487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.569953 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.570504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.570873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.571304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.571750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.572328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.572788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.573349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.573773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.574220 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:10.574687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48542769-dcfd-4b2b-892b-8b1499bda31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:12.078798 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:13.120771 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.635032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.579451 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.088029 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:57:36.367832 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.888514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56148) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:38.048959 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.127241 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Publish callbacks [] for security_group (988cd804-b8ba-47d1-891f-0dfc2fc813d8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.131734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (988cd804-b8ba-47d1-891f-0dfc2fc813d8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.171407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f74b25c0ea242429d99f67a74d29937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2817507 Feb 19 03:57:38.173293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56154) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:38.173920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988cd804-b8ba-47d1-891f-0dfc2fc813d8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:38.181992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.182476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.183201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.183721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.184384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.184838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.185313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.186054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.186503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.187075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.187520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.187961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.188402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9ab6c-a647-4d51-8485-3c64673685b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:38.235043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68c3b121-4eed-416c-9cff-86c3a2e0de1b admin admin] Publish callbacks [] for security_group (988cd804-b8ba-47d1-891f-0dfc2fc813d8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.256215 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68c3b121-4eed-416c-9cff-86c3a2e0de1b admin admin] Publish callbacks [] for security_group (988cd804-b8ba-47d1-891f-0dfc2fc813d8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.293786 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-297ad81f-ecd3-46da-8c7d-6f1109beeec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.311451 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68c3b121-4eed-416c-9cff-86c3a2e0de1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (988cd804-b8ba-47d1-891f-0dfc2fc813d8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.314144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68c3b121-4eed-416c-9cff-86c3a2e0de1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.317551 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-68c3b121-4eed-416c-9cff-86c3a2e0de1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/988cd804-b8ba-47d1-891f-0dfc2fc813d8 HTTP/1.1" status: 204 len: 168 time: 0.1410542 Feb 19 03:57:38.331721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3b121-4eed-416c-9cff-86c3a2e0de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988cd804-b8ba-47d1-891f-0dfc2fc813d8,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:40.458833 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-24246a8a-c86b-425d-9c15-49f57a2d90ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.570489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-8b9c98c5-dc0a-46ca-bc23-d9b16136661c tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e5aed82796c6476cb3a457884aa31115&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303206 Feb 19 03:57:41.748539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-6aa19dfb-3ac8-457d-a020-f01300f21ca5 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:41.750021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-6aa19dfb-3ac8-457d-a020-f01300f21ca5 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741533 Feb 19 03:57:41.764147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-62c57bcd-aef0-4753-aa71-9ed20ab38078 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/quotas/e5aed82796c6476cb3a457884aa31115 HTTP/1.1" status: 200 len: 375 time: 0.0087714 Feb 19 03:57:41.799084 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-d61b4190-33f6-4800-ba0b-21323e83c867 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e5aed82796c6476cb3a457884aa31115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301723 Feb 19 03:57:41.958735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2371213-f0b4-431d-9608-141b5de928ca req-02916673-d7e2-4b03-af5f-ab98369e47aa tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 210 time: 0.0274417 Feb 19 03:57:42.081510 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.049691 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b31dcfd7-70a3-4d03-811c-4ae881e1f5c7 req-32b5bc11-2309-415c-904d-a5ffade29fee tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 210 time: 0.0275788 Feb 19 03:57:43.120503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.125174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-66e07d49-8bc8-4e40-b544-cdafa8fc4f45 req-c107e560-ac40-45af-a02c-4d5323035098 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 210 time: 0.0265169 Feb 19 03:57:44.638190 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.867999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-fffc6889-39d0-4d92-aa58-cc9c82acb8c8 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e5aed82796c6476cb3a457884aa31115&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209267 Feb 19 03:57:44.974651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-171da52d-e612-4777-a1f4-dc56a8f75c70 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:44.976211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-171da52d-e612-4777-a1f4-dc56a8f75c70 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1036160 Feb 19 03:57:44.992952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Request body: {'port': {'device_id': '034896f9-1929-4f03-9ffd-022349507e11', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': 'e5aed82796c6476cb3a457884aa31115'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:45.103918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Made reservation on behalf of e5aed82796c6476cb3a457884aa31115 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:45.107853 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.402353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.433796 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-398dc407-7018-44ef-b785-fe7cb0f339cc req-6f60b387-cf88-4918-8863-848f5351f27b tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 210 time: 0.0335033 Feb 19 03:57:45.497576 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks [] for security_group (4c5921dc-6e30-4f86-8740-cfabb559c71f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.501711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4c5921dc-6e30-4f86-8740-cfabb559c71f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.578958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5921dc-6e30-4f86-8740-cfabb559c71f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:45.651520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Allocated IP 192.168.233.254 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:45.794917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks [] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.828578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.874521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:45.877517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:45.884199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:45.907961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Pushing event updated for resources: {'Port': ['ID=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:45.937008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:45.937760 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.954884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-5871330b-9651-4bea-87f4-fdc762013c5e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9658332 Feb 19 03:57:45.967338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Request body: {'port': {'device_id': '034896f9-1929-4f03-9ffd-022349507e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:46.028468 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.142914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3eafdb14-96e4-416e-a4a4-96d85e520264 None None] Provisioning complete for port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:46.143520 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3eafdb14-96e4-416e-a4a4-96d85e520264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.181408 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3eafdb14-96e4-416e-a4a4-96d85e520264 None None] Port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:46.305677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:46.313594 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Publish callbacks [] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.325298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Transition to ACTIVE for port object 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:46.329331 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.378737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.455109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Attempting to bind port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:46.455807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Attempting to bind port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:46.455807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Attempting to bind port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:46.460423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:46.460863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Attempting to bind port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:46.467793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:46.468512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:46.468929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:46.469403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Bound port: 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:46.469766 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.568997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] For port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:46.572458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] For port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:46.582122 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.596591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18f612-ac08-4cc0-9dbf-5df807162aed req-66d901e2-5a42-44aa-9dd0-ee074aba3940 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:46.598109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef18f612-ac08-4cc0-9dbf-5df807162aed req-66d901e2-5a42-44aa-9dd0-ee074aba3940 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 948 time: 0.0866151 Feb 19 03:57:46.633241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:46.633902 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.635320 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] 10.222.0.71 "PUT /v2.0/ports/1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f HTTP/1.1" status: 200 len: 1096 time: 0.6733110 Feb 19 03:57:46.642098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034896f9-1929-4f03-9ffd-022349507e11', 'tag': '1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:46.644417 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "034896f9-1929-4f03-9ffd-022349507e11", "tag": "1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:46.703769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1389f69-72c4-4b3d-bf0a-58add0c8d142 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.725236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef18f612-ac08-4cc0-9dbf-5df807162aed req-d2ada73f-f98a-4b90-8121-4bfe0a5a6266 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c5921dc-6e30-4f86-8740-cfabb559c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079230 Feb 19 03:57:46.750926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-6f958126-7593-4ecd-b2d5-d62d283f06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:46.752640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-6f958126-7593-4ecd-b2d5-d62d283f06a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e5aed82796c6476cb3a457884aa31115&device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 1130 time: 0.0678115 Feb 19 03:57:46.797992 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be270f2c-ee21-43c3-9d51-09057ad582b1 x-openstack-request-id: req-be270f2c-ee21-43c3-9d51-09057ad582b1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:46.798288 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034896f9-1929-4f03-9ffd-022349507e11", "tag": "1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:46.798742 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be270f2c-ee21-43c3-9d51-09057ad582b1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:46.799028 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034896f9-1929-4f03-9ffd-022349507e11', 'tag': '1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f', 'status': 'completed', 'code': 200} Feb 19 03:57:46.801116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-cd7e085d-d785-4e6e-b4ab-fb0f211f3f6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f HTTP/1.1" status: 200 len: 217 time: 0.0406928 Feb 19 03:57:46.855730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-dfd2cc7f-7b53-49f5-bc95-be30d97dbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:46.857261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-dfd2cc7f-7b53-49f5-bc95-be30d97dbd0b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0497999 Feb 19 03:57:46.909573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-bde04b46-d0c6-47c1-89ae-310fcab615be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:46.911067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-bde04b46-d0c6-47c1-89ae-310fcab615be service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0478134 Feb 19 03:57:47.004812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-e49323ca-2d79-403a-92b3-3f3451b54296 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867195 Feb 19 03:57:47.098293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68eade8e-82ac-4583-b23c-34a25f7b2732 req-95ed740b-f11e-4cd7-bf8b-bb60b6860996 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868068 Feb 19 03:57:47.194849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-d1f7fb26-8a2b-4559-b539-d002a51502dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.196578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-d1f7fb26-8a2b-4559-b539-d002a51502dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e5aed82796c6476cb3a457884aa31115&device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 1130 time: 0.0506933 Feb 19 03:57:47.297649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-c16f1355-691c-4eaa-82a4-54b011869cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.299292 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-c16f1355-691c-4eaa-82a4-54b011869cf9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.0946097 Feb 19 03:57:47.344931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-7df42d4a-ce42-4454-87e5-d9799620bcd8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f HTTP/1.1" status: 200 len: 217 time: 0.0385265 Feb 19 03:57:47.397958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-eca69db0-ba8a-48ff-bb7f-68324709baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.399438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-eca69db0-ba8a-48ff-bb7f-68324709baf7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0488575 Feb 19 03:57:47.451353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-a0d6d54e-dc0e-4414-9781-765e81c745bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.452897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-a0d6d54e-dc0e-4414-9781-765e81c745bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0461001 Feb 19 03:57:47.548444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-cc47170c-1d28-4418-a454-ff6f18241307 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889435 Feb 19 03:57:47.643553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3142f081-3aa1-4bd9-bfd4-26332ef09ef8 req-94ebe0ba-c2e3-408f-a3a0-a5e78cc608dc service neutron] 10.222.0.71 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889893 Feb 19 03:57:47.862561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e709e-5253-4c93-a09b-0acbab87f24a req-6dd0dc36-0dd3-4173-96bb-281e34ff483e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.864103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f19e709e-5253-4c93-a09b-0acbab87f24a req-6dd0dc36-0dd3-4173-96bb-281e34ff483e tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 948 time: 0.0599725 Feb 19 03:57:47.912006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f19e709e-5253-4c93-a09b-0acbab87f24a req-44238970-0e6c-4b59-843b-f5c1f18b8a93 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c5921dc-6e30-4f86-8740-cfabb559c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Feb 19 03:57:48.941667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:49.037991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362758ee-5609-4028-b0b5-64717c45a0b2 req-7cd369d2-f3d0-4b42-882e-30075856b884 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:49.039505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-362758ee-5609-4028-b0b5-64717c45a0b2 req-7cd369d2-f3d0-4b42-882e-30075856b884 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 948 time: 0.0529451 Feb 19 03:57:49.040546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:49.053424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f', 'mac_address': 'fa:16:3e:77:81:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:57:49.088322 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-362758ee-5609-4028-b0b5-64717c45a0b2 req-b57261ed-3397-4018-b8f5-784ad295bc2c tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c5921dc-6e30-4f86-8740-cfabb559c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Feb 19 03:57:49.090746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:49.091146 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.104170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:49.128175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:49.132339 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.179738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:49.188142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.188490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.188842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.189161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.189494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.189821 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.190171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.190496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.190817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.191137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.191457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.191824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.192092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:49.343290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:50.214514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d226fa-0130-4012-b799-1f975de91df1 req-c1d096ef-e1c7-4e3c-ae8e-9b2e0b0b9012 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:50.215940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4d226fa-0130-4012-b799-1f975de91df1 req-c1d096ef-e1c7-4e3c-ae8e-9b2e0b0b9012 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 949 time: 0.0577765 Feb 19 03:57:50.264289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4d226fa-0130-4012-b799-1f975de91df1 req-686252bf-a1e6-47bf-9e7f-a8058a0f4fe4 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c5921dc-6e30-4f86-8740-cfabb559c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Feb 19 03:57:50.955054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:51.006235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:57:51.010113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:51.010488 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.084708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:51.085095 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.107780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034896f9-1929-4f03-9ffd-022349507e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:51.110081 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30256cff-85a9-497c-b03e-3be826e9141f" -d '{"events": [{"server_uuid": "034896f9-1929-4f03-9ffd-022349507e11", "name": "network-vif-plugged", "status": "completed", "tag": "1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:51.122585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:51.127572 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.154619 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb3110-3ac3-4449-8116-ac44b7668f20 x-openstack-request-id: req-a5fb3110-3ac3-4449-8116-ac44b7668f20 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:51.154918 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034896f9-1929-4f03-9ffd-022349507e11", "name": "network-vif-plugged", "status": "completed", "tag": "1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:51.155171 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5fb3110-3ac3-4449-8116-ac44b7668f20 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:51.155574 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034896f9-1929-4f03-9ffd-022349507e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f', 'code': 200} Feb 19 03:57:51.181070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:51.251042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9856b-e360-4288-9233-a701fbdec7c4 req-6f3127b7-b340-46d8-a5aa-9218829280e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:51.252482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bfa9856b-e360-4288-9233-a701fbdec7c4 req-6f3127b7-b340-46d8-a5aa-9218829280e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 1132 time: 0.0453551 Feb 19 03:57:51.296331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bfa9856b-e360-4288-9233-a701fbdec7c4 req-a79c3c99-9e5c-4d9f-9657-ea71bc9e2eea service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4c5921dc-6e30-4f86-8740-cfabb559c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375841 Feb 19 03:57:51.387469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc2af9-c4e2-4deb-963d-ac52dc28d321 req-5e97c3d3-f022-4f47-94d2-f911489ecc71 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:51.389004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1abc2af9-c4e2-4deb-963d-ac52dc28d321 req-5e97c3d3-f022-4f47-94d2-f911489ecc71 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 950 time: 0.0522628 Feb 19 03:57:51.440116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1abc2af9-c4e2-4deb-963d-ac52dc28d321 req-aef30211-779b-429f-af55-a96d10db1325 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c5921dc-6e30-4f86-8740-cfabb559c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Feb 19 03:57:52.558471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3ccf8-4cec-4b49-9ffe-762f0d687a25 req-053528e3-23bb-4d00-a327-a0a20290be83 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:52.559959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25c3ccf8-4cec-4b49-9ffe-762f0d687a25 req-053528e3-23bb-4d00-a327-a0a20290be83 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 950 time: 0.0525098 Feb 19 03:57:52.599196 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.607851 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25c3ccf8-4cec-4b49-9ffe-762f0d687a25 req-daeebd4e-4e8c-49f1-9b65-38c2939a135c tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c5921dc-6e30-4f86-8740-cfabb559c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Feb 19 03:57:52.876925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdb5a-3575-4e97-b7f7-1c9e6efeae39 req-1f9e6c6d-b654-4384-b436-5ad474bc0875 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:52.878491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-915cdb5a-3575-4e97-b7f7-1c9e6efeae39 req-1f9e6c6d-b654-4384-b436-5ad474bc0875 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 950 time: 0.0552642 Feb 19 03:57:52.932053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-915cdb5a-3575-4e97-b7f7-1c9e6efeae39 req-7d1ae36f-f059-49c7-a42d-6f06fcd8b046 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c5921dc-6e30-4f86-8740-cfabb559c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477362 Feb 19 03:57:54.067044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3d115-0f87-4adc-8feb-c29ee324d808 req-3fa42533-0823-43bf-8e94-85dee354a71d tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:54.068560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c3d115-0f87-4adc-8feb-c29ee324d808 req-3fa42533-0823-43bf-8e94-85dee354a71d tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 950 time: 0.0573277 Feb 19 03:57:54.115964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78c3d115-0f87-4adc-8feb-c29ee324d808 req-33cf79b0-4ba0-44df-bf64-4a1b7f0d830d tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c5921dc-6e30-4f86-8740-cfabb559c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Feb 19 03:57:54.173168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-a145ba65-4143-4a11-8607-3cceb2c7a8c6 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:54.174657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-a145ba65-4143-4a11-8607-3cceb2c7a8c6 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.71 "GET /v2.0/ports?device_id=034896f9-1929-4f03-9ffd-022349507e11 HTTP/1.1" status: 200 len: 950 time: 0.0518208 Feb 19 03:57:54.271342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-2a0296ae-e813-42f9-8e10-eadfc4606d89 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Deleting port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:54.271585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-2a0296ae-e813-42f9-8e10-eadfc4606d89 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.356713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-2a0296ae-e813-42f9-8e10-eadfc4606d89 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] For port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:54.357078 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-2a0296ae-e813-42f9-8e10-eadfc4606d89 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.368719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-2a0296ae-e813-42f9-8e10-eadfc4606d89 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Calling delete_port for 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:54.496974 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-2a0296ae-e813-42f9-8e10-eadfc4606d89 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.509247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:54.526519 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0296ae-e813-42f9-8e10-eadfc4606d89 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Pushing event deleted for resources: {'Port': ['ID=1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:54.573005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-2a0296ae-e813-42f9-8e10-eadfc4606d89 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] No DVR routers for this DVR port 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:54.575844 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-2a0296ae-e813-42f9-8e10-eadfc4606d89 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.579435 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db89f573-aa91-489c-912b-7c8cb1be5903 req-2a0296ae-e813-42f9-8e10-eadfc4606d89 tempest-VolumesNegativeTest-1806004963 tempest-VolumesNegativeTest-1806004963-project] 10.222.0.71 "DELETE /v2.0/ports/1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f HTTP/1.1" status: 204 len: 173 time: 0.3991311 Feb 19 03:57:54.579912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034896f9-1929-4f03-9ffd-022349507e11', 'name': 'network-vif-deleted', 'tag': '1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:54.582316 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f41960-43c3-45ba-ac98-6b7098dc6de6" -d '{"events": [{"server_uuid": "034896f9-1929-4f03-9ffd-022349507e11", "name": "network-vif-deleted", "tag": "1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:54.634622 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1596111-596a-4d18-8f22-585b12d1eed1 x-openstack-request-id: req-c1596111-596a-4d18-8f22-585b12d1eed1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:54.634936 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034896f9-1929-4f03-9ffd-022349507e11", "name": "network-vif-deleted", "tag": "1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:54.635399 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1596111-596a-4d18-8f22-585b12d1eed1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:54.635918 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034896f9-1929-4f03-9ffd-022349507e11', 'name': 'network-vif-deleted', 'tag': '1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f', 'status': 'completed', 'code': 200} Feb 19 03:57:58.970436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:58.994235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:58.994647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 1b1b0351-a020-4cdd-b4c7-9ba7d012ef5f not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:02.165450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56506) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:02.331861 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6b5d42e3-e7b2-4a07-80e3-c233966ecd4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5aed82796c6476cb3a457884aa31115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1649880 Feb 19 03:58:02.334263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56512) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:02.382637 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b789551-fb5c-48a5-b03f-d64dbfe866af admin admin] Publish callbacks [] for security_group (4c5921dc-6e30-4f86-8740-cfabb559c71f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.406645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b789551-fb5c-48a5-b03f-d64dbfe866af admin admin] Publish callbacks [] for security_group (4c5921dc-6e30-4f86-8740-cfabb559c71f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.462738 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b789551-fb5c-48a5-b03f-d64dbfe866af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4c5921dc-6e30-4f86-8740-cfabb559c71f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.465577 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b789551-fb5c-48a5-b03f-d64dbfe866af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.466812 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1b789551-fb5c-48a5-b03f-d64dbfe866af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c5921dc-6e30-4f86-8740-cfabb559c71f HTTP/1.1" status: 204 len: 168 time: 0.1316540 Feb 19 03:58:02.475228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b789551-fb5c-48a5-b03f-d64dbfe866af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5921dc-6e30-4f86-8740-cfabb559c71f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:03.919872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56552) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:03.925276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1836018904', 'description': 'tempest-secgroup-smoke-1836018904 description', 'project_id': '973c4801737243988d85e4be0fb08dda'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:03.945268 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.952828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.025031 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (bce58ba4-5dd4-473c-8d3f-a1df57e82c8f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.028454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bce58ba4-5dd4-473c-8d3f-a1df57e82c8f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.066692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce58ba4-5dd4-473c-8d3f-a1df57e82c8f,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.105808 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (05fe7ac6-1763-4d4f-933d-781612b6b0d1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.109740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (05fe7ac6-1763-4d4f-933d-781612b6b0d1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.136560 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.137787 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2161279 Feb 19 03:58:04.141523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56554) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:04.142362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86629c-848e-4688-b0e3-916144ea8a8f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fe7ac6-1763-4d4f-933d-781612b6b0d1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.147717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-caa44384-1e02-4603-b23e-af984a6c3e22 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '05fe7ac6-1763-4d4f-933d-781612b6b0d1', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:04.179921 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-caa44384-1e02-4603-b23e-af984a6c3e22 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (3e717135-7374-4ef2-b394-574f1dd58b9b), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.231542 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-caa44384-1e02-4603-b23e-af984a6c3e22 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (3e717135-7374-4ef2-b394-574f1dd58b9b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.235477 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-caa44384-1e02-4603-b23e-af984a6c3e22 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3e717135-7374-4ef2-b394-574f1dd58b9b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.255546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa44384-1e02-4603-b23e-af984a6c3e22 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e717135-7374-4ef2-b394-574f1dd58b9b,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.261450 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-caa44384-1e02-4603-b23e-af984a6c3e22 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.262686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-caa44384-1e02-4603-b23e-af984a6c3e22 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193838 Feb 19 03:58:04.266026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56556) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:04.271312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8f692477-486d-4f48-b66a-2f4f1f75555a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '05fe7ac6-1763-4d4f-933d-781612b6b0d1', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:04.296996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f692477-486d-4f48-b66a-2f4f1f75555a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (d1d26518-d103-4546-b278-c3856317567f), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.359862 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f692477-486d-4f48-b66a-2f4f1f75555a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (d1d26518-d103-4546-b278-c3856317567f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.363628 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f692477-486d-4f48-b66a-2f4f1f75555a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d1d26518-d103-4546-b278-c3856317567f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.381892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f692477-486d-4f48-b66a-2f4f1f75555a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d26518-d103-4546-b278-c3856317567f,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.386102 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f692477-486d-4f48-b66a-2f4f1f75555a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.387303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8f692477-486d-4f48-b66a-2f4f1f75555a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202826 Feb 19 03:58:04.390634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56558) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:04.394900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-bc672c2d-2ce4-4961-b94f-aa079a107592 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '05fe7ac6-1763-4d4f-933d-781612b6b0d1', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:04.420153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc672c2d-2ce4-4961-b94f-aa079a107592 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (a413bc4c-bff6-43bd-8994-59bcf50463ca), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.478067 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc672c2d-2ce4-4961-b94f-aa079a107592 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (a413bc4c-bff6-43bd-8994-59bcf50463ca), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.481780 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc672c2d-2ce4-4961-b94f-aa079a107592 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (a413bc4c-bff6-43bd-8994-59bcf50463ca), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.499926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc672c2d-2ce4-4961-b94f-aa079a107592 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a413bc4c-bff6-43bd-8994-59bcf50463ca,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.509541 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc672c2d-2ce4-4961-b94f-aa079a107592 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.510967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bc672c2d-2ce4-4961-b94f-aa079a107592 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193147 Feb 19 03:58:04.513712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56560) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:04.518227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-bf41b68a-6605-45fa-9e85-cf9f773e9335 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '05fe7ac6-1763-4d4f-933d-781612b6b0d1', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:04.542033 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf41b68a-6605-45fa-9e85-cf9f773e9335 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (29213e1e-57fd-45dd-a610-0d8234a8f9f2), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.602956 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf41b68a-6605-45fa-9e85-cf9f773e9335 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (29213e1e-57fd-45dd-a610-0d8234a8f9f2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.606907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf41b68a-6605-45fa-9e85-cf9f773e9335 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (29213e1e-57fd-45dd-a610-0d8234a8f9f2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.625170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41b68a-6605-45fa-9e85-cf9f773e9335 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29213e1e-57fd-45dd-a610-0d8234a8f9f2,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.632944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf41b68a-6605-45fa-9e85-cf9f773e9335 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.634172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bf41b68a-6605-45fa-9e85-cf9f773e9335 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193681 Feb 19 03:58:04.636789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56562) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:04.641088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-afab7d13-8a1d-4101-b0ca-8ab8afa6c58d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '05fe7ac6-1763-4d4f-933d-781612b6b0d1', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:04.661527 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-afab7d13-8a1d-4101-b0ca-8ab8afa6c58d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Project 973c4801737243988d85e4be0fb08dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:58:04.666431 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afab7d13-8a1d-4101-b0ca-8ab8afa6c58d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (18e30c42-f375-4128-8d8d-d26cf097ec68), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.727125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afab7d13-8a1d-4101-b0ca-8ab8afa6c58d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (18e30c42-f375-4128-8d8d-d26cf097ec68), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.730924 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afab7d13-8a1d-4101-b0ca-8ab8afa6c58d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (18e30c42-f375-4128-8d8d-d26cf097ec68), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.750467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab7d13-8a1d-4101-b0ca-8ab8afa6c58d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e30c42-f375-4128-8d8d-d26cf097ec68,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.755086 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afab7d13-8a1d-4101-b0ca-8ab8afa6c58d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.756301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-afab7d13-8a1d-4101-b0ca-8ab8afa6c58d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185944 Feb 19 03:58:04.759065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56564) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:04.763436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cbf58c39-855f-43a9-8060-f8266e5a4f8d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '05fe7ac6-1763-4d4f-933d-781612b6b0d1', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:04.784589 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-cbf58c39-855f-43a9-8060-f8266e5a4f8d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Project 973c4801737243988d85e4be0fb08dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:58:04.789532 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf58c39-855f-43a9-8060-f8266e5a4f8d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (3cea96c1-b38e-4995-bbb7-b2156bbd454c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.847922 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf58c39-855f-43a9-8060-f8266e5a4f8d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (3cea96c1-b38e-4995-bbb7-b2156bbd454c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.851716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf58c39-855f-43a9-8060-f8266e5a4f8d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3cea96c1-b38e-4995-bbb7-b2156bbd454c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.870015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf58c39-855f-43a9-8060-f8266e5a4f8d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cea96c1-b38e-4995-bbb7-b2156bbd454c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.877127 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf58c39-855f-43a9-8060-f8266e5a4f8d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.878372 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cbf58c39-855f-43a9-8060-f8266e5a4f8d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183703 Feb 19 03:58:04.881350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56566) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:04.886486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'network': {'name': 'tempest-network-smoke--1045501073', 'project_id': '973c4801737243988d85e4be0fb08dda', 'port_security_enabled': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:04.906005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:04.909184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.936208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:58:04.945650 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e1b045ba-a419-4ad2-bbd5-6a540a8b2d01), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.946036 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Added segment e1b045ba-a419-4ad2-bbd5-6a540a8b2d01 of type vlan for network 093318b3-bbf7-41ba-9df1-f6d220597321 Feb 19 03:58:04.986998 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (093318b3-bbf7-41ba-9df1-f6d220597321), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.011211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (093318b3-bbf7-41ba-9df1-f6d220597321), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.017223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:05.017811 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.078617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1960788 Feb 19 03:58:05.081407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56568) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:05.085669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'admin_state_up': True, 'project_id': '973c4801737243988d85e4be0fb08dda', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:05.100944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e60d8-bb56-4eaf-a878-df302fb4844c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Network': ['ID=093318b3-bbf7-41ba-9df1-f6d220597321,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:05.111509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 093318b3-bbf7-41ba-9df1-f6d220597321 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:58:05.118460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.119566 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.210503 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_controller (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.348474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.543724 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.565701 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.665079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.25.4.19 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/f4e38519-5183-4aee-ad7b-d6c22e319cb3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:05.770121 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.804784 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.843950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:05.846723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:05.852136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:05.877170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=f4e38519-5183-4aee-ad7b-d6c22e319cb3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:06.103100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.313176 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.378283 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.749765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:58:06.857568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:06.867570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Sync routers for ids ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:06.877827 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.878101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Routers {'3a3adc04-d677-40a6-be19-fa5d01bd8e8c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:06.878579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:57:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:06.879114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-98b62255-c62f-40b2-b0ee-495e82fccde8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7967460 Feb 19 03:58:06.882203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56570) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:06.993794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Set router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:07.006096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e1167230-935a-4ab5-af3f-9f94017794e1 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=973c4801737243988d85e4be0fb08dda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1216364 Feb 19 03:58:07.008642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56574) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:07.094160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0fbc9-d5f5-4c68-aea7-c566e162884e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:07.098387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-30c0fbc9-d5f5-4c68-aea7-c566e162884e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862195 Feb 19 03:58:07.098603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56576) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:07.131069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cb02929f-19a4-448a-8586-0fec07f98423 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313942 Feb 19 03:58:07.133589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56578) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:07.138255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1557109805', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'project_id': '973c4801737243988d85e4be0fb08dda', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:07.171617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:05Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:07.198107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Checking router: 3a3adc04-d677-40a6-be19-fa5d01bd8e8c for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:07.198460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Updating router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c port f4e38519-5183-4aee-ad7b-d6c22e319cb3 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:58:07.225775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:07.229284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.230669 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.409668 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (449342b4-175c-441f-8929-bd2527c7f6b5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.474224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Subnet': ['ID=449342b4-175c-441f-8929-bd2527c7f6b5,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:07.483396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Checking segment: {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:07.483768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network hostable DHCP agents. Network: 093318b3-bbf7-41ba-9df1-f6d220597321, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:58:07.502420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network 093318b3-bbf7-41ba-9df1-f6d220597321 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:58:07.513080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 093318b3-bbf7-41ba-9df1-f6d220597321) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:07.517230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:07.517829 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.536419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acdbb2b-438c-4126-b74c-1600af15ec49 None None] Network 093318b3-bbf7-41ba-9df1-f6d220597321 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:07.537135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a63eaa9d-8418-4339-9fa3-611bd59b29a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4020364 Feb 19 03:58:07.539376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56580) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:07.673430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-093318b3-bbf7-41ba-9df1-f6d220597321', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:58:07.674311 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.733932 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Publish callbacks [] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.786333 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.877099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Attempting to bind port f4e38519-5183-4aee-ad7b-d6c22e319cb3 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:07.877473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Attempting to bind port f4e38519-5183-4aee-ad7b-d6c22e319cb3 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:07.877834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Attempting to bind port f4e38519-5183-4aee-ad7b-d6c22e319cb3 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:07.881273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4fa17-18f7-4c53-9e24-35af3fafcf39 None None] Pushing event updated for resources: {'Port': ['ID=f4e38519-5183-4aee-ad7b-d6c22e319cb3,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:07.892106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:07.892487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:07.892891 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.893279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:07.893746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Bound port: f4e38519-5183-4aee-ad7b-d6c22e319cb3, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:07.894155 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.921478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Allocated IP 172.20.0.2 (093318b3-bbf7-41ba-9df1-f6d220597321/449342b4-175c-441f-8929-bd2527c7f6b5/1ef1ce09-b3ce-4899-85f2-a8326c63cc25) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:08.002560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] For port f4e38519-5183-4aee-ad7b-d6c22e319cb3, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:08.018256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] For port f4e38519-5183-4aee-ad7b-d6c22e319cb3, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4e38519-5183-4aee-ad7b-d6c22e319cb3,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:08.020218 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.032327 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.131790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Routers {'3a3adc04-d677-40a6-be19-fa5d01bd8e8c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:08.132231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:57:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:08.179428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4fa17-18f7-4c53-9e24-35af3fafcf39 None None] Pushing event updated for resources: {'Port': ['ID=f4e38519-5183-4aee-ad7b-d6c22e319cb3,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:08.195249 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Publish callbacks [] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.203962 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.283312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Network 093318b3-bbf7-41ba-9df1-f6d220597321 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:08.304153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:08.305761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.20.0.1 (093318b3-bbf7-41ba-9df1-f6d220597321/449342b4-175c-441f-8929-bd2527c7f6b5/0553deed-3b54-4853-8e57-4e24f4a4c784) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:08.309583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:08.312061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Pushing event updated for resources: {'Port': ['ID=1ef1ce09-b3ce-4899-85f2-a8326c63cc25,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:08.325353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] Set router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:08.328893 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f54805c4-a2f3-45e5-a93a-8df690823f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.424497 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.459789 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.475144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Attempting to bind port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:08.475512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Attempting to bind port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:08.475871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Attempting to bind port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 on network 093318b3-bbf7-41ba-9df1-f6d220597321 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:08.485835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:08.486249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Checking segment: {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:08.486626 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.487015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Bound using segment: {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:08.487490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Bound port: 1ef1ce09-b3ce-4899-85f2-a8326c63cc25, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:08.487864 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.506442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network 093318b3-bbf7-41ba-9df1-f6d220597321 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:08.510175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:08.517514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:08.541004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=0553deed-3b54-4853-8e57-4e24f4a4c784,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:08.567660 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.603542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] For port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:08.607407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] For port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1ef1ce09-b3ce-4899-85f2-a8326c63cc25,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:08.614450 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.677677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:05Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:08.711925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a869e26-bb75-4c88-9560-2879faa52ef8 None None] Pushing event updated for resources: {'Port': ['ID=1ef1ce09-b3ce-4899-85f2-a8326c63cc25,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:08.714588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57c2a2-f69b-4749-b137-6cc3e8b1d064 None None] The sync data for ids ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'] in n-d-826756-2 is: [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:05Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:08.723559 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.084549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.092117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.168657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4e38519-5183-4aee-ad7b-d6c22e319cb3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:09.196836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=0553deed-3b54-4853-8e57-4e24f4a4c784,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:09.199657 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.230974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f4e38519-5183-4aee-ad7b-d6c22e319cb3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:09.231310 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.340564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network 093318b3-bbf7-41ba-9df1-f6d220597321 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:09.343287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:09.350294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f4e38519-5183-4aee-ad7b-d6c22e319cb3 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:09.351097 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.379060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port f4e38519-5183-4aee-ad7b-d6c22e319cb3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4e38519-5183-4aee-ad7b-d6c22e319cb3,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:09.384930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.386296 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:09.473301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=f4e38519-5183-4aee-ad7b-d6c22e319cb3,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:09.489374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:58:09.495573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:09.495956 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.597343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:09.597744 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.625935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:09.633536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-75563d99-b807-4bca-8254-1a2bcb02c4e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "PUT /v2.0/routers/3a3adc04-d677-40a6-be19-fa5d01bd8e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0931370 Feb 19 03:58:09.639221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1ef1ce09-b3ce-4899-85f2-a8326c63cc25,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:09.648170 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.710956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=1ef1ce09-b3ce-4899-85f2-a8326c63cc25,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:09.847518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-65be5049-d6f4-40a8-af7b-ef7e5d39b8a3 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836018904&fields=id&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 267 time: 0.0694809 Feb 19 03:58:09.864602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ab801-e013-453b-834f-f46b88c92139 None None] Network 093318b3-bbf7-41ba-9df1-f6d220597321 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:09.947323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f5e0ea0d-b653-4856-8303-2cd1dfe1a15e None None] Provisioning complete for port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:09.947712 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ea0d-b653-4856-8303-2cd1dfe1a15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.958425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4db98881-27b8-4989-b47a-5da35e920d90 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:09.960050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4db98881-27b8-4989-b47a-5da35e920d90 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 797 time: 0.1056440 Feb 19 03:58:09.979513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-5ab49039-bbd0-44a8-b135-d57834afc652 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/quotas/973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 375 time: 0.0099151 Feb 19 03:58:10.032120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-d2dd5ec7-a4bf-4114-8681-4b4b9c82e4c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503886 Feb 19 03:58:10.058751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0ea0d-b653-4856-8303-2cd1dfe1a15e None None] Current status of the port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:10.141430 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-b1c0d593-549c-404c-a4b8-f357d8fce543 service neutron] 10.222.0.42 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981343 Feb 19 03:58:10.235208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-5b995dcc-c5eb-41ab-b06b-35f2dc289602 service neutron] 10.222.0.42 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875592 Feb 19 03:58:10.282623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-dfcab833-d5f8-44bf-882c-00a7568a5dc0 None None] Provisioning complete for port 0553deed-3b54-4853-8e57-4e24f4a4c784 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:10.283009 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfcab833-d5f8-44bf-882c-00a7568a5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.328551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dfcab833-d5f8-44bf-882c-00a7568a5dc0 None None] Port 0553deed-3b54-4853-8e57-4e24f4a4c784 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:10.339993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-dfcab833-d5f8-44bf-882c-00a7568a5dc0 None None] Provisioning complete for port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:10.340436 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dfcab833-d5f8-44bf-882c-00a7568a5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.439896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-dfcab833-d5f8-44bf-882c-00a7568a5dc0 None None] Current status of the port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:10.453653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-616bfc6e-82c9-4e4b-84a1-d70f40e5b334 req-f35b0fdd-978e-421d-836d-ac9ef09f037c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 210 time: 0.0588348 Feb 19 03:58:10.480311 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c41f9ea0-f96c-4307-aed8-e63d460dd0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.561583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-062b3c71-760a-43d7-9e84-2535904f9ac2 None None] Provisioning complete for port 0553deed-3b54-4853-8e57-4e24f4a4c784 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:10.562723 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-062b3c71-760a-43d7-9e84-2535904f9ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.606986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-062b3c71-760a-43d7-9e84-2535904f9ac2 None None] Port 0553deed-3b54-4853-8e57-4e24f4a4c784 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:10.693222 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Sync routers for ids ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:10.703923 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Routers {'3a3adc04-d677-40a6-be19-fa5d01bd8e8c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:10.704710 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:58:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:10.726672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fc146fb8-6294-49ad-911b-8ebd7d262b64 None None] Provisioning complete for port 0553deed-3b54-4853-8e57-4e24f4a4c784 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:10.727719 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc146fb8-6294-49ad-911b-8ebd7d262b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.773802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fc146fb8-6294-49ad-911b-8ebd7d262b64 None None] Port 0553deed-3b54-4853-8e57-4e24f4a4c784 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:10.817953 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Set router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:11.029202 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:08Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '0553deed-3b54-4853-8e57-4e24f4a4c784', 'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:64:01:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:08Z', 'updated_at': '2022-02-19T03:58:08Z', 'revision_number': 2, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:11.047478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4e38519-5183-4aee-ad7b-d6c22e319cb3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:11.061025 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Checking router: 3a3adc04-d677-40a6-be19-fa5d01bd8e8c for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:11.061501 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Updating router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c port 0553deed-3b54-4853-8e57-4e24f4a4c784 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:58:11.089178 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.099849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f4e38519-5183-4aee-ad7b-d6c22e319cb3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:11.100188 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.187598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f4e38519-5183-4aee-ad7b-d6c22e319cb3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:11.188681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:11.239284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:11.239735 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.324495 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:11.361984 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Publish callbacks [] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.367272 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.505501 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Pushing event updated for resources: {'Port': ['ID=0553deed-3b54-4853-8e57-4e24f4a4c784,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:11.554555 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.554983 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.555259 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.555607 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.555964 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.556292 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.556628 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.556960 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.557291 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.557622 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.557977 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.558308 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.558640 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:11.567086 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Attempting to bind port 0553deed-3b54-4853-8e57-4e24f4a4c784 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:11.567236 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Attempting to bind port 0553deed-3b54-4853-8e57-4e24f4a4c784 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:11.567594 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Attempting to bind port 0553deed-3b54-4853-8e57-4e24f4a4c784 on network 093318b3-bbf7-41ba-9df1-f6d220597321 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:11.569612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-081f32d2-5bab-4700-994b-69add62f2e38 req-03efe396-36b3-4804-a197-f38632774b23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 210 time: 0.0299091 Feb 19 03:58:11.573672 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:11.574113 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Checking segment: {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:11.574593 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.574983 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Bound using segment: {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:11.575468 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Bound port: 0553deed-3b54-4853-8e57-4e24f4a4c784, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:11.575861 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.649607 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] For port 0553deed-3b54-4853-8e57-4e24f4a4c784, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:11.653544 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] For port 0553deed-3b54-4853-8e57-4e24f4a4c784, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0553deed-3b54-4853-8e57-4e24f4a4c784,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:11.659699 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.719981 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Routers {'3a3adc04-d677-40a6-be19-fa5d01bd8e8c'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:11.720734 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:58:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:11.809330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5274504b-8553-4063-91fd-7b9d20a3124e None None] Provisioning complete for port 0553deed-3b54-4853-8e57-4e24f4a4c784 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:11.810584 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5274504b-8553-4063-91fd-7b9d20a3124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.838265 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa9a0e-7335-40b8-8ffc-2c90e8d39774 None None] Pushing event updated for resources: {'Port': ['ID=0553deed-3b54-4853-8e57-4e24f4a4c784,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:11.865654 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] Set router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:11.885195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-7adc34d4-ed49-4635-9a3f-604ed56dec94 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:11.887517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-7adc34d4-ed49-4635-9a3f-604ed56dec94 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 797 time: 0.1342909 Feb 19 03:58:11.929916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5274504b-8553-4063-91fd-7b9d20a3124e None None] Current status of the port 0553deed-3b54-4853-8e57-4e24f4a4c784 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:11.930925 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5274504b-8553-4063-91fd-7b9d20a3124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.981087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-5274504b-8553-4063-91fd-7b9d20a3124e None None] For port 0553deed-3b54-4853-8e57-4e24f4a4c784, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0553deed-3b54-4853-8e57-4e24f4a4c784,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:11.987405 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5274504b-8553-4063-91fd-7b9d20a3124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.011947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-8475eb6a-03d3-4491-948e-4fc189442f63 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 380 time: 0.1069050 Feb 19 03:58:12.046520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'port': {'device_id': '80435d68-64ed-493e-b659-4fba30b0dd23', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'admin_state_up': True, 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'security_groups': ['05fe7ac6-1763-4d4f-933d-781612b6b0d1']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:12.050724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274504b-8553-4063-91fd-7b9d20a3124e None None] Pushing event updated for resources: {'Port': ['ID=0553deed-3b54-4853-8e57-4e24f4a4c784,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:12.089653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.090174 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:58:12.100456 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:08Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '0553deed-3b54-4853-8e57-4e24f4a4c784', 'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:64:01:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:08Z', 'updated_at': '2022-02-19T03:58:11Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:12.111026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3e5287d4-b432-4b78-bea6-61f3b31ac41d None None] Provisioning complete for port 0553deed-3b54-4853-8e57-4e24f4a4c784 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:12.111688 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3e5287d4-b432-4b78-bea6-61f3b31ac41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.130257 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f4d6a-5a78-4ada-9026-bde8c36e0aab None None] The sync data for ids ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'] in n-d-826756-2 is: [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:08Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '0553deed-3b54-4853-8e57-4e24f4a4c784', 'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:64:01:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:08Z', 'updated_at': '2022-02-19T03:58:11Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:12.167517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:12.171255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.217529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3e5287d4-b432-4b78-bea6-61f3b31ac41d None None] Current status of the port 0553deed-3b54-4853-8e57-4e24f4a4c784 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:12.322387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.20.0.8 (093318b3-bbf7-41ba-9df1-f6d220597321/449342b4-175c-441f-8929-bd2527c7f6b5/d993f778-dbd0-4ec0-84ff-8a1528cd4ca5) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:12.478474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.517103 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.566411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network 093318b3-bbf7-41ba-9df1-f6d220597321 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:12.569523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:12.575700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:12.584657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:12.649278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:12.650166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.671024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-4753c91c-2368-4299-b698-43cf953e278f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6304176 Feb 19 03:58:12.707942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Request body: {'port': {'device_id': '80435d68-64ed-493e-b659-4fba30b0dd23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:12.786082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303dd13-6d94-49c7-bce1-16654ae22ae9 req-75b1b82d-516f-4752-b029-4351a7c08ba6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:12.787854 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5303dd13-6d94-49c7-bce1-16654ae22ae9 req-75b1b82d-516f-4752-b029-4351a7c08ba6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 931 time: 0.1157472 Feb 19 03:58:12.788799 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.845252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b835be38-0bfd-4e7c-8de5-5b3f3e68615a None None] Provisioning complete for port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:12.845752 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b835be38-0bfd-4e7c-8de5-5b3f3e68615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.883096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b835be38-0bfd-4e7c-8de5-5b3f3e68615a None None] Port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:12.941677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5303dd13-6d94-49c7-bce1-16654ae22ae9 req-cc6e30fe-9988-4a86-8739-84590f0dee31 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426201 Feb 19 03:58:13.083823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0553deed-3b54-4853-8e57-4e24f4a4c784 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:13.130760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:13.140187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Publish callbacks [] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.153614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Transition to ACTIVE for port object d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:13.158146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.212529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:13.306632 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.314635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Attempting to bind port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:13.314985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Attempting to bind port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:13.315317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Attempting to bind port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 on network 093318b3-bbf7-41ba-9df1-f6d220597321 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:13.318260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0553deed-3b54-4853-8e57-4e24f4a4c784 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:13.318865 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.322167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 on network 093318b3-bbf7-41ba-9df1-f6d220597321 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:13.322523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Attempting to bind port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 on network 093318b3-bbf7-41ba-9df1-f6d220597321 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:13.328707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:13.329105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Checking segment: {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:13.329508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Bound using segment: {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:13.329962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Bound port: d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:13.330375 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.405071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0553deed-3b54-4853-8e57-4e24f4a4c784 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:13.407368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:13.411093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:13.417622 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.455651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.456250 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.457628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] 10.222.0.37 "PUT /v2.0/ports/d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 1091 time: 0.7556090 Feb 19 03:58:13.458112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:13.460541 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:13.493143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3cd8a-e07b-4f57-90ab-bacc86812ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:13.508123 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee26909d-6081-4a64-b0cc-12f411fff559 x-openstack-request-id: req-ee26909d-6081-4a64-b0cc-12f411fff559 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:13.508803 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:13.508803 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee26909d-6081-4a64-b0cc-12f411fff559 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:13.509474 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'status': 'completed', 'code': 200} Feb 19 03:58:13.572386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-714ae161-6b53-4046-b706-3211d9d98ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.574194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-714ae161-6b53-4046-b706-3211d9d98ff6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1125 time: 0.0483356 Feb 19 03:58:13.630194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-24b9d69d-8024-43d6-a7ee-1d47f702cf10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 217 time: 0.0401123 Feb 19 03:58:13.679788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-bfecfc52-67d1-4534-ac72-8c2e7a0b8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.681378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-bfecfc52-67d1-4534-ac72-8c2e7a0b8181 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0448306 Feb 19 03:58:13.729048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-219424a0-dd63-4bf4-8a02-b92ad6529a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.730606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-219424a0-dd63-4bf4-8a02-b92ad6529a9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433583 Feb 19 03:58:13.825227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-3dd7d5f3-d93b-40f6-b80b-75d12fec1943 service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866313 Feb 19 03:58:13.917208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5eba6e62-1ddd-4c63-8713-185226b825b0 req-0e335bb0-2cda-428b-91ef-b022087de2ae service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845368 Feb 19 03:58:14.113602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba7f85-556e-445f-991f-099a50bc0901 req-26513c48-cc87-4211-9b12-473744479e00 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:14.115132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-24ba7f85-556e-445f-991f-099a50bc0901 req-26513c48-cc87-4211-9b12-473744479e00 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 943 time: 0.0887315 Feb 19 03:58:14.117832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-d9e7db83-0bf6-478c-a9ca-6229efec4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:14.119544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-d9e7db83-0bf6-478c-a9ca-6229efec4e27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1125 time: 0.0823231 Feb 19 03:58:14.213624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-24ba7f85-556e-445f-991f-099a50bc0901 req-b32dd4e5-1b5b-4926-8d22-58e712671f51 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924344 Feb 19 03:58:14.245826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-94c00e5d-f1b8-4379-9a6f-9f802945b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:14.247355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-94c00e5d-f1b8-4379-9a6f-9f802945b730 service neutron] 10.222.0.37 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.1194730 Feb 19 03:58:14.288666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-21cd4c42-ff34-44a0-bc1f-ec3bddc9cfc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 217 time: 0.0346131 Feb 19 03:58:14.336420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-ee8909ed-e606-41f0-b236-cdb423d8ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:14.337885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-ee8909ed-e606-41f0-b236-cdb423d8ac8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0431826 Feb 19 03:58:14.385738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-339d5de6-4c93-468e-86db-a1a24559f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:14.387884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-339d5de6-4c93-468e-86db-a1a24559f566 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435860 Feb 19 03:58:14.482763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-515a566d-deca-4368-a743-bba57bff1e4c service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878134 Feb 19 03:58:14.575165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15e512fc-6eb7-4fa8-88b1-4eefd5373cfe req-021fb45c-5ed6-4608-8eba-2cd5b76763a9 service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864651 Feb 19 03:58:14.641442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.339413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23161f-35d8-4b80-adb9-f2465d5be09c req-44428cca-145d-41f8-828e-38a74e1bb18e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:15.340934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c23161f-35d8-4b80-adb9-f2465d5be09c req-44428cca-145d-41f8-828e-38a74e1bb18e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 943 time: 0.0572510 Feb 19 03:58:15.390348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c23161f-35d8-4b80-adb9-f2465d5be09c req-9a79d0b3-3b1b-4b3d-b992-b7d8751f1d00 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432086 Feb 19 03:58:16.513132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02a3f-e30a-42b1-88bb-cfaa4ae72021 req-f1f7c519-ba06-487a-9860-966796b4db98 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:16.515202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5f02a3f-e30a-42b1-88bb-cfaa4ae72021 req-f1f7c519-ba06-487a-9860-966796b4db98 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 943 time: 0.0524175 Feb 19 03:58:16.563456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5f02a3f-e30a-42b1-88bb-cfaa4ae72021 req-64c8c58d-66c0-4a6d-b0d1-f00ddeb66474 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426524 Feb 19 03:58:17.680161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:17.683646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b33d9-64bd-4076-a1e3-6cbdaa12d124 req-2b846177-b3df-4480-8c3d-c9f0419c3b52 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:17.686007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-484b33d9-64bd-4076-a1e3-6cbdaa12d124 req-2b846177-b3df-4480-8c3d-c9f0419c3b52 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 943 time: 0.0544195 Feb 19 03:58:17.735953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-484b33d9-64bd-4076-a1e3-6cbdaa12d124 req-488b21d3-dbe9-454b-814d-0566f2a48757 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440354 Feb 19 03:58:17.775858 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:17.787233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'port_id': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'mac_address': 'fa:16:3e:78:31:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:17.823396 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:17.823781 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.839053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:17.858570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:17.862057 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.906604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:18.395715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['d993f778-dbd0-4ec0-84ff-8a1528cd4ca5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:18.855439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9ffdb-c7a0-4b93-8fe7-09a085eeee3f req-11cf19ea-dff8-437d-b365-2f4c4e861a86 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:18.856934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9e9ffdb-c7a0-4b93-8fe7-09a085eeee3f req-11cf19ea-dff8-437d-b365-2f4c4e861a86 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 944 time: 0.0519722 Feb 19 03:58:18.905260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9e9ffdb-c7a0-4b93-8fe7-09a085eeee3f req-7fdc4ed3-9510-4a52-b337-fc7f7be4e552 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 Feb 19 03:58:19.691441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:19.741115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:19.745280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:19.745653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.823243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:19.823630 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.845509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:19.847762 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d106ed7-d4a9-45ca-9f80-da44d9df62f3" -d '{"events": [{"server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "name": "network-vif-plugged", "status": "completed", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:19.860993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:19.866337 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.890118 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dd7618-a365-4065-8955-a0cd565e902d x-openstack-request-id: req-e4dd7618-a365-4065-8955-a0cd565e902d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:19.890402 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "name": "network-vif-plugged", "status": "completed", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:19.890652 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4dd7618-a365-4065-8955-a0cd565e902d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:19.891035 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'code': 200} Feb 19 03:58:19.916039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:20.063505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517feb5-f5a1-4b81-88d5-7d869cba5663 req-0730e694-df53-41d4-a27e-c7eeff8822b7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:20.064996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6517feb5-f5a1-4b81-88d5-7d869cba5663 req-0730e694-df53-41d4-a27e-c7eeff8822b7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0876589 Feb 19 03:58:20.069271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce54ac-5bbb-4ec7-a1be-1b562f08ce97 req-fe92fbf7-07c1-4128-9423-f8b281dddb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:20.070686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79ce54ac-5bbb-4ec7-a1be-1b562f08ce97 req-fe92fbf7-07c1-4128-9423-f8b281dddb46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1127 time: 0.0668144 Feb 19 03:58:20.140935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79ce54ac-5bbb-4ec7-a1be-1b562f08ce97 req-3ed37624-7de3-47da-bd5f-dcd7b2977c9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630729 Feb 19 03:58:20.144530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6517feb5-f5a1-4b81-88d5-7d869cba5663 req-3ebc886a-db51-40fc-b25c-3d2385f534c2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729361 Feb 19 03:58:21.261658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55eda-4735-4cdb-acbb-0ec13b7ce38f req-7eef279e-8efa-4bc8-a780-07312e50267d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:21.263103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fcf55eda-4735-4cdb-acbb-0ec13b7ce38f req-7eef279e-8efa-4bc8-a780-07312e50267d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0514596 Feb 19 03:58:21.311888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fcf55eda-4735-4cdb-acbb-0ec13b7ce38f req-f5768e4b-2b27-45f4-8395-8ef10b920731 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 Feb 19 03:58:22.442838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c4fbb-b763-4614-a586-6b5b4126388f req-a9405862-4cd1-4558-bc1f-afbc765d919b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:22.444323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-989c4fbb-b763-4614-a586-6b5b4126388f req-a9405862-4cd1-4558-bc1f-afbc765d919b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0584636 Feb 19 03:58:22.495350 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-989c4fbb-b763-4614-a586-6b5b4126388f req-e8546e7d-e9ca-40fe-8d02-62efae1ab8fe tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441961 Feb 19 03:58:22.598658 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.619705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9fcb-649b-42e6-8a8c-f60c67f1fdfe req-cffff29d-4b01-42ee-bbb5-e2363af82fd6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:22.621299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a1a9fcb-649b-42e6-8a8c-f60c67f1fdfe req-cffff29d-4b01-42ee-bbb5-e2363af82fd6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0556486 Feb 19 03:58:22.672762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a1a9fcb-649b-42e6-8a8c-f60c67f1fdfe req-36056c34-f386-434b-9a08-599db8732e73 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450597 Feb 19 03:58:22.694490 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56634) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:22.738394 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8439d46-a905-487f-a5de-038a32e5e177 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:22.739920 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f8439d46-a905-487f-a5de-038a32e5e177 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1122 time: 0.0444369 Feb 19 03:58:22.742958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56636) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:22.747104 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:22.766462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.866241 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.967798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.25.4.221 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/766df5c4-8e65-4961-a30e-4d223b620b82) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:23.073218 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (766df5c4-8e65-4961-a30e-4d223b620b82), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.108853 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (766df5c4-8e65-4961-a30e-4d223b620b82), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.146708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:23.149524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:23.155205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:23.177418 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=766df5c4-8e65-4961-a30e-4d223b620b82,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:23.191298 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.191657 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.192007 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.192352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.192694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.193034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.193373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.193707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.194074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.194411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.194748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.195078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.195408 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:23.534878 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.601607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (766df5c4-8e65-4961-a30e-4d223b620b82), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.749310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (766df5c4-8e65-4961-a30e-4d223b620b82), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.753991 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (766df5c4-8e65-4961-a30e-4d223b620b82), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.825788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=766df5c4-8e65-4961-a30e-4d223b620b82,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:23.834145 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.938514 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Floating IP 96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d associated. External IP: 172.25.4.221, port: d993f778-dbd0-4ec0-84ff-8a1528cd4ca5. Feb 19 03:58:24.149538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:58:24.258208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:24.269207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] Sync routers for ids ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:24.275814 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.283654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] Routers {'3a3adc04-d677-40a6-be19-fa5d01bd8e8c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:24.284352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:58:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:24.306324 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a8c204f6-8a84-4308-9f6b-cbb822b1a64f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5623527 Feb 19 03:58:24.306970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:24.309174 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf54223-bbd5-4073-b24b-e8d15358bb75" -d '{"events": [{"name": "network-changed", "server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:24.400798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] Set router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:24.410375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7347398-d892-4261-bdd6-64d93c3beb53 req-69e3045e-d29a-4f4c-8722-7a6f546dbf7b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.411929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7347398-d892-4261-bdd6-64d93c3beb53 req-69e3045e-d29a-4f4c-8722-7a6f546dbf7b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0573728 Feb 19 03:58:24.460465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7347398-d892-4261-bdd6-64d93c3beb53 req-5ef506bf-7792-44d7-84fc-f69b083bb1a1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428531 Feb 19 03:58:24.485447 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56642) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:24.526096 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dd6505-f2ce-45d4-8323-54c4d9521b18 x-openstack-request-id: req-f7dd6505-f2ce-45d4-8323-54c4d9521b18 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:24.526366 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:24.526621 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7dd6505-f2ce-45d4-8323-54c4d9521b18 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:24.527030 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'status': 'completed', 'code': 200} Feb 19 03:58:24.554349 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1e390fc6-b8bb-43b3-a3ca-ed975c72100c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d HTTP/1.1" status: 200 len: 991 time: 0.0676665 Feb 19 03:58:24.603770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-0dc7b93b-c45a-4ad5-8bb0-e3a47b346877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.605307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-0dc7b93b-c45a-4ad5-8bb0-e3a47b346877 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1127 time: 0.0452323 Feb 19 03:58:24.632773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:08Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'port_id': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'mac_address': 'fa:16:3e:78:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80435d68-64ed-493e-b659-4fba30b0dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:58:23Z', 'updated_at': '2022-02-19T03:58:23Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0553deed-3b54-4853-8e57-4e24f4a4c784', 'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:64:01:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:08Z', 'updated_at': '2022-02-19T03:58:11Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:24.663356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] Checking router: 3a3adc04-d677-40a6-be19-fa5d01bd8e8c for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:24.672090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] Routers {'3a3adc04-d677-40a6-be19-fa5d01bd8e8c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:24.672709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T03:58:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:24.703431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-b19b01b5-7c31-4813-b731-713faea5a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:24.704948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-b19b01b5-7c31-4813-b731-713faea5a7cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.0912683 Feb 19 03:58:24.784330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] Set router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:25.025770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:08Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'port_id': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'mac_address': 'fa:16:3e:78:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80435d68-64ed-493e-b659-4fba30b0dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:58:23Z', 'updated_at': '2022-02-19T03:58:23Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0553deed-3b54-4853-8e57-4e24f4a4c784', 'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:64:01:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:08Z', 'updated_at': '2022-02-19T03:58:11Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:25.053365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a1982-fe3c-4832-943c-ea21abd25534 None None] The sync data for ids ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'] in n-d-826756-2 is: [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:08Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'port_id': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'mac_address': 'fa:16:3e:78:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80435d68-64ed-493e-b659-4fba30b0dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:58:23Z', 'updated_at': '2022-02-19T03:58:23Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0553deed-3b54-4853-8e57-4e24f4a4c784', 'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:64:01:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:08Z', 'updated_at': '2022-02-19T03:58:11Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:25.088579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-563c70d2-e2f9-4d2d-b24c-8e384bc7c19a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 999 time: 0.3770921 Feb 19 03:58:25.140460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-13c4de60-b29f-4a31-8f9f-46aec5208781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:25.141969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-13c4de60-b29f-4a31-8f9f-46aec5208781 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0449929 Feb 19 03:58:25.195654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-b9c6c356-496e-4c0a-bc66-a1591afa6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:25.197238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-b9c6c356-496e-4c0a-bc66-a1591afa6bcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489388 Feb 19 03:58:25.252202 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d8cb4-9d00-46ff-bb25-fb2ef80cc882 None None] New status for floating IP 96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:58:25.289652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-65cc2bb9-09fa-4733-be12-358dd39d0d05 service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855749 Feb 19 03:58:25.383828 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf54223-bbd5-4073-b24b-e8d15358bb75 req-6617a4e7-b5ff-466d-8210-cd0b95194c14 service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868075 Feb 19 03:58:25.558428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56644) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:25.619859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-297eea17-980a-4092-a2bf-b2ce6b0100ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d HTTP/1.1" status: 200 len: 993 time: 0.0601311 Feb 19 03:58:36.380139 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.301568 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0659c44c-b917-459d-bb5d-3991895b2796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.464583 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d4085377-bf4f-4789-b1c1-70f3f10bac1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.087510 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.127848 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.643304 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.089343 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:58:52.610958 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:04.223078 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-900d3823-7a86-4e8b-ad3f-b8e5d4c04469 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432572 Feb 19 03:59:04.340835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-75c39cfd-db21-49c8-b15a-da86df7e9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.342983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-75c39cfd-db21-49c8-b15a-da86df7e9c31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1127 time: 0.0529859 Feb 19 03:59:04.447893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-331ebf18-5ee0-4912-b4c6-2adc09278b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.449490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-331ebf18-5ee0-4912-b4c6-2adc09278b39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.0878394 Feb 19 03:59:04.518689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-b8191ace-3844-451a-b19f-3fed6639b988 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 1001 time: 0.0627513 Feb 19 03:59:04.572549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-32227d6f-61b6-4cab-b399-0fe4f610574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.574064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-32227d6f-61b6-4cab-b399-0fe4f610574c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0461013 Feb 19 03:59:04.625387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-b7572e92-216d-4756-ac56-b99183e4e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.626929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-b7572e92-216d-4756-ac56-b99183e4e502 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467510 Feb 19 03:59:04.728557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-cea35645-1a75-46c0-b7f0-9ba4fb7bd8d1 service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944874 Feb 19 03:59:04.818869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bd958ca-d7c5-44b2-a8de-52cca001f589 req-7585847d-6132-48fd-82c4-b61c2131510d service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839336 Feb 19 03:59:06.378538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:08.303465 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8d084eb8-aa1b-404e-a8e9-6755680466a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.466293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-658f31c8-1fa3-473c-8f93-e0ea43c2358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:12.090553 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:13.131326 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:14.645829 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.610587 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.088431 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:59:36.373618 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.307198 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f38df642-672b-4390-bc56-5a09da1d686b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.467653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c3695f21-cfe3-4f55-9314-7dd4f5ab474e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.093974 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.134581 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.649195 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.617495 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:53.124158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-1307ca6d-8a0e-4c5b-80e4-31cad02d8592 req-ac1fa4c1-3489-48c4-9988-a9fe88e85efd tempest-ServerDiskConfigTestJSON-730238903 tempest-ServerDiskConfigTestJSON-730238903-project] (103616) timed out ('10.222.0.37', 50694) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:00:00.538244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aba60-d13c-4bf2-8ea0-7a7ccdbcd087 req-0085870b-4515-4c80-8f6f-3ef4ca9688ea tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:00.539822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb9aba60-d13c-4bf2-8ea0-7a7ccdbcd087 req-0085870b-4515-4c80-8f6f-3ef4ca9688ea tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1127 time: 0.1359575 Feb 19 04:00:00.557745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb9aba60-d13c-4bf2-8ea0-7a7ccdbcd087 req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.634731 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb9aba60-d13c-4bf2-8ea0-7a7ccdbcd087 req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Publish callbacks [] for security_group (87c36827-4c84-46ac-9e28-40ebff019185), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.639146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb9aba60-d13c-4bf2-8ea0-7a7ccdbcd087 req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (87c36827-4c84-46ac-9e28-40ebff019185), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.676600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c36827-4c84-46ac-9e28-40ebff019185,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:00.680792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb9aba60-d13c-4bf2-8ea0-7a7ccdbcd087 req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353285 Feb 19 04:00:00.687239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.687595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.687946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.688291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.688633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.688973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.689309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.689869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.690219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.690557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.690892 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.691224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.691555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3af001-8e4f-424a-ae04-a434c3bce61e tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:00.800215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80923cf8-1e59-4b22-8dea-93589e65ca18 req-ae7085e5-1f22-4913-8663-7817e4e85d46 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:00.801800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80923cf8-1e59-4b22-8dea-93589e65ca18 req-ae7085e5-1f22-4913-8663-7817e4e85d46 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0527294 Feb 19 04:00:00.852296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80923cf8-1e59-4b22-8dea-93589e65ca18 req-9efe4026-2ad0-4814-9f26-ceda4a5c0fef tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447676 Feb 19 04:00:00.874327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56700) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:00.938988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4d0c8d98-503e-4328-8848-c16b80c7b490 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d HTTP/1.1" status: 200 len: 993 time: 0.0635433 Feb 19 04:00:01.289876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-e2d1200b-4aa8-4636-8ab0-8112c2e5667a req-6b31c2e2-1b19-4dad-9f5a-024dfd087474 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:00:01.290992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2d1200b-4aa8-4636-8ab0-8112c2e5667a req-6b31c2e2-1b19-4dad-9f5a-024dfd087474 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0560503 Feb 19 04:00:01.501736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56716) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:01.573634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc5b24-6b68-4e98-b505-dc0c0ef78591 req-5c8ad442-2016-4d19-82e8-559af0c489b4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:01.575838 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eddc5b24-6b68-4e98-b505-dc0c0ef78591 req-5c8ad442-2016-4d19-82e8-559af0c489b4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0663788 Feb 19 04:00:01.606111 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-1394a791-dc86-40d6-b119-30901b1638c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023571 Feb 19 04:00:01.614874 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-957e6546-d180-494d-9603-50dd3d3051ee service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:00:01.615939 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-957e6546-d180-494d-9603-50dd3d3051ee service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051298 Feb 19 04:00:01.624882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eddc5b24-6b68-4e98-b505-dc0c0ef78591 req-683cafeb-3867-44ff-a2d2-04e7b58be772 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Feb 19 04:00:01.905572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56740) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:02.001029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-902fc343-14e1-43b5-b4e8-31da0bb03028 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:02.002375 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-902fc343-14e1-43b5-b4e8-31da0bb03028 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports/d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 1124 time: 0.0957212 Feb 19 04:00:02.752873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660298a-8457-47a2-86d3-ff629977aacd req-2d312a1d-cc12-4882-bc47-7d621860e914 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:02.754528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1660298a-8457-47a2-86d3-ff629977aacd req-2d312a1d-cc12-4882-bc47-7d621860e914 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0566280 Feb 19 04:00:02.806042 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1660298a-8457-47a2-86d3-ff629977aacd req-4abbaecf-5d86-4b49-abba-38b9dd66cb0c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459290 Feb 19 04:00:02.914971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-95c0103c-767a-4b34-9d9c-5f9a77cc77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:02.916388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-95c0103c-767a-4b34-9d9c-5f9a77cc77a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1127 time: 0.0506678 Feb 19 04:00:03.004732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-5bdc7484-cfa2-4bb3-a164-80936d95f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:03.006315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-5bdc7484-cfa2-4bb3-a164-80936d95f682 service neutron] 10.222.0.37 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.0825772 Feb 19 04:00:03.077082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-6c0972a7-876d-4040-9d61-691bcd1e8df6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 1001 time: 0.0635250 Feb 19 04:00:03.087560 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:00:03.124844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-b9393069-25a3-408b-b5fe-c8fb10897d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:03.126307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-b9393069-25a3-408b-b5fe-c8fb10897d6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0435889 Feb 19 04:00:03.184386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-d76699f8-c3dd-4da2-8974-e1da1ab2e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:03.185921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-d76699f8-c3dd-4da2-8974-e1da1ab2e2d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428452 Feb 19 04:00:03.278655 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-567a139c-7d9f-454e-a6ba-2cbda117a374 service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854161 Feb 19 04:00:03.366029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-73133249-b0a4-4931-bc39-6355f3928be6 service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797241 Feb 19 04:00:03.935014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ca9b3-cfd7-47d3-b236-0d837c238f34 req-23aedb73-0f6d-4392-a4e2-2a1b9f42f80f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:03.937112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e08ca9b3-cfd7-47d3-b236-0d837c238f34 req-23aedb73-0f6d-4392-a4e2-2a1b9f42f80f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0536120 Feb 19 04:00:03.992505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e08ca9b3-cfd7-47d3-b236-0d837c238f34 req-5c479d6a-4161-4eaf-8183-681206afe943 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497208 Feb 19 04:00:05.111746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eff364-c4c7-4589-8aae-8c74a5749085 req-4f414f72-25b9-476d-bb7d-025ef8404dab tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:05.113226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2eff364-c4c7-4589-8aae-8c74a5749085 req-4f414f72-25b9-476d-bb7d-025ef8404dab tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Feb 19 04:00:05.161550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2eff364-c4c7-4589-8aae-8c74a5749085 req-ca73267e-1e99-436a-86b3-830065d01950 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427313 Feb 19 04:00:06.306978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-d911d56a-c40d-4296-b4b7-300c7e008407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:06.309028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-d911d56a-c40d-4296-b4b7-300c7e008407 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1127 time: 0.0836067 Feb 19 04:00:06.316520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ea250-3ff3-4254-98aa-99e51c410b29 req-4056df75-36fa-4c33-b694-a301b5e8c51b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:06.317951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-114ea250-3ff3-4254-98aa-99e51c410b29 req-4056df75-36fa-4c33-b694-a301b5e8c51b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0824573 Feb 19 04:00:06.379565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:06.416207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-114ea250-3ff3-4254-98aa-99e51c410b29 req-8b72c3d0-d328-46be-8c6e-80257ddd39a9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925429 Feb 19 04:00:06.440529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-80ae69ec-837a-46f3-a446-15a6e486e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:06.442039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-80ae69ec-837a-46f3-a446-15a6e486e3ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.1118767 Feb 19 04:00:06.511823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-2546ff11-57b8-468c-bc66-a9c11a7a2a63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 1001 time: 0.0634177 Feb 19 04:00:06.560595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-28913a6b-ab0d-4c92-b717-f5c26ad3e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:06.562014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-28913a6b-ab0d-4c92-b717-f5c26ad3e428 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0441871 Feb 19 04:00:06.612289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-a390279a-8617-489c-b0ba-8d791f496b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:06.613819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-a390279a-8617-489c-b0ba-8d791f496b69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459363 Feb 19 04:00:06.708484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-bc709f69-8273-426a-836d-a3640818b3fb service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856812 Feb 19 04:00:06.796932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-acb84b27-e0f7-4493-98e3-69ea69063c9c req-a9312834-5b3c-4b09-b9c0-42c6f1ed480f service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823770 Feb 19 04:00:07.539894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85738572-f099-40ac-aea1-74f7d5ef8825 req-cf4df194-c2cc-4e1e-925f-4c462119fc11 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:07.541371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85738572-f099-40ac-aea1-74f7d5ef8825 req-cf4df194-c2cc-4e1e-925f-4c462119fc11 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0569153 Feb 19 04:00:07.588967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85738572-f099-40ac-aea1-74f7d5ef8825 req-be0307b4-58f4-4208-ad3f-7245c4353d3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Feb 19 04:00:08.314108 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a450a1cb-4641-43d0-b30b-4fde8b57f17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.710559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64766d8e-3633-4eeb-a69e-3fd956a7b63f req-8c55728f-c545-47e1-b7ad-ab424b49799c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:08.712058 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64766d8e-3633-4eeb-a69e-3fd956a7b63f req-8c55728f-c545-47e1-b7ad-ab424b49799c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0522168 Feb 19 04:00:08.760070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64766d8e-3633-4eeb-a69e-3fd956a7b63f req-4df49800-930d-44f1-b57b-d4000527b5e6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424273 Feb 19 04:00:09.877722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef3a87-5f1f-43b0-9d99-a0583bd4bdf8 req-552c1cc6-d1d1-480d-afab-7ccff2195cf8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:09.879253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6bef3a87-5f1f-43b0-9d99-a0583bd4bdf8 req-552c1cc6-d1d1-480d-afab-7ccff2195cf8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0518029 Feb 19 04:00:09.933003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6bef3a87-5f1f-43b0-9d99-a0583bd4bdf8 req-7d1b76be-3b62-49d7-9ee9-a6e324e6048c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480571 Feb 19 04:00:10.469463 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-519cc2a6-3a47-41c3-8d36-2ee8d816b544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:11.055458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de00ad-b0f9-4e5f-8da8-73ef192e40c7 req-ad5dc2d1-3bb1-4dd3-9e34-34d999d660a9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:11.056967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38de00ad-b0f9-4e5f-8da8-73ef192e40c7 req-ad5dc2d1-3bb1-4dd3-9e34-34d999d660a9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0522733 Feb 19 04:00:11.105600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38de00ad-b0f9-4e5f-8da8-73ef192e40c7 req-5f9dc964-2099-48d8-bb06-f6adf7d693ed tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426612 Feb 19 04:00:12.096460 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.225760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9313bbc-2732-49a5-a54b-67e774f9ab3e req-5cfa5d4f-dbbd-4db4-adfd-356c49375464 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:12.227176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9313bbc-2732-49a5-a54b-67e774f9ab3e req-5cfa5d4f-dbbd-4db4-adfd-356c49375464 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0524397 Feb 19 04:00:12.274799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9313bbc-2732-49a5-a54b-67e774f9ab3e req-267060e2-d38b-4a6d-b802-99b343672ea9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412283 Feb 19 04:00:13.134941 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.398969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e5031-b60d-4f8e-819c-43514d7d1a4a req-4fb1df07-218d-4fc0-906b-e33b4768e149 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:13.400497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-901e5031-b60d-4f8e-819c-43514d7d1a4a req-4fb1df07-218d-4fc0-906b-e33b4768e149 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0566719 Feb 19 04:00:13.448644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-901e5031-b60d-4f8e-819c-43514d7d1a4a req-ea4d78eb-5e54-4b68-85ae-0059fc53d364 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419266 Feb 19 04:00:14.570471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ba429-1f7f-466c-9a3c-5009f63d9ef5 req-40e544ea-a286-435b-a366-2812545ff3cb tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:14.571972 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a25ba429-1f7f-466c-9a3c-5009f63d9ef5 req-40e544ea-a286-435b-a366-2812545ff3cb tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0525711 Feb 19 04:00:14.621093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a25ba429-1f7f-466c-9a3c-5009f63d9ef5 req-1d8ec905-2db5-465a-8571-2e0124207a37 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418792 Feb 19 04:00:14.651612 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:15.744449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4ce56-ad44-491b-839f-cdcea89355ac req-91bd2484-775d-4b15-ba85-0573e2699078 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:15.746784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9e4ce56-ad44-491b-839f-cdcea89355ac req-91bd2484-775d-4b15-ba85-0573e2699078 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0542805 Feb 19 04:00:15.800045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9e4ce56-ad44-491b-839f-cdcea89355ac req-57acc4ca-8b82-4d7a-bcbf-9f0c5f17194f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476334 Feb 19 04:00:16.920819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92bb7-a85a-43cf-a4d2-e201603e3867 req-a4280548-755b-4bb5-a1a3-211e3b4be604 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:16.922313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63c92bb7-a85a-43cf-a4d2-e201603e3867 req-a4280548-755b-4bb5-a1a3-211e3b4be604 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0520039 Feb 19 04:00:16.970968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63c92bb7-a85a-43cf-a4d2-e201603e3867 req-6a2a67a5-1da5-4891-aa8f-99345f3d00fa tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428479 Feb 19 04:00:18.092556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0400d-921c-4862-86ab-4902720541c5 req-643ae5fd-3012-43d4-bee4-059ffe542a8e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:18.094062 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2b0400d-921c-4862-86ab-4902720541c5 req-643ae5fd-3012-43d4-bee4-059ffe542a8e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0523770 Feb 19 04:00:18.141894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2b0400d-921c-4862-86ab-4902720541c5 req-5f51ee03-42dd-4d14-b8d5-350f86e17ee6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422313 Feb 19 04:00:19.265127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b779d-30e6-4ca4-b858-b6e7f363462a req-f88d2f9c-2f1e-4eb3-8f7f-a57ae6e4a9cd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:19.266622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e4b779d-30e6-4ca4-b858-b6e7f363462a req-f88d2f9c-2f1e-4eb3-8f7f-a57ae6e4a9cd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0567412 Feb 19 04:00:19.315179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e4b779d-30e6-4ca4-b858-b6e7f363462a req-35c1d446-b8fd-4661-8bed-fa66baae77a5 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428722 Feb 19 04:00:20.438919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae896d72-f055-4a99-baed-2b5ee9ac1401 req-85761a93-eed0-462a-a5bc-3ab47f9d5290 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:20.440423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae896d72-f055-4a99-baed-2b5ee9ac1401 req-85761a93-eed0-462a-a5bc-3ab47f9d5290 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0528421 Feb 19 04:00:20.489042 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae896d72-f055-4a99-baed-2b5ee9ac1401 req-0db47c7f-88b6-44f5-b089-03d2b9cbc8e6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430198 Feb 19 04:00:20.919588 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-b884c530-e349-44eb-8258-b29e5b9522c5 service neutron] show failed (client error): The resource could not be found. Feb 19 04:00:20.920594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-b884c530-e349-44eb-8258-b29e5b9522c5 service neutron] 10.222.0.37 "GET /v2.0/ports/d993f778-dbd0-4ec0-84ff-8a1528cd4ca5/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0579481 Feb 19 04:00:21.158028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-473fc206-569b-4fa2-b0ff-30e17720925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:21.159542 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-473fc206-569b-4fa2-b0ff-30e17720925e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 1127 time: 0.0755756 Feb 19 04:00:21.169518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-7d686585-b758-4b7e-9b9f-23827b2f574f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:00:21.170712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-7d686585-b758-4b7e-9b9f-23827b2f574f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049844 Feb 19 04:00:21.182208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:21.244401 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:21.440050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:21.472218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:21.508981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:21.511252 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffa3d8c-08c7-44b0-a4d4-5259201a4172" -d '{"events": [{"server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "name": "network-vif-unplugged", "status": "completed", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:21.515238 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Publish callbacks [] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:21.528590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Transition to ACTIVE for port object d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:21.531388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:21.654975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Pushing event updated for resources: {'Port': ['ID=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:21.734463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d216ba5-8216-45ed-a34d-3c4785ac79da req-b291ec82-878e-4c17-92f7-bc775ce7e8a8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:21.736587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d216ba5-8216-45ed-a34d-3c4785ac79da req-b291ec82-878e-4c17-92f7-bc775ce7e8a8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 943 time: 0.1684406 Feb 19 04:00:21.754080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] No DVR routers for this DVR port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:21.867899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d216ba5-8216-45ed-a34d-3c4785ac79da req-4297a805-4bcc-416d-addf-4669df79e14a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158335 Feb 19 04:00:21.926402 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f785bf1a-183b-4db5-85a2-2e5c6352e64c x-openstack-request-id: req-f785bf1a-183b-4db5-85a2-2e5c6352e64c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:21.926696 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "name": "network-vif-unplugged", "status": "completed", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:21.926951 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f785bf1a-183b-4db5-85a2-2e5c6352e64c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:21.927354 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'code': 200} Feb 19 04:00:21.928460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Attempting to bind port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:21.928791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Attempting to bind port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:21.929117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Attempting to bind port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 on network 093318b3-bbf7-41ba-9df1-f6d220597321 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:21.934516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 on network 093318b3-bbf7-41ba-9df1-f6d220597321 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:21.934849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Attempting to bind port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 on network 093318b3-bbf7-41ba-9df1-f6d220597321 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:21.939720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:21.940060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Checking segment: {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:21.940444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Bound using segment: {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:21.940869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Bound port: d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:21.941230 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.005331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:22.008451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:22.015230 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.056402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:22.057033 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.059987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] 10.222.0.71 "PUT /v2.0/ports/d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 1091 time: 0.8815355 Feb 19 04:00:22.084196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e89972-e6fb-44e3-b575-73e8c754a895 service neutron] Pushing event updated for resources: {'Port': ['ID=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:22.139382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-5f6d8290-4b99-4f79-ba3e-adbbda02b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:22.140929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-5f6d8290-4b99-4f79-ba3e-adbbda02b8d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1125 time: 0.0514200 Feb 19 04:00:22.241732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-bbba049c-3b92-4ddb-a3b7-980784eda27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:22.243849 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-bbba049c-3b92-4ddb-a3b7-980784eda27c service neutron] 10.222.0.71 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.0955882 Feb 19 04:00:22.316251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-3bb03584-d252-4b93-8d80-8f45fc8791f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 999 time: 0.0654352 Feb 19 04:00:22.365879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-bce17fe6-f3a4-493c-bb64-096075d353a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:22.367326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-bce17fe6-f3a4-493c-bb64-096075d353a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0450742 Feb 19 04:00:22.416354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-c7ff2c44-6140-47bd-bbe2-9e36a7f82827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:22.417898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-c7ff2c44-6140-47bd-bbe2-9e36a7f82827 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435944 Feb 19 04:00:22.512650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-e6d39f7f-b1e5-4051-886d-3913f08612ef service neutron] 10.222.0.71 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860507 Feb 19 04:00:22.604423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b1b2fda1-7625-4614-b101-7d773c538d39 req-b1e84ebf-3d17-4767-8af1-861f7c5ad4f7 service neutron] 10.222.0.71 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846443 Feb 19 04:00:22.616599 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.005359 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a802fa-6d4b-438e-b2e1-ef8cbc704784 req-186f6dfe-c350-4a14-9c02-2f7e93771f53 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:23.006934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75a802fa-6d4b-438e-b2e1-ef8cbc704784 req-186f6dfe-c350-4a14-9c02-2f7e93771f53 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 943 time: 0.0627308 Feb 19 04:00:23.059572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75a802fa-6d4b-438e-b2e1-ef8cbc704784 req-a5c7eceb-f295-448f-a258-3803c284bc67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462766 Feb 19 04:00:23.928598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:23.931817 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81968f2d-e6c6-40be-a637-c77512dd3dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:23.984768 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993a4676-fbe4-42e1-80d2-13edb74c78c7 x-openstack-request-id: req-993a4676-fbe4-42e1-80d2-13edb74c78c7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:23.985059 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:23.985324 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-993a4676-fbe4-42e1-80d2-13edb74c78c7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:23.985740 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'status': 'completed', 'code': 200} Feb 19 04:00:24.103392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-d4d15364-3939-435a-b77a-7d7c136ca7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.105990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-d4d15364-3939-435a-b77a-7d7c136ca7c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1125 time: 0.0930262 Feb 19 04:00:24.109288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-fc5311a7-1d86-444a-8f1d-91750c92bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.111900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-fc5311a7-1d86-444a-8f1d-91750c92bc8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1125 time: 0.0714650 Feb 19 04:00:24.243604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:24.284298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 host n-h2-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:00:24.284804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:24.621070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-c58840a9-695f-40b2-931a-3d7930d8129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.622434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-c58840a9-695f-40b2-931a-3d7930d8129c service neutron] 10.222.0.71 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.5095177 Feb 19 04:00:24.651568 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1727ebf-3a51-4a0c-96df-2a4b177bd048 req-1885bac6-558c-46bd-a884-851886e61345 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.653574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1727ebf-3a51-4a0c-96df-2a4b177bd048 req-1885bac6-558c-46bd-a884-851886e61345 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 943 time: 0.4979663 Feb 19 04:00:24.679577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-09388802-bccc-45fa-8ece-c024e755762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.680979 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-09388802-bccc-45fa-8ece-c024e755762b service neutron] 10.222.0.37 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.5605690 Feb 19 04:00:24.768443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-daead967-bafb-4c97-b638-3ac9ee14b33b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 999 time: 0.1357348 Feb 19 04:00:24.792649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-c946e378-6ff9-4da1-97e3-c90064ade492 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 999 time: 0.0977709 Feb 19 04:00:24.837695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1727ebf-3a51-4a0c-96df-2a4b177bd048 req-983938f0-e670-4c4d-8e16-c877cfa85d2c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538098 Feb 19 04:00:24.877286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-a8e01675-8230-430f-8ebd-74ba73ad4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.878750 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-a8e01675-8230-430f-8ebd-74ba73ad4812 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0993402 Feb 19 04:00:24.883904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-702fb1fb-5c91-46b2-8554-84e92c310ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.885294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-702fb1fb-5c91-46b2-8554-84e92c310ef2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0663304 Feb 19 04:00:24.957263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-cbd4466f-08c3-4247-8b10-0bd8322f22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.958821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-cbd4466f-08c3-4247-8b10-0bd8322f22a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0726712 Feb 19 04:00:24.964650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-58ba507a-0a29-4549-8c65-b11b1985bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.966278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-58ba507a-0a29-4549-8c65-b11b1985bd8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0719831 Feb 19 04:00:25.120401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-1460113c-0267-4713-8226-42fd7b738ef7 service neutron] 10.222.0.71 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531279 Feb 19 04:00:25.122904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-0061f6b7-4ff7-4b51-bbbb-ef431d4a172e service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484544 Feb 19 04:00:25.287868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-c5bc9cdf-1588-4b44-8f90-d76d69e12ff1 service neutron] 10.222.0.71 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609797 Feb 19 04:00:25.290043 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81968f2d-e6c6-40be-a637-c77512dd3dcb req-7cd8b58c-635b-405f-9de2-ff8de4005b15 service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556506 Feb 19 04:00:25.596412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:25.694817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:25.706644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'port_id': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'mac_address': 'fa:16:3e:78:31:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:25.742170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:25.742810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.756314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:25.776281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:25.780320 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.830034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:25.837274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.837625 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.838002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.838341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.838678 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.839014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.839341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.839668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.839996 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.840349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.840675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.841005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.841329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:25.971388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c93325-46fe-4e01-8d54-8f0e2fc71ec6 req-9d402982-52de-498e-9b17-92e10d8ed749 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:25.972932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97c93325-46fe-4e01-8d54-8f0e2fc71ec6 req-9d402982-52de-498e-9b17-92e10d8ed749 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 944 time: 0.0598593 Feb 19 04:00:26.024968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97c93325-46fe-4e01-8d54-8f0e2fc71ec6 req-ae1fc3de-3f38-4375-889e-4633610ddd00 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455663 Feb 19 04:00:26.102312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['d993f778-dbd0-4ec0-84ff-8a1528cd4ca5'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:26.310766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3e409-be48-4c86-988c-b5afa848a764 req-a2c74609-ed89-40c1-92f6-f46812f4998d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:26.312330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1e3e409-be48-4c86-988c-b5afa848a764 req-a2c74609-ed89-40c1-92f6-f46812f4998d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 944 time: 0.1285920 Feb 19 04:00:26.349244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27558b-3c2b-413d-bccc-a467f207154d req-31f57921-80c2-4aad-a391-7c02e900f0c2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:26.350756 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a27558b-3c2b-413d-bccc-a467f207154d req-31f57921-80c2-4aad-a391-7c02e900f0c2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23&tenant_id=973c4801737243988d85e4be0fb08dda&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 944 time: 0.1355383 Feb 19 04:00:26.408879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1e3e409-be48-4c86-988c-b5afa848a764 req-71905dff-27a8-4210-91cf-ef1fd3111f64 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882459 Feb 19 04:00:26.431038 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-9a27558b-3c2b-413d-bccc-a467f207154d req-74cf1ea0-64f6-40ff-83a7-40b5acad29b0 service neutron] delete failed (client error): The resource could not be found. Feb 19 04:00:26.432074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a27558b-3c2b-413d-bccc-a467f207154d req-74cf1ea0-64f6-40ff-83a7-40b5acad29b0 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d993f778-dbd0-4ec0-84ff-8a1528cd4ca5/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0706999 Feb 19 04:00:26.550851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27558b-3c2b-413d-bccc-a467f207154d req-f38df130-4568-453d-bf83-4703485eb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:26.552408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a27558b-3c2b-413d-bccc-a467f207154d req-f38df130-4568-453d-bf83-4703485eb1a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1126 time: 0.0527811 Feb 19 04:00:26.648919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27558b-3c2b-413d-bccc-a467f207154d req-11ab9597-4d73-4f13-b9c5-36d6497e5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:26.650477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a27558b-3c2b-413d-bccc-a467f207154d req-11ab9597-4d73-4f13-b9c5-36d6497e5e44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.0915012 Feb 19 04:00:26.721394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a27558b-3c2b-413d-bccc-a467f207154d req-55b7f4af-8c87-477e-8368-fcb6588169c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 1000 time: 0.0642650 Feb 19 04:00:26.773802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27558b-3c2b-413d-bccc-a467f207154d req-5715de04-0752-4453-b9fa-e1db829f23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:26.775332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a27558b-3c2b-413d-bccc-a467f207154d req-5715de04-0752-4453-b9fa-e1db829f23fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0483325 Feb 19 04:00:26.833136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27558b-3c2b-413d-bccc-a467f207154d req-bcf242f3-8351-4678-9e55-9db4be4dd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:26.835037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a27558b-3c2b-413d-bccc-a467f207154d req-bcf242f3-8351-4678-9e55-9db4be4dd18d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539517 Feb 19 04:00:26.927800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a27558b-3c2b-413d-bccc-a467f207154d req-07bc2f31-022c-42ab-838e-1e605e70ce24 service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862222 Feb 19 04:00:27.016289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a27558b-3c2b-413d-bccc-a467f207154d req-28c5a352-7543-46f8-9336-c21347d7654a service neutron] 10.222.0.37 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828066 Feb 19 04:00:27.535360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381b72e-afaf-43c8-924f-70644f3ca697 req-86866b9f-641b-49d2-a0bd-76b388d55856 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:27.536942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3381b72e-afaf-43c8-924f-70644f3ca697 req-86866b9f-641b-49d2-a0bd-76b388d55856 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 944 time: 0.0552721 Feb 19 04:00:27.592090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3381b72e-afaf-43c8-924f-70644f3ca697 req-fced8228-8c78-48b3-b943-a4c1b8a13315 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490084 Feb 19 04:00:27.609363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:27.660167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:27.664534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:27.664955 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.740265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:27.740561 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.762044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:27.765268 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10e55ec-6be5-4a37-a16a-7066f18a977f" -d '{"events": [{"server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "name": "network-vif-plugged", "status": "completed", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:27.781250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:27.785568 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.834764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:27.889652 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff2d64a-6dd4-4ff6-9a74-c885c4278b49 x-openstack-request-id: req-eff2d64a-6dd4-4ff6-9a74-c885c4278b49 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:27.890082 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "name": "network-vif-plugged", "status": "completed", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:27.890258 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eff2d64a-6dd4-4ff6-9a74-c885c4278b49 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:27.890711 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'code': 200} Feb 19 04:00:28.714487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505446f7-cd16-4ff0-b977-9c9baf7cb34d req-b6eb68e4-af94-4376-ab21-f0c848b402b4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:28.715989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-505446f7-cd16-4ff0-b977-9c9baf7cb34d req-b6eb68e4-af94-4376-ab21-f0c848b402b4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0534356 Feb 19 04:00:28.764678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-505446f7-cd16-4ff0-b977-9c9baf7cb34d req-6abb96e5-8d76-4b77-a6af-0bbb61bf581a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430064 Feb 19 04:00:28.786642 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56818) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:28.846389 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6cc102ab-da19-4a82-8858-4d604c7bb529 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d HTTP/1.1" status: 200 len: 993 time: 0.0585639 Feb 19 04:00:36.376167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.306275 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6ae73856-cb77-4580-81f4-89088fad118f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.086186 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:00:40.474569 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-701f1bdb-00b9-42f6-9fef-2f3f4f32e32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.099291 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.259893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-6c21a34f-1443-472a-b055-72eced3b64e1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432703 Feb 19 04:00:42.351742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-054e5c59-21f1-43c5-849a-70846015b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.353259 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-054e5c59-21f1-43c5-849a-70846015b422 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1127 time: 0.0471835 Feb 19 04:00:42.462490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-7d4b58b7-38cc-48d6-9f07-14d5b1c8cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.463985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-7d4b58b7-38cc-48d6-9f07-14d5b1c8cb29 service neutron] 10.222.0.71 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.0881102 Feb 19 04:00:42.531092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-60cd2503-c9ad-48f3-aa80-8538ebaedf0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 1001 time: 0.0599616 Feb 19 04:00:42.584486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-b856436d-d61d-4df4-b8d9-60a80e77affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.586102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-b856436d-d61d-4df4-b8d9-60a80e77affc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0490756 Feb 19 04:00:42.642006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-8cdcedc3-0ebc-467f-ae1f-0a165bf8911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.643736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-8cdcedc3-0ebc-467f-ae1f-0a165bf8911c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504415 Feb 19 04:00:42.732984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-bb8b4bce-47cd-480d-be94-078f936a6295 service neutron] 10.222.0.71 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824163 Feb 19 04:00:42.831074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a3a9306-1113-4a2d-91f9-8beacbd21b8f req-9bc05296-e366-4234-99bd-6996dbbc59fa service neutron] 10.222.0.71 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905969 Feb 19 04:00:43.139245 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.654633 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:52.631813 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.302343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fef20c-8392-408d-891a-3636bc271d7c req-938b1fd3-4c6a-4c10-bc25-8494a26aec33 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:55.303903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14fef20c-8392-408d-891a-3636bc271d7c req-938b1fd3-4c6a-4c10-bc25-8494a26aec33 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1127 time: 0.0453472 Feb 19 04:00:55.349748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14fef20c-8392-408d-891a-3636bc271d7c req-007dbc71-8301-4813-952c-6bb8e5db6bb5 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Feb 19 04:00:55.374038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56838) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:55.534865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port 766df5c4-8e65-4961-a30e-4d223b620b82 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:55.535109 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (766df5c4-8e65-4961-a30e-4d223b620b82), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.909959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (766df5c4-8e65-4961-a30e-4d223b620b82), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.910219 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (766df5c4-8e65-4961-a30e-4d223b620b82), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.921813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for 766df5c4-8e65-4961-a30e-4d223b620b82 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:56.066131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (766df5c4-8e65-4961-a30e-4d223b620b82), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.092678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=766df5c4-8e65-4961-a30e-4d223b620b82,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:56.117600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.117977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.118323 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.118665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.118999 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.119331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.119664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.119992 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.120344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.120674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.121026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.121346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.121665 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.160725 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.160959 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Floating IP 96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d disassociated (deleted). External IP: 172.25.4.221, port: d993f778-dbd0-4ec0-84ff-8a1528cd4ca5. Feb 19 04:00:56.378917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:00:56.489857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:00:56.494842 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.499813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] Sync routers for ids ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:00:56.511232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] Routers {'3a3adc04-d677-40a6-be19-fa5d01bd8e8c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:56.511873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:00:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:56.526908 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-80e4ff29-8dd4-48dc-a550-0e989dbf300a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/floatingips/96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d HTTP/1.1" status: 204 len: 168 time: 1.1517751 Feb 19 04:00:56.528167 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:56.530591 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dcda50-c794-4871-86d1-86588d8221ca" -d '{"events": [{"name": "network-changed", "server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:56.624187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] Set router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:56.770163 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e160e0-5f18-492e-b383-dace0fbd525e x-openstack-request-id: req-01e160e0-5f18-492e-b383-dace0fbd525e {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:56.770463 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:56.770727 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01e160e0-5f18-492e-b383-dace0fbd525e {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:56.771210 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'status': 'completed', 'code': 200} Feb 19 04:00:56.861017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:08Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '0553deed-3b54-4853-8e57-4e24f4a4c784', 'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:64:01:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:08Z', 'updated_at': '2022-02-19T03:58:11Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:56.881026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcda50-c794-4871-86d1-86588d8221ca req-20f9ee8a-44fa-4041-ac65-19e3dfb42851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:56.882609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2dcda50-c794-4871-86d1-86588d8221ca req-20f9ee8a-44fa-4041-ac65-19e3dfb42851 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 1127 time: 0.0868998 Feb 19 04:00:56.892248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] Checking router: 3a3adc04-d677-40a6-be19-fa5d01bd8e8c for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:00:56.901190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] Routers {'3a3adc04-d677-40a6-be19-fa5d01bd8e8c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:56.901806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:00:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:56.908486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf96ce-9602-40ab-9d12-ea5e6a2c2cbc req-cc54fc69-4ae8-4984-b89a-acb372b11355 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:56.910079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70bf96ce-9602-40ab-9d12-ea5e6a2c2cbc req-cc54fc69-4ae8-4984-b89a-acb372b11355 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0799248 Feb 19 04:00:57.020001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70bf96ce-9602-40ab-9d12-ea5e6a2c2cbc req-426229cd-8bc7-441f-892b-bbdff198984a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979962 Feb 19 04:00:57.021026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] Set router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:57.031848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcda50-c794-4871-86d1-86588d8221ca req-259b830e-0e69-479a-9cc6-cde9081cf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:57.042615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2dcda50-c794-4871-86d1-86588d8221ca req-259b830e-0e69-479a-9cc6-cde9081cf577 service neutron] 10.222.0.71 "GET /v2.0/networks?id=093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 200 len: 898 time: 0.1399136 Feb 19 04:00:57.077956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2dcda50-c794-4871-86d1-86588d8221ca req-d10b1895-7efa-4a20-92fc-7f176d5b6985 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 200 len: 217 time: 0.0378494 Feb 19 04:00:57.128631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcda50-c794-4871-86d1-86588d8221ca req-933e631a-6aec-4ddf-a635-832f69fe3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:57.129579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2dcda50-c794-4871-86d1-86588d8221ca req-933e631a-6aec-4ddf-a635-832f69fe3cf6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 200 len: 835 time: 0.0455060 Feb 19 04:00:57.186484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcda50-c794-4871-86d1-86588d8221ca req-78fe0210-3ba4-4c35-9812-f1c195685f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:57.187209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2dcda50-c794-4871-86d1-86588d8221ca req-78fe0210-3ba4-4c35-9812-f1c195685f8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=093318b3-bbf7-41ba-9df1-f6d220597321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514793 Feb 19 04:00:57.244393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:08Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '0553deed-3b54-4853-8e57-4e24f4a4c784', 'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:64:01:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:08Z', 'updated_at': '2022-02-19T03:58:11Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:57.272885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb2b11-fa89-4964-935e-5c44cd8e8c75 None None] The sync data for ids ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'] in n-d-826756-2 is: [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:08Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '0553deed-3b54-4853-8e57-4e24f4a4c784', 'name': '', 'network_id': '093318b3-bbf7-41ba-9df1-f6d220597321', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:64:01:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:08Z', 'updated_at': '2022-02-19T03:58:11Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '449342b4-175c-441f-8929-bd2527c7f6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:00:57.325018 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2dcda50-c794-4871-86d1-86588d8221ca req-5669d2d3-4496-48e7-88bc-391ccefbc468 service neutron] 10.222.0.71 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304250 Feb 19 04:00:57.440496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2dcda50-c794-4871-86d1-86588d8221ca req-7c09fdbb-6d54-4444-9a5a-e641a90242d3 service neutron] 10.222.0.71 "GET /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087992 Feb 19 04:00:57.574827 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad23fb8-cf57-4ca3-a951-9dff5a27d3d4 None None] New status for floating IP 96078a6a-2d28-4cd4-b145-6ab9c0d6bc0d: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:00:58.177641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05a33d-e668-4cf7-ab29-233db3f4ee3b req-f89d698f-92f1-4925-aa4c-80b11313b092 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:58.179238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b05a33d-e668-4cf7-ab29-233db3f4ee3b req-f89d698f-92f1-4925-aa4c-80b11313b092 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0870221 Feb 19 04:00:58.187559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-ed244876-ea7c-4f75-8905-3ff54e3e6397 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:58.188922 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-ed244876-ea7c-4f75-8905-3ff54e3e6397 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.71 "GET /v2.0/ports?device_id=80435d68-64ed-493e-b659-4fba30b0dd23 HTTP/1.1" status: 200 len: 945 time: 0.0880909 Feb 19 04:00:58.289252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b05a33d-e668-4cf7-ab29-233db3f4ee3b req-aeb812e5-10b8-4c95-8e68-7ec5d94ae5d8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=05fe7ac6-1763-4d4f-933d-781612b6b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992794 Feb 19 04:00:58.315174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-981e4307-6019-48f2-80cd-5a6155aa7ccd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:58.315516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-981e4307-6019-48f2-80cd-5a6155aa7ccd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.402317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-981e4307-6019-48f2-80cd-5a6155aa7ccd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:58.402685 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-981e4307-6019-48f2-80cd-5a6155aa7ccd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.414556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-981e4307-6019-48f2-80cd-5a6155aa7ccd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:58.547866 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-981e4307-6019-48f2-80cd-5a6155aa7ccd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d993f778-dbd0-4ec0-84ff-8a1528cd4ca5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.576812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e4307-6019-48f2-80cd-5a6155aa7ccd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=d993f778-dbd0-4ec0-84ff-8a1528cd4ca5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:58.623969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-981e4307-6019-48f2-80cd-5a6155aa7ccd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] No DVR routers for this DVR port d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:58.626521 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-981e4307-6019-48f2-80cd-5a6155aa7ccd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.629901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44e82fb7-fcc7-4771-81d8-9b75880542e0 req-981e4307-6019-48f2-80cd-5a6155aa7ccd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.71 "DELETE /v2.0/ports/d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 HTTP/1.1" status: 204 len: 173 time: 0.4343433 Feb 19 04:00:58.630355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'name': 'network-vif-deleted', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:58.632640 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82385335-f6b1-4e7a-b537-f16107a37daa" -d '{"events": [{"server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "name": "network-vif-deleted", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:58.671171 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b571c4f-2533-4956-b8af-25f9c961b0b4 x-openstack-request-id: req-9b571c4f-2533-4956-b8af-25f9c961b0b4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:58.671672 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80435d68-64ed-493e-b659-4fba30b0dd23", "name": "network-vif-deleted", "tag": "d993f778-dbd0-4ec0-84ff-8a1528cd4ca5", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:58.671934 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b571c4f-2533-4956-b8af-25f9c961b0b4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:58.672480 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80435d68-64ed-493e-b659-4fba30b0dd23', 'name': 'network-vif-deleted', 'tag': 'd993f778-dbd0-4ec0-84ff-8a1528cd4ca5', 'status': 'completed', 'code': 200} Feb 19 04:00:59.348082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56854) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:59.710968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.971121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port 0553deed-3b54-4853-8e57-4e24f4a4c784 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:59.971474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.061426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port 0553deed-3b54-4853-8e57-4e24f4a4c784, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0553deed-3b54-4853-8e57-4e24f4a4c784,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:00.061786 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.073268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for 0553deed-3b54-4853-8e57-4e24f4a4c784 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:00.255656 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0553deed-3b54-4853-8e57-4e24f4a4c784), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.281311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=0553deed-3b54-4853-8e57-4e24f4a4c784,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:00.457080 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.003489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:01.111849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:01.117202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-38bbb136-00df-48d8-bc4b-23a14d985eb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "PUT /v2.0/routers/3a3adc04-d677-40a6-be19-fa5d01bd8e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7680113 Feb 19 04:01:01.119826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56856) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:01.121897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] Sync routers for ids ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:01.131564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] Routers {'3a3adc04-d677-40a6-be19-fa5d01bd8e8c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:01.132160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:00:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:01.170119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting subnet 449342b4-175c-441f-8929-bd2527c7f6b5 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:01:01.173193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (449342b4-175c-441f-8929-bd2527c7f6b5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.216715 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (449342b4-175c-441f-8929-bd2527c7f6b5), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.238988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] Set router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:01.299316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (449342b4-175c-441f-8929-bd2527c7f6b5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.368105 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (449342b4-175c-441f-8929-bd2527c7f6b5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.399407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Subnet': ['ID=449342b4-175c-441f-8929-bd2527c7f6b5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:01.405960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.412343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/subnets/449342b4-175c-441f-8929-bd2527c7f6b5 HTTP/1.1" status: 204 len: 168 time: 0.2884047 Feb 19 04:01:01.413426 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56858) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:01.416040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.416514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.416860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24221d0-10a0-4cc3-becd-6e16bf89143a None None] Network 093318b3-bbf7-41ba-9df1-f6d220597321 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:01.417003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.417201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.418196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.418662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.419119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.419472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.419821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.420163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.420500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.420858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.421153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acb140-fd2d-4037-92e6-40a781e41e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:01.506717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T04:01:00Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:01.531784 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.541368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] Checking router: 3a3adc04-d677-40a6-be19-fa5d01bd8e8c for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:01.555555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] Routers {'3a3adc04-d677-40a6-be19-fa5d01bd8e8c'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:01.556167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:00:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:01.648295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c5c83-b326-4b81-83fb-c621ab0d04c8 None None] DHCP port deletion for 093318b3-bbf7-41ba-9df1-f6d220597321 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:01:01.650876 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.706678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port f4e38519-5183-4aee-ad7b-d6c22e319cb3 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:01.707179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.795181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port f4e38519-5183-4aee-ad7b-d6c22e319cb3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f4e38519-5183-4aee-ad7b-d6c22e319cb3,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:01.795487 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.807570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for f4e38519-5183-4aee-ad7b-d6c22e319cb3 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:01.812488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:01.856718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:01.857136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d993f778-dbd0-4ec0-84ff-8a1528cd4ca5 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:01.873017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] Set router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:01.985469 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f4e38519-5183-4aee-ad7b-d6c22e319cb3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.991571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d07c5c83-b326-4b81-83fb-c621ab0d04c8 None None] Deleting port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:01.991958 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d07c5c83-b326-4b81-83fb-c621ab0d04c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.014850 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=f4e38519-5183-4aee-ad7b-d6c22e319cb3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:02.077736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d07c5c83-b326-4b81-83fb-c621ab0d04c8 None None] For port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1ef1ce09-b3ce-4899-85f2-a8326c63cc25,segment=NetworkSegment(e1b045ba-a419-4ad2-bbd5-6a540a8b2d01),segment_id=e1b045ba-a419-4ad2-bbd5-6a540a8b2d01)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:02.078031 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.078158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d07c5c83-b326-4b81-83fb-c621ab0d04c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.108720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d07c5c83-b326-4b81-83fb-c621ab0d04c8 None None] Calling delete_port for 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:02.173454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.175745 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_controller (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.194360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T04:01:00Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:02.225427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (3a3adc04-d677-40a6-be19-fa5d01bd8e8c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.226039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Fanout notify agent at l3_agent the message router_deleted on router 3a3adc04-d677-40a6-be19-fa5d01bd8e8c {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:01:02.227773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93273b06-6cbf-4929-a45b-f14abbef0874 None None] The sync data for ids ['3a3adc04-d677-40a6-be19-fa5d01bd8e8c'] in n-d-826756-2 is: [{'id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354414208', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T04:01:00Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'f4e38519-5183-4aee-ad7b-d6c22e319cb3', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:8c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3adc04-d677-40a6-be19-fa5d01bd8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:05Z', 'updated_at': '2022-02-19T03:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:02.234073 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.235326 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5dc5d26c-931d-4f8f-ac01-5ccd6773d5e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/routers/3a3adc04-d677-40a6-be19-fa5d01bd8e8c HTTP/1.1" status: 204 len: 168 time: 0.8197908 Feb 19 04:01:02.238145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56860) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:02.239322 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d07c5c83-b326-4b81-83fb-c621ab0d04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (1ef1ce09-b3ce-4899-85f2-a8326c63cc25), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.264793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c5c83-b326-4b81-83fb-c621ab0d04c8 None None] Pushing event deleted for resources: {'Port': ['ID=1ef1ce09-b3ce-4899-85f2-a8326c63cc25,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:02.271094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c5c83-b326-4b81-83fb-c621ab0d04c8 None None] No DVR routers for this DVR port 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:02.323052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (093318b3-bbf7-41ba-9df1-f6d220597321), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.411602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (093318b3-bbf7-41ba-9df1-f6d220597321), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.431392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093318b3-bbf7-41ba-9df1-f6d220597321']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:02.443292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:02.443589 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b045ba-a419-4ad2-bbd5-6a540a8b2d01') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:02.453292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (e1b045ba-a419-4ad2-bbd5-6a540a8b2d01), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.468065 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (e1b045ba-a419-4ad2-bbd5-6a540a8b2d01), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.474350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:01:02.474829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (e1b045ba-a419-4ad2-bbd5-6a540a8b2d01), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:01:02.477895 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:01:02.533766 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (093318b3-bbf7-41ba-9df1-f6d220597321), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.540633 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.544044 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/networks/093318b3-bbf7-41ba-9df1-f6d220597321 HTTP/1.1" status: 204 len: 168 time: 0.3039956 Feb 19 04:01:02.546528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56862) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:02.577277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1ccc7-c0f7-4ea1-a2ae-d497ffbd296c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Network': ['ID=093318b3-bbf7-41ba-9df1-f6d220597321,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:02.621286 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1a9f05b-9cc8-4a95-8f99-5a3f33e21950 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (05fe7ac6-1763-4d4f-933d-781612b6b0d1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.648118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1a9f05b-9cc8-4a95-8f99-5a3f33e21950 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (05fe7ac6-1763-4d4f-933d-781612b6b0d1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.712734 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1a9f05b-9cc8-4a95-8f99-5a3f33e21950 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (05fe7ac6-1763-4d4f-933d-781612b6b0d1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.715654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1a9f05b-9cc8-4a95-8f99-5a3f33e21950 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.716839 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d1a9f05b-9cc8-4a95-8f99-5a3f33e21950 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/security-groups/05fe7ac6-1763-4d4f-933d-781612b6b0d1 HTTP/1.1" status: 204 len: 168 time: 0.1556141 Feb 19 04:01:02.726889 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9f05b-9cc8-4a95-8f99-5a3f33e21950 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fe7ac6-1763-4d4f-933d-781612b6b0d1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:03.103613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56868) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:03.109177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6f80d4f8-4411-4f8b-a1b5-4128da582515 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135603934', 'description': 'tempest-secgroup-smoke-2135603934 description', 'project_id': '973c4801737243988d85e4be0fb08dda'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:03.130566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f80d4f8-4411-4f8b-a1b5-4128da582515 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.195188 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f80d4f8-4411-4f8b-a1b5-4128da582515 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (189c3568-f11a-4c04-9a1d-73b61ae36287), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.199332 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f80d4f8-4411-4f8b-a1b5-4128da582515 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (189c3568-f11a-4c04-9a1d-73b61ae36287), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.229707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80d4f8-4411-4f8b-a1b5-4128da582515 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189c3568-f11a-4c04-9a1d-73b61ae36287,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:03.242277 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f80d4f8-4411-4f8b-a1b5-4128da582515 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.246180 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6f80d4f8-4411-4f8b-a1b5-4128da582515 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1386909 Feb 19 04:01:03.246396 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56870) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:03.250821 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5a6beead-7048-4e81-946a-1ef74196db64 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '189c3568-f11a-4c04-9a1d-73b61ae36287', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:03.281612 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a6beead-7048-4e81-946a-1ef74196db64 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (838d6cda-4730-46c1-86aa-e685eea755b8), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.282557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4e38519-5183-4aee-ad7b-d6c22e319cb3 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:03.303691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f4e38519-5183-4aee-ad7b-d6c22e319cb3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:03.304035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f4e38519-5183-4aee-ad7b-d6c22e319cb3 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:03.304456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:03.327149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:03.327496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1ef1ce09-b3ce-4899-85f2-a8326c63cc25 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:03.327918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0553deed-3b54-4853-8e57-4e24f4a4c784 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:03.345405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a6beead-7048-4e81-946a-1ef74196db64 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (838d6cda-4730-46c1-86aa-e685eea755b8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.347868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 0553deed-3b54-4853-8e57-4e24f4a4c784 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:03.348219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0553deed-3b54-4853-8e57-4e24f4a4c784 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:03.350244 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a6beead-7048-4e81-946a-1ef74196db64 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (838d6cda-4730-46c1-86aa-e685eea755b8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.368994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6beead-7048-4e81-946a-1ef74196db64 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838d6cda-4730-46c1-86aa-e685eea755b8,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:03.375880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a6beead-7048-4e81-946a-1ef74196db64 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.377928 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5a6beead-7048-4e81-946a-1ef74196db64 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297662 Feb 19 04:01:03.379774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56872) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:03.384098 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9e4c608f-889b-40b3-b6eb-29b1153b154e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '189c3568-f11a-4c04-9a1d-73b61ae36287', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:03.409480 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e4c608f-889b-40b3-b6eb-29b1153b154e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (3f4f7853-a0ac-4d5d-9bd4-3dd5d805b81d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.465861 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e4c608f-889b-40b3-b6eb-29b1153b154e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (3f4f7853-a0ac-4d5d-9bd4-3dd5d805b81d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.469054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e4c608f-889b-40b3-b6eb-29b1153b154e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3f4f7853-a0ac-4d5d-9bd4-3dd5d805b81d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.487291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c608f-889b-40b3-b6eb-29b1153b154e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4f7853-a0ac-4d5d-9bd4-3dd5d805b81d,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:03.492248 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9e4c608f-889b-40b3-b6eb-29b1153b154e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.496288 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9e4c608f-889b-40b3-b6eb-29b1153b154e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127114 Feb 19 04:01:03.496288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56874) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:03.500508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-db567343-57e0-4301-a986-7cf0c137aca7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '189c3568-f11a-4c04-9a1d-73b61ae36287', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:03.524366 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db567343-57e0-4301-a986-7cf0c137aca7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (d2f123dd-2c96-4fa4-bc6d-39ecffe49dfd), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.581882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db567343-57e0-4301-a986-7cf0c137aca7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (d2f123dd-2c96-4fa4-bc6d-39ecffe49dfd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.587978 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db567343-57e0-4301-a986-7cf0c137aca7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d2f123dd-2c96-4fa4-bc6d-39ecffe49dfd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.607403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db567343-57e0-4301-a986-7cf0c137aca7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f123dd-2c96-4fa4-bc6d-39ecffe49dfd,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:03.616471 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-db567343-57e0-4301-a986-7cf0c137aca7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.617693 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-db567343-57e0-4301-a986-7cf0c137aca7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205325 Feb 19 04:01:03.620462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56876) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:03.625269 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ff2b8379-1d76-4b7e-a9a3-0d79fcc8065a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '189c3568-f11a-4c04-9a1d-73b61ae36287', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:03.648828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8379-1d76-4b7e-a9a3-0d79fcc8065a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (2feb0190-0b39-4617-8100-183c8e19d15c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.708330 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8379-1d76-4b7e-a9a3-0d79fcc8065a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (2feb0190-0b39-4617-8100-183c8e19d15c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.711999 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8379-1d76-4b7e-a9a3-0d79fcc8065a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (2feb0190-0b39-4617-8100-183c8e19d15c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.728808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b8379-1d76-4b7e-a9a3-0d79fcc8065a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2feb0190-0b39-4617-8100-183c8e19d15c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:03.738581 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8379-1d76-4b7e-a9a3-0d79fcc8065a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.739810 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ff2b8379-1d76-4b7e-a9a3-0d79fcc8065a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184239 Feb 19 04:01:03.742752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56878) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:03.749739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4a5ff88f-a930-436b-b062-ff9a8403ffee tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '189c3568-f11a-4c04-9a1d-73b61ae36287', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:03.768410 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-4a5ff88f-a930-436b-b062-ff9a8403ffee tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Project 973c4801737243988d85e4be0fb08dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:01:03.773051 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a5ff88f-a930-436b-b062-ff9a8403ffee tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (0c83d1a5-c358-47ff-9d5e-14244b07d46b), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.832604 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a5ff88f-a930-436b-b062-ff9a8403ffee tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (0c83d1a5-c358-47ff-9d5e-14244b07d46b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.836630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a5ff88f-a930-436b-b062-ff9a8403ffee tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (0c83d1a5-c358-47ff-9d5e-14244b07d46b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.856824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ff88f-a930-436b-b062-ff9a8403ffee tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c83d1a5-c358-47ff-9d5e-14244b07d46b,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:03.865210 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a5ff88f-a930-436b-b062-ff9a8403ffee tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.866455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4a5ff88f-a930-436b-b062-ff9a8403ffee tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226234 Feb 19 04:01:03.869087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56880) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:03.873351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a26c2bfe-7608-4a55-b096-70aa42a66758 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '189c3568-f11a-4c04-9a1d-73b61ae36287', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:03.892267 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-a26c2bfe-7608-4a55-b096-70aa42a66758 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Project 973c4801737243988d85e4be0fb08dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:01:03.897314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a26c2bfe-7608-4a55-b096-70aa42a66758 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (fd4226c9-7210-4649-b80d-6bd159ec79e2), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.955567 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a26c2bfe-7608-4a55-b096-70aa42a66758 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (fd4226c9-7210-4649-b80d-6bd159ec79e2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.960118 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a26c2bfe-7608-4a55-b096-70aa42a66758 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (fd4226c9-7210-4649-b80d-6bd159ec79e2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.978994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c2bfe-7608-4a55-b096-70aa42a66758 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4226c9-7210-4649-b80d-6bd159ec79e2,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:03.987807 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a26c2bfe-7608-4a55-b096-70aa42a66758 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.989039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a26c2bfe-7608-4a55-b096-70aa42a66758 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190281 Feb 19 04:01:03.992005 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56882) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:03.997042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'network': {'name': 'tempest-network-smoke--383076031', 'project_id': '973c4801737243988d85e4be0fb08dda', 'port_security_enabled': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:04.015017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:04.018383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.041809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:01:04.052263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d1034a99-8744-481c-86ee-6daddffd10fb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.052738 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Added segment d1034a99-8744-481c-86ee-6daddffd10fb of type vlan for network f3054e5d-58b9-43cb-ab17-14b8e069d1fd Feb 19 04:01:04.093385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (f3054e5d-58b9-43cb-ab17-14b8e069d1fd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.119333 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (f3054e5d-58b9-43cb-ab17-14b8e069d1fd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.125036 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:04.125651 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.176225 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1831214 Feb 19 04:01:04.179067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56884) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:04.184018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'admin_state_up': True, 'project_id': '973c4801737243988d85e4be0fb08dda', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:04.194305 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af3812-d543-4876-86b4-c9f42eb8ad58 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Network': ['ID=f3054e5d-58b9-43cb-ab17-14b8e069d1fd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:04.204514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network f3054e5d-58b9-43cb-ab17-14b8e069d1fd details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:01:04.208643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (0745ed95-5c36-446d-8b18-bc2a09e221ac), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.210100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (0745ed95-5c36-446d-8b18-bc2a09e221ac), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.267423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_controller (0745ed95-5c36-446d-8b18-bc2a09e221ac), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.406642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (0745ed95-5c36-446d-8b18-bc2a09e221ac), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.602158 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (0745ed95-5c36-446d-8b18-bc2a09e221ac), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.620748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.723990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.25.4.43 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/bbb7b26e-956b-4a1f-9537-f92c52217689) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:04.824892 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.859884 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.895952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:04.898910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:04.902297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:04.936790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=bbb7b26e-956b-4a1f-9537-f92c52217689,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:05.164789 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (0745ed95-5c36-446d-8b18-bc2a09e221ac), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.365409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (0745ed95-5c36-446d-8b18-bc2a09e221ac), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.494909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 0745ed95-5c36-446d-8b18-bc2a09e221ac is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:01:05.606890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:05.618064 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Sync routers for ids ['0745ed95-5c36-446d-8b18-bc2a09e221ac'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:05.626507 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.628574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f85bd978-52e5-44ef-9901-61c2ba5dbb23 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4477923 Feb 19 04:01:05.629120 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Routers {'0745ed95-5c36-446d-8b18-bc2a09e221ac'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:05.629790 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:00:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0745ed95-5c36-446d-8b18-bc2a09e221ac'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:05.631395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56888) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:05.665970 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-87f6e572-3552-471d-8460-9fc61ef99f53 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=973c4801737243988d85e4be0fb08dda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333624 Feb 19 04:01:05.668576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56890) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:05.736171 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Set router 0745ed95-5c36-446d-8b18-bc2a09e221ac gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:05.754542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8184f1-95ef-4ae7-9587-ae11fea0301f tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:05.755964 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5e8184f1-95ef-4ae7-9587-ae11fea0301f tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864761 Feb 19 04:01:05.758796 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56892) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:05.795019 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c15308c-4815-4886-9969-755d870975b8 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324082 Feb 19 04:01:05.795250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56894) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:05.800277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-310379256', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'project_id': '973c4801737243988d85e4be0fb08dda', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:05.898107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:05.901649 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.921646 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:05Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:05.947405 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Checking router: 0745ed95-5c36-446d-8b18-bc2a09e221ac for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:05.947754 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Updating router 0745ed95-5c36-446d-8b18-bc2a09e221ac port bbb7b26e-956b-4a1f-9537-f92c52217689 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:01:05.976515 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.089413 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (15cfd902-d751-4a08-afa7-bd145702d47b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.154301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Subnet': ['ID=15cfd902-d751-4a08-afa7-bd145702d47b,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:06.162652 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Checking segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:06.163021 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network hostable DHCP agents. Network: f3054e5d-58b9-43cb-ab17-14b8e069d1fd, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:01:06.179674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network f3054e5d-58b9-43cb-ab17-14b8e069d1fd is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:01:06.189584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, f3054e5d-58b9-43cb-ab17-14b8e069d1fd) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:06.198245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b43829b-54f7-4f96-90e5-a3fdf28c8ecd None None] Network f3054e5d-58b9-43cb-ab17-14b8e069d1fd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:06.198739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:06.198979 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.227820 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9cbcb9b2-7a6f-4d79-b3e8-42a1a8e610e9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4313183 Feb 19 04:01:06.231216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56896) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:06.317788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:01:06.318925 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.332930 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Publish callbacks [] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.340316 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.383503 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Attempting to bind port bbb7b26e-956b-4a1f-9537-f92c52217689 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:06.384020 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Attempting to bind port bbb7b26e-956b-4a1f-9537-f92c52217689 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:06.384490 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Attempting to bind port bbb7b26e-956b-4a1f-9537-f92c52217689 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:06.396346 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:06.397098 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:06.397509 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.397931 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:06.398608 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Bound port: bbb7b26e-956b-4a1f-9537-f92c52217689, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:06.398993 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.437699 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.452475 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] For port bbb7b26e-956b-4a1f-9537-f92c52217689, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:06.455840 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] For port bbb7b26e-956b-4a1f-9537-f92c52217689, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bbb7b26e-956b-4a1f-9537-f92c52217689,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:06.458919 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Pushing event updated for resources: {'Port': ['ID=bbb7b26e-956b-4a1f-9537-f92c52217689,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:06.462936 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.473338 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.474010 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.474356 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.474697 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.475042 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.475385 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.475710 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.476041 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.476367 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.476689 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.477020 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.477345 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.477667 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:06.490284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Allocated IP 172.20.0.2 (f3054e5d-58b9-43cb-ab17-14b8e069d1fd/15cfd902-d751-4a08-afa7-bd145702d47b/d49edf03-d692-4e2f-92ec-ad5fffc95c8a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:06.535953 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411593a-7ac2-4eac-84a3-393ce663ee1f None None] Pushing event updated for resources: {'Port': ['ID=bbb7b26e-956b-4a1f-9537-f92c52217689,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:06.547005 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Routers {'0745ed95-5c36-446d-8b18-bc2a09e221ac'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:06.547611 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:00:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0745ed95-5c36-446d-8b18-bc2a09e221ac'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:06.640404 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Publish callbacks [] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.648471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.658427 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] Set router 0745ed95-5c36-446d-8b18-bc2a09e221ac gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:06.690197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Network f3054e5d-58b9-43cb-ab17-14b8e069d1fd is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:06.698108 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:06.700632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Pushing event updated for resources: {'Port': ['ID=d49edf03-d692-4e2f-92ec-ad5fffc95c8a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:06.703167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:06.722821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.760476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Attempting to bind port d49edf03-d692-4e2f-92ec-ad5fffc95c8a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:06.760842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Attempting to bind port d49edf03-d692-4e2f-92ec-ad5fffc95c8a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:06.761200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Attempting to bind port d49edf03-d692-4e2f-92ec-ad5fffc95c8a on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:06.766767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:06.767140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Checking segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:06.768092 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.768515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Bound using segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:06.768971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Bound port: d49edf03-d692-4e2f-92ec-ad5fffc95c8a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:06.769867 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.841242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] For port d49edf03-d692-4e2f-92ec-ad5fffc95c8a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:06.845213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] For port d49edf03-d692-4e2f-92ec-ad5fffc95c8a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d49edf03-d692-4e2f-92ec-ad5fffc95c8a,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:06.852856 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.854806 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:05Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:06.883755 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e5fe96-4d88-4a95-8476-f57db78d7f87 None None] The sync data for ids ['0745ed95-5c36-446d-8b18-bc2a09e221ac'] in n-d-826756-2 is: [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:05Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:06.921766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8281a-6aa1-4d46-90d9-b1f6d4b3355e None None] Pushing event updated for resources: {'Port': ['ID=d49edf03-d692-4e2f-92ec-ad5fffc95c8a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:07.032033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.20.0.1 (f3054e5d-58b9-43cb-ab17-14b8e069d1fd/15cfd902-d751-4a08-afa7-bd145702d47b/cebcf5f9-a340-4c15-8405-8a3184b55c54) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:07.191865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d49edf03-d692-4e2f-92ec-ad5fffc95c8a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:07.199942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.273747 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.289820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d49edf03-d692-4e2f-92ec-ad5fffc95c8a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:07.290420 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.327320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network f3054e5d-58b9-43cb-ab17-14b8e069d1fd is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:07.330502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:07.338238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:07.372998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=cebcf5f9-a340-4c15-8405-8a3184b55c54,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:07.390764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d49edf03-d692-4e2f-92ec-ad5fffc95c8a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:07.391179 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.391389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (0745ed95-5c36-446d-8b18-bc2a09e221ac), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.425645 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port d49edf03-d692-4e2f-92ec-ad5fffc95c8a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d49edf03-d692-4e2f-92ec-ad5fffc95c8a,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:07.429987 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.492446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=d49edf03-d692-4e2f-92ec-ad5fffc95c8a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:07.551823 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.861411 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.866994 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.941111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (0745ed95-5c36-446d-8b18-bc2a09e221ac), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.949117 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=cebcf5f9-a340-4c15-8405-8a3184b55c54,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:08.003585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdbd77a-8879-4b09-bd30-caa44c95fe7f None None] Network f3054e5d-58b9-43cb-ab17-14b8e069d1fd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:08.122954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-942c7ed1-7695-4d12-a5cb-ab9a2eb7bbd3 None None] Provisioning complete for port d49edf03-d692-4e2f-92ec-ad5fffc95c8a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:08.123329 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-942c7ed1-7695-4d12-a5cb-ab9a2eb7bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.215252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-942c7ed1-7695-4d12-a5cb-ab9a2eb7bbd3 None None] Current status of the port d49edf03-d692-4e2f-92ec-ad5fffc95c8a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:08.312503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3aee0817-f414-4077-85eb-413efdffd7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.368763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network f3054e5d-58b9-43cb-ab17-14b8e069d1fd is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:08.370842 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:08.445033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e0c05035-10b9-4a05-90ca-443a769f3d97 None None] Provisioning complete for port cebcf5f9-a340-4c15-8405-8a3184b55c54 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:08.445411 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0c05035-10b9-4a05-90ca-443a769f3d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.483277 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e0c05035-10b9-4a05-90ca-443a769f3d97 None None] Port cebcf5f9-a340-4c15-8405-8a3184b55c54 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:08.493319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e0c05035-10b9-4a05-90ca-443a769f3d97 None None] Provisioning complete for port d49edf03-d692-4e2f-92ec-ad5fffc95c8a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:08.493689 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0c05035-10b9-4a05-90ca-443a769f3d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.496556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 0745ed95-5c36-446d-8b18-bc2a09e221ac has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:08.588833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e0c05035-10b9-4a05-90ca-443a769f3d97 None None] Current status of the port d49edf03-d692-4e2f-92ec-ad5fffc95c8a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:08.626169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:08.632287 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5cfdd016-67c8-41fb-8b06-92a742b9b220 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "PUT /v2.0/routers/0745ed95-5c36-446d-8b18-bc2a09e221ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3996789 Feb 19 04:01:08.726199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e1ce5bae-9d95-4490-a00e-fcba4ac70d0a None None] Provisioning complete for port cebcf5f9-a340-4c15-8405-8a3184b55c54 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:08.726591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5bae-9d95-4490-a00e-fcba4ac70d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.768528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce5bae-9d95-4490-a00e-fcba4ac70d0a None None] Port cebcf5f9-a340-4c15-8405-8a3184b55c54 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:08.800666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-aa81873e-4878-4f3d-a5f0-7369e8495aa0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135603934&fields=id&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 267 time: 0.0468435 Feb 19 04:01:08.836495 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Sync routers for ids ['0745ed95-5c36-446d-8b18-bc2a09e221ac'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:08.846972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Routers {'0745ed95-5c36-446d-8b18-bc2a09e221ac'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:08.847579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:00:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0745ed95-5c36-446d-8b18-bc2a09e221ac'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:08.907694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba29042-847a-473a-ae04-a02ae773b496 req-fffe4024-bd19-4b85-9338-3e5da91e0d55 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:08.909247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-fffe4024-bd19-4b85-9338-3e5da91e0d55 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 796 time: 0.1019895 Feb 19 04:01:08.912213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-45cb8bed-8386-4a4f-b0f2-267865047af5 None None] Provisioning complete for port cebcf5f9-a340-4c15-8405-8a3184b55c54 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:08.912596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-45cb8bed-8386-4a4f-b0f2-267865047af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.927533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-2e6c0f19-ab61-4a29-944b-8b4c04f109e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/quotas/973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 375 time: 0.0117295 Feb 19 04:01:08.990587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-ed9b4c2c-baa4-41b9-9235-9d172498d3f1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568960 Feb 19 04:01:08.992080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Set router 0745ed95-5c36-446d-8b18-bc2a09e221ac gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:08.994157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-45cb8bed-8386-4a4f-b0f2-267865047af5 None None] Port cebcf5f9-a340-4c15-8405-8a3184b55c54 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:09.090579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-74e38a8f-c3ea-443d-808c-d1ec65460bb6 service neutron] 10.222.0.42 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868690 Feb 19 04:01:09.190925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-894066b5-aa17-46b5-8f79-07414849e90c service neutron] 10.222.0.42 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936100 Feb 19 04:01:09.216994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:07Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'cebcf5f9-a340-4c15-8405-8a3184b55c54', 'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:2b:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:06Z', 'updated_at': '2022-02-19T04:01:07Z', 'revision_number': 2, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:09.220491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d49edf03-d692-4e2f-92ec-ad5fffc95c8a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:09.268679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Checking router: 0745ed95-5c36-446d-8b18-bc2a09e221ac for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:09.269033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Updating router 0745ed95-5c36-446d-8b18-bc2a09e221ac port cebcf5f9-a340-4c15-8405-8a3184b55c54 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:01:09.306941 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:09.329290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d49edf03-d692-4e2f-92ec-ad5fffc95c8a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:09.329955 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:09.361776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87df2a8c-d378-4dc1-ae36-b86654f1fd4d req-98517f9e-9150-4492-9ffa-f8e48c981400 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 210 time: 0.0279756 Feb 19 04:01:09.688055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d49edf03-d692-4e2f-92ec-ad5fffc95c8a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:09.689140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bbb7b26e-956b-4a1f-9537-f92c52217689 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:09.772770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port bbb7b26e-956b-4a1f-9537-f92c52217689 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:09.773151 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:09.852479 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Publish callbacks [] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:09.860790 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:09.938050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port bbb7b26e-956b-4a1f-9537-f92c52217689 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:09.938441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:09.947067 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e07083-78f2-4638-ad6e-1f5c242956dd None None] Pushing event updated for resources: {'Port': ['ID=cebcf5f9-a340-4c15-8405-8a3184b55c54,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:09.987395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port bbb7b26e-956b-4a1f-9537-f92c52217689, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bbb7b26e-956b-4a1f-9537-f92c52217689,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:09.991965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.044534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Attempting to bind port cebcf5f9-a340-4c15-8405-8a3184b55c54 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:10.044910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Attempting to bind port cebcf5f9-a340-4c15-8405-8a3184b55c54 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:10.045266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Attempting to bind port cebcf5f9-a340-4c15-8405-8a3184b55c54 on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:10.056883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:10.057289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Checking segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:10.058890 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.058890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Bound using segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:10.059138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Bound port: cebcf5f9-a340-4c15-8405-8a3184b55c54, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:10.059535 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.081278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=bbb7b26e-956b-4a1f-9537-f92c52217689,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:10.144000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4374ec03-8870-4aa6-9620-040d1994bfba None None] Provisioning complete for port cebcf5f9-a340-4c15-8405-8a3184b55c54 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:10.144378 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4374ec03-8870-4aa6-9620-040d1994bfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.148049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] For port cebcf5f9-a340-4c15-8405-8a3184b55c54, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:10.183092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] For port cebcf5f9-a340-4c15-8405-8a3184b55c54, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cebcf5f9-a340-4c15-8405-8a3184b55c54,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:10.193533 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.202190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4374ec03-8870-4aa6-9620-040d1994bfba None None] Port cebcf5f9-a340-4c15-8405-8a3184b55c54 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:10.253751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Routers {'0745ed95-5c36-446d-8b18-bc2a09e221ac'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:10.254435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:00:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0745ed95-5c36-446d-8b18-bc2a09e221ac'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:10.259506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e07083-78f2-4638-ad6e-1f5c242956dd None None] Pushing event updated for resources: {'Port': ['ID=cebcf5f9-a340-4c15-8405-8a3184b55c54,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:10.379683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] Set router 0745ed95-5c36-446d-8b18-bc2a09e221ac gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:10.447969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0d212b49-a211-45e7-95e2-0ac2e7b8e1a1 req-12a793c4-8fbb-48c3-93fa-b100c6a33836 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 210 time: 0.0320101 Feb 19 04:01:10.529149 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-06aca305-f1c6-45f5-954a-40b0ef084d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.561427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-08e2e41c-5f12-4e16-a581-68238b15e279 None None] Provisioning complete for port cebcf5f9-a340-4c15-8405-8a3184b55c54 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:10.561793 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08e2e41c-5f12-4e16-a581-68238b15e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.698852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:07Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'cebcf5f9-a340-4c15-8405-8a3184b55c54', 'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:2b:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:06Z', 'updated_at': '2022-02-19T04:01:10Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:10.701276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-08e2e41c-5f12-4e16-a581-68238b15e279 None None] Current status of the port cebcf5f9-a340-4c15-8405-8a3184b55c54 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:10.701663 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08e2e41c-5f12-4e16-a581-68238b15e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.734479 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9eec3-f8e7-4756-823e-ace8066db275 None None] The sync data for ids ['0745ed95-5c36-446d-8b18-bc2a09e221ac'] in n-d-826756-2 is: [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:07Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'cebcf5f9-a340-4c15-8405-8a3184b55c54', 'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:2b:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:06Z', 'updated_at': '2022-02-19T04:01:10Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:10.760177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-08e2e41c-5f12-4e16-a581-68238b15e279 None None] For port cebcf5f9-a340-4c15-8405-8a3184b55c54, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cebcf5f9-a340-4c15-8405-8a3184b55c54,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:10.765450 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-08e2e41c-5f12-4e16-a581-68238b15e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.831424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2e41c-5f12-4e16-a581-68238b15e279 None None] Pushing event updated for resources: {'Port': ['ID=cebcf5f9-a340-4c15-8405-8a3184b55c54,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:11.200591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bbb7b26e-956b-4a1f-9537-f92c52217689 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:11.251160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port bbb7b26e-956b-4a1f-9537-f92c52217689 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:11.251608 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:11.335305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port bbb7b26e-956b-4a1f-9537-f92c52217689 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:11.336393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device cebcf5f9-a340-4c15-8405-8a3184b55c54 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:11.384547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port cebcf5f9-a340-4c15-8405-8a3184b55c54 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:11.385240 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:11.465529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port cebcf5f9-a340-4c15-8405-8a3184b55c54 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:11.543985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a209d67-674f-4363-bc33-ef21186da27e req-98772d0c-3ec8-4776-a83d-e7ac0aa59938 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 210 time: 0.0275855 Feb 19 04:01:12.101672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.540770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba29042-847a-473a-ae04-a02ae773b496 req-6e57b1c0-a70f-4910-9e05-2ada634cfd33 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:12.542569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-6e57b1c0-a70f-4910-9e05-2ada634cfd33 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 796 time: 0.1080830 Feb 19 04:01:12.647329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74605e98-cd81-40bd-994e-ecbc74d5bda1 req-da87e6d9-e3b7-46f1-974a-4c941206aa27 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 210 time: 0.0328538 Feb 19 04:01:12.652595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-905f7def-fc23-4474-a78e-91c3b7c990f5 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 380 time: 0.0807860 Feb 19 04:01:12.663254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'port': {'device_id': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'admin_state_up': True, 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'security_groups': ['189c3568-f11a-4c04-9a1d-73b61ae36287']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:12.770635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:12.774069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.896830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.20.0.3 (f3054e5d-58b9-43cb-ab17-14b8e069d1fd/15cfd902-d751-4a08-afa7-bd145702d47b/2de3edff-d35a-4f2c-9b80-80aabf7582d9) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:13.036733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.070631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.112248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network f3054e5d-58b9-43cb-ab17-14b8e069d1fd is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:13.115181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:13.121800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:13.141951 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.148599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:13.173615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:13.174450 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.190912 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-39416b54-022a-4d79-8a5a-cccb83c3cd1b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5314763 Feb 19 04:01:13.203047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-bf82b986-7865-489a-9a9b-cd57b2d9d43e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:01:13.204013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-bf82b986-7865-489a-9a9b-cd57b2d9d43e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059102 Feb 19 04:01:13.289957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Request body: {'port': {'device_id': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:13.406068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3c84e08d-2d68-4b3d-9802-51705f6ac2c0 None None] Provisioning complete for port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:13.406449 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c84e08d-2d68-4b3d-9802-51705f6ac2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.441539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3c84e08d-2d68-4b3d-9802-51705f6ac2c0 None None] Port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:13.683186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.838912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaa451-6fe7-4b6a-b50a-a7e87012f148 req-f2c55c8f-5962-411e-b128-653d37018710 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:13.840410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12eaa451-6fe7-4b6a-b50a-a7e87012f148 req-f2c55c8f-5962-411e-b128-653d37018710 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 931 time: 0.1237657 Feb 19 04:01:13.948993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12eaa451-6fe7-4b6a-b50a-a7e87012f148 req-c4e6be62-5f75-4254-8a93-70cdb9999539 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945451 Feb 19 04:01:14.028042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de3edff-d35a-4f2c-9b80-80aabf7582d9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:14.035679 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Publish callbacks [] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.048452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Transition to ACTIVE for port object 2de3edff-d35a-4f2c-9b80-80aabf7582d9 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:01:14.052653 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.103506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:14.178564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:14.178901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:14.179236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:14.185486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:14.185805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:14.190964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:14.191301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Checking segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:14.191817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Bound using segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:14.192246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Bound port: 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:14.192602 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.262612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:14.266105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:14.273244 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.308912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:14.309539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.310998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] 10.222.0.37 "PUT /v2.0/ports/2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 1091 time: 1.0893023 Feb 19 04:01:14.313899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:14.315887 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41477801-0851-4afe-bbf3-bb4fc3cfddf5" -d '{"events": [{"name": "network-changed", "server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:14.345060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479b092-4884-494b-abbf-a4b6787b9319 service neutron] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:14.394720 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa17d55-4e69-40a0-8fd3-7e5d990576c0 x-openstack-request-id: req-6aa17d55-4e69-40a0-8fd3-7e5d990576c0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:14.395018 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:14.395287 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6aa17d55-4e69-40a0-8fd3-7e5d990576c0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:14.395723 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'status': 'completed', 'code': 200} Feb 19 04:01:14.462853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba29042-847a-473a-ae04-a02ae773b496 req-99f7a772-02aa-4ca1-a8ba-94d9fdc5fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:14.464314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-99f7a772-02aa-4ca1-a8ba-94d9fdc5fa06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1125 time: 0.0533907 Feb 19 04:01:14.522003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-d6828ede-f717-40db-80d8-f2e7dea169a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 217 time: 0.0399072 Feb 19 04:01:14.573478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba29042-847a-473a-ae04-a02ae773b496 req-1e012522-34a3-4499-a9cd-a25551da4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:14.575666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-1e012522-34a3-4499-a9cd-a25551da4470 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0473230 Feb 19 04:01:14.626325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba29042-847a-473a-ae04-a02ae773b496 req-a1043b81-4364-498a-abd3-d40d029cf7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:14.627900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-a1043b81-4364-498a-abd3-d40d029cf7d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459881 Feb 19 04:01:14.656558 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.728079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-0071b0fe-b27b-4c91-abda-443abc8e2502 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931649 Feb 19 04:01:14.819955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ba29042-847a-473a-ae04-a02ae773b496 req-99b8c089-8e85-4800-b8fe-ce73eec53838 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849354 Feb 19 04:01:14.999405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-a36a8e68-8b14-4a45-97c4-97820779dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.000897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-a36a8e68-8b14-4a45-97c4-97820779dbb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1125 time: 0.0606754 Feb 19 04:01:15.129186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-3aececec-2fcc-42ae-b408-fd1a803b82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.130700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-3aececec-2fcc-42ae-b408-fd1a803b82fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.1234369 Feb 19 04:01:15.140697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19113f55-1a84-4e98-aa4c-b2ec88c36e2e req-9ab94a45-3735-4fc2-bdea-bb57d1d759a0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.142133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19113f55-1a84-4e98-aa4c-b2ec88c36e2e req-9ab94a45-3735-4fc2-bdea-bb57d1d759a0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 943 time: 0.0886536 Feb 19 04:01:15.187694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-ff01e5d6-b613-43dd-ae76-45cd853e614a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 217 time: 0.0445173 Feb 19 04:01:15.261129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19113f55-1a84-4e98-aa4c-b2ec88c36e2e req-1d1d0ecb-471f-4378-bbb0-23e18bafe451 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124632 Feb 19 04:01:15.262454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-5addb7cf-7789-43a1-83a7-b01817c53191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.263807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-5addb7cf-7789-43a1-83a7-b01817c53191 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0701625 Feb 19 04:01:15.319758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-55f5d67d-7ff7-4847-ac94-1c371098e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.321213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-55f5d67d-7ff7-4847-ac94-1c371098e556 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503173 Feb 19 04:01:15.413272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-4bd2a5a9-e025-4af9-be15-28e182865755 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824504 Feb 19 04:01:15.504853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41477801-0851-4afe-bbf3-bb4fc3cfddf5 req-213e72fe-b3d9-4721-a532-3cdf12221b29 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852885 Feb 19 04:01:16.384746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccb376-f707-4e58-8327-cdec8e37075b req-ec2257c2-b11b-4715-9a05-873f4feca790 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:16.386267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0dccb376-f707-4e58-8327-cdec8e37075b req-ec2257c2-b11b-4715-9a05-873f4feca790 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 943 time: 0.0532248 Feb 19 04:01:16.438986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0dccb376-f707-4e58-8327-cdec8e37075b req-88953f6b-8bbb-4b1b-950a-e28bd2190785 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466053 Feb 19 04:01:17.085152 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:01:17.556854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb1249-af19-4bf1-b35e-bc22e326dfc9 req-b6c86a4b-e65c-43c1-832b-03ee4055c4f2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:17.558661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3fb1249-af19-4bf1-b35e-bc22e326dfc9 req-b6c86a4b-e65c-43c1-832b-03ee4055c4f2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 943 time: 0.0533786 Feb 19 04:01:17.606730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3fb1249-af19-4bf1-b35e-bc22e326dfc9 req-61f2bed4-915c-4a2d-986b-ef7f9e3df18c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 Feb 19 04:01:18.373523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:18.472212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:18.483068 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'port_id': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'mac_address': 'fa:16:3e:39:78:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:18.519399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:18.519785 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:18.533375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de3edff-d35a-4f2c-9b80-80aabf7582d9 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:18.551576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:18.555355 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:18.604366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:18.728071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20852c62-acab-4d00-88c9-019ba4809e99 req-e42f2e75-e7d9-41ee-afaa-2527b18f074c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:18.729555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-20852c62-acab-4d00-88c9-019ba4809e99 req-e42f2e75-e7d9-41ee-afaa-2527b18f074c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 944 time: 0.0569177 Feb 19 04:01:18.777318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-20852c62-acab-4d00-88c9-019ba4809e99 req-b0a43b34-6b2d-4283-b9d5-6ea8cda05ece tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421991 Feb 19 04:01:19.013449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['2de3edff-d35a-4f2c-9b80-80aabf7582d9'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:19.896015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec465b0-022d-4dcf-8fc3-f1982dd1a239 req-b4180c9d-54af-4444-95ba-e79153f871c5 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:19.897514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ec465b0-022d-4dcf-8fc3-f1982dd1a239 req-b4180c9d-54af-4444-95ba-e79153f871c5 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 944 time: 0.0536940 Feb 19 04:01:19.945064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ec465b0-022d-4dcf-8fc3-f1982dd1a239 req-df504cc3-90a5-49a4-858a-0683a33bf794 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414405 Feb 19 04:01:20.383525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:20.432080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:20.436796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:20.437177 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.513705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:20.514124 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.539762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:20.542039 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf7603c-3ab1-41ee-a873-6e792823eb1c" -d '{"events": [{"server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "name": "network-vif-plugged", "status": "completed", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:20.554547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:20.560363 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.585968 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8a28c1-f7ad-498d-83af-786e4835c112 x-openstack-request-id: req-8f8a28c1-f7ad-498d-83af-786e4835c112 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:20.586257 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "name": "network-vif-plugged", "status": "completed", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:20.586508 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f8a28c1-f7ad-498d-83af-786e4835c112 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:20.586896 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'code': 200} Feb 19 04:01:20.611313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:20.737566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879100-8a8e-49d7-897e-a9c788fad4e7 req-05ac9942-7c4f-47f9-9079-b5e67b768f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:20.739443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88879100-8a8e-49d7-897e-a9c788fad4e7 req-05ac9942-7c4f-47f9-9079-b5e67b768f9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1127 time: 0.0448654 Feb 19 04:01:20.789484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88879100-8a8e-49d7-897e-a9c788fad4e7 req-78b213d9-99c7-4834-aa51-7f3922d93d65 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Feb 19 04:01:21.065625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973bbb6-a9d0-4604-bb07-dba43b93cd4a req-4e5d8d16-4bd8-4898-be4d-be5b0bfbf77a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:21.067053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1973bbb6-a9d0-4604-bb07-dba43b93cd4a req-4e5d8d16-4bd8-4898-be4d-be5b0bfbf77a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0518363 Feb 19 04:01:21.115079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1973bbb6-a9d0-4604-bb07-dba43b93cd4a req-1576085b-83ea-4c53-9bac-9c253f99c8ea tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Feb 19 04:01:22.238719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac1fce-bb26-4246-af83-e6e14f495b01 req-78f629a1-3937-46c7-bd5a-254c72fb90cc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:22.240236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-feac1fce-bb26-4246-af83-e6e14f495b01 req-78f629a1-3937-46c7-bd5a-254c72fb90cc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0545447 Feb 19 04:01:22.291790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-feac1fce-bb26-4246-af83-e6e14f495b01 req-aaf2dd71-47eb-4cae-a6f4-b71e5e0cdfe0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458636 Feb 19 04:01:22.634408 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.414521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b247f5-c91a-497a-9308-2ac31807f084 req-7f2551e2-a3af-452a-b5cc-92ed4920b65a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:23.416008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16b247f5-c91a-497a-9308-2ac31807f084 req-7f2551e2-a3af-452a-b5cc-92ed4920b65a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0568604 Feb 19 04:01:23.464104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16b247f5-c91a-497a-9308-2ac31807f084 req-679cfe83-ce55-41c5-811b-b2bdfdb120a1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424564 Feb 19 04:01:23.580967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517d672-8735-4136-8407-4810272863bb req-4e32e079-2baa-4070-8aa3-4ddb4ebb6b3a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:23.582443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5517d672-8735-4136-8407-4810272863bb req-4e32e079-2baa-4070-8aa3-4ddb4ebb6b3a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0526052 Feb 19 04:01:23.630103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5517d672-8735-4136-8407-4810272863bb req-10784fa5-83fd-4647-b5a8-091c8d1a64a6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419624 Feb 19 04:01:23.652034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56962) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:23.708542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f896b2fa-6a24-4649-aef8-48c98195ed93 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:23.710115 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f896b2fa-6a24-4649-aef8-48c98195ed93 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1122 time: 0.0569458 Feb 19 04:01:23.712990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 56966) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:23.717170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:23.737288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.837550 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.938924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.25.4.103 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/72d00d66-2e25-4427-b6f8-827c4f83f37d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:24.044647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (72d00d66-2e25-4427-b6f8-827c4f83f37d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.081495 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (72d00d66-2e25-4427-b6f8-827c4f83f37d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.117703 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:24.120299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:24.126199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:24.131478 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=72d00d66-2e25-4427-b6f8-827c4f83f37d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:24.493751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (4c703007-90ba-4392-8a1b-9d3fbb58effd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.563405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (72d00d66-2e25-4427-b6f8-827c4f83f37d), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.710396 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (72d00d66-2e25-4427-b6f8-827c4f83f37d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.714935 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (72d00d66-2e25-4427-b6f8-827c4f83f37d), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.785387 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=72d00d66-2e25-4427-b6f8-827c4f83f37d,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:24.797485 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (4c703007-90ba-4392-8a1b-9d3fbb58effd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.898316 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Floating IP 4c703007-90ba-4392-8a1b-9d3fbb58effd associated. External IP: 172.25.4.103, port: 2de3edff-d35a-4f2c-9b80-80aabf7582d9. Feb 19 04:01:25.110061 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 0745ed95-5c36-446d-8b18-bc2a09e221ac has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:25.218769 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:25.228800 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] Sync routers for ids ['0745ed95-5c36-446d-8b18-bc2a09e221ac'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:25.236748 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.239117 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] Routers {'0745ed95-5c36-446d-8b18-bc2a09e221ac'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:25.239727 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:01:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0745ed95-5c36-446d-8b18-bc2a09e221ac'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:25.266436 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6f5aeb7a-9dc4-49ba-9904-b5599ee29a6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5524392 Feb 19 04:01:25.267431 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:25.269916 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dcac86-92fd-4bec-813e-8a8a55e5858f" -d '{"events": [{"name": "network-changed", "server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:25.349268 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] Set router 0745ed95-5c36-446d-8b18-bc2a09e221ac gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:25.370508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54891e6-65f5-41a3-b005-0d5df00e657f req-5dfd1e84-32f3-4408-9e0f-0e8dd0ada78d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:25.372728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b54891e6-65f5-41a3-b005-0d5df00e657f req-5dfd1e84-32f3-4408-9e0f-0e8dd0ada78d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0567124 Feb 19 04:01:25.421521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b54891e6-65f5-41a3-b005-0d5df00e657f req-95402104-724f-4fc3-bcda-3ac63c6bd101 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422511 Feb 19 04:01:25.444423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56972) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:25.470344 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626e5440-6710-427f-9b67-98724d29f12f x-openstack-request-id: req-626e5440-6710-427f-9b67-98724d29f12f {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:25.470649 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:25.470907 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-626e5440-6710-427f-9b67-98724d29f12f {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:25.471363 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'status': 'completed', 'code': 200} Feb 19 04:01:25.507096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a468fb01-762e-4fa7-80b5-63ff076fc2c4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/4c703007-90ba-4392-8a1b-9d3fbb58effd HTTP/1.1" status: 200 len: 991 time: 0.0613699 Feb 19 04:01:25.562566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-c093134a-e697-494d-9a19-32e52ceb0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:25.564117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-c093134a-e697-494d-9a19-32e52ceb0d1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1127 time: 0.0463700 Feb 19 04:01:25.581499 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:07Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '4c703007-90ba-4392-8a1b-9d3fbb58effd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'port_id': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'mac_address': 'fa:16:3e:39:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:24Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebcf5f9-a340-4c15-8405-8a3184b55c54', 'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:2b:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:06Z', 'updated_at': '2022-02-19T04:01:10Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:25.612160 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] Checking router: 0745ed95-5c36-446d-8b18-bc2a09e221ac for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:25.620849 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] Routers {'0745ed95-5c36-446d-8b18-bc2a09e221ac'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:25.621463 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:01:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0745ed95-5c36-446d-8b18-bc2a09e221ac'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:25.658175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-eb82c564-1cb7-4a7c-8c09-4c16e35dffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:25.659677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-eb82c564-1cb7-4a7c-8c09-4c16e35dffc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.0888336 Feb 19 04:01:25.726714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-c76a33b0-dc92-4c65-9c87-9273c32f1abc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 999 time: 0.0601287 Feb 19 04:01:25.728930 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] Set router 0745ed95-5c36-446d-8b18-bc2a09e221ac gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:25.784060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-08ab97f0-7e62-4cee-a610-742137b5c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:25.785553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-08ab97f0-7e62-4cee-a610-742137b5c64a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0503533 Feb 19 04:01:25.839872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-a4fdbb0b-d740-4345-8c38-d5df9ad7b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:25.841409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-a4fdbb0b-d740-4345-8c38-d5df9ad7b7ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458078 Feb 19 04:01:25.933900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-6a4ff635-e7e3-4dd4-9b5e-3715d8f9adc7 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847442 Feb 19 04:01:25.953733 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:07Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '4c703007-90ba-4392-8a1b-9d3fbb58effd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'port_id': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'mac_address': 'fa:16:3e:39:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:24Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebcf5f9-a340-4c15-8405-8a3184b55c54', 'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:2b:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:06Z', 'updated_at': '2022-02-19T04:01:10Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:25.983007 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7d624-4380-469c-a535-c7be888b5176 None None] The sync data for ids ['0745ed95-5c36-446d-8b18-bc2a09e221ac'] in n-d-826756-2 is: [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:07Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '4c703007-90ba-4392-8a1b-9d3fbb58effd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'port_id': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'mac_address': 'fa:16:3e:39:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:24Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cebcf5f9-a340-4c15-8405-8a3184b55c54', 'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:2b:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:06Z', 'updated_at': '2022-02-19T04:01:10Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:26.030695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37dcac86-92fd-4bec-813e-8a8a55e5858f req-79ad835e-75df-412f-ad8e-d7e2150d3eff service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897167 Feb 19 04:01:26.177782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf664a97-af8f-434a-835d-19df8b4641a6 None None] New status for floating IP 4c703007-90ba-4392-8a1b-9d3fbb58effd: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:01:26.510047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 56974) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:26.575134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e848a427-8919-45eb-adb3-83301f9062b4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/4c703007-90ba-4392-8a1b-9d3fbb58effd HTTP/1.1" status: 200 len: 993 time: 0.0636435 Feb 19 04:01:36.420304 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.305946 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8316261-ac19-4ab6-aac8-75900378ac02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.470325 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-135b2b03-b8e3-4feb-be35-c5fa0833e93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.106547 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.144918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.660068 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.627847 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.084738 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:02:06.415184 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.308835 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-78f0d09f-7432-4e98-acab-feacfd5f0aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.215621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-05798bc3-79ba-4718-8812-ec54e82352e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471687 Feb 19 04:02:10.318375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-64a33914-699c-467b-86a8-4cb1b14f08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.319872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-64a33914-699c-467b-86a8-4cb1b14f08f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1127 time: 0.0463762 Feb 19 04:02:10.418961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-c31f60fe-0805-456d-b727-e24881a42114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.420419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-c31f60fe-0805-456d-b727-e24881a42114 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.0821271 Feb 19 04:02:10.473734 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f16f0d99-1a6f-4066-b5d9-48c7a24c36e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.491253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-e9325cae-94ca-4144-93cf-5efdb1f1dcc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 1001 time: 0.0638328 Feb 19 04:02:10.539052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-b78fe312-fb12-4df2-8bb4-3311b1a9ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.540498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-b78fe312-fb12-4df2-8bb4-3311b1a9ccea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0432372 Feb 19 04:02:10.590184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-45c815f5-57f3-4b37-b438-e579795a2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:10.591705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-45c815f5-57f3-4b37-b438-e579795a2669 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446587 Feb 19 04:02:10.683940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-90553235-83a8-46fb-8e76-9ea72bae44de service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850976 Feb 19 04:02:10.772118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa96194-544b-422d-81e7-5ebd0b1bf8cc req-031fb9f2-ea03-4161-8f31-547c07dcf3e8 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819178 Feb 19 04:02:12.107383 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.147227 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.662103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.641776 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.083363 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:02:36.416562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.310555 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-67f5d92b-d32e-4e60-8042-a06bee2e3927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.475548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7110334e-8be1-4d5b-98b0-57c8c413fbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.109630 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.149728 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.664643 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.788091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f49d1-8731-4ae1-a94f-0a66ec882ab1 req-b66b24eb-75ad-40cc-ba8e-507917c64fff tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:47.789565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a25f49d1-8731-4ae1-a94f-0a66ec882ab1 req-b66b24eb-75ad-40cc-ba8e-507917c64fff tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1127 time: 0.0536747 Feb 19 04:02:47.837760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a25f49d1-8731-4ae1-a94f-0a66ec882ab1 req-cfd873f1-3510-4c02-b5a4-5f1d2cdde3f6 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417469 Feb 19 04:02:47.958115 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbd880-a212-4366-a0df-2e7ed1d34aa5 req-cb3dca6a-9405-4c62-9866-1d91850b84b2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:47.959633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4fbd880-a212-4366-a0df-2e7ed1d34aa5 req-cb3dca6a-9405-4c62-9866-1d91850b84b2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0537333 Feb 19 04:02:48.008354 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4fbd880-a212-4366-a0df-2e7ed1d34aa5 req-3bd88c59-8ec4-4a8e-b4f5-14c1146d0d33 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Feb 19 04:02:48.030916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57010) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:48.094746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-19f369cc-0d72-4ede-b7d7-62711e6d5cc1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/4c703007-90ba-4392-8a1b-9d3fbb58effd HTTP/1.1" status: 200 len: 993 time: 0.0626016 Feb 19 04:02:48.586249 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-d2a25b5c-cea7-448a-8c16-7252a28fc6c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487077 Feb 19 04:02:48.594118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fd421-36ac-4cf6-8448-a50c37965660 req-8d0d6ebf-ffef-4fe2-b7ee-f6a268405fbe tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:48.595871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6fd421-36ac-4cf6-8448-a50c37965660 req-8d0d6ebf-ffef-4fe2-b7ee-f6a268405fbe tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0551715 Feb 19 04:02:48.646656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a6fd421-36ac-4cf6-8448-a50c37965660 req-c7cd9ce0-b2ff-478b-ba3c-740f811cdcfc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449684 Feb 19 04:02:48.919892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-de1326f1-3018-4b81-9e7e-77a67b51e6cf tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:48.921312 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-de1326f1-3018-4b81-9e7e-77a67b51e6cf tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports/2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 1124 time: 0.0364859 Feb 19 04:02:49.763728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff177f95-9688-4509-bed4-7213f0fa9866 req-dc3b8874-df25-4f35-871f-e4b94cbdc1e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:49.765204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff177f95-9688-4509-bed4-7213f0fa9866 req-dc3b8874-df25-4f35-871f-e4b94cbdc1e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0514839 Feb 19 04:02:49.817663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff177f95-9688-4509-bed4-7213f0fa9866 req-95691cf5-65ec-4e31-b496-b0e571e6aa77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465813 Feb 19 04:02:50.937816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85977cfd-abf0-4142-ae6c-16de40ec70cf req-11f96634-5018-43ff-ab3a-ae1f518c5bb1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:50.939341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85977cfd-abf0-4142-ae6c-16de40ec70cf req-11f96634-5018-43ff-ab3a-ae1f518c5bb1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0531495 Feb 19 04:02:50.987423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85977cfd-abf0-4142-ae6c-16de40ec70cf req-8fada129-5055-4bcc-a5a7-3e16de97692f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425708 Feb 19 04:02:51.744528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-93840bb8-59a2-4242-91bb-b2c4a3c890ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:51.746070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-93840bb8-59a2-4242-91bb-b2c4a3c890ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1127 time: 0.0442317 Feb 19 04:02:51.839364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-892a6faf-de68-4aa8-bbca-b5bbb59477f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:51.841418 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-892a6faf-de68-4aa8-bbca-b5bbb59477f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.0868645 Feb 19 04:02:51.905994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-a179b806-573e-4b39-ab65-94dd596dc8a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 1001 time: 0.0572841 Feb 19 04:02:51.956788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-15b6fac5-21ea-4824-9194-58a4b6d0228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:51.958295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-15b6fac5-21ea-4824-9194-58a4b6d0228e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0475821 Feb 19 04:02:52.006906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-531bb139-bef6-4c10-a5bc-7ea93dea9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:52.008431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-531bb139-bef6-4c10-a5bc-7ea93dea9d97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437827 Feb 19 04:02:52.140089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-50ccd328-a3b7-4deb-a2aa-7890ec9952cf service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244593 Feb 19 04:02:52.146788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b242f-ef1b-4621-8eaf-26f0c011f440 req-40419050-19ed-4461-a0bf-d9cbd4c8af2f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:52.148143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-328b242f-ef1b-4621-8eaf-26f0c011f440 req-40419050-19ed-4461-a0bf-d9cbd4c8af2f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0889320 Feb 19 04:02:52.242860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-328b242f-ef1b-4621-8eaf-26f0c011f440 req-9e4b1cc7-dce4-467a-9404-7290588f969b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868192 Feb 19 04:02:52.267538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-788280c7-ef50-47d4-a329-0b9d670d96fd service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184683 Feb 19 04:02:52.656467 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.367163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e31bc6-630a-4e83-a667-8003f19ff325 req-781803ff-02db-460a-840e-a3bf8c1bff2c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.368640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76e31bc6-630a-4e83-a667-8003f19ff325 req-781803ff-02db-460a-840e-a3bf8c1bff2c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0556474 Feb 19 04:02:53.418553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76e31bc6-630a-4e83-a667-8003f19ff325 req-83ac4441-fb36-4ea7-87b0-95e173a2ec05 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436804 Feb 19 04:02:54.535735 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a9811-66ee-4be8-8cfa-0f641d908ea4 req-54fb8e22-559f-48c4-8ae8-0973fb589dde tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:54.537225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-370a9811-66ee-4be8-8cfa-0f641d908ea4 req-54fb8e22-559f-48c4-8ae8-0973fb589dde tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0516782 Feb 19 04:02:54.588175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-370a9811-66ee-4be8-8cfa-0f641d908ea4 req-df7e48db-9de8-4fef-8b1a-fa5ccaac1288 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453157 Feb 19 04:02:55.708883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e6423-5ea6-4808-838e-ee368278928a req-5e9bcd04-a966-4a16-b3c8-20b854a7002c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:55.710394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed6e6423-5ea6-4808-838e-ee368278928a req-5e9bcd04-a966-4a16-b3c8-20b854a7002c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0549335 Feb 19 04:02:55.757563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed6e6423-5ea6-4808-838e-ee368278928a req-4d9f2885-058f-457c-b9c3-86e3f9d7821d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Feb 19 04:02:56.875579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa7e6b-e999-42fb-b62f-63bb6c81816d req-2539f2c2-d559-447a-9f88-c43bde90e980 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.877068 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5efa7e6b-e999-42fb-b62f-63bb6c81816d req-2539f2c2-d559-447a-9f88-c43bde90e980 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0520706 Feb 19 04:02:56.925346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5efa7e6b-e999-42fb-b62f-63bb6c81816d req-981b1aa1-0be3-4e95-bc18-331ffec666ea tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Feb 19 04:02:58.047950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5623aa-f328-455e-9f3a-76c8600560a8 req-9a3ead5c-6bcd-46af-9446-12593bdc45cf tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:58.049451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd5623aa-f328-455e-9f3a-76c8600560a8 req-9a3ead5c-6bcd-46af-9446-12593bdc45cf tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0538700 Feb 19 04:02:58.101244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd5623aa-f328-455e-9f3a-76c8600560a8 req-7b3b0706-36ef-40a1-abda-9c86c4cb6f86 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459330 Feb 19 04:02:59.221716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e6462-b4ce-41c2-8c0b-3ca4aa9a7ba8 req-47d872c6-d46d-401f-a4c8-13e539207f1d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:59.223160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-141e6462-b4ce-41c2-8c0b-3ca4aa9a7ba8 req-47d872c6-d46d-401f-a4c8-13e539207f1d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0522745 Feb 19 04:02:59.271792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-141e6462-b4ce-41c2-8c0b-3ca4aa9a7ba8 req-ae3b874a-98de-4328-b5c4-7266e33fe249 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Feb 19 04:03:00.392857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a26a5-b7c7-4786-85a0-9cfd7b60a255 req-b24f5191-66a8-450a-85ec-3927734bb1c4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:00.394364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-277a26a5-b7c7-4786-85a0-9cfd7b60a255 req-b24f5191-66a8-450a-85ec-3927734bb1c4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Feb 19 04:03:00.442243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-277a26a5-b7c7-4786-85a0-9cfd7b60a255 req-e68c9fdb-3b1d-4dfe-a1bb-c0da9e944a91 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Feb 19 04:03:01.576434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e84a9-b536-49e3-a488-f6d29a4ff1a1 req-e9a481dd-efb6-47a9-95e5-f28d1ad94192 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:01.577981 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-392e84a9-b536-49e3-a488-f6d29a4ff1a1 req-e9a481dd-efb6-47a9-95e5-f28d1ad94192 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0601091 Feb 19 04:03:01.626819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-392e84a9-b536-49e3-a488-f6d29a4ff1a1 req-c12dfb75-4cb2-4b2a-b402-17bf260be6d0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429609 Feb 19 04:03:02.755850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44e071-420c-41db-b517-c0c0f3f71308 req-8979f042-50ea-406a-a339-b0a556a35064 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.758217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f44e071-420c-41db-b517-c0c0f3f71308 req-8979f042-50ea-406a-a339-b0a556a35064 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0643172 Feb 19 04:03:02.815512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f44e071-420c-41db-b517-c0c0f3f71308 req-a2bc212f-1f9a-4b56-8434-194dfa207de9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504930 Feb 19 04:03:03.994343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525a725-e9a8-4cd6-b314-b78f54b8f736 req-6fd2f667-f491-4dd7-a35d-2bdea5beaeac tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:03.995909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6525a725-e9a8-4cd6-b314-b78f54b8f736 req-6fd2f667-f491-4dd7-a35d-2bdea5beaeac tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 945 time: 0.0526807 Feb 19 04:03:04.048497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6525a725-e9a8-4cd6-b314-b78f54b8f736 req-110cc5b5-0d3e-4d74-a724-a3ce32adc376 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464542 Feb 19 04:03:04.455776 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-9a070b00-9f12-4675-8cf4-c4083c950f8c service neutron] show failed (client error): The resource could not be found. Feb 19 04:03:04.456775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-9a070b00-9f12-4675-8cf4-c4083c950f8c service neutron] 10.222.0.37 "GET /v2.0/ports/2de3edff-d35a-4f2c-9b80-80aabf7582d9/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0528803 Feb 19 04:03:04.705979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-6544cd28-fcbf-4426-bf5c-da1cf6dffd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.707417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-6544cd28-fcbf-4426-bf5c-da1cf6dffd75 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 1127 time: 0.0917821 Feb 19 04:03:04.718765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:04.779381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:04.976128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:05.008592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:05.047961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:05.050269 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d2c890-82bb-43a2-a679-f64585bd0cd3" -d '{"events": [{"server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:05.053770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Publish callbacks [] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.066407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Transition to ACTIVE for port object 2de3edff-d35a-4f2c-9b80-80aabf7582d9 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:05.070446 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.150900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:05.168939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.169258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.169710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.170178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.170717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.170982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.171367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.171902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.172169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.172583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.172996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.173446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.173875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:05.195778 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b10256-2913-4fbc-a196-ec1d2d7121ee x-openstack-request-id: req-97b10256-2913-4fbc-a196-ec1d2d7121ee {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:05.196076 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:05.196410 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97b10256-2913-4fbc-a196-ec1d2d7121ee {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:05.196960 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'code': 200} Feb 19 04:03:05.214313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] No DVR routers for this DVR port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:05.348717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770667f-bda4-45d6-b3d4-790b146a24d4 req-c73b333f-b40e-4167-baee-168305bb780a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.350223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5770667f-bda4-45d6-b3d4-790b146a24d4 req-c73b333f-b40e-4167-baee-168305bb780a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 943 time: 0.0978491 Feb 19 04:03:05.440531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5770667f-bda4-45d6-b3d4-790b146a24d4 req-4086b483-771e-4f5f-853e-cdf5b422103f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816693 Feb 19 04:03:05.441347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:05.441686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:05.442048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:05.446958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:05.446958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:05.451767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:05.452111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Checking segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:05.452498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Bound using segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:05.452927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Bound port: 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:05.453297 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.515528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:05.518675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:05.523933 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.557738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.558421 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.560455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] 10.222.0.71 "PUT /v2.0/ports/2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 1091 time: 0.8457279 Feb 19 04:03:05.595086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513c8f8-844e-4b91-ab87-38af8b99aee9 service neutron] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:05.631982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-bc33c349-b3e7-4b7c-a957-167cbc2c2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.633532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-bc33c349-b3e7-4b7c-a957-167cbc2c2fa0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1125 time: 0.0473115 Feb 19 04:03:05.736854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-f1a46dbe-3f62-4b1f-8957-40a9892d5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.738391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-f1a46dbe-3f62-4b1f-8957-40a9892d5331 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.0969417 Feb 19 04:03:05.804443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-41f1355f-5b12-4443-9d87-b1c062a9eb4c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 999 time: 0.0593705 Feb 19 04:03:05.856799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-1deb041f-9f79-4063-a52a-4daba8cd9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.863236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-1deb041f-9f79-4063-a52a-4daba8cd9fd4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0475109 Feb 19 04:03:05.908596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-1bbc17e0-e7c2-47ec-a01b-85f89ecd487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.910167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-1bbc17e0-e7c2-47ec-a01b-85f89ecd487d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458879 Feb 19 04:03:05.999965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-175b62ab-1198-46d2-8037-538fd4b3e12e service neutron] 10.222.0.71 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834453 Feb 19 04:03:06.089249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4287e10-1593-4fc8-96f1-b9bc51a5f000 req-d8a9756d-acc0-4e3e-a546-691edbd72efb service neutron] 10.222.0.71 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827882 Feb 19 04:03:06.426441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:06.568688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d93b0-a5cd-4d30-900e-4fbd7c8fe96d req-87b7d3e5-233c-42b1-b81a-81a3161e4483 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:06.570272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e37d93b0-a5cd-4d30-900e-4fbd7c8fe96d req-87b7d3e5-233c-42b1-b81a-81a3161e4483 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 943 time: 0.0558527 Feb 19 04:03:06.620759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e37d93b0-a5cd-4d30-900e-4fbd7c8fe96d req-65c030cc-fcdd-4aae-884e-1495ebd7f7ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442145 Feb 19 04:03:06.817330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:06.858282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 host n-h2-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:03:06.858709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:07.197828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:07.200878 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbc252f-320a-4f0b-968b-4f21cc1deda3" -d '{"events": [{"name": "network-changed", "server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:07.248822 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df437c5-3622-4dc9-87d8-c660f17214dd x-openstack-request-id: req-1df437c5-3622-4dc9-87d8-c660f17214dd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:07.249199 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:07.249453 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1df437c5-3622-4dc9-87d8-c660f17214dd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:07.250046 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'status': 'completed', 'code': 200} Feb 19 04:03:07.355285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-57465187-8e7c-4dcd-9100-942fbc469911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:07.356902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-57465187-8e7c-4dcd-9100-942fbc469911 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1125 time: 0.0821486 Feb 19 04:03:07.362821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-7928c768-6da1-4f8b-ad9e-fc81ac75e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:07.364310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-7928c768-6da1-4f8b-ad9e-fc81ac75e700 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1125 time: 0.0643182 Feb 19 04:03:07.896729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-e1cb3fe2-fafb-4b2d-ac93-1d846067174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:07.898235 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-e1cb3fe2-fafb-4b2d-ac93-1d846067174d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.5253968 Feb 19 04:03:07.899931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-89577069-fd59-4269-8116-18e5c63b3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:07.901257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-89577069-fd59-4269-8116-18e5c63b3dd7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.5360994 Feb 19 04:03:07.919173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fa68c-57ff-4a01-9b66-d1fc39f04f95 req-ff47a2c9-e770-4f1f-b61f-c02f3d0f8069 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:07.920509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5fa68c-57ff-4a01-9b66-d1fc39f04f95 req-ff47a2c9-e770-4f1f-b61f-c02f3d0f8069 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 943 time: 0.1225760 Feb 19 04:03:08.036161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-66c5a734-fd40-40cf-9ac4-66a7c90c2b7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 999 time: 0.1313169 Feb 19 04:03:08.082081 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:03:08.085257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-3f8877d6-a15a-4cdc-8636-49d048f2dd3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 999 time: 0.1730571 Feb 19 04:03:08.096061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5fa68c-57ff-4a01-9b66-d1fc39f04f95 req-feb9c3c7-1566-4dea-b9a9-e7fb9343644f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380527 Feb 19 04:03:08.136178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-502a8ea5-0832-46c9-99aa-d3d125325525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:08.137676 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-502a8ea5-0832-46c9-99aa-d3d125325525 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0910380 Feb 19 04:03:08.156024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-404b3a0f-e417-4f8d-a17f-36a525569037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:08.157425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-404b3a0f-e417-4f8d-a17f-36a525569037 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0653279 Feb 19 04:03:08.221881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-35f71351-ab78-43cf-b370-a801c277eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:08.223410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-35f71351-ab78-43cf-b370-a801c277eae7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0785782 Feb 19 04:03:08.228431 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-203b8487-c62d-4a01-9153-4fbe3f06a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:08.229888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-203b8487-c62d-4a01-9153-4fbe3f06a14c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0574095 Feb 19 04:03:08.313124 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8461d265-afab-4bc7-be49-54cf12f427c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.380442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-0846c80c-536a-43e8-a730-b5e5d5ffd4da service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495969 Feb 19 04:03:08.385375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-d5a5f43e-2991-404c-a656-fc70856c4eaa service neutron] 10.222.0.71 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477664 Feb 19 04:03:08.537210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-4c547726-b5e3-4838-aa4b-1b71d59d74ba service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494982 Feb 19 04:03:08.539312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7bbc252f-320a-4f0b-968b-4f21cc1deda3 req-9b745ffe-52d1-45b6-bc45-49f20148779b service neutron] 10.222.0.71 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447589 Feb 19 04:03:09.216572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b4d5-648e-43dc-a1ed-6101bc2c9715 req-426cace4-08bd-42f4-a02c-5d982bf2ec91 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.218019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b978b4d5-648e-43dc-a1ed-6101bc2c9715 req-426cace4-08bd-42f4-a02c-5d982bf2ec91 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 943 time: 0.0532639 Feb 19 04:03:09.266744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b978b4d5-648e-43dc-a1ed-6101bc2c9715 req-94247037-f2d0-48dd-8e1b-15e6cc580a44 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430553 Feb 19 04:03:09.524358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-1630f260-cd20-44da-bfeb-f4f2f324a3ce tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.528333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-1630f260-cd20-44da-bfeb-f4f2f324a3ce tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.71 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1&tenant_id=973c4801737243988d85e4be0fb08dda&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 943 time: 0.0906115 Feb 19 04:03:09.538404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560562e6-3c64-402e-a16f-3fbdc3c09f86 req-a3b51b8d-2be4-472c-9ba3-ca393cba812a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.539896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-560562e6-3c64-402e-a16f-3fbdc3c09f86 req-a3b51b8d-2be4-472c-9ba3-ca393cba812a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 943 time: 0.0733857 Feb 19 04:03:09.630786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-560562e6-3c64-402e-a16f-3fbdc3c09f86 req-e18edc2c-7203-4cd3-9309-31d286ea27ec tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841122 Feb 19 04:03:09.632261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-56893d3e-010e-471e-ae76-64013b4ea66f service neutron] 10.222.0.71 "GET /v2.0/ports/2de3edff-d35a-4f2c-9b80-80aabf7582d9/bindings/n-h2-826756-2 HTTP/1.1" status: 200 len: 382 time: 0.0915010 Feb 19 04:03:09.707442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-5b8a44a6-a04b-4a51-ba48-5d38544f58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.708971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-5b8a44a6-a04b-4a51-ba48-5d38544f58f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1125 time: 0.0501304 Feb 19 04:03:09.797642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-ef36db3d-6e5f-475d-98f0-d3049f8b51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.799086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-ef36db3d-6e5f-475d-98f0-d3049f8b51e4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.0828125 Feb 19 04:03:09.869581 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-4b186a23-a8b2-4ed6-90ce-db73398b8dce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 999 time: 0.0640507 Feb 19 04:03:09.917407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-ac588d9e-e644-458f-8117-1e89e9c9c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.918934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-ac588d9e-e644-458f-8117-1e89e9c9c932 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0435960 Feb 19 04:03:09.967927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d5d3a111-a3d5-463b-a922-2d362edfd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.969449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d5d3a111-a3d5-463b-a922-2d362edfd015 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445998 Feb 19 04:03:10.061188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-ee2fa21f-06a1-49fe-b732-00967b181e5e service neutron] 10.222.0.71 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853186 Feb 19 04:03:10.149948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-0515e4e9-0d1a-413d-b95d-4c4ef171fe37 service neutron] 10.222.0.71 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810611 Feb 19 04:03:10.357740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:10.458054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:10.479238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'port_id': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'mac_address': 'fa:16:3e:39:78:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:10.487032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-128ce77a-6f35-43c9-a08a-dfa7698694ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.521134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:10.521514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.535141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de3edff-d35a-4f2c-9b80-80aabf7582d9 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:10.557949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:10.563080 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.614752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:10.622283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.622634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.622970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.623303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.623639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.623964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.624291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.624615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.624937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.625262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.625586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.625922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.626240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.773289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12903a-f8d3-4a41-a1fc-837c464d34f2 req-02d5a001-7c7d-46bc-828c-69062382d7e2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:10.774905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c12903a-f8d3-4a41-a1fc-837c464d34f2 req-02d5a001-7c7d-46bc-828c-69062382d7e2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 944 time: 0.0678444 Feb 19 04:03:10.838653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c12903a-f8d3-4a41-a1fc-837c464d34f2 req-4d549162-e4cc-4046-92db-61e7a3655b7b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572040 Feb 19 04:03:10.962895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['2de3edff-d35a-4f2c-9b80-80aabf7582d9'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:11.974835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d82df-162a-4860-b385-aab4c53a6bf1 req-7ec2a5b2-7fe0-461c-a54c-2c31732f1d28 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:11.976528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a71d82df-162a-4860-b385-aab4c53a6bf1 req-7ec2a5b2-7fe0-461c-a54c-2c31732f1d28 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 944 time: 0.0645559 Feb 19 04:03:12.029930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a71d82df-162a-4860-b385-aab4c53a6bf1 req-c8e61b8e-c0b3-4d6e-a85f-e2ce84378cb6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464723 Feb 19 04:03:12.113022 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.225340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.37', 51324) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:12.230768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-6d7b9d59-2b7f-4d89-bb4c-c8c4c0c9947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:12.232306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-6d7b9d59-2b7f-4d89-bb4c-c8c4c0c9947a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 1126 time: 0.0442767 Feb 19 04:03:12.250783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:12.305288 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-5cb05898-0584-4146-9149-f2d4d537cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:12.307114 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-5cb05898-0584-4146-9149-f2d4d537cf07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1126 time: 0.0807557 Feb 19 04:03:12.314069 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.378337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:12.485085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:12.499184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'port_id': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'mac_address': 'fa:16:3e:39:78:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:12.533793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:12.573526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:12.609613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2de3edff-d35a-4f2c-9b80-80aabf7582d9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:12.619252 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Publish callbacks [] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.634181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Ignored duplicate provisioning block setup for port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 19 04:03:12.637990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.724057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:12.779886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] No DVR routers for this DVR port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:12.788025 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-4ddef4ac-95e1-413a-ad33-1dd513891106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:12.789539 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-4ddef4ac-95e1-413a-ad33-1dd513891106 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.4652596 Feb 19 04:03:12.915127 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-86f367f6-d42f-4a53-acb0-78d50f42fceb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 999 time: 0.1187649 Feb 19 04:03:12.926601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:12.926926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:12.927255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:12.931922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:12.932245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Attempting to bind port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on network f3054e5d-58b9-43cb-ab17-14b8e069d1fd {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:12.937945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:12.938287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Checking segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:12.938720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Bound using segment: {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:12.939224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Bound port: 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1034a99-8744-481c-86ee-6daddffd10fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:12.939617 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.972397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-5f2d6344-36e7-4eeb-a1c2-949f600ee0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:12.973930 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-5f2d6344-36e7-4eeb-a1c2-949f600ee0a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0521500 Feb 19 04:03:13.004287 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:13.007503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:13.013545 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.054193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.054830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.056331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] 10.222.0.37 "PUT /v2.0/ports/2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 1091 time: 0.8103535 Feb 19 04:03:13.059625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:13.062020 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c209633-dd2b-4677-be2a-cac5be7a3956" -d '{"events": [{"name": "network-changed", "server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:13.075968 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-8a6fe99f-3c7b-48e8-bae1-8b79acc37152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.078095 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-8a6fe99f-3c7b-48e8-bae1-8b79acc37152 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0968778 Feb 19 04:03:13.087856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc8285-0a3d-4a22-bc52-60bef79f6dcd service neutron] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:13.158697 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.192183 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-86478ac6-2b9c-4c22-964b-4232fdbb9bdb service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060150 Feb 19 04:03:13.196249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a7625-d371-42cb-919b-ed6462af3f5a req-5d875ab9-a9d3-46c2-bee9-def015bb678b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.197801 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-197a7625-d371-42cb-919b-ed6462af3f5a req-5d875ab9-a9d3-46c2-bee9-def015bb678b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 944 time: 0.0642922 Feb 19 04:03:13.255012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-197a7625-d371-42cb-919b-ed6462af3f5a req-5345e113-e05c-41a6-8865-fe02fb74c855 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501833 Feb 19 04:03:13.291461 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4e1d7a9d-bcec-4054-b5c3-7c8cfce0109b req-5688e91b-12d7-40b7-a904-fb0e455cca43 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886295 Feb 19 04:03:13.316680 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a66b26d-94a0-4ca0-b0f1-3aa7ff99b044 x-openstack-request-id: req-6a66b26d-94a0-4ca0-b0f1-3aa7ff99b044 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:13.316980 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:13.317244 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a66b26d-94a0-4ca0-b0f1-3aa7ff99b044 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:13.317657 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'status': 'completed', 'code': 200} Feb 19 04:03:13.384201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-1bb309e8-4bfb-417b-a720-e50c2e9914cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.385639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-1bb309e8-4bfb-417b-a720-e50c2e9914cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1126 time: 0.0452852 Feb 19 04:03:13.418670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-1a66ccb2-952c-4110-9314-27e54513494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.420186 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-1a66ccb2-952c-4110-9314-27e54513494b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1126 time: 0.0457106 Feb 19 04:03:13.489930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-d7d3854c-7041-4df7-a117-5e64a1617811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.491445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-d7d3854c-7041-4df7-a117-5e64a1617811 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.0973756 Feb 19 04:03:13.521258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-4b45a0d4-cd84-4abc-a87c-a4ff1ded8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.522723 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-4b45a0d4-cd84-4abc-a87c-a4ff1ded8bcd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.0954852 Feb 19 04:03:13.559234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-3678da37-08ac-4484-a072-6b0cb313a75b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 999 time: 0.0613232 Feb 19 04:03:13.592871 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-5e23d3bf-d3dc-4dd7-ae34-f635f6ac68f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 999 time: 0.0637751 Feb 19 04:03:13.613649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-091b1ccd-c969-4633-823b-4862c4947c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.615165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-091b1ccd-c969-4633-823b-4862c4947c40 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0500169 Feb 19 04:03:13.646479 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-7222506a-1e32-4ecf-b8c3-01c5434acbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.647951 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-7222506a-1e32-4ecf-b8c3-01c5434acbba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0488920 Feb 19 04:03:13.669420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-469ae956-ff78-4ef7-acde-986fc386c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.671342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-469ae956-ff78-4ef7-acde-986fc386c93d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497446 Feb 19 04:03:13.698242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb524-40c3-4ef8-8925-80c64972a266 req-f800dfc5-d224-4601-86e4-be3e9956e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:13.700274 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-f800dfc5-d224-4601-86e4-be3e9956e5da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453718 Feb 19 04:03:13.759473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-066056c8-bc88-454c-960e-944733c411ac service neutron] 10.222.0.71 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819581 Feb 19 04:03:13.789251 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-393fde60-b0df-4191-a7fa-0848815ff7d9 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818112 Feb 19 04:03:13.855724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-a6afdc6a-53dc-4264-9638-45894809955d service neutron] 10.222.0.71 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880067 Feb 19 04:03:13.885303 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-649fb524-40c3-4ef8-8925-80c64972a266 req-81092a21-8d65-4e23-ba7a-12c020d8eac6 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894461 Feb 19 04:03:14.031658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-1ddd8392-0a90-4421-a461-a6629f2bc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.033189 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-1ddd8392-0a90-4421-a461-a6629f2bc639 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1126 time: 0.0457630 Feb 19 04:03:14.127223 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-810115bf-2018-451b-9f16-b375fb6a3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.128630 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-810115bf-2018-451b-9f16-b375fb6a3859 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.0893793 Feb 19 04:03:14.202925 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-7329f47b-ed74-4370-b251-747e386153d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 999 time: 0.0634255 Feb 19 04:03:14.257177 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-093fc658-2967-420e-b401-9a0205ead5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.258707 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-093fc658-2967-420e-b401-9a0205ead5c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0496202 Feb 19 04:03:14.322429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-faf4769d-3d3b-4b90-9bfe-9477b4c51d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.324508 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-faf4769d-3d3b-4b90-9bfe-9477b4c51d1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0593941 Feb 19 04:03:14.384760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433ba3f-596c-4087-84c4-07734826eaf9 req-26e25606-603d-4482-b7b3-ea5709a5f084 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.386193 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b433ba3f-596c-4087-84c4-07734826eaf9 req-26e25606-603d-4482-b7b3-ea5709a5f084 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 944 time: 0.0532961 Feb 19 04:03:14.393147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:14.428480 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-fed50c89-41ce-4833-83ee-17f6a1f5b003 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969405 Feb 19 04:03:14.436441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 host n-h1-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:03:14.436845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:14.447202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b433ba3f-596c-4087-84c4-07734826eaf9 req-2deeba76-47e8-4f1b-bf87-15d5d5a86edf tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505419 Feb 19 04:03:14.526653 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-4c209633-dd2b-4677-be2a-cac5be7a3956 req-37c0fdae-9f47-4a91-9f85-e596bb41cadb service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917735 Feb 19 04:03:14.668253 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.569834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a76db-656e-4740-ae1c-2c6f28d7bee2 req-7657aa73-8b5a-469d-9533-59b3edf8175c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:15.571390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-214a76db-656e-4740-ae1c-2c6f28d7bee2 req-7657aa73-8b5a-469d-9533-59b3edf8175c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 944 time: 0.0531397 Feb 19 04:03:15.626915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-214a76db-656e-4740-ae1c-2c6f28d7bee2 req-912fd9d5-b61b-4355-9f26-f2bb0f7e0025 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492382 Feb 19 04:03:16.748141 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88888de5-89fb-4dd7-97fb-2d10d5fec130 req-b4d4e18a-49b1-4fb2-b731-7823123054a2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:16.749628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88888de5-89fb-4dd7-97fb-2d10d5fec130 req-b4d4e18a-49b1-4fb2-b731-7823123054a2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 944 time: 0.0524600 Feb 19 04:03:16.798753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88888de5-89fb-4dd7-97fb-2d10d5fec130 req-757056aa-ed37-43b3-adef-67ad1bcea59a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Feb 19 04:03:17.924640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876df3e-d790-4817-8778-287d3137c6c2 req-60f7b1ea-7f76-4391-89e8-c60848d642f6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:17.926148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5876df3e-d790-4817-8778-287d3137c6c2 req-60f7b1ea-7f76-4391-89e8-c60848d642f6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 944 time: 0.0532913 Feb 19 04:03:17.975558 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5876df3e-d790-4817-8778-287d3137c6c2 req-6be04cec-89ff-4751-82bb-dceca80b3228 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Feb 19 04:03:17.997606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57116) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:18.061028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-dc7f5a5e-ffff-4091-8594-2bfbee9a2633 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/4c703007-90ba-4392-8a1b-9d3fbb58effd HTTP/1.1" status: 200 len: 991 time: 0.0622241 Feb 19 04:03:18.850249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:18.946381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:18.958308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'port_id': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'mac_address': 'fa:16:3e:39:78:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:18.994886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:18.995281 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.008568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de3edff-d35a-4f2c-9b80-80aabf7582d9 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:19.029177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:19.033307 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.083367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=11']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:19.469550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['2de3edff-d35a-4f2c-9b80-80aabf7582d9'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:20.857723 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:20.904908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:20.908696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:20.909075 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.988346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:20.988736 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.010425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:21.013314 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a1009b-7c0e-4654-962f-7d5a665a8058" -d '{"events": [{"server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "name": "network-vif-plugged", "status": "completed", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:21.025057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:21.029836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.052590 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b260c3f8-fcb6-4e61-b719-e571a89902a3 x-openstack-request-id: req-b260c3f8-fcb6-4e61-b719-e571a89902a3 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:21.052894 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "name": "network-vif-plugged", "status": "completed", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:21.053144 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b260c3f8-fcb6-4e61-b719-e571a89902a3 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:21.053538 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'code': 200} Feb 19 04:03:21.079114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=12']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:22.655601 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.427479 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.317442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbe30-7013-4aab-872b-5fbdb0aa4515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.481000 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b33587b4-2ffc-4fce-9df3-3d059069d63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.116113 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.152077 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:44.674042 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.081104 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:03:47.311828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-2d950f61-7ea0-4698-b747-c1afa761b951 req-81f1ae23-90cb-4425-8cfe-185e9a4f781e service neutron] (103616) timed out ('10.222.0.42', 46778) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:03:52.670840 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.439930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.319268 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5101b84e-f51d-47e2-955d-b478ddd16142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.482390 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9ab71c56-3e0c-4f80-9c2a-8d4dc47c6413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.118300 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:13.156173 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.211446 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-672963e1-6b78-4eda-8c0a-e74ca70597c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446205 Feb 19 04:04:14.316122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-655fe31c-30fc-4767-97de-a580a14a5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.317618 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-655fe31c-30fc-4767-97de-a580a14a5794 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1128 time: 0.0452423 Feb 19 04:04:14.429610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-ad2f6d87-e204-4813-aab6-73dfc2b3182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.431428 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-ad2f6d87-e204-4813-aab6-73dfc2b3182b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.0941813 Feb 19 04:04:14.497202 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-1b2bd492-7d13-4e2a-b620-69e4f5d26383 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 1001 time: 0.0595136 Feb 19 04:04:14.548221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-049e9d22-6e22-4e9b-a7f7-3ba70085888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.549778 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-049e9d22-6e22-4e9b-a7f7-3ba70085888c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0459578 Feb 19 04:04:14.603110 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-76d51db6-49b1-4119-892f-9bc22a635e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.604621 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-76d51db6-49b1-4119-892f-9bc22a635e19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488398 Feb 19 04:04:14.681200 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.696434 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-1f04d063-9632-456f-a027-cd66388c5dd4 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844705 Feb 19 04:04:14.801374 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fb212a23-700a-4fa9-bd5a-e18215ffed10 req-5fd7b497-44ac-4169-ab46-79a0ca570b26 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917318 Feb 19 04:04:22.080302 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:04:22.685090 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:26.758921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23b58-bed4-44b4-80ec-f1e402a7be1c req-238afb71-84bb-48b3-bc2e-ca86f0682f31 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.760478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0f23b58-bed4-44b4-80ec-f1e402a7be1c req-238afb71-84bb-48b3-bc2e-ca86f0682f31 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1128 time: 0.0447290 Feb 19 04:04:26.808316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0f23b58-bed4-44b4-80ec-f1e402a7be1c req-bb67f71c-ed01-4c74-a477-2d66ff51b394 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Feb 19 04:04:26.832660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57154) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:26.993537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port 72d00d66-2e25-4427-b6f8-827c4f83f37d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:26.994044 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (72d00d66-2e25-4427-b6f8-827c4f83f37d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:27.070500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (72d00d66-2e25-4427-b6f8-827c4f83f37d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:27.070832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (72d00d66-2e25-4427-b6f8-827c4f83f37d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:27.082983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for 72d00d66-2e25-4427-b6f8-827c4f83f37d owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:27.230125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (72d00d66-2e25-4427-b6f8-827c4f83f37d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:27.255994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=72d00d66-2e25-4427-b6f8-827c4f83f37d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:27.268961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.269320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.269672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.270047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.270391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.270731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.271069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.271404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.271738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.272070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.272403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.272732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.273057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:27.331273 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (4c703007-90ba-4392-8a1b-9d3fbb58effd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:27.332075 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Floating IP 4c703007-90ba-4392-8a1b-9d3fbb58effd disassociated (deleted). External IP: 172.25.4.103, port: 2de3edff-d35a-4f2c-9b80-80aabf7582d9. Feb 19 04:04:27.543311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 0745ed95-5c36-446d-8b18-bc2a09e221ac has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:04:27.650989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:04:27.656600 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:27.666739 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] Sync routers for ids ['0745ed95-5c36-446d-8b18-bc2a09e221ac'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:04:27.676747 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] Routers {'0745ed95-5c36-446d-8b18-bc2a09e221ac'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:27.677352 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:04:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0745ed95-5c36-446d-8b18-bc2a09e221ac'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:27.687968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-32618472-4887-46c6-934e-36a4cd3e5624 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/floatingips/4c703007-90ba-4392-8a1b-9d3fbb58effd HTTP/1.1" status: 204 len: 168 time: 0.8541954 Feb 19 04:04:27.688556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:27.690861 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815517e9-d065-4767-ac91-13e59eb48851" -d '{"events": [{"name": "network-changed", "server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:27.786241 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] Set router 0745ed95-5c36-446d-8b18-bc2a09e221ac gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:27.840940 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffddb9d4-3a5a-4aef-a079-0f1fc612ae54 x-openstack-request-id: req-ffddb9d4-3a5a-4aef-a079-0f1fc612ae54 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:27.841454 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:27.841663 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffddb9d4-3a5a-4aef-a079-0f1fc612ae54 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:27.842123 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'status': 'completed', 'code': 200} Feb 19 04:04:27.940702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099b57c-aea0-4ffc-94d1-80dd358948e3 req-d1744597-3b21-407c-bc14-72514e5bcb61 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:27.942508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9099b57c-aea0-4ffc-94d1-80dd358948e3 req-d1744597-3b21-407c-bc14-72514e5bcb61 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 946 time: 0.0558424 Feb 19 04:04:27.954602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815517e9-d065-4767-ac91-13e59eb48851 req-b17f0e97-32bf-453e-8087-413da6bbab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:27.956683 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-815517e9-d065-4767-ac91-13e59eb48851 req-b17f0e97-32bf-453e-8087-413da6bbab72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 1128 time: 0.0518384 Feb 19 04:04:27.993724 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:07Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'cebcf5f9-a340-4c15-8405-8a3184b55c54', 'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:2b:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:06Z', 'updated_at': '2022-02-19T04:01:10Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:27.998813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9099b57c-aea0-4ffc-94d1-80dd358948e3 req-7d7570b9-7175-401b-9190-c540e6ef7281 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497515 Feb 19 04:04:28.023874 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] Checking router: 0745ed95-5c36-446d-8b18-bc2a09e221ac for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:04:28.032984 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] Routers {'0745ed95-5c36-446d-8b18-bc2a09e221ac'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:28.033586 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:04:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0745ed95-5c36-446d-8b18-bc2a09e221ac'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:28.054810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815517e9-d065-4767-ac91-13e59eb48851 req-080102a2-1a5f-4ce1-94c2-9d5cdb38b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:28.056575 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-815517e9-d065-4767-ac91-13e59eb48851 req-080102a2-1a5f-4ce1-94c2-9d5cdb38b5fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 200 len: 897 time: 0.0920181 Feb 19 04:04:28.105008 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-815517e9-d065-4767-ac91-13e59eb48851 req-664f9c1b-31d3-4748-b4a2-278742a80863 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 200 len: 217 time: 0.0416179 Feb 19 04:04:28.142102 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] Set router 0745ed95-5c36-446d-8b18-bc2a09e221ac gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:28.152714 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815517e9-d065-4767-ac91-13e59eb48851 req-c9160da6-d58f-439c-bb60-367d26a0f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:28.154248 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-815517e9-d065-4767-ac91-13e59eb48851 req-c9160da6-d58f-439c-bb60-367d26a0f1aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 200 len: 834 time: 0.0431011 Feb 19 04:04:28.206092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815517e9-d065-4767-ac91-13e59eb48851 req-13513efc-5636-474f-8c26-8e8a2fb98fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:28.207615 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-815517e9-d065-4767-ac91-13e59eb48851 req-13513efc-5636-474f-8c26-8e8a2fb98fb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3054e5d-58b9-43cb-ab17-14b8e069d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463605 Feb 19 04:04:28.301599 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-815517e9-d065-4767-ac91-13e59eb48851 req-db8280e8-6bfa-4912-b743-8531dc26196f service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870728 Feb 19 04:04:28.342165 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:07Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'cebcf5f9-a340-4c15-8405-8a3184b55c54', 'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:2b:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:06Z', 'updated_at': '2022-02-19T04:01:10Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:28.367602 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f63e4f-69e4-4733-80ac-534bd6290241 None None] The sync data for ids ['0745ed95-5c36-446d-8b18-bc2a09e221ac'] in n-d-826756-2 is: [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:07Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'cebcf5f9-a340-4c15-8405-8a3184b55c54', 'name': '', 'network_id': 'f3054e5d-58b9-43cb-ab17-14b8e069d1fd', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:2b:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:06Z', 'updated_at': '2022-02-19T04:01:10Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '15cfd902-d751-4a08-afa7-bd145702d47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:04:28.392201 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-815517e9-d065-4767-ac91-13e59eb48851 req-a9b0ddb1-948b-4d23-814f-e06e57ff5402 service neutron] 10.222.0.37 "GET /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842216 Feb 19 04:04:28.595552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff5a07-6048-4302-af32-a6ecc5511e61 None None] New status for floating IP 4c703007-90ba-4392-8a1b-9d3fbb58effd: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:04:29.118863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cc81f-7779-4092-bb15-2a9a6ac62d36 req-a3ccab55-74e1-4d16-bc5a-83ed9d8c120a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.120343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-963cc81f-7779-4092-bb15-2a9a6ac62d36 req-a3ccab55-74e1-4d16-bc5a-83ed9d8c120a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 946 time: 0.0514331 Feb 19 04:04:29.171650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-963cc81f-7779-4092-bb15-2a9a6ac62d36 req-21fa6d37-c291-419a-96e1-cf0ce1427194 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452101 Feb 19 04:04:30.059296 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-4f8aa9c4-5924-4e56-b5e6-fcab1ddd71dc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.060901 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-4f8aa9c4-5924-4e56-b5e6-fcab1ddd71dc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 946 time: 0.0690401 Feb 19 04:04:30.153364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:30.153711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:30.248910 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port 2de3edff-d35a-4f2c-9b80-80aabf7582d9, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=2de3edff-d35a-4f2c-9b80-80aabf7582d9,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:30.249316 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:30.262078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for 2de3edff-d35a-4f2c-9b80-80aabf7582d9 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:30.400937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2de3edff-d35a-4f2c-9b80-80aabf7582d9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:30.434331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=2de3edff-d35a-4f2c-9b80-80aabf7582d9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:30.462786 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.463056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.463392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.463733 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.464077 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.466660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.467006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.469606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.469606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.469606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.469606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.469606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.469606 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:30.496160 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] No DVR routers for this DVR port 2de3edff-d35a-4f2c-9b80-80aabf7582d9 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:30.499591 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:30.503704 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-970fb163-2746-4c8e-a232-d71d5fa636ea req-df56272f-5114-47c4-83fc-9e9d03d14510 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "DELETE /v2.0/ports/2de3edff-d35a-4f2c-9b80-80aabf7582d9 HTTP/1.1" status: 204 len: 173 time: 0.4362762 Feb 19 04:04:30.504197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'name': 'network-vif-deleted', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:30.506669 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7bb877-0570-4167-a268-c8a0d60c6702" -d '{"events": [{"server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "name": "network-vif-deleted", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:30.634335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b8cfe-a5b2-4127-9a29-163d882fb6cc req-54fe1ccb-20b6-41da-b366-24edfac97bcd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.635818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-456b8cfe-a5b2-4127-9a29-163d882fb6cc req-54fe1ccb-20b6-41da-b366-24edfac97bcd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=770c3d91-d2da-4a21-86f8-c16a42dec5f1 HTTP/1.1" status: 200 len: 868 time: 0.3927114 Feb 19 04:04:30.686719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-456b8cfe-a5b2-4127-9a29-163d882fb6cc req-0f4bb8a3-e37f-41e0-8df5-bda95712975c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=189c3568-f11a-4c04-9a1d-73b61ae36287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446584 Feb 19 04:04:30.729052 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b1c9e7-0e01-4005-8d69-f240cd691d0b x-openstack-request-id: req-b1b1c9e7-0e01-4005-8d69-f240cd691d0b {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:30.729345 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770c3d91-d2da-4a21-86f8-c16a42dec5f1", "name": "network-vif-deleted", "tag": "2de3edff-d35a-4f2c-9b80-80aabf7582d9", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:30.729619 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1b1c9e7-0e01-4005-8d69-f240cd691d0b {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:30.730068 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770c3d91-d2da-4a21-86f8-c16a42dec5f1', 'name': 'network-vif-deleted', 'tag': '2de3edff-d35a-4f2c-9b80-80aabf7582d9', 'status': 'completed', 'code': 200} Feb 19 04:04:31.742717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57170) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:32.106243 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (0745ed95-5c36-446d-8b18-bc2a09e221ac), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.367036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port cebcf5f9-a340-4c15-8405-8a3184b55c54 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:32.367394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.453869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port cebcf5f9-a340-4c15-8405-8a3184b55c54, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=cebcf5f9-a340-4c15-8405-8a3184b55c54,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:32.454231 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.466272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for cebcf5f9-a340-4c15-8405-8a3184b55c54 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:32.659497 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (cebcf5f9-a340-4c15-8405-8a3184b55c54), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.690276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=cebcf5f9-a340-4c15-8405-8a3184b55c54,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:32.874945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (0745ed95-5c36-446d-8b18-bc2a09e221ac), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.095667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 0745ed95-5c36-446d-8b18-bc2a09e221ac has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:04:33.212506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:04:33.218707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c762c08b-9936-4ab4-bd8a-4ad4ff585257 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "PUT /v2.0/routers/0745ed95-5c36-446d-8b18-bc2a09e221ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4741039 Feb 19 04:04:33.221423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57172) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:33.225990 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] Sync routers for ids ['0745ed95-5c36-446d-8b18-bc2a09e221ac'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:04:33.237780 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] Routers {'0745ed95-5c36-446d-8b18-bc2a09e221ac'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:33.238449 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:04:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0745ed95-5c36-446d-8b18-bc2a09e221ac'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:33.268444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:33.276405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-949d5d0f-5b04-404e-ac3e-919a0e931353 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting subnet 15cfd902-d751-4a08-afa7-bd145702d47b {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:04:33.279525 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949d5d0f-5b04-404e-ac3e-919a0e931353 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (15cfd902-d751-4a08-afa7-bd145702d47b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.289625 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 2de3edff-d35a-4f2c-9b80-80aabf7582d9 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:33.290103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 2de3edff-d35a-4f2c-9b80-80aabf7582d9 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:33.319150 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949d5d0f-5b04-404e-ac3e-919a0e931353 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (15cfd902-d751-4a08-afa7-bd145702d47b), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.354399 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] Set router 0745ed95-5c36-446d-8b18-bc2a09e221ac gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:33.414973 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949d5d0f-5b04-404e-ac3e-919a0e931353 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (15cfd902-d751-4a08-afa7-bd145702d47b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.475399 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949d5d0f-5b04-404e-ac3e-919a0e931353 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (15cfd902-d751-4a08-afa7-bd145702d47b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.501226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d5d0f-5b04-404e-ac3e-919a0e931353 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Subnet': ['ID=15cfd902-d751-4a08-afa7-bd145702d47b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:33.507770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-949d5d0f-5b04-404e-ac3e-919a0e931353 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.510683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd5b7b3-6c6e-48dc-a66c-c452326c9b01 None None] Network f3054e5d-58b9-43cb-ab17-14b8e069d1fd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:04:33.514137 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-949d5d0f-5b04-404e-ac3e-919a0e931353 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/subnets/15cfd902-d751-4a08-afa7-bd145702d47b HTTP/1.1" status: 204 len: 168 time: 0.2892923 Feb 19 04:04:33.514520 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57174) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:33.633032 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (0745ed95-5c36-446d-8b18-bc2a09e221ac), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.636488 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:04:32Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:33.663446 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] Checking router: 0745ed95-5c36-446d-8b18-bc2a09e221ac for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:04:33.672056 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] Routers {'0745ed95-5c36-446d-8b18-bc2a09e221ac'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:33.672681 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:04:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0745ed95-5c36-446d-8b18-bc2a09e221ac'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:33.689713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] DHCP port deletion for f3054e5d-58b9-43cb-ab17-14b8e069d1fd request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:04:33.742552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Deleting port d49edf03-d692-4e2f-92ec-ad5fffc95c8a {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:33.742552 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.752484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (0745ed95-5c36-446d-8b18-bc2a09e221ac), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.783100 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] Set router 0745ed95-5c36-446d-8b18-bc2a09e221ac gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:33.807621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] For port d49edf03-d692-4e2f-92ec-ad5fffc95c8a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d49edf03-d692-4e2f-92ec-ad5fffc95c8a,segment=NetworkSegment(d1034a99-8744-481c-86ee-6daddffd10fb),segment_id=d1034a99-8744-481c-86ee-6daddffd10fb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:33.808034 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.810910 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port bbb7b26e-956b-4a1f-9537-f92c52217689 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:33.811256 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.821271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Calling delete_port for d49edf03-d692-4e2f-92ec-ad5fffc95c8a owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:33.896251 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port bbb7b26e-956b-4a1f-9537-f92c52217689, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=bbb7b26e-956b-4a1f-9537-f92c52217689,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:33.896681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.909158 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for bbb7b26e-956b-4a1f-9537-f92c52217689 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:33.911581 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (d49edf03-d692-4e2f-92ec-ad5fffc95c8a), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.942270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Pushing event deleted for resources: {'Port': ['ID=d49edf03-d692-4e2f-92ec-ad5fffc95c8a,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:33.944528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] No DVR routers for this DVR port d49edf03-d692-4e2f-92ec-ad5fffc95c8a on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:33.952690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.953042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.953385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.954090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.954090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.954390 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.954720 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.955051 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.955491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.956030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.956030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.961105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.961105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7645-a1a9-415d-9484-d4cae92bb992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:33.980825 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:04:32Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:34.008682 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5d352-1c3f-458a-9ca3-59969335d7f0 None None] The sync data for ids ['0745ed95-5c36-446d-8b18-bc2a09e221ac'] in n-d-826756-2 is: [{'id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-113091262', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:04:32Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'bbb7b26e-956b-4a1f-9537-f92c52217689', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745ed95-5c36-446d-8b18-bc2a09e221ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:04Z', 'updated_at': '2022-02-19T04:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:04:34.096569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (bbb7b26e-956b-4a1f-9537-f92c52217689), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.123256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=bbb7b26e-956b-4a1f-9537-f92c52217689,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:34.180218 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (0745ed95-5c36-446d-8b18-bc2a09e221ac), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.275002 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (0745ed95-5c36-446d-8b18-bc2a09e221ac), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.276994 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_controller (0745ed95-5c36-446d-8b18-bc2a09e221ac), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.318675 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (0745ed95-5c36-446d-8b18-bc2a09e221ac), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.319201 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Fanout notify agent at l3_agent the message router_deleted on router 0745ed95-5c36-446d-8b18-bc2a09e221ac {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:04:34.326152 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.327295 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-41b59830-7286-410f-8b31-18e3604ac502 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/routers/0745ed95-5c36-446d-8b18-bc2a09e221ac HTTP/1.1" status: 204 len: 168 time: 0.8112943 Feb 19 04:04:34.329961 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57176) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:34.417218 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (f3054e5d-58b9-43cb-ab17-14b8e069d1fd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.506751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (f3054e5d-58b9-43cb-ab17-14b8e069d1fd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.526739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3054e5d-58b9-43cb-ab17-14b8e069d1fd']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:34.536213 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1034a99-8744-481c-86ee-6daddffd10fb') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:34.536593 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1034a99-8744-481c-86ee-6daddffd10fb') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:34.547304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (d1034a99-8744-481c-86ee-6daddffd10fb), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.561504 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (d1034a99-8744-481c-86ee-6daddffd10fb), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.568548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:04:34.568969 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (d1034a99-8744-481c-86ee-6daddffd10fb), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:04:34.571977 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:04:34.641176 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (f3054e5d-58b9-43cb-ab17-14b8e069d1fd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.648510 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.654313 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/networks/f3054e5d-58b9-43cb-ab17-14b8e069d1fd HTTP/1.1" status: 204 len: 168 time: 0.3208239 Feb 19 04:04:34.654704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57178) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:34.667904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7d1fc-a59d-4183-a9c6-e455aba12f3e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Network': ['ID=f3054e5d-58b9-43cb-ab17-14b8e069d1fd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:34.718619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-969823e5-c2e8-4ecc-8a8a-f3ec246b4a28 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (189c3568-f11a-4c04-9a1d-73b61ae36287), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.745304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-969823e5-c2e8-4ecc-8a8a-f3ec246b4a28 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (189c3568-f11a-4c04-9a1d-73b61ae36287), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.810772 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-969823e5-c2e8-4ecc-8a8a-f3ec246b4a28 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (189c3568-f11a-4c04-9a1d-73b61ae36287), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.813811 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-969823e5-c2e8-4ecc-8a8a-f3ec246b4a28 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.815031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-969823e5-c2e8-4ecc-8a8a-f3ec246b4a28 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/security-groups/189c3568-f11a-4c04-9a1d-73b61ae36287 HTTP/1.1" status: 204 len: 168 time: 0.1593034 Feb 19 04:04:34.823874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969823e5-c2e8-4ecc-8a8a-f3ec246b4a28 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189c3568-f11a-4c04-9a1d-73b61ae36287,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.236357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d49edf03-d692-4e2f-92ec-ad5fffc95c8a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:35.238192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57184) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.243030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-67ea70ab-2a74-4e1c-a299-e1a950ecad08 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088261035', 'description': 'tempest-secgroup-smoke-1088261035 description', 'project_id': '973c4801737243988d85e4be0fb08dda'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:35.256925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d49edf03-d692-4e2f-92ec-ad5fffc95c8a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:35.257274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d49edf03-d692-4e2f-92ec-ad5fffc95c8a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:35.257704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device cebcf5f9-a340-4c15-8405-8a3184b55c54 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:35.264881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67ea70ab-2a74-4e1c-a299-e1a950ecad08 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.277655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: cebcf5f9-a340-4c15-8405-8a3184b55c54 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:35.278031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device cebcf5f9-a340-4c15-8405-8a3184b55c54 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:35.278461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bbb7b26e-956b-4a1f-9537-f92c52217689 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:35.299091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: bbb7b26e-956b-4a1f-9537-f92c52217689 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:35.299438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device bbb7b26e-956b-4a1f-9537-f92c52217689 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:35.331339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67ea70ab-2a74-4e1c-a299-e1a950ecad08 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.335196 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67ea70ab-2a74-4e1c-a299-e1a950ecad08 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.364830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67ea70ab-2a74-4e1c-a299-e1a950ecad08 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.366114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-67ea70ab-2a74-4e1c-a299-e1a950ecad08 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1268518 Feb 19 04:04:35.368002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea70ab-2a74-4e1c-a299-e1a950ecad08 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.369092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57186) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.373865 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-04fc4913-e72c-4659-8651-05eb260b66d7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': 'b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:35.397787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04fc4913-e72c-4659-8651-05eb260b66d7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (870504f0-a9c6-402a-a310-99090513197a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.453823 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04fc4913-e72c-4659-8651-05eb260b66d7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (870504f0-a9c6-402a-a310-99090513197a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.457379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04fc4913-e72c-4659-8651-05eb260b66d7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (870504f0-a9c6-402a-a310-99090513197a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.476720 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4913-e72c-4659-8651-05eb260b66d7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870504f0-a9c6-402a-a310-99090513197a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.482368 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04fc4913-e72c-4659-8651-05eb260b66d7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.483577 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-04fc4913-e72c-4659-8651-05eb260b66d7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134601 Feb 19 04:04:35.486331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57188) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.490722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4d42eaf0-e4e8-4091-b121-8a83c23ea329 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': 'b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:35.516530 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d42eaf0-e4e8-4091-b121-8a83c23ea329 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (c9025371-cec6-4449-b0a0-d20594abf6d2), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.572124 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d42eaf0-e4e8-4091-b121-8a83c23ea329 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (c9025371-cec6-4449-b0a0-d20594abf6d2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.576043 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d42eaf0-e4e8-4091-b121-8a83c23ea329 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (c9025371-cec6-4449-b0a0-d20594abf6d2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.595163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42eaf0-e4e8-4091-b121-8a83c23ea329 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9025371-cec6-4449-b0a0-d20594abf6d2,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.600840 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4d42eaf0-e4e8-4091-b121-8a83c23ea329 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.602018 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4d42eaf0-e4e8-4091-b121-8a83c23ea329 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147001 Feb 19 04:04:35.604749 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57190) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.609029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2fb5f2d3-9293-444c-8384-9b7bd7406298 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': 'b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:35.633189 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f2d3-9293-444c-8384-9b7bd7406298 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (f992994c-9c03-4360-9a35-b655ff94285e), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.693794 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f2d3-9293-444c-8384-9b7bd7406298 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (f992994c-9c03-4360-9a35-b655ff94285e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.697281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f2d3-9293-444c-8384-9b7bd7406298 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (f992994c-9c03-4360-9a35-b655ff94285e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.718446 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5f2d3-9293-444c-8384-9b7bd7406298 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f992994c-9c03-4360-9a35-b655ff94285e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.726192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f2d3-9293-444c-8384-9b7bd7406298 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.727604 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2fb5f2d3-9293-444c-8384-9b7bd7406298 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219182 Feb 19 04:04:35.730210 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57192) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.734539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3a6d9236-3d39-4edc-a5bd-2a406b1bf06e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': 'b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:35.758202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9236-3d39-4edc-a5bd-2a406b1bf06e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (5fe2d308-0268-40da-a1e0-f770aef34220), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.815455 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9236-3d39-4edc-a5bd-2a406b1bf06e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (5fe2d308-0268-40da-a1e0-f770aef34220), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.819130 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9236-3d39-4edc-a5bd-2a406b1bf06e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (5fe2d308-0268-40da-a1e0-f770aef34220), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.838666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d9236-3d39-4edc-a5bd-2a406b1bf06e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe2d308-0268-40da-a1e0-f770aef34220,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.843395 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9236-3d39-4edc-a5bd-2a406b1bf06e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.847578 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3a6d9236-3d39-4edc-a5bd-2a406b1bf06e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134565 Feb 19 04:04:35.847578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57194) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.851819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f1ee5179-48f0-4cad-956c-8a2035c32dc4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': 'b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:35.870671 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-f1ee5179-48f0-4cad-956c-8a2035c32dc4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Project 973c4801737243988d85e4be0fb08dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:04:35.876024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5179-48f0-4cad-956c-8a2035c32dc4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (7a86796e-647b-477b-8606-dec0736e7e4d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.934015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5179-48f0-4cad-956c-8a2035c32dc4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (7a86796e-647b-477b-8606-dec0736e7e4d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.938428 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5179-48f0-4cad-956c-8a2035c32dc4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (7a86796e-647b-477b-8606-dec0736e7e4d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.955972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee5179-48f0-4cad-956c-8a2035c32dc4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a86796e-647b-477b-8606-dec0736e7e4d,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.964238 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5179-48f0-4cad-956c-8a2035c32dc4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.965473 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f1ee5179-48f0-4cad-956c-8a2035c32dc4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170802 Feb 19 04:04:35.968100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57196) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:35.972374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a012ea5c-0e64-4d22-b967-baedfd726636 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': 'b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:35.994398 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-a012ea5c-0e64-4d22-b967-baedfd726636 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Project 973c4801737243988d85e4be0fb08dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:04:36.001497 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a012ea5c-0e64-4d22-b967-baedfd726636 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (d5334a4b-c4c6-4a6b-b946-6d99aae2f0b3), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.060179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a012ea5c-0e64-4d22-b967-baedfd726636 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (d5334a4b-c4c6-4a6b-b946-6d99aae2f0b3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.064320 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a012ea5c-0e64-4d22-b967-baedfd726636 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d5334a4b-c4c6-4a6b-b946-6d99aae2f0b3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.083503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012ea5c-0e64-4d22-b967-baedfd726636 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5334a4b-c4c6-4a6b-b946-6d99aae2f0b3,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:36.093184 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a012ea5c-0e64-4d22-b967-baedfd726636 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.094410 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a012ea5c-0e64-4d22-b967-baedfd726636 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253824 Feb 19 04:04:36.097312 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57198) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:36.102054 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'network': {'name': 'tempest-network-smoke--985666222', 'project_id': '973c4801737243988d85e4be0fb08dda', 'port_security_enabled': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:36.119347 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:36.122603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.146193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:04:36.154751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (bf624bde-ce6d-4ee1-aba1-6ad904ab891b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.155116 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Added segment bf624bde-ce6d-4ee1-aba1-6ad904ab891b of type vlan for network e7fc873d-5029-48b5-ba6d-ee04708e2f29 Feb 19 04:04:36.202787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (e7fc873d-5029-48b5-ba6d-ee04708e2f29), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.226942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (e7fc873d-5029-48b5-ba6d-ee04708e2f29), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.231814 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.232405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.292001 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1936040 Feb 19 04:04:36.294706 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57200) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:36.301539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'admin_state_up': True, 'project_id': '973c4801737243988d85e4be0fb08dda', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:36.313217 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ebceb-98ef-41ae-b22c-36d3a787e034 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Network': ['ID=e7fc873d-5029-48b5-ba6d-ee04708e2f29,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:36.324673 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network e7fc873d-5029-48b5-ba6d-ee04708e2f29 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:04:36.328942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.330063 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.389035 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_controller (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.455891 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.835086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.024027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.046147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.143747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.25.4.245 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/92b22549-e41c-4238-b640-465d1cede612) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:37.246294 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (92b22549-e41c-4238-b640-465d1cede612), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.279693 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (92b22549-e41c-4238-b640-465d1cede612), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.315755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:37.318737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:37.322100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:37.347634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=92b22549-e41c-4238-b640-465d1cede612,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:37.575986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.775696 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.902885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:04:38.012084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:04:38.021173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Sync routers for ids ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:04:38.031023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Routers {'0eef38ed-7594-4b08-9fa5-c3e73a4d554a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:38.031645 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:04:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:38.032563 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.033816 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cdf835f0-8aae-4940-86a8-c7d29acecc4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7382066 Feb 19 04:04:38.036970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57202) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:38.066990 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1eb947f5-5b48-47e3-a493-b834ba41e142 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=973c4801737243988d85e4be0fb08dda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267270 Feb 19 04:04:38.067420 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57204) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:38.138558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Set router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:38.151113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff82161-9af0-414f-8b34-f0dc4a080bde tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.152629 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9ff82161-9af0-414f-8b34-f0dc4a080bde tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843124 Feb 19 04:04:38.156101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57206) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:38.188852 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-323cfe67-a512-4246-ba0f-51d496156736 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317285 Feb 19 04:04:38.191458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57208) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:38.196121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1905189191', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'project_id': '973c4801737243988d85e4be0fb08dda', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:38.281791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:38.285242 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.326830 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c42946d4-5cdf-41eb-93f5-616ba9185eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.329752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:37Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:38.358940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Checking router: 0eef38ed-7594-4b08-9fa5-c3e73a4d554a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:04:38.359309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Updating router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a port 92b22549-e41c-4238-b640-465d1cede612 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:04:38.389460 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (92b22549-e41c-4238-b640-465d1cede612), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.474404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.533442 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Subnet': ['ID=3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:38.542566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Checking segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:38.542935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network hostable DHCP agents. Network: e7fc873d-5029-48b5-ba6d-ee04708e2f29, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:04:38.559912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network e7fc873d-5029-48b5-ba6d-ee04708e2f29 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:04:38.568773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, e7fc873d-5029-48b5-ba6d-ee04708e2f29) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:38.575232 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.575839 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.592274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1760534-d968-45ca-9cb1-c2ed3fa6b2b3 None None] Network e7fc873d-5029-48b5-ba6d-ee04708e2f29 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:04:38.604205 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-74babd68-8a70-4200-bc42-3be42a1419f4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4090776 Feb 19 04:04:38.604478 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57210) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:38.722547 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Publish callbacks [] for port (92b22549-e41c-4238-b640-465d1cede612), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.742337 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (92b22549-e41c-4238-b640-465d1cede612), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.774915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:04:38.775755 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.820761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4865d-e88b-4155-bb72-68b40079a435 None None] Pushing event updated for resources: {'Port': ['ID=92b22549-e41c-4238-b640-465d1cede612,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:38.826367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Attempting to bind port 92b22549-e41c-4238-b640-465d1cede612 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:38.826740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Attempting to bind port 92b22549-e41c-4238-b640-465d1cede612 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:38.827665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Attempting to bind port 92b22549-e41c-4238-b640-465d1cede612 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:38.881756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:38.882160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:38.882567 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.882960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:38.883432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Bound port: 92b22549-e41c-4238-b640-465d1cede612, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:38.883814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (92b22549-e41c-4238-b640-465d1cede612), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.067611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.125288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] For port 92b22549-e41c-4238-b640-465d1cede612, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:39.129483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] For port 92b22549-e41c-4238-b640-465d1cede612, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=92b22549-e41c-4238-b640-465d1cede612,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:39.134221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Allocated IP 172.20.0.2 (e7fc873d-5029-48b5-ba6d-ee04708e2f29/3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa/e284a1cb-441a-48f7-b1d5-d255cbd5a809) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:39.139042 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (92b22549-e41c-4238-b640-465d1cede612), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.214830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4865d-e88b-4155-bb72-68b40079a435 None None] Pushing event updated for resources: {'Port': ['ID=92b22549-e41c-4238-b640-465d1cede612,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:39.253471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Routers {'0eef38ed-7594-4b08-9fa5-c3e73a4d554a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:39.254125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:04:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:39.419676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] Set router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:39.474932 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Publish callbacks [] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.489019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.533695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.20.0.1 (e7fc873d-5029-48b5-ba6d-ee04708e2f29/3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa/553177ff-e3ab-49dc-ba1e-7d08438a6d1d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:39.565635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Network e7fc873d-5029-48b5-ba6d-ee04708e2f29 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:39.570623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Pushing event updated for resources: {'Port': ['ID=e284a1cb-441a-48f7-b1d5-d255cbd5a809,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:39.573186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:39.578354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:39.654876 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.672851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Attempting to bind port e284a1cb-441a-48f7-b1d5-d255cbd5a809 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:39.673221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Attempting to bind port e284a1cb-441a-48f7-b1d5-d255cbd5a809 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:39.673585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Attempting to bind port e284a1cb-441a-48f7-b1d5-d255cbd5a809 on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:39.680671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:39.681305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Checking segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:39.681701 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.682192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Bound using segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:39.682654 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Bound port: e284a1cb-441a-48f7-b1d5-d255cbd5a809, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:39.683029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.690121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.730407 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network e7fc873d-5029-48b5-ba6d-ee04708e2f29 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:39.733529 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:39.735947 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:39.750451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:37Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:39.777020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=553177ff-e3ab-49dc-ba1e-7d08438a6d1d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:39.783586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacba71-c558-4783-8af1-273b480bb5e9 None None] The sync data for ids ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'] in n-d-826756-2 is: [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:37Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:04:39.785591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] For port e284a1cb-441a-48f7-b1d5-d255cbd5a809, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:39.797138 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.799345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] For port e284a1cb-441a-48f7-b1d5-d255cbd5a809, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e284a1cb-441a-48f7-b1d5-d255cbd5a809,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:39.811080 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.868163 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e2d72-464e-4f1d-9936-928dd022ec0a None None] Pushing event updated for resources: {'Port': ['ID=e284a1cb-441a-48f7-b1d5-d255cbd5a809,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:39.959340 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.297565 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.302352 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.381337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=553177ff-e3ab-49dc-ba1e-7d08438a6d1d,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:40.384093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.484646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network e7fc873d-5029-48b5-ba6d-ee04708e2f29 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:40.486268 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:40.493830 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6e6b-f1f3-49a6-adc3-9045c9e81385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.614322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:04:40.741136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:04:40.757385 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-04b34856-7251-4430-b3f3-842b2de6dde9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "PUT /v2.0/routers/0eef38ed-7594-4b08-9fa5-c3e73a4d554a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1516976 Feb 19 04:04:40.910810 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-044dffc5-4b82-4662-b0ee-7d2a039dd008 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088261035&fields=id&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 267 time: 0.0478091 Feb 19 04:04:40.944788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb27efd-8677-434e-9f5f-cdd4c32a8bfc None None] Network e7fc873d-5029-48b5-ba6d-ee04708e2f29 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:04:41.023043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-d158e630-1f28-42e8-b93f-4a79ecd34877 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.024207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f157b5f0-9aaf-4fdc-aff3-a90270a3f694 None None] Provisioning complete for port e284a1cb-441a-48f7-b1d5-d255cbd5a809 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:41.024438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-d158e630-1f28-42e8-b93f-4a79ecd34877 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/networks?id=e7fc873d-5029-48b5-ba6d-ee04708e2f29 HTTP/1.1" status: 200 len: 796 time: 0.1061449 Feb 19 04:04:41.024579 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f157b5f0-9aaf-4fdc-aff3-a90270a3f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.039667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-734f955e-4cae-4031-b989-5c4f04ef5cbb tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/quotas/973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 375 time: 0.0094941 Feb 19 04:04:41.095533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-12db722d-5f97-4111-b99b-965c94ce4862 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505335 Feb 19 04:04:41.112664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-9ac26410-b5fc-4607-a20c-3a1a23839eb2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:04:41.113666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-9ac26410-b5fc-4607-a20c-3a1a23839eb2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054502 Feb 19 04:04:41.146823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f157b5f0-9aaf-4fdc-aff3-a90270a3f694 None None] Current status of the port e284a1cb-441a-48f7-b1d5-d255cbd5a809 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:41.147226 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f157b5f0-9aaf-4fdc-aff3-a90270a3f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.196208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f157b5f0-9aaf-4fdc-aff3-a90270a3f694 None None] For port e284a1cb-441a-48f7-b1d5-d255cbd5a809, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e284a1cb-441a-48f7-b1d5-d255cbd5a809,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:41.207381 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f157b5f0-9aaf-4fdc-aff3-a90270a3f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.238526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-d4b2c3f9-d43b-44b7-8880-fb97a78f9070 service neutron] 10.222.0.42 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148252 Feb 19 04:04:41.294135 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157b5f0-9aaf-4fdc-aff3-a90270a3f694 None None] Pushing event updated for resources: {'Port': ['ID=e284a1cb-441a-48f7-b1d5-d255cbd5a809,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:41.350656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 92b22549-e41c-4238-b640-465d1cede612 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:41.358856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-dbc24fca-f6da-4660-9b33-2627057a7768 service neutron] 10.222.0.42 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120346 Feb 19 04:04:41.413875 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 92b22549-e41c-4238-b640-465d1cede612 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:41.414262 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (92b22549-e41c-4238-b640-465d1cede612), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.463078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-29ddb6fc-e99d-40b9-a22f-8f73966a3c1f None None] Provisioning complete for port e284a1cb-441a-48f7-b1d5-d255cbd5a809 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:41.463514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29ddb6fc-e99d-40b9-a22f-8f73966a3c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.608460 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 92b22549-e41c-4238-b640-465d1cede612 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:41.609182 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (92b22549-e41c-4238-b640-465d1cede612), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.630946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 92b22549-e41c-4238-b640-465d1cede612, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=92b22549-e41c-4238-b640-465d1cede612,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:41.635367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09209fcb-e588-4e4c-92e6-bca190305b44 req-8981dd50-9f41-45ef-b48c-65cf9cdac17c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 210 time: 0.0507486 Feb 19 04:04:41.668418 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (92b22549-e41c-4238-b640-465d1cede612), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.669172 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Sync routers for ids ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:04:41.669659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e284a1cb-441a-48f7-b1d5-d255cbd5a809 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:41.684468 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Routers {'0eef38ed-7594-4b08-9fa5-c3e73a4d554a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:41.685114 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:04:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:41.734927 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-29ddb6fc-e99d-40b9-a22f-8f73966a3c1f None None] Current status of the port e284a1cb-441a-48f7-b1d5-d255cbd5a809 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:41.775015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-29ddb6fc-e99d-40b9-a22f-8f73966a3c1f None None] Provisioning complete for port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:41.775350 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29ddb6fc-e99d-40b9-a22f-8f73966a3c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.805476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=92b22549-e41c-4238-b640-465d1cede612,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:41.813896 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Set router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:41.830594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e284a1cb-441a-48f7-b1d5-d255cbd5a809 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:41.831032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.832728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-29ddb6fc-e99d-40b9-a22f-8f73966a3c1f None None] Port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:41.961313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e284a1cb-441a-48f7-b1d5-d255cbd5a809 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:41.987303 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7638f519-cf30-4c1f-9861-f7ddd31aa141 None None] Provisioning complete for port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:41.988080 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7638f519-cf30-4c1f-9861-f7ddd31aa141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.038865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7638f519-cf30-4c1f-9861-f7ddd31aa141 None None] Port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:42.049880 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '553177ff-e3ab-49dc-ba1e-7d08438a6d1d', 'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:fe:65:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:39Z', 'updated_at': '2022-02-19T04:04:40Z', 'revision_number': 2, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:42.077573 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Checking router: 0eef38ed-7594-4b08-9fa5-c3e73a4d554a for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:04:42.078003 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Updating router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:04:42.108198 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.122292 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.160922 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7b24693b-c92b-40fe-a759-942073d96979 None None] Provisioning complete for port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:42.161435 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7b24693b-c92b-40fe-a759-942073d96979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.200289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7b24693b-c92b-40fe-a759-942073d96979 None None] Port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:42.385315 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Publish callbacks [] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.390872 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.443348 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Pushing event updated for resources: {'Port': ['ID=553177ff-e3ab-49dc-ba1e-7d08438a6d1d,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:42.470744 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.471426 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.471776 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.472117 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.472452 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.472786 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.473118 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.473447 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.473776 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.474129 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.474460 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.474782 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.475105 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:42.514054 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Attempting to bind port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:42.514410 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Attempting to bind port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:42.514783 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Attempting to bind port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:42.523299 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:42.523679 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Checking segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:42.525725 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.525725 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Bound using segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:42.525725 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Bound port: 553177ff-e3ab-49dc-ba1e-7d08438a6d1d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:42.525725 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.591568 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] For port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:42.595511 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] For port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=553177ff-e3ab-49dc-ba1e-7d08438a6d1d,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:42.602859 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.750515 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-841943cd-5521-4964-aaa1-1bb8a864fbc5 None None] Provisioning complete for port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:42.751109 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-841943cd-5521-4964-aaa1-1bb8a864fbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.754643 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a6a16-dd69-4ca9-b708-001101baf9ed None None] Pushing event updated for resources: {'Port': ['ID=553177ff-e3ab-49dc-ba1e-7d08438a6d1d,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:42.772511 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Routers {'0eef38ed-7594-4b08-9fa5-c3e73a4d554a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:42.773408 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:04:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:42.797079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-517892d3-6138-49e4-82c6-77a82e11910d req-ca1f9bd1-1179-41cf-9424-0c46db0bd86d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 210 time: 0.0395463 Feb 19 04:04:42.883900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-d29ce395-c66e-44cc-920f-bb5d0eecc468 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:42.886319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-d29ce395-c66e-44cc-920f-bb5d0eecc468 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.71 "GET /v2.0/networks?id=e7fc873d-5029-48b5-ba6d-ee04708e2f29 HTTP/1.1" status: 200 len: 796 time: 0.2038071 Feb 19 04:04:42.905529 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] Set router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:42.926044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-841943cd-5521-4964-aaa1-1bb8a864fbc5 None None] Current status of the port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:42.926534 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-841943cd-5521-4964-aaa1-1bb8a864fbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.976438 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-841943cd-5521-4964-aaa1-1bb8a864fbc5 None None] For port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=553177ff-e3ab-49dc-ba1e-7d08438a6d1d,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:42.985454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-3df4139a-67bf-4f2e-9431-95905faf86ac tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 380 time: 0.0892243 Feb 19 04:04:42.985680 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-841943cd-5521-4964-aaa1-1bb8a864fbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.000251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'port': {'device_id': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'admin_state_up': True, 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'security_groups': ['b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:43.045031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841943cd-5521-4964-aaa1-1bb8a864fbc5 None None] Pushing event updated for resources: {'Port': ['ID=553177ff-e3ab-49dc-ba1e-7d08438a6d1d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:43.107541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f4744b8-0934-41c3-aa48-d7d4ce36992c None None] Provisioning complete for port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:43.107965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f4744b8-0934-41c3-aa48-d7d4ce36992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.130773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:43.134649 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.153507 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '553177ff-e3ab-49dc-ba1e-7d08438a6d1d', 'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:fe:65:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:39Z', 'updated_at': '2022-02-19T04:04:42Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:43.167910 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.186073 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d063519-c81f-4869-9124-3149d8938cc9 None None] The sync data for ids ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'] in n-d-826756-2 is: [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '553177ff-e3ab-49dc-ba1e-7d08438a6d1d', 'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:fe:65:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:39Z', 'updated_at': '2022-02-19T04:04:42Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:04:43.221833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f4744b8-0934-41c3-aa48-d7d4ce36992c None None] Current status of the port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:43.294270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.20.0.8 (e7fc873d-5029-48b5-ba6d-ee04708e2f29/3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa/d9eec4af-b72b-4999-8965-aca252e7e9d7) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:43.314897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 92b22549-e41c-4238-b640-465d1cede612 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:43.372617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 92b22549-e41c-4238-b640-465d1cede612 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:43.372996 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (92b22549-e41c-4238-b640-465d1cede612), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.455017 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.461074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 92b22549-e41c-4238-b640-465d1cede612 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:43.462483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e284a1cb-441a-48f7-b1d5-d255cbd5a809 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:43.492536 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.517956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e284a1cb-441a-48f7-b1d5-d255cbd5a809 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:43.518339 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.538885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network e7fc873d-5029-48b5-ba6d-ee04708e2f29 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:43.540844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:43.545162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:43.587326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=d9eec4af-b72b-4999-8965-aca252e7e9d7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:43.609477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:43.610282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.620606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e284a1cb-441a-48f7-b1d5-d255cbd5a809 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:43.629103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-1e11e4cb-bc80-4c05-91e9-6c44efc394c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6370387 Feb 19 04:04:43.641830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Request body: {'port': {'device_id': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:43.713745 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.869406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9dc49289-d437-46a0-84fe-29ba33aec691 None None] Provisioning complete for port d9eec4af-b72b-4999-8965-aca252e7e9d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:43.869986 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9dc49289-d437-46a0-84fe-29ba33aec691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.919946 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9dc49289-d437-46a0-84fe-29ba33aec691 None None] Port d9eec4af-b72b-4999-8965-aca252e7e9d7 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:43.991309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2063f-ee10-4986-81a1-cdcdc969f77c req-c6f12444-3ded-4fd3-9c5e-6811f6d1e9c4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:43.992858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54d2063f-ee10-4986-81a1-cdcdc969f77c req-c6f12444-3ded-4fd3-9c5e-6811f6d1e9c4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 931 time: 0.0922303 Feb 19 04:04:44.078689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9eec4af-b72b-4999-8965-aca252e7e9d7 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:44.091141 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Publish callbacks [] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.097405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54d2063f-ee10-4986-81a1-cdcdc969f77c req-ae189877-f1be-4652-b412-16bc0c526894 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961049 Feb 19 04:04:44.110817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Transition to ACTIVE for port object d9eec4af-b72b-4999-8965-aca252e7e9d7 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:44.114257 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.174908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Pushing event updated for resources: {'Port': ['ID=d9eec4af-b72b-4999-8965-aca252e7e9d7,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:44.256598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:44.257040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:44.257466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:44.262721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Port d9eec4af-b72b-4999-8965-aca252e7e9d7 on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:44.263192 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:44.269659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:44.270188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Checking segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:44.270679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Bound using segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:44.271216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Bound port: d9eec4af-b72b-4999-8965-aca252e7e9d7, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:44.271682 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.346821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:44.350645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:44.357404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.397255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:44.397808 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.399279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] 10.222.0.71 "PUT /v2.0/ports/d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 1091 time: 0.7619379 Feb 19 04:04:44.399750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:44.402119 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87883b83-f162-49e4-87d2-c7d5d45f2c73" -d '{"events": [{"name": "network-changed", "server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:44.426299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc67d7-abfe-4deb-bfd1-ad5057e3305c service neutron] Pushing event updated for resources: {'Port': ['ID=d9eec4af-b72b-4999-8965-aca252e7e9d7,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:44.460886 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d50dfa-082c-4e45-9e4f-dd2d3e246b0b x-openstack-request-id: req-75d50dfa-082c-4e45-9e4f-dd2d3e246b0b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:44.461175 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:44.461428 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75d50dfa-082c-4e45-9e4f-dd2d3e246b0b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:44.461861 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'status': 'completed', 'code': 200} Feb 19 04:04:44.504175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-84d0eb59-b584-4a19-be7d-c7318c13283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:44.505699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-84d0eb59-b584-4a19-be7d-c7318c13283c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1125 time: 0.0580447 Feb 19 04:04:44.554304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-5a7375ac-f90d-48a5-af76-733a2776e291 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 217 time: 0.0401890 Feb 19 04:04:44.603949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-d14a6e7e-dace-462e-ab65-ad34e881781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:44.605766 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-d14a6e7e-dace-462e-ab65-ad34e881781e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa HTTP/1.1" status: 200 len: 835 time: 0.0449102 Feb 19 04:04:44.656508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-bbbce43e-0a26-44b5-8f8e-6469a92de688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:44.659007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-bbbce43e-0a26-44b5-8f8e-6469a92de688 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7fc873d-5029-48b5-ba6d-ee04708e2f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464003 Feb 19 04:04:44.683803 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.751721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-a05fbe29-03e3-4bff-8e53-43ed9fd10bcb service neutron] 10.222.0.71 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861397 Feb 19 04:04:44.839360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eacb76ce-5d32-4d30-82d5-a16d0422146d req-47745d7c-7e46-417e-a0f1-df6faffbcf1b service neutron] 10.222.0.71 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819948 Feb 19 04:04:44.935946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-8a3ce8ca-829d-49a7-b49e-e56328956c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:44.937446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-8a3ce8ca-829d-49a7-b49e-e56328956c08 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1125 time: 0.0500994 Feb 19 04:04:45.024691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-e8fb2470-17e9-4c59-b2c6-58d31cfef42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.026256 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-e8fb2470-17e9-4c59-b2c6-58d31cfef42b service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7fc873d-5029-48b5-ba6d-ee04708e2f29 HTTP/1.1" status: 200 len: 897 time: 0.0828824 Feb 19 04:04:45.069967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-83402e37-3914-48af-a96b-81d3babd25f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 217 time: 0.0370460 Feb 19 04:04:45.129155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-6d35028a-7c8f-47bd-961d-26ac919a4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.130651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-6d35028a-7c8f-47bd-961d-26ac919a4132 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa HTTP/1.1" status: 200 len: 835 time: 0.0518749 Feb 19 04:04:45.216040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-3e6c132d-40cc-41f4-9cab-cd2daecc4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.217826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-3e6c132d-40cc-41f4-9cab-cd2daecc4163 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7fc873d-5029-48b5-ba6d-ee04708e2f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793641 Feb 19 04:04:45.259050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a9481-bc44-4e11-b055-f49a9a00ac09 req-dfadc805-2758-4e2c-b7be-0e549f8f1e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.260578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-853a9481-bc44-4e11-b055-f49a9a00ac09 req-dfadc805-2758-4e2c-b7be-0e549f8f1e54 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 943 time: 0.0881877 Feb 19 04:04:45.278294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 553177ff-e3ab-49dc-ba1e-7d08438a6d1d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:45.335012 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:45.335564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:45.366480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-853a9481-bc44-4e11-b055-f49a9a00ac09 req-bd646886-c01f-447b-a819-8d7175a9d404 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760741 Feb 19 04:04:45.371048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-4d06fa4b-6e62-47d7-b390-bbbf6c8cf5ed service neutron] 10.222.0.71 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404281 Feb 19 04:04:45.467203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87883b83-f162-49e4-87d2-c7d5d45f2c73 req-d11bcafc-1f83-4f7f-b9d2-fea1b322c51a service neutron] 10.222.0.71 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892816 Feb 19 04:04:45.587913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:46.820926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a877a5-9481-483b-a997-1d40ec1931b0 req-c14a6704-ea23-46fe-b897-b15f96dded87 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:46.822605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3a877a5-9481-483b-a997-1d40ec1931b0 req-c14a6704-ea23-46fe-b897-b15f96dded87 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 943 time: 0.3863080 Feb 19 04:04:46.870547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3a877a5-9481-483b-a997-1d40ec1931b0 req-7014aea4-69ce-4738-81f0-9bab86b6c6b9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418050 Feb 19 04:04:47.990306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21215a04-7846-473f-8f77-59203767f9dc req-200e6b2f-bdf0-48ee-bfe4-8f5aaf300bbc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:47.991976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21215a04-7846-473f-8f77-59203767f9dc req-200e6b2f-bdf0-48ee-bfe4-8f5aaf300bbc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 943 time: 0.0518825 Feb 19 04:04:48.039336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21215a04-7846-473f-8f77-59203767f9dc req-7cbc0031-a146-4511-a72f-f34c0b9ba973 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417819 Feb 19 04:04:48.797806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d9eec4af-b72b-4999-8965-aca252e7e9d7 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:48.892179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:48.903685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'port_id': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'mac_address': 'fa:16:3e:22:ea:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:48.945557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port d9eec4af-b72b-4999-8965-aca252e7e9d7 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:48.946000 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:48.959452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9eec4af-b72b-4999-8965-aca252e7e9d7 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:48.978648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:48.982573 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:49.032592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=d9eec4af-b72b-4999-8965-aca252e7e9d7,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:49.171747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ae00d-33d4-4115-98af-6659f822145a req-711b14f7-f760-485e-92e0-20c7f8b9cf38 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.173666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-816ae00d-33d4-4115-98af-6659f822145a req-711b14f7-f760-485e-92e0-20c7f8b9cf38 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 944 time: 0.0623825 Feb 19 04:04:49.211319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['d9eec4af-b72b-4999-8965-aca252e7e9d7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:49.226054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-816ae00d-33d4-4115-98af-6659f822145a req-4f5d5a11-1926-4905-bdda-c28281aad0ad tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469017 Feb 19 04:04:50.342658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcac211-e4f7-4ba8-a16a-7fdf3f1f0a63 req-0210c7ce-bbae-4601-a1a1-8d993c61d123 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:50.344144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcac211-e4f7-4ba8-a16a-7fdf3f1f0a63 req-0210c7ce-bbae-4601-a1a1-8d993c61d123 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 944 time: 0.0519807 Feb 19 04:04:50.391617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcac211-e4f7-4ba8-a16a-7fdf3f1f0a63 req-e61e9c41-940f-4b87-8964-70020a76e0df tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419328 Feb 19 04:04:50.811970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d9eec4af-b72b-4999-8965-aca252e7e9d7 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:50.860552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port d9eec4af-b72b-4999-8965-aca252e7e9d7 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:04:50.864276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port d9eec4af-b72b-4999-8965-aca252e7e9d7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:50.864656 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:50.944109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port d9eec4af-b72b-4999-8965-aca252e7e9d7 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:50.944497 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:50.968882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:50.971153 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3196e07f-c182-4f89-9bc5-459c0e0fa29e" -d '{"events": [{"server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:50.984534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:50.988774 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:51.012485 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a25aa8-c19d-468f-bb07-717789cb6d70 x-openstack-request-id: req-74a25aa8-c19d-468f-bb07-717789cb6d70 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:51.012776 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:51.013058 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74a25aa8-c19d-468f-bb07-717789cb6d70 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:51.013454 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'code': 200} Feb 19 04:04:51.040196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=d9eec4af-b72b-4999-8965-aca252e7e9d7,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:51.115009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018e034-e278-406c-a352-3493e3bde2dc req-c4738fc8-f33e-4666-b6c3-5d27399c288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.116628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1018e034-e278-406c-a352-3493e3bde2dc req-c4738fc8-f33e-4666-b6c3-5d27399c288e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1127 time: 0.0473275 Feb 19 04:04:51.162955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1018e034-e278-406c-a352-3493e3bde2dc req-4a9b45e0-7696-45c0-b561-43d42eac2765 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394931 Feb 19 04:04:51.521596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07259e35-7e0d-4171-b637-72593acf63dc req-bfb79c9f-68ac-43e3-8092-a93adffd6da2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.523211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07259e35-7e0d-4171-b637-72593acf63dc req-bfb79c9f-68ac-43e3-8092-a93adffd6da2 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0567470 Feb 19 04:04:51.577393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07259e35-7e0d-4171-b637-72593acf63dc req-f2beb54e-9bff-4bc5-8848-c7e19ad01722 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478532 Feb 19 04:04:52.690987 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:52.699135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab38eb-7d3a-49f5-bf32-4b749fae5b61 req-0a08342c-c2b6-4d14-9d51-d2af2dc80028 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:52.700658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbab38eb-7d3a-49f5-bf32-4b749fae5b61 req-0a08342c-c2b6-4d14-9d51-d2af2dc80028 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0542252 Feb 19 04:04:52.755166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbab38eb-7d3a-49f5-bf32-4b749fae5b61 req-56ac8021-3b77-4b6a-be9e-fb53fed2fd34 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483785 Feb 19 04:04:52.869906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79e637-1d4f-44c9-a0a2-98b10ac44971 req-d4ca4f7a-a9b7-457c-9a4a-3586119d30ec tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:52.871291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c79e637-1d4f-44c9-a0a2-98b10ac44971 req-d4ca4f7a-a9b7-457c-9a4a-3586119d30ec tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0515392 Feb 19 04:04:52.921137 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c79e637-1d4f-44c9-a0a2-98b10ac44971 req-9a8788c6-b78a-44ae-b3b7-6d69d0b895b8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442464 Feb 19 04:04:52.942376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57264) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:52.992731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25196f5f-87e6-4c01-a87b-57b3d50f2896 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:52.994334 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-25196f5f-87e6-4c01-a87b-57b3d50f2896 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1122 time: 0.0509429 Feb 19 04:04:52.997166 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57266) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:53.001558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:53.021407 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:53.127075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:53.229595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.25.4.155 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/13d12639-4ddf-4c1d-b87a-f48d0164d399) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:53.326551 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (13d12639-4ddf-4c1d-b87a-f48d0164d399), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:53.359329 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (13d12639-4ddf-4c1d-b87a-f48d0164d399), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:53.398280 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:53.403004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:53.407280 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:53.410294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=13d12639-4ddf-4c1d-b87a-f48d0164d399,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:54.090298 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (91dea7de-2051-4904-b6b9-f637002540ec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.159744 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (13d12639-4ddf-4c1d-b87a-f48d0164d399), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.302211 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (13d12639-4ddf-4c1d-b87a-f48d0164d399), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.306989 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (13d12639-4ddf-4c1d-b87a-f48d0164d399), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.374260 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=13d12639-4ddf-4c1d-b87a-f48d0164d399,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:54.385730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (91dea7de-2051-4904-b6b9-f637002540ec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.490042 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Floating IP 91dea7de-2051-4904-b6b9-f637002540ec associated. External IP: 172.25.4.155, port: d9eec4af-b72b-4999-8965-aca252e7e9d7. Feb 19 04:04:54.704358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:04:54.818542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:04:54.829212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] Sync routers for ids ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:04:54.837934 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.839548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] Routers {'0eef38ed-7594-4b08-9fa5-c3e73a4d554a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:54.840203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:04:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:54.867189 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-15535d79-6a96-4dba-a6ac-8e91a1c7c736 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8689618 Feb 19 04:04:54.867766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:54.870041 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edbbba4-47b9-488d-a5a3-b328f316dc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:54.950758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] Set router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:54.969615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aa340-3c4b-4cad-9cda-3bf897c8977a req-fa95fa77-4063-4972-bd76-7fc7ac0cea45 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:54.971145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f6aa340-3c4b-4cad-9cda-3bf897c8977a req-fa95fa77-4063-4972-bd76-7fc7ac0cea45 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0538650 Feb 19 04:04:55.023083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f6aa340-3c4b-4cad-9cda-3bf897c8977a req-38b2d299-fb06-4531-aeef-e7170499da9e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452194 Feb 19 04:04:55.044887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57272) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:55.083130 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91252e14-38c2-49cb-bf44-5149d91f3c21 x-openstack-request-id: req-91252e14-38c2-49cb-bf44-5149d91f3c21 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:55.083405 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:55.083657 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91252e14-38c2-49cb-bf44-5149d91f3c21 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:55.084063 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'status': 'completed', 'code': 200} Feb 19 04:04:55.113281 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a80285df-2ea5-4195-a5ac-b99a0400f4ca tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/91dea7de-2051-4904-b6b9-f637002540ec HTTP/1.1" status: 200 len: 991 time: 0.0652046 Feb 19 04:04:55.145560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-6a3d13b2-26a1-4ec3-936b-9b25beab1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.147100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-6a3d13b2-26a1-4ec3-936b-9b25beab1251 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1127 time: 0.0532947 Feb 19 04:04:55.181522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '91dea7de-2051-4904-b6b9-f637002540ec', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'port_id': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'mac_address': 'fa:16:3e:22:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:04:53Z', 'updated_at': '2022-02-19T04:04:53Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553177ff-e3ab-49dc-ba1e-7d08438a6d1d', 'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:fe:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:39Z', 'updated_at': '2022-02-19T04:04:42Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:55.212755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] Checking router: 0eef38ed-7594-4b08-9fa5-c3e73a4d554a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:04:55.220997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] Routers {'0eef38ed-7594-4b08-9fa5-c3e73a4d554a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:55.221603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:04:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:55.236142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-33ebaed7-95e6-4389-9494-bcf659b3085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.237648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-33ebaed7-95e6-4389-9494-bcf659b3085b service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7fc873d-5029-48b5-ba6d-ee04708e2f29 HTTP/1.1" status: 200 len: 897 time: 0.0835338 Feb 19 04:04:55.307607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-0f39b895-7355-4a95-baef-14b4b7b1bb47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 999 time: 0.0637691 Feb 19 04:04:55.332917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] Set router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:55.357072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-6f0954eb-a7aa-43a6-8b00-61b0837d5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.359194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-6f0954eb-a7aa-43a6-8b00-61b0837d5fe6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa HTTP/1.1" status: 200 len: 835 time: 0.0434098 Feb 19 04:04:55.410275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-1c1983c0-3c10-4f2a-b23f-8e42094d8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.411791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-1c1983c0-3c10-4f2a-b23f-8e42094d8cb7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7fc873d-5029-48b5-ba6d-ee04708e2f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451257 Feb 19 04:04:55.507427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-68bf7f17-1071-4e53-807a-54cc4239ccef service neutron] 10.222.0.71 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889263 Feb 19 04:04:55.564895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '91dea7de-2051-4904-b6b9-f637002540ec', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'port_id': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'mac_address': 'fa:16:3e:22:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:04:53Z', 'updated_at': '2022-02-19T04:04:53Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553177ff-e3ab-49dc-ba1e-7d08438a6d1d', 'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:fe:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:39Z', 'updated_at': '2022-02-19T04:04:42Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:55.591668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0256102-70fa-4bd8-8f2b-35bd51c17f9d None None] The sync data for ids ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'] in n-d-826756-2 is: [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '91dea7de-2051-4904-b6b9-f637002540ec', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'port_id': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'mac_address': 'fa:16:3e:22:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:04:53Z', 'updated_at': '2022-02-19T04:04:53Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553177ff-e3ab-49dc-ba1e-7d08438a6d1d', 'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:fe:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:39Z', 'updated_at': '2022-02-19T04:04:42Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:04:55.597119 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5edbbba4-47b9-488d-a5a3-b328f316dc3b req-c915c485-9e05-4b15-80e2-3fc5829d9808 service neutron] 10.222.0.71 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832381 Feb 19 04:04:55.808763 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51bfc5-b18b-46d1-b54e-d647d0dd1f95 None None] New status for floating IP 91dea7de-2051-4904-b6b9-f637002540ec: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:04:56.115645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57274) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:56.179904 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0bccf2b9-9f18-4787-bbc3-60d68156133d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/91dea7de-2051-4904-b6b9-f637002540ec HTTP/1.1" status: 200 len: 993 time: 0.0631914 Feb 19 04:04:59.079169 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:05:06.463339 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.319577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6997ee33-5e59-4da5-9418-1c2a9054b561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.488376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5953a1ef-41c7-4f7b-9ba4-73a7f7f78612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:12.125045 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:13.164054 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:14.677287 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:22.700999 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:24.857396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86839749-ce07-4b98-86e1-5408998b7d4c req-53f10111-3ce5-448b-aa98-73f2d92d49f0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.858945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86839749-ce07-4b98-86e1-5408998b7d4c req-53f10111-3ce5-448b-aa98-73f2d92d49f0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.1197429 Feb 19 04:05:24.916604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86839749-ce07-4b98-86e1-5408998b7d4c req-a6c90267-7e33-406a-a9f5-f3bc15d9f22e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513351 Feb 19 04:05:24.940916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57288) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:25.002010 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cfd89172-8781-4d2b-94ab-05fd24643184 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/91dea7de-2051-4904-b6b9-f637002540ec HTTP/1.1" status: 200 len: 993 time: 0.0598674 Feb 19 04:05:25.700497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8325-a8a4-4169-a21d-1b83a423f4c5 req-e100a606-745a-4193-ad54-cafcb861d51f tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:25.702023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-664d8325-a8a4-4169-a21d-1b83a423f4c5 req-e100a606-745a-4193-ad54-cafcb861d51f tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1127 time: 0.0457318 Feb 19 04:05:25.761210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-664d8325-a8a4-4169-a21d-1b83a423f4c5 req-f78327d6-c3a0-431b-a8b2-b038cb06c84a tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433524 Feb 19 04:05:26.404259 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-9e27506f-fc10-4be7-a70c-62d803a5bf31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003270 Feb 19 04:05:26.413047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-af49e5d3-d497-4cc2-b93b-bbd02082f2c2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:05:26.414082 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-af49e5d3-d497-4cc2-b93b-bbd02082f2c2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051959 Feb 19 04:05:27.550300 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-8cce6d72-7be9-4397-aec0-5928bdb2bd9b tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.551728 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-8cce6d72-7be9-4397-aec0-5928bdb2bd9b tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports/d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 1124 time: 0.0979433 Feb 19 04:05:28.223978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-695113ae-da46-462b-be7d-49c6b580ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:28.225321 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-695113ae-da46-462b-be7d-49c6b580ee73 service neutron] 10.222.0.42 "GET /v2.0/ports/d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 1124 time: 0.0536964 Feb 19 04:05:28.233940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Request body: {'binding': {'host': 'n-h1-826756-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:28.234437 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Unknown quota resources ['binding']. {{(pid=103616) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:05:28.372604 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 on host n-h1-826756-2 for vnic_type normal with profile None {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:28.372951 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:28.373278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:28.377681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Port d9eec4af-b72b-4999-8965-aca252e7e9d7 on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:28.378039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:28.383010 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:28.383354 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Checking segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:28.383737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Bound using segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:28.384168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Bound port: d9eec4af-b72b-4999-8965-aca252e7e9d7, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:28.468820 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:28.476870 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.478055 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-70453adc-6e1c-4512-bcca-33ef62b9347d service neutron] 10.222.0.42 "POST /v2.0/ports/d9eec4af-b72b-4999-8965-aca252e7e9d7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2475097 Feb 19 04:05:28.646271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb644-b069-49c0-b7b1-3a14241b660a req-cc86d514-ead9-44dc-960f-906338d75c51 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:28.647786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acb644-b069-49c0-b7b1-3a14241b660a req-cc86d514-ead9-44dc-960f-906338d75c51 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0605407 Feb 19 04:05:28.705961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acb644-b069-49c0-b7b1-3a14241b660a req-96af2ac2-3de1-495b-9cee-7e78ca2d7d44 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505731 Feb 19 04:05:28.763599 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-1b0a0c50-c208-42bf-9936-d3b996ec97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:28.765050 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-1b0a0c50-c208-42bf-9936-d3b996ec97e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1127 time: 0.0554054 Feb 19 04:05:28.857086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-9b506ca4-9399-42f6-8f2b-41f59b263297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:28.858634 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-9b506ca4-9399-42f6-8f2b-41f59b263297 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7fc873d-5029-48b5-ba6d-ee04708e2f29 HTTP/1.1" status: 200 len: 897 time: 0.0870037 Feb 19 04:05:28.933121 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-19546cd6-fb86-4ef1-a5cb-ca64f2456fe6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 1001 time: 0.0662308 Feb 19 04:05:28.985008 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-91bfe2c9-4805-47fc-bd95-ffde36f2aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:28.986861 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-91bfe2c9-4805-47fc-bd95-ffde36f2aa56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa HTTP/1.1" status: 200 len: 835 time: 0.0453653 Feb 19 04:05:29.041038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-3130560c-b120-48fd-bef9-de01fd79c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.042535 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-3130560c-b120-48fd-bef9-de01fd79c651 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7fc873d-5029-48b5-ba6d-ee04708e2f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490181 Feb 19 04:05:29.141414 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-322ef918-fd2d-4090-858f-638b6b35baed service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917573 Feb 19 04:05:29.235210 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2ed1a52d-661f-4b52-8f5b-40c0b8c0995e service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873165 Feb 19 04:05:29.434442 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-8585f2bd-b9de-4385-b4c0-820d1b601ccb tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.435996 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-8585f2bd-b9de-4385-b4c0-820d1b601ccb tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a&tenant_id=973c4801737243988d85e4be0fb08dda&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1127 time: 0.0918138 Feb 19 04:05:29.447371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826756-2'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:29.510249 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.646299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:29.687103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:29.729521 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:29.731973 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c9f9f-e0a0-42c5-afda-ed37abeccb2b" -d '{"events": [{"server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:29.736239 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Publish callbacks [] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.743627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.862758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c292a08-0b0c-4560-8788-df2142a14281 req-4e9f2f17-a582-4527-a88b-e016d2895ced tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:29.865234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1c292a08-0b0c-4560-8788-df2142a14281 req-4e9f2f17-a582-4527-a88b-e016d2895ced tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 943 time: 0.0784972 Feb 19 04:05:29.888365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Pushing event updated for resources: {'Port': ['ID=d9eec4af-b72b-4999-8965-aca252e7e9d7,revision_number=7']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:29.934440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1c292a08-0b0c-4560-8788-df2142a14281 req-44683605-6865-4c07-80e7-2c77678e55ed tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612228 Feb 19 04:05:29.971654 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 on host n-h2-826756-2 for vnic_type normal with profile {"migrating_to": "n-h1-826756-2"} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:29.972845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:29.973472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:29.979449 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Port d9eec4af-b72b-4999-8965-aca252e7e9d7 on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:29.979977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Attempting to bind port d9eec4af-b72b-4999-8965-aca252e7e9d7 on network e7fc873d-5029-48b5-ba6d-ee04708e2f29 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:29.986523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:29.987534 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Checking segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:29.988069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Bound using segment: {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:29.988543 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Bound port: d9eec4af-b72b-4999-8965-aca252e7e9d7, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:29.989104 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.000394 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918b9700-b3ee-47e7-b3ac-825b576b4fca x-openstack-request-id: req-918b9700-b3ee-47e7-b3ac-825b576b4fca {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:30.000874 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:30.001342 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-918b9700-b3ee-47e7-b3ac-825b576b4fca {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:30.001612 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'code': 200} Feb 19 04:05:30.060358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:30.064250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:30.071574 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.118436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d14ef160-3564-4e78-9696-05fac93738db None None] Provisioning complete for port d9eec4af-b72b-4999-8965-aca252e7e9d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:30.119115 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d14ef160-3564-4e78-9696-05fac93738db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.171063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Pushing event updated for resources: {'Port': ['ID=d9eec4af-b72b-4999-8965-aca252e7e9d7,revision_number=8']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:30.225784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:30.226571 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.227040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d14ef160-3564-4e78-9696-05fac93738db None None] Current status of the port d9eec4af-b72b-4999-8965-aca252e7e9d7 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:30.227666 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d14ef160-3564-4e78-9696-05fac93738db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.228174 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-2856a03e-4855-4834-af81-285aefa10535 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 1121 time: 0.7853746 Feb 19 04:05:30.259298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:30.262063 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e7481b-8e58-4686-a4f1-c8c999465d14" -d '{"events": [{"server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:30.298066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d14ef160-3564-4e78-9696-05fac93738db None None] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:30.303867 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d14ef160-3564-4e78-9696-05fac93738db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.319689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['d9eec4af-b72b-4999-8965-aca252e7e9d7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:30.429174 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865b5e0b-e81f-40c3-9c07-a9852d7d5d96 x-openstack-request-id: req-865b5e0b-e81f-40c3-9c07-a9852d7d5d96 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:30.429448 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:30.429619 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-865b5e0b-e81f-40c3-9c07-a9852d7d5d96 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:30.430039 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'code': 200} Feb 19 04:05:30.524564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ef160-3564-4e78-9696-05fac93738db None None] Pushing event updated for resources: {'Port': ['ID=d9eec4af-b72b-4999-8965-aca252e7e9d7,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:30.694120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-6f30e5a1-772a-48d4-8480-8ddcf03a0827 None None] Provisioning complete for port d9eec4af-b72b-4999-8965-aca252e7e9d7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:30.694749 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f30e5a1-772a-48d4-8480-8ddcf03a0827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.823524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-6f30e5a1-772a-48d4-8480-8ddcf03a0827 None None] Current status of the port d9eec4af-b72b-4999-8965-aca252e7e9d7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:31.067858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507eff-182b-4e81-b7f1-a1c60207afc4 req-33f445df-f90d-496b-b0c9-aeab8526edc7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:31.069460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80507eff-182b-4e81-b7f1-a1c60207afc4 req-33f445df-f90d-496b-b0c9-aeab8526edc7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0552948 Feb 19 04:05:31.120306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80507eff-182b-4e81-b7f1-a1c60207afc4 req-7e325a47-c95b-4d93-be30-f6b7c2ea4b51 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 Feb 19 04:05:32.002383 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:32.005320 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3051a14-145e-4751-9d02-381ae6723e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:32.041458 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2b2e13-31fb-45a6-b36f-8dee28e05c97 x-openstack-request-id: req-ff2b2e13-31fb-45a6-b36f-8dee28e05c97 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:32.041752 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:32.042043 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff2b2e13-31fb-45a6-b36f-8dee28e05c97 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:32.042454 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'status': 'completed', 'code': 200} Feb 19 04:05:32.116967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051a14-145e-4751-9d02-381ae6723e4a req-6903e69d-74db-4954-a5d1-2be4505867b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.118518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3051a14-145e-4751-9d02-381ae6723e4a req-6903e69d-74db-4954-a5d1-2be4505867b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1157 time: 0.0519760 Feb 19 04:05:32.275007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051a14-145e-4751-9d02-381ae6723e4a req-8c18d4f2-eca0-468f-b745-1b4a622d3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.276971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3051a14-145e-4751-9d02-381ae6723e4a req-8c18d4f2-eca0-468f-b745-1b4a622d3779 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7fc873d-5029-48b5-ba6d-ee04708e2f29 HTTP/1.1" status: 200 len: 897 time: 0.1523280 Feb 19 04:05:32.294118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9442b-789b-44a9-a112-4933af2a6b75 req-edcfcf17-245f-43e9-8ca7-411cdf35768d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.295569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2f9442b-789b-44a9-a112-4933af2a6b75 req-edcfcf17-245f-43e9-8ca7-411cdf35768d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.1042371 Feb 19 04:05:32.403289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3051a14-145e-4751-9d02-381ae6723e4a req-a1ba7c73-b95c-499a-8179-60537ebf51e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 1001 time: 0.1187193 Feb 19 04:05:32.412695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2f9442b-789b-44a9-a112-4933af2a6b75 req-26503256-d403-40e7-8ad2-879a40ddb253 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102793 Feb 19 04:05:32.467554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051a14-145e-4751-9d02-381ae6723e4a req-93865816-e5df-49a2-a7e0-9ffb8ae50dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.469027 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3051a14-145e-4751-9d02-381ae6723e4a req-93865816-e5df-49a2-a7e0-9ffb8ae50dc8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa HTTP/1.1" status: 200 len: 835 time: 0.0540090 Feb 19 04:05:32.522417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051a14-145e-4751-9d02-381ae6723e4a req-161ee798-3766-4186-b540-986ebaad507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:32.524330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3051a14-145e-4751-9d02-381ae6723e4a req-161ee798-3766-4186-b540-986ebaad507a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7fc873d-5029-48b5-ba6d-ee04708e2f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478501 Feb 19 04:05:32.627728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3051a14-145e-4751-9d02-381ae6723e4a req-34d6054a-7ef0-4554-bfab-97db9b1960f9 service neutron] 10.222.0.71 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964243 Feb 19 04:05:32.720988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3051a14-145e-4751-9d02-381ae6723e4a req-9c2891cf-d523-4376-8d7a-43c0984f0ee2 service neutron] 10.222.0.71 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859456 Feb 19 04:05:33.493381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d9eec4af-b72b-4999-8965-aca252e7e9d7 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:33.547069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd7061-6145-4e16-a79b-4ff9862a07d0 req-21ce3183-c4ce-4335-aa60-2dcdf468f0f1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.548582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bfd7061-6145-4e16-a79b-4ff9862a07d0 req-21ce3183-c4ce-4335-aa60-2dcdf468f0f1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0616663 Feb 19 04:05:33.602499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bfd7061-6145-4e16-a79b-4ff9862a07d0 req-ca6a7be9-7269-44d3-be8c-081dbbdf03b0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477479 Feb 19 04:05:33.618795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:33.630474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d9eec4af-b72b-4999-8965-aca252e7e9d7 has no active binding in host n-h1-826756-2 {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 04:05:34.733766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feee36-792d-4a18-a553-a1607ed276db req-d74bd02a-33e4-4dff-94c3-bf004d0064e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.735296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61feee36-792d-4a18-a553-a1607ed276db req-d74bd02a-33e4-4dff-94c3-bf004d0064e8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0599754 Feb 19 04:05:34.785325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61feee36-792d-4a18-a553-a1607ed276db req-b45b1e21-7b6e-4aaa-8bf2-3f3f29302617 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 Feb 19 04:05:35.525250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-a26b5f23-d953-483f-bfce-6c6b10b481d6 req-e0e11baf-8248-476e-8fad-b88065367e9e service neutron] (103615) timed out ('10.222.0.71', 61264) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:05:35.922281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea249af8-ad9d-4d4f-bf90-4cb877939a6e req-40e87104-9901-40b2-842a-caee005f7b4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:35.923890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea249af8-ad9d-4d4f-bf90-4cb877939a6e req-40e87104-9901-40b2-842a-caee005f7b4b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0628378 Feb 19 04:05:35.988686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea249af8-ad9d-4d4f-bf90-4cb877939a6e req-32017861-c725-4596-8ef5-51a785c1ecae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565703 Feb 19 04:05:36.080387 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:05:36.471903 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:37.118327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831687da-5459-4045-b21b-62b253b7f581 req-9d5f2a80-98a6-4da2-8c0e-d971510ab226 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.119796 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-831687da-5459-4045-b21b-62b253b7f581 req-9d5f2a80-98a6-4da2-8c0e-d971510ab226 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0545065 Feb 19 04:05:37.173098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-831687da-5459-4045-b21b-62b253b7f581 req-2cefde35-5bbf-4788-a38e-cb8e9547d35c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476644 Feb 19 04:05:38.296784 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da146ad2-a169-438c-993f-e6b4c2be7b4d req-b561ea03-d4f2-4f25-bbe1-bee0f4bd3938 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.298216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da146ad2-a169-438c-993f-e6b4c2be7b4d req-b561ea03-d4f2-4f25-bbe1-bee0f4bd3938 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 945 time: 0.0534785 Feb 19 04:05:38.322701 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c8991a8-97aa-4d40-a0b5-d2f833982c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.363581 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da146ad2-a169-438c-993f-e6b4c2be7b4d req-e4519e17-ea7c-4440-9270-dbc8bc31ba24 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590162 Feb 19 04:05:38.805005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-bcbed6e7-783a-427a-98cd-ae4bde34a2e9 service neutron] 10.222.0.71 "GET /v2.0/ports/d9eec4af-b72b-4999-8965-aca252e7e9d7/bindings/n-h1-826756-2 HTTP/1.1" status: 200 len: 384 time: 0.0564601 Feb 19 04:05:38.982397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:39.000734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:39.046575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:39.048845 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9008ae2-563a-432e-b0d6-d33e5fd4c944" -d '{"events": [{"server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:39.057801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:39.075584 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.090738 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f61d1-6bd5-47b2-8b5f-30c117755ede x-openstack-request-id: req-5b6f61d1-6bd5-47b2-8b5f-30c117755ede {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:39.091199 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:39.091632 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b6f61d1-6bd5-47b2-8b5f-30c117755ede {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:39.092203 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'code': 200} Feb 19 04:05:39.157233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Transition to ACTIVE for port object d9eec4af-b72b-4999-8965-aca252e7e9d7 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:39.161490 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.266182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9eec4af-b72b-4999-8965-aca252e7e9d7,revision_number=11']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:39.281660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.282047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.282402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.282748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.283093 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.283434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.283773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.284110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.284444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.284782 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.285121 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.285451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.285783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:39.320302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] No DVR routers for this DVR port d9eec4af-b72b-4999-8965-aca252e7e9d7 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:39.490808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-6fd7671a-db19-44a2-9fdc-4307c847ccb7 service neutron] 10.222.0.71 "PUT /v2.0/ports/d9eec4af-b72b-4999-8965-aca252e7e9d7/bindings/n-h1-826756-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6790705 Feb 19 04:05:39.515266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0b4d-fb8d-459c-8182-da484d9acc1b req-37930f67-e909-45b4-b6d7-e3ab08c4004e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.516824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e7b0b4d-fb8d-459c-8182-da484d9acc1b req-37930f67-e909-45b4-b6d7-e3ab08c4004e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 944 time: 0.0808907 Feb 19 04:05:39.570527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e7b0b4d-fb8d-459c-8182-da484d9acc1b req-7403b4b5-931d-4b83-91be-8db1ce57f4b5 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472102 Feb 19 04:05:39.607135 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-28eafa59-8cd7-4f44-a331-783a6374a3c2 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.608650 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-28eafa59-8cd7-4f44-a331-783a6374a3c2 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a&tenant_id=973c4801737243988d85e4be0fb08dda&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.0542965 Feb 19 04:05:39.694557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-36e12cea-b5ee-4cac-9fdd-c55e09dd572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.696113 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-36e12cea-b5ee-4cac-9fdd-c55e09dd572a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 1126 time: 0.0791991 Feb 19 04:05:39.780067 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-aeca8bf3-469e-4a21-842f-c054ef3ac6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.781551 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-aeca8bf3-469e-4a21-842f-c054ef3ac6b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1126 time: 0.0486152 Feb 19 04:05:39.873356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-e9840d7e-2c9f-474a-bb11-2b6bbba4cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.874783 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-e9840d7e-2c9f-474a-bb11-2b6bbba4cfbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7fc873d-5029-48b5-ba6d-ee04708e2f29 HTTP/1.1" status: 200 len: 897 time: 0.0860839 Feb 19 04:05:39.939899 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-dd4deec0-72b6-497b-9350-432d22ad0917 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 999 time: 0.0572801 Feb 19 04:05:39.988038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-d9aa978d-bfad-42a6-bfc1-15594d5478a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.989525 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-d9aa978d-bfad-42a6-bfc1-15594d5478a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa HTTP/1.1" status: 200 len: 835 time: 0.0432873 Feb 19 04:05:40.041204 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-7ccdc911-2b3c-4cf8-a841-d09afc7620ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.042748 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-7ccdc911-2b3c-4cf8-a841-d09afc7620ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7fc873d-5029-48b5-ba6d-ee04708e2f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467565 Feb 19 04:05:40.134008 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-8ed3217a-28a0-4a72-8dc5-ed7bc6a2ffa8 service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840971 Feb 19 04:05:40.229683 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-57e78573-fb7c-4ff7-9e0a-564bcb1c2128 service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888045 Feb 19 04:05:40.494610 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7756b317-8911-41d6-9b96-0dbbed721852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.519526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-486ab9cf-67c4-435c-9846-080bf7e568b9 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.521536 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-486ab9cf-67c4-435c-9846-080bf7e568b9 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a&tenant_id=973c4801737243988d85e4be0fb08dda&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 1126 time: 0.0486171 Feb 19 04:05:40.639444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-60a520e5-34b0-46e0-8074-97149e546e65 service neutron] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h2-826756-2, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:40.643354 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-60a520e5-34b0-46e0-8074-97149e546e65 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.644465 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-60a520e5-34b0-46e0-8074-97149e546e65 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d9eec4af-b72b-4999-8965-aca252e7e9d7/bindings/n-h2-826756-2 HTTP/1.1" status: 204 len: 173 time: 0.1165221 Feb 19 04:05:40.706042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f61e21-d245-4b19-9d23-dcbc25dd1f70 req-3db49023-4922-464b-aac5-9326fa458004 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.707594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-52f61e21-d245-4b19-9d23-dcbc25dd1f70 req-3db49023-4922-464b-aac5-9326fa458004 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 944 time: 0.0657482 Feb 19 04:05:40.765992 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-52f61e21-d245-4b19-9d23-dcbc25dd1f70 req-01fdc920-6f4f-4c81-b713-244cd20db8c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497952 Feb 19 04:05:40.899817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a07e3-4e9c-4c4a-863c-f6fbbb20cec5 req-0b29a2bf-bfc5-4486-8825-79670cf022d7 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.901409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e73a07e3-4e9c-4c4a-863c-f6fbbb20cec5 req-0b29a2bf-bfc5-4486-8825-79670cf022d7 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1126 time: 0.0604827 Feb 19 04:05:40.953650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e73a07e3-4e9c-4c4a-863c-f6fbbb20cec5 req-c8f43eb9-142d-4661-a89b-44fe0722394a tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456917 Feb 19 04:05:41.080484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06d6a4-3baa-494f-9e3f-e6b0e9255a01 req-8823dd08-7356-4373-952d-ab5753682722 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:41.082119 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f06d6a4-3baa-494f-9e3f-e6b0e9255a01 req-8823dd08-7356-4373-952d-ab5753682722 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 944 time: 0.0558269 Feb 19 04:05:41.092039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d9eec4af-b72b-4999-8965-aca252e7e9d7 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:41.142273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f06d6a4-3baa-494f-9e3f-e6b0e9255a01 req-20899a2b-8e37-418e-aa09-dfd581ea1abe tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537050 Feb 19 04:05:41.168257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57370) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:41.245934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aeaa0ce1-bcb3-4496-af0e-e401a4e8169f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/91dea7de-2051-4904-b6b9-f637002540ec HTTP/1.1" status: 200 len: 991 time: 0.0758271 Feb 19 04:05:41.289527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port d9eec4af-b72b-4999-8965-aca252e7e9d7 host n-h1-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:05:41.289957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d9eec4af-b72b-4999-8965-aca252e7e9d7 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:41.490848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57376) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:41.653429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port 13d12639-4ddf-4c1d-b87a-f48d0164d399 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:41.653675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (13d12639-4ddf-4c1d-b87a-f48d0164d399), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.730526 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (13d12639-4ddf-4c1d-b87a-f48d0164d399), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.731268 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (13d12639-4ddf-4c1d-b87a-f48d0164d399), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.743059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for 13d12639-4ddf-4c1d-b87a-f48d0164d399 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:41.890812 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (13d12639-4ddf-4c1d-b87a-f48d0164d399), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.914669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=13d12639-4ddf-4c1d-b87a-f48d0164d399,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:41.982958 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (91dea7de-2051-4904-b6b9-f637002540ec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.983294 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Floating IP 91dea7de-2051-4904-b6b9-f637002540ec disassociated (deleted). External IP: 172.25.4.155, port: d9eec4af-b72b-4999-8965-aca252e7e9d7. Feb 19 04:05:42.129376 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.205071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:05:42.314666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:05:42.320011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.326830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] Sync routers for ids ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:05:42.339729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] Routers {'0eef38ed-7594-4b08-9fa5-c3e73a4d554a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:42.340364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:05:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:42.349834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-273e1c51-f4fc-4835-b621-e5d3f8beed67 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/floatingips/91dea7de-2051-4904-b6b9-f637002540ec HTTP/1.1" status: 204 len: 168 time: 0.8577688 Feb 19 04:05:42.350738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:42.353062 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44" -d '{"events": [{"name": "network-changed", "server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:42.466464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] Set router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:42.517942 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd41a9cb-9556-443e-b52e-fd220fe3cdfd x-openstack-request-id: req-dd41a9cb-9556-443e-b52e-fd220fe3cdfd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:42.518246 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:42.518507 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd41a9cb-9556-443e-b52e-fd220fe3cdfd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:42.518924 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'status': 'completed', 'code': 200} Feb 19 04:05:42.620926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4001a-f631-469d-b11c-d000d79676cc req-f931f168-62a0-4a7c-93b9-0cc1be8bd727 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.623115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99e4001a-f631-469d-b11c-d000d79676cc req-f931f168-62a0-4a7c-93b9-0cc1be8bd727 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 944 time: 0.0587213 Feb 19 04:05:42.630329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-019206dd-f5b9-4a33-8a94-42eb46e05bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.632818 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-019206dd-f5b9-4a33-8a94-42eb46e05bfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 1126 time: 0.0490220 Feb 19 04:05:42.682233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99e4001a-f631-469d-b11c-d000d79676cc req-2fc63bca-320d-4a8b-9b42-8b4e4ebf5b99 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502379 Feb 19 04:05:42.685833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '553177ff-e3ab-49dc-ba1e-7d08438a6d1d', 'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:fe:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:39Z', 'updated_at': '2022-02-19T04:04:42Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:42.719559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] Checking router: 0eef38ed-7594-4b08-9fa5-c3e73a4d554a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:05:42.728147 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] Routers {'0eef38ed-7594-4b08-9fa5-c3e73a4d554a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:42.728834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:05:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:42.740262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-22845ee8-518b-4274-b713-24058d9a5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.742043 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-22845ee8-518b-4274-b713-24058d9a5ab1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7fc873d-5029-48b5-ba6d-ee04708e2f29 HTTP/1.1" status: 200 len: 897 time: 0.1031342 Feb 19 04:05:42.843610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] Set router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:43.108353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '553177ff-e3ab-49dc-ba1e-7d08438a6d1d', 'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:fe:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:39Z', 'updated_at': '2022-02-19T04:04:42Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:43.137944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9ed15-38b0-4f1e-8989-1886f29d2b2f None None] The sync data for ids ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'] in n-d-826756-2 is: [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:04:39Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '553177ff-e3ab-49dc-ba1e-7d08438a6d1d', 'name': '', 'network_id': 'e7fc873d-5029-48b5-ba6d-ee04708e2f29', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:fe:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:39Z', 'updated_at': '2022-02-19T04:04:42Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:05:43.158437 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-c29ebbd4-9306-44d2-8174-a2f1dea878a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 200 len: 217 time: 0.4099767 Feb 19 04:05:43.167871 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.214172 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-ffdecddc-0171-4636-b961-76c604ff32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:43.215895 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-ffdecddc-0171-4636-b961-76c604ff32ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa HTTP/1.1" status: 200 len: 835 time: 0.0483184 Feb 19 04:05:43.268950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-66cbb3c2-d84b-45ed-9c46-64275946dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:43.270540 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-66cbb3c2-d84b-45ed-9c46-64275946dde2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7fc873d-5029-48b5-ba6d-ee04708e2f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476840 Feb 19 04:05:43.363140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-148c119a-9aed-4f0d-affe-34938b8da83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:43.365463 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-148c119a-9aed-4f0d-affe-34938b8da83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 944 time: 0.0601292 Feb 19 04:05:43.398859 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-8743bdd7-fe33-4957-8668-91101b014fda service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945337 Feb 19 04:05:43.429090 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96f676-e901-47ce-8bbc-428c6f632157 None None] New status for floating IP 91dea7de-2051-4904-b6b9-f637002540ec: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:05:43.471071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-a15c6f46-71b0-4c14-8fcf-a8e7c05028f9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port d9eec4af-b72b-4999-8965-aca252e7e9d7 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:43.471417 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-a15c6f46-71b0-4c14-8fcf-a8e7c05028f9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.504386 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-ee6456ff-4fa5-4ec1-8bb2-2cdf66a57c44 req-e279f879-8989-470d-b272-3d59d9558b06 service neutron] 10.222.0.37 "GET /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989990 Feb 19 04:05:43.566943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-a15c6f46-71b0-4c14-8fcf-a8e7c05028f9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port d9eec4af-b72b-4999-8965-aca252e7e9d7, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=d9eec4af-b72b-4999-8965-aca252e7e9d7,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:43.567216 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-a15c6f46-71b0-4c14-8fcf-a8e7c05028f9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.579087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-a15c6f46-71b0-4c14-8fcf-a8e7c05028f9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for d9eec4af-b72b-4999-8965-aca252e7e9d7 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:43.717337 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-a15c6f46-71b0-4c14-8fcf-a8e7c05028f9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d9eec4af-b72b-4999-8965-aca252e7e9d7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.747232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c6f46-71b0-4c14-8fcf-a8e7c05028f9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=d9eec4af-b72b-4999-8965-aca252e7e9d7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:43.804074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-a15c6f46-71b0-4c14-8fcf-a8e7c05028f9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] No DVR routers for this DVR port d9eec4af-b72b-4999-8965-aca252e7e9d7 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:43.821041 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-a15c6f46-71b0-4c14-8fcf-a8e7c05028f9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.824361 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cb7a23c-6cad-4657-8a87-3c87db4ff50f req-a15c6f46-71b0-4c14-8fcf-a8e7c05028f9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "DELETE /v2.0/ports/d9eec4af-b72b-4999-8965-aca252e7e9d7 HTTP/1.1" status: 204 len: 173 time: 0.4535694 Feb 19 04:05:43.826420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a26030b-76ec-4d35-bd22-f5e0971062d6 req-e74553ab-c488-450e-a65c-f63f8e792615 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a HTTP/1.1" status: 200 len: 210 time: 0.0471323 Feb 19 04:05:44.520524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'name': 'network-vif-deleted', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:44.522945 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfb806c-d604-4fe2-b295-c146ab8d047a" -d '{"events": [{"server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "name": "network-vif-deleted", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:44.562902 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29098606-936e-4dae-9331-b31b0aa660c0 x-openstack-request-id: req-29098606-936e-4dae-9331-b31b0aa660c0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:44.563198 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a", "name": "network-vif-deleted", "tag": "d9eec4af-b72b-4999-8965-aca252e7e9d7", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:44.563456 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29098606-936e-4dae-9331-b31b0aa660c0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:44.563857 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f5fe53-a8f7-44c4-b2ed-c53ce31f7e8a', 'name': 'network-vif-deleted', 'tag': 'd9eec4af-b72b-4999-8965-aca252e7e9d7', 'status': 'completed', 'code': 200} Feb 19 04:05:44.682428 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.890405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57390) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:45.267516 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.526417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d9eec4af-b72b-4999-8965-aca252e7e9d7 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:45.548296 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: d9eec4af-b72b-4999-8965-aca252e7e9d7 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:45.548648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device d9eec4af-b72b-4999-8965-aca252e7e9d7 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:45.866120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:45.866724 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.954833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port 553177ff-e3ab-49dc-ba1e-7d08438a6d1d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=553177ff-e3ab-49dc-ba1e-7d08438a6d1d,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:45.955199 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.967507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for 553177ff-e3ab-49dc-ba1e-7d08438a6d1d owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:46.163295 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (553177ff-e3ab-49dc-ba1e-7d08438a6d1d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.194215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=553177ff-e3ab-49dc-ba1e-7d08438a6d1d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:46.382657 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.615592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:05:46.726218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:05:46.731234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ef9dbe31-ad81-4d85-a416-e705e826990d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "PUT /v2.0/routers/0eef38ed-7594-4b08-9fa5-c3e73a4d554a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8397868 Feb 19 04:05:46.733950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57394) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:46.736997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] Sync routers for ids ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:05:46.747141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] Routers {'0eef38ed-7594-4b08-9fa5-c3e73a4d554a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:46.747768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:05:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:46.786867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0e0b36-a149-4cbc-b3bc-acd7397dc630 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting subnet 3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:05:46.790353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0b36-a149-4cbc-b3bc-acd7397dc630 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.832234 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0b36-a149-4cbc-b3bc-acd7397dc630 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.862696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] Set router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:46.925064 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0b36-a149-4cbc-b3bc-acd7397dc630 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.989474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0b36-a149-4cbc-b3bc-acd7397dc630 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.014819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e0b36-a149-4cbc-b3bc-acd7397dc630 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:47.022116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0b36-a149-4cbc-b3bc-acd7397dc630 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.025483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1a0e0b36-a149-4cbc-b3bc-acd7397dc630 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/subnets/3eb0ffe1-39ca-4b07-9a28-6be3d026c9aa HTTP/1.1" status: 204 len: 168 time: 0.2905777 Feb 19 04:05:47.028152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57396) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:47.032637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bdf58e-f5ce-45b6-a289-380f54430e0c None None] Network e7fc873d-5029-48b5-ba6d-ee04708e2f29 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:47.130967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:05:46Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:47.148980 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.162780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] Checking router: 0eef38ed-7594-4b08-9fa5-c3e73a4d554a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:05:47.176562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] Routers {'0eef38ed-7594-4b08-9fa5-c3e73a4d554a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:47.177810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:05:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:47.273168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.278691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e03e74-2439-44b2-ab3a-bb183b54f990 None None] DHCP port deletion for e7fc873d-5029-48b5-ba6d-ee04708e2f29 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:05:47.332599 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] Set router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:47.335548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port 92b22549-e41c-4238-b640-465d1cede612 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:47.335548 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (92b22549-e41c-4238-b640-465d1cede612), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.394362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e284a1cb-441a-48f7-b1d5-d255cbd5a809 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:47.422462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port 92b22549-e41c-4238-b640-465d1cede612, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=92b22549-e41c-4238-b640-465d1cede612,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:47.422831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (92b22549-e41c-4238-b640-465d1cede612), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.435124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for 92b22549-e41c-4238-b640-465d1cede612 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:47.499421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d2e03e74-2439-44b2-ab3a-bb183b54f990 None None] Deleting port e284a1cb-441a-48f7-b1d5-d255cbd5a809 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:47.499707 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d2e03e74-2439-44b2-ab3a-bb183b54f990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.610712 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (92b22549-e41c-4238-b640-465d1cede612), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.650410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=92b22549-e41c-4238-b640-465d1cede612,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:47.714160 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.800635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d2e03e74-2439-44b2-ab3a-bb183b54f990 None None] For port e284a1cb-441a-48f7-b1d5-d255cbd5a809, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e284a1cb-441a-48f7-b1d5-d255cbd5a809,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:47.801281 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d2e03e74-2439-44b2-ab3a-bb183b54f990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.804381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e284a1cb-441a-48f7-b1d5-d255cbd5a809 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:47.804817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.811427 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.813585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_controller (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.829037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d2e03e74-2439-44b2-ab3a-bb183b54f990 None None] Calling delete_port for e284a1cb-441a-48f7-b1d5-d255cbd5a809 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:47.863783 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (0eef38ed-7594-4b08-9fa5-c3e73a4d554a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.864396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Fanout notify agent at l3_agent the message router_deleted on router 0eef38ed-7594-4b08-9fa5-c3e73a4d554a {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:05:47.877748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.877748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1a087b3f-7da6-41c2-bf61-c0a89c311c77 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/routers/0eef38ed-7594-4b08-9fa5-c3e73a4d554a HTTP/1.1" status: 204 len: 168 time: 0.8442838 Feb 19 04:05:47.877748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57398) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:47.904325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port e284a1cb-441a-48f7-b1d5-d255cbd5a809, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e284a1cb-441a-48f7-b1d5-d255cbd5a809,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:47.910968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.956223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (e7fc873d-5029-48b5-ba6d-ee04708e2f29), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.978868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:05:46Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:48.015300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49701d4-b5ed-4185-8b5c-26f24688d5cc None None] The sync data for ids ['0eef38ed-7594-4b08-9fa5-c3e73a4d554a'] in n-d-826756-2 is: [{'id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889522795', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '92b22549-e41c-4238-b640-465d1cede612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:04:36Z', 'updated_at': '2022-02-19T04:05:46Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': '92b22549-e41c-4238-b640-465d1cede612', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef38ed-7594-4b08-9fa5-c3e73a4d554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:04:37Z', 'updated_at': '2022-02-19T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:05:48.016159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port e284a1cb-441a-48f7-b1d5-d255cbd5a809 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:48.016899 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.018560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=e284a1cb-441a-48f7-b1d5-d255cbd5a809,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:48.027303 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d2e03e74-2439-44b2-ab3a-bb183b54f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.030694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.031047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.031450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.031789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.032133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.032465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.032801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.033128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.033508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.033864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.034195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.034520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.034845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.066475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e03e74-2439-44b2-ab3a-bb183b54f990 None None] Pushing event deleted for resources: {'Port': ['ID=e284a1cb-441a-48f7-b1d5-d255cbd5a809,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:48.069124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e03e74-2439-44b2-ab3a-bb183b54f990 None None] No DVR routers for this DVR port e284a1cb-441a-48f7-b1d5-d255cbd5a809 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:48.094975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port e284a1cb-441a-48f7-b1d5-d255cbd5a809, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e284a1cb-441a-48f7-b1d5-d255cbd5a809,segment=NetworkSegment(bf624bde-ce6d-4ee1-aba1-6ad904ab891b),segment_id=bf624bde-ce6d-4ee1-aba1-6ad904ab891b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:48.095339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.108303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for e284a1cb-441a-48f7-b1d5-d255cbd5a809 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:48.188057 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e284a1cb-441a-48f7-b1d5-d255cbd5a809), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.219248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=e284a1cb-441a-48f7-b1d5-d255cbd5a809,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:48.222775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] No DVR routers for this DVR port e284a1cb-441a-48f7-b1d5-d255cbd5a809 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:48.299556 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (e7fc873d-5029-48b5-ba6d-ee04708e2f29), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.321929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fc873d-5029-48b5-ba6d-ee04708e2f29']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:48.331000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:48.331299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf624bde-ce6d-4ee1-aba1-6ad904ab891b') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:48.340836 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (bf624bde-ce6d-4ee1-aba1-6ad904ab891b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.356627 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (bf624bde-ce6d-4ee1-aba1-6ad904ab891b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.361632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:05:48.362079 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (bf624bde-ce6d-4ee1-aba1-6ad904ab891b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: self.session.flush() Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:05:48.368364 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:05:48.443391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (e7fc873d-5029-48b5-ba6d-ee04708e2f29), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.451012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.465236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/networks/e7fc873d-5029-48b5-ba6d-ee04708e2f29 HTTP/1.1" status: 204 len: 168 time: 0.5759137 Feb 19 04:05:48.465347 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57400) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:48.466997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305988f-b0a2-4daa-8795-41902c17e7dd tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Network': ['ID=e7fc873d-5029-48b5-ba6d-ee04708e2f29,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:48.526621 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.556700 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.626924 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.629646 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.630977 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/security-groups/b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6 HTTP/1.1" status: 204 len: 168 time: 0.1679566 Feb 19 04:05:48.640675 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b256c7ac-f7e5-4ae4-a7d6-8a4c78c543f6,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:48.651524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.651965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.652447 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.652861 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.653496 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.653881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.654648 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.655111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.655670 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.656164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.656540 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.656873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:48.657397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5157cc3c-a5de-495b-b536-09e832965cae tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:49.102975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57406) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:49.108449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1088a6d9-fc45-4c3e-be36-bda8338cac0e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489029856', 'description': 'tempest-secgroup-smoke-489029856 description', 'project_id': '973c4801737243988d85e4be0fb08dda'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:49.130703 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1088a6d9-fc45-4c3e-be36-bda8338cac0e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.200368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1088a6d9-fc45-4c3e-be36-bda8338cac0e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.206593 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1088a6d9-fc45-4c3e-be36-bda8338cac0e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.238261 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1088a6d9-fc45-4c3e-be36-bda8338cac0e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.239571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1088a6d9-fc45-4c3e-be36-bda8338cac0e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1355426 Feb 19 04:05:49.242072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088a6d9-fc45-4c3e-be36-bda8338cac0e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.244547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57408) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:49.250434 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-72e640e1-87e0-4872-a4ea-47540a2265c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:49.277931 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-72e640e1-87e0-4872-a4ea-47540a2265c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (38815e37-f7b1-4b4c-8a14-067d488b407a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.285736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 92b22549-e41c-4238-b640-465d1cede612 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:49.314687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 92b22549-e41c-4238-b640-465d1cede612 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:49.315039 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 92b22549-e41c-4238-b640-465d1cede612 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:49.315470 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 553177ff-e3ab-49dc-ba1e-7d08438a6d1d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:49.334348 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-72e640e1-87e0-4872-a4ea-47540a2265c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (38815e37-f7b1-4b4c-8a14-067d488b407a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.337748 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-72e640e1-87e0-4872-a4ea-47540a2265c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (38815e37-f7b1-4b4c-8a14-067d488b407a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.338120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 553177ff-e3ab-49dc-ba1e-7d08438a6d1d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:49.338477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 553177ff-e3ab-49dc-ba1e-7d08438a6d1d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:49.359998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e640e1-87e0-4872-a4ea-47540a2265c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38815e37-f7b1-4b4c-8a14-067d488b407a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.366363 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-72e640e1-87e0-4872-a4ea-47540a2265c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.367554 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-72e640e1-87e0-4872-a4ea-47540a2265c7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219521 Feb 19 04:05:49.370389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57410) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:49.375012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cc326c04-8fa9-44a1-8636-3a9566fcb29b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:49.404792 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cc326c04-8fa9-44a1-8636-3a9566fcb29b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (a696f9f0-257b-4479-8500-381aaf86eff7), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.461452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cc326c04-8fa9-44a1-8636-3a9566fcb29b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (a696f9f0-257b-4479-8500-381aaf86eff7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.465513 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cc326c04-8fa9-44a1-8636-3a9566fcb29b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (a696f9f0-257b-4479-8500-381aaf86eff7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.487853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc326c04-8fa9-44a1-8636-3a9566fcb29b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a696f9f0-257b-4479-8500-381aaf86eff7,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.495946 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cc326c04-8fa9-44a1-8636-3a9566fcb29b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.497370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cc326c04-8fa9-44a1-8636-3a9566fcb29b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258922 Feb 19 04:05:49.500249 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57412) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:49.505973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-89ac2ad5-fe40-4481-b021-e46573f41b9c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:49.531199 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89ac2ad5-fe40-4481-b021-e46573f41b9c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (7a52240d-8d4f-4dbf-b91d-9c5e3c176be6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.589758 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89ac2ad5-fe40-4481-b021-e46573f41b9c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (7a52240d-8d4f-4dbf-b91d-9c5e3c176be6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.593419 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89ac2ad5-fe40-4481-b021-e46573f41b9c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (7a52240d-8d4f-4dbf-b91d-9c5e3c176be6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.613128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac2ad5-fe40-4481-b021-e46573f41b9c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a52240d-8d4f-4dbf-b91d-9c5e3c176be6,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.622245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89ac2ad5-fe40-4481-b021-e46573f41b9c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.623469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-89ac2ad5-fe40-4481-b021-e46573f41b9c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218646 Feb 19 04:05:49.626523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57414) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:49.630843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b1c85fcd-8505-4eab-910d-597d81372813 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:49.655454 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b1c85fcd-8505-4eab-910d-597d81372813 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (d157cc01-c324-4173-8e01-480a53c344c2), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.712927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b1c85fcd-8505-4eab-910d-597d81372813 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (d157cc01-c324-4173-8e01-480a53c344c2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.716950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b1c85fcd-8505-4eab-910d-597d81372813 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d157cc01-c324-4173-8e01-480a53c344c2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.735088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c85fcd-8505-4eab-910d-597d81372813 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d157cc01-c324-4173-8e01-480a53c344c2,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.742882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b1c85fcd-8505-4eab-910d-597d81372813 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.744102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b1c85fcd-8505-4eab-910d-597d81372813 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166515 Feb 19 04:05:49.746850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57416) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:49.751112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-82a922ab-8ac1-4670-ae78-f41e4f8432d8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:49.770992 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-82a922ab-8ac1-4670-ae78-f41e4f8432d8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Project 973c4801737243988d85e4be0fb08dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:05:49.778746 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82a922ab-8ac1-4670-ae78-f41e4f8432d8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (f7601fe9-5a3e-496f-8511-e3fe15f471df), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.842096 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82a922ab-8ac1-4670-ae78-f41e4f8432d8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (f7601fe9-5a3e-496f-8511-e3fe15f471df), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.845430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82a922ab-8ac1-4670-ae78-f41e4f8432d8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (f7601fe9-5a3e-496f-8511-e3fe15f471df), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.866419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a922ab-8ac1-4670-ae78-f41e4f8432d8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7601fe9-5a3e-496f-8511-e3fe15f471df,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.873155 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-82a922ab-8ac1-4670-ae78-f41e4f8432d8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.874402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-82a922ab-8ac1-4670-ae78-f41e4f8432d8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266377 Feb 19 04:05:49.877098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57418) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:49.881325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-375ae9cb-221e-4100-8930-42a74037f979 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'security_group_rule': {'security_group_id': '25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7', 'project_id': '973c4801737243988d85e4be0fb08dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:49.902261 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-375ae9cb-221e-4100-8930-42a74037f979 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Project 973c4801737243988d85e4be0fb08dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:05:49.907546 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-375ae9cb-221e-4100-8930-42a74037f979 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (b5c62845-df67-49a3-a21b-ac7e558ffc7a), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.970894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-375ae9cb-221e-4100-8930-42a74037f979 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (b5c62845-df67-49a3-a21b-ac7e558ffc7a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.975234 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-375ae9cb-221e-4100-8930-42a74037f979 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (b5c62845-df67-49a3-a21b-ac7e558ffc7a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.994355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ae9cb-221e-4100-8930-42a74037f979 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c62845-df67-49a3-a21b-ac7e558ffc7a,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.999429 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-375ae9cb-221e-4100-8930-42a74037f979 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.002275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-375ae9cb-221e-4100-8930-42a74037f979 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242383 Feb 19 04:05:50.003581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57420) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:50.009112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'network': {'name': 'tempest-network-smoke--527844333', 'project_id': '973c4801737243988d85e4be0fb08dda', 'port_security_enabled': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:50.029548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:50.032889 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.057541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:05:50.067424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (22b492e6-0c43-4943-9acb-2bb8baa8d627), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.067795 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Added segment 22b492e6-0c43-4943-9acb-2bb8baa8d627 of type vlan for network 5c052092-7f49-4a9c-b284-d4ecccbf9818 Feb 19 04:05:50.107110 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (5c052092-7f49-4a9c-b284-d4ecccbf9818), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.131442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (5c052092-7f49-4a9c-b284-d4ecccbf9818), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.139213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.139953 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.204669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1998549 Feb 19 04:05:50.207358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57422) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:50.214647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'admin_state_up': True, 'project_id': '973c4801737243988d85e4be0fb08dda', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:50.226150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5fed9-49ac-4b85-be2d-4c55965f4f0a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Network': ['ID=5c052092-7f49-4a9c-b284-d4ecccbf9818,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:50.238575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 5c052092-7f49-4a9c-b284-d4ecccbf9818 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:05:50.242442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (afbe038c-caab-4a7f-a12b-a87f5955115f), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.243642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (afbe038c-caab-4a7f-a12b-a87f5955115f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.297199 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_controller (afbe038c-caab-4a7f-a12b-a87f5955115f), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.445956 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (afbe038c-caab-4a7f-a12b-a87f5955115f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.647716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (afbe038c-caab-4a7f-a12b-a87f5955115f), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.670026 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.775792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.25.4.195 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/b9d2b5a3-9556-489a-9c7e-500efbcf0b96) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:50.882998 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.918214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.954835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:50.960659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:50.965297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:50.970935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=b9d2b5a3-9556-489a-9c7e-500efbcf0b96,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:51.228623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (afbe038c-caab-4a7f-a12b-a87f5955115f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:51.767093 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (afbe038c-caab-4a7f-a12b-a87f5955115f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:51.898279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router afbe038c-caab-4a7f-a12b-a87f5955115f is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:05:52.012988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:05:52.023036 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Sync routers for ids ['afbe038c-caab-4a7f-a12b-a87f5955115f'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:05:52.032610 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.033105 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Routers {'afbe038c-caab-4a7f-a12b-a87f5955115f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:52.038509 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:05:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['afbe038c-caab-4a7f-a12b-a87f5955115f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:52.038757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-67708267-6274-4fc3-affa-e9e6b9bbf729 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8255324 Feb 19 04:05:52.039421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57424) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:52.073358 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fbbdceaa-88dc-4f3b-9659-f7c4fd3350eb tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=973c4801737243988d85e4be0fb08dda&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326948 Feb 19 04:05:52.076244 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57426) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:52.146857 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Set router afbe038c-caab-4a7f-a12b-a87f5955115f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:52.165784 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693dd35e-609e-4ce0-9f3c-0608713a347b tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:52.167344 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-693dd35e-609e-4ce0-9f3c-0608713a347b tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901668 Feb 19 04:05:52.170131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57428) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:52.204543 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ad180047-f6fc-4547-a1a4-f4b93c5c2495 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325420 Feb 19 04:05:52.206302 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57430) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:52.212127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127315164', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'project_id': '973c4801737243988d85e4be0fb08dda', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:52.313154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:52.316539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.344585 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:51Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:52.376295 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Checking router: afbe038c-caab-4a7f-a12b-a87f5955115f for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:05:52.376663 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Updating router afbe038c-caab-4a7f-a12b-a87f5955115f port b9d2b5a3-9556-489a-9c7e-500efbcf0b96 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:05:52.406034 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.530929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (7f0cac51-f74e-442f-aac6-10d09efe8b41), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.598630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Subnet': ['ID=7f0cac51-f74e-442f-aac6-10d09efe8b41,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:52.609008 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Checking segment: {'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:52.609459 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network hostable DHCP agents. Network: 5c052092-7f49-4a9c-b284-d4ecccbf9818, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:05:52.627807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network 5c052092-7f49-4a9c-b284-d4ecccbf9818 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:05:52.638006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 5c052092-7f49-4a9c-b284-d4ecccbf9818) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:52.643660 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:52.644283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.655109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152463ce-6605-4ae0-9490-cf66134bdfe8 None None] Network 5c052092-7f49-4a9c-b284-d4ecccbf9818 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:52.666299 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-82eabcdb-2102-4a30-8dc7-77a621b6d6ff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4563253 Feb 19 04:05:52.666557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57432) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:52.689761 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Publish callbacks [] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.700392 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.749246 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Attempting to bind port b9d2b5a3-9556-489a-9c7e-500efbcf0b96 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:52.749618 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Attempting to bind port b9d2b5a3-9556-489a-9c7e-500efbcf0b96 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:52.750229 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Attempting to bind port b9d2b5a3-9556-489a-9c7e-500efbcf0b96 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:52.759236 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:52.759634 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:52.760014 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.760418 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:52.760948 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Bound port: b9d2b5a3-9556-489a-9c7e-500efbcf0b96, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:52.761279 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.781665 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.805588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-5c052092-7f49-4a9c-b284-d4ecccbf9818', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:05:52.806817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.920035 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] For port b9d2b5a3-9556-489a-9c7e-500efbcf0b96, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:52.933236 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] For port b9d2b5a3-9556-489a-9c7e-500efbcf0b96, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b9d2b5a3-9556-489a-9c7e-500efbcf0b96,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:52.935044 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Pushing event updated for resources: {'Port': ['ID=b9d2b5a3-9556-489a-9c7e-500efbcf0b96,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:52.940279 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.951335 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.951777 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.952136 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.952451 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.952829 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.953254 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.953733 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.954082 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.954422 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.954737 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.955065 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.955386 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.955710 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:52.993498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Allocated IP 172.20.0.2 (5c052092-7f49-4a9c-b284-d4ecccbf9818/7f0cac51-f74e-442f-aac6-10d09efe8b41/3b5e697e-1381-4b38-ae50-64faac10fc30) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:53.012796 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffdef6-5eac-41f1-ae9d-68a1066c646e None None] Pushing event updated for resources: {'Port': ['ID=b9d2b5a3-9556-489a-9c7e-500efbcf0b96,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:53.022393 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Routers {'afbe038c-caab-4a7f-a12b-a87f5955115f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:53.023220 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:05:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['afbe038c-caab-4a7f-a12b-a87f5955115f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:53.135350 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] Set router afbe038c-caab-4a7f-a12b-a87f5955115f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:53.160307 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Publish callbacks [] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.168968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.191291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.211649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Network 5c052092-7f49-4a9c-b284-d4ecccbf9818 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:53.214803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:53.220667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:53.228541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Pushing event updated for resources: {'Port': ['ID=3b5e697e-1381-4b38-ae50-64faac10fc30,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:53.285180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Attempting to bind port 3b5e697e-1381-4b38-ae50-64faac10fc30 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:53.286028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Attempting to bind port 3b5e697e-1381-4b38-ae50-64faac10fc30 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:53.286467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Attempting to bind port 3b5e697e-1381-4b38-ae50-64faac10fc30 on network 5c052092-7f49-4a9c-b284-d4ecccbf9818 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:53.294517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:53.294785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Checking segment: {'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:53.295061 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.295668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Bound using segment: {'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:53.296535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Bound port: 3b5e697e-1381-4b38-ae50-64faac10fc30, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:53.296923 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.332721 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:51Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:53.367291 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed6965-b373-48be-9886-63593d89bce5 None None] The sync data for ids ['afbe038c-caab-4a7f-a12b-a87f5955115f'] in n-d-826756-2 is: [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:51Z', 'revision_number': 3, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:05:53.370915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] For port 3b5e697e-1381-4b38-ae50-64faac10fc30, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:53.376062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] For port 3b5e697e-1381-4b38-ae50-64faac10fc30, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3b5e697e-1381-4b38-ae50-64faac10fc30,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:53.384970 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.451759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74bce7-4734-459b-a300-ccf897593433 None None] Pushing event updated for resources: {'Port': ['ID=3b5e697e-1381-4b38-ae50-64faac10fc30,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:53.526018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.20.0.1 (5c052092-7f49-4a9c-b284-d4ecccbf9818/7f0cac51-f74e-442f-aac6-10d09efe8b41/e6562005-4091-4972-a231-96cdf592e3b1) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:53.684730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (e6562005-4091-4972-a231-96cdf592e3b1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.722133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e6562005-4091-4972-a231-96cdf592e3b1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.773897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network 5c052092-7f49-4a9c-b284-d4ecccbf9818 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:53.777086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:53.783495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:53.816536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=e6562005-4091-4972-a231-96cdf592e3b1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:53.845040 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (afbe038c-caab-4a7f-a12b-a87f5955115f), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.992711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6562005-4091-4972-a231-96cdf592e3b1), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.319474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (e6562005-4091-4972-a231-96cdf592e3b1), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.326012 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (e6562005-4091-4972-a231-96cdf592e3b1), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.407273 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (afbe038c-caab-4a7f-a12b-a87f5955115f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.415653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=e6562005-4091-4972-a231-96cdf592e3b1,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:54.512358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network 5c052092-7f49-4a9c-b284-d4ecccbf9818 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:54.513924 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:54.530528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cdc853-3a9a-486b-a9d2-a1d03bcfaf9f None None] Network 5c052092-7f49-4a9c-b284-d4ecccbf9818 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:54.593928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-edfb26f8-f928-44c6-a3fd-e6a3dd588bc2 None None] Provisioning complete for port 3b5e697e-1381-4b38-ae50-64faac10fc30 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:54.594305 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-edfb26f8-f928-44c6-a3fd-e6a3dd588bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.633803 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router afbe038c-caab-4a7f-a12b-a87f5955115f has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:05:54.718351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-edfb26f8-f928-44c6-a3fd-e6a3dd588bc2 None None] Current status of the port 3b5e697e-1381-4b38-ae50-64faac10fc30 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:54.718777 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-edfb26f8-f928-44c6-a3fd-e6a3dd588bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.755085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:05:54.755279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-edfb26f8-f928-44c6-a3fd-e6a3dd588bc2 None None] For port 3b5e697e-1381-4b38-ae50-64faac10fc30, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3b5e697e-1381-4b38-ae50-64faac10fc30,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:54.761780 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-edfb26f8-f928-44c6-a3fd-e6a3dd588bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.766507 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f5456038-6073-4685-b7b1-4e55fffb77e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "PUT /v2.0/routers/afbe038c-caab-4a7f-a12b-a87f5955115f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0987427 Feb 19 04:05:54.827317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb26f8-f928-44c6-a3fd-e6a3dd588bc2 None None] Pushing event updated for resources: {'Port': ['ID=3b5e697e-1381-4b38-ae50-64faac10fc30,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:54.937948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-908ffab7-1632-4642-9e77-f6b166825d02 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489029856&fields=id&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 267 time: 0.0530295 Feb 19 04:05:55.037261 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c8f4e3a4-bd6f-478b-acd0-efa91b925e9f None None] Provisioning complete for port e6562005-4091-4972-a231-96cdf592e3b1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:55.037635 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e3a4-bd6f-478b-acd0-efa91b925e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e6562005-4091-4972-a231-96cdf592e3b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.072972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-d64b9604-d3ae-4784-b7d0-ee21ba4e7b24 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.074474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-d64b9604-d3ae-4784-b7d0-ee21ba4e7b24 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/networks?id=5c052092-7f49-4a9c-b284-d4ecccbf9818 HTTP/1.1" status: 200 len: 796 time: 0.1286058 Feb 19 04:05:55.080085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4e3a4-bd6f-478b-acd0-efa91b925e9f None None] Port e6562005-4091-4972-a231-96cdf592e3b1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:05:55.095770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-fb21db77-d764-46fb-8d61-bf2edef82811 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/quotas/973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 375 time: 0.0117018 Feb 19 04:05:55.101653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c8f4e3a4-bd6f-478b-acd0-efa91b925e9f None None] Provisioning complete for port 3b5e697e-1381-4b38-ae50-64faac10fc30 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:55.102081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c8f4e3a4-bd6f-478b-acd0-efa91b925e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.169600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c92b08ae-2db2-4009-b231-1998665c2e2f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660038 Feb 19 04:05:55.207729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4e3a4-bd6f-478b-acd0-efa91b925e9f None None] Current status of the port 3b5e697e-1381-4b38-ae50-64faac10fc30 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:55.241442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Sync routers for ids ['afbe038c-caab-4a7f-a12b-a87f5955115f'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:05:55.252540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Routers {'afbe038c-caab-4a7f-a12b-a87f5955115f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:55.253218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:05:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['afbe038c-caab-4a7f-a12b-a87f5955115f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:55.358513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-284134b0-bcd9-4575-9fd5-1ad234427e96 service neutron] 10.222.0.42 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679826 Feb 19 04:05:55.397941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3b5e697e-1381-4b38-ae50-64faac10fc30 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:55.446211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Set router afbe038c-caab-4a7f-a12b-a87f5955115f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:55.468020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-56b8a386-66dc-482b-aca4-20b1d4429785 service neutron] 10.222.0.42 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081846 Feb 19 04:05:55.472907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-626dc0fe-d4d0-4bb8-885c-5aae6e59a541 None None] Provisioning complete for port e6562005-4091-4972-a231-96cdf592e3b1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:55.473290 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-626dc0fe-d4d0-4bb8-885c-5aae6e59a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e6562005-4091-4972-a231-96cdf592e3b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.582642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-626dc0fe-d4d0-4bb8-885c-5aae6e59a541 None None] Port e6562005-4091-4972-a231-96cdf592e3b1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:05:55.627631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 3b5e697e-1381-4b38-ae50-64faac10fc30 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:55.628013 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.641396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37747294-4616-4895-a066-a99e6c133be5 req-9432afc7-f1dc-4f68-b523-9ce967e3beab tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 210 time: 0.0309870 Feb 19 04:05:55.763203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-66375ef0-c9fe-49a6-aac4-26b3e810a0c3 None None] Provisioning complete for port e6562005-4091-4972-a231-96cdf592e3b1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:55.763620 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-66375ef0-c9fe-49a6-aac4-26b3e810a0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e6562005-4091-4972-a231-96cdf592e3b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.816451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 3b5e697e-1381-4b38-ae50-64faac10fc30 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:55.818094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b9d2b5a3-9556-489a-9c7e-500efbcf0b96 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:55.847793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-66375ef0-c9fe-49a6-aac4-26b3e810a0c3 None None] Port e6562005-4091-4972-a231-96cdf592e3b1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:05:55.878022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:53Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e6562005-4091-4972-a231-96cdf592e3b1', 'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:ae:d5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:53Z', 'updated_at': '2022-02-19T04:05:54Z', 'revision_number': 2, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:55.907494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Checking router: afbe038c-caab-4a7f-a12b-a87f5955115f for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:05:55.907855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Updating router afbe038c-caab-4a7f-a12b-a87f5955115f port e6562005-4091-4972-a231-96cdf592e3b1 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:05:55.935616 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b9d2b5a3-9556-489a-9c7e-500efbcf0b96 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:55.935991 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.127334 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6562005-4091-4972-a231-96cdf592e3b1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.279471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b9d2b5a3-9556-489a-9c7e-500efbcf0b96 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:56.279854 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.318993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port b9d2b5a3-9556-489a-9c7e-500efbcf0b96, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b9d2b5a3-9556-489a-9c7e-500efbcf0b96,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:56.346885 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.425406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=b9d2b5a3-9556-489a-9c7e-500efbcf0b96,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:56.495263 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Publish callbacks [] for port (e6562005-4091-4972-a231-96cdf592e3b1), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.500428 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e6562005-4091-4972-a231-96cdf592e3b1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.555891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc53d37-daab-4272-b19b-abc36b809037 None None] Pushing event updated for resources: {'Port': ['ID=e6562005-4091-4972-a231-96cdf592e3b1,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:56.627028 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Attempting to bind port e6562005-4091-4972-a231-96cdf592e3b1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:56.627965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Attempting to bind port e6562005-4091-4972-a231-96cdf592e3b1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:56.627965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Attempting to bind port e6562005-4091-4972-a231-96cdf592e3b1 on network 5c052092-7f49-4a9c-b284-d4ecccbf9818 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:56.635111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:56.635494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Checking segment: {'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:56.635891 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.636282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Bound using segment: {'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:56.636937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Bound port: e6562005-4091-4972-a231-96cdf592e3b1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:56.637132 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6562005-4091-4972-a231-96cdf592e3b1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.713812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] For port e6562005-4091-4972-a231-96cdf592e3b1, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:56.717288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] For port e6562005-4091-4972-a231-96cdf592e3b1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e6562005-4091-4972-a231-96cdf592e3b1,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:56.724705 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e6562005-4091-4972-a231-96cdf592e3b1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.793650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2143ff73-a58d-4b51-abe6-4831f4154abd req-895bae2e-5beb-4be0-a653-0f416f724140 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 210 time: 0.0412703 Feb 19 04:05:56.822242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Routers {'afbe038c-caab-4a7f-a12b-a87f5955115f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:05:56.822242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:05:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['afbe038c-caab-4a7f-a12b-a87f5955115f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:56.840898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-e56f08a2-c0da-44f2-8a38-66a4c8a97ed5 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:56.842516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-e56f08a2-c0da-44f2-8a38-66a4c8a97ed5 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/networks?id=5c052092-7f49-4a9c-b284-d4ecccbf9818 HTTP/1.1" status: 200 len: 796 time: 0.1967602 Feb 19 04:05:56.894782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc53d37-daab-4272-b19b-abc36b809037 None None] Pushing event updated for resources: {'Port': ['ID=e6562005-4091-4972-a231-96cdf592e3b1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:56.909205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-736822be-aeaa-4cda-9f69-dff1eddff0b2 None None] Provisioning complete for port e6562005-4091-4972-a231-96cdf592e3b1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:56.909456 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-736822be-aeaa-4cda-9f69-dff1eddff0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e6562005-4091-4972-a231-96cdf592e3b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.924745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-5817e476-deee-4f01-8c6c-da27ab452df8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=973c4801737243988d85e4be0fb08dda HTTP/1.1" status: 200 len: 379 time: 0.0676694 Feb 19 04:05:56.948974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'port': {'device_id': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'admin_state_up': True, 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'security_groups': ['25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:57.007472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] Set router afbe038c-caab-4a7f-a12b-a87f5955115f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:05:57.060344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Made reservation on behalf of 973c4801737243988d85e4be0fb08dda for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:57.063802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.125857 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-736822be-aeaa-4cda-9f69-dff1eddff0b2 None None] Current status of the port e6562005-4091-4972-a231-96cdf592e3b1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:57.126165 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-736822be-aeaa-4cda-9f69-dff1eddff0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e6562005-4091-4972-a231-96cdf592e3b1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.196410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.20.0.11 (5c052092-7f49-4a9c-b284-d4ecccbf9818/7f0cac51-f74e-442f-aac6-10d09efe8b41/b773d925-6ea5-4a0c-aea7-a13c1382da1f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:57.208302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-736822be-aeaa-4cda-9f69-dff1eddff0b2 None None] For port e6562005-4091-4972-a231-96cdf592e3b1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e6562005-4091-4972-a231-96cdf592e3b1,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:57.212415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-736822be-aeaa-4cda-9f69-dff1eddff0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e6562005-4091-4972-a231-96cdf592e3b1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.303306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b9d2b5a3-9556-489a-9c7e-500efbcf0b96 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:57.332470 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736822be-aeaa-4cda-9f69-dff1eddff0b2 None None] Pushing event updated for resources: {'Port': ['ID=e6562005-4091-4972-a231-96cdf592e3b1,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:57.357447 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.366794 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4583e2bc-afb6-4140-812e-822be8316d48 None None] Provisioning complete for port e6562005-4091-4972-a231-96cdf592e3b1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:57.367171 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4583e2bc-afb6-4140-812e-822be8316d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e6562005-4091-4972-a231-96cdf592e3b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.391459 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.417467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:53Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e6562005-4091-4972-a231-96cdf592e3b1', 'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:ae:d5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:53Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:05:57.435484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network 5c052092-7f49-4a9c-b284-d4ecccbf9818 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:57.438195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:57.441907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:57.451290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b9d2b5a3-9556-489a-9c7e-500efbcf0b96 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:57.451667 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.454242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a75c4f-c3cc-4778-9b0c-73e77215bb0c None None] The sync data for ids ['afbe038c-caab-4a7f-a12b-a87f5955115f'] in n-d-826756-2 is: [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:53Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e6562005-4091-4972-a231-96cdf592e3b1', 'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:ae:d5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:53Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:05:57.507318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=b773d925-6ea5-4a0c-aea7-a13c1382da1f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:57.551804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:57.552677 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.561294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4583e2bc-afb6-4140-812e-822be8316d48 None None] Current status of the port e6562005-4091-4972-a231-96cdf592e3b1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:57.591428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c3691556-284a-4e2b-9ded-0f0cf1bed344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6466877 Feb 19 04:05:57.607482 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b9d2b5a3-9556-489a-9c7e-500efbcf0b96 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:57.618017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Request body: {'port': {'device_id': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:57.695500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.783063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d9f63857-d1e9-4501-a212-1b3e5d4e5df3 None None] Provisioning complete for port b773d925-6ea5-4a0c-aea7-a13c1382da1f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:57.783653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d9f63857-d1e9-4501-a212-1b3e5d4e5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.824860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d9f63857-d1e9-4501-a212-1b3e5d4e5df3 None None] Port b773d925-6ea5-4a0c-aea7-a13c1382da1f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:05:57.980067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ec5d-75c5-4427-8461-55f2674f49a6 req-a762a0b7-a96e-4bd5-adcc-74d623c63014 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:57.981687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a612ec5d-75c5-4427-8461-55f2674f49a6 req-a762a0b7-a96e-4bd5-adcc-74d623c63014 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 932 time: 0.0946605 Feb 19 04:05:58.066523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b773d925-6ea5-4a0c-aea7-a13c1382da1f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:58.079546 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Publish callbacks [] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.086324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a612ec5d-75c5-4427-8461-55f2674f49a6 req-13677db3-95cc-4d64-86b3-e59e6be5599c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963562 Feb 19 04:05:58.097496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Transition to ACTIVE for port object b773d925-6ea5-4a0c-aea7-a13c1382da1f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:58.106355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.159204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b773d925-6ea5-4a0c-aea7-a13c1382da1f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:58.242577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Attempting to bind port b773d925-6ea5-4a0c-aea7-a13c1382da1f on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:58.243037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Attempting to bind port b773d925-6ea5-4a0c-aea7-a13c1382da1f by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:58.243325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Attempting to bind port b773d925-6ea5-4a0c-aea7-a13c1382da1f on network 5c052092-7f49-4a9c-b284-d4ecccbf9818 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:58.248251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Port b773d925-6ea5-4a0c-aea7-a13c1382da1f on network 5c052092-7f49-4a9c-b284-d4ecccbf9818 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:58.248582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Attempting to bind port b773d925-6ea5-4a0c-aea7-a13c1382da1f on network 5c052092-7f49-4a9c-b284-d4ecccbf9818 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:58.257154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:58.257643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Checking segment: {'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:58.258164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Bound using segment: {'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:58.258835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Bound port: b773d925-6ea5-4a0c-aea7-a13c1382da1f, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b492e6-0c43-4943-9acb-2bb8baa8d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:58.259312 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.344315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] For port b773d925-6ea5-4a0c-aea7-a13c1382da1f, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:58.347750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] For port b773d925-6ea5-4a0c-aea7-a13c1382da1f, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:58.356200 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.392560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:58.393197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.396697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/b773d925-6ea5-4a0c-aea7-a13c1382da1f HTTP/1.1" status: 200 len: 1092 time: 0.7880642 Feb 19 04:05:58.396697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:58.399051 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da9a3fc746204d1681f25b1d97a239ea2aeb64daf4ace90b22c6cbd86d1d994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b51a341-13c4-4747-96e9-9d0428756783" -d '{"events": [{"name": "network-changed", "server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:58.450696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000be6b-46d9-44ea-940c-f64430b3f9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b773d925-6ea5-4a0c-aea7-a13c1382da1f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:58.468046 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ce15f-7065-41da-9b92-c6e1aa52c704 x-openstack-request-id: req-634ce15f-7065-41da-9b92-c6e1aa52c704 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:58.468368 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:58.469110 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-634ce15f-7065-41da-9b92-c6e1aa52c704 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:58.469816 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'status': 'completed', 'code': 200} Feb 19 04:05:58.537936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-0ae1e872-80f0-46ac-8db2-2ec3ffa30bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:58.539785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-0ae1e872-80f0-46ac-8db2-2ec3ffa30bac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 1126 time: 0.0606060 Feb 19 04:05:58.618583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-31ce8f1f-7f7a-4a87-b116-396b63f1e8e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f HTTP/1.1" status: 200 len: 217 time: 0.0641959 Feb 19 04:05:58.677905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c0960ccb-4589-40f2-8a23-aa69acf4679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:58.680534 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c0960ccb-4589-40f2-8a23-aa69acf4679d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f0cac51-f74e-442f-aac6-10d09efe8b41 HTTP/1.1" status: 200 len: 835 time: 0.0547483 Feb 19 04:05:58.735180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-9d9eed13-75e8-453e-a2a1-170d64d08ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:58.736744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-9d9eed13-75e8-453e-a2a1-170d64d08ddf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c052092-7f49-4a9c-b284-d4ecccbf9818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501685 Feb 19 04:05:58.833978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-798852a9-337d-4d17-b748-faccf7c8929d service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902534 Feb 19 04:05:58.924821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73419b6c-4edb-4df5-a0e9-3c38a7fb220d req-c9d347be-5c02-409f-9a4f-dca4a3451351 service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844853 Feb 19 04:05:59.058125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51a341-13c4-4747-96e9-9d0428756783 req-ec992525-3cef-48ae-ad6e-2cd5869c81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.059655 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b51a341-13c4-4747-96e9-9d0428756783 req-ec992525-3cef-48ae-ad6e-2cd5869c81f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 1126 time: 0.0460589 Feb 19 04:05:59.153457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51a341-13c4-4747-96e9-9d0428756783 req-eff3a911-7149-4360-adff-e7e9539dc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.154988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b51a341-13c4-4747-96e9-9d0428756783 req-eff3a911-7149-4360-adff-e7e9539dc4e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c052092-7f49-4a9c-b284-d4ecccbf9818 HTTP/1.1" status: 200 len: 897 time: 0.0892360 Feb 19 04:05:59.224792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b51a341-13c4-4747-96e9-9d0428756783 req-83b99118-17d9-4419-ada9-bf7b1062c6ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f HTTP/1.1" status: 200 len: 217 time: 0.0621603 Feb 19 04:05:59.287301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aecfb4-5d41-4ab3-8453-02944781a839 req-1d7647fe-50f7-4ea3-a5bc-56f6d7ec22b1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.288812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22aecfb4-5d41-4ab3-8453-02944781a839 req-1d7647fe-50f7-4ea3-a5bc-56f6d7ec22b1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 944 time: 0.1210327 Feb 19 04:05:59.292737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51a341-13c4-4747-96e9-9d0428756783 req-8c394f64-1e2a-47c5-b38d-aa93147d40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.294124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b51a341-13c4-4747-96e9-9d0428756783 req-8c394f64-1e2a-47c5-b38d-aa93147d40ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f0cac51-f74e-442f-aac6-10d09efe8b41 HTTP/1.1" status: 200 len: 835 time: 0.0631804 Feb 19 04:05:59.319309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e6562005-4091-4972-a231-96cdf592e3b1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:59.370111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e6562005-4091-4972-a231-96cdf592e3b1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:59.370495 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e6562005-4091-4972-a231-96cdf592e3b1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.371682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-22aecfb4-5d41-4ab3-8453-02944781a839 req-8561fdca-075d-4a5e-834e-5ac328cb0df7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766132 Feb 19 04:05:59.378575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51a341-13c4-4747-96e9-9d0428756783 req-6725021b-3e18-4551-b30a-794a51a53049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.380570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b51a341-13c4-4747-96e9-9d0428756783 req-6725021b-3e18-4551-b30a-794a51a53049 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c052092-7f49-4a9c-b284-d4ecccbf9818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793753 Feb 19 04:05:59.456747 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e6562005-4091-4972-a231-96cdf592e3b1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:59.479527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b51a341-13c4-4747-96e9-9d0428756783 req-97330d5d-5a53-4054-a792-52b126223f90 service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918729 Feb 19 04:05:59.575481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b51a341-13c4-4747-96e9-9d0428756783 req-0e2c4389-4379-444f-9ef7-de36165efd9a service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887167 Feb 19 04:06:00.497786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445ce70-6161-43f8-b6e8-899b62fabe88 req-7a68e7c7-8612-4a33-bf28-b0031688d2a1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:00.499355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9445ce70-6161-43f8-b6e8-899b62fabe88 req-7a68e7c7-8612-4a33-bf28-b0031688d2a1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 944 time: 0.0586212 Feb 19 04:06:00.550090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9445ce70-6161-43f8-b6e8-899b62fabe88 req-1f70bc46-5e25-4fe8-b864-eebecddd9b89 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450170 Feb 19 04:06:01.673377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf14ac-0706-4a8e-89ba-21c21da6f065 req-6e371065-e4af-431b-a5db-951f9b484f8c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:01.674879 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36bf14ac-0706-4a8e-89ba-21c21da6f065 req-6e371065-e4af-431b-a5db-951f9b484f8c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 944 time: 0.0531354 Feb 19 04:06:01.724937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36bf14ac-0706-4a8e-89ba-21c21da6f065 req-f124f269-0834-4253-a07f-552974223ce9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434735 Feb 19 04:06:02.845007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e21ee-1bc1-4423-a102-1e2d0f50f0fd req-fbf0e950-ce5d-42bd-bf65-23ae1b0499c5 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:02.846679 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-805e21ee-1bc1-4423-a102-1e2d0f50f0fd req-fbf0e950-ce5d-42bd-bf65-23ae1b0499c5 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 944 time: 0.0528405 Feb 19 04:06:02.899128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-805e21ee-1bc1-4423-a102-1e2d0f50f0fd req-d3f78c72-0e1c-4f2c-97c0-ed52a5dc1e68 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462818 Feb 19 04:06:03.600490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b773d925-6ea5-4a0c-aea7-a13c1382da1f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:03.696569 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b773d925-6ea5-4a0c-aea7-a13c1382da1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:03.708531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'port_id': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'mac_address': 'fa:16:3e:8d:2c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:03.750324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b773d925-6ea5-4a0c-aea7-a13c1382da1f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:03.750693 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.763699 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b773d925-6ea5-4a0c-aea7-a13c1382da1f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:03.783105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b773d925-6ea5-4a0c-aea7-a13c1382da1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:03.787129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.834088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b773d925-6ea5-4a0c-aea7-a13c1382da1f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:04.022205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa69aa-3dad-4517-9ec8-addd84f0f24e req-eae621cf-faab-410f-ab20-feef515632d6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:04.023720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9faa69aa-3dad-4517-9ec8-addd84f0f24e req-eae621cf-faab-410f-ab20-feef515632d6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 945 time: 0.0547910 Feb 19 04:06:04.074581 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9faa69aa-3dad-4517-9ec8-addd84f0f24e req-63780a0b-8c41-4b53-84be-7d5517ea205a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450258 Feb 19 04:06:04.263146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['b773d925-6ea5-4a0c-aea7-a13c1382da1f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:05.195219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0996c0-fdab-49e7-a7af-c8edd4ae538d req-9321fb43-c6aa-4763-a167-492590cb1c73 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:05.196708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b0996c0-fdab-49e7-a7af-c8edd4ae538d req-9321fb43-c6aa-4763-a167-492590cb1c73 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 945 time: 0.0534339 Feb 19 04:06:05.244727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b0996c0-fdab-49e7-a7af-c8edd4ae538d req-18838e13-acd3-49a3-b14c-183e56777d4d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424118 Feb 19 04:06:05.611366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b773d925-6ea5-4a0c-aea7-a13c1382da1f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:05.660495 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port b773d925-6ea5-4a0c-aea7-a13c1382da1f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:06:05.665144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port b773d925-6ea5-4a0c-aea7-a13c1382da1f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:05.665521 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.747045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b773d925-6ea5-4a0c-aea7-a13c1382da1f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:05.747427 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.770957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:05.773436 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6eb1aa1a1cf138312942e7eb54cb5ff81f69b613c5fcf137dfe120beefd9fb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc32fbe-1c6e-41f4-a74b-8c3d87b8fcef" -d '{"events": [{"server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "name": "network-vif-plugged", "status": "completed", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:05.786828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b773d925-6ea5-4a0c-aea7-a13c1382da1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:05.790801 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.813414 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1f576a-4834-48f0-8fed-ed351df3c9c1 x-openstack-request-id: req-ae1f576a-4834-48f0-8fed-ed351df3c9c1 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:05.813714 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "name": "network-vif-plugged", "status": "completed", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:05.814005 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae1f576a-4834-48f0-8fed-ed351df3c9c1 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:05.814410 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'code': 200} Feb 19 04:06:05.840326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b773d925-6ea5-4a0c-aea7-a13c1382da1f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:05.954606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9753251-5d53-45e9-9a3a-0cc5d99d1178 req-35a86964-1db6-4337-9f1e-b00a19c04293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:05.956132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9753251-5d53-45e9-9a3a-0cc5d99d1178 req-35a86964-1db6-4337-9f1e-b00a19c04293 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 1128 time: 0.0480266 Feb 19 04:06:06.012945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9753251-5d53-45e9-9a3a-0cc5d99d1178 req-9714167b-4a54-4c13-bd3a-77daf8580deb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420861 Feb 19 04:06:06.374239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f8a50-a41a-4388-970b-3f800736e7ef req-e8733da4-8829-4964-b075-c487cbf40495 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:06.375760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-140f8a50-a41a-4388-970b-3f800736e7ef req-e8733da4-8829-4964-b075-c487cbf40495 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0560653 Feb 19 04:06:06.427717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-140f8a50-a41a-4388-970b-3f800736e7ef req-2ed8e270-0207-4b62-ac79-e2c71ba9abd8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455015 Feb 19 04:06:06.457571 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:07.554819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8f710-6a34-4e69-bb98-80ec41be2ce4 req-e212615c-65eb-4fd2-be70-cfe6af79a64c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:07.556509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13e8f710-6a34-4e69-bb98-80ec41be2ce4 req-e212615c-65eb-4fd2-be70-cfe6af79a64c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0558655 Feb 19 04:06:07.609400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13e8f710-6a34-4e69-bb98-80ec41be2ce4 req-24765dce-5776-49ca-a7a7-bf8bd8b9f9eb tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472360 Feb 19 04:06:07.731522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d377-5684-4f0b-9ca8-5ac8d54ad9be req-6ead53e3-a9ba-4200-9732-4a61743e2e6f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:07.733011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca77d377-5684-4f0b-9ca8-5ac8d54ad9be req-6ead53e3-a9ba-4200-9732-4a61743e2e6f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0531545 Feb 19 04:06:07.782758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ca77d377-5684-4f0b-9ca8-5ac8d54ad9be req-aa18d2ae-5230-4a67-aa70-aac7c455bcff tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441878 Feb 19 04:06:07.805130 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57490) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:07.849169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc079ce5-b355-4df7-bc35-1f5b107801d1 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:07.850680 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-fc079ce5-b355-4df7-bc35-1f5b107801d1 tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 1123 time: 0.0443356 Feb 19 04:06:07.853435 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:07.857594 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:07.877645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:07.972572 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.078331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Allocated IP 172.25.4.130 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/2a42c4ef-e96b-4553-bfd0-dc4cb8260af6) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:08.179086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (2a42c4ef-e96b-4553-bfd0-dc4cb8260af6), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.214685 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2a42c4ef-e96b-4553-bfd0-dc4cb8260af6), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.256175 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:08.258908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:08.264298 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:08.272927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=2a42c4ef-e96b-4553-bfd0-dc4cb8260af6,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:08.330275 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1d882dbf-bb3b-48c2-a459-a917a47dbd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.636652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (245c7708-823b-4376-b0a0-fb699e4f06b2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.709620 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2a42c4ef-e96b-4553-bfd0-dc4cb8260af6), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.864647 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for port (2a42c4ef-e96b-4553-bfd0-dc4cb8260af6), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.869278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (2a42c4ef-e96b-4553-bfd0-dc4cb8260af6), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.944401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event updated for resources: {'Port': ['ID=2a42c4ef-e96b-4553-bfd0-dc4cb8260af6,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:08.956285 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (245c7708-823b-4376-b0a0-fb699e4f06b2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.066628 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Floating IP 245c7708-823b-4376-b0a0-fb699e4f06b2 associated. External IP: 172.25.4.130, port: b773d925-6ea5-4a0c-aea7-a13c1382da1f. Feb 19 04:06:09.301292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router afbe038c-caab-4a7f-a12b-a87f5955115f has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:06:09.764336 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:09.775448 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] Sync routers for ids ['afbe038c-caab-4a7f-a12b-a87f5955115f'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:09.782552 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.799714 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] Routers {'afbe038c-caab-4a7f-a12b-a87f5955115f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:09.800318 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:05:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['afbe038c-caab-4a7f-a12b-a87f5955115f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:09.814645 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-01598984-77d7-4c19-8f0f-5cc9cb5f0b9f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9601572 Feb 19 04:06:09.815274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:09.818099 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcaa405d655daa9d6d5b48ed8ab3fd94210d8e9eeca3dbda120cb0d335dfb432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d906a861-7940-4810-8e7f-ecfc9294d6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:09.908822 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] Set router afbe038c-caab-4a7f-a12b-a87f5955115f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:09.916162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5993347-9635-4c2e-9d54-5f955dfdd7a0 req-18153fb0-b7b0-44d3-848a-68ea80940ca4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:09.917701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5993347-9635-4c2e-9d54-5f955dfdd7a0 req-18153fb0-b7b0-44d3-848a-68ea80940ca4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0540750 Feb 19 04:06:09.969205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5993347-9635-4c2e-9d54-5f955dfdd7a0 req-61766b0e-c731-4da4-8d67-a5ec598cbaa7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458376 Feb 19 04:06:09.993189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57500) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:10.060098 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-52b4a7f2-825c-4a03-b8f8-4da14f17a344 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/245c7708-823b-4376-b0a0-fb699e4f06b2 HTTP/1.1" status: 200 len: 992 time: 0.0656674 Feb 19 04:06:10.084630 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b96a53-0535-43a1-b9dc-864e41ebb52f x-openstack-request-id: req-36b96a53-0535-43a1-b9dc-864e41ebb52f {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:10.084630 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:10.084951 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36b96a53-0535-43a1-b9dc-864e41ebb52f {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:10.085311 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'status': 'completed', 'code': 200} Feb 19 04:06:10.151183 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:53Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '245c7708-823b-4376-b0a0-fb699e4f06b2', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'port_id': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'mac_address': 'fa:16:3e:8d:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:06:08Z', 'updated_at': '2022-02-19T04:06:08Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6562005-4091-4972-a231-96cdf592e3b1', 'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:ae:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:53Z', 'updated_at': '2022-02-19T04:05:57Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:10.177595 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] Checking router: afbe038c-caab-4a7f-a12b-a87f5955115f for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:10.186062 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] Routers {'afbe038c-caab-4a7f-a12b-a87f5955115f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:10.186680 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:05:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['afbe038c-caab-4a7f-a12b-a87f5955115f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:10.188944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-92071a9e-cf9a-4234-8735-9af080751483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:10.190547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-92071a9e-cf9a-4234-8735-9af080751483 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 1128 time: 0.0511119 Feb 19 04:06:10.282161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-3b9de2c9-44f7-4d12-a8a8-28315f31f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:10.283699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-3b9de2c9-44f7-4d12-a8a8-28315f31f318 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c052092-7f49-4a9c-b284-d4ecccbf9818 HTTP/1.1" status: 200 len: 897 time: 0.0863426 Feb 19 04:06:10.300937 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] Set router afbe038c-caab-4a7f-a12b-a87f5955115f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:10.356769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-c2963d49-611e-4780-9fd8-1dc0eac9e956 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f HTTP/1.1" status: 200 len: 1000 time: 0.0649996 Feb 19 04:06:10.407332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-c2a6403b-b1a3-4d76-91a9-b474bdecc1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:10.409135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-c2a6403b-b1a3-4d76-91a9-b474bdecc1ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f0cac51-f74e-442f-aac6-10d09efe8b41 HTTP/1.1" status: 200 len: 835 time: 0.0456450 Feb 19 04:06:10.462250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-d3e624bb-8625-44a1-95ca-578ee4471596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:10.463812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-d3e624bb-8625-44a1-95ca-578ee4471596 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c052092-7f49-4a9c-b284-d4ecccbf9818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469451 Feb 19 04:06:10.488068 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5537a7bb-1998-4616-a079-7bfcf7ddb2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.530279 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:53Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '245c7708-823b-4376-b0a0-fb699e4f06b2', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'port_id': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'mac_address': 'fa:16:3e:8d:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:06:08Z', 'updated_at': '2022-02-19T04:06:08Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6562005-4091-4972-a231-96cdf592e3b1', 'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:ae:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:53Z', 'updated_at': '2022-02-19T04:05:57Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:10.559973 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1981e4-4bc4-4d7a-9394-35379016c3bd None None] The sync data for ids ['afbe038c-caab-4a7f-a12b-a87f5955115f'] in n-d-826756-2 is: [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:53Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '245c7708-823b-4376-b0a0-fb699e4f06b2', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'port_id': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'mac_address': 'fa:16:3e:8d:2c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:06:08Z', 'updated_at': '2022-02-19T04:06:08Z', 'revision_number': 0, 'project_id': '973c4801737243988d85e4be0fb08dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6562005-4091-4972-a231-96cdf592e3b1', 'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:ae:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:53Z', 'updated_at': '2022-02-19T04:05:57Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:10.570720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-c371189a-0852-4820-8b3b-068198eb619a service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002517 Feb 19 04:06:10.663917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d906a861-7940-4810-8e7f-ecfc9294d6ab req-d588e197-7a97-4f11-9906-4f4efe7c45ce service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875313 Feb 19 04:06:10.759717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c69d4-c076-4e78-b599-d1fbd80d0cfe None None] New status for floating IP 245c7708-823b-4376-b0a0-fb699e4f06b2: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:06:11.062366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57502) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:11.130627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f1669aaa-dbc9-424b-bfc8-4bd52ee5741d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/245c7708-823b-4376-b0a0-fb699e4f06b2 HTTP/1.1" status: 200 len: 994 time: 0.0670810 Feb 19 04:06:12.132702 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:13.080098 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:06:13.168056 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:14.685325 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.244617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-3b03ab39-7aae-49db-b43a-9d100ebe20ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951283 Feb 19 04:06:16.360835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-91f1b959-2fe5-4902-b802-14e878e7b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.362371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-91f1b959-2fe5-4902-b802-14e878e7b2ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 1128 time: 0.0463490 Feb 19 04:06:16.471740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-76182a97-2192-4c08-9103-b9e4a86efb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.473229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-76182a97-2192-4c08-9103-b9e4a86efb96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c052092-7f49-4a9c-b284-d4ecccbf9818 HTTP/1.1" status: 200 len: 897 time: 0.0895643 Feb 19 04:06:16.538324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-a3aad516-ed13-49b1-80a9-83c2d5c52693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f HTTP/1.1" status: 200 len: 1002 time: 0.0584943 Feb 19 04:06:16.586866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-69d6b6ef-dd9d-4881-b035-d6f108a76526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.588360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-69d6b6ef-dd9d-4881-b035-d6f108a76526 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f0cac51-f74e-442f-aac6-10d09efe8b41 HTTP/1.1" status: 200 len: 835 time: 0.0447450 Feb 19 04:06:16.643407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-4394c4b5-c406-45fb-a034-e28081d95bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.644947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-4394c4b5-c406-45fb-a034-e28081d95bd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c052092-7f49-4a9c-b284-d4ecccbf9818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499873 Feb 19 04:06:16.733627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-3036217c-0525-4c92-b986-9c1c7e464809 service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814698 Feb 19 04:06:16.825214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-833eb5e5-79f7-4b4f-8b30-3f161cf1dfa2 req-2685e688-c2aa-4206-a129-286b3768d94c service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855732 Feb 19 04:06:22.744375 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.469545 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.322763 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6eb4665b-f7e2-497c-abb5-3ca2fc8ec69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.492373 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-89ae2c1e-7fad-4d3d-8148-08c7c9ccb529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.134306 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.170642 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.690515 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.078789 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:06:52.742435 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.475795 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.324263 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-44b54438-1321-4e8e-8088-6ad8367c21a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.494491 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29a58221-7291-465b-8989-38419397c294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:12.137716 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.173115 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.696163 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.209112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-c3a7cd63-9d99-4060-a0b7-a4b61bb4d6db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475552 Feb 19 04:07:16.322406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-f824520c-3b35-49f8-a813-cb5da1b84162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.324788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-f824520c-3b35-49f8-a813-cb5da1b84162 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 1128 time: 0.0459723 Feb 19 04:07:16.437478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-2c02b2aa-130c-4f6c-8e3d-87ba1e33ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.439024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-2c02b2aa-130c-4f6c-8e3d-87ba1e33ed26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c052092-7f49-4a9c-b284-d4ecccbf9818 HTTP/1.1" status: 200 len: 897 time: 0.0904632 Feb 19 04:07:16.508927 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-e7a08e9d-be28-4cd4-8db5-019bb1f8a51c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f HTTP/1.1" status: 200 len: 1002 time: 0.0603938 Feb 19 04:07:16.558565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-5d189695-9438-40c7-b36e-610c6503a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.560060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-5d189695-9438-40c7-b36e-610c6503a9f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f0cac51-f74e-442f-aac6-10d09efe8b41 HTTP/1.1" status: 200 len: 835 time: 0.0442448 Feb 19 04:07:16.613751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-1205ed1b-b81d-4e0c-b3fe-8c383438dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.615951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-1205ed1b-b81d-4e0c-b3fe-8c383438dd8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c052092-7f49-4a9c-b284-d4ecccbf9818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491292 Feb 19 04:07:16.705584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-a29f5589-6f25-4bbc-a9c5-ef0f3fc922dd service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811410 Feb 19 04:07:16.798775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b21ff99a-d357-48c9-b6ac-f9e1c8594d9a req-aaeb9968-02be-408b-8a0b-563e84dad95c service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861673 Feb 19 04:07:22.761783 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.078753 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:07:29.055910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8bac9-8ab0-49a7-8992-53588c807b0f req-9dbff789-25f9-4de6-9ae9-e391cfb86be9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:29.057427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3d8bac9-8ab0-49a7-8992-53588c807b0f req-9dbff789-25f9-4de6-9ae9-e391cfb86be9 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0545402 Feb 19 04:07:29.107369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3d8bac9-8ab0-49a7-8992-53588c807b0f req-1503c90f-e5b2-4f46-a7e3-1ce9ca680d49 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437775 Feb 19 04:07:30.226380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d0c8b-4a44-43d7-b5dc-e7beb45cede9 req-c4f98d14-426b-4a8c-b45b-c555e323b1fc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:30.227824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7d0c8b-4a44-43d7-b5dc-e7beb45cede9 req-c4f98d14-426b-4a8c-b45b-c555e323b1fc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0531394 Feb 19 04:07:30.278496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d7d0c8b-4a44-43d7-b5dc-e7beb45cede9 req-1a9b385f-a3d6-4b97-8a14-7ac00321dc6b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451298 Feb 19 04:07:31.405063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa8fd6-3f16-4260-a947-2ecb1a152da0 req-003686e4-6351-464a-88f8-bfca57d49191 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:31.406570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8fa8fd6-3f16-4260-a947-2ecb1a152da0 req-003686e4-6351-464a-88f8-bfca57d49191 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0594301 Feb 19 04:07:31.455335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8fa8fd6-3f16-4260-a947-2ecb1a152da0 req-460d2159-fba2-4fda-9f90-7ccdfddb23dc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431361 Feb 19 04:07:32.573401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fbd63-2b9d-4482-b697-bef8b72aa7c0 req-7b766e99-10ab-436c-bafc-35587f6e912f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:32.574918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-443fbd63-2b9d-4482-b697-bef8b72aa7c0 req-7b766e99-10ab-436c-bafc-35587f6e912f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0526965 Feb 19 04:07:32.623349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-443fbd63-2b9d-4482-b697-bef8b72aa7c0 req-ea042d32-4dce-4075-b28e-3b71d9fa42e0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428846 Feb 19 04:07:33.746728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810a8b5-ee40-4bc3-85cf-c800cfb91a56 req-019fb9ca-e129-4e04-8388-ee9a2888078a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:33.748204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2810a8b5-ee40-4bc3-85cf-c800cfb91a56 req-019fb9ca-e129-4e04-8388-ee9a2888078a tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0563903 Feb 19 04:07:34.127640 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2810a8b5-ee40-4bc3-85cf-c800cfb91a56 req-55b239ef-540d-493c-9dee-6b4f603447c8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3737252 Feb 19 04:07:35.246010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e99e73-fc37-4b8c-b399-433b3f4b828c req-803cec3d-5c98-4b67-8035-cc6783fb643b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:35.247405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65e99e73-fc37-4b8c-b399-433b3f4b828c req-803cec3d-5c98-4b67-8035-cc6783fb643b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0518966 Feb 19 04:07:35.294586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-65e99e73-fc37-4b8c-b399-433b3f4b828c req-cfbd03fc-c4dd-4270-a291-e2a5cc8e0aa0 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Feb 19 04:07:36.413969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc513d2b-a810-46b3-9fc3-c484763ded97 req-9591103f-a03a-4365-9bc4-e0b33fcaa3a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:36.415455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc513d2b-a810-46b3-9fc3-c484763ded97 req-9591103f-a03a-4365-9bc4-e0b33fcaa3a4 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0517049 Feb 19 04:07:36.468283 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc513d2b-a810-46b3-9fc3-c484763ded97 req-7ad9a8b1-0c3d-46dd-9b40-62d973425410 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472178 Feb 19 04:07:36.474475 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.587764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0254e7f-4c3b-4ffd-bcaa-42a9bd8b00c4 req-eb639eb5-e595-4733-be31-84b49d8f2a63 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:37.589162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0254e7f-4c3b-4ffd-bcaa-42a9bd8b00c4 req-eb639eb5-e595-4733-be31-84b49d8f2a63 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0535066 Feb 19 04:07:37.636384 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e0254e7f-4c3b-4ffd-bcaa-42a9bd8b00c4 req-3e1f0d40-8c14-4ea9-99a1-07dc0292110e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415077 Feb 19 04:07:38.326164 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-890bb9d7-f528-45d5-9d03-3a20a836671e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.755805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9d85d-623a-454a-b5f1-be87b9b498ad req-b86de66d-9038-465f-9c5d-ca93b82c3b30 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:38.757304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53a9d85d-623a-454a-b5f1-be87b9b498ad req-b86de66d-9038-465f-9c5d-ca93b82c3b30 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0528951 Feb 19 04:07:38.806285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53a9d85d-623a-454a-b5f1-be87b9b498ad req-5c11cd95-bd6f-4c57-bf9e-2f9cf1472ffe tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422883 Feb 19 04:07:39.931554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d12aa-4c75-4095-814e-e5d1a182c89a req-a1d756e8-be24-4c9b-bf73-8d16d053e978 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:39.933049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b17d12aa-4c75-4095-814e-e5d1a182c89a req-a1d756e8-be24-4c9b-bf73-8d16d053e978 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0573742 Feb 19 04:07:39.984160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b17d12aa-4c75-4095-814e-e5d1a182c89a req-bb579571-bcf7-4644-a5ff-47ae09e81b6d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445912 Feb 19 04:07:40.496515 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29e18475-6925-41a1-a989-9cdd1c03e1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.108832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375bb8-a1e5-4264-abb4-4a6005fc1091 req-681947e4-b36a-4fc0-a45f-c1ca1153bc3f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:41.110451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69375bb8-a1e5-4264-abb4-4a6005fc1091 req-681947e4-b36a-4fc0-a45f-c1ca1153bc3f tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0577605 Feb 19 04:07:41.162179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69375bb8-a1e5-4264-abb4-4a6005fc1091 req-98c73686-2b9f-4407-9e30-0d12e1302bc3 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Feb 19 04:07:42.144174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.287148 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2cdb7-e8cd-4388-bb47-a7153ea3fd11 req-16950e72-22a7-4a72-9bb0-6e7ff206a26d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:42.288546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5bb2cdb7-e8cd-4388-bb47-a7153ea3fd11 req-16950e72-22a7-4a72-9bb0-6e7ff206a26d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0556386 Feb 19 04:07:42.339290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5bb2cdb7-e8cd-4388-bb47-a7153ea3fd11 req-f0dfbafd-9c4b-4ece-bbb5-574d6507555c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449371 Feb 19 04:07:43.176442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.464447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c5cdb-d857-400f-9760-2bba7401f389 req-254228ee-adec-4af4-b48f-c891a790d610 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.465995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-217c5cdb-d857-400f-9760-2bba7401f389 req-254228ee-adec-4af4-b48f-c891a790d610 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0545452 Feb 19 04:07:43.516393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-217c5cdb-d857-400f-9760-2bba7401f389 req-b5713507-676b-41e9-bc08-067f72b614bb tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448186 Feb 19 04:07:44.639201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e3851-fa38-4e8c-a22a-10fef36c88d1 req-8a77b063-4775-426d-b029-5f0333b7a737 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:44.640697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d07e3851-fa38-4e8c-a22a-10fef36c88d1 req-8a77b063-4775-426d-b029-5f0333b7a737 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0525682 Feb 19 04:07:44.689671 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.701441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d07e3851-fa38-4e8c-a22a-10fef36c88d1 req-8a54c4f2-bb5a-4d09-8a24-eaa681648166 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547137 Feb 19 04:07:44.822911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d79ce8-0714-4f18-842b-e78d517fd360 req-dfc4f94e-5285-48a2-bf7c-4353a453b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:44.824388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09d79ce8-0714-4f18-842b-e78d517fd360 req-dfc4f94e-5285-48a2-bf7c-4353a453b039 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 1128 time: 0.0878003 Feb 19 04:07:44.871961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09d79ce8-0714-4f18-842b-e78d517fd360 req-17d0e6e0-d5f3-4343-9bf5-67fd0e4bf5c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396974 Feb 19 04:07:45.822458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a66748-9ef3-479b-ae02-a13eb8e996a2 req-9ee65359-dbc5-4ae6-aa64-19c3a6d0b32d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:45.823948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8a66748-9ef3-479b-ae02-a13eb8e996a2 req-9ee65359-dbc5-4ae6-aa64-19c3a6d0b32d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0526204 Feb 19 04:07:45.873037 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8a66748-9ef3-479b-ae02-a13eb8e996a2 req-64c729e4-4745-4aa6-ba69-9cbc302294ac tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 Feb 19 04:07:46.049333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b773d925-6ea5-4a0c-aea7-a13c1382da1f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:07:46.060759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b773d925-6ea5-4a0c-aea7-a13c1382da1f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:46.210965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b773d925-6ea5-4a0c-aea7-a13c1382da1f is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:46.211404 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.215443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b773d925-6ea5-4a0c-aea7-a13c1382da1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:46.238260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'port_id': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'mac_address': 'fa:16:3e:8d:2c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:07:46.246230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:46.279173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b773d925-6ea5-4a0c-aea7-a13c1382da1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:46.289471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.323997 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68ee0f9-21ac-4bca-a306-69df8ef0f71d" -d '{"events": [{"server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:46.328431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b773d925-6ea5-4a0c-aea7-a13c1382da1f is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:46.328817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.354898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b773d925-6ea5-4a0c-aea7-a13c1382da1f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:46.371376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b773d925-6ea5-4a0c-aea7-a13c1382da1f,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:46.399640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.400092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.404165 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.404528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.404953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.405439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.405782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.406238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.406498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.406876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.407502 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.408095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.408681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:46.428598 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0262876-de24-43ec-ab01-f0ed9036e27f x-openstack-request-id: req-f0262876-de24-43ec-ab01-f0ed9036e27f {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:46.428897 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:46.429223 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0262876-de24-43ec-ab01-f0ed9036e27f {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:46.429932 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'code': 200} Feb 19 04:07:46.430890 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:07:46.431234 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:07:46.968709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b773d925-6ea5-4a0c-aea7-a13c1382da1f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:46.969100 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.982644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b773d925-6ea5-4a0c-aea7-a13c1382da1f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:47.000134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84748a9d-d8e9-4772-b02b-f946ba40f5bc req-70c10c9b-de24-49c0-86b0-06940a73b4aa tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:47.001638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84748a9d-d8e9-4772-b02b-f946ba40f5bc req-70c10c9b-de24-49c0-86b0-06940a73b4aa tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 944 time: 0.0593719 Feb 19 04:07:47.003116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b773d925-6ea5-4a0c-aea7-a13c1382da1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:47.007140 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.053733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-84748a9d-d8e9-4772-b02b-f946ba40f5bc req-94ba691b-2bc0-48e6-8cd5-2522dfd6b6af tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454407 Feb 19 04:07:47.060194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b773d925-6ea5-4a0c-aea7-a13c1382da1f,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:47.078367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57598) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:47.137800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ab4bca03-4743-4d02-be00-9b7d8e258386 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/floatingips/245c7708-823b-4376-b0a0-fb699e4f06b2 HTTP/1.1" status: 200 len: 993 time: 0.0582554 Feb 19 04:07:47.468061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['b773d925-6ea5-4a0c-aea7-a13c1382da1f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:50.080385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b773d925-6ea5-4a0c-aea7-a13c1382da1f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:50.130859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port b773d925-6ea5-4a0c-aea7-a13c1382da1f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:50.131244 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.210624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port b773d925-6ea5-4a0c-aea7-a13c1382da1f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:50.211020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.233213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:50.235402 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0fd988-a8e3-4d20-851c-737ff2142195" -d '{"events": [{"server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "name": "network-vif-plugged", "status": "completed", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:50.248305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port b773d925-6ea5-4a0c-aea7-a13c1382da1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:50.252540 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.275407 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e484baf5-f65b-46b2-a097-a3ee72f4fb1d x-openstack-request-id: req-e484baf5-f65b-46b2-a097-a3ee72f4fb1d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:50.275700 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "name": "network-vif-plugged", "status": "completed", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:50.275951 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e484baf5-f65b-46b2-a097-a3ee72f4fb1d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:50.276340 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'code': 200} Feb 19 04:07:50.301242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=b773d925-6ea5-4a0c-aea7-a13c1382da1f,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:52.747614 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.079052 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:08:06.482466 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.331843 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61099593-2016-4cff-b7f1-91c35c089c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.498991 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-941d4962-4678-4e13-a9c9-e449d2c22e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:12.147223 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:13.179053 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:14.694656 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.237124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-832ebd0f-d78f-4d0b-9b8e-c216a5e89a44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471766 Feb 19 04:08:17.352494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-82bc7344-5feb-435f-a9c0-e9e6e8f214df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:17.354097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-82bc7344-5feb-435f-a9c0-e9e6e8f214df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 1128 time: 0.0514410 Feb 19 04:08:17.464488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-b4ed52c0-df45-4eea-9551-bbfe468408f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:17.466195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-b4ed52c0-df45-4eea-9551-bbfe468408f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c052092-7f49-4a9c-b284-d4ecccbf9818 HTTP/1.1" status: 200 len: 897 time: 0.0878685 Feb 19 04:08:17.536297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-821b92aa-10df-4466-95c5-21e334318eff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f HTTP/1.1" status: 200 len: 1002 time: 0.0641801 Feb 19 04:08:17.586049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-5f8446c7-4d0d-4c4f-acac-c5db9366e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:17.587539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-5f8446c7-4d0d-4c4f-acac-c5db9366e782 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f0cac51-f74e-442f-aac6-10d09efe8b41 HTTP/1.1" status: 200 len: 835 time: 0.0450587 Feb 19 04:08:17.637218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-dd533111-545d-49f6-965e-f1a568d139b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:17.638783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-dd533111-545d-49f6-965e-f1a568d139b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c052092-7f49-4a9c-b284-d4ecccbf9818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449953 Feb 19 04:08:17.732143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-368ab741-6af7-47fc-b3e4-3486540f1683 service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868466 Feb 19 04:08:17.823501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-397421c2-c73d-4c1e-88d7-a13eb9c16f18 req-3eea584f-4b4e-42a1-94ac-6f7db3b98002 service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840735 Feb 19 04:08:22.770004 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.481916 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.334721 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e6c649e4-8b1d-4979-ac36-0335b253da3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.501081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c1189f9-3d9c-487f-b7be-fe7ed1b2f3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.078625 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:08:42.148109 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.181710 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.700158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.769441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.411363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57640) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:06.512414 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.588615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port 2a42c4ef-e96b-4553-bfd0-dc4cb8260af6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:06.588964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2a42c4ef-e96b-4553-bfd0-dc4cb8260af6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.669355 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2a42c4ef-e96b-4553-bfd0-dc4cb8260af6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.669617 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (2a42c4ef-e96b-4553-bfd0-dc4cb8260af6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.681314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for 2a42c4ef-e96b-4553-bfd0-dc4cb8260af6 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:06.843271 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2a42c4ef-e96b-4553-bfd0-dc4cb8260af6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.874922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=2a42c4ef-e96b-4553-bfd0-dc4cb8260af6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:06.905913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.906271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.906619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.906961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.907296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.907631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.907963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.908292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.908625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.908973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.909303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.909628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.909978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:06.962467 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for floatingip (245c7708-823b-4376-b0a0-fb699e4f06b2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.962791 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Floating IP 245c7708-823b-4376-b0a0-fb699e4f06b2 disassociated (deleted). External IP: 172.25.4.130, port: b773d925-6ea5-4a0c-aea7-a13c1382da1f. Feb 19 04:09:07.177315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router afbe038c-caab-4a7f-a12b-a87f5955115f has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:07.301200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:07.306203 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.313314 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] Sync routers for ids ['afbe038c-caab-4a7f-a12b-a87f5955115f'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:07.328354 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] Routers {'afbe038c-caab-4a7f-a12b-a87f5955115f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:07.329771 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:08:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['afbe038c-caab-4a7f-a12b-a87f5955115f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:07.341449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-043ac0f3-9be5-470a-9520-f62afdc7e051 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/floatingips/245c7708-823b-4376-b0a0-fb699e4f06b2 HTTP/1.1" status: 204 len: 168 time: 0.9289370 Feb 19 04:09:07.342076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:07.384991 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a970c0a2-2820-41b9-b1cf-2faafbd571cb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:07.566579 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] Set router afbe038c-caab-4a7f-a12b-a87f5955115f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:07.582390 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939c3617-8425-42a6-8104-00616c5bd9c9 x-openstack-request-id: req-939c3617-8425-42a6-8104-00616c5bd9c9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:07.582921 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:07.583199 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-939c3617-8425-42a6-8104-00616c5bd9c9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:07.583729 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'status': 'completed', 'code': 200} Feb 19 04:09:07.705820 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-0ae4edbe-203f-4625-800e-4d02a0871228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.707404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-0ae4edbe-203f-4625-800e-4d02a0871228 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=973c4801737243988d85e4be0fb08dda&device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 1128 time: 0.0803258 Feb 19 04:09:07.719350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5b1e9-4cab-4117-a830-b4d3d08567a7 req-4a27fe9b-aeef-49cb-aa42-fab95909d71b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.720889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7f5b1e9-4cab-4117-a830-b4d3d08567a7 req-4a27fe9b-aeef-49cb-aa42-fab95909d71b tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0847154 Feb 19 04:09:07.770742 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:53Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e6562005-4091-4972-a231-96cdf592e3b1', 'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:ae:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:53Z', 'updated_at': '2022-02-19T04:05:57Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:07.797589 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] Checking router: afbe038c-caab-4a7f-a12b-a87f5955115f for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:07.806419 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] Routers {'afbe038c-caab-4a7f-a12b-a87f5955115f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:07.807147 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:08:40Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['afbe038c-caab-4a7f-a12b-a87f5955115f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:07.837759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7f5b1e9-4cab-4117-a830-b4d3d08567a7 req-6eff689d-6c7c-4d6a-aa59-1ebabde7019d tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067467 Feb 19 04:09:07.849156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-cc5c5a34-ae5a-4148-9281-ccfb30279f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.850661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-cc5c5a34-ae5a-4148-9281-ccfb30279f27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c052092-7f49-4a9c-b284-d4ecccbf9818 HTTP/1.1" status: 200 len: 897 time: 0.1283445 Feb 19 04:09:07.901195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-440777d8-ad24-43b4-9ab0-3ab1fc21bd82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f HTTP/1.1" status: 200 len: 217 time: 0.0414674 Feb 19 04:09:07.918143 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] Set router afbe038c-caab-4a7f-a12b-a87f5955115f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:07.950777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-16a565a5-92cb-4be8-b93e-5efb8bfb2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.952324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-16a565a5-92cb-4be8-b93e-5efb8bfb2735 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f0cac51-f74e-442f-aac6-10d09efe8b41 HTTP/1.1" status: 200 len: 835 time: 0.0449698 Feb 19 04:09:08.005006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-9374adf2-01e2-43bf-80e3-166a3c7b7862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.006642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-9374adf2-01e2-43bf-80e3-166a3c7b7862 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c052092-7f49-4a9c-b284-d4ecccbf9818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455308 Feb 19 04:09:08.101760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-4a82d5a6-c42e-4301-8ec2-79b150c89881 service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877898 Feb 19 04:09:08.117643 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:53Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e6562005-4091-4972-a231-96cdf592e3b1', 'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:ae:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:53Z', 'updated_at': '2022-02-19T04:05:57Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:08.144484 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02595301-5d3c-47bc-98af-cfb2b5576f86 None None] The sync data for ids ['afbe038c-caab-4a7f-a12b-a87f5955115f'] in n-d-826756-2 is: [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:53Z', 'revision_number': 4, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e6562005-4091-4972-a231-96cdf592e3b1', 'name': '', 'network_id': '5c052092-7f49-4a9c-b284-d4ecccbf9818', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'mac_address': 'fa:16:3e:ae:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:53Z', 'updated_at': '2022-02-19T04:05:57Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'subnets': [{'id': '7f0cac51-f74e-442f-aac6-10d09efe8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:08.203702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a970c0a2-2820-41b9-b1cf-2faafbd571cb req-f60415e4-ded4-4d5c-a049-b165ab739b6d service neutron] 10.222.0.37 "GET /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882051 Feb 19 04:09:08.340758 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-128f2cdb-a89d-465e-943c-8218d957e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:08.376267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3b3d3-a980-4225-ba1e-6d43b9644c83 None None] New status for floating IP 245c7708-823b-4376-b0a0-fb699e4f06b2: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:09:08.976569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff71d2-d16c-4cbd-8bbd-dfa83be620e5 req-3b9454eb-505f-4d4b-8d95-2df607e3bbbc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.978169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78ff71d2-d16c-4cbd-8bbd-dfa83be620e5 req-3b9454eb-505f-4d4b-8d95-2df607e3bbbc tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0589101 Feb 19 04:09:09.027550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78ff71d2-d16c-4cbd-8bbd-dfa83be620e5 req-ed5c2b0d-f9d7-4468-a58c-12d298e14b9e tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/security-groups?id=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Feb 19 04:09:09.417637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e5588-06cb-48dd-b570-293f722ac924 req-3f0f78a0-2c54-42be-8619-f12ca2212af6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:09.419143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-213e5588-06cb-48dd-b570-293f722ac924 req-3f0f78a0-2c54-42be-8619-f12ca2212af6 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 946 time: 0.0528998 Feb 19 04:09:09.514203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-213e5588-06cb-48dd-b570-293f722ac924 req-8f335352-b147-4129-967f-d2afeefe1ef7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port b773d925-6ea5-4a0c-aea7-a13c1382da1f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:09.514909 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-213e5588-06cb-48dd-b570-293f722ac924 req-8f335352-b147-4129-967f-d2afeefe1ef7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:09.603875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-213e5588-06cb-48dd-b570-293f722ac924 req-8f335352-b147-4129-967f-d2afeefe1ef7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port b773d925-6ea5-4a0c-aea7-a13c1382da1f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=b773d925-6ea5-4a0c-aea7-a13c1382da1f,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:09.604215 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-213e5588-06cb-48dd-b570-293f722ac924 req-8f335352-b147-4129-967f-d2afeefe1ef7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:09.616202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-213e5588-06cb-48dd-b570-293f722ac924 req-8f335352-b147-4129-967f-d2afeefe1ef7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for b773d925-6ea5-4a0c-aea7-a13c1382da1f owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:09.748443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-213e5588-06cb-48dd-b570-293f722ac924 req-8f335352-b147-4129-967f-d2afeefe1ef7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b773d925-6ea5-4a0c-aea7-a13c1382da1f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:09.778133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f335352-b147-4129-967f-d2afeefe1ef7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=b773d925-6ea5-4a0c-aea7-a13c1382da1f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:09.821818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-213e5588-06cb-48dd-b570-293f722ac924 req-8f335352-b147-4129-967f-d2afeefe1ef7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] No DVR routers for this DVR port b773d925-6ea5-4a0c-aea7-a13c1382da1f on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:09.824553 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-213e5588-06cb-48dd-b570-293f722ac924 req-8f335352-b147-4129-967f-d2afeefe1ef7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:09.827957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-213e5588-06cb-48dd-b570-293f722ac924 req-8f335352-b147-4129-967f-d2afeefe1ef7 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.37 "DELETE /v2.0/ports/b773d925-6ea5-4a0c-aea7-a13c1382da1f HTTP/1.1" status: 204 len: 173 time: 0.4026513 Feb 19 04:09:09.828413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'name': 'network-vif-deleted', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:09.830688 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a46e07f-afe5-4dd2-b327-12cea5b8c89d" -d '{"events": [{"server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "name": "network-vif-deleted", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:09.873128 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b0fc0-8484-4382-9c1f-0c846fbe9f68 x-openstack-request-id: req-285b0fc0-8484-4382-9c1f-0c846fbe9f68 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:09.873438 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd84d3a8-b633-44b4-9889-facb414825dc", "name": "network-vif-deleted", "tag": "b773d925-6ea5-4a0c-aea7-a13c1382da1f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:09.873698 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-285b0fc0-8484-4382-9c1f-0c846fbe9f68 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:09.874145 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd84d3a8-b633-44b4-9889-facb414825dc', 'name': 'network-vif-deleted', 'tag': 'b773d925-6ea5-4a0c-aea7-a13c1382da1f', 'status': 'completed', 'code': 200} Feb 19 04:09:10.143093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b33b110-654b-4ab6-ba31-e5ccf493f71c req-2463a61f-3daa-4ed6-a7a6-43ee977b63b8 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd84d3a8-b633-44b4-9889-facb414825dc HTTP/1.1" status: 200 len: 210 time: 0.0326111 Feb 19 04:09:10.503969 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8265f875-3d0f-4f53-82fe-d12ca4619b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.201985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57670) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:11.561272 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (afbe038c-caab-4a7f-a12b-a87f5955115f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.827704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port e6562005-4091-4972-a231-96cdf592e3b1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:11.828048 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e6562005-4091-4972-a231-96cdf592e3b1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.921046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port e6562005-4091-4972-a231-96cdf592e3b1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e6562005-4091-4972-a231-96cdf592e3b1,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:11.921562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e6562005-4091-4972-a231-96cdf592e3b1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.938976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for e6562005-4091-4972-a231-96cdf592e3b1 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:12.141238 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e6562005-4091-4972-a231-96cdf592e3b1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.149381 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.168547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=e6562005-4091-4972-a231-96cdf592e3b1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:12.369916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (afbe038c-caab-4a7f-a12b-a87f5955115f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.909590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Router afbe038c-caab-4a7f-a12b-a87f5955115f has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:13.017151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:13.022888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-790f929e-c594-4c51-b56c-737454d0a83c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "PUT /v2.0/routers/afbe038c-caab-4a7f-a12b-a87f5955115f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8197694 Feb 19 04:09:13.025514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57672) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:13.027586 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] Sync routers for ids ['afbe038c-caab-4a7f-a12b-a87f5955115f'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:13.037365 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] Routers {'afbe038c-caab-4a7f-a12b-a87f5955115f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:13.038027 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['afbe038c-caab-4a7f-a12b-a87f5955115f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:13.076652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb78c668-ab70-4bee-94a0-45610ff9070c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting subnet 7f0cac51-f74e-442f-aac6-10d09efe8b41 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:09:13.079794 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb78c668-ab70-4bee-94a0-45610ff9070c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (7f0cac51-f74e-442f-aac6-10d09efe8b41), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.119824 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb78c668-ab70-4bee-94a0-45610ff9070c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (7f0cac51-f74e-442f-aac6-10d09efe8b41), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.147101 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] Set router afbe038c-caab-4a7f-a12b-a87f5955115f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:13.187209 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.211168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb78c668-ab70-4bee-94a0-45610ff9070c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7f0cac51-f74e-442f-aac6-10d09efe8b41), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.269304 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb78c668-ab70-4bee-94a0-45610ff9070c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (7f0cac51-f74e-442f-aac6-10d09efe8b41), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.299248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78c668-ab70-4bee-94a0-45610ff9070c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0cac51-f74e-442f-aac6-10d09efe8b41,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:13.301787 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb78c668-ab70-4bee-94a0-45610ff9070c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.308410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57674) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:13.311130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cb78c668-ab70-4bee-94a0-45610ff9070c tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/subnets/7f0cac51-f74e-442f-aac6-10d09efe8b41 HTTP/1.1" status: 204 len: 168 time: 0.2845578 Feb 19 04:09:13.319017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd253c-fd8a-41b7-8ac1-0a807e4297cb None None] Network 5c052092-7f49-4a9c-b284-d4ecccbf9818 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:13.349830 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:09:12Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:13.379322 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] Checking router: afbe038c-caab-4a7f-a12b-a87f5955115f for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:13.389055 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] Routers {'afbe038c-caab-4a7f-a12b-a87f5955115f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:13.389673 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['afbe038c-caab-4a7f-a12b-a87f5955115f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:13.435168 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (afbe038c-caab-4a7f-a12b-a87f5955115f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.499704 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] Set router afbe038c-caab-4a7f-a12b-a87f5955115f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:13.528891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] DHCP port deletion for 5c052092-7f49-4a9c-b284-d4ecccbf9818 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:09:13.560908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_gateway (afbe038c-caab-4a7f-a12b-a87f5955115f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.580373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Deleting port 3b5e697e-1381-4b38-ae50-64faac10fc30 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:13.581326 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.622454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Deleting port b9d2b5a3-9556-489a-9c7e-500efbcf0b96 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:13.623366 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.650849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] For port 3b5e697e-1381-4b38-ae50-64faac10fc30, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=3b5e697e-1381-4b38-ae50-64faac10fc30,segment=NetworkSegment(22b492e6-0c43-4943-9acb-2bb8baa8d627),segment_id=22b492e6-0c43-4943-9acb-2bb8baa8d627)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:13.651350 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.673216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Calling delete_port for 3b5e697e-1381-4b38-ae50-64faac10fc30 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:13.697880 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:09:12Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:13.723121 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] For port b9d2b5a3-9556-489a-9c7e-500efbcf0b96, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b9d2b5a3-9556-489a-9c7e-500efbcf0b96,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:13.723580 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.728634 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda49709-ea4b-4ce6-a8c0-bd8b3c26f1ef None None] The sync data for ids ['afbe038c-caab-4a7f-a12b-a87f5955115f'] in n-d-826756-2 is: [{'id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805780192', 'tenant_id': '973c4801737243988d85e4be0fb08dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:09:12Z', 'revision_number': 5, 'project_id': '973c4801737243988d85e4be0fb08dda', 'gw_port': {'id': 'b9d2b5a3-9556-489a-9c7e-500efbcf0b96', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe038c-caab-4a7f-a12b-a87f5955115f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:05:50Z', 'updated_at': '2022-02-19T04:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:13.738726 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Calling delete_port for b9d2b5a3-9556-489a-9c7e-500efbcf0b96 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:13.772131 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (3b5e697e-1381-4b38-ae50-64faac10fc30), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.796590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Pushing event deleted for resources: {'Port': ['ID=3b5e697e-1381-4b38-ae50-64faac10fc30,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:13.801529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] No DVR routers for this DVR port 3b5e697e-1381-4b38-ae50-64faac10fc30 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:13.812745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.812745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.812745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.812745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.812745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.812745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.812745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.812745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.812745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.812745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.816540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.816540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.816540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f83950-5a6a-411a-9ffc-d2f36bd75c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.912621 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b9d2b5a3-9556-489a-9c7e-500efbcf0b96), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.945780 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Port': ['ID=b9d2b5a3-9556-489a-9c7e-500efbcf0b96,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:13.968229 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.968586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.968935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.969281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.969623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.969989 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.970327 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.970664 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.970998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.971364 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.971698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.972068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.972399 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:14.015156 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (afbe038c-caab-4a7f-a12b-a87f5955115f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.126796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (afbe038c-caab-4a7f-a12b-a87f5955115f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.129827 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router_controller (afbe038c-caab-4a7f-a12b-a87f5955115f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.184094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (afbe038c-caab-4a7f-a12b-a87f5955115f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.184864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Fanout notify agent at l3_agent the message router_deleted on router afbe038c-caab-4a7f-a12b-a87f5955115f {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:09:14.195518 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.197888 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6f36415-d943-4020-9c8a-c2cee70c97e1 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/routers/afbe038c-caab-4a7f-a12b-a87f5955115f HTTP/1.1" status: 204 len: 168 time: 0.8874342 Feb 19 04:09:14.199654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57680) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:14.288042 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (5c052092-7f49-4a9c-b284-d4ecccbf9818), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.380169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (5c052092-7f49-4a9c-b284-d4ecccbf9818), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.402406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c052092-7f49-4a9c-b284-d4ecccbf9818']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:14.413057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b492e6-0c43-4943-9acb-2bb8baa8d627') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:14.413354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b492e6-0c43-4943-9acb-2bb8baa8d627') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:14.423272 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (22b492e6-0c43-4943-9acb-2bb8baa8d627), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.434806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b773d925-6ea5-4a0c-aea7-a13c1382da1f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:14.437881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (22b492e6-0c43-4943-9acb-2bb8baa8d627), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.448049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:09:14.448049 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (22b492e6-0c43-4943-9acb-2bb8baa8d627), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:09:14.460430 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:09:14.468436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: b773d925-6ea5-4a0c-aea7-a13c1382da1f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:14.469024 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device b773d925-6ea5-4a0c-aea7-a13c1382da1f not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:14.514450 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (5c052092-7f49-4a9c-b284-d4ecccbf9818), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.522631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.528538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57686) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:14.528967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/networks/5c052092-7f49-4a9c-b284-d4ecccbf9818 HTTP/1.1" status: 204 len: 168 time: 0.3264658 Feb 19 04:09:14.543071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae1c4a-b635-4824-a6aa-e84b2041ee56 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'Network': ['ID=5c052092-7f49-4a9c-b284-d4ecccbf9818,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:14.597314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a0ffc5a-4fe6-4ee1-ba03-4d9839dff474 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.623013 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a0ffc5a-4fe6-4ee1-ba03-4d9839dff474 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.686291 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a0ffc5a-4fe6-4ee1-ba03-4d9839dff474 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.689338 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a0ffc5a-4fe6-4ee1-ba03-4d9839dff474 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.693591 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6a0ffc5a-4fe6-4ee1-ba03-4d9839dff474 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] 10.222.0.42 "DELETE /v2.0/security-groups/25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7 HTTP/1.1" status: 204 len: 168 time: 0.1638381 Feb 19 04:09:14.704648 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ffc5a-4fe6-4ee1-ba03-4d9839dff474 tempest-TestNetworkAdvancedServerOps-1741678524 tempest-TestNetworkAdvancedServerOps-1741678524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f08f69-1ee1-41c6-8243-f7bf2dfb1ee7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:14.724001 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.073111 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57694) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:15.215296 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7d5bd6b0-5280-4d37-a53e-dd6bb87b0544 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=973c4801737243988d85e4be0fb08dda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410239 Feb 19 04:09:15.217800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:15.267244 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d89d786b-80b6-4581-9a47-acc17033793e admin admin] Publish callbacks [] for security_group (bce58ba4-5dd4-473c-8d3f-a1df57e82c8f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.289131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d89d786b-80b6-4581-9a47-acc17033793e admin admin] Publish callbacks [] for security_group (bce58ba4-5dd4-473c-8d3f-a1df57e82c8f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.349361 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d89d786b-80b6-4581-9a47-acc17033793e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bce58ba4-5dd4-473c-8d3f-a1df57e82c8f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.353335 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d89d786b-80b6-4581-9a47-acc17033793e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.354174 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d89d786b-80b6-4581-9a47-acc17033793e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bce58ba4-5dd4-473c-8d3f-a1df57e82c8f HTTP/1.1" status: 204 len: 168 time: 0.1353979 Feb 19 04:09:15.377453 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d786b-80b6-4581-9a47-acc17033793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce58ba4-5dd4-473c-8d3f-a1df57e82c8f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:15.431016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3b5e697e-1381-4b38-ae50-64faac10fc30 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:15.452228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 3b5e697e-1381-4b38-ae50-64faac10fc30 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:15.453137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 3b5e697e-1381-4b38-ae50-64faac10fc30 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:15.453137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b9d2b5a3-9556-489a-9c7e-500efbcf0b96 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:15.472594 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: b9d2b5a3-9556-489a-9c7e-500efbcf0b96 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:15.472941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b9d2b5a3-9556-489a-9c7e-500efbcf0b96 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:15.473362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e6562005-4091-4972-a231-96cdf592e3b1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:15.493942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e6562005-4091-4972-a231-96cdf592e3b1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:15.494346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e6562005-4091-4972-a231-96cdf592e3b1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:15.669582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57704) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:15.727357 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-06f83861-4203-4b21-90d6-3b1937fbf4e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c22e9111585444b99bd68ddda62f995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565414 Feb 19 04:09:15.729709 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57706) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:15.779140 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e41aea05-f3e5-4076-aa83-931f1a7289b7 admin admin] Publish callbacks [] for security_group (87c36827-4c84-46ac-9e28-40ebff019185), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.801864 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e41aea05-f3e5-4076-aa83-931f1a7289b7 admin admin] Publish callbacks [] for security_group (87c36827-4c84-46ac-9e28-40ebff019185), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.849354 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e41aea05-f3e5-4076-aa83-931f1a7289b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (87c36827-4c84-46ac-9e28-40ebff019185), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.852154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e41aea05-f3e5-4076-aa83-931f1a7289b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.853564 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e41aea05-f3e5-4076-aa83-931f1a7289b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87c36827-4c84-46ac-9e28-40ebff019185 HTTP/1.1" status: 204 len: 168 time: 0.1228101 Feb 19 04:09:15.861671 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aea05-f3e5-4076-aa83-931f1a7289b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c36827-4c84-46ac-9e28-40ebff019185,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:17.959940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57862) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.062634 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-defa32f4-f2ee-4a73-9823-767463b79ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.077409 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:09:18.137524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-defa32f4-f2ee-4a73-9823-767463b79ba2 admin admin] Publish callbacks [] for security_group (9d2a1207-5c32-4f43-a7e6-9c2450f30912), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.141431 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-defa32f4-f2ee-4a73-9823-767463b79ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9d2a1207-5c32-4f43-a7e6-9c2450f30912), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.181025 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-defa32f4-f2ee-4a73-9823-767463b79ba2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45aa41e93be8495bb5029d9599819576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199230 Feb 19 04:09:18.182957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa32f4-f2ee-4a73-9823-767463b79ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2a1207-5c32-4f43-a7e6-9c2450f30912,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:18.183781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57866) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.231386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65a6da89-2321-4d8d-9550-9ca1769b8a62 admin admin] Publish callbacks [] for security_group (9d2a1207-5c32-4f43-a7e6-9c2450f30912), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.251559 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65a6da89-2321-4d8d-9550-9ca1769b8a62 admin admin] Publish callbacks [] for security_group (9d2a1207-5c32-4f43-a7e6-9c2450f30912), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.298453 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65a6da89-2321-4d8d-9550-9ca1769b8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9d2a1207-5c32-4f43-a7e6-9c2450f30912), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.301722 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65a6da89-2321-4d8d-9550-9ca1769b8a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.302910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-65a6da89-2321-4d8d-9550-9ca1769b8a62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d2a1207-5c32-4f43-a7e6-9c2450f30912 HTTP/1.1" status: 204 len: 168 time: 0.1181352 Feb 19 04:09:18.310734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6da89-2321-4d8d-9550-9ca1769b8a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2a1207-5c32-4f43-a7e6-9c2450f30912,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:18.557803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57874) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.571562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-390c491a-144e-40ab-9e01-e165122ab022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.642283 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-390c491a-144e-40ab-9e01-e165122ab022 admin admin] Publish callbacks [] for security_group (06279e26-0238-4a19-b1de-520ee8ae1822), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.645918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-390c491a-144e-40ab-9e01-e165122ab022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (06279e26-0238-4a19-b1de-520ee8ae1822), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.685596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c491a-144e-40ab-9e01-e165122ab022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06279e26-0238-4a19-b1de-520ee8ae1822,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:18.690340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-390c491a-144e-40ab-9e01-e165122ab022 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ceeed7e9d1ca4fe18feaea22498749c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314087 Feb 19 04:09:18.692795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57876) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.740509 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfc16-67e9-4a90-b73c-98c0177e6a72 admin admin] Publish callbacks [] for security_group (06279e26-0238-4a19-b1de-520ee8ae1822), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.761310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfc16-67e9-4a90-b73c-98c0177e6a72 admin admin] Publish callbacks [] for security_group (06279e26-0238-4a19-b1de-520ee8ae1822), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.808732 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfc16-67e9-4a90-b73c-98c0177e6a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (06279e26-0238-4a19-b1de-520ee8ae1822), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.811276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfc16-67e9-4a90-b73c-98c0177e6a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.814786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5d4cfc16-67e9-4a90-b73c-98c0177e6a72 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06279e26-0238-4a19-b1de-520ee8ae1822 HTTP/1.1" status: 204 len: 168 time: 0.1208453 Feb 19 04:09:18.822678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cfc16-67e9-4a90-b73c-98c0177e6a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06279e26-0238-4a19-b1de-520ee8ae1822,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:19.477294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57898) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:19.572557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1889558599-network', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:19.592177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Made reservation on behalf of 85b71defd226470786b8c9f9d044a7f1 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:19.594591 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.603455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.675931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Publish callbacks [] for security_group (58e8f10a-31c3-442b-b02b-82bcca8119d0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.680584 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (58e8f10a-31c3-442b-b02b-82bcca8119d0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.707476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:09:19.716910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e8f10a-31c3-442b-b02b-82bcca8119d0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:19.722500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (a4f39edc-7c88-4979-8b71-bc32668dea6a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.722846 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Added segment a4f39edc-7c88-4979-8b71-bc32668dea6a of type vlan for network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 Feb 19 04:09:19.764607 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.791124 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.792058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:19.792638 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.874989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3937163 Feb 19 04:09:19.875373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57902) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:19.880413 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Request body: {'subnet': {'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1889558599-subnet', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:19.885149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e8c39-65c6-4f5f-be3a-2e891992c6ae admin admin] Pushing event updated for resources: {'Network': ['ID=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:19.896626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:09:19.902265 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Made reservation on behalf of 85b71defd226470786b8c9f9d044a7f1 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:19.904612 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.077404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (f37b6722-d236-4e92-999e-e523f512eeba), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.135824 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37b6722-d236-4e92-999e-e523f512eeba,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:20.140993 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Checking segment: {'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:20.141410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Network hostable DHCP agents. Network: d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:09:20.157388 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:09:20.166331 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:20.170488 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:20.171091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.176614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fc06ea-724f-484f-ba74-229e87220c9e None None] Network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:20.189375 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8a272ded-aac2-452c-bd97-03bd06216a48 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3128157 Feb 19 04:09:20.192374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57904) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:20.196786 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:20.215837 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (b088b847-019f-4752-9d91-729f9f87699a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.216834 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (b088b847-019f-4752-9d91-729f9f87699a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.272490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks [] for router_controller (b088b847-019f-4752-9d91-729f9f87699a), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.280401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:09:20.281259 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.415426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks [] for router_gateway (b088b847-019f-4752-9d91-729f9f87699a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.416647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Allocated IP 172.20.0.2 (d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0/f37b6722-d236-4e92-999e-e523f512eeba/a8836583-6496-41b0-9c00-356b1ee7a08c) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:20.558708 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Publish callbacks [] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.564563 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.603081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:20.609539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:20.613825 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:20.618327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Pushing event updated for resources: {'Port': ['ID=a8836583-6496-41b0-9c00-356b1ee7a08c,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:20.622397 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks [] for router_gateway (b088b847-019f-4752-9d91-729f9f87699a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.644337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.670610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Attempting to bind port a8836583-6496-41b0-9c00-356b1ee7a08c on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:20.670867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Attempting to bind port a8836583-6496-41b0-9c00-356b1ee7a08c by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:20.671235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Attempting to bind port a8836583-6496-41b0-9c00-356b1ee7a08c on network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:20.676115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:20.676486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Checking segment: {'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:20.676881 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.677271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Bound using segment: {'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:20.677736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Bound port: a8836583-6496-41b0-9c00-356b1ee7a08c, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:20.678140 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.742687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] For port a8836583-6496-41b0-9c00-356b1ee7a08c, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:20.745877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] For port a8836583-6496-41b0-9c00-356b1ee7a08c, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8836583-6496-41b0-9c00-356b1ee7a08c,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:20.747743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Allocated IP 172.25.4.218 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/06d53dfa-9241-4773-85fa-58f5d4aa8450) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:20.751831 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.813330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2fb53-ea1c-4251-8583-3e1909ba475e None None] Pushing event updated for resources: {'Port': ['ID=a8836583-6496-41b0-9c00-356b1ee7a08c,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:20.863718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks [] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.900122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.939243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:20.943328 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:20.955380 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:20.985325 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Pushing event updated for resources: {'Port': ['ID=06d53dfa-9241-4773-85fa-58f5d4aa8450,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:21.230472 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks [] for router_gateway (b088b847-019f-4752-9d91-729f9f87699a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.430683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8836583-6496-41b0-9c00-356b1ee7a08c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:21.442885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (b088b847-019f-4752-9d91-729f9f87699a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.486357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a8836583-6496-41b0-9c00-356b1ee7a08c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:21.486894 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.577215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a8836583-6496-41b0-9c00-356b1ee7a08c is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:21.577732 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.592224 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Router b088b847-019f-4752-9d91-729f9f87699a is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:09:21.616476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port a8836583-6496-41b0-9c00-356b1ee7a08c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8836583-6496-41b0-9c00-356b1ee7a08c,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:21.621437 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.673605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=a8836583-6496-41b0-9c00-356b1ee7a08c,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:21.715500 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:21.724962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Sync routers for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:21.737177 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.738451 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5846544c-16d8-4bf1-be20-12629e17957a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5449846 Feb 19 04:09:21.741129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57908) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:21.742293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:21.743042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:21.793355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf2cefa-0791-4b76-8775-4c7bba09818b None None] Network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:22.064691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3b6424bf-be21-41f9-8449-df0c1e872dac None None] Provisioning complete for port a8836583-6496-41b0-9c00-356b1ee7a08c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:22.065531 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b6424bf-be21-41f9-8449-df0c1e872dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.109118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:22.170886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.328546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Allocated IP 172.20.0.1 (d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0/f37b6722-d236-4e92-999e-e523f512eeba/e57e0c01-2eb7-4b28-87ec-9da6652b9d04) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:22.341323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3b6424bf-be21-41f9-8449-df0c1e872dac None None] Current status of the port a8836583-6496-41b0-9c00-356b1ee7a08c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:22.373128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:21Z', 'revision_number': 3, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:22.402437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Checking router: b088b847-019f-4752-9d91-729f9f87699a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:22.402800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Updating router b088b847-019f-4752-9d91-729f9f87699a port 06d53dfa-9241-4773-85fa-58f5d4aa8450 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:22.433020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.447648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Publish callbacks [] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.489567 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.529774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:22.532517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:22.538782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:22.564013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Pushing event updated for resources: {'Port': ['ID=e57e0c01-2eb7-4b28-87ec-9da6652b9d04,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:22.587474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (b088b847-019f-4752-9d91-729f9f87699a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.615542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1de42d2f-d8e0-46cb-a5f8-a4004b686230 None None] Provisioning complete for port a8836583-6496-41b0-9c00-356b1ee7a08c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:22.615936 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1de42d2f-d8e0-46cb-a5f8-a4004b686230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.750812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.783996 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1de42d2f-d8e0-46cb-a5f8-a4004b686230 None None] Current status of the port a8836583-6496-41b0-9c00-356b1ee7a08c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:22.802002 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.806312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Publish callbacks [] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.811571 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.874885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Attempting to bind port 06d53dfa-9241-4773-85fa-58f5d4aa8450 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:22.875289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Attempting to bind port 06d53dfa-9241-4773-85fa-58f5d4aa8450 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:22.875628 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Attempting to bind port 06d53dfa-9241-4773-85fa-58f5d4aa8450 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:22.881716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e541aa-221d-4de2-97d1-14411267b7da None None] Pushing event updated for resources: {'Port': ['ID=06d53dfa-9241-4773-85fa-58f5d4aa8450,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:22.886854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:22.887256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:22.887624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.888014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:22.889403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Bound port: 06d53dfa-9241-4773-85fa-58f5d4aa8450, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:22.889403 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.944968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3d0d6792-1c44-4b70-a027-8776230b1cff None None] Provisioning complete for port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:22.945338 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6792-1c44-4b70-a027-8776230b1cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.981941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] For port 06d53dfa-9241-4773-85fa-58f5d4aa8450, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:23.001714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] For port 06d53dfa-9241-4773-85fa-58f5d4aa8450, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=06d53dfa-9241-4773-85fa-58f5d4aa8450,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:23.006002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d6792-1c44-4b70-a027-8776230b1cff None None] Port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:23.010080 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.068083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:23.068723 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:23.130991 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e541aa-221d-4de2-97d1-14411267b7da None None] Pushing event updated for resources: {'Port': ['ID=06d53dfa-9241-4773-85fa-58f5d4aa8450,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:23.209550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:23.277922 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Publish callbacks [] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.284190 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.350091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (b088b847-019f-4752-9d91-729f9f87699a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.351972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Pushing event updated for resources: {'Port': ['ID=e57e0c01-2eb7-4b28-87ec-9da6652b9d04,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:23.424876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 1, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:23.462444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4501b7-24df-4c8f-8aca-01a7c3037197 None None] The sync data for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 is: [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 1, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:23.467389 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:23.468976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:23.546816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8836583-6496-41b0-9c00-356b1ee7a08c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:23.607031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a8836583-6496-41b0-9c00-356b1ee7a08c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:23.607591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.609623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Router b088b847-019f-4752-9d91-729f9f87699a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:23.698775 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a8836583-6496-41b0-9c00-356b1ee7a08c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:23.760781 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:23.766054 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5d74665a-d289-4d0c-8b8b-3ac79e958a5d admin admin] 10.222.0.42 "PUT /v2.0/routers/b088b847-019f-4752-9d91-729f9f87699a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0239253 Feb 19 04:09:23.832214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-09354134-5e73-4102-896e-ed08678027e8 None None] Provisioning complete for port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:23.832814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-09354134-5e73-4102-896e-ed08678027e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.876065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-09354134-5e73-4102-896e-ed08678027e8 None None] Port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:24.276547 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57924) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:24.281546 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1202893012-network', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:24.302109 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Made reservation on behalf of b7acb8ecf4474bcb8170ac3a2bac14bb for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:24.304735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.314223 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.396627 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Publish callbacks [] for security_group (78a54b3c-ca22-4ffd-ac44-50e3263902b9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.400761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (78a54b3c-ca22-4ffd-ac44-50e3263902b9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.431850 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a54b3c-ca22-4ffd-ac44-50e3263902b9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:24.434704 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:09:24.445996 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.446437 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Added segment 8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4 of type vlan for network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 Feb 19 04:09:24.488426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (26090fb9-5fa4-4456-9fe8-977b2d87aaa8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.515603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (26090fb9-5fa4-4456-9fe8-977b2d87aaa8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.516638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:24.517260 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.588426 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3107314 Feb 19 04:09:24.591329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57928) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:24.596719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Request body: {'subnet': {'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1202893012-subnet', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:24.615966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f080ef2-0c0b-45ca-be78-e2a4085dfb67 admin admin] Pushing event updated for resources: {'Network': ['ID=26090fb9-5fa4-4456-9fe8-977b2d87aaa8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:24.626895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Made reservation on behalf of b7acb8ecf4474bcb8170ac3a2bac14bb for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:24.627895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:09:24.630733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.811738 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (cd9c9884-be80-4abb-81b9-ab9d04b788c7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.869658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd9c9884-be80-4abb-81b9-ab9d04b788c7,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:24.886437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Checking segment: {'id': '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:24.886791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Network hostable DHCP agents. Network: 26090fb9-5fa4-4456-9fe8-977b2d87aaa8, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:09:24.903850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:09:24.912212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 26090fb9-5fa4-4456-9fe8-977b2d87aaa8) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:24.916516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:24.917108 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.923644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799cdc61-47af-41f2-93d6-f986fe500d96 None None] Network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:24.933646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-15c6b3cf-95c2-4ee9-9354-c8f5fbec8b79 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3412013 Feb 19 04:09:24.936281 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 57934) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:24.941324 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1202893012-router', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:24.965420 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.966686 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.026636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks [] for router_controller (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.032829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-26090fb9-5fa4-4456-9fe8-977b2d87aaa8', 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8', 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'fixed_ips': [{'subnet_id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:09:25.033875 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.167903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks [] for router_gateway (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.172446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Allocated IP 172.20.0.2 (26090fb9-5fa4-4456-9fe8-977b2d87aaa8/cd9c9884-be80-4abb-81b9-ab9d04b788c7/a4f54cc8-864a-4a8d-9d70-2c74cc2089b5) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:25.316726 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Publish callbacks [] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.324105 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.367294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:25.374534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:25.380658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:25.382753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Pushing event updated for resources: {'Port': ['ID=a4f54cc8-864a-4a8d-9d70-2c74cc2089b5,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:25.413092 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks [] for router_gateway (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.435738 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.440205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Attempting to bind port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:25.440580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Attempting to bind port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:25.440961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Attempting to bind port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 on network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:25.446137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:25.446510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Checking segment: {'id': '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:25.446908 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.447293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Bound using segment: {'id': '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:25.447756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Bound port: a4f54cc8-864a-4a8d-9d70-2c74cc2089b5, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:25.448133 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.462925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 06d53dfa-9241-4773-85fa-58f5d4aa8450 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:25.558923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Allocated IP 172.25.4.180 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:25.582335 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Sync routers for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:25.593540 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:25.594506 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:25.696367 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks [] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.709392 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:25.723522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] For port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:25.727053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] For port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a4f54cc8-864a-4a8d-9d70-2c74cc2089b5,segment=NetworkSegment(8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4),segment_id=8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:25.735422 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.738689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 06d53dfa-9241-4773-85fa-58f5d4aa8450 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:25.739099 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.745662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.781940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:25.787508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:25.801362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:25.838212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Pushing event updated for resources: {'Port': ['ID=4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:25.841712 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b48f6-0915-44f0-a49f-8e609bb8a69e None None] Pushing event updated for resources: {'Port': ['ID=a4f54cc8-864a-4a8d-9d70-2c74cc2089b5,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:25.903717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 06d53dfa-9241-4773-85fa-58f5d4aa8450 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:25.904504 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.931544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 06d53dfa-9241-4773-85fa-58f5d4aa8450, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=06d53dfa-9241-4773-85fa-58f5d4aa8450,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:25.936831 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.948247 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 2, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:25.983910 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Checking router: b088b847-019f-4752-9d91-729f9f87699a for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:25.984591 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Updating router b088b847-019f-4752-9d91-729f9f87699a port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:25.999947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=06d53dfa-9241-4773-85fa-58f5d4aa8450,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:26.014522 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.160258 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks [] for router_gateway (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.317269 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Publish callbacks [] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.323379 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.374829 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Pushing event updated for resources: {'Port': ['ID=e57e0c01-2eb7-4b28-87ec-9da6652b9d04,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:26.384148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.400375 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.400720 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.401060 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.401402 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.401735 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.402110 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.402452 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.402764 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.403084 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.403411 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.403738 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.404050 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.404372 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.447890 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Attempting to bind port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:26.448342 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Attempting to bind port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:26.448779 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Attempting to bind port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 on network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:26.455370 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:26.455370 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Checking segment: {'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:26.455370 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.455986 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Bound using segment: {'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:26.456538 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Bound port: e57e0c01-2eb7-4b28-87ec-9da6652b9d04, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:26.456994 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.526281 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] For port e57e0c01-2eb7-4b28-87ec-9da6652b9d04, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:26.530494 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] For port e57e0c01-2eb7-4b28-87ec-9da6652b9d04, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e57e0c01-2eb7-4b28-87ec-9da6652b9d04,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:26.532211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:09:26.539974 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.609613 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:26.610245 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:26.666789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:26.683029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Sync routers for ids ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:26.691325 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.697148 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-82437202-8c2e-4864-ab72-a79b2240f83b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7597518 Feb 19 04:09:26.697371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 57936) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:26.704224 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68135ba6-5aeb-46db-b030-9a3794e29b73 None None] Pushing event updated for resources: {'Port': ['ID=e57e0c01-2eb7-4b28-87ec-9da6652b9d04,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:26.733914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Routers {'4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:26.734561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:26.738092 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:26.786412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7cd9873e-19d2-46c6-a73e-20d590b35b91 None None] Provisioning complete for port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:26.787004 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7cd9873e-19d2-46c6-a73e-20d590b35b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.969318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9873e-19d2-46c6-a73e-20d590b35b91 None None] Current status of the port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:26.969711 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7cd9873e-19d2-46c6-a73e-20d590b35b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.972778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Set router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:27.021879 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:26Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:27.050324 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159bb39f-26ff-4732-a081-18527c46a037 None None] The sync data for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 is: [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:26Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:27.125452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7cd9873e-19d2-46c6-a73e-20d590b35b91 None None] For port e57e0c01-2eb7-4b28-87ec-9da6652b9d04, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e57e0c01-2eb7-4b28-87ec-9da6652b9d04,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:27.137644 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7cd9873e-19d2-46c6-a73e-20d590b35b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.218014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252e3f66-85f7-4be0-9228-77a3866006c2 None None] Network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:27.302927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.306342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9873e-19d2-46c6-a73e-20d590b35b91 None None] Pushing event updated for resources: {'Port': ['ID=e57e0c01-2eb7-4b28-87ec-9da6652b9d04,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:27.333930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7a3db119-c6bb-4904-9de2-abc8a00c7c9c None None] Provisioning complete for port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:27.334373 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a3db119-c6bb-4904-9de2-abc8a00c7c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.454295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'name': 'tempest-TestVolumeBackupRestore-1202893012-router', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:24Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 3, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'gw_port': {'id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:27.477215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Checking router: 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:27.477668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Updating router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:27.522512 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.667208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7a3db119-c6bb-4904-9de2-abc8a00c7c9c None None] Current status of the port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:27.679916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:27.692484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Allocated IP 172.20.0.1 (26090fb9-5fa4-4456-9fe8-977b2d87aaa8/cd9c9884-be80-4abb-81b9-ab9d04b788c7/baf68371-657c-4958-9bf5-f581229ad6c0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:27.747553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7a3db119-c6bb-4904-9de2-abc8a00c7c9c None None] Provisioning complete for port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:27.748395 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a3db119-c6bb-4904-9de2-abc8a00c7c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.855094 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Publish callbacks [] for port (baf68371-657c-4958-9bf5-f581229ad6c0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.867346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:27.867928 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.900965 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.940302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:27.943252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:27.949681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:27.979585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Pushing event updated for resources: {'Port': ['ID=baf68371-657c-4958-9bf5-f581229ad6c0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:28.002565 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.041128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7a3db119-c6bb-4904-9de2-abc8a00c7c9c None None] Current status of the port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:28.041752 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a3db119-c6bb-4904-9de2-abc8a00c7c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.076808 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Publish callbacks [] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.109883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.155211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7a3db119-c6bb-4904-9de2-abc8a00c7c9c None None] For port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a4f54cc8-864a-4a8d-9d70-2c74cc2089b5,segment=NetworkSegment(8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4),segment_id=8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:28.155744 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.170813 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a3db119-c6bb-4904-9de2-abc8a00c7c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.190657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:28.191021 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.198938 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60380250-ccb9-43f4-b333-37399c547028 None None] Pushing event updated for resources: {'Port': ['ID=4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:28.238388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Attempting to bind port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:28.238761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Attempting to bind port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:28.239122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Attempting to bind port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:28.257429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:28.257730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:28.258231 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.258628 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:28.259103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Bound port: 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:28.259486 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.327640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Publish callbacks [] for port (baf68371-657c-4958-9bf5-f581229ad6c0), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.332064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3db119-c6bb-4904-9de2-abc8a00c7c9c None None] Pushing event updated for resources: {'Port': ['ID=a4f54cc8-864a-4a8d-9d70-2c74cc2089b5,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:28.332775 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.359955 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:09:28.360310 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:09:28.368452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-66c04675-bab1-4d73-98ea-5fc51bd2e4d9 None None] Provisioning complete for port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:28.368822 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-66c04675-bab1-4d73-98ea-5fc51bd2e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.372525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] For port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:28.402517 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] For port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:28.403532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Pushing event updated for resources: {'Port': ['ID=baf68371-657c-4958-9bf5-f581229ad6c0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:28.407758 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.416551 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.505649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:28.506763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Routers {'4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:28.507212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:28.507399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:28.513078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60380250-ccb9-43f4-b333-37399c547028 None None] Pushing event updated for resources: {'Port': ['ID=4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:28.565711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-66c04675-bab1-4d73-98ea-5fc51bd2e4d9 None None] Current status of the port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:28.620491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-66c04675-bab1-4d73-98ea-5fc51bd2e4d9 None None] Provisioning complete for port baf68371-657c-4958-9bf5-f581229ad6c0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:28.620866 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-66c04675-bab1-4d73-98ea-5fc51bd2e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.629874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:28.665008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] Set router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:28.702427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-66c04675-bab1-4d73-98ea-5fc51bd2e4d9 None None] Port baf68371-657c-4958-9bf5-f581229ad6c0 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:28.745669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:28.751224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1266ed3e-e43c-4c83-84d4-dbb1707d99c9 admin admin] 10.222.0.42 "PUT /v2.0/routers/4e0e5b86-fd9a-44a7-967a-2db9e99fdc87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0527253 Feb 19 04:09:28.858357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7ea6809f-9dd3-4b2d-9c0e-1c88c1ed990d None None] Provisioning complete for port baf68371-657c-4958-9bf5-f581229ad6c0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:28.858884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ea6809f-9dd3-4b2d-9c0e-1c88c1ed990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.093560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6809f-9dd3-4b2d-9c0e-1c88c1ed990d None None] Port baf68371-657c-4958-9bf5-f581229ad6c0 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:29.097765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:29.098499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 06d53dfa-9241-4773-85fa-58f5d4aa8450 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:29.145759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'name': 'tempest-TestVolumeBackupRestore-1202893012-router', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:24Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 4, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'gw_port': {'id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'baf68371-657c-4958-9bf5-f581229ad6c0', 'name': '', 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'mac_address': 'fa:16:3e:98:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:27Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 2, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'subnets': [{'id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:29.176174 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef7f359-f330-4de3-bf52-18ae303d30cb None None] The sync data for ids ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'] in n-d-826756-2 is: [{'id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'name': 'tempest-TestVolumeBackupRestore-1202893012-router', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:24Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 4, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'gw_port': {'id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'baf68371-657c-4958-9bf5-f581229ad6c0', 'name': '', 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'mac_address': 'fa:16:3e:98:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:27Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 2, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'subnets': [{'id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:29.186202 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 06d53dfa-9241-4773-85fa-58f5d4aa8450 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:29.186595 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.278740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 06d53dfa-9241-4773-85fa-58f5d4aa8450 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:29.279914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e57e0c01-2eb7-4b28-87ec-9da6652b9d04 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:29.332306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:29.332731 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.447226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:29.552097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:29.614514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:29.614916 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.705692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:31.335140 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Sync routers for ids ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:31.345798 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Routers {'4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:31.346469 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:31.457317 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Set router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:31.556554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:31.627181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:31.627566 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.703149 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'name': 'tempest-TestVolumeBackupRestore-1202893012-router', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:24Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 4, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'gw_port': {'id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'baf68371-657c-4958-9bf5-f581229ad6c0', 'name': '', 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'mac_address': 'fa:16:3e:98:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:27Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 2, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'subnets': [{'id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:31.719189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:31.719581 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.732906 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Checking router: 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:31.733568 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Updating router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 port baf68371-657c-4958-9bf5-f581229ad6c0 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:31.747888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:31.752159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.763283 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.811932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:32.043671 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Publish callbacks [] for port (baf68371-657c-4958-9bf5-f581229ad6c0), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.049239 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.199067 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea79c-564b-4a18-bbb1-8e733be9e620 None None] Pushing event updated for resources: {'Port': ['ID=baf68371-657c-4958-9bf5-f581229ad6c0,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:32.253188 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Attempting to bind port baf68371-657c-4958-9bf5-f581229ad6c0 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:32.253719 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Attempting to bind port baf68371-657c-4958-9bf5-f581229ad6c0 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:32.254295 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Attempting to bind port baf68371-657c-4958-9bf5-f581229ad6c0 on network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:32.260404 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:32.260780 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Checking segment: {'id': '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:32.261183 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.261569 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Bound using segment: {'id': '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:32.262059 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Bound port: baf68371-657c-4958-9bf5-f581229ad6c0, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:32.262441 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.331482 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] For port baf68371-657c-4958-9bf5-f581229ad6c0, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:32.335633 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] For port baf68371-657c-4958-9bf5-f581229ad6c0, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=baf68371-657c-4958-9bf5-f581229ad6c0,segment=NetworkSegment(8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4),segment_id=8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:32.343612 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.405876 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Routers {'4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:32.405876 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:09:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:32.410347 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea79c-564b-4a18-bbb1-8e733be9e620 None None] Pushing event updated for resources: {'Port': ['ID=baf68371-657c-4958-9bf5-f581229ad6c0,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:32.455608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9fefcc7f-671d-488f-af41-454ef004e8da None None] Provisioning complete for port baf68371-657c-4958-9bf5-f581229ad6c0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:32.456310 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9fefcc7f-671d-488f-af41-454ef004e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.526940 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] Set router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:32.561956 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9fefcc7f-671d-488f-af41-454ef004e8da None None] Current status of the port baf68371-657c-4958-9bf5-f581229ad6c0 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:32.562513 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9fefcc7f-671d-488f-af41-454ef004e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.600021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9fefcc7f-671d-488f-af41-454ef004e8da None None] For port baf68371-657c-4958-9bf5-f581229ad6c0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=baf68371-657c-4958-9bf5-f581229ad6c0,segment=NetworkSegment(8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4),segment_id=8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:32.610760 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9fefcc7f-671d-488f-af41-454ef004e8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.703432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefcc7f-671d-488f-af41-454ef004e8da None None] Pushing event updated for resources: {'Port': ['ID=baf68371-657c-4958-9bf5-f581229ad6c0,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:32.734392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3c29b993-ebd3-437e-a3a3-96f7027a5029 None None] Provisioning complete for port baf68371-657c-4958-9bf5-f581229ad6c0 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:32.734765 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c29b993-ebd3-437e-a3a3-96f7027a5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.763040 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'name': 'tempest-TestVolumeBackupRestore-1202893012-router', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:24Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 4, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'gw_port': {'id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'baf68371-657c-4958-9bf5-f581229ad6c0', 'name': '', 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'mac_address': 'fa:16:3e:98:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:27Z', 'updated_at': '2022-02-19T04:09:32Z', 'revision_number': 4, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'subnets': [{'id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:32.793699 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e091c-6182-41dc-9c7a-ff7657fec792 None None] The sync data for ids ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'] in n-d-826756-2 is: [{'id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'name': 'tempest-TestVolumeBackupRestore-1202893012-router', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:24Z', 'updated_at': '2022-02-19T04:09:28Z', 'revision_number': 4, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'gw_port': {'id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'baf68371-657c-4958-9bf5-f581229ad6c0', 'name': '', 'network_id': '26090fb9-5fa4-4456-9fe8-977b2d87aaa8', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'mac_address': 'fa:16:3e:98:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:27Z', 'updated_at': '2022-02-19T04:09:32Z', 'revision_number': 4, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'subnets': [{'id': 'cd9c9884-be80-4abb-81b9-ab9d04b788c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:32.817449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3c29b993-ebd3-437e-a3a3-96f7027a5029 None None] Current status of the port baf68371-657c-4958-9bf5-f581229ad6c0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:33.550447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:33.606204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:33.606861 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.685614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:33.686749 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device baf68371-657c-4958-9bf5-f581229ad6c0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:33.737512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port baf68371-657c-4958-9bf5-f581229ad6c0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:33.737920 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.821982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port baf68371-657c-4958-9bf5-f581229ad6c0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:36.507795 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.334724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f8596e2-6d8b-4677-97de-627607e0d266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.505210 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2bf34289-053a-4cea-b343-4f9ad50067f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.161817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.199925 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.698619 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.767702 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:55.077121 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:10:06.506050 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.339120 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9efce7fa-8a5c-4bb6-b4c6-7ac2dcf20aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.506553 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b81d8b87-196e-496c-bc83-a8cbcf58ac39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.159293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:13.193362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.702161 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.797934 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.075548 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:10:36.537650 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:38.343612 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-608ad0cd-256d-4893-9a5c-6e7df69c1fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.514450 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b60f-83cb-40d5-acd3-26414f1fbda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.159033 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.194107 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.709912 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.797161 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.537461 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.339345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e4e1245-dad9-48f5-a538-d9132e1628e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.074955 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:11:10.507317 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-226f42c7-7f6c-4e39-bf5e-5f1fd7f24f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.163627 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.196116 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.703938 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.796921 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.525038 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.341930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15ea89fc-3673-4024-813b-ff0aedf5654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.509652 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-947422d1-5eda-4be4-b19c-c63774fe9202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.164467 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.201651 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.007349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59050) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:44.013555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1907874730', 'description': 'tempest-secgroup-smoke-1907874730 description', 'project_id': '85b71defd226470786b8c9f9d044a7f1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:44.033412 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.104562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group (08d736dc-e803-4b3d-a96a-cf2285a9231b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.108215 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (08d736dc-e803-4b3d-a96a-cf2285a9231b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.132539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.133782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1253066 Feb 19 04:11:44.137002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59056) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:44.141408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e4bd0584-ba25-4888-bdab-cc7e3c8aeaca tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Request body: {'security_group_rule': {'security_group_id': '08d736dc-e803-4b3d-a96a-cf2285a9231b', 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:44.156825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d736dc-e803-4b3d-a96a-cf2285a9231b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:44.170870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.171242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.171611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.171969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.172313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.172654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.173710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.174065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.174407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.174747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.175083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.175415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.175749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a711ebb-bdfc-420f-a6bd-2d9ecfc49741 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.192832 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0584-ba25-4888-bdab-cc7e3c8aeaca tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (bc9f3ec1-6f69-40dc-a07e-15d9a03d955a), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.238487 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0584-ba25-4888-bdab-cc7e3c8aeaca tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (bc9f3ec1-6f69-40dc-a07e-15d9a03d955a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.241949 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0584-ba25-4888-bdab-cc7e3c8aeaca tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (bc9f3ec1-6f69-40dc-a07e-15d9a03d955a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.261055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd0584-ba25-4888-bdab-cc7e3c8aeaca tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9f3ec1-6f69-40dc-a07e-15d9a03d955a,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:44.269984 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0584-ba25-4888-bdab-cc7e3c8aeaca tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.271223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e4bd0584-ba25-4888-bdab-cc7e3c8aeaca tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332626 Feb 19 04:11:44.274023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59060) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:44.278440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-45645b4b-3f85-48bb-8850-be62942b57ba tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Request body: {'security_group_rule': {'security_group_id': '08d736dc-e803-4b3d-a96a-cf2285a9231b', 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:44.303482 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45645b4b-3f85-48bb-8850-be62942b57ba tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (3c1957fb-9a40-499b-ae19-7515e68f2e1d), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.357774 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45645b4b-3f85-48bb-8850-be62942b57ba tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (3c1957fb-9a40-499b-ae19-7515e68f2e1d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.361245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45645b4b-3f85-48bb-8850-be62942b57ba tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3c1957fb-9a40-499b-ae19-7515e68f2e1d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.378578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45645b4b-3f85-48bb-8850-be62942b57ba tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1957fb-9a40-499b-ae19-7515e68f2e1d,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:44.388306 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45645b4b-3f85-48bb-8850-be62942b57ba tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.389820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-45645b4b-3f85-48bb-8850-be62942b57ba tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148660 Feb 19 04:11:44.393133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59062) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:44.397550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-19c2dc6b-6c81-4bd6-a2af-0a3c612a2fd5 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Request body: {'security_group_rule': {'security_group_id': '08d736dc-e803-4b3d-a96a-cf2285a9231b', 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:44.421376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19c2dc6b-6c81-4bd6-a2af-0a3c612a2fd5 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (c2efc1fc-d4ed-4e4f-8784-2b0989879507), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.477858 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19c2dc6b-6c81-4bd6-a2af-0a3c612a2fd5 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (c2efc1fc-d4ed-4e4f-8784-2b0989879507), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.482173 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19c2dc6b-6c81-4bd6-a2af-0a3c612a2fd5 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (c2efc1fc-d4ed-4e4f-8784-2b0989879507), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.503358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2dc6b-6c81-4bd6-a2af-0a3c612a2fd5 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2efc1fc-d4ed-4e4f-8784-2b0989879507,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:44.510040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19c2dc6b-6c81-4bd6-a2af-0a3c612a2fd5 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.511231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-19c2dc6b-6c81-4bd6-a2af-0a3c612a2fd5 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171525 Feb 19 04:11:44.513933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59064) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:44.518194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f5ad63ad-dbe7-40b2-88af-47aa434a2e9b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Request body: {'security_group_rule': {'security_group_id': '08d736dc-e803-4b3d-a96a-cf2285a9231b', 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:44.541692 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5ad63ad-dbe7-40b2-88af-47aa434a2e9b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (5f1c868e-0367-4160-ac49-b2b26ad3e435), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.607469 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5ad63ad-dbe7-40b2-88af-47aa434a2e9b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (5f1c868e-0367-4160-ac49-b2b26ad3e435), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.611968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5ad63ad-dbe7-40b2-88af-47aa434a2e9b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (5f1c868e-0367-4160-ac49-b2b26ad3e435), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.631844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad63ad-dbe7-40b2-88af-47aa434a2e9b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1c868e-0367-4160-ac49-b2b26ad3e435,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:44.641181 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5ad63ad-dbe7-40b2-88af-47aa434a2e9b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.642466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f5ad63ad-dbe7-40b2-88af-47aa434a2e9b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276097 Feb 19 04:11:44.645323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59066) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:44.649713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8e4a5feb-8f88-4b25-a06d-6ba6ad9fa41b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Request body: {'security_group_rule': {'security_group_id': '08d736dc-e803-4b3d-a96a-cf2285a9231b', 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:44.669646 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-8e4a5feb-8f88-4b25-a06d-6ba6ad9fa41b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Project 85b71defd226470786b8c9f9d044a7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:11:44.675411 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5feb-8f88-4b25-a06d-6ba6ad9fa41b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (c035ed71-830e-4e81-b9c7-c05b1ac239f9), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.700269 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.736268 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5feb-8f88-4b25-a06d-6ba6ad9fa41b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (c035ed71-830e-4e81-b9c7-c05b1ac239f9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.740045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5feb-8f88-4b25-a06d-6ba6ad9fa41b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (c035ed71-830e-4e81-b9c7-c05b1ac239f9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.757734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a5feb-8f88-4b25-a06d-6ba6ad9fa41b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c035ed71-830e-4e81-b9c7-c05b1ac239f9,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:44.766870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5feb-8f88-4b25-a06d-6ba6ad9fa41b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.768098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8e4a5feb-8f88-4b25-a06d-6ba6ad9fa41b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218085 Feb 19 04:11:44.770824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59068) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:44.775079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0399f55f-79fa-4925-a914-6f8e5b77f6f0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Request body: {'security_group_rule': {'security_group_id': '08d736dc-e803-4b3d-a96a-cf2285a9231b', 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:44.795793 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-0399f55f-79fa-4925-a914-6f8e5b77f6f0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Project 85b71defd226470786b8c9f9d044a7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:11:44.801258 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0399f55f-79fa-4925-a914-6f8e5b77f6f0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (7aa9b248-4c40-4faa-ad2b-e4df645f6fe9), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.858576 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0399f55f-79fa-4925-a914-6f8e5b77f6f0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (7aa9b248-4c40-4faa-ad2b-e4df645f6fe9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.862863 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0399f55f-79fa-4925-a914-6f8e5b77f6f0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (7aa9b248-4c40-4faa-ad2b-e4df645f6fe9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.883859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399f55f-79fa-4925-a914-6f8e5b77f6f0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa9b248-4c40-4faa-ad2b-e4df645f6fe9,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:44.892149 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0399f55f-79fa-4925-a914-6f8e5b77f6f0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.893354 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0399f55f-79fa-4925-a914-6f8e5b77f6f0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216161 Feb 19 04:11:45.057274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-8ddadca4-4401-4cdc-a964-329a82af99fa tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907874730&fields=id&tenant_id=85b71defd226470786b8c9f9d044a7f1 HTTP/1.1" status: 200 len: 267 time: 0.0436327 Feb 19 04:11:45.162315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-fb266a6f-b538-4c28-8aa8-9e30947cf3af tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:45.163713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-fb266a6f-b538-4c28-8aa8-9e30947cf3af tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/networks?id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 HTTP/1.1" status: 200 len: 814 time: 0.0997279 Feb 19 04:11:45.180403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-4d55513d-9d1e-4a40-a855-d1fe9f891435 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/quotas/85b71defd226470786b8c9f9d044a7f1 HTTP/1.1" status: 200 len: 375 time: 0.0100603 Feb 19 04:11:45.238867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-81d20d51-8eda-4d79-bccf-d243e6d91e13 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=85b71defd226470786b8c9f9d044a7f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533607 Feb 19 04:11:45.457966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-35c569df-93a0-404b-ad7d-22be03fd5f0d service neutron] 10.222.0.42 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192038 Feb 19 04:11:45.548675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-de9b5c6a-c7cd-45c8-a15d-590604e32419 service neutron] 10.222.0.42 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843506 Feb 19 04:11:45.833631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70072ce6-350e-40f8-b3e0-0a389e3066ba req-4fcb38a5-2242-4c1e-8ccb-70d91727edc8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 210 time: 0.0283048 Feb 19 04:11:46.075248 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:11:46.907972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-47e64992-8462-44d4-b99c-79b19324d563 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:46.909450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-47e64992-8462-44d4-b99c-79b19324d563 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.37 "GET /v2.0/networks?id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 HTTP/1.1" status: 200 len: 814 time: 0.1045220 Feb 19 04:11:46.941055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7584212-fdd2-4367-9c41-7f8f371e0436 req-57b70588-c033-4e3a-95f0-f3aadad33887 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 210 time: 0.0306058 Feb 19 04:11:46.999553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-16e5e722-24a1-4457-9238-0361396e759c tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85b71defd226470786b8c9f9d044a7f1 HTTP/1.1" status: 200 len: 380 time: 0.0613236 Feb 19 04:11:47.008982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Request body: {'port': {'device_id': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'admin_state_up': True, 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'security_groups': ['08d736dc-e803-4b3d-a96a-cf2285a9231b']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:47.115003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Made reservation on behalf of 85b71defd226470786b8c9f9d044a7f1 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:47.118391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.248225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Allocated IP 172.20.0.11 (d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0/f37b6722-d236-4e92-999e-e523f512eeba/84514590-5d64-41a6-aca5-f4a0d8740381) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:47.383129 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for port (84514590-5d64-41a6-aca5-f4a0d8740381), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.416643 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.461289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:47.464353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:47.468083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:47.502225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event updated for resources: {'Port': ['ID=84514590-5d64-41a6-aca5-f4a0d8740381,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:47.523258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:47.523884 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.540069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-5b2bc966-c0be-45e0-97b6-6feae22f9999 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5347393 Feb 19 04:11:47.550762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-15cd88be-f12f-431d-9f04-983a080e1f17 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:11:47.552079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-15cd88be-f12f-431d-9f04-983a080e1f17 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068500 Feb 19 04:11:47.572048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Request body: {'port': {'device_id': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:47.637527 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.710176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-780ed260-cdb3-4ffe-8e21-8fad1913b713 None None] Provisioning complete for port 84514590-5d64-41a6-aca5-f4a0d8740381 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:47.710729 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-780ed260-cdb3-4ffe-8e21-8fad1913b713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.748714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-780ed260-cdb3-4ffe-8e21-8fad1913b713 None None] Port 84514590-5d64-41a6-aca5-f4a0d8740381 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:47.910973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84514590-5d64-41a6-aca5-f4a0d8740381 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:47.918203 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Publish callbacks [] for port (84514590-5d64-41a6-aca5-f4a0d8740381), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.930850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Transition to ACTIVE for port object 84514590-5d64-41a6-aca5-f4a0d8740381 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:11:47.934798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.992338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Pushing event updated for resources: {'Port': ['ID=84514590-5d64-41a6-aca5-f4a0d8740381,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:48.442462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Attempting to bind port 84514590-5d64-41a6-aca5-f4a0d8740381 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:48.442803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Attempting to bind port 84514590-5d64-41a6-aca5-f4a0d8740381 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:48.443156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Attempting to bind port 84514590-5d64-41a6-aca5-f4a0d8740381 on network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:48.450073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Port 84514590-5d64-41a6-aca5-f4a0d8740381 on network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:11:48.450397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Attempting to bind port 84514590-5d64-41a6-aca5-f4a0d8740381 on network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:48.460070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224170-7ab7-4f60-8a23-6a6710bcc858 req-48871f38-fa45-4483-a75b-0cb2cca361d0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:48.461560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86224170-7ab7-4f60-8a23-6a6710bcc858 req-48871f38-fa45-4483-a75b-0cb2cca361d0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.4212413 Feb 19 04:11:48.464259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:48.464597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Checking segment: {'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:48.464975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Bound using segment: {'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:48.465402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Bound port: 84514590-5d64-41a6-aca5-f4a0d8740381, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f39edc-7c88-4979-8b71-bc32668dea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:48.465757 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.546137 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86224170-7ab7-4f60-8a23-6a6710bcc858 req-2aa22867-fe3e-4ba6-ad2f-e10da6c3c9cf tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781345 Feb 19 04:11:48.561832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] For port 84514590-5d64-41a6-aca5-f4a0d8740381, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:48.565474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] For port 84514590-5d64-41a6-aca5-f4a0d8740381, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=84514590-5d64-41a6-aca5-f4a0d8740381,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:48.571978 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.609405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:48.609945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.612049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] 10.222.0.37 "PUT /v2.0/ports/84514590-5d64-41a6-aca5-f4a0d8740381 HTTP/1.1" status: 200 len: 1092 time: 1.0446832 Feb 19 04:11:48.612478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:48.614803 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee96652-0107-452f-8ffd-864328c74613" -d '{"events": [{"name": "network-changed", "server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:48.668601 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773eb7bb-7ab1-4376-a506-d8315d70a06d x-openstack-request-id: req-773eb7bb-7ab1-4376-a506-d8315d70a06d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:48.668878 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:48.669143 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-773eb7bb-7ab1-4376-a506-d8315d70a06d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:48.669537 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381', 'status': 'completed', 'code': 200} Feb 19 04:11:48.670487 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cae12-53b9-4147-bc57-508ce380569f service neutron] Pushing event updated for resources: {'Port': ['ID=84514590-5d64-41a6-aca5-f4a0d8740381,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:48.727023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-2dba26cb-39d6-4842-a319-f02f430abba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:48.728805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-2dba26cb-39d6-4842-a319-f02f430abba4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b71defd226470786b8c9f9d044a7f1&device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 1126 time: 0.0475578 Feb 19 04:11:48.785199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-158e9448-65e2-4d26-82a5-b94c5f402877 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84514590-5d64-41a6-aca5-f4a0d8740381 HTTP/1.1" status: 200 len: 217 time: 0.0409379 Feb 19 04:11:48.842589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-82ff43ae-9860-4645-9bb2-4127702e5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:48.844251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-82ff43ae-9860-4645-9bb2-4127702e5e55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f37b6722-d236-4e92-999e-e523f512eeba HTTP/1.1" status: 200 len: 853 time: 0.0526831 Feb 19 04:11:48.896929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-93996d03-587e-4af3-b4b2-2894774a69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:48.899146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-93996d03-587e-4af3-b4b2-2894774a69d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477135 Feb 19 04:11:48.989007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-80263d33-f295-42bd-96f2-ac53e3e7197a service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846086 Feb 19 04:11:49.084919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d5a5b2bd-2838-4151-97cf-2e2b35467d30 req-e067359b-99d9-4a44-91fe-189875e0ce02 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896707 Feb 19 04:11:49.205574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee96652-0107-452f-8ffd-864328c74613 req-775add2b-20bb-4596-a756-a47a2fb7a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.207255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee96652-0107-452f-8ffd-864328c74613 req-775add2b-20bb-4596-a756-a47a2fb7a33e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b71defd226470786b8c9f9d044a7f1&device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 1126 time: 0.0504346 Feb 19 04:11:49.302381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee96652-0107-452f-8ffd-864328c74613 req-330f8cbc-3b59-42cc-a682-5bcd5571a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.304318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee96652-0107-452f-8ffd-864328c74613 req-330f8cbc-3b59-42cc-a682-5bcd5571a909 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 HTTP/1.1" status: 200 len: 915 time: 0.0899355 Feb 19 04:11:49.345605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee96652-0107-452f-8ffd-864328c74613 req-f13ea930-0e45-4969-8261-1b8c41ab95a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84514590-5d64-41a6-aca5-f4a0d8740381 HTTP/1.1" status: 200 len: 217 time: 0.0348787 Feb 19 04:11:49.393682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee96652-0107-452f-8ffd-864328c74613 req-01a4733f-275b-49fe-94d3-21fad9424ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.395252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee96652-0107-452f-8ffd-864328c74613 req-01a4733f-275b-49fe-94d3-21fad9424ec4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f37b6722-d236-4e92-999e-e523f512eeba HTTP/1.1" status: 200 len: 853 time: 0.0440361 Feb 19 04:11:49.447455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee96652-0107-452f-8ffd-864328c74613 req-4a4f5922-800b-4d69-822e-98cca49f50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.448947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee96652-0107-452f-8ffd-864328c74613 req-4a4f5922-800b-4d69-822e-98cca49f50b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481055 Feb 19 04:11:49.535747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee96652-0107-452f-8ffd-864328c74613 req-9dcba145-77e7-49f2-80d4-efd39654955e service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801358 Feb 19 04:11:49.657475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee96652-0107-452f-8ffd-864328c74613 req-5cb19452-246c-48bc-9f78-be71fab2ad71 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146319 Feb 19 04:11:49.684681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838f109-3a0e-4037-bfde-fac6cecc6652 req-07d87470-eacc-4b1d-9b78-5242ea6022b7 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.686404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d838f109-3a0e-4037-bfde-fac6cecc6652 req-07d87470-eacc-4b1d-9b78-5242ea6022b7 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0666647 Feb 19 04:11:49.738371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d838f109-3a0e-4037-bfde-fac6cecc6652 req-25e578dc-b82c-4f96-9250-6854b96c6a8b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444000 Feb 19 04:11:50.862756 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7139c7-e169-4135-9f6a-12796f290e16 req-2ccfacb2-8da2-4d74-805d-051cbe843a63 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:50.864279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f7139c7-e169-4135-9f6a-12796f290e16 req-2ccfacb2-8da2-4d74-805d-051cbe843a63 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0536041 Feb 19 04:11:50.915021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f7139c7-e169-4135-9f6a-12796f290e16 req-0fcfb890-84ef-4f80-aa15-32aee24ad5af tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448840 Feb 19 04:11:52.041087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e6730-3dd1-430a-afaf-f1ca51e44078 req-5010caa6-39de-4384-8b8c-da785cec8578 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:52.042634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-170e6730-3dd1-430a-afaf-f1ca51e44078 req-5010caa6-39de-4384-8b8c-da785cec8578 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0561297 Feb 19 04:11:52.092859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-170e6730-3dd1-430a-afaf-f1ca51e44078 req-fa162d09-3247-4593-bae8-6701608470cb tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440147 Feb 19 04:11:52.794464 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.213263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ee83-83e4-4507-a0b1-4f51ff9e4cc2 req-3b17c2df-d6c6-4a24-a59b-b92f3ebc2ea3 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:53.214823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0f7ee83-83e4-4507-a0b1-4f51ff9e4cc2 req-3b17c2df-d6c6-4a24-a59b-b92f3ebc2ea3 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0535529 Feb 19 04:11:53.264563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0f7ee83-83e4-4507-a0b1-4f51ff9e4cc2 req-2976a1de-9da0-4e99-8c3a-f7c6a4a632b0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438426 Feb 19 04:11:54.387473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65f821-85e4-4ecb-8a0b-fb9eeeef6d8f req-3713139c-0306-401f-a422-69278283786d tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:54.388971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f65f821-85e4-4ecb-8a0b-fb9eeeef6d8f req-3713139c-0306-401f-a422-69278283786d tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0564742 Feb 19 04:11:54.437435 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0f65f821-85e4-4ecb-8a0b-fb9eeeef6d8f req-d7c60c85-5181-44d4-a729-124c77a42fbb tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426016 Feb 19 04:11:55.555502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8db41-ae02-40cd-bd15-18308011925a req-9542f7f4-f5b0-4921-ae0c-233105a05ff3 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:55.557051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ef8db41-ae02-40cd-bd15-18308011925a req-9542f7f4-f5b0-4921-ae0c-233105a05ff3 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0516627 Feb 19 04:11:55.606223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1ef8db41-ae02-40cd-bd15-18308011925a req-f2252c88-5567-4d07-8a1d-6297d8b55aa9 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Feb 19 04:11:56.737322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8a781-f3cf-41c9-9055-fcff8578825d req-f2dddfcc-e3d4-47b4-bad7-4a889795c3e9 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:56.738889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aba8a781-f3cf-41c9-9055-fcff8578825d req-f2dddfcc-e3d4-47b4-bad7-4a889795c3e9 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0580578 Feb 19 04:11:56.799827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aba8a781-f3cf-41c9-9055-fcff8578825d req-8c673b92-ad41-4a51-bb15-c0245c1e32d7 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528617 Feb 19 04:11:57.919901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b497-6fc6-4df9-8107-4f90867d8920 req-88c4dc10-ea96-4659-93fc-5d4647eca62b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:57.921392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eff5b497-6fc6-4df9-8107-4f90867d8920 req-88c4dc10-ea96-4659-93fc-5d4647eca62b tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0516176 Feb 19 04:11:57.970354 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eff5b497-6fc6-4df9-8107-4f90867d8920 req-b4109f47-9383-45cb-a4af-69a07ca4451e tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426121 Feb 19 04:11:59.093560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3b2e1-e5c1-4695-a87c-672b3f3be69d req-e1ad042d-f256-4ba4-a9b5-12af0b45dd45 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:59.095639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4d3b2e1-e5c1-4695-a87c-672b3f3be69d req-e1ad042d-f256-4ba4-a9b5-12af0b45dd45 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0550790 Feb 19 04:11:59.145436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4d3b2e1-e5c1-4695-a87c-672b3f3be69d req-d6346a82-fe1b-4516-984e-38fc5b2af5e2 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 Feb 19 04:12:00.272499 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0be7-f08f-4491-9f5d-e6e6b7a3cd31 req-4a112498-24f1-4d65-a64c-950a64ac96ad tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:00.273969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a6b0be7-f08f-4491-9f5d-e6e6b7a3cd31 req-4a112498-24f1-4d65-a64c-950a64ac96ad tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0578582 Feb 19 04:12:00.324885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a6b0be7-f08f-4491-9f5d-e6e6b7a3cd31 req-3aad57ae-8d3e-4b7b-818e-2b7cbc820b95 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Feb 19 04:12:01.446024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07215835-5327-40ff-b813-daf9880e1cee req-5f9927c6-8628-4d50-a430-c14a8194706a tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:01.447629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07215835-5327-40ff-b813-daf9880e1cee req-5f9927c6-8628-4d50-a430-c14a8194706a tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0561833 Feb 19 04:12:01.498862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07215835-5327-40ff-b813-daf9880e1cee req-12fb31f1-99dc-4379-9c77-11e2eb9168fe tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454419 Feb 19 04:12:02.619027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcbe0d-857f-4d90-9a6e-4b6f28914969 req-670cdb15-34e3-4f31-8053-129badf7a51e tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:02.620556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1dcbe0d-857f-4d90-9a6e-4b6f28914969 req-670cdb15-34e3-4f31-8053-129badf7a51e tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0525062 Feb 19 04:12:02.672966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1dcbe0d-857f-4d90-9a6e-4b6f28914969 req-79803eb1-0d09-48e4-9488-f62a2f442856 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Feb 19 04:12:03.791873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729beee7-6fb3-4b14-a7c5-aee9e33e3531 req-c6d17ddd-2b44-43fa-8480-cf03c7ba0e0f tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:03.793357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-729beee7-6fb3-4b14-a7c5-aee9e33e3531 req-c6d17ddd-2b44-43fa-8480-cf03c7ba0e0f tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0529273 Feb 19 04:12:03.841444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-729beee7-6fb3-4b14-a7c5-aee9e33e3531 req-64c11532-682e-4f4b-b092-8603d9d4f001 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416589 Feb 19 04:12:04.964637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5eeeb-f23a-400c-8ae8-5490d4776125 req-8ae34475-f67d-48d1-92d9-26f64b111886 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:04.966207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bc5eeeb-f23a-400c-8ae8-5490d4776125 req-8ae34475-f67d-48d1-92d9-26f64b111886 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0517693 Feb 19 04:12:05.017105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bc5eeeb-f23a-400c-8ae8-5490d4776125 req-8233a02f-e5fe-41d2-943d-aeea6d5250ce tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Feb 19 04:12:06.143358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5c4ea-a535-4a96-93b5-e00c8abaa6e1 req-ba15b920-353f-42f5-807e-ecdfc0f6f6a5 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:06.144893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92c5c4ea-a535-4a96-93b5-e00c8abaa6e1 req-ba15b920-353f-42f5-807e-ecdfc0f6f6a5 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0574708 Feb 19 04:12:06.193221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-92c5c4ea-a535-4a96-93b5-e00c8abaa6e1 req-16c4d225-9654-4937-a8d8-dca7b7e26993 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 Feb 19 04:12:06.531780 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.312060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e98af5-6e5a-400b-86cc-23e437b0fecb req-62effdaa-a3aa-483e-a485-f785b65201e8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:07.313566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98e98af5-6e5a-400b-86cc-23e437b0fecb req-62effdaa-a3aa-483e-a485-f785b65201e8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 944 time: 0.0519235 Feb 19 04:12:07.321963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 84514590-5d64-41a6-aca5-f4a0d8740381 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:07.362729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98e98af5-6e5a-400b-86cc-23e437b0fecb req-1874979f-402a-458b-bffc-3114590930f6 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428202 Feb 19 04:12:07.421400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 84514590-5d64-41a6-aca5-f4a0d8740381, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=84514590-5d64-41a6-aca5-f4a0d8740381,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:07.433462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '84514590-5d64-41a6-aca5-f4a0d8740381', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'port_id': '84514590-5d64-41a6-aca5-f4a0d8740381', 'mac_address': 'fa:16:3e:3d:c6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:07.472481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 84514590-5d64-41a6-aca5-f4a0d8740381 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:07.472792 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.487917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84514590-5d64-41a6-aca5-f4a0d8740381 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:07.506402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 84514590-5d64-41a6-aca5-f4a0d8740381, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=84514590-5d64-41a6-aca5-f4a0d8740381,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:07.510996 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.558109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=84514590-5d64-41a6-aca5-f4a0d8740381,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:07.565313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.565662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.566030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.566367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.566696 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.567023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.567351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.567670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.568008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.568315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.568634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.568951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:07.569269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:08.048310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['84514590-5d64-41a6-aca5-f4a0d8740381'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:08.344165 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0da1851e-f463-450f-a8c5-1223866a46b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.492849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62b443-202a-4a7a-ab28-1d89e893ab66 req-22ea2935-dd3c-4bdc-b47a-85a04ae4a971 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:08.494080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d62b443-202a-4a7a-ab28-1d89e893ab66 req-22ea2935-dd3c-4bdc-b47a-85a04ae4a971 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 945 time: 0.0613880 Feb 19 04:12:08.545752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d62b443-202a-4a7a-ab28-1d89e893ab66 req-6c95cb31-f874-4cf8-89e9-019693303657 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422559 Feb 19 04:12:09.349201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 84514590-5d64-41a6-aca5-f4a0d8740381 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:09.399141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 84514590-5d64-41a6-aca5-f4a0d8740381 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:09.403360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 84514590-5d64-41a6-aca5-f4a0d8740381 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:09.403792 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.481150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 84514590-5d64-41a6-aca5-f4a0d8740381 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:09.481536 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.504484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:09.506721 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa256e19-3941-43e6-b036-32c72166939f" -d '{"events": [{"server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "name": "network-vif-plugged", "status": "completed", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:09.518713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 84514590-5d64-41a6-aca5-f4a0d8740381, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=84514590-5d64-41a6-aca5-f4a0d8740381,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:09.523735 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.547068 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cceb2a4-0e6f-435d-9b22-f1b4562b196e x-openstack-request-id: req-2cceb2a4-0e6f-435d-9b22-f1b4562b196e {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:09.547375 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "name": "network-vif-plugged", "status": "completed", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:09.547621 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cceb2a4-0e6f-435d-9b22-f1b4562b196e {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:09.548014 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381', 'code': 200} Feb 19 04:12:09.573489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=84514590-5d64-41a6-aca5-f4a0d8740381,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:09.701372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd98685-bce7-41c4-bc13-dabf86ec60d9 req-eacdf448-f3df-40f3-9849-fb5634241d88 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:09.702978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-afd98685-bce7-41c4-bc13-dabf86ec60d9 req-eacdf448-f3df-40f3-9849-fb5634241d88 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 946 time: 0.0830364 Feb 19 04:12:09.708122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34324119-406b-4eba-a381-8d41d2a49e04 req-9db46904-a85d-40ab-91f8-d296f2ce4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:09.709542 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34324119-406b-4eba-a381-8d41d2a49e04 req-9db46904-a85d-40ab-91f8-d296f2ce4b83 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 1128 time: 0.0628140 Feb 19 04:12:09.786036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-afd98685-bce7-41c4-bc13-dabf86ec60d9 req-58a5500c-6aeb-43ad-b053-624d1d66d675 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754943 Feb 19 04:12:09.788693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34324119-406b-4eba-a381-8d41d2a49e04 req-7d681d3c-f9bf-4fdc-94ec-8c1b369eae57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725853 Feb 19 04:12:10.512344 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-adfeac14-b600-42c2-86f7-740880a58f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.905176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0753-b3b1-4142-aac9-482790b9e6de req-67e1c961-09d5-4535-8d99-35624156da70 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:10.906945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5daf0753-b3b1-4142-aac9-482790b9e6de req-67e1c961-09d5-4535-8d99-35624156da70 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 946 time: 0.0526266 Feb 19 04:12:10.956771 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5daf0753-b3b1-4142-aac9-482790b9e6de req-ffe66fc8-79ec-4e61-aaa8-97b8cdfef390 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 Feb 19 04:12:12.075652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce374a-b0e0-4a38-9ca9-76dc82a488cc req-bcfb5ac3-0d69-4eef-b997-1999a644c5a4 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.077175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dcce374a-b0e0-4a38-9ca9-76dc82a488cc req-bcfb5ac3-0d69-4eef-b997-1999a644c5a4 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 946 time: 0.0523093 Feb 19 04:12:12.126450 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dcce374a-b0e0-4a38-9ca9-76dc82a488cc req-269fff0b-333f-4c69-a688-408e638800cd tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Feb 19 04:12:12.168973 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.254335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4f88-2d4e-4b62-acfe-50ad07dfbb2d req-92252da8-1c9a-4b75-ab79-2a00561e87ef tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.255742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad3c4f88-2d4e-4b62-acfe-50ad07dfbb2d req-92252da8-1c9a-4b75-ab79-2a00561e87ef tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 946 time: 0.0574605 Feb 19 04:12:12.304149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad3c4f88-2d4e-4b62-acfe-50ad07dfbb2d req-dc45d6b1-612e-45f2-8e8b-3beb92be62f0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425208 Feb 19 04:12:12.325870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59168) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:12.408159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da50421e-4a72-4ea0-b8da-543ae9e423ef tempest-TestVolumeBackupRestore-258075733 tempest-TestVolumeBackupRestore-258075733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.410332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-da50421e-4a72-4ea0-b8da-543ae9e423ef tempest-TestVolumeBackupRestore-258075733 tempest-TestVolumeBackupRestore-258075733-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 1123 time: 0.0834706 Feb 19 04:12:12.413217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59172) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:12.417418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '84514590-5d64-41a6-aca5-f4a0d8740381', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:12.437441 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.536000 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.638623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Allocated IP 172.25.4.119 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/55aad009-57f7-4c97-a7ae-8ee09cc9f96a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:12.743603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for port (55aad009-57f7-4c97-a7ae-8ee09cc9f96a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.776911 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (55aad009-57f7-4c97-a7ae-8ee09cc9f96a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.811843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:12.815214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:12.818708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:12.843672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event updated for resources: {'Port': ['ID=55aad009-57f7-4c97-a7ae-8ee09cc9f96a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:13.190229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for floatingip (393f104f-eddd-43cf-9dc0-41b87e919401), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.204302 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.258701 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (55aad009-57f7-4c97-a7ae-8ee09cc9f96a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.404936 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for port (55aad009-57f7-4c97-a7ae-8ee09cc9f96a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.409580 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (55aad009-57f7-4c97-a7ae-8ee09cc9f96a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.483521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event updated for resources: {'Port': ['ID=55aad009-57f7-4c97-a7ae-8ee09cc9f96a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:13.494297 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (393f104f-eddd-43cf-9dc0-41b87e919401), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.597902 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Floating IP 393f104f-eddd-43cf-9dc0-41b87e919401 associated. External IP: 172.25.4.119, port: 84514590-5d64-41a6-aca5-f4a0d8740381. Feb 19 04:12:13.810886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Router b088b847-019f-4752-9d91-729f9f87699a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:13.931034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:13.942968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] Sync routers for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:13.953221 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.953810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:13.954472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:13.994174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9e2e7a74-f0e1-40b5-801e-f35355e4ca77 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5785079 Feb 19 04:12:13.994174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:13.996093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59174) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:13.996895 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe62dbee-04b4-43aa-bfc7-a4055ad61425" -d '{"events": [{"name": "network-changed", "server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:14.038089 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ac6b17-f6e3-41b5-a363-248520b58c2d x-openstack-request-id: req-55ac6b17-f6e3-41b5-a363-248520b58c2d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:14.038485 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:14.038945 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55ac6b17-f6e3-41b5-a363-248520b58c2d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:14.039511 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381', 'status': 'completed', 'code': 200} Feb 19 04:12:14.058647 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29715b2-aa0c-4231-a1f0-f23ea2c0defc tempest-TestVolumeBackupRestore-258075733 tempest-TestVolumeBackupRestore-258075733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.062457 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c29715b2-aa0c-4231-a1f0-f23ea2c0defc tempest-TestVolumeBackupRestore-258075733 tempest-TestVolumeBackupRestore-258075733-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 1123 time: 0.0651801 Feb 19 04:12:14.063272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59184) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:14.068486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-bb28614d-02f1-4565-b9d0-e79a06845e5c tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Request body: {'floatingip': {'port_id': '84514590-5d64-41a6-aca5-f4a0d8740381'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:14.154831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb28614d-02f1-4565-b9d0-e79a06845e5c tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for floatingip (393f104f-eddd-43cf-9dc0-41b87e919401), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.211041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-d6b99d6d-2aef-40a2-ad44-ba769f21d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.212864 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-d6b99d6d-2aef-40a2-ad44-ba769f21d587 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b71defd226470786b8c9f9d044a7f1&device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 1128 time: 0.1070564 Feb 19 04:12:14.252426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:14.403397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-3f662726-1f36-4c1b-84fd-9a9e48121ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.404793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-3f662726-1f36-4c1b-84fd-9a9e48121ba1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 HTTP/1.1" status: 200 len: 915 time: 0.1847465 Feb 19 04:12:14.483684 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '393f104f-eddd-43cf-9dc0-41b87e919401', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'port_id': '84514590-5d64-41a6-aca5-f4a0d8740381', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'mac_address': 'fa:16:3e:3d:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:13Z', 'updated_at': '2022-02-19T04:12:13Z', 'revision_number': 0, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:27Z', 'revision_number': 5, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:14.515942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] Checking router: b088b847-019f-4752-9d91-729f9f87699a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:14.527536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:14.528247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:14.654167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:14.743395 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.876537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-ddeb5bb8-2005-4e5f-983f-520d0aa15893 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84514590-5d64-41a6-aca5-f4a0d8740381 HTTP/1.1" status: 200 len: 1000 time: 0.4633749 Feb 19 04:12:14.909723 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '393f104f-eddd-43cf-9dc0-41b87e919401', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'port_id': '84514590-5d64-41a6-aca5-f4a0d8740381', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'mac_address': 'fa:16:3e:3d:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:13Z', 'updated_at': '2022-02-19T04:12:13Z', 'revision_number': 0, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:27Z', 'revision_number': 5, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:14.940368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf14b8-2aba-4145-8fd7-dd662cd0a5f9 None None] The sync data for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 is: [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '393f104f-eddd-43cf-9dc0-41b87e919401', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'port_id': '84514590-5d64-41a6-aca5-f4a0d8740381', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'mac_address': 'fa:16:3e:3d:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:13Z', 'updated_at': '2022-02-19T04:12:13Z', 'revision_number': 0, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:27Z', 'revision_number': 5, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:14.986257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-3dfd09ac-6c42-4898-a066-2c118a886742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.987770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-3dfd09ac-6c42-4898-a066-2c118a886742 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f37b6722-d236-4e92-999e-e523f512eeba HTTP/1.1" status: 200 len: 853 time: 0.1041348 Feb 19 04:12:15.133070 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-bef0faa5-775e-4c44-9697-987243db6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:15.134880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-bef0faa5-775e-4c44-9697-987243db6c64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1030846 Feb 19 04:12:15.176429 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbc42f2-5952-4c1f-8280-2a4184cd5fb0 None None] New status for floating IP 393f104f-eddd-43cf-9dc0-41b87e919401: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:12:15.307612 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb28614d-02f1-4565-b9d0-e79a06845e5c tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.313637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-817681e1-cb2b-490f-a3bc-1ab8555058c4 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678312 Feb 19 04:12:15.313891 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.db.api [None req-bdbc42f2-5952-4c1f-8280-2a4184cd5fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:12:15.315037 n-d-826756-2 neutron-server[103618]: DEBUG oslo_db.api [None req-bdbc42f2-5952-4c1f-8280-2a4184cd5fb0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:12:15.315255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb28614d-02f1-4565-b9d0-e79a06845e5c tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (393f104f-eddd-43cf-9dc0-41b87e919401), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.487711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe62dbee-04b4-43aa-bfc7-a4055ad61425 req-0f51e297-6014-449e-9e30-84d528e2b4a6 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388476 Feb 19 04:12:15.604501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb28614d-02f1-4565-b9d0-e79a06845e5c tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Router b088b847-019f-4752-9d91-729f9f87699a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:15.716413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb28614d-02f1-4565-b9d0-e79a06845e5c tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:15.722148 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb28614d-02f1-4565-b9d0-e79a06845e5c tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.780711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bb28614d-02f1-4565-b9d0-e79a06845e5c tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "PUT /v2.0/floatingips/393f104f-eddd-43cf-9dc0-41b87e919401 HTTP/1.1" status: 200 len: 992 time: 1.7160716 Feb 19 04:12:15.816041 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbc42f2-5952-4c1f-8280-2a4184cd5fb0 None None] New status for floating IP 393f104f-eddd-43cf-9dc0-41b87e919401: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:12:16.028494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] Sync routers for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:16.038577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:16.039122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:16.041140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381'}, {'name': 'network-changed', 'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:16.043569 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3204101e-b050-4a78-b1f1-86a0250aa4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381"}, {"name": "network-changed", "server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:16.086755 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70e15fa-bdf7-437e-96ce-62061dc756d5 x-openstack-request-id: req-a70e15fa-bdf7-437e-96ce-62061dc756d5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:16.087058 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:16.087984 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a70e15fa-bdf7-437e-96ce-62061dc756d5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:16.087984 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381', 'status': 'completed', 'code': 200} Feb 19 04:12:16.088179 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381', 'status': 'completed', 'code': 200} Feb 19 04:12:16.159249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:16.184944 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-4e016fcc-b505-4bfe-bca1-0925d79fb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.186698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-4e016fcc-b505-4bfe-bca1-0925d79fb006 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b71defd226470786b8c9f9d044a7f1&device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 1128 time: 0.0555923 Feb 19 04:12:16.278981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-5ba0e44b-280e-4e8e-8de4-32b322f36663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.280480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-5ba0e44b-280e-4e8e-8de4-32b322f36663 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 HTTP/1.1" status: 200 len: 915 time: 0.0880442 Feb 19 04:12:16.350865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-f96ec0ac-e66d-4770-9e27-ef0d4077b876 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84514590-5d64-41a6-aca5-f4a0d8740381 HTTP/1.1" status: 200 len: 1002 time: 0.0642798 Feb 19 04:12:16.388586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '393f104f-eddd-43cf-9dc0-41b87e919401', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'port_id': '84514590-5d64-41a6-aca5-f4a0d8740381', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'mac_address': 'fa:16:3e:3d:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:13Z', 'updated_at': '2022-02-19T04:12:15Z', 'revision_number': 2, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:27Z', 'revision_number': 5, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:16.400500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-fa68896e-a4cd-465d-86a0-0c0a57b09e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.402029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-fa68896e-a4cd-465d-86a0-0c0a57b09e62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f37b6722-d236-4e92-999e-e523f512eeba HTTP/1.1" status: 200 len: 853 time: 0.0452628 Feb 19 04:12:16.419217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] Checking router: b088b847-019f-4752-9d91-729f9f87699a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:16.428208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:16.429042 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:12:10Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:16.452423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-38e7b663-d2db-4964-9d46-6ee3e44c9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.454010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-38e7b663-d2db-4964-9d46-6ee3e44c9701 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464714 Feb 19 04:12:16.535847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:16.550079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-9a2420c6-af2f-4d96-ac1a-8f40f405fec8 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871406 Feb 19 04:12:16.640000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-43bfbe6d-75e8-4420-bc5f-8613b5cbb5eb service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846117 Feb 19 04:12:16.758942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-f03197a5-361d-4213-b672-b479dde2d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.760733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-f03197a5-361d-4213-b672-b479dde2d012 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b71defd226470786b8c9f9d044a7f1&device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 1128 time: 0.0457091 Feb 19 04:12:16.763827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '393f104f-eddd-43cf-9dc0-41b87e919401', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'port_id': '84514590-5d64-41a6-aca5-f4a0d8740381', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'mac_address': 'fa:16:3e:3d:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:13Z', 'updated_at': '2022-02-19T04:12:15Z', 'revision_number': 2, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:27Z', 'revision_number': 5, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:16.795414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37654616-df62-4d55-8f07-2e8cf34609f2 None None] The sync data for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 is: [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '393f104f-eddd-43cf-9dc0-41b87e919401', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'port_id': '84514590-5d64-41a6-aca5-f4a0d8740381', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'mac_address': 'fa:16:3e:3d:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:13Z', 'updated_at': '2022-02-19T04:12:15Z', 'revision_number': 2, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:27Z', 'revision_number': 5, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:16.867146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-1b5d4274-783c-406c-a67b-dc2ee69f02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.868793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-1b5d4274-783c-406c-a67b-dc2ee69f02f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 HTTP/1.1" status: 200 len: 915 time: 0.1024599 Feb 19 04:12:16.939470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-3e90f193-9b6f-4390-bb16-1e77e8783486 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84514590-5d64-41a6-aca5-f4a0d8740381 HTTP/1.1" status: 200 len: 1002 time: 0.0647175 Feb 19 04:12:16.997633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-59e3c1d9-a00c-464b-a7b3-79aece91ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.999216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-59e3c1d9-a00c-464b-a7b3-79aece91ab92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f37b6722-d236-4e92-999e-e523f512eeba HTTP/1.1" status: 200 len: 853 time: 0.0514061 Feb 19 04:12:17.047531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-bcea4ea0-3760-4272-8138-52086c103e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:17.049785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-bcea4ea0-3760-4272-8138-52086c103e07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447845 Feb 19 04:12:17.137894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-d099c99c-38aa-4392-97a8-a59ad800c1ae service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809028 Feb 19 04:12:17.229820 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3204101e-b050-4a78-b1f1-86a0250aa4f1 req-6f1d13c0-2e63-4393-925d-926fb04f2b22 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855589 Feb 19 04:12:21.200835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f135e281-a690-4933-abae-63d1d2e007e4 req-565dbfa7-db2c-4b98-a344-13fdc4184b1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439527 Feb 19 04:12:21.308526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e281-a690-4933-abae-63d1d2e007e4 req-daaef5dc-95cd-4acb-85a2-5d13ccddc06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:21.310154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f135e281-a690-4933-abae-63d1d2e007e4 req-daaef5dc-95cd-4acb-85a2-5d13ccddc06b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b71defd226470786b8c9f9d044a7f1&device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 1128 time: 0.0473776 Feb 19 04:12:21.423689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e281-a690-4933-abae-63d1d2e007e4 req-aa8aef70-2442-486c-a641-eb92e071fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:21.425175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f135e281-a690-4933-abae-63d1d2e007e4 req-aa8aef70-2442-486c-a641-eb92e071fac0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 HTTP/1.1" status: 200 len: 915 time: 0.0951383 Feb 19 04:12:21.491226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f135e281-a690-4933-abae-63d1d2e007e4 req-3898ceb9-9edd-4e17-a5e5-9bf7e2b89694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84514590-5d64-41a6-aca5-f4a0d8740381 HTTP/1.1" status: 200 len: 1002 time: 0.0582294 Feb 19 04:12:21.544386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e281-a690-4933-abae-63d1d2e007e4 req-26183931-4292-47ea-aaf6-69101e785510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:21.545906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f135e281-a690-4933-abae-63d1d2e007e4 req-26183931-4292-47ea-aaf6-69101e785510 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f37b6722-d236-4e92-999e-e523f512eeba HTTP/1.1" status: 200 len: 853 time: 0.0487180 Feb 19 04:12:21.600363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e281-a690-4933-abae-63d1d2e007e4 req-effc1e41-eb60-4f72-be2e-b15fb5745228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:21.602199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f135e281-a690-4933-abae-63d1d2e007e4 req-effc1e41-eb60-4f72-be2e-b15fb5745228 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499172 Feb 19 04:12:21.700011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f135e281-a690-4933-abae-63d1d2e007e4 req-2dd18f96-74fb-4dc9-a52c-d56a2bf527f4 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911407 Feb 19 04:12:21.799359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f135e281-a690-4933-abae-63d1d2e007e4 req-752e6af3-24dd-4376-9f43-80d92d2549e5 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929620 Feb 19 04:12:22.793601 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.073917 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:12:36.550652 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.345472 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fa4e9edc-0b7f-41fa-8639-1173771909c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.514142 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01c493c3-e4c6-486e-afaa-a42c5ed4b449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.170456 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.206368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.707236 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.886175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59206) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:49.046226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Deleting port 55aad009-57f7-4c97-a7ae-8ee09cc9f96a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:49.046578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (55aad009-57f7-4c97-a7ae-8ee09cc9f96a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.120546 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (55aad009-57f7-4c97-a7ae-8ee09cc9f96a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.120906 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for floatingip (55aad009-57f7-4c97-a7ae-8ee09cc9f96a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.133094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Calling delete_port for 55aad009-57f7-4c97-a7ae-8ee09cc9f96a owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:49.288094 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (55aad009-57f7-4c97-a7ae-8ee09cc9f96a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.318226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event deleted for resources: {'Port': ['ID=55aad009-57f7-4c97-a7ae-8ee09cc9f96a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:49.330099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.330446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.330794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.331140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.331486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.331830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.332279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.332524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.332914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.333290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.333608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.333943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.334275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:49.392380 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for floatingip (393f104f-eddd-43cf-9dc0-41b87e919401), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.392902 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Floating IP 393f104f-eddd-43cf-9dc0-41b87e919401 disassociated (deleted). External IP: 172.25.4.119, port: 84514590-5d64-41a6-aca5-f4a0d8740381. Feb 19 04:12:49.610083 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Router b088b847-019f-4752-9d91-729f9f87699a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:49.720329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:49.725074 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.730069 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] Sync routers for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:49.740587 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:49.741203 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:12:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:49.755896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4f8771e0-b330-460d-91c4-eb8f75dbc039 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "DELETE /v2.0/floatingips/393f104f-eddd-43cf-9dc0-41b87e919401 HTTP/1.1" status: 204 len: 168 time: 0.8678615 Feb 19 04:12:49.756472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:49.758805 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdf172d-5c37-498f-8a1a-caa4883fc849" -d '{"events": [{"name": "network-changed", "server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:49.926726 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f433b25-3944-43b5-b87e-13e2de15fbb0 x-openstack-request-id: req-9f433b25-3944-43b5-b87e-13e2de15fbb0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:49.927333 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:49.927333 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f433b25-3944-43b5-b87e-13e2de15fbb0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:49.927816 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381', 'status': 'completed', 'code': 200} Feb 19 04:12:49.948010 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:50.089494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-13e74b9f-cc89-4574-aa23-7f24fb3f63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.091190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-13e74b9f-cc89-4574-aa23-7f24fb3f63ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b71defd226470786b8c9f9d044a7f1&device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 1128 time: 0.1019325 Feb 19 04:12:50.157157 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:27Z', 'revision_number': 5, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:50.183553 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] Checking router: b088b847-019f-4752-9d91-729f9f87699a for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:50.192890 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:50.193501 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:12:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:50.223097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ba642-eabc-48b0-a205-27d61258b0ca req-22d6c939-240a-46df-a803-ee35ea490b8d tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.224606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb5ba642-eabc-48b0-a205-27d61258b0ca req-22d6c939-240a-46df-a803-ee35ea490b8d tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 946 time: 0.2467794 Feb 19 04:12:50.227436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-fa0608ee-5351-4133-a666-9ce92428ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.228794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-fa0608ee-5351-4133-a666-9ce92428ac8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 HTTP/1.1" status: 200 len: 915 time: 0.1303070 Feb 19 04:12:50.278285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-f7207be7-fdf9-40ac-a836-c20de745c501 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84514590-5d64-41a6-aca5-f4a0d8740381 HTTP/1.1" status: 200 len: 217 time: 0.0417612 Feb 19 04:12:50.307643 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:50.342586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb5ba642-eabc-48b0-a205-27d61258b0ca req-38884311-cc9b-4233-9a08-9ec2553268ea tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119437 Feb 19 04:12:50.353355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-36490d4f-0f72-404a-b31b-fa650a55a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.354947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-36490d4f-0f72-404a-b31b-fa650a55a5de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f37b6722-d236-4e92-999e-e523f512eeba HTTP/1.1" status: 200 len: 853 time: 0.0658598 Feb 19 04:12:50.404713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-c2f6fce3-b55a-480d-9534-d5c90e075a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.406243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-c2f6fce3-b55a-480d-9534-d5c90e075a6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449796 Feb 19 04:12:50.499618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-a52f35f3-0623-4efa-82e5-961a5c9f4ac2 service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856850 Feb 19 04:12:50.503345 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:27Z', 'revision_number': 5, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:50.533548 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ad8c3-9735-48e8-9e02-de68dab71622 None None] The sync data for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 is: [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:22Z', 'revision_number': 4, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e57e0c01-2eb7-4b28-87ec-9da6652b9d04', 'name': '', 'network_id': 'd8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'mac_address': 'fa:16:3e:0d:cd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:22Z', 'updated_at': '2022-02-19T04:09:27Z', 'revision_number': 5, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'subnets': [{'id': 'f37b6722-d236-4e92-999e-e523f512eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:50.594149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebdf172d-5c37-498f-8a1a-caa4883fc849 req-8e950ba1-0265-4953-a1d5-ff11669553fd service neutron] 10.222.0.37 "GET /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879285 Feb 19 04:12:50.910406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fbcd86-edff-445b-a3d6-b193267df810 None None] New status for floating IP 393f104f-eddd-43cf-9dc0-41b87e919401: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:12:51.464897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf084cf-0186-4be9-9b1b-1ec68ea4654b req-796ef3f6-cd2a-431e-b00f-51fe5a4fccff tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:51.467183 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf084cf-0186-4be9-9b1b-1ec68ea4654b req-796ef3f6-cd2a-431e-b00f-51fe5a4fccff tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 946 time: 0.0539274 Feb 19 04:12:51.514948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2cf084cf-0186-4be9-9b1b-1ec68ea4654b req-49f799e8-fa8e-47bb-81fc-acdf1c2f6529 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 Feb 19 04:12:52.023410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc2127-0589-431e-8904-88cda260c36b req-d54e3e61-16b9-4d0e-a3b6-53c7175167f9 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.024880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cdc2127-0589-431e-8904-88cda260c36b req-d54e3e61-16b9-4d0e-a3b6-53c7175167f9 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.37 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 946 time: 0.0552037 Feb 19 04:12:52.114766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-9cdc2127-0589-431e-8904-88cda260c36b req-da32bfa2-edd8-4c25-b8e2-4b4c20ee42b8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Deleting port 84514590-5d64-41a6-aca5-f4a0d8740381 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:52.115032 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9cdc2127-0589-431e-8904-88cda260c36b req-da32bfa2-edd8-4c25-b8e2-4b4c20ee42b8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.538021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9cdc2127-0589-431e-8904-88cda260c36b req-da32bfa2-edd8-4c25-b8e2-4b4c20ee42b8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] For port 84514590-5d64-41a6-aca5-f4a0d8740381, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=84514590-5d64-41a6-aca5-f4a0d8740381,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:52.538734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9cdc2127-0589-431e-8904-88cda260c36b req-da32bfa2-edd8-4c25-b8e2-4b4c20ee42b8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.550883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-9cdc2127-0589-431e-8904-88cda260c36b req-da32bfa2-edd8-4c25-b8e2-4b4c20ee42b8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Calling delete_port for 84514590-5d64-41a6-aca5-f4a0d8740381 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:52.666391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1319a9d-e1d9-465c-a7b4-f299097eec60 req-db5c6232-43ed-480b-acfc-f6c56b6b1d4d tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.667859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1319a9d-e1d9-465c-a7b4-f299097eec60 req-db5c6232-43ed-480b-acfc-f6c56b6b1d4d tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 946 time: 0.0774906 Feb 19 04:12:52.752057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1319a9d-e1d9-465c-a7b4-f299097eec60 req-bc55a633-9b01-49fd-bf8d-fe8e0af8ac38 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/security-groups?id=08d736dc-e803-4b3d-a96a-cf2285a9231b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778966 Feb 19 04:12:52.756995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9cdc2127-0589-431e-8904-88cda260c36b req-da32bfa2-edd8-4c25-b8e2-4b4c20ee42b8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (84514590-5d64-41a6-aca5-f4a0d8740381), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.786857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32bfa2-edd8-4c25-b8e2-4b4c20ee42b8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event deleted for resources: {'Port': ['ID=84514590-5d64-41a6-aca5-f4a0d8740381,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:52.799929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.836986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdc2127-0589-431e-8904-88cda260c36b req-da32bfa2-edd8-4c25-b8e2-4b4c20ee42b8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] No DVR routers for this DVR port 84514590-5d64-41a6-aca5-f4a0d8740381 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:52.840224 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9cdc2127-0589-431e-8904-88cda260c36b req-da32bfa2-edd8-4c25-b8e2-4b4c20ee42b8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.843638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cdc2127-0589-431e-8904-88cda260c36b req-da32bfa2-edd8-4c25-b8e2-4b4c20ee42b8 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.37 "DELETE /v2.0/ports/84514590-5d64-41a6-aca5-f4a0d8740381 HTTP/1.1" status: 204 len: 173 time: 0.8131359 Feb 19 04:12:52.844091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'name': 'network-vif-deleted', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:52.846505 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcff0a3-3dab-4bfc-812c-2ff534a2b647" -d '{"events": [{"server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "name": "network-vif-deleted", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:52.885266 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfa80bd-2626-495a-858d-f5b1ca7e1885 x-openstack-request-id: req-7dfa80bd-2626-495a-858d-f5b1ca7e1885 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:52.885569 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b679be-a66d-4638-be6b-c8d46bdfab1d", "name": "network-vif-deleted", "tag": "84514590-5d64-41a6-aca5-f4a0d8740381", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:52.885823 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7dfa80bd-2626-495a-858d-f5b1ca7e1885 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:52.886277 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b679be-a66d-4638-be6b-c8d46bdfab1d', 'name': 'network-vif-deleted', 'tag': '84514590-5d64-41a6-aca5-f4a0d8740381', 'status': 'completed', 'code': 200} Feb 19 04:12:53.851217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9674801b-0779-4a63-9568-db4970d27861 req-c5e57c3b-42cf-485f-ad71-9d03405b5afc tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 210 time: 0.0279703 Feb 19 04:12:54.947209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ff1a738-deb5-467e-8d45-cbcba78b6428 req-08215534-74bc-49df-9ac0-8a168af09b16 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 210 time: 0.0275326 Feb 19 04:12:55.570969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 84514590-5d64-41a6-aca5-f4a0d8740381 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:55.593291 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 84514590-5d64-41a6-aca5-f4a0d8740381 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:55.593637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 84514590-5d64-41a6-aca5-f4a0d8740381 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:56.043673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3cd7f77-3371-4727-813a-ae0b60542157 req-3517e433-b81f-4b56-bbeb-27cf50bb88f3 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 210 time: 0.0264542 Feb 19 04:12:57.140736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4773bba4-ff4e-4efb-9c61-c500f7acae22 req-0e8177f5-9f81-4a52-9ce2-dc0afe833dff tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 210 time: 0.0275595 Feb 19 04:12:58.245812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a768b085-5e6c-4c1c-8af5-3b99d1d035a3 req-ded9c61f-b574-4efc-8387-425114079c92 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 210 time: 0.0299258 Feb 19 04:12:59.349148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8f09c5b-6916-4658-a50a-0f888421b1f1 req-c71d1c93-6f9a-42ed-bf78-37b70db3ac51 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 210 time: 0.0302951 Feb 19 04:13:00.072238 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:13:00.450942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e829d88e-07b1-4fea-82ae-6a40581c8472 req-c6763354-c18b-476a-bae9-d93528d90e53 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 210 time: 0.0292437 Feb 19 04:13:01.546855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a3719c4-1551-4009-976a-34cf44476a7d req-4ce6f13e-f562-4b11-a0e4-b42374c21ab0 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b679be-a66d-4638-be6b-c8d46bdfab1d HTTP/1.1" status: 200 len: 210 time: 0.0270076 Feb 19 04:13:02.603765 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59248) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:02.660283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group (08d736dc-e803-4b3d-a96a-cf2285a9231b), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.688533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group (08d736dc-e803-4b3d-a96a-cf2285a9231b), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.749097 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (08d736dc-e803-4b3d-a96a-cf2285a9231b), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.751928 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.753096 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] 10.222.0.42 "DELETE /v2.0/security-groups/08d736dc-e803-4b3d-a96a-cf2285a9231b HTTP/1.1" status: 204 len: 168 time: 0.1483481 Feb 19 04:13:02.763137 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d736dc-e803-4b3d-a96a-cf2285a9231b,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:02.770804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.771155 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.771536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.771885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.772230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.772570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.772905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.773239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.773602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.773918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.774309 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.774579 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:02.774925 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2d2985-41ab-4845-926a-50be04455b14 tempest-TestVolumeBackupRestore-1536977288 tempest-TestVolumeBackupRestore-1536977288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:06.557677 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.350835 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2389976a-4483-49a5-9774-0a8dba10eb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.391050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59712) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:10.517265 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8fb8729d-3a02-47a7-a17f-6ed6a569fb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.752586 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (b088b847-019f-4752-9d91-729f9f87699a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.009496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] Deleting port e57e0c01-2eb7-4b28-87ec-9da6652b9d04 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:11.009754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.095396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] For port e57e0c01-2eb7-4b28-87ec-9da6652b9d04, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e57e0c01-2eb7-4b28-87ec-9da6652b9d04,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:11.096022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.110008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] Calling delete_port for e57e0c01-2eb7-4b28-87ec-9da6652b9d04 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:11.297628 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e57e0c01-2eb7-4b28-87ec-9da6652b9d04), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.323837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57e0c01-2eb7-4b28-87ec-9da6652b9d04,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:11.505923 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (b088b847-019f-4752-9d91-729f9f87699a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.736448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] Router b088b847-019f-4752-9d91-729f9f87699a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:13:11.845500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:13:11.850585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a4772d68-96e2-4046-a219-c6d46c496213 admin admin] 10.222.0.42 "PUT /v2.0/routers/b088b847-019f-4752-9d91-729f9f87699a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4584768 Feb 19 04:13:11.853320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59714) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:11.856173 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] Sync routers for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:13:11.865888 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:11.866589 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:13:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:11.960780 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Publish callbacks [] for router (b088b847-019f-4752-9d91-729f9f87699a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.980511 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:12.071838 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Publish callbacks [] for router_gateway (b088b847-019f-4752-9d91-729f9f87699a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.131697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Deleting port 06d53dfa-9241-4773-85fa-58f5d4aa8450 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:12.131952 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.160582 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:13:11Z', 'revision_number': 5, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port': {'id': '06d53dfa-9241-4773-85fa-58f5d4aa8450', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b088b847-019f-4752-9d91-729f9f87699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:12.177650 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.195353 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] Checking router: b088b847-019f-4752-9d91-729f9f87699a for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:13:12.205373 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] Routers {'b088b847-019f-4752-9d91-729f9f87699a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:12.206050 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:13:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['b088b847-019f-4752-9d91-729f9f87699a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:12.232542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] For port 06d53dfa-9241-4773-85fa-58f5d4aa8450, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=06d53dfa-9241-4773-85fa-58f5d4aa8450,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:12.233072 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.247806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Calling delete_port for 06d53dfa-9241-4773-85fa-58f5d4aa8450 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:12.300969 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] Set router b088b847-019f-4752-9d91-729f9f87699a gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:12.352058 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:13:12Z', 'revision_number': 6, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:12.382458 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36431b3a-4a68-43bb-996c-e6f54b26c099 None None] The sync data for ids ['b088b847-019f-4752-9d91-729f9f87699a'] in n-d-826756-2 is: [{'id': 'b088b847-019f-4752-9d91-729f9f87699a', 'name': 'tempest-TestVolumeBackupRestore-1889558599-router', 'tenant_id': '85b71defd226470786b8c9f9d044a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:20Z', 'updated_at': '2022-02-19T04:13:12Z', 'revision_number': 6, 'project_id': '85b71defd226470786b8c9f9d044a7f1', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:13:12.427255 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (06d53dfa-9241-4773-85fa-58f5d4aa8450), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.453440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d53dfa-9241-4773-85fa-58f5d4aa8450,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:12.517912 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (b088b847-019f-4752-9d91-729f9f87699a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.613555 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (b088b847-019f-4752-9d91-729f9f87699a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.615831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Publish callbacks [] for router_controller (b088b847-019f-4752-9d91-729f9f87699a), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.659465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (b088b847-019f-4752-9d91-729f9f87699a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.659973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b088b847-019f-4752-9d91-729f9f87699a {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:13:12.664400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.665491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1aa70468-77fa-4350-8294-fe049fe0a452 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b088b847-019f-4752-9d91-729f9f87699a HTTP/1.1" status: 204 len: 168 time: 0.8112159 Feb 19 04:13:12.668086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59716) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.713579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-15eb18f5-d9f2-4ea2-9a07-976cdaacbc20 admin admin] Deleting subnet f37b6722-d236-4e92-999e-e523f512eeba {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:13:12.716964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15eb18f5-d9f2-4ea2-9a07-976cdaacbc20 admin admin] Publish callbacks [] for subnet (f37b6722-d236-4e92-999e-e523f512eeba), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.752466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15eb18f5-d9f2-4ea2-9a07-976cdaacbc20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (f37b6722-d236-4e92-999e-e523f512eeba), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.837976 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15eb18f5-d9f2-4ea2-9a07-976cdaacbc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (f37b6722-d236-4e92-999e-e523f512eeba), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.890904 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15eb18f5-d9f2-4ea2-9a07-976cdaacbc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (f37b6722-d236-4e92-999e-e523f512eeba), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.919307 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15eb18f5-d9f2-4ea2-9a07-976cdaacbc20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.922567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-15eb18f5-d9f2-4ea2-9a07-976cdaacbc20 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f37b6722-d236-4e92-999e-e523f512eeba HTTP/1.1" status: 204 len: 168 time: 0.2535203 Feb 19 04:13:12.923529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb18f5-d9f2-4ea2-9a07-976cdaacbc20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37b6722-d236-4e92-999e-e523f512eeba,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:12.924905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79d2b86-2b49-4013-ac42-a3529a6eb9a8 None None] Network d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:12.926034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59718) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:12.998496 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.052639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Deleting port a8836583-6496-41b0-9c00-356b1ee7a08c {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:13.053075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.117561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] For port a8836583-6496-41b0-9c00-356b1ee7a08c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8836583-6496-41b0-9c00-356b1ee7a08c,segment=NetworkSegment(a4f39edc-7c88-4979-8b71-bc32668dea6a),segment_id=a4f39edc-7c88-4979-8b71-bc32668dea6a)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:13.117943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.131193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Calling delete_port for a8836583-6496-41b0-9c00-356b1ee7a08c owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:13.170399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] DHCP port deletion for d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:13:13.213953 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.216035 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.232824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Deleting port a8836583-6496-41b0-9c00-356b1ee7a08c {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:13.233202 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.250295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8836583-6496-41b0-9c00-356b1ee7a08c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:13.252615 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] No DVR routers for this DVR port a8836583-6496-41b0-9c00-356b1ee7a08c on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:13.297007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] For port a8836583-6496-41b0-9c00-356b1ee7a08c, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:13.297400 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.314146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Calling delete_port for a8836583-6496-41b0-9c00-356b1ee7a08c owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:13.316968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Port a8836583-6496-41b0-9c00-356b1ee7a08c was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:13:13.318222 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (a8836583-6496-41b0-9c00-356b1ee7a08c), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.326345 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.344290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Pushing event deleted for resources: {'Port': ['ID=a8836583-6496-41b0-9c00-356b1ee7a08c,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:13.348525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:13.348700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] No DVR routers for this DVR port a8836583-6496-41b0-9c00-356b1ee7a08c on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:13.356128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.356477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.356822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.357238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.357478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.357810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.358164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.358473 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.358809 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.359385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.359474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.359750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.360071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3835a1-3af7-47fb-aa25-e6f32bb98d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:13.366185 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f39edc-7c88-4979-8b71-bc32668dea6a') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:13.366514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f39edc-7c88-4979-8b71-bc32668dea6a') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:13.379649 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (a4f39edc-7c88-4979-8b71-bc32668dea6a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.394127 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (a4f39edc-7c88-4979-8b71-bc32668dea6a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.400492 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:13.400897 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (a4f39edc-7c88-4979-8b71-bc32668dea6a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:13.402802 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:13.466058 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.482670 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.485882 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] 10.222.0.42 "DELETE /v2.0/networks/d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0 HTTP/1.1" status: 204 len: 168 time: 0.5588231 Feb 19 04:13:13.486994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb669-579e-46b9-9d7a-a58d8709457e admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ad6e4f-11ad-4ba0-b0fa-09bd7345dad0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:13.488993 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59720) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:13.660463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8836583-6496-41b0-9c00-356b1ee7a08c no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:13.681382 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a8836583-6496-41b0-9c00-356b1ee7a08c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:13.681818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8836583-6496-41b0-9c00-356b1ee7a08c not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:13.682332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 06d53dfa-9241-4773-85fa-58f5d4aa8450 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:13.702292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 06d53dfa-9241-4773-85fa-58f5d4aa8450 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:13.702544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 06d53dfa-9241-4773-85fa-58f5d4aa8450 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:13.703132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e57e0c01-2eb7-4b28-87ec-9da6652b9d04 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:13.721612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e57e0c01-2eb7-4b28-87ec-9da6652b9d04 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:13.722254 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e57e0c01-2eb7-4b28-87ec-9da6652b9d04 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:13.846949 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.101828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] Deleting port baf68371-657c-4958-9bf5-f581229ad6c0 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:14.102506 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.182567 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] For port baf68371-657c-4958-9bf5-f581229ad6c0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=baf68371-657c-4958-9bf5-f581229ad6c0,segment=NetworkSegment(8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4),segment_id=8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:14.182930 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.195408 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] Calling delete_port for baf68371-657c-4958-9bf5-f581229ad6c0 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:14.379248 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (baf68371-657c-4958-9bf5-f581229ad6c0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.405319 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf68371-657c-4958-9bf5-f581229ad6c0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:14.585575 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.711560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.173780 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] Router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:13:15.282996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:13:15.290147 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-82678e1c-ca2a-435e-afe3-b1e6931385f8 admin admin] 10.222.0.42 "PUT /v2.0/routers/4e0e5b86-fd9a-44a7-967a-2db9e99fdc87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7977664 Feb 19 04:13:15.291089 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59722) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:15.295209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] Sync routers for ids ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:13:15.307419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] Routers {'4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:15.308170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:13:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:15.397663 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Publish callbacks [] for router (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.510228 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Publish callbacks [] for router_gateway (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.572444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Deleting port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:15.572798 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.589321 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] Set router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:15.673324 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] For port 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:15.673957 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.687322 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Calling delete_port for 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:15.785568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'name': 'tempest-TestVolumeBackupRestore-1202893012-router', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:24Z', 'updated_at': '2022-02-19T04:13:14Z', 'revision_number': 5, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'gw_port': {'id': '4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:25Z', 'updated_at': '2022-02-19T04:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:15.814325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] Checking router: 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:13:15.823008 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] Routers {'4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:15.823561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:13:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:15.864906 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.898392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:15.922290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] Set router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:15.966466 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.987559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'name': 'tempest-TestVolumeBackupRestore-1202893012-router', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:24Z', 'updated_at': '2022-02-19T04:13:15Z', 'revision_number': 6, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:16.016248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b52a9-7610-4bff-a9af-6c6dbfafba74 None None] The sync data for ids ['4e0e5b86-fd9a-44a7-967a-2db9e99fdc87'] in n-d-826756-2 is: [{'id': '4e0e5b86-fd9a-44a7-967a-2db9e99fdc87', 'name': 'tempest-TestVolumeBackupRestore-1202893012-router', 'tenant_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:24Z', 'updated_at': '2022-02-19T04:13:15Z', 'revision_number': 6, 'project_id': 'b7acb8ecf4474bcb8170ac3a2bac14bb', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:13:16.064381 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.066532 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Publish callbacks [] for router_controller (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.114590 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (4e0e5b86-fd9a-44a7-967a-2db9e99fdc87), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.115076 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:13:16.120202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.121850 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-79374bad-34e1-4dbd-9f0b-60be3e3901d0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4e0e5b86-fd9a-44a7-967a-2db9e99fdc87 HTTP/1.1" status: 204 len: 168 time: 0.8305743 Feb 19 04:13:16.124895 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59724) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:16.175542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-f247c5ed-4b21-4b1b-83ee-dbc7bddbbdab admin admin] Deleting subnet cd9c9884-be80-4abb-81b9-ab9d04b788c7 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:13:16.181909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f247c5ed-4b21-4b1b-83ee-dbc7bddbbdab admin admin] Publish callbacks [] for subnet (cd9c9884-be80-4abb-81b9-ab9d04b788c7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.224093 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f247c5ed-4b21-4b1b-83ee-dbc7bddbbdab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (cd9c9884-be80-4abb-81b9-ab9d04b788c7), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.305988 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f247c5ed-4b21-4b1b-83ee-dbc7bddbbdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (cd9c9884-be80-4abb-81b9-ab9d04b788c7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.360680 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f247c5ed-4b21-4b1b-83ee-dbc7bddbbdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (cd9c9884-be80-4abb-81b9-ab9d04b788c7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.387872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247c5ed-4b21-4b1b-83ee-dbc7bddbbdab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd9c9884-be80-4abb-81b9-ab9d04b788c7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:16.391539 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f247c5ed-4b21-4b1b-83ee-dbc7bddbbdab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.397014 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f247c5ed-4b21-4b1b-83ee-dbc7bddbbdab admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cd9c9884-be80-4abb-81b9-ab9d04b788c7 HTTP/1.1" status: 204 len: 168 time: 0.2688446 Feb 19 04:13:16.397402 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59726) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:16.397972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12466cfa-dd1f-489f-961a-36f27c1aa0f5 None None] Network 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:16.485100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (26090fb9-5fa4-4456-9fe8-977b2d87aaa8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.546232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Deleting port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:16.546574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.609777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] For port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a4f54cc8-864a-4a8d-9d70-2c74cc2089b5,segment=NetworkSegment(8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4),segment_id=8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:16.610235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.623271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Calling delete_port for a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:16.706154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a4f54cc8-864a-4a8d-9d70-2c74cc2089b5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.731584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f54cc8-864a-4a8d-9d70-2c74cc2089b5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:16.734796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] No DVR routers for this DVR port a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:16.802211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ae325-7718-42bb-a58c-860d5ebf496c None None] DHCP port deletion for 26090fb9-5fa4-4456-9fe8-977b2d87aaa8 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:13:16.810208 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (26090fb9-5fa4-4456-9fe8-977b2d87aaa8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.835235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26090fb9-5fa4-4456-9fe8-977b2d87aaa8']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:16.845787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:16.846113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:16.855227 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.868954 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.875457 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:13:16.875819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (8e7ca24a-d3fe-4c0d-8b9c-32c20f8737c4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:13:16.877438 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:13:16.933628 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (26090fb9-5fa4-4456-9fe8-977b2d87aaa8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.939944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.943117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] 10.222.0.42 "DELETE /v2.0/networks/26090fb9-5fa4-4456-9fe8-977b2d87aaa8 HTTP/1.1" status: 204 len: 168 time: 0.5446637 Feb 19 04:13:16.954123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e64ca-8065-49c9-b071-ae7e57ab992c admin admin] Pushing event deleted for resources: {'Network': ['ID=26090fb9-5fa4-4456-9fe8-977b2d87aaa8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:17.114311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59730) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:17.154723 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-498ccf07-8555-4585-812a-e882373c10e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85b71defd226470786b8c9f9d044a7f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392702 Feb 19 04:13:17.157176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59732) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:17.204461 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d064d1d1-d03d-4e55-b911-6f8f43d03d05 admin admin] Publish callbacks [] for security_group (58e8f10a-31c3-442b-b02b-82bcca8119d0), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.224849 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d064d1d1-d03d-4e55-b911-6f8f43d03d05 admin admin] Publish callbacks [] for security_group (58e8f10a-31c3-442b-b02b-82bcca8119d0), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.272462 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d064d1d1-d03d-4e55-b911-6f8f43d03d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (58e8f10a-31c3-442b-b02b-82bcca8119d0), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.275303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d064d1d1-d03d-4e55-b911-6f8f43d03d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.276590 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d064d1d1-d03d-4e55-b911-6f8f43d03d05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58e8f10a-31c3-442b-b02b-82bcca8119d0 HTTP/1.1" status: 204 len: 168 time: 0.1185074 Feb 19 04:13:17.283997 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064d1d1-d03d-4e55-b911-6f8f43d03d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e8f10a-31c3-442b-b02b-82bcca8119d0,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:17.590722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59738) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:17.629790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e310d69f-fb80-42a3-b157-bfe28ea3d735 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7acb8ecf4474bcb8170ac3a2bac14bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378251 Feb 19 04:13:17.632278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59740) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:17.659449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:17.679304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:17.679648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4996d8cc-6bb5-4e8f-87fc-fd54b69aa5b2 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:17.680069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:17.685568 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-787735fc-8d5f-4ff8-b964-ee34ed1db934 admin admin] Publish callbacks [] for security_group (78a54b3c-ca22-4ffd-ac44-50e3263902b9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.702292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:17.702639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a4f54cc8-864a-4a8d-9d70-2c74cc2089b5 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:17.703057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device baf68371-657c-4958-9bf5-f581229ad6c0 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:17.707766 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-787735fc-8d5f-4ff8-b964-ee34ed1db934 admin admin] Publish callbacks [] for security_group (78a54b3c-ca22-4ffd-ac44-50e3263902b9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.722138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: baf68371-657c-4958-9bf5-f581229ad6c0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:17.722488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device baf68371-657c-4958-9bf5-f581229ad6c0 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:17.754339 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-787735fc-8d5f-4ff8-b964-ee34ed1db934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (78a54b3c-ca22-4ffd-ac44-50e3263902b9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.756898 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-787735fc-8d5f-4ff8-b964-ee34ed1db934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.758120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-787735fc-8d5f-4ff8-b964-ee34ed1db934 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78a54b3c-ca22-4ffd-ac44-50e3263902b9 HTTP/1.1" status: 204 len: 168 time: 0.1249180 Feb 19 04:13:17.766489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787735fc-8d5f-4ff8-b964-ee34ed1db934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a54b3c-ca22-4ffd-ac44-50e3263902b9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:22.791313 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:28.990395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-c35c37df-3f6e-406e-b5bc-4c6fba946572 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8bd31de0d8e348539c65627024276b53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223072 Feb 19 04:13:29.096660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-b89f9b5f-37dd-46e3-b03e-75b73fbf22d3 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.098150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-b89f9b5f-37dd-46e3-b03e-75b73fbf22d3 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1027172 Feb 19 04:13:29.113171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-3105003b-49b4-4d03-94c1-c5238bd88afb tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/quotas/8bd31de0d8e348539c65627024276b53 HTTP/1.1" status: 200 len: 375 time: 0.0095155 Feb 19 04:13:29.144624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-4c510694-5170-433d-a8ed-a3bf03813142 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bd31de0d8e348539c65627024276b53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266225 Feb 19 04:13:29.301440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e4f4ade-38ea-42d3-a593-cb87384f3d9e req-11810012-d8d6-40a7-9fd4-e82d89244464 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 210 time: 0.0270088 Feb 19 04:13:30.367959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-83698cec-da7e-43eb-aef3-68daa91646a5 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8bd31de0d8e348539c65627024276b53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227249 Feb 19 04:13:30.425557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc9a3972-b27a-4e7d-99db-3719b0f5123b req-c6b3d329-2d3b-4a29-bcf8-d2413fef8501 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 210 time: 0.0503433 Feb 19 04:13:30.504627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-9eefd996-c406-4bc6-bfd3-a21266c59a6f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:30.506126 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-9eefd996-c406-4bc6-bfd3-a21266c59a6f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324508 Feb 19 04:13:30.549837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Request body: {'port': {'device_id': 'd95202e4-71e1-40fe-810b-830e013d138f', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'admin_state_up': True, 'tenant_id': '8bd31de0d8e348539c65627024276b53'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:30.654895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Made reservation on behalf of 8bd31de0d8e348539c65627024276b53 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:30.658101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.666907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.738578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks [] for security_group (cd927203-c7b4-40f1-b4ad-70887782725c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.742409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cd927203-c7b4-40f1-b4ad-70887782725c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.805566 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd927203-c7b4-40f1-b4ad-70887782725c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:30.869997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Allocated IP 192.168.233.12 (2c9411ea-247d-4a0d-a9d3-c63f88cb48a1/3638d0dc-a547-484d-9f6d-9418a6bc1421/3f87804f-45c1-448a-bb9c-085826d289ed) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:31.019316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks [] for port (3f87804f-45c1-448a-bb9c-085826d289ed), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.052953 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.094715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:31.097615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:31.107624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:31.130437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Pushing event updated for resources: {'Port': ['ID=3f87804f-45c1-448a-bb9c-085826d289ed,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:31.160582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.161198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.178285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-72bd122e-faed-4506-bb00-5f433fbe9f8f tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6316953 Feb 19 04:13:31.195733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Request body: {'port': {'device_id': 'd95202e4-71e1-40fe-810b-830e013d138f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:31.258379 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.384912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3ce3cb3c-ac53-4d7e-9793-f1cfb7652611 None None] Provisioning complete for port 3f87804f-45c1-448a-bb9c-085826d289ed triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:31.385450 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3ce3cb3c-ac53-4d7e-9793-f1cfb7652611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.422307 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3cb3c-ac53-4d7e-9793-f1cfb7652611 None None] Port 3f87804f-45c1-448a-bb9c-085826d289ed cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:31.551781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f87804f-45c1-448a-bb9c-085826d289ed {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:31.561020 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Publish callbacks [] for port (3f87804f-45c1-448a-bb9c-085826d289ed), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.578218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Transition to ACTIVE for port object 3f87804f-45c1-448a-bb9c-085826d289ed will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:31.582704 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.611381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114ed95-90af-4997-8f6b-524117c930c8 req-8933be39-bafd-4193-851e-0b967084afe7 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.612897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b114ed95-90af-4997-8f6b-524117c930c8 req-8933be39-bafd-4193-851e-0b967084afe7 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 935 time: 0.0965059 Feb 19 04:13:31.658478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f87804f-45c1-448a-bb9c-085826d289ed,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:32.082557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b114ed95-90af-4997-8f6b-524117c930c8 req-655c0c47-d8c7-4059-bac7-6d6aa29b6381 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601684 Feb 19 04:13:32.114591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Attempting to bind port 3f87804f-45c1-448a-bb9c-085826d289ed on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:32.114930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Attempting to bind port 3f87804f-45c1-448a-bb9c-085826d289ed by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:32.115260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Attempting to bind port 3f87804f-45c1-448a-bb9c-085826d289ed on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:32.119706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Port 3f87804f-45c1-448a-bb9c-085826d289ed on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:32.120031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Attempting to bind port 3f87804f-45c1-448a-bb9c-085826d289ed on network 2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:32.129899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:32.130291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Checking segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:32.130945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Bound using segment: {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:32.131663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Bound port: 3f87804f-45c1-448a-bb9c-085826d289ed, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140722cf-1df5-4c9f-aa94-5d2617596e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:32.132271 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.201541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] For port 3f87804f-45c1-448a-bb9c-085826d289ed, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:32.204706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] For port 3f87804f-45c1-448a-bb9c-085826d289ed, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3f87804f-45c1-448a-bb9c-085826d289ed,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:32.212538 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.245651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.246896 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.248363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/3f87804f-45c1-448a-bb9c-085826d289ed HTTP/1.1" status: 200 len: 1095 time: 1.0574291 Feb 19 04:13:32.248958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95202e4-71e1-40fe-810b-830e013d138f', 'tag': '3f87804f-45c1-448a-bb9c-085826d289ed'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:32.251139 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f956a487-adbd-4450-8f04-d5bcc69701eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d95202e4-71e1-40fe-810b-830e013d138f", "tag": "3f87804f-45c1-448a-bb9c-085826d289ed"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:32.284586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a1316-c0d6-40e2-8a71-c5e9f71159e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f87804f-45c1-448a-bb9c-085826d289ed,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:32.310153 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f3906a-6954-41e3-a0ea-a14aa9769bab x-openstack-request-id: req-c0f3906a-6954-41e3-a0ea-a14aa9769bab {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:32.310641 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95202e4-71e1-40fe-810b-830e013d138f", "tag": "3f87804f-45c1-448a-bb9c-085826d289ed", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:32.311020 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0f3906a-6954-41e3-a0ea-a14aa9769bab {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:32.311713 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95202e4-71e1-40fe-810b-830e013d138f', 'tag': '3f87804f-45c1-448a-bb9c-085826d289ed', 'status': 'completed', 'code': 200} Feb 19 04:13:32.374563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-089a0737-afae-4616-b97a-50eb2c274912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.376023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-089a0737-afae-4616-b97a-50eb2c274912 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bd31de0d8e348539c65627024276b53&device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 1129 time: 0.0514526 Feb 19 04:13:32.424711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-ae6963b3-fb7f-49c8-ac2e-c60fa6d43b52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=3f87804f-45c1-448a-bb9c-085826d289ed HTTP/1.1" status: 200 len: 217 time: 0.0358946 Feb 19 04:13:32.477697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-8bf18fc2-171e-45e5-83c2-6d8fe096174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.479202 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-8bf18fc2-171e-45e5-83c2-6d8fe096174b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0494368 Feb 19 04:13:32.533449 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-38f693c1-259a-462e-b856-0906bf20ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.534909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-38f693c1-259a-462e-b856-0906bf20ab36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0500143 Feb 19 04:13:32.624794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-ab72f282-33d2-4170-98a1-09dc6221c129 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841377 Feb 19 04:13:32.713816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b315aa-cc35-471a-a0c3-39c2ba865866 req-6ada59bd-7d71-4788-96b2-4f25860c5729 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832989 Feb 19 04:13:32.849036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-dd39d731-7a00-4350-9d45-6f2a9fd62320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.850630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-dd39d731-7a00-4350-9d45-6f2a9fd62320 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bd31de0d8e348539c65627024276b53&device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 1129 time: 0.0457335 Feb 19 04:13:32.937750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-130f811e-6d4c-4dea-8e40-7eeabf5378bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:32.939279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-130f811e-6d4c-4dea-8e40-7eeabf5378bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1 HTTP/1.1" status: 200 len: 870 time: 0.0833309 Feb 19 04:13:32.984036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-9f5ffbcf-39a3-42f9-93cc-d70e4a70d378 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=3f87804f-45c1-448a-bb9c-085826d289ed HTTP/1.1" status: 200 len: 217 time: 0.0387580 Feb 19 04:13:33.030969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-2baa8a9b-5bd3-4549-b539-f483cd6992b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:33.032413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-2baa8a9b-5bd3-4549-b539-f483cd6992b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3638d0dc-a547-484d-9f6d-9418a6bc1421 HTTP/1.1" status: 200 len: 843 time: 0.0431461 Feb 19 04:13:33.081033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-656d3dcf-a96a-4c93-8db4-a0fcf7e370e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:33.082638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-656d3dcf-a96a-4c93-8db4-a0fcf7e370e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c9411ea-247d-4a0d-a9d3-c63f88cb48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0441310 Feb 19 04:13:33.203466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-1255b138-19b4-439e-b256-5c5ffd26a17b service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139166 Feb 19 04:13:33.273620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f3156-f7e9-4402-933d-b328660786e8 req-514360aa-aae1-432e-84bc-5a6b97a016ec tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:33.275132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-280f3156-f7e9-4402-933d-b328660786e8 req-514360aa-aae1-432e-84bc-5a6b97a016ec tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 947 time: 0.1222868 Feb 19 04:13:33.343376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-280f3156-f7e9-4402-933d-b328660786e8 req-ef263d3f-0d1c-416a-8adb-57a80d5afdf5 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624290 Feb 19 04:13:33.345355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f956a487-adbd-4450-8f04-d5bcc69701eb req-e276b736-9a15-4847-b1a9-8be5aac2b4bc service neutron] 10.222.0.37 "GET /v2.0/networks/2c9411ea-247d-4a0d-a9d3-c63f88cb48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358383 Feb 19 04:13:34.464633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1556e0f-bc88-4666-9afe-7e80567b4e41 req-07bae1b1-4613-4c68-bd7a-ef7bd48e25fa tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.466659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1556e0f-bc88-4666-9afe-7e80567b4e41 req-07bae1b1-4613-4c68-bd7a-ef7bd48e25fa tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 947 time: 0.0522904 Feb 19 04:13:34.514736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1556e0f-bc88-4666-9afe-7e80567b4e41 req-7d6c608e-8d3b-43cc-b880-23e7ce0aeb20 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Feb 19 04:13:35.640643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea059af-d031-43b3-929c-caf363de43d1 req-651135bf-2f95-476c-9551-d59530d382c8 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:35.642181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ea059af-d031-43b3-929c-caf363de43d1 req-651135bf-2f95-476c-9551-d59530d382c8 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 947 time: 0.0578098 Feb 19 04:13:35.688507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ea059af-d031-43b3-929c-caf363de43d1 req-74634816-6836-4a4c-8ddd-5c4265e6841c tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Feb 19 04:13:35.727713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3f87804f-45c1-448a-bb9c-085826d289ed details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:13:35.829633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3f87804f-45c1-448a-bb9c-085826d289ed, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3f87804f-45c1-448a-bb9c-085826d289ed,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:35.840723 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '3f87804f-45c1-448a-bb9c-085826d289ed', 'network_id': '2c9411ea-247d-4a0d-a9d3-c63f88cb48a1', 'port_id': '3f87804f-45c1-448a-bb9c-085826d289ed', 'mac_address': 'fa:16:3e:29:05:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3638d0dc-a547-484d-9f6d-9418a6bc1421', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:13:35.876589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3f87804f-45c1-448a-bb9c-085826d289ed is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:35.876974 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.890125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f87804f-45c1-448a-bb9c-085826d289ed {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:35.908469 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3f87804f-45c1-448a-bb9c-085826d289ed, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3f87804f-45c1-448a-bb9c-085826d289ed,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:35.912292 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.958999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3f87804f-45c1-448a-bb9c-085826d289ed,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:36.292718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3f87804f-45c1-448a-bb9c-085826d289ed'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:36.567672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.808779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98ac5e-165b-4321-90e0-7edd06caa78f req-a3b4e250-a600-46df-bd38-53d445c079f2 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:36.810346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a98ac5e-165b-4321-90e0-7edd06caa78f req-a3b4e250-a600-46df-bd38-53d445c079f2 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 948 time: 0.0545418 Feb 19 04:13:36.857706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a98ac5e-165b-4321-90e0-7edd06caa78f req-f91e21f7-baa4-4194-acf8-f49df175c9b9 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Feb 19 04:13:37.070823 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:13:37.742354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3f87804f-45c1-448a-bb9c-085826d289ed up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:37.791491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 3f87804f-45c1-448a-bb9c-085826d289ed completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:13:37.795806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 3f87804f-45c1-448a-bb9c-085826d289ed triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:37.796183 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.873702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3f87804f-45c1-448a-bb9c-085826d289ed is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:37.874026 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.897298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95202e4-71e1-40fe-810b-830e013d138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f87804f-45c1-448a-bb9c-085826d289ed'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:37.899645 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe2ea2b-5de4-4e20-b5f6-e19bc54025ef" -d '{"events": [{"server_uuid": "d95202e4-71e1-40fe-810b-830e013d138f", "name": "network-vif-plugged", "status": "completed", "tag": "3f87804f-45c1-448a-bb9c-085826d289ed"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:37.912630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3f87804f-45c1-448a-bb9c-085826d289ed, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3f87804f-45c1-448a-bb9c-085826d289ed,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:37.916980 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.968182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3f87804f-45c1-448a-bb9c-085826d289ed,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:37.983942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f4e60-2874-4b21-87b5-9f4f17b585a0 req-79fb26a3-6f82-46c4-9c57-69e3ad941003 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.985442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb3f4e60-2874-4b21-87b5-9f4f17b585a0 req-79fb26a3-6f82-46c4-9c57-69e3ad941003 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 949 time: 0.0594401 Feb 19 04:13:38.033607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb3f4e60-2874-4b21-87b5-9f4f17b585a0 req-d2927c1d-fa5e-4fdb-8e52-42b44e7ec381 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422976 Feb 19 04:13:38.136015 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ac2e93-48f9-4422-b67f-6a63478c76d8 x-openstack-request-id: req-86ac2e93-48f9-4422-b67f-6a63478c76d8 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:38.136316 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95202e4-71e1-40fe-810b-830e013d138f", "name": "network-vif-plugged", "status": "completed", "tag": "3f87804f-45c1-448a-bb9c-085826d289ed", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:38.136578 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86ac2e93-48f9-4422-b67f-6a63478c76d8 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:38.137646 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95202e4-71e1-40fe-810b-830e013d138f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f87804f-45c1-448a-bb9c-085826d289ed', 'code': 200} Feb 19 04:13:38.266166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5e60f-4852-441c-a9bf-f517904912a7 req-f5898dea-e6e7-49d3-b3d0-cf2b3e9019cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:38.267683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abc5e60f-4852-441c-a9bf-f517904912a7 req-f5898dea-e6e7-49d3-b3d0-cf2b3e9019cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 1131 time: 0.0464129 Feb 19 04:13:38.310184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abc5e60f-4852-441c-a9bf-f517904912a7 req-48fe5d10-00fd-4760-9da9-72a44745c990 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365942 Feb 19 04:13:38.343783 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7fabfe91-12f9-4650-aa3e-fd39561cdb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.153860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184ec0c-0765-4e09-b49d-7a530415f609 req-913235d5-37ee-4eaa-b63f-c47963d6106b tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.155372 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9184ec0c-0765-4e09-b49d-7a530415f609 req-913235d5-37ee-4eaa-b63f-c47963d6106b tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 949 time: 0.0524497 Feb 19 04:13:39.205727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9184ec0c-0765-4e09-b49d-7a530415f609 req-474624ad-da84-4336-9379-eb2b83ddb1be tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 Feb 19 04:13:40.324828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552ed57-87a3-43e0-af99-039932f21da3 req-73305c4c-9c80-46c9-8743-bb343bf44928 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:40.326360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1552ed57-87a3-43e0-af99-039932f21da3 req-73305c4c-9c80-46c9-8743-bb343bf44928 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 949 time: 0.0533104 Feb 19 04:13:40.373242 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1552ed57-87a3-43e0-af99-039932f21da3 req-485551e6-20c1-4b99-bb47-c36c9c0361d7 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412166 Feb 19 04:13:40.520712 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e30bc162-a9a4-4a6a-8bea-0fa25471688a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:40.644972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-da78c0cc-1d0f-43c3-96a3-067ad092bba8 req-12dbd9cd-4373-4700-b775-beece8424d55 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:13:40.645986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da78c0cc-1d0f-43c3-96a3-067ad092bba8 req-12dbd9cd-4373-4700-b775-beece8424d55 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054603 Feb 19 04:13:41.237600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ef808-966d-420a-bef3-b2091ae5f035 req-da702c54-8221-472a-aad5-2fc21efc5bfe tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:41.239122 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a1ef808-966d-420a-bef3-b2091ae5f035 req-da702c54-8221-472a-aad5-2fc21efc5bfe tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 949 time: 0.0524087 Feb 19 04:13:41.284965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a1ef808-966d-420a-bef3-b2091ae5f035 req-e8f47b4b-ec97-45ff-85fe-dd1adb2919f5 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 Feb 19 04:13:42.176198 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.407357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95603eb0-a4b3-4011-9c73-8e3d756359ea req-ab057a45-275c-4f98-9bc2-791750c2cd43 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:42.408840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95603eb0-a4b3-4011-9c73-8e3d756359ea req-ab057a45-275c-4f98-9bc2-791750c2cd43 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 949 time: 0.0565329 Feb 19 04:13:42.456250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95603eb0-a4b3-4011-9c73-8e3d756359ea req-746a1d54-7c25-44c2-812c-a51944af17ca tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd927203-c7b4-40f1-b4ad-70887782725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Feb 19 04:13:42.868405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-6d095d3a-7d76-4524-aff3-5b664310b910 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:42.869944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-6d095d3a-7d76-4524-aff3-5b664310b910 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.37 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 949 time: 0.0514019 Feb 19 04:13:42.968212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-ab571652-368e-4841-b139-a924b0597336 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Deleting port 3f87804f-45c1-448a-bb9c-085826d289ed {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:42.968557 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-ab571652-368e-4841-b139-a924b0597336 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.054759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-ab571652-368e-4841-b139-a924b0597336 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] For port 3f87804f-45c1-448a-bb9c-085826d289ed, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3f87804f-45c1-448a-bb9c-085826d289ed,segment=NetworkSegment(140722cf-1df5-4c9f-aa94-5d2617596e38),segment_id=140722cf-1df5-4c9f-aa94-5d2617596e38)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:43.055123 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-ab571652-368e-4841-b139-a924b0597336 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.066789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-ab571652-368e-4841-b139-a924b0597336 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Calling delete_port for 3f87804f-45c1-448a-bb9c-085826d289ed owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:43.198954 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-ab571652-368e-4841-b139-a924b0597336 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3f87804f-45c1-448a-bb9c-085826d289ed), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.211914 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.227611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab571652-368e-4841-b139-a924b0597336 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Pushing event deleted for resources: {'Port': ['ID=3f87804f-45c1-448a-bb9c-085826d289ed,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:43.232440 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3f87804f-45c1-448a-bb9c-085826d289ed'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:43.273615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-ab571652-368e-4841-b139-a924b0597336 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] No DVR routers for this DVR port 3f87804f-45c1-448a-bb9c-085826d289ed on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:43.276430 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-ab571652-368e-4841-b139-a924b0597336 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.280515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23d61757-e6f5-412b-962f-a1cd29bb02f2 req-ab571652-368e-4841-b139-a924b0597336 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.37 "DELETE /v2.0/ports/3f87804f-45c1-448a-bb9c-085826d289ed HTTP/1.1" status: 204 len: 173 time: 0.4047673 Feb 19 04:13:43.280990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95202e4-71e1-40fe-810b-830e013d138f', 'name': 'network-vif-deleted', 'tag': '3f87804f-45c1-448a-bb9c-085826d289ed'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:43.283386 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d996f780-a869-4757-800a-c731601dba90" -d '{"events": [{"server_uuid": "d95202e4-71e1-40fe-810b-830e013d138f", "name": "network-vif-deleted", "tag": "3f87804f-45c1-448a-bb9c-085826d289ed"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:43.321638 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab4ad7d-5fe3-4984-852b-94ec122a57ab x-openstack-request-id: req-2ab4ad7d-5fe3-4984-852b-94ec122a57ab {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:43.322149 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95202e4-71e1-40fe-810b-830e013d138f", "name": "network-vif-deleted", "tag": "3f87804f-45c1-448a-bb9c-085826d289ed", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:43.322587 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ab4ad7d-5fe3-4984-852b-94ec122a57ab {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:43.323287 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95202e4-71e1-40fe-810b-830e013d138f', 'name': 'network-vif-deleted', 'tag': '3f87804f-45c1-448a-bb9c-085826d289ed', 'status': 'completed', 'code': 200} Feb 19 04:13:43.568256 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-405d73bc-e976-489e-9c2c-001e48a194d5 req-cc62ed4b-888c-43bd-abed-d3abb8b0a0d9 tempest-ServersAdminNegativeTestJSON-356144898 tempest-ServersAdminNegativeTestJSON-356144898-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95202e4-71e1-40fe-810b-830e013d138f HTTP/1.1" status: 200 len: 210 time: 0.0318220 Feb 19 04:13:44.715362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:44.862624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59888) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:44.996258 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-41b21682-8884-4d71-8bf5-5e62af52c437 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bd31de0d8e348539c65627024276b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324010 Feb 19 04:13:44.998773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59892) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:45.045327 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3bee25a1-06bf-4d6a-a69a-768563d6f107 admin admin] Publish callbacks [] for security_group (cd927203-c7b4-40f1-b4ad-70887782725c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.066557 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3bee25a1-06bf-4d6a-a69a-768563d6f107 admin admin] Publish callbacks [] for security_group (cd927203-c7b4-40f1-b4ad-70887782725c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.113615 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3bee25a1-06bf-4d6a-a69a-768563d6f107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (cd927203-c7b4-40f1-b4ad-70887782725c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.116283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3bee25a1-06bf-4d6a-a69a-768563d6f107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.117438 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3bee25a1-06bf-4d6a-a69a-768563d6f107 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd927203-c7b4-40f1-b4ad-70887782725c HTTP/1.1" status: 204 len: 168 time: 0.1177697 Feb 19 04:13:45.125071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee25a1-06bf-4d6a-a69a-768563d6f107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd927203-c7b4-40f1-b4ad-70887782725c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:45.371763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59898) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:45.385256 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e89d0018-4fd5-4335-a89f-dd941dbc34b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.459461 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e89d0018-4fd5-4335-a89f-dd941dbc34b4 admin admin] Publish callbacks [] for security_group (1fbd3371-5ea9-49ba-981f-e4a8d1e17af7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.463264 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e89d0018-4fd5-4335-a89f-dd941dbc34b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1fbd3371-5ea9-49ba-981f-e4a8d1e17af7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.501256 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e89d0018-4fd5-4335-a89f-dd941dbc34b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fb78a117d284d41b2c79e5fb0215aec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277895 Feb 19 04:13:45.502420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d0018-4fd5-4335-a89f-dd941dbc34b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbd3371-5ea9-49ba-981f-e4a8d1e17af7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:45.504053 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59900) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:45.551430 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c40b87e4-24bf-4f78-a02e-fdbac729b687 admin admin] Publish callbacks [] for security_group (1fbd3371-5ea9-49ba-981f-e4a8d1e17af7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.573068 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c40b87e4-24bf-4f78-a02e-fdbac729b687 admin admin] Publish callbacks [] for security_group (1fbd3371-5ea9-49ba-981f-e4a8d1e17af7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.618887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c40b87e4-24bf-4f78-a02e-fdbac729b687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1fbd3371-5ea9-49ba-981f-e4a8d1e17af7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.620580 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c40b87e4-24bf-4f78-a02e-fdbac729b687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.624867 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c40b87e4-24bf-4f78-a02e-fdbac729b687 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fbd3371-5ea9-49ba-981f-e4a8d1e17af7 HTTP/1.1" status: 204 len: 168 time: 0.1197894 Feb 19 04:13:45.632474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b87e4-24bf-4f78-a02e-fdbac729b687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbd3371-5ea9-49ba-981f-e4a8d1e17af7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:45.743007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3f87804f-45c1-448a-bb9c-085826d289ed no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:45.764695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 3f87804f-45c1-448a-bb9c-085826d289ed {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:13:45.765060 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3f87804f-45c1-448a-bb9c-085826d289ed not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:13:46.279747 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 59922) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:46.376898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-72328959-network', 'tenant_id': 'c5e0370cb5db44c9b850ec49fde47866'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:46.399554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Made reservation on behalf of c5e0370cb5db44c9b850ec49fde47866 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:46.401818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.410164 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.484227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Publish callbacks [] for security_group (645ee040-a457-47e1-af6a-7d608dd64bf3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.487933 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (645ee040-a457-47e1-af6a-7d608dd64bf3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.516075 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:13:46.524748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645ee040-a457-47e1-af6a-7d608dd64bf3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:46.530947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (1e2c8fbc-d3a1-4563-a924-8d5421677cfb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.531302 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Added segment 1e2c8fbc-d3a1-4563-a924-8d5421677cfb of type vlan for network 90bf433e-9446-41f5-95d2-e741f3a6a2ce Feb 19 04:13:46.570492 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (90bf433e-9446-41f5-95d2-e741f3a6a2ce), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.594733 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (90bf433e-9446-41f5-95d2-e741f3a6a2ce), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.595674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.596231 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.645085 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3641579 Feb 19 04:13:46.648063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 59926) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:46.653034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Request body: {'subnet': {'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-72328959-subnet', 'tenant_id': 'c5e0370cb5db44c9b850ec49fde47866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:46.659601 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790798c1-50b8-4df1-836f-a8fcffe9e60c admin admin] Pushing event updated for resources: {'Network': ['ID=90bf433e-9446-41f5-95d2-e741f3a6a2ce,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:46.672289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 90bf433e-9446-41f5-95d2-e741f3a6a2ce details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:13:46.675894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Made reservation on behalf of c5e0370cb5db44c9b850ec49fde47866 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:46.678275 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.848412 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (de4ea2b7-4eae-47d8-a6f7-3659b382d415), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.902043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4ea2b7-4eae-47d8-a6f7-3659b382d415,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:46.913039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Checking segment: {'id': '1e2c8fbc-d3a1-4563-a924-8d5421677cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:46.913396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Network hostable DHCP agents. Network: 90bf433e-9446-41f5-95d2-e741f3a6a2ce, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:13:46.931589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Network 90bf433e-9446-41f5-95d2-e741f3a6a2ce is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:13:46.941300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 90bf433e-9446-41f5-95d2-e741f3a6a2ce) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:46.946614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.947494 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.951298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e547be-0344-441d-ad34-d2b90c7bff7d None None] Network 90bf433e-9446-41f5-95d2-e741f3a6a2ce requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:46.965536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-98cabd32-6151-46c9-b47b-4cbf544f6b20 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3163369 Feb 19 04:13:47.050556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e287c25e-fd5a-4057-a8f1-f3509b073590 None None] Network 90bf433e-9446-41f5-95d2-e741f3a6a2ce requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:13:47.392884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e6f4674e-40c4-4ebe-ac8a-8342276eb61d tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:47.394462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e6f4674e-40c4-4ebe-ac8a-8342276eb61d tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/networks?id=90bf433e-9446-41f5-95d2-e741f3a6a2ce HTTP/1.1" status: 200 len: 810 time: 0.1055675 Feb 19 04:13:47.408724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-5e5919bc-0ba3-44e2-9479-4e0f14b36135 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/quotas/c5e0370cb5db44c9b850ec49fde47866 HTTP/1.1" status: 200 len: 375 time: 0.0089285 Feb 19 04:13:47.442188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-db5f349b-c2ca-4b26-b1da-1c4d47a9c765 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5e0370cb5db44c9b850ec49fde47866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279539 Feb 19 04:13:47.532711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-ad5a8bf6-b7ad-4fd4-8fe8-c9e1bfbb39a9 service neutron] 10.222.0.42 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838740 Feb 19 04:13:47.628617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-74ff5489-c2f8-40dc-8f76-9544bb3c0889 service neutron] 10.222.0.42 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901172 Feb 19 04:13:47.786299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d655e70e-3ce2-4c22-8d59-63e19d30febb req-21752ca2-d02f-4c9c-967d-cb634f7372bc tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 210 time: 0.0267417 Feb 19 04:13:48.791653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-febaa5f6-b8e1-46e1-a670-f3089fd85e34 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.793098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-febaa5f6-b8e1-46e1-a670-f3089fd85e34 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.37 "GET /v2.0/networks?id=90bf433e-9446-41f5-95d2-e741f3a6a2ce HTTP/1.1" status: 200 len: 810 time: 0.1042225 Feb 19 04:13:48.822075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Request body: {'port': {'device_id': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce', 'admin_state_up': True, 'tenant_id': 'c5e0370cb5db44c9b850ec49fde47866'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:48.901758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6956d91d-e32d-45ac-b702-57654655869c req-917af4cf-95ab-45aa-8d4c-7ad384b08c26 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 210 time: 0.0369055 Feb 19 04:13:48.954598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Made reservation on behalf of c5e0370cb5db44c9b850ec49fde47866 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:48.957932 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.079976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Allocated IP 172.20.0.13 (90bf433e-9446-41f5-95d2-e741f3a6a2ce/de4ea2b7-4eae-47d8-a6f7-3659b382d415/6e524839-ab28-47e3-996b-75c63fe79c2a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:49.225666 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Publish callbacks [] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.257949 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.299713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Network 90bf433e-9446-41f5-95d2-e741f3a6a2ce is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:49.306723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:49.311546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:49.315425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Pushing event updated for resources: {'Port': ['ID=6e524839-ab28-47e3-996b-75c63fe79c2a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:49.364618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:49.365198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.380738 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-e612e69a-1f98-484e-8ccd-b89f2618ebc2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5626376 Feb 19 04:13:49.455317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Request body: {'port': {'device_id': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:49.512586 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.770781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e524839-ab28-47e3-996b-75c63fe79c2a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:49.778767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Publish callbacks [] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.791111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Transition to ACTIVE for port object 6e524839-ab28-47e3-996b-75c63fe79c2a will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:49.794418 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.848030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e524839-ab28-47e3-996b-75c63fe79c2a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:49.870626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.870895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.871245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.871587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.871925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.872262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.872600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.872929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.873258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.873587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.873941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.874270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.874594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:49.921830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Attempting to bind port 6e524839-ab28-47e3-996b-75c63fe79c2a on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:49.922201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Attempting to bind port 6e524839-ab28-47e3-996b-75c63fe79c2a by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '1e2c8fbc-d3a1-4563-a924-8d5421677cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:49.922532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Attempting to bind port 6e524839-ab28-47e3-996b-75c63fe79c2a on network 90bf433e-9446-41f5-95d2-e741f3a6a2ce {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:49.926833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Port 6e524839-ab28-47e3-996b-75c63fe79c2a on network 90bf433e-9446-41f5-95d2-e741f3a6a2ce not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:49.927182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Attempting to bind port 6e524839-ab28-47e3-996b-75c63fe79c2a on network 90bf433e-9446-41f5-95d2-e741f3a6a2ce {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:49.932329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:49.932674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Checking segment: {'id': '1e2c8fbc-d3a1-4563-a924-8d5421677cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:49.933060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Bound using segment: {'id': '1e2c8fbc-d3a1-4563-a924-8d5421677cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:49.933490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Bound port: 6e524839-ab28-47e3-996b-75c63fe79c2a, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2c8fbc-d3a1-4563-a924-8d5421677cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:49.933870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.036890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:50.040340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6e524839-ab28-47e3-996b-75c63fe79c2a,segment=NetworkSegment(1e2c8fbc-d3a1-4563-a924-8d5421677cfb),segment_id=1e2c8fbc-d3a1-4563-a924-8d5421677cfb)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:50.049325 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.064493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512884ae-6232-4467-9c46-1a609d14f3ce req-3b794855-3303-4fcb-a429-eb5cce08de3d tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.066020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-512884ae-6232-4467-9c46-1a609d14f3ce req-3b794855-3303-4fcb-a429-eb5cce08de3d tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 944 time: 0.0895996 Feb 19 04:13:50.101644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.102297 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.103694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] 10.222.0.37 "PUT /v2.0/ports/6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 1092 time: 0.6525776 Feb 19 04:13:50.104145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:50.106538 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f02304-b343-4a31-84fd-d1b6297b71ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:50.144670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19874157-7b50-43b3-b6eb-11eb00feadd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e524839-ab28-47e3-996b-75c63fe79c2a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:50.168647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-512884ae-6232-4467-9c46-1a609d14f3ce req-87a6d114-8470-41f1-84fd-695f1e986c1f tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836134 Feb 19 04:13:50.202581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-9b78da17-eca1-45a6-9438-cce504fcde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.204101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-9b78da17-eca1-45a6-9438-cce504fcde79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5e0370cb5db44c9b850ec49fde47866&device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 1126 time: 0.0473416 Feb 19 04:13:50.222843 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24769706-d666-41b4-9308-6fbfb13c5251 x-openstack-request-id: req-24769706-d666-41b4-9308-6fbfb13c5251 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:50.223195 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:50.223451 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24769706-d666-41b4-9308-6fbfb13c5251 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:50.223857 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a', 'status': 'completed', 'code': 200} Feb 19 04:13:50.262606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-f8453f51-57f4-48a7-8e35-37d2707d56b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 217 time: 0.0378020 Feb 19 04:13:50.308889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-44a366d3-dde9-4b02-9edd-418119f0f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.310896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-44a366d3-dde9-4b02-9edd-418119f0f57a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de4ea2b7-4eae-47d8-a6f7-3659b382d415 HTTP/1.1" status: 200 len: 850 time: 0.0426548 Feb 19 04:13:50.344876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-cee1088f-ac3a-44cb-b9e8-c080224b0e00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bf433e-9446-41f5-95d2-e741f3a6a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282152 Feb 19 04:13:50.436323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-d6d7d8be-3021-4e23-9512-9c8d77b4bea1 service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Feb 19 04:13:50.522358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f56e3-2df5-40a2-b850-c3f434fa5b39 req-9cf0a29d-1e97-411d-8d83-dbc61c0e6c21 service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802402 Feb 19 04:13:50.651835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f02304-b343-4a31-84fd-d1b6297b71ba req-9a611a85-da1d-494f-a469-ce95bc71fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.653329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02f02304-b343-4a31-84fd-d1b6297b71ba req-9a611a85-da1d-494f-a469-ce95bc71fd76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5e0370cb5db44c9b850ec49fde47866&device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 1126 time: 0.0444367 Feb 19 04:13:50.752588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f02304-b343-4a31-84fd-d1b6297b71ba req-56ece795-9fd4-4cec-bc9a-6cb6f8dd555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.754095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02f02304-b343-4a31-84fd-d1b6297b71ba req-56ece795-9fd4-4cec-bc9a-6cb6f8dd555c service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bf433e-9446-41f5-95d2-e741f3a6a2ce HTTP/1.1" status: 200 len: 911 time: 0.0936830 Feb 19 04:13:50.794802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02f02304-b343-4a31-84fd-d1b6297b71ba req-94eccb3b-a6fd-44e0-a482-adc5f55ba3a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 217 time: 0.0349131 Feb 19 04:13:50.846099 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f02304-b343-4a31-84fd-d1b6297b71ba req-0ee53ae8-e842-4f9b-b0f5-c20709a4e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.847553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02f02304-b343-4a31-84fd-d1b6297b71ba req-0ee53ae8-e842-4f9b-b0f5-c20709a4e292 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de4ea2b7-4eae-47d8-a6f7-3659b382d415 HTTP/1.1" status: 200 len: 850 time: 0.0473025 Feb 19 04:13:50.877936 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02f02304-b343-4a31-84fd-d1b6297b71ba req-213fabe0-0bb4-4a02-88a4-3fb598adf243 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bf433e-9446-41f5-95d2-e741f3a6a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247273 Feb 19 04:13:50.963440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02f02304-b343-4a31-84fd-d1b6297b71ba req-b26c3d3e-e726-426a-9b77-2928bdf174ee service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794046 Feb 19 04:13:51.058758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02f02304-b343-4a31-84fd-d1b6297b71ba req-eb34edcd-c7d3-4a58-99df-e6af6cf59c84 service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855191 Feb 19 04:13:51.291186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1177810-a7bb-4c81-8909-ba5963b24480 req-5b6e1803-f0f8-49ec-af18-b0b8840ac592 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:51.292680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1177810-a7bb-4c81-8909-ba5963b24480 req-5b6e1803-f0f8-49ec-af18-b0b8840ac592 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 944 time: 0.0523236 Feb 19 04:13:51.338117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1177810-a7bb-4c81-8909-ba5963b24480 req-34385be7-3671-4bd3-bf59-ae673724c2e2 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398085 Feb 19 04:13:52.456091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7d24e-295a-4007-8dd3-19105b6e62e5 req-14f63c51-25ff-4daa-bc84-611120a47842 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:52.457569 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0d7d24e-295a-4007-8dd3-19105b6e62e5 req-14f63c51-25ff-4daa-bc84-611120a47842 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 944 time: 0.0515313 Feb 19 04:13:52.506858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0d7d24e-295a-4007-8dd3-19105b6e62e5 req-7d4c9ae2-7ef9-4133-98ee-a431ac53dc6b tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436530 Feb 19 04:13:52.804866 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.626104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d667a33-b84f-4901-b537-077d52d12599 req-0528d12f-104d-4c11-8181-5987353b9246 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:53.627600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d667a33-b84f-4901-b537-077d52d12599 req-0528d12f-104d-4c11-8181-5987353b9246 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 944 time: 0.0531743 Feb 19 04:13:53.673895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d667a33-b84f-4901-b537-077d52d12599 req-29f45132-4018-429d-a527-0d4bfeb8976b tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Feb 19 04:13:53.756600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6e524839-ab28-47e3-996b-75c63fe79c2a details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:13:53.854313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6e524839-ab28-47e3-996b-75c63fe79c2a,segment=NetworkSegment(1e2c8fbc-d3a1-4563-a924-8d5421677cfb),segment_id=1e2c8fbc-d3a1-4563-a924-8d5421677cfb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:53.866668 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '6e524839-ab28-47e3-996b-75c63fe79c2a', 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce', 'port_id': '6e524839-ab28-47e3-996b-75c63fe79c2a', 'mac_address': 'fa:16:3e:3b:91:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4ea2b7-4eae-47d8-a6f7-3659b382d415', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:13:53.903285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 6e524839-ab28-47e3-996b-75c63fe79c2a is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:53.903703 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.916198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e524839-ab28-47e3-996b-75c63fe79c2a {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:53.936263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6e524839-ab28-47e3-996b-75c63fe79c2a,segment=NetworkSegment(1e2c8fbc-d3a1-4563-a924-8d5421677cfb),segment_id=1e2c8fbc-d3a1-4563-a924-8d5421677cfb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:53.939961 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.989362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=6e524839-ab28-47e3-996b-75c63fe79c2a,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:54.472998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6e524839-ab28-47e3-996b-75c63fe79c2a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:54.792454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b06a1-91b6-4d64-8bac-edd20ea6d463 req-be064a0e-9fcb-4fa0-90cd-34fff7982308 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.793902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea8b06a1-91b6-4d64-8bac-edd20ea6d463 req-be064a0e-9fcb-4fa0-90cd-34fff7982308 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 945 time: 0.0518534 Feb 19 04:13:54.839868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea8b06a1-91b6-4d64-8bac-edd20ea6d463 req-31eb7e60-6036-4e58-8c3f-aec203cc6d73 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396953 Feb 19 04:13:55.751428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6e524839-ab28-47e3-996b-75c63fe79c2a up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:55.802995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 6e524839-ab28-47e3-996b-75c63fe79c2a completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:13:55.807161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 6e524839-ab28-47e3-996b-75c63fe79c2a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:55.807539 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:55.885328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 6e524839-ab28-47e3-996b-75c63fe79c2a is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:55.885719 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:55.908570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:55.910891 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7caf592-3495-44a2-9d4a-c68c4e22dcfa" -d '{"events": [{"server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "name": "network-vif-plugged", "status": "completed", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:55.924048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6e524839-ab28-47e3-996b-75c63fe79c2a,segment=NetworkSegment(1e2c8fbc-d3a1-4563-a924-8d5421677cfb),segment_id=1e2c8fbc-d3a1-4563-a924-8d5421677cfb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:55.928137 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:55.963000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20c657-beaf-49aa-9776-2e620509b138 req-6d395979-1ddc-41b8-b829-46d95bcae6ba tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.964527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d20c657-beaf-49aa-9776-2e620509b138 req-6d395979-1ddc-41b8-b829-46d95bcae6ba tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 945 time: 0.0563843 Feb 19 04:13:55.982486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=6e524839-ab28-47e3-996b-75c63fe79c2a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:56.012644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8d20c657-beaf-49aa-9776-2e620509b138 req-030846e0-765b-4cec-8ea8-b1d1430ef3f0 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Feb 19 04:13:56.056915 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedc2972-3b38-4d31-b0a7-22f3a12355c7 x-openstack-request-id: req-cedc2972-3b38-4d31-b0a7-22f3a12355c7 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:56.057210 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "name": "network-vif-plugged", "status": "completed", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:56.057463 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cedc2972-3b38-4d31-b0a7-22f3a12355c7 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:56.057890 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a', 'code': 200} Feb 19 04:13:56.186740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17e20-af36-4a85-ac37-2fd0690270b4 req-78e45280-eb8f-4954-a1c3-fba06abd48ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.188235 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55f17e20-af36-4a85-ac37-2fd0690270b4 req-78e45280-eb8f-4954-a1c3-fba06abd48ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 1128 time: 0.0433080 Feb 19 04:13:56.231091 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55f17e20-af36-4a85-ac37-2fd0690270b4 req-aa3df057-eac9-4eab-b5cb-e2c73a0d8252 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Feb 19 04:13:57.142155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4d0a6-78c4-4bbf-8702-3a78306c26a2 req-5e4d2f82-7edc-4c79-8d0e-65082349ca67 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.143663 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6f4d0a6-78c4-4bbf-8702-3a78306c26a2 req-5e4d2f82-7edc-4c79-8d0e-65082349ca67 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0610726 Feb 19 04:13:57.193308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6f4d0a6-78c4-4bbf-8702-3a78306c26a2 req-c54cbf1f-668c-443c-8b90-749bc538a435 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Feb 19 04:13:58.311421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b49ba2-20ee-49c3-afc9-26de8363eadc req-2a8ce194-2dc4-473e-ae25-16b06398ff70 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.312935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01b49ba2-20ee-49c3-afc9-26de8363eadc req-2a8ce194-2dc4-473e-ae25-16b06398ff70 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0528650 Feb 19 04:13:58.358521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-01b49ba2-20ee-49c3-afc9-26de8363eadc req-5ea0aa7a-9752-4229-b998-ecda86348b37 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399611 Feb 19 04:13:58.603041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271d910-afbf-4dc9-a9ff-33da82b2d351 req-98f6075a-8b92-452e-a98a-1ef837e56806 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.604564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3271d910-afbf-4dc9-a9ff-33da82b2d351 req-98f6075a-8b92-452e-a98a-1ef837e56806 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0548701 Feb 19 04:13:58.655552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3271d910-afbf-4dc9-a9ff-33da82b2d351 req-f8c5bca5-b085-4ad0-a9b6-d9063dc019cf tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Feb 19 04:13:58.664544 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-c8929311-efea-4404-84a9-7c186b0a2658 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863786 Feb 19 04:13:58.673858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-f8e93ca9-4a2c-4fd9-be4b-e3165605a4e4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:13:58.674860 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-f8e93ca9-4a2c-4fd9-be4b-e3165605a4e4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057964 Feb 19 04:13:59.053737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60002) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:59.144747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-42edf6fe-8d6d-4a2b-adc4-49071d811a1f tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.146131 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-42edf6fe-8d6d-4a2b-adc4-49071d811a1f tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports/6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 943 time: 0.0914016 Feb 19 04:13:59.783559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768e05e-681c-4877-bb55-ff3624a92af9 req-9c5e47ae-b4d7-430a-8b5a-48842520f9a3 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.785132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f768e05e-681c-4877-bb55-ff3624a92af9 req-9c5e47ae-b4d7-430a-8b5a-48842520f9a3 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0545683 Feb 19 04:13:59.834451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f768e05e-681c-4877-bb55-ff3624a92af9 req-dde33c8f-13fb-46f7-8549-d41807e97c76 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435877 Feb 19 04:14:00.001547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-617dbe08-8128-45f0-bb2e-c78ada65cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.003201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-617dbe08-8128-45f0-bb2e-c78ada65cb9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5e0370cb5db44c9b850ec49fde47866&device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 1128 time: 0.0442572 Feb 19 04:14:00.094046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-0c565047-d27d-4628-a484-b3a9b77e6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.095514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-0c565047-d27d-4628-a484-b3a9b77e6bc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bf433e-9446-41f5-95d2-e741f3a6a2ce HTTP/1.1" status: 200 len: 911 time: 0.0859580 Feb 19 04:14:00.135433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-c7118987-2bb0-41e4-a6ad-17038635f37c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 217 time: 0.0337324 Feb 19 04:14:00.188173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-15ece10f-85f2-4ca6-aa75-4649d2a11065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.189709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-15ece10f-85f2-4ca6-aa75-4649d2a11065 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de4ea2b7-4eae-47d8-a6f7-3659b382d415 HTTP/1.1" status: 200 len: 850 time: 0.0482748 Feb 19 04:14:00.222966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-7bbca4ca-7bcb-42ce-a95f-4cf664580180 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bf433e-9446-41f5-95d2-e741f3a6a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266032 Feb 19 04:14:00.313423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-d2b7249c-1dc5-4fde-b073-8360b1708fed service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848618 Feb 19 04:14:00.410408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-23de3968-e0c7-4873-a93c-62d8e68fd52b service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910375 Feb 19 04:14:00.955102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc9908-3338-4464-92cb-5079c8a8bdaa req-2dce5891-8f32-496e-a738-3aeb2b5b8384 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.956608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bdc9908-3338-4464-92cb-5079c8a8bdaa req-2dce5891-8f32-496e-a738-3aeb2b5b8384 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0541527 Feb 19 04:14:01.004011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bdc9908-3338-4464-92cb-5079c8a8bdaa req-f2f0635a-2305-45c6-9e6f-b744ea557421 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416598 Feb 19 04:14:02.127087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a188e-b764-4bd2-b268-d0f3a9bd0d37 req-68d71d9b-47ce-4e44-949e-2dcd7f63b897 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.128579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e49a188e-b764-4bd2-b268-d0f3a9bd0d37 req-68d71d9b-47ce-4e44-949e-2dcd7f63b897 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0539849 Feb 19 04:14:02.178859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e49a188e-b764-4bd2-b268-d0f3a9bd0d37 req-1acad0a9-492a-4d0b-b0a8-1d2dfe4c9802 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Feb 19 04:14:03.297985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00130bae-4255-4130-be73-cfe6cc75cc95 req-a7bc6140-cc6b-4caf-a6a7-8d79d1170d75 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.299479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00130bae-4255-4130-be73-cfe6cc75cc95 req-a7bc6140-cc6b-4caf-a6a7-8d79d1170d75 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0517488 Feb 19 04:14:03.345517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00130bae-4255-4130-be73-cfe6cc75cc95 req-937caf9b-d3fb-41cd-890e-b64a1c523a69 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Feb 19 04:14:04.462144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25bee-9fc1-41a0-aa3f-9657eb608b1a req-d5b4dd0e-df5f-4622-8aa7-518f8f73db6f tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.463645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bf25bee-9fc1-41a0-aa3f-9657eb608b1a req-d5b4dd0e-df5f-4622-8aa7-518f8f73db6f tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0516329 Feb 19 04:14:04.510438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0bf25bee-9fc1-41a0-aa3f-9657eb608b1a req-7085e721-cc59-43a7-b9b0-ce05102cf392 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Feb 19 04:14:05.635904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4be841-32c4-40c3-8e0b-5756e429e9d8 req-e2eec746-2fc6-4f7b-8b38-83bb4fe19f8d tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.637375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc4be841-32c4-40c3-8e0b-5756e429e9d8 req-e2eec746-2fc6-4f7b-8b38-83bb4fe19f8d tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0555525 Feb 19 04:14:05.682774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc4be841-32c4-40c3-8e0b-5756e429e9d8 req-d4b8a881-2a18-408f-a0db-82dffb2e232a tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396042 Feb 19 04:14:06.588628 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.801469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e37ca-ec9a-4283-b406-6903ef343190 req-cb7590d6-308e-479e-b9dd-3108894430f5 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.802987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b21e37ca-ec9a-4283-b406-6903ef343190 req-cb7590d6-308e-479e-b9dd-3108894430f5 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0523343 Feb 19 04:14:06.849498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b21e37ca-ec9a-4283-b406-6903ef343190 req-fe8b4f45-8505-4b3a-9c2c-8c385313cf81 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Feb 19 04:14:07.972458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b37e8-4783-41b3-8b96-89ce2ee13337 req-301feb3c-fdd7-46da-a06b-3c5ef80349d9 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:07.974011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b4b37e8-4783-41b3-8b96-89ce2ee13337 req-301feb3c-fdd7-46da-a06b-3c5ef80349d9 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0568190 Feb 19 04:14:08.020553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b4b37e8-4783-41b3-8b96-89ce2ee13337 req-699e1e88-f5ba-4de6-89e5-032828e8bb42 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Feb 19 04:14:08.346203 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc190b0c-36fc-4f52-84e3-1194129598f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.139207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705832e-209a-4c33-8614-e19ed1f6a771 req-7113727d-7f43-49ca-95a4-811d574a7af8 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:09.141207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b705832e-209a-4c33-8614-e19ed1f6a771 req-7113727d-7f43-49ca-95a4-811d574a7af8 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0527747 Feb 19 04:14:09.187229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b705832e-209a-4c33-8614-e19ed1f6a771 req-703cbf4a-7c1c-498c-8d32-11ea12966e61 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Feb 19 04:14:10.304926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a90186-07f5-41d5-9dbd-835c5a34b949 req-0f9d3042-5815-48af-b256-5e40cf17b8fc tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:10.306432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4a90186-07f5-41d5-9dbd-835c5a34b949 req-0f9d3042-5815-48af-b256-5e40cf17b8fc tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0514200 Feb 19 04:14:10.356394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4a90186-07f5-41d5-9dbd-835c5a34b949 req-18e33801-bf7b-4210-bdad-224d4137fa92 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Feb 19 04:14:10.529915 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7456c4cf-a672-4db5-be3c-12e48769ab3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.473645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7ab36-1245-49e3-93d6-193f0f23b73b req-ddedccdb-2c77-4e96-8b2d-68baf8650f4a tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:11.475136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18e7ab36-1245-49e3-93d6-193f0f23b73b req-ddedccdb-2c77-4e96-8b2d-68baf8650f4a tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0512693 Feb 19 04:14:11.522094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18e7ab36-1245-49e3-93d6-193f0f23b73b req-a0ceb644-a1b3-4fc1-9b58-1ac3d914b459 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413489 Feb 19 04:14:12.180127 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.655100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f56f-cb55-4f45-b32c-b339857fe7e4 req-c70da374-a3ac-447a-9e0d-58cc774b0142 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.656631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4165f56f-cb55-4f45-b32c-b339857fe7e4 req-c70da374-a3ac-447a-9e0d-58cc774b0142 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0519476 Feb 19 04:14:12.704363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4165f56f-cb55-4f45-b32c-b339857fe7e4 req-150342fa-3163-4e04-a59e-834e1b97c905 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Feb 19 04:14:13.214465 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.826232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecf223-db55-4d81-9231-829f86c26e94 req-1b648ccd-1080-4c08-9da8-ecb61338b27a tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.828213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8ecf223-db55-4d81-9231-829f86c26e94 req-1b648ccd-1080-4c08-9da8-ecb61338b27a tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0561123 Feb 19 04:14:13.875374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8ecf223-db55-4d81-9231-829f86c26e94 req-056dba38-200a-4ae1-b07e-63738ff27f89 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Feb 19 04:14:14.069461 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:14:14.719448 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.998293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47847858-25a3-4ac3-a79a-d302c7098714 req-725bf50d-7d69-4b49-85c7-f8f0ffb0f17e tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.000406 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47847858-25a3-4ac3-a79a-d302c7098714 req-725bf50d-7d69-4b49-85c7-f8f0ffb0f17e tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0572324 Feb 19 04:14:15.051329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47847858-25a3-4ac3-a79a-d302c7098714 req-9dc86032-afb4-458f-adf6-6bc60ec9f249 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448072 Feb 19 04:14:16.175553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b5d0b-fc3b-49f0-9691-2e92a3ae23e5 req-be065218-7e0b-4685-b513-accf49b543ba tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.177198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-885b5d0b-fc3b-49f0-9691-2e92a3ae23e5 req-be065218-7e0b-4685-b513-accf49b543ba tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0537000 Feb 19 04:14:16.226872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-885b5d0b-fc3b-49f0-9691-2e92a3ae23e5 req-b46c4a5c-54b3-4c9d-a6f4-09b065b7553f tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Feb 19 04:14:17.344417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588d854-843b-493f-a9bd-5bddba9279ab req-69cc12b9-60de-4eb0-a531-0923d7151375 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:17.345952 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b588d854-843b-493f-a9bd-5bddba9279ab req-69cc12b9-60de-4eb0-a531-0923d7151375 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0522139 Feb 19 04:14:17.392092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b588d854-843b-493f-a9bd-5bddba9279ab req-72953a4f-943e-46be-bc64-a59f55964f81 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Feb 19 04:14:18.510611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b02900-790c-4062-b67c-7ed84fe6bfd2 req-50474a32-d2d3-44e6-893a-0c29227d09e9 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.512095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94b02900-790c-4062-b67c-7ed84fe6bfd2 req-50474a32-d2d3-44e6-893a-0c29227d09e9 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0513005 Feb 19 04:14:18.559816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-94b02900-790c-4062-b67c-7ed84fe6bfd2 req-94b3b26a-b819-40e9-8e41-1806b0544f0c tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Feb 19 04:14:20.018518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88007d2-88f1-4232-9cfe-29f409ba73b2 req-7ce060d0-9d08-4bb8-b0bb-6663695b3c59 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:20.020008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f88007d2-88f1-4232-9cfe-29f409ba73b2 req-7ce060d0-9d08-4bb8-b0bb-6663695b3c59 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.3875878 Feb 19 04:14:20.065434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f88007d2-88f1-4232-9cfe-29f409ba73b2 req-9b1d34a6-3ff4-4316-bef0-7d85a1712b8c tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Feb 19 04:14:21.182232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e9e78-d404-421d-a214-20d0216a3ef6 req-465f1a2a-9c83-46c7-836e-b0324a62e184 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.183700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc9e9e78-d404-421d-a214-20d0216a3ef6 req-465f1a2a-9c83-46c7-836e-b0324a62e184 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0505910 Feb 19 04:14:21.228536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc9e9e78-d404-421d-a214-20d0216a3ef6 req-cd36e112-30c6-476b-9e63-5559d7fb59ed tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385809 Feb 19 04:14:22.242331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f03a5c-ea75-49b1-80bd-be6307365455 req-91e49345-16bd-46e1-b913-5902233e9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.243728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6f03a5c-ea75-49b1-80bd-be6307365455 req-91e49345-16bd-46e1-b913-5902233e9b03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5e0370cb5db44c9b850ec49fde47866&device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 1128 time: 0.0469637 Feb 19 04:14:22.379340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f03a5c-ea75-49b1-80bd-be6307365455 req-7816ad87-0cde-4cca-9a1a-24c596061ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.380806 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6f03a5c-ea75-49b1-80bd-be6307365455 req-7816ad87-0cde-4cca-9a1a-24c596061ce9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bf433e-9446-41f5-95d2-e741f3a6a2ce HTTP/1.1" status: 200 len: 911 time: 0.1186786 Feb 19 04:14:22.388308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130181c-8c0d-4ed3-913a-f4880d1a7a78 req-719332fd-edf8-4204-8a8a-c7c1c7d088e5 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.390469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9130181c-8c0d-4ed3-913a-f4880d1a7a78 req-719332fd-edf8-4204-8a8a-c7c1c7d088e5 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0855236 Feb 19 04:14:22.429829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6f03a5c-ea75-49b1-80bd-be6307365455 req-ebc69bca-0145-4826-9ef6-45e082942947 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 217 time: 0.0384254 Feb 19 04:14:22.499296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9130181c-8c0d-4ed3-913a-f4880d1a7a78 req-9f1e3bdd-50bb-4697-b687-15dc16550f28 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022959 Feb 19 04:14:22.500923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f03a5c-ea75-49b1-80bd-be6307365455 req-8ba06706-8a9c-4789-a911-16defdeca2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.502315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6f03a5c-ea75-49b1-80bd-be6307365455 req-8ba06706-8a9c-4789-a911-16defdeca2bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de4ea2b7-4eae-47d8-a6f7-3659b382d415 HTTP/1.1" status: 200 len: 850 time: 0.0664999 Feb 19 04:14:22.538196 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6f03a5c-ea75-49b1-80bd-be6307365455 req-43ebfc95-08c4-4f8b-9895-f0c348669f1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bf433e-9446-41f5-95d2-e741f3a6a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298522 Feb 19 04:14:22.625010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6f03a5c-ea75-49b1-80bd-be6307365455 req-eebb4c0d-c9ad-4534-b2c3-2a91b56fbfc5 service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807488 Feb 19 04:14:22.715551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6f03a5c-ea75-49b1-80bd-be6307365455 req-e167b65e-5d7b-43e5-88df-4428c0666c71 service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Feb 19 04:14:22.799367 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.619885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f905f-b27f-40cf-afc0-dcda9c0e566c req-44219d51-0b10-400d-a7b0-d143681d9d16 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.621383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-199f905f-b27f-40cf-afc0-dcda9c0e566c req-44219d51-0b10-400d-a7b0-d143681d9d16 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0539732 Feb 19 04:14:23.668197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-199f905f-b27f-40cf-afc0-dcda9c0e566c req-ae14aa61-3266-40d9-b1fe-cac9b8140883 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Feb 19 04:14:24.798946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d142f-a7ce-4cd1-a796-d482ad358623 req-213933e5-7a8a-4922-8f7b-8a1e7356800e tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.800438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-830d142f-a7ce-4cd1-a796-d482ad358623 req-213933e5-7a8a-4922-8f7b-8a1e7356800e tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0550661 Feb 19 04:14:24.846177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-830d142f-a7ce-4cd1-a796-d482ad358623 req-4ae95b17-cdf4-411b-848d-1cf23149917a tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Feb 19 04:14:25.979007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc1018-bfec-41d9-82d1-24a06bff1519 req-d30d236b-cd1e-49c3-9b04-05f4cfc6a3a5 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.980990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36fc1018-bfec-41d9-82d1-24a06bff1519 req-d30d236b-cd1e-49c3-9b04-05f4cfc6a3a5 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0633955 Feb 19 04:14:26.044434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-36fc1018-bfec-41d9-82d1-24a06bff1519 req-a453671c-6549-4fcf-9dae-663fa376cc9d tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568893 Feb 19 04:14:27.166767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20b29-977b-400f-a451-f42b2e40fc1f req-4960445b-95d3-4663-bf24-83a1aa9f5b1f tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.168275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1fe20b29-977b-400f-a451-f42b2e40fc1f req-4960445b-95d3-4663-bf24-83a1aa9f5b1f tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0518169 Feb 19 04:14:27.214910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1fe20b29-977b-400f-a451-f42b2e40fc1f req-1c8fd403-4cb8-4f4f-a1f9-18aa6e547e99 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Feb 19 04:14:27.532827 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-f149f6f3-3e1b-4cb0-8f49-b6a0eb594b9f service neutron] show failed (client error): The resource could not be found. Feb 19 04:14:27.533764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-f149f6f3-3e1b-4cb0-8f49-b6a0eb594b9f service neutron] 10.222.0.37 "GET /v2.0/ports/6e524839-ab28-47e3-996b-75c63fe79c2a/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0579340 Feb 19 04:14:27.816853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-d0920236-f818-4a28-8765-0e5ee97b3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.818331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-d0920236-f818-4a28-8765-0e5ee97b3a8a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64&tenant_id=c5e0370cb5db44c9b850ec49fde47866 HTTP/1.1" status: 200 len: 1128 time: 0.0815501 Feb 19 04:14:27.828327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-aa841bc2-0422-4b17-b9d1-fdae7f194afb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:14:27.832363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-aa841bc2-0422-4b17-b9d1-fdae7f194afb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052929 Feb 19 04:14:27.840539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:27.898730 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.099553 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6e524839-ab28-47e3-996b-75c63fe79c2a,segment=NetworkSegment(1e2c8fbc-d3a1-4563-a924-8d5421677cfb),segment_id=1e2c8fbc-d3a1-4563-a924-8d5421677cfb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:28.136149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:28.175371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:28.177652 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac9d97a-969c-45c7-a18c-9e3cf3accfd1" -d '{"events": [{"server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "name": "network-vif-unplugged", "status": "completed", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:28.181482 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Publish callbacks [] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.194001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Transition to ACTIVE for port object 6e524839-ab28-47e3-996b-75c63fe79c2a will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:14:28.200009 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.268463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] No DVR routers for this DVR port 6e524839-ab28-47e3-996b-75c63fe79c2a on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:28.271640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e524839-ab28-47e3-996b-75c63fe79c2a,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:28.303631 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b96eee-90f7-45bb-a4c1-24d81075a0a8 x-openstack-request-id: req-f2b96eee-90f7-45bb-a4c1-24d81075a0a8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:28.303912 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "name": "network-vif-unplugged", "status": "completed", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:28.304170 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2b96eee-90f7-45bb-a4c1-24d81075a0a8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:28.304627 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a', 'code': 200} Feb 19 04:14:28.309094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Attempting to bind port 6e524839-ab28-47e3-996b-75c63fe79c2a on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:28.309430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Attempting to bind port 6e524839-ab28-47e3-996b-75c63fe79c2a by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '1e2c8fbc-d3a1-4563-a924-8d5421677cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:28.309758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Attempting to bind port 6e524839-ab28-47e3-996b-75c63fe79c2a on network 90bf433e-9446-41f5-95d2-e741f3a6a2ce {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:28.314711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Port 6e524839-ab28-47e3-996b-75c63fe79c2a on network 90bf433e-9446-41f5-95d2-e741f3a6a2ce not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:14:28.315034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Attempting to bind port 6e524839-ab28-47e3-996b-75c63fe79c2a on network 90bf433e-9446-41f5-95d2-e741f3a6a2ce {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:28.319863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:28.320199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Checking segment: {'id': '1e2c8fbc-d3a1-4563-a924-8d5421677cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:28.320581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Bound using segment: {'id': '1e2c8fbc-d3a1-4563-a924-8d5421677cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:28.321003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Bound port: 6e524839-ab28-47e3-996b-75c63fe79c2a, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2c8fbc-d3a1-4563-a924-8d5421677cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:28.321362 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.416965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:28.437152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502792d3-2c81-4c6c-a1de-856160bbf802 req-3e45102a-b628-4de4-98f2-0be76dfb7458 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.438674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-502792d3-2c81-4c6c-a1de-856160bbf802 req-3e45102a-b628-4de4-98f2-0be76dfb7458 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 944 time: 0.0819254 Feb 19 04:14:28.440307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6e524839-ab28-47e3-996b-75c63fe79c2a,segment=NetworkSegment(1e2c8fbc-d3a1-4563-a924-8d5421677cfb),segment_id=1e2c8fbc-d3a1-4563-a924-8d5421677cfb)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:28.452822 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.496555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.497210 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.499146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] 10.222.0.71 "PUT /v2.0/ports/6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 1092 time: 0.6625915 Feb 19 04:14:28.566099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-502792d3-2c81-4c6c-a1de-856160bbf802 req-d0cd3d6e-d895-44dd-9213-0ca03518e999 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202531 Feb 19 04:14:28.568177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed1b61-3a2c-4300-8556-6e0cf8c987b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e524839-ab28-47e3-996b-75c63fe79c2a,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:28.587315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-695d1dfa-78c7-44d4-b6bf-672d93963efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.588825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-695d1dfa-78c7-44d4-b6bf-672d93963efc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c5e0370cb5db44c9b850ec49fde47866&device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 1126 time: 0.0659573 Feb 19 04:14:28.677827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-1256c27d-e418-41b5-94ca-e7a7f6015a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.679517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-1256c27d-e418-41b5-94ca-e7a7f6015a25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=90bf433e-9446-41f5-95d2-e741f3a6a2ce HTTP/1.1" status: 200 len: 911 time: 0.0841904 Feb 19 04:14:28.725169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-4326b796-96dc-45f4-b6f4-6d07b023b42b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 217 time: 0.0385077 Feb 19 04:14:28.773160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-d1e2bbb3-eeed-44bc-adcc-dde84d9adee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.774687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-d1e2bbb3-eeed-44bc-adcc-dde84d9adee3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4ea2b7-4eae-47d8-a6f7-3659b382d415 HTTP/1.1" status: 200 len: 850 time: 0.0438762 Feb 19 04:14:28.807799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-2fc008aa-5973-474c-9bed-56f967f72de1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90bf433e-9446-41f5-95d2-e741f3a6a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269976 Feb 19 04:14:28.902746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-fe1defbc-bee8-484a-89b3-6286330640a2 service neutron] 10.222.0.71 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857670 Feb 19 04:14:28.992545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-878402c7-ca3b-4ddd-b514-87dbbd9be51e req-3b8aa128-4f14-4e7b-a524-3e63f8314171 service neutron] 10.222.0.71 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833659 Feb 19 04:14:29.692503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda73f99-7dd4-4278-9f33-3133009578ac req-a662c376-23f0-443d-b301-66e3fb489bbd tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.694080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fda73f99-7dd4-4278-9f33-3133009578ac req-a662c376-23f0-443d-b301-66e3fb489bbd tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 944 time: 0.0551565 Feb 19 04:14:29.743465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fda73f99-7dd4-4278-9f33-3133009578ac req-2d682a9a-6b51-4208-892b-ae1775fb51b4 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Feb 19 04:14:30.305774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:30.308108 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bad3f8-a3e9-4120-8846-b40b41e1e913" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:30.358022 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448717ee-d68b-4d30-b8d0-6df4f20c6c8f x-openstack-request-id: req-448717ee-d68b-4d30-b8d0-6df4f20c6c8f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:30.358327 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:30.358635 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-448717ee-d68b-4d30-b8d0-6df4f20c6c8f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:30.359065 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a', 'status': 'completed', 'code': 200} Feb 19 04:14:30.467559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-5801267b-34a8-4ede-8130-36a9bf00e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.469106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-5801267b-34a8-4ede-8130-36a9bf00e0e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c5e0370cb5db44c9b850ec49fde47866&device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 1126 time: 0.0863085 Feb 19 04:14:30.474823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-a2f3aced-4b59-474f-8131-048a4a5eb09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.476296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-a2f3aced-4b59-474f-8131-048a4a5eb09c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5e0370cb5db44c9b850ec49fde47866&device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 1126 time: 0.0633860 Feb 19 04:14:30.638678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-c227dced-65a2-43ea-b7f9-6f1a6f91c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.640058 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-c227dced-65a2-43ea-b7f9-6f1a6f91c5f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=90bf433e-9446-41f5-95d2-e741f3a6a2ce HTTP/1.1" status: 200 len: 911 time: 0.1611707 Feb 19 04:14:30.641400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-72228336-d8f0-4fc7-951f-3afbfe0675ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.642752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-72228336-d8f0-4fc7-951f-3afbfe0675ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bf433e-9446-41f5-95d2-e741f3a6a2ce HTTP/1.1" status: 200 len: 911 time: 0.1554449 Feb 19 04:14:30.714891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-b2268f93-81bf-4b8e-9dce-4bf8f69cbcb5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 217 time: 0.0687664 Feb 19 04:14:30.716272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-ebd085a5-0e48-4038-b95c-94080665a131 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 217 time: 0.0641999 Feb 19 04:14:30.802858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-7c74b32c-37fe-4426-8e96-c5f4040d6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.804608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-7c74b32c-37fe-4426-8e96-c5f4040d6a6d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de4ea2b7-4eae-47d8-a6f7-3659b382d415 HTTP/1.1" status: 200 len: 850 time: 0.0835252 Feb 19 04:14:30.806062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-5206089b-1c8d-4f94-8734-11abf6616e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.807435 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-5206089b-1c8d-4f94-8734-11abf6616e34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de4ea2b7-4eae-47d8-a6f7-3659b382d415 HTTP/1.1" status: 200 len: 850 time: 0.0791323 Feb 19 04:14:30.876020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-72d031bb-62bb-4c9b-9720-dda12f9381ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90bf433e-9446-41f5-95d2-e741f3a6a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577168 Feb 19 04:14:30.885318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-2359c3bd-3c45-4dcb-ab0b-1acd520a216a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bf433e-9446-41f5-95d2-e741f3a6a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699410 Feb 19 04:14:31.019937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d11b6c-139a-400e-ab55-85e83da09f5f req-d6a2fa78-fb61-4226-b93b-7e32c56cee9b tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.021416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37d11b6c-139a-400e-ab55-85e83da09f5f req-d6a2fa78-fb61-4226-b93b-7e32c56cee9b tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 944 time: 0.1977222 Feb 19 04:14:31.085868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-a48eb340-226f-4d04-a12c-32d308901259 service neutron] 10.222.0.71 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995900 Feb 19 04:14:31.087642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-597f5ee1-7ec9-40a7-8308-8072c9da0bef service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931310 Feb 19 04:14:31.138206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37d11b6c-139a-400e-ab55-85e83da09f5f req-992756a1-d345-4ab4-9520-d196a6c6d062 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043162 Feb 19 04:14:31.256263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-6dba728e-0612-49ee-b8be-1e108c3f8b83 service neutron] 10.222.0.71 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623700 Feb 19 04:14:31.258237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4bad3f8-a3e9-4120-8846-b40b41e1e913 req-666cf26f-8e38-4ed0-a7ca-fe2981ab257d service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632099 Feb 19 04:14:31.400092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-f2d00b8c-1476-4bff-91d0-c15090abb61a tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.401637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-f2d00b8c-1476-4bff-91d0-c15090abb61a tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64&tenant_id=c5e0370cb5db44c9b850ec49fde47866&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 944 time: 0.0542257 Feb 19 04:14:31.464046 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-e94f3708-2702-43c4-a0fc-7dbec155c4f9 service neutron] delete failed (client error): The resource could not be found. Feb 19 04:14:31.465069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-e94f3708-2702-43c4-a0fc-7dbec155c4f9 service neutron] 10.222.0.37 "DELETE /v2.0/ports/6e524839-ab28-47e3-996b-75c63fe79c2a/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0575151 Feb 19 04:14:31.571045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-697fb2a1-cddb-4dd6-a6c0-b76102c47b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.572464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-697fb2a1-cddb-4dd6-a6c0-b76102c47b01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5e0370cb5db44c9b850ec49fde47866&device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 1126 time: 0.0447891 Feb 19 04:14:31.579309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6e524839-ab28-47e3-996b-75c63fe79c2a details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:31.663439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-16db344c-ca97-4642-a9b5-58f8c113a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.665021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-16db344c-ca97-4642-a9b5-58f8c113a942 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bf433e-9446-41f5-95d2-e741f3a6a2ce HTTP/1.1" status: 200 len: 911 time: 0.0853608 Feb 19 04:14:31.673813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6e524839-ab28-47e3-996b-75c63fe79c2a,segment=NetworkSegment(1e2c8fbc-d3a1-4563-a924-8d5421677cfb),segment_id=1e2c8fbc-d3a1-4563-a924-8d5421677cfb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:31.685598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '6e524839-ab28-47e3-996b-75c63fe79c2a', 'network_id': '90bf433e-9446-41f5-95d2-e741f3a6a2ce', 'port_id': '6e524839-ab28-47e3-996b-75c63fe79c2a', 'mac_address': 'fa:16:3e:3b:91:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4ea2b7-4eae-47d8-a6f7-3659b382d415', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:31.711112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-c735023d-dcb9-44c0-a3ae-dda873810d7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 200 len: 217 time: 0.0396783 Feb 19 04:14:31.727045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6e524839-ab28-47e3-996b-75c63fe79c2a is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:31.727446 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.741773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e524839-ab28-47e3-996b-75c63fe79c2a {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:31.761165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-cd1b7929-f793-4d70-bfc7-43b462323dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.762306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6e524839-ab28-47e3-996b-75c63fe79c2a,segment=NetworkSegment(1e2c8fbc-d3a1-4563-a924-8d5421677cfb),segment_id=1e2c8fbc-d3a1-4563-a924-8d5421677cfb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:31.762762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-cd1b7929-f793-4d70-bfc7-43b462323dba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de4ea2b7-4eae-47d8-a6f7-3659b382d415 HTTP/1.1" status: 200 len: 850 time: 0.0463469 Feb 19 04:14:31.765939 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.797737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-31c87dcf-a91a-4a1b-a00a-5d2e58372805 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bf433e-9446-41f5-95d2-e741f3a6a2ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285826 Feb 19 04:14:31.818557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6e524839-ab28-47e3-996b-75c63fe79c2a,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:31.826316 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.826592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.826923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.827265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.827676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.828071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.828409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.828739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.829066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.829397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.829753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.830071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.830425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:31.904412 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-3df80887-9cce-4326-b4a5-e46b3ee2659a service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010432 Feb 19 04:14:31.914785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6e524839-ab28-47e3-996b-75c63fe79c2a no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:31.956420 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port 6e524839-ab28-47e3-996b-75c63fe79c2a host n-h2-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:14:31.956722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6e524839-ab28-47e3-996b-75c63fe79c2a not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:32.005149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-f432632f-f4d7-4cbd-80e8-d93fa1ed2750 service neutron] 10.222.0.37 "GET /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941818 Feb 19 04:14:32.050530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['6e524839-ab28-47e3-996b-75c63fe79c2a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:32.877152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b5b7-ddc2-4b24-b46e-54a2b8864c07 req-84468b7b-1294-4533-ae80-e218f61b7035 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.878646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fa0b5b7-ddc2-4b24-b46e-54a2b8864c07 req-84468b7b-1294-4533-ae80-e218f61b7035 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 945 time: 0.0613811 Feb 19 04:14:32.929886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fa0b5b7-ddc2-4b24-b46e-54a2b8864c07 req-bf893acb-38c5-495e-8b6d-5ac634812f2f tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Feb 19 04:14:33.595034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6e524839-ab28-47e3-996b-75c63fe79c2a up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:33.646030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 6e524839-ab28-47e3-996b-75c63fe79c2a completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:33.652210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 6e524839-ab28-47e3-996b-75c63fe79c2a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:33.652637 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.912345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 6e524839-ab28-47e3-996b-75c63fe79c2a is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:33.912645 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.935978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:33.938311 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1827fe9-151a-4b2b-98b4-9872f43de7ad" -d '{"events": [{"server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "name": "network-vif-plugged", "status": "completed", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:33.954077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6e524839-ab28-47e3-996b-75c63fe79c2a,segment=NetworkSegment(1e2c8fbc-d3a1-4563-a924-8d5421677cfb),segment_id=1e2c8fbc-d3a1-4563-a924-8d5421677cfb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:33.960826 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.000222 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15105085-1c25-4cb5-821e-88132a8ad118 x-openstack-request-id: req-15105085-1c25-4cb5-821e-88132a8ad118 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:34.000537 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "name": "network-vif-plugged", "status": "completed", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:34.000801 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15105085-1c25-4cb5-821e-88132a8ad118 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:34.001158 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a', 'code': 200} Feb 19 04:14:34.030933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=6e524839-ab28-47e3-996b-75c63fe79c2a,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:34.107223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3b234-37f1-4dd1-a303-edd87dfc9310 req-49bd8458-4e87-476b-96eb-0018705e267d tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.108781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5bc3b234-37f1-4dd1-a303-edd87dfc9310 req-49bd8458-4e87-476b-96eb-0018705e267d tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0658855 Feb 19 04:14:34.159504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5bc3b234-37f1-4dd1-a303-edd87dfc9310 req-82a5b2dc-7f46-4ecb-998e-d95cb296789b tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.42 "GET /v2.0/security-groups?id=645ee040-a457-47e1-af6a-7d608dd64bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445838 Feb 19 04:14:34.213188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-c29a4b66-b06d-4baf-95a5-9aee532f0a9a tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.214701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-c29a4b66-b06d-4baf-95a5-9aee532f0a9a tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.71 "GET /v2.0/ports?device_id=6f0930cd-a6b4-4811-9d80-164c9ed76f64 HTTP/1.1" status: 200 len: 946 time: 0.0526218 Feb 19 04:14:34.308538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-2399109a-8a0b-47a0-8bfe-4f66c72ddf13 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Deleting port 6e524839-ab28-47e3-996b-75c63fe79c2a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:34.308887 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-2399109a-8a0b-47a0-8bfe-4f66c72ddf13 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.394679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-2399109a-8a0b-47a0-8bfe-4f66c72ddf13 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] For port 6e524839-ab28-47e3-996b-75c63fe79c2a, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=6e524839-ab28-47e3-996b-75c63fe79c2a,segment=NetworkSegment(1e2c8fbc-d3a1-4563-a924-8d5421677cfb),segment_id=1e2c8fbc-d3a1-4563-a924-8d5421677cfb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:34.395040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-2399109a-8a0b-47a0-8bfe-4f66c72ddf13 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.406739 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-2399109a-8a0b-47a0-8bfe-4f66c72ddf13 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Calling delete_port for 6e524839-ab28-47e3-996b-75c63fe79c2a owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:34.533475 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-2399109a-8a0b-47a0-8bfe-4f66c72ddf13 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6e524839-ab28-47e3-996b-75c63fe79c2a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.546843 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['6e524839-ab28-47e3-996b-75c63fe79c2a'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:34.563055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399109a-8a0b-47a0-8bfe-4f66c72ddf13 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Pushing event deleted for resources: {'Port': ['ID=6e524839-ab28-47e3-996b-75c63fe79c2a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:34.605184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-2399109a-8a0b-47a0-8bfe-4f66c72ddf13 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] No DVR routers for this DVR port 6e524839-ab28-47e3-996b-75c63fe79c2a on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:34.608424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-2399109a-8a0b-47a0-8bfe-4f66c72ddf13 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.611920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d0e5dadc-f6b5-4bb8-88f1-c989c85cd946 req-2399109a-8a0b-47a0-8bfe-4f66c72ddf13 tempest-DeleteServersTestJSON-1046614554 tempest-DeleteServersTestJSON-1046614554-project] 10.222.0.71 "DELETE /v2.0/ports/6e524839-ab28-47e3-996b-75c63fe79c2a HTTP/1.1" status: 204 len: 173 time: 0.3905869 Feb 19 04:14:34.612382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'name': 'network-vif-deleted', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:34.614827 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced86bd0-0345-40d5-aa6d-3864ea2f6f94" -d '{"events": [{"server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "name": "network-vif-deleted", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:34.653603 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840bcd61-d92d-4f29-b920-20e9f549da14 x-openstack-request-id: req-840bcd61-d92d-4f29-b920-20e9f549da14 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:34.653936 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0930cd-a6b4-4811-9d80-164c9ed76f64", "name": "network-vif-deleted", "tag": "6e524839-ab28-47e3-996b-75c63fe79c2a", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:34.654205 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-840bcd61-d92d-4f29-b920-20e9f549da14 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:34.654618 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0930cd-a6b4-4811-9d80-164c9ed76f64', 'name': 'network-vif-deleted', 'tag': '6e524839-ab28-47e3-996b-75c63fe79c2a', 'status': 'completed', 'code': 200} Feb 19 04:14:35.286301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60098) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:35.333055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c6c69a-f94d-4270-907d-5f2e53829b71 admin admin] Deleting subnet de4ea2b7-4eae-47d8-a6f7-3659b382d415 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:14:35.336114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c69a-f94d-4270-907d-5f2e53829b71 admin admin] Publish callbacks [] for subnet (de4ea2b7-4eae-47d8-a6f7-3659b382d415), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.369292 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c69a-f94d-4270-907d-5f2e53829b71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (de4ea2b7-4eae-47d8-a6f7-3659b382d415), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.406969 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c69a-f94d-4270-907d-5f2e53829b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (de4ea2b7-4eae-47d8-a6f7-3659b382d415), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.459979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c69a-f94d-4270-907d-5f2e53829b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (de4ea2b7-4eae-47d8-a6f7-3659b382d415), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.484919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6c69a-f94d-4270-907d-5f2e53829b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4ea2b7-4eae-47d8-a6f7-3659b382d415,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:35.488684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c69a-f94d-4270-907d-5f2e53829b71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.492005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a2c6c69a-f94d-4270-907d-5f2e53829b71 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/de4ea2b7-4eae-47d8-a6f7-3659b382d415 HTTP/1.1" status: 204 len: 168 time: 0.2047048 Feb 19 04:14:35.494579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60100) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:35.565615 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (90bf433e-9446-41f5-95d2-e741f3a6a2ce), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.645057 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (90bf433e-9446-41f5-95d2-e741f3a6a2ce), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.669003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bf433e-9446-41f5-95d2-e741f3a6a2ce']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:35.678928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2c8fbc-d3a1-4563-a924-8d5421677cfb') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:35.679230 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2c8fbc-d3a1-4563-a924-8d5421677cfb') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:35.688888 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (1e2c8fbc-d3a1-4563-a924-8d5421677cfb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.701770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (1e2c8fbc-d3a1-4563-a924-8d5421677cfb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.707658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:35.708178 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (1e2c8fbc-d3a1-4563-a924-8d5421677cfb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:35.710045 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:35.762581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (90bf433e-9446-41f5-95d2-e741f3a6a2ce), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.768464 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.771993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/90bf433e-9446-41f5-95d2-e741f3a6a2ce HTTP/1.1" status: 204 len: 168 time: 0.2764957 Feb 19 04:14:35.785146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61048e-b11d-442c-a286-362a8d65f5e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90bf433e-9446-41f5-95d2-e741f3a6a2ce,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:35.881832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60104) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:35.922621 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-629865aa-b45c-4685-8142-3b46744ad921 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5e0370cb5db44c9b850ec49fde47866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392401 Feb 19 04:14:35.924673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60106) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:35.972372 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Publish callbacks [] for security_group (645ee040-a457-47e1-af6a-7d608dd64bf3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.993671 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Publish callbacks [] for security_group (645ee040-a457-47e1-af6a-7d608dd64bf3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.039645 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (645ee040-a457-47e1-af6a-7d608dd64bf3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.042178 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.043386 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/645ee040-a457-47e1-af6a-7d608dd64bf3 HTTP/1.1" status: 204 len: 168 time: 0.1177487 Feb 19 04:14:36.052129 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645ee040-a457-47e1-af6a-7d608dd64bf3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:36.060152 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.060509 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.060847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.061183 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.061518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.061869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.062203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.062530 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.062880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.063208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.063532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.063857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.064180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3ddb-d934-4848-a62d-95b59d164f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:36.608964 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.717834 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60128) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:36.812199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-735063065-network', 'tenant_id': '5e213863b96f4276ac60c64abfe544c8'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:36.832416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Made reservation on behalf of 5e213863b96f4276ac60c64abfe544c8 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:36.835350 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.849619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.927473 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Publish callbacks [] for security_group (be63af5f-2799-430e-aae5-f1af924dab1a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.931913 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (be63af5f-2799-430e-aae5-f1af924dab1a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.958758 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:14:36.965112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be63af5f-2799-430e-aae5-f1af924dab1a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:36.971571 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (64d7969b-b1f1-411b-9a8b-538f538c1d23), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.971918 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Added segment 64d7969b-b1f1-411b-9a8b-538f538c1d23 of type vlan for network 0838abc7-180e-4237-824c-953098b0a68d Feb 19 04:14:37.010822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (0838abc7-180e-4237-824c-953098b0a68d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.035986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (0838abc7-180e-4237-824c-953098b0a68d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.036920 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.037503 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.090133 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3710721 Feb 19 04:14:37.093914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60132) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:37.097964 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9c977-e038-43c1-877c-c530044406ed admin admin] Pushing event updated for resources: {'Network': ['ID=0838abc7-180e-4237-824c-953098b0a68d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:37.099217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Request body: {'subnet': {'network_id': '0838abc7-180e-4237-824c-953098b0a68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-735063065-subnet', 'tenant_id': '5e213863b96f4276ac60c64abfe544c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:37.108377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 0838abc7-180e-4237-824c-953098b0a68d details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:37.121471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Made reservation on behalf of 5e213863b96f4276ac60c64abfe544c8 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:37.123899 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.298548 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (5995cb24-1047-46e9-8851-8d273a4ad1b9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.351095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5995cb24-1047-46e9-8851-8d273a4ad1b9,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:37.361546 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Checking segment: {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:37.361938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Network hostable DHCP agents. Network: 0838abc7-180e-4237-824c-953098b0a68d, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:14:37.378758 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Network 0838abc7-180e-4237-824c-953098b0a68d is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:14:37.387172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 0838abc7-180e-4237-824c-953098b0a68d) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:37.392397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.394052 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.397455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7bb85-5621-4a93-8229-8eba8359d741 None None] Network 0838abc7-180e-4237-824c-953098b0a68d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:37.421002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0b066799-3538-4bd2-9492-507a0f0e7354 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3173068 Feb 19 04:14:37.501201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b52b6e-bfbf-4334-941e-2c818be8f9ff None None] Network 0838abc7-180e-4237-824c-953098b0a68d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:37.844692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-5b980bd9-4291-44f6-9713-1d83da2fae7e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.846168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-5b980bd9-4291-44f6-9713-1d83da2fae7e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 814 time: 0.1032336 Feb 19 04:14:37.861332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-49c2f2b9-aede-446b-9495-1bf7d04e7a70 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/quotas/5e213863b96f4276ac60c64abfe544c8 HTTP/1.1" status: 200 len: 375 time: 0.0096583 Feb 19 04:14:37.893775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-45d2badf-db9b-4728-b066-35198b8c3ac7 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273387 Feb 19 04:14:38.318533 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-b332ae98-c475-40b4-b2e3-021f96bfdee9 service neutron] 10.222.0.42 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180989 Feb 19 04:14:38.346622 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-24bf581b-a19c-4a3e-8368-8241368bfe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.406787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-6f986777-8b8e-4514-832c-81c1e06fcfdb service neutron] 10.222.0.42 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820210 Feb 19 04:14:38.565542 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-600385f9-c06c-43f3-b0c3-05a7365cbb15 req-74c2d485-3840-48e9-afb4-05d5650ab7a1 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 210 time: 0.0287845 Feb 19 04:14:39.487990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-08750dc1-2363-442b-8643-51397851860e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.489824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-08750dc1-2363-442b-8643-51397851860e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.71 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 814 time: 0.1051919 Feb 19 04:14:39.503826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Request body: {'port': {'device_id': '75a10bd9-c388-4617-94ae-6716eee446ef', 'network_id': '0838abc7-180e-4237-824c-953098b0a68d', 'admin_state_up': True, 'tenant_id': '5e213863b96f4276ac60c64abfe544c8'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:39.616125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Made reservation on behalf of 5e213863b96f4276ac60c64abfe544c8 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:39.620343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6e524839-ab28-47e3-996b-75c63fe79c2a no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:39.625592 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.641549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 6e524839-ab28-47e3-996b-75c63fe79c2a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:39.641942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 6e524839-ab28-47e3-996b-75c63fe79c2a not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:39.677189 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b54c6d48-58b5-4783-9db6-d0b6501df7b1 req-27b672df-f7e7-4729-a0ad-16cbf472275a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 210 time: 0.0356264 Feb 19 04:14:39.785938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Allocated IP 172.20.0.4 (0838abc7-180e-4237-824c-953098b0a68d/5995cb24-1047-46e9-8851-8d273a4ad1b9/5ff1808f-1ae5-4a04-a4fa-341c45163b15) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:39.937623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks [] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.972012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.014638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Network 0838abc7-180e-4237-824c-953098b0a68d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:40.017621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:40.024643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:40.031211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Pushing event updated for resources: {'Port': ['ID=5ff1808f-1ae5-4a04-a4fa-341c45163b15,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:40.080829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.081449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.097364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-2d1c9a64-e835-4f2e-8f62-55d2468b9558 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987272 Feb 19 04:14:40.108863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Request body: {'port': {'device_id': '75a10bd9-c388-4617-94ae-6716eee446ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:40.165308 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.427478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff1808f-1ae5-4a04-a4fa-341c45163b15 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:40.435040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Publish callbacks [] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.446911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Transition to ACTIVE for port object 5ff1808f-1ae5-4a04-a4fa-341c45163b15 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:14:40.450288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.500489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1808f-1ae5-4a04-a4fa-341c45163b15,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:40.524283 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d6b00004-6ac0-4fe9-a519-d54266986b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.571540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Attempting to bind port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:40.571884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Attempting to bind port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:40.572220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Attempting to bind port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 on network 0838abc7-180e-4237-824c-953098b0a68d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:40.576535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 on network 0838abc7-180e-4237-824c-953098b0a68d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:14:40.577388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Attempting to bind port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 on network 0838abc7-180e-4237-824c-953098b0a68d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:40.582435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:40.582778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Checking segment: {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:40.583166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Bound using segment: {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:40.583620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Bound port: 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:40.583984 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.650222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:40.653301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:40.659027 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.692490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.693123 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.694780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] 10.222.0.71 "PUT /v2.0/ports/5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 1091 time: 0.5903280 Feb 19 04:14:40.695040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:40.697366 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f76836-f9ef-4a08-a0a9-afd220026571" -d '{"events": [{"name": "network-changed", "server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:40.723558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16278ae0-5b0c-4e17-9f3b-87919d935e49 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1808f-1ae5-4a04-a4fa-341c45163b15,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:40.807874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-c6eb6607-6f44-4ef4-bb5f-ca3f467107f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.809394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-c6eb6607-6f44-4ef4-bb5f-ca3f467107f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 1125 time: 0.0755501 Feb 19 04:14:40.864056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-66568dde-b596-4d40-8e62-d155dfce8824 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 217 time: 0.0454466 Feb 19 04:14:40.871928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c8b0f-c9c0-4347-9f9b-4737f50b27b9 req-60622cb9-f8dd-4be2-a437-786cde09f071 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.873369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-357c8b0f-c9c0-4347-9f9b-4737f50b27b9 req-60622cb9-f8dd-4be2-a437-786cde09f071 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.1139760 Feb 19 04:14:40.937818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-3e70d83d-bf3b-4bf1-9ca9-0bbd58db152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.939335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-3e70d83d-bf3b-4bf1-9ca9-0bbd58db152f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0650702 Feb 19 04:14:40.964830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-357c8b0f-c9c0-4347-9f9b-4737f50b27b9 req-0d6d32be-bab9-444a-83d1-585544564107 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830038 Feb 19 04:14:40.981080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-18cc99c0-4210-4f83-be3b-8c1007f62283 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321758 Feb 19 04:14:41.036481 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57838db-cf1a-43b8-a899-0372fc52babd x-openstack-request-id: req-e57838db-cf1a-43b8-a899-0372fc52babd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:41.036773 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:41.037026 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e57838db-cf1a-43b8-a899-0372fc52babd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:41.037427 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15', 'status': 'completed', 'code': 200} Feb 19 04:14:41.078209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-a925853f-d803-4308-b3d4-d766b4b383f4 service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907102 Feb 19 04:14:41.164597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ddb4c70-94dc-4ba0-8a08-689a5a790d85 req-3faf4182-8a08-4477-b873-da25e9e4f699 service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803831 Feb 19 04:14:41.260252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f76836-f9ef-4a08-a0a9-afd220026571 req-22af2470-f826-438c-87dd-69e80114ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.261784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68f76836-f9ef-4a08-a0a9-afd220026571 req-22af2470-f826-438c-87dd-69e80114ec21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 1125 time: 0.0505767 Feb 19 04:14:41.351525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f76836-f9ef-4a08-a0a9-afd220026571 req-1e2ea6aa-e694-4be3-942a-33fbab00e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.353031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68f76836-f9ef-4a08-a0a9-afd220026571 req-1e2ea6aa-e694-4be3-942a-33fbab00e66c service neutron] 10.222.0.71 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.0841467 Feb 19 04:14:41.401145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68f76836-f9ef-4a08-a0a9-afd220026571 req-e46596f0-9107-4d17-8793-0b0cb69afc47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 217 time: 0.0414145 Feb 19 04:14:41.452142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f76836-f9ef-4a08-a0a9-afd220026571 req-768cae8d-0972-4d54-9891-5f26982a199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.453694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68f76836-f9ef-4a08-a0a9-afd220026571 req-768cae8d-0972-4d54-9891-5f26982a199d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0465961 Feb 19 04:14:41.487848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68f76836-f9ef-4a08-a0a9-afd220026571 req-d8d931a2-fac5-4d97-924a-d20d522162ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270622 Feb 19 04:14:41.582816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68f76836-f9ef-4a08-a0a9-afd220026571 req-666a7643-1073-4dbb-a064-c8dc5f9d48b6 service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880382 Feb 19 04:14:41.684576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-68f76836-f9ef-4a08-a0a9-afd220026571 req-f81fcd2f-1a6a-4f54-8c40-df9dac0e2db0 service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939448 Feb 19 04:14:42.087188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a65a2-177e-4f73-9a14-5759cfac34da req-411a4983-a73c-4e85-941f-a8df81a204d4 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:42.088659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad3a65a2-177e-4f73-9a14-5759cfac34da req-411a4983-a73c-4e85-941f-a8df81a204d4 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.0529289 Feb 19 04:14:42.134833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad3a65a2-177e-4f73-9a14-5759cfac34da req-195dd11c-3f5b-41d4-83c1-45157c6eb596 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 Feb 19 04:14:42.182037 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:43.222204 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:43.263534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada224f3-1871-4354-8e4c-2114938c197d req-c721ad4a-f659-40fa-bff7-aa741046eb17 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.265074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ada224f3-1871-4354-8e4c-2114938c197d req-c721ad4a-f659-40fa-bff7-aa741046eb17 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.0608449 Feb 19 04:14:43.312000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ada224f3-1871-4354-8e4c-2114938c197d req-06679fc5-d025-4196-8a29-debd969e4fde tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Feb 19 04:14:43.618046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5ff1808f-1ae5-4a04-a4fa-341c45163b15 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:43.711442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:43.723005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '5ff1808f-1ae5-4a04-a4fa-341c45163b15', 'network_id': '0838abc7-180e-4237-824c-953098b0a68d', 'port_id': '5ff1808f-1ae5-4a04-a4fa-341c45163b15', 'mac_address': 'fa:16:3e:8a:00:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5995cb24-1047-46e9-8851-8d273a4ad1b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:43.762178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:43.762567 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:43.775529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff1808f-1ae5-4a04-a4fa-341c45163b15 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:43.794395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:43.798565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:43.850367 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=5ff1808f-1ae5-4a04-a4fa-341c45163b15,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:44.007269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['5ff1808f-1ae5-4a04-a4fa-341c45163b15'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:44.434125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3022-2d27-44bd-aea6-e7086477ede8 req-1913b1ba-0749-4ce4-94b4-a014d8362722 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:44.435638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb1f3022-2d27-44bd-aea6-e7086477ede8 req-1913b1ba-0749-4ce4-94b4-a014d8362722 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 944 time: 0.0548832 Feb 19 04:14:44.482313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb1f3022-2d27-44bd-aea6-e7086477ede8 req-eb0a4799-d80e-4caa-a1b0-1919cd39f986 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Feb 19 04:14:44.721806 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.602497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e68022-df8a-40e3-8632-0ac87d438889 req-1ade483f-4bee-432e-98a2-c3ab532dd05e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.603998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9e68022-df8a-40e3-8632-0ac87d438889 req-1ade483f-4bee-432e-98a2-c3ab532dd05e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 944 time: 0.0533011 Feb 19 04:14:45.634595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5ff1808f-1ae5-4a04-a4fa-341c45163b15 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:45.657773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9e68022-df8a-40e3-8632-0ac87d438889 req-829d7fbc-4f28-4f73-b639-78f2e66c9cec tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473926 Feb 19 04:14:45.684302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:45.687968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:45.688347 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.767789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:45.768436 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.790783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:45.793011 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d9f04b-29d0-4fb9-ad00-c140906e3eab" -d '{"events": [{"server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:45.806132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:45.810767 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.834983 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4035f6ad-ef52-47ee-9273-4a71e0afddab x-openstack-request-id: req-4035f6ad-ef52-47ee-9273-4a71e0afddab {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:45.835280 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:45.835536 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4035f6ad-ef52-47ee-9273-4a71e0afddab {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:45.835935 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15', 'code': 200} Feb 19 04:14:45.862855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=5ff1808f-1ae5-4a04-a4fa-341c45163b15,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:45.937854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8200179-1e6a-4d14-af71-29fda71ea8b1 req-fd3f5b23-b641-4af4-9fbb-53321255fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.939410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8200179-1e6a-4d14-af71-29fda71ea8b1 req-fd3f5b23-b641-4af4-9fbb-53321255fdb5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 1127 time: 0.0463722 Feb 19 04:14:45.985713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8200179-1e6a-4d14-af71-29fda71ea8b1 req-3d720644-d671-492a-b201-f71c5852383d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388768 Feb 19 04:14:46.788355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18a117-36fb-4375-8f6c-c5473d6d723c req-17895013-4956-497a-9a16-52f899395968 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.789884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c18a117-36fb-4375-8f6c-c5473d6d723c req-17895013-4956-497a-9a16-52f899395968 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0552175 Feb 19 04:14:46.846822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c18a117-36fb-4375-8f6c-c5473d6d723c req-7891205c-6d05-4f7a-898a-0477529b4867 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511489 Feb 19 04:14:47.969867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5810d-be7a-4d05-b617-1b2d7c038bd8 req-eb892379-24fd-4147-bf04-4b5489ae70a5 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.971394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bd5810d-be7a-4d05-b617-1b2d7c038bd8 req-eb892379-24fd-4147-bf04-4b5489ae70a5 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0566864 Feb 19 04:14:48.021226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bd5810d-be7a-4d05-b617-1b2d7c038bd8 req-1c9fe4d6-a157-42d1-afde-5a23cfdf19d1 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Feb 19 04:14:48.136410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b56bf-3c77-4837-bc0f-80928a0a13ac req-77193f50-fa13-4c6e-8e67-7759bb86e8a0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.137915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c5b56bf-3c77-4837-bc0f-80928a0a13ac req-77193f50-fa13-4c6e-8e67-7759bb86e8a0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0513391 Feb 19 04:14:48.187456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c5b56bf-3c77-4837-bc0f-80928a0a13ac req-10c032be-38df-4ae8-82a3-add6b20af7ba tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Feb 19 04:14:48.393251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf004dd6-4a53-40d5-a803-d425a1d9e097 req-72c86faf-1b8a-4c70-a67d-01e785aa7430 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.394800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf004dd6-4a53-40d5-a803-d425a1d9e097 req-72c86faf-1b8a-4c70-a67d-01e785aa7430 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0570519 Feb 19 04:14:48.441119 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf004dd6-4a53-40d5-a803-d425a1d9e097 req-9c71ff30-178f-4adf-bc7f-510a093e0e26 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Feb 19 04:14:48.556681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6b62-3662-434f-83f0-ccf5876537e4 req-03b195a0-bf80-413b-ba85-f917f6c19523 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.558272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-117e6b62-3662-434f-83f0-ccf5876537e4 req-03b195a0-bf80-413b-ba85-f917f6c19523 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0522082 Feb 19 04:14:48.607355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-117e6b62-3662-434f-83f0-ccf5876537e4 req-a72ff830-e0aa-403f-a39e-d1166aea80a0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Feb 19 04:14:48.838633 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-059ebc72-37de-4fe4-b0b6-6fbb8b1e87ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0484183 Feb 19 04:14:48.847980 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba97a8-329c-4983-8689-d589590fa734 req-7eec589b-c591-44e2-88a0-df94ac703a5b tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.849489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eba97a8-329c-4983-8689-d589590fa734 req-7eec589b-c591-44e2-88a0-df94ac703a5b tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0534799 Feb 19 04:14:48.902264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eba97a8-329c-4983-8689-d589590fa734 req-8b18131f-33c0-4c57-869d-2466d6f97ece tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470419 Feb 19 04:14:49.236769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-cb4fba9a-162b-4adb-98b9-9e7a301f5c53 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.238460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-cb4fba9a-162b-4adb-98b9-9e7a301f5c53 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports/5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 942 time: 0.0460804 Feb 19 04:14:50.027060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599b29c-0c73-4a27-a7f9-8b451fb6c1aa req-e8f246c0-7f30-49b4-b22c-339b2635c935 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.028561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1599b29c-0c73-4a27-a7f9-8b451fb6c1aa req-e8f246c0-7f30-49b4-b22c-339b2635c935 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0545161 Feb 19 04:14:50.093946 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1599b29c-0c73-4a27-a7f9-8b451fb6c1aa req-b4436fb0-57d7-4d0c-90ef-ad89b2d4f36a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592914 Feb 19 04:14:50.126961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-b5f8cd2c-ab13-44d7-8820-13a1733901af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.128480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-b5f8cd2c-ab13-44d7-8820-13a1733901af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 1127 time: 0.0458357 Feb 19 04:14:50.220899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-e4bf6138-d2fc-4a73-8ab3-5d7087b718fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.222454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-e4bf6138-d2fc-4a73-8ab3-5d7087b718fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.0873463 Feb 19 04:14:50.264856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-cefc5e5a-706a-4aff-b0b3-3e2d9bf10dbe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 217 time: 0.0348113 Feb 19 04:14:50.318539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-289eb1d5-abd0-445a-bc8e-a2e8a2278321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.320027 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-289eb1d5-abd0-445a-bc8e-a2e8a2278321 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0497489 Feb 19 04:14:50.351883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-9e9509c7-5fe1-4c7c-865e-4fc46627aeb7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253563 Feb 19 04:14:50.440264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-452f669f-ee87-4521-a518-76659f56670a service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813565 Feb 19 04:14:50.533891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-94c3a0ea-e28c-4de4-b941-c26997891d5f service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876772 Feb 19 04:14:51.068605 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:14:51.213737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2448f1-a71b-49fa-9bd4-c2a2e0970ac0 req-13a48b08-b285-494f-a6ac-c138296fe1de tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:51.215185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b2448f1-a71b-49fa-9bd4-c2a2e0970ac0 req-13a48b08-b285-494f-a6ac-c138296fe1de tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0536532 Feb 19 04:14:51.263920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b2448f1-a71b-49fa-9bd4-c2a2e0970ac0 req-b185ea2e-d2d9-4208-9e58-4cfe9cd291ec tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431986 Feb 19 04:14:52.391766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f66e5-669e-4ea5-96b3-82e17373a664 req-71b0b600-be07-4801-82c1-81557a5f2659 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.393262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c7f66e5-669e-4ea5-96b3-82e17373a664 req-71b0b600-be07-4801-82c1-81557a5f2659 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0582042 Feb 19 04:14:52.443980 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c7f66e5-669e-4ea5-96b3-82e17373a664 req-9d2ac10b-44c6-45e8-99d6-4c6f60b765c1 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450008 Feb 19 04:14:52.815494 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.568024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed616fd-d75b-4bf0-9595-325634502486 req-c8c12832-4d07-402d-af6e-7100ca3335b7 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:53.569540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ed616fd-d75b-4bf0-9595-325634502486 req-c8c12832-4d07-402d-af6e-7100ca3335b7 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0538123 Feb 19 04:14:53.618029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ed616fd-d75b-4bf0-9595-325634502486 req-a22ddddf-49db-4698-91d4-7c8ac6d95212 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426047 Feb 19 04:14:54.735771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba6faf-ef8e-447d-b678-f7862065e83f req-a8f92cb8-5bea-4c44-ba8f-5ddcf22c5c78 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.737270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8dba6faf-ef8e-447d-b678-f7862065e83f req-a8f92cb8-5bea-4c44-ba8f-5ddcf22c5c78 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0521896 Feb 19 04:14:54.783798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8dba6faf-ef8e-447d-b678-f7862065e83f req-b08f9d91-b5df-4ae6-be30-2a838736b11a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Feb 19 04:14:55.909078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837db341-5267-41d2-a6c0-78f7a3440a30 req-6c3e1fa2-210d-47bd-952c-a827cd700632 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:55.910795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-837db341-5267-41d2-a6c0-78f7a3440a30 req-6c3e1fa2-210d-47bd-952c-a827cd700632 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0573664 Feb 19 04:14:55.959448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-837db341-5267-41d2-a6c0-78f7a3440a30 req-6a4b50bf-4388-438d-9706-61b718f8ca95 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420530 Feb 19 04:14:57.079732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598f4ab-21f9-4ee6-8466-a105f9348175 req-40525884-c212-4abd-9ac0-956f5227f9b6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.081340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3598f4ab-21f9-4ee6-8466-a105f9348175 req-40525884-c212-4abd-9ac0-956f5227f9b6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0527983 Feb 19 04:14:57.128328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3598f4ab-21f9-4ee6-8466-a105f9348175 req-99263deb-3b60-42b8-9c55-d0af0dd23291 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Feb 19 04:14:58.290586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ff975-acf4-4879-8e49-94ed09bc0d5b req-e69fb1cd-8c42-4767-8dca-bf6a45133b5f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:58.291983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a0ff975-acf4-4879-8e49-94ed09bc0d5b req-e69fb1cd-8c42-4767-8dca-bf6a45133b5f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0865076 Feb 19 04:14:58.297896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbea1-31c6-4c69-87fb-e090bfdd3021 req-7a96f1d0-6366-4111-9a0f-1823bfda01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:58.299321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0cdbea1-31c6-4c69-87fb-e090bfdd3021 req-7a96f1d0-6366-4111-9a0f-1823bfda01bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 1127 time: 0.0629163 Feb 19 04:14:58.390498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6a0ff975-acf4-4879-8e49-94ed09bc0d5b req-b507790d-344c-4e17-834c-64db656fa9bf tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902183 Feb 19 04:14:58.423732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbea1-31c6-4c69-87fb-e090bfdd3021 req-ae2d27f4-46da-45b4-9e2f-793890b809cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:58.425212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0cdbea1-31c6-4c69-87fb-e090bfdd3021 req-ae2d27f4-46da-45b4-9e2f-793890b809cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.1051836 Feb 19 04:14:58.468123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0cdbea1-31c6-4c69-87fb-e090bfdd3021 req-816609b1-cb0c-4ef9-94ff-04ee4d2bb3a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 217 time: 0.0363150 Feb 19 04:14:58.515818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbea1-31c6-4c69-87fb-e090bfdd3021 req-892ef892-59e4-41be-afd4-bbca2b054425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:58.517280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0cdbea1-31c6-4c69-87fb-e090bfdd3021 req-892ef892-59e4-41be-afd4-bbca2b054425 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0436015 Feb 19 04:14:58.548995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0cdbea1-31c6-4c69-87fb-e090bfdd3021 req-3787fceb-a0fb-4490-ac2c-d152ac9ee327 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253310 Feb 19 04:14:58.643849 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0cdbea1-31c6-4c69-87fb-e090bfdd3021 req-e7109b2a-6609-486a-8c6e-9d705de76261 service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872800 Feb 19 04:14:58.731637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0cdbea1-31c6-4c69-87fb-e090bfdd3021 req-e8ae5d83-553f-4bb0-ace4-d83dcde188e7 service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816135 Feb 19 04:14:59.515609 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d121dd-cddf-4732-b497-0d93309663d9 req-c52564d3-a388-4553-89e9-637e727fbc45 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.517113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4d121dd-cddf-4732-b497-0d93309663d9 req-c52564d3-a388-4553-89e9-637e727fbc45 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0586390 Feb 19 04:14:59.564262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c4d121dd-cddf-4732-b497-0d93309663d9 req-86dde68b-cfd6-48e2-b8a4-f28599e7ce7c tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Feb 19 04:15:00.693768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d09a55-7660-45ac-982d-2c7aa6495eab req-67d59461-a21c-4dc7-81b8-7ea826da35a6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:00.695287 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00d09a55-7660-45ac-982d-2c7aa6495eab req-67d59461-a21c-4dc7-81b8-7ea826da35a6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0603011 Feb 19 04:15:00.746531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00d09a55-7660-45ac-982d-2c7aa6495eab req-908f88e2-12b7-44fe-b67b-a52df574f0bd tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Feb 19 04:15:01.866723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b94bc-2967-4440-9a52-3d8f52890b83 req-7eb4a96d-7afa-4d0c-a75c-eb0ce58aba8f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.868227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b38b94bc-2967-4440-9a52-3d8f52890b83 req-7eb4a96d-7afa-4d0c-a75c-eb0ce58aba8f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0528469 Feb 19 04:15:01.918717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b38b94bc-2967-4440-9a52-3d8f52890b83 req-9981b733-bd5c-4cb0-bc7e-ce0c87ec231c tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Feb 19 04:15:03.037983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a81bc-ecf7-4974-a196-f6e1f095c263 req-29ab48b2-4267-44fd-b91d-b70056dd12f9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:03.039508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-534a81bc-ecf7-4974-a196-f6e1f095c263 req-29ab48b2-4267-44fd-b91d-b70056dd12f9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0529377 Feb 19 04:15:03.087325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-534a81bc-ecf7-4974-a196-f6e1f095c263 req-fe728bbf-ad51-48c2-866b-b18907258c14 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 Feb 19 04:15:04.210358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c358cca-dd6a-476d-bb4b-47a294116d6e req-fc0fa912-b096-41c5-afbb-5b55752e35c4 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.211853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c358cca-dd6a-476d-bb4b-47a294116d6e req-fc0fa912-b096-41c5-afbb-5b55752e35c4 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0545096 Feb 19 04:15:04.258369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c358cca-dd6a-476d-bb4b-47a294116d6e req-05123f47-3671-4d6a-a8fd-59238fef7aff tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Feb 19 04:15:05.381670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f52880-ec22-4a9b-a26e-0b9dcd468fa3 req-b82a8f63-cd09-4a5b-b8e5-24e355a9c795 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:05.383198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4f52880-ec22-4a9b-a26e-0b9dcd468fa3 req-b82a8f63-cd09-4a5b-b8e5-24e355a9c795 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0564933 Feb 19 04:15:05.430164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4f52880-ec22-4a9b-a26e-0b9dcd468fa3 req-4b4be32a-19f2-4822-9861-ff61f074e75e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Feb 19 04:15:06.550514 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee4f0d-1817-4a34-bbd9-d6144374f185 req-9a5a6de3-90f5-4fd3-97b6-0e90fa9db3dc tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.552056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-deee4f0d-1817-4a34-bbd9-d6144374f185 req-9a5a6de3-90f5-4fd3-97b6-0e90fa9db3dc tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0523927 Feb 19 04:15:06.600176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-deee4f0d-1817-4a34-bbd9-d6144374f185 req-6416abcc-740e-4b80-9493-afd096cd7b73 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421340 Feb 19 04:15:06.610216 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:07.730539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcb3f9-69e2-4495-a35d-232b014197b3 req-64487001-bb6d-45ed-bf87-157a456adb4f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:07.732070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edbcb3f9-69e2-4495-a35d-232b014197b3 req-64487001-bb6d-45ed-bf87-157a456adb4f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0568647 Feb 19 04:15:07.780146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edbcb3f9-69e2-4495-a35d-232b014197b3 req-57153a32-00d4-4737-8e49-6b0c303f68f6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Feb 19 04:15:08.348204 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c7ad86f5-70c8-4b09-835c-4695d3d28344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.905366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb8f64-5978-431f-9e24-3b7d9cb19a51 req-0307beb3-d084-450c-81f1-bf3ed702d0a2 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.906983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7efb8f64-5978-431f-9e24-3b7d9cb19a51 req-0307beb3-d084-450c-81f1-bf3ed702d0a2 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0577288 Feb 19 04:15:08.956606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7efb8f64-5978-431f-9e24-3b7d9cb19a51 req-2c154122-932c-4518-8af5-5c2b7939cdf0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Feb 19 04:15:10.084821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae0f1f-6983-43fd-83e4-590c62ecd6f8 req-88c0d250-120f-4b78-b3dc-800de4d1d84b tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.086355 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8aae0f1f-6983-43fd-83e4-590c62ecd6f8 req-88c0d250-120f-4b78-b3dc-800de4d1d84b tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0527236 Feb 19 04:15:10.137836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8aae0f1f-6983-43fd-83e4-590c62ecd6f8 req-d4ed4b76-33ac-49c8-8ec8-cd8f3925eaf9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456355 Feb 19 04:15:10.529212 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3fd9-401d-468e-8051-f802bb3d1f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.270572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f3227-4b4c-4ae8-9377-190e52714448 req-7e0a66e8-c69d-4c14-aa86-229a991b74d6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:11.272009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-576f3227-4b4c-4ae8-9377-190e52714448 req-7e0a66e8-c69d-4c14-aa86-229a991b74d6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0602393 Feb 19 04:15:11.319361 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-576f3227-4b4c-4ae8-9377-190e52714448 req-dc782e7e-7519-45c3-a79a-2b13c5e62c6d tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Feb 19 04:15:12.189962 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.439317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178eb2e-ac6e-44de-ac2e-5acc9a612b25 req-16c0a51d-d3fe-401a-a42f-fab226d05161 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:12.440931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3178eb2e-ac6e-44de-ac2e-5acc9a612b25 req-16c0a51d-d3fe-401a-a42f-fab226d05161 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0536504 Feb 19 04:15:12.491190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3178eb2e-ac6e-44de-ac2e-5acc9a612b25 req-5e8fd578-8f7e-4782-bdf4-8244a6edba6f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Feb 19 04:15:13.221860 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:13.625614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ea687-e6a1-462f-b023-6b968742a7ac req-ccac37fe-8f91-4687-a2ba-dfac0e111247 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.627296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf2ea687-e6a1-462f-b023-6b968742a7ac req-ccac37fe-8f91-4687-a2ba-dfac0e111247 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0575659 Feb 19 04:15:13.674280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bf2ea687-e6a1-462f-b023-6b968742a7ac req-d9481656-8553-4ae4-8798-d22cd6d5e7eb tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Feb 19 04:15:14.728018 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:14.801350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f5e68-e9d5-49d1-8f9c-807c4095dc0b req-3c109ede-1bd4-4e4f-8724-590dc3b30e8e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.802963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a57f5e68-e9d5-49d1-8f9c-807c4095dc0b req-3c109ede-1bd4-4e4f-8724-590dc3b30e8e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0563643 Feb 19 04:15:14.853565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a57f5e68-e9d5-49d1-8f9c-807c4095dc0b req-c2d3e1e1-c698-470e-909a-23c3c9751500 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431981 Feb 19 04:15:15.972043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d8fb2-b0fb-421d-92a3-b1bedf3be28c req-37cf11c2-a80e-4802-91e3-e30dcb3cac30 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:15.973553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f6d8fb2-b0fb-421d-92a3-b1bedf3be28c req-37cf11c2-a80e-4802-91e3-e30dcb3cac30 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0529358 Feb 19 04:15:16.025807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f6d8fb2-b0fb-421d-92a3-b1bedf3be28c req-1dfb7397-4d20-48a5-948e-23fa319ac276 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Feb 19 04:15:17.149193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6b2dd-afa8-4e5a-81f6-e521782df395 req-1669240b-4dd9-4b67-8500-6758e38e8290 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:17.150767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00b6b2dd-afa8-4e5a-81f6-e521782df395 req-1669240b-4dd9-4b67-8500-6758e38e8290 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0554821 Feb 19 04:15:17.203356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00b6b2dd-afa8-4e5a-81f6-e521782df395 req-b2c0d908-ea3c-4210-8603-8e8bf66bd38a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446365 Feb 19 04:15:17.514645 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-aa717309-7958-401f-8af7-e470f52656dc service neutron] show failed (client error): The resource could not be found. Feb 19 04:15:17.515587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-aa717309-7958-401f-8af7-e470f52656dc service neutron] 10.222.0.71 "GET /v2.0/ports/5ff1808f-1ae5-4a04-a4fa-341c45163b15/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0535095 Feb 19 04:15:17.723006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-004ed43e-727e-4dc4-b215-49d52e439df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:17.724499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-004ed43e-727e-4dc4-b215-49d52e439df7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef&tenant_id=5e213863b96f4276ac60c64abfe544c8 HTTP/1.1" status: 200 len: 1127 time: 0.0483665 Feb 19 04:15:17.744778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:17.801835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:17.999062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:18.030068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:18.073526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:18.075764 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643a2562-dfa4-4879-9caa-75a21a693b21" -d '{"events": [{"server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:18.079820 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Publish callbacks [] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.091976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Transition to ACTIVE for port object 5ff1808f-1ae5-4a04-a4fa-341c45163b15 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:15:18.096363 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.130697 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74a363a-4bf2-4dca-895f-8e94d309e0c4 x-openstack-request-id: req-f74a363a-4bf2-4dca-895f-8e94d309e0c4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:18.130996 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:18.131243 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f74a363a-4bf2-4dca-895f-8e94d309e0c4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:18.131645 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15', 'code': 200} Feb 19 04:15:18.146635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1808f-1ae5-4a04-a4fa-341c45163b15,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:18.163123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] No DVR routers for this DVR port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:18.171281 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.171630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.171969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.172303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.172633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.172959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.173280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.173602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.174103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.174440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.174767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.175110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.175432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:18.210648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Attempting to bind port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:18.210982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Attempting to bind port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:18.211306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Attempting to bind port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 on network 0838abc7-180e-4237-824c-953098b0a68d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:18.215549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 on network 0838abc7-180e-4237-824c-953098b0a68d not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:15:18.215872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Attempting to bind port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 on network 0838abc7-180e-4237-824c-953098b0a68d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:18.221254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:18.221590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Checking segment: {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:18.222000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Bound using segment: {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:18.222422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Bound port: 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:18.222777 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.319137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:18.334619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:18.341235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.379112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.380621 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.381356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] 10.222.0.37 "PUT /v2.0/ports/5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 1091 time: 0.6403351 Feb 19 04:15:18.388161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d83a5-d216-415f-9c0a-9a9af0b64957 req-3f49a54f-311f-4c69-b8ce-aa280c7df0e7 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.389593 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3d83a5-d216-415f-9c0a-9a9af0b64957 req-3f49a54f-311f-4c69-b8ce-aa280c7df0e7 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.1067655 Feb 19 04:15:18.437937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb652c2-1c5d-4e26-af68-62442c76204e service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1808f-1ae5-4a04-a4fa-341c45163b15,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:18.488104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b3d83a5-d216-415f-9c0a-9a9af0b64957 req-3d749a4c-64c5-47e6-b189-0ea9c531e639 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908811 Feb 19 04:15:18.497467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-bdff03bf-1be0-408e-94d1-ead7d7c811ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.500012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-bdff03bf-1be0-408e-94d1-ead7d7c811ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 1125 time: 0.0769155 Feb 19 04:15:18.588955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-9c158c6b-a29e-4034-80e5-29336382f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.590407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-9c158c6b-a29e-4034-80e5-29336382f42a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.0853727 Feb 19 04:15:18.632221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-68ddd7de-ff64-4eb1-89d9-3a27883ef7cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 217 time: 0.0351369 Feb 19 04:15:18.683654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-0f7650fe-e670-46ad-83ed-735f59d72587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.685143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-0f7650fe-e670-46ad-83ed-735f59d72587 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0468681 Feb 19 04:15:18.715009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-10d9f5a0-aad1-4055-a32e-44406ebdfe13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241475 Feb 19 04:15:18.800379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-f1eee6e8-8a02-4af5-9b90-cf639f8ad766 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795648 Feb 19 04:15:18.890773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fb2bf029-aad0-452f-a792-c9c8bd014ed7 req-59ddeb16-0083-4c36-9632-063e57f2076c service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840914 Feb 19 04:15:19.611020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c547dc5-53cd-437a-a9ce-c47c4835db34 req-5c861fa2-3c8d-4204-acd1-582e0ca066e7 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:19.612869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c547dc5-53cd-437a-a9ce-c47c4835db34 req-5c861fa2-3c8d-4204-acd1-582e0ca066e7 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.0556028 Feb 19 04:15:19.659993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c547dc5-53cd-437a-a9ce-c47c4835db34 req-6ae0ac03-2dd3-467a-954f-f19759237dac tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Feb 19 04:15:20.132502 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:20.134877 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9" -d '{"events": [{"name": "network-changed", "server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:20.184566 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf72af2-5f38-443c-afc5-1ca063618729 x-openstack-request-id: req-daf72af2-5f38-443c-afc5-1ca063618729 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:20.184859 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:20.185112 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-daf72af2-5f38-443c-afc5-1ca063618729 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:20.185514 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15', 'status': 'completed', 'code': 200} Feb 19 04:15:20.288978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-890d8341-7a85-46a1-8b92-b572b978c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.294798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-890d8341-7a85-46a1-8b92-b572b978c084 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 1125 time: 0.0814734 Feb 19 04:15:20.316812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-c83fd607-a4a2-4a2e-930b-a8da63d1f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.318309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-c83fd607-a4a2-4a2e-930b-a8da63d1f864 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 1125 time: 0.0795033 Feb 19 04:15:20.453513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-c2a556a4-5d24-4654-811b-fc03e38ace65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.455018 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-c2a556a4-5d24-4654-811b-fc03e38ace65 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.1582053 Feb 19 04:15:20.470973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-c0800819-e067-45bb-96eb-9c24cd5020e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.472363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-c0800819-e067-45bb-96eb-9c24cd5020e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.1275802 Feb 19 04:15:20.504180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-e829e722-feaa-463c-857c-0d649c9e5e51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 217 time: 0.0421689 Feb 19 04:15:20.544835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-851bb6f9-de70-469f-83bc-6de60e130600 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 217 time: 0.0468669 Feb 19 04:15:20.617086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-3b7bc36d-84a7-414a-ba98-1963894419a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.618582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-3b7bc36d-84a7-414a-ba98-1963894419a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0826864 Feb 19 04:15:20.623830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-ad24dd96-1af4-47e4-b405-804e1c97aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.625207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-ad24dd96-1af4-47e4-b405-804e1c97aa0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0625267 Feb 19 04:15:20.660586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-2476a7b4-0863-4998-8ac9-adb0403c2a99 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344431 Feb 19 04:15:20.682363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-7525e467-692c-4228-b20c-7073db86286f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481291 Feb 19 04:15:20.866331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-b08f7ca3-75c4-4c48-a328-c1599e4faeb5 service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922812 Feb 19 04:15:20.868805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-5d5490a2-3923-4ce3-a1f3-9fa4d46e8865 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749244 Feb 19 04:15:20.876188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbda92-ae97-4437-a3ce-3380192a2ed8 req-d56b1c76-2a8a-466f-b213-9faa242b1302 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.877580 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dbda92-ae97-4437-a3ce-3380192a2ed8 req-d56b1c76-2a8a-466f-b213-9faa242b1302 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.1443331 Feb 19 04:15:21.376929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-97dbda92-ae97-4437-a3ce-3380192a2ed8 req-c473bb86-e705-47ff-b47f-bf560e6f2035 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840848 Feb 19 04:15:21.400964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-81ab6f19-1406-496e-8efd-aed90905254d service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224252 Feb 19 04:15:21.404309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b5bcf6f-5d9b-4c5a-8ebc-01b137ac63e9 req-0a9fd615-9c08-4f94-9ec6-a9513306e7da service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248022 Feb 19 04:15:21.819722 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5ff1808f-1ae5-4a04-a4fa-341c45163b15 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:21.857047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 host n-h1-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:15:21.857427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5ff1808f-1ae5-4a04-a4fa-341c45163b15 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:22.503276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52bed1-e7e4-49c6-a4bc-c0d7be18f7f2 req-0f2d742f-e602-477f-b016-e0ffaf62ea68 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:22.504778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f52bed1-e7e4-49c6-a4bc-c0d7be18f7f2 req-0f2d742f-e602-477f-b016-e0ffaf62ea68 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.0570695 Feb 19 04:15:22.551147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f52bed1-e7e4-49c6-a4bc-c0d7be18f7f2 req-5eaf6ed8-6aec-45aa-8716-cfa7d20bb70f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Feb 19 04:15:22.787633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5f7b5-93fb-411d-8338-21ecd8670538 req-f58a3b73-775a-4bd0-9e81-ea7527e379ad tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:22.789127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61d5f7b5-93fb-411d-8338-21ecd8670538 req-f58a3b73-775a-4bd0-9e81-ea7527e379ad tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.0909045 Feb 19 04:15:22.795697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281875a3-999c-4167-8d8c-d3be20700989 req-b547ccb2-1f8b-41c7-8630-4d38cb16eb01 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:22.797544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-281875a3-999c-4167-8d8c-d3be20700989 req-b547ccb2-1f8b-41c7-8630-4d38cb16eb01 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.71 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef&tenant_id=5e213863b96f4276ac60c64abfe544c8&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 943 time: 0.0893710 Feb 19 04:15:22.834530 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.879522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61d5f7b5-93fb-411d-8338-21ecd8670538 req-2a6c9c15-ab90-4060-add9-cda544581cf9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809767 Feb 19 04:15:22.886627 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-281875a3-999c-4167-8d8c-d3be20700989 req-ceeb33d0-42df-4107-8e82-bfff46ae2a8c service neutron] delete failed (client error): The resource could not be found. Feb 19 04:15:22.887599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-281875a3-999c-4167-8d8c-d3be20700989 req-ceeb33d0-42df-4107-8e82-bfff46ae2a8c service neutron] 10.222.0.71 "DELETE /v2.0/ports/5ff1808f-1ae5-4a04-a4fa-341c45163b15/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0832405 Feb 19 04:15:22.978852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281875a3-999c-4167-8d8c-d3be20700989 req-6bbc089c-7f49-415f-9ed2-ba1b1a3ace12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:22.980376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-281875a3-999c-4167-8d8c-d3be20700989 req-6bbc089c-7f49-415f-9ed2-ba1b1a3ace12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 1125 time: 0.0485563 Feb 19 04:15:23.072948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281875a3-999c-4167-8d8c-d3be20700989 req-60eb93f8-e39b-4c3c-9a2a-604671cf58f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.074510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-281875a3-999c-4167-8d8c-d3be20700989 req-60eb93f8-e39b-4c3c-9a2a-604671cf58f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.0858366 Feb 19 04:15:23.116302 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-281875a3-999c-4167-8d8c-d3be20700989 req-110cf22a-6adb-4414-a4e4-0287260a9514 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 217 time: 0.0356202 Feb 19 04:15:23.167845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281875a3-999c-4167-8d8c-d3be20700989 req-1aba2e91-a3b5-4e9e-b8c1-4374464634b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.169313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-281875a3-999c-4167-8d8c-d3be20700989 req-1aba2e91-a3b5-4e9e-b8c1-4374464634b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0466409 Feb 19 04:15:23.201160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-281875a3-999c-4167-8d8c-d3be20700989 req-1c882a32-7eac-4743-ae00-c27a5eadf4d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248313 Feb 19 04:15:23.292471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-281875a3-999c-4167-8d8c-d3be20700989 req-9694b118-cd8d-4a38-90af-c303f160ae69 service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848267 Feb 19 04:15:23.391192 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-281875a3-999c-4167-8d8c-d3be20700989 req-9a89938e-b05d-43ff-a222-1b5eed0fa161 service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880058 Feb 19 04:15:24.001233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bcdb3-d939-4745-8733-cf580d078d52 req-a01a66a5-f4b5-485f-8f3b-5ad2611a8fd9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.002797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-505bcdb3-d939-4745-8733-cf580d078d52 req-a01a66a5-f4b5-485f-8f3b-5ad2611a8fd9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.0547132 Feb 19 04:15:24.052070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-505bcdb3-d939-4745-8733-cf580d078d52 req-db19b8b1-7182-4a05-acc3-c8349aeb0e2f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434823 Feb 19 04:15:24.178608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 5ff1808f-1ae5-4a04-a4fa-341c45163b15 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:24.209194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb87c5-3c20-4f63-9edb-a366989e0cae req-4739cf10-8413-4bb7-abf5-413a141f237a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.210813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5fb87c5-3c20-4f63-9edb-a366989e0cae req-4739cf10-8413-4bb7-abf5-413a141f237a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.0911999 Feb 19 04:15:24.213596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04d3b912-68c0-4c58-a9ed-71348821493e req-336fd969-145e-48e8-b13d-5390f8004a65 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674894 Feb 19 04:15:24.262087 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e5fb87c5-3c20-4f63-9edb-a366989e0cae req-273bf929-fdcc-4ec8-8b15-b43584f4a909 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452414 Feb 19 04:15:24.279313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:24.291726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '5ff1808f-1ae5-4a04-a4fa-341c45163b15', 'network_id': '0838abc7-180e-4237-824c-953098b0a68d', 'port_id': '5ff1808f-1ae5-4a04-a4fa-341c45163b15', 'mac_address': 'fa:16:3e:8a:00:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5995cb24-1047-46e9-8851-8d273a4ad1b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:24.317407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3b912-68c0-4c58-a9ed-71348821493e req-3bb941dd-5528-403e-a1d2-635494849d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.318966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04d3b912-68c0-4c58-a9ed-71348821493e req-3bb941dd-5528-403e-a1d2-635494849d17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 1125 time: 0.0468395 Feb 19 04:15:24.336761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:24.337285 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.351160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff1808f-1ae5-4a04-a4fa-341c45163b15 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:24.370855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:24.375966 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.429401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=5ff1808f-1ae5-4a04-a4fa-341c45163b15,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:24.446697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a9ea3-d7b3-4924-b12f-ef2c90805078 req-ea531f2b-33d8-4b30-a5a6-9d59798fa294 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.448207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-393a9ea3-d7b3-4924-b12f-ef2c90805078 req-ea531f2b-33d8-4b30-a5a6-9d59798fa294 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 943 time: 0.1129882 Feb 19 04:15:24.495766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3b912-68c0-4c58-a9ed-71348821493e req-b68f760a-7098-4562-bd3f-6343858c01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.497138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04d3b912-68c0-4c58-a9ed-71348821493e req-b68f760a-7098-4562-bd3f-6343858c01e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.1534669 Feb 19 04:15:24.549510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-393a9ea3-d7b3-4924-b12f-ef2c90805078 req-f195f669-0044-4038-b53f-876e4c389539 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929534 Feb 19 04:15:24.551194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04d3b912-68c0-4c58-a9ed-71348821493e req-e6dc203e-44b9-4f74-b7ea-62ae5669fa8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 200 len: 217 time: 0.0448918 Feb 19 04:15:24.600972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3b912-68c0-4c58-a9ed-71348821493e req-0fd6f7b6-dbd9-4c30-af98-bdf6a418d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.602522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04d3b912-68c0-4c58-a9ed-71348821493e req-0fd6f7b6-dbd9-4c30-af98-bdf6a418d012 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0445926 Feb 19 04:15:24.634705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04d3b912-68c0-4c58-a9ed-71348821493e req-d68df634-8d03-4646-a15d-abf514dc5997 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247769 Feb 19 04:15:24.738018 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04d3b912-68c0-4c58-a9ed-71348821493e req-66117d40-7e67-4576-bf28-ad3595f3d74e service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957077 Feb 19 04:15:24.830900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['5ff1808f-1ae5-4a04-a4fa-341c45163b15'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:24.887791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04d3b912-68c0-4c58-a9ed-71348821493e req-0e682788-60af-49f0-9cb2-1453170608a0 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399097 Feb 19 04:15:24.929179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-4d2212cd-7443-493a-9445-43e97f845467 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.930680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-4d2212cd-7443-493a-9445-43e97f845467 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 814 time: 0.1240294 Feb 19 04:15:24.945929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-449090b6-b32f-45fc-a1b9-55ea869b6083 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/quotas/5e213863b96f4276ac60c64abfe544c8 HTTP/1.1" status: 200 len: 375 time: 0.0091064 Feb 19 04:15:25.002362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-e6e23001-a8cf-4316-a023-80f2177ddbd8 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499599 Feb 19 04:15:25.012470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-ce3e67ce-b92f-4c9f-aacb-45542be0ceae service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:15:25.013478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-ce3e67ce-b92f-4c9f-aacb-45542be0ceae service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048699 Feb 19 04:15:25.105204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bf4c5557-9422-4f10-b3c2-5a9008c32d96 service neutron] 10.222.0.42 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859904 Feb 19 04:15:25.196386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-47282f75-8a7b-4675-8079-9075416f1626 service neutron] 10.222.0.42 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853565 Feb 19 04:15:25.353367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a51b4a03-2b74-4e1e-8dff-0dfd47e8821e req-710eec39-7d4c-4319-ba9f-06870dd702a1 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 210 time: 0.0277009 Feb 19 04:15:26.197057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 5ff1808f-1ae5-4a04-a4fa-341c45163b15 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:26.246947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:26.251179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:26.251556 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.328719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:26.329110 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.354784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:26.357106 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8458c11-e558-496c-9b1e-9f21ddcada2a" -d '{"events": [{"server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:26.370413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:26.377747 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.404670 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef00c32c-80cb-4d71-8120-18dc3fdac1d1 x-openstack-request-id: req-ef00c32c-80cb-4d71-8120-18dc3fdac1d1 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:26.405178 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:26.406039 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef00c32c-80cb-4d71-8120-18dc3fdac1d1 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:26.406334 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15', 'code': 200} Feb 19 04:15:26.433657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=5ff1808f-1ae5-4a04-a4fa-341c45163b15,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:26.503601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2bce5e57-de14-44ea-9f84-e30fbd3b4f89 req-864b0c67-b498-4af4-90da-2ace535cbdc4 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 210 time: 0.0335720 Feb 19 04:15:26.551175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-83b8997a-2e0c-4db0-9587-aa30ef17903e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.552696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-83b8997a-2e0c-4db0-9587-aa30ef17903e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.37 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 814 time: 0.1755741 Feb 19 04:15:26.608994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Request body: {'port': {'device_id': '019bf339-cd35-493f-b93e-daa72495b7bb', 'network_id': '0838abc7-180e-4237-824c-953098b0a68d', 'admin_state_up': True, 'tenant_id': '5e213863b96f4276ac60c64abfe544c8'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:26.654624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-a114e9f2-f845-4dac-b0c1-20673e9e6de0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.656755 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-a114e9f2-f845-4dac-b0c1-20673e9e6de0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.37 "GET /v2.0/ports?device_id=75a10bd9-c388-4617-94ae-6716eee446ef HTTP/1.1" status: 200 len: 945 time: 0.0513659 Feb 19 04:15:26.720545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Made reservation on behalf of 5e213863b96f4276ac60c64abfe544c8 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:26.723996 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.766602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Deleting port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:26.766602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.854239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Allocated IP 172.20.0.11 (0838abc7-180e-4237-824c-953098b0a68d/5995cb24-1047-46e9-8851-8d273a4ad1b9/eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:26.857559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] For port 5ff1808f-1ae5-4a04-a4fa-341c45163b15, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=5ff1808f-1ae5-4a04-a4fa-341c45163b15,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:26.857958 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:26.870371 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Calling delete_port for 5ff1808f-1ae5-4a04-a4fa-341c45163b15 owned by compute:nova {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:27.004143 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (5ff1808f-1ae5-4a04-a4fa-341c45163b15), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.010413 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks [] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.039839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Pushing event deleted for resources: {'Port': ['ID=5ff1808f-1ae5-4a04-a4fa-341c45163b15,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:27.040318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['5ff1808f-1ae5-4a04-a4fa-341c45163b15'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:27.046941 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.082118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['5ff1808f-1ae5-4a04-a4fa-341c45163b15'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:27.090012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Network 0838abc7-180e-4237-824c-953098b0a68d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:27.095309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:27.099154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:27.102434 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] No DVR routers for this DVR port 5ff1808f-1ae5-4a04-a4fa-341c45163b15 on host n-h1-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:27.106615 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.111344 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.37 "DELETE /v2.0/ports/5ff1808f-1ae5-4a04-a4fa-341c45163b15 HTTP/1.1" status: 204 len: 173 time: 0.4366858 Feb 19 04:15:27.111851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'name': 'network-vif-deleted', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:27.129357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Pushing event updated for resources: {'Port': ['ID=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:27.158031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.158673 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.158796 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c192a6615bdfa156fbc491ed8c1250e6a803dbca8f67fd41f3dce117fbe6bfed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a17b5f-58ac-49de-a9de-583bb96869bc" -d '{"events": [{"server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "name": "network-vif-deleted", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:27.177628 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-bd75f459-1f2c-423b-830d-7f20852c704f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5725927 Feb 19 04:15:27.203977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Request body: {'port': {'device_id': '019bf339-cd35-493f-b93e-daa72495b7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:27.252928 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0f6bc6-5390-474e-8f17-987e8947a04d x-openstack-request-id: req-3d0f6bc6-5390-474e-8f17-987e8947a04d {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:27.253244 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a10bd9-c388-4617-94ae-6716eee446ef", "name": "network-vif-deleted", "tag": "5ff1808f-1ae5-4a04-a4fa-341c45163b15", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:27.253482 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d0f6bc6-5390-474e-8f17-987e8947a04d {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:27.253924 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a10bd9-c388-4617-94ae-6716eee446ef', 'name': 'network-vif-deleted', 'tag': '5ff1808f-1ae5-4a04-a4fa-341c45163b15', 'status': 'completed', 'code': 200} Feb 19 04:15:27.269981 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.536060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:27.543301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Publish callbacks [] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.556138 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Transition to ACTIVE for port object eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:15:27.560284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.658939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:27.708966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5b0ce-2590-462b-9f13-af537a793824 req-119cd586-ca8b-4e29-9fbe-8eb6d723ca8d tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.710486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34f5b0ce-2590-462b-9f13-af537a793824 req-119cd586-ca8b-4e29-9fbe-8eb6d723ca8d tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 944 time: 0.1199324 Feb 19 04:15:27.734896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Attempting to bind port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:27.735224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Attempting to bind port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:27.735549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Attempting to bind port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe on network 0838abc7-180e-4237-824c-953098b0a68d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:27.746096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe on network 0838abc7-180e-4237-824c-953098b0a68d not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:15:27.746416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Attempting to bind port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe on network 0838abc7-180e-4237-824c-953098b0a68d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:27.759021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:27.759355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Checking segment: {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:27.759741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Bound using segment: {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:27.760156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Bound port: eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:27.760510 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.786451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34f5b0ce-2590-462b-9f13-af537a793824 req-435b0eeb-9bd1-41c3-be40-07d7bd4d5530 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664971 Feb 19 04:15:27.835456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:27.838490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:27.843477 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.877798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.878522 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.879933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] 10.222.0.37 "PUT /v2.0/ports/eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 200 len: 1092 time: 0.6811810 Feb 19 04:15:27.880384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:27.882683 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0686dec8-7db7-4f84-ae93-63184af8917c" -d '{"events": [{"name": "network-changed", "server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:27.909585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823706d-8c35-421c-a92e-041cfb3ad0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:27.920432 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb11dc84-e28b-4b92-ad27-cab83ec2af53 x-openstack-request-id: req-eb11dc84-e28b-4b92-ad27-cab83ec2af53 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:27.921231 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:27.921497 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb11dc84-e28b-4b92-ad27-cab83ec2af53 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:27.921928 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe', 'status': 'completed', 'code': 200} Feb 19 04:15:27.986506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-b263b890-9921-4277-9bea-0d05e69064e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.988045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-b263b890-9921-4277-9bea-0d05e69064e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 1126 time: 0.0449460 Feb 19 04:15:28.037712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-5374afcc-348a-4a86-93f0-c311cf8ea928 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 200 len: 217 time: 0.0370555 Feb 19 04:15:28.068287 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:15:28.087097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-1e89a95d-4acb-4c4f-8898-0ed39e18a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.088512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-1e89a95d-4acb-4c4f-8898-0ed39e18a7d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0435495 Feb 19 04:15:28.120889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-d54a26e5-7638-4baa-b1aa-ab1a554ebee6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246582 Feb 19 04:15:28.210603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-14831ec4-89ee-41ce-bb6e-879c81b0598b service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833230 Feb 19 04:15:28.296958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d05b73ba-f954-4850-a459-9d8e7dfcfa88 req-562ceaab-844d-41d3-8eb6-56a707e7d313 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793431 Feb 19 04:15:28.424670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686dec8-7db7-4f84-ae93-63184af8917c req-06ef1f3b-a7cb-4a58-8aab-ed619ee4f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.426095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0686dec8-7db7-4f84-ae93-63184af8917c req-06ef1f3b-a7cb-4a58-8aab-ed619ee4f477 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 1126 time: 0.0440152 Feb 19 04:15:28.523815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686dec8-7db7-4f84-ae93-63184af8917c req-f313797e-fb64-4d8f-8724-418a4c94589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.525301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0686dec8-7db7-4f84-ae93-63184af8917c req-f313797e-fb64-4d8f-8724-418a4c94589e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.0934880 Feb 19 04:15:28.565897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0686dec8-7db7-4f84-ae93-63184af8917c req-0543302c-4350-4b91-a1ce-dba808b643e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 200 len: 217 time: 0.0345073 Feb 19 04:15:28.616428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686dec8-7db7-4f84-ae93-63184af8917c req-2497b9ab-126c-4d81-ba64-c2ce383db671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.617909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0686dec8-7db7-4f84-ae93-63184af8917c req-2497b9ab-126c-4d81-ba64-c2ce383db671 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0464966 Feb 19 04:15:28.650484 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0686dec8-7db7-4f84-ae93-63184af8917c req-24f59214-a766-40d2-90f9-5dcfac8bb365 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243750 Feb 19 04:15:28.738149 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0686dec8-7db7-4f84-ae93-63184af8917c req-1de51c62-07fa-493f-b6ca-4bbc0c353ee5 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815823 Feb 19 04:15:28.834812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0686dec8-7db7-4f84-ae93-63184af8917c req-1197eb0e-6984-4f5e-b6b7-8fff0415811e service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906882 Feb 19 04:15:28.908873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0123-a2ee-46f0-a2de-c30e3fbb1c2a req-f15a64fe-ed8b-4b14-a062-16e5f4b102d1 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.910403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42fe0123-a2ee-46f0-a2de-c30e3fbb1c2a req-f15a64fe-ed8b-4b14-a062-16e5f4b102d1 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 944 time: 0.0536206 Feb 19 04:15:28.956765 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42fe0123-a2ee-46f0-a2de-c30e3fbb1c2a req-fe177799-af38-43f2-bb32-9031d5dcec14 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Feb 19 04:15:30.074122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e4aeb-a759-454e-816e-57dec5770d53 req-1f75818a-896f-4899-bf1f-090c2b872ef9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:30.075610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d66e4aeb-a759-454e-816e-57dec5770d53 req-1f75818a-896f-4899-bf1f-090c2b872ef9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 944 time: 0.0514352 Feb 19 04:15:30.125216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d66e4aeb-a759-454e-816e-57dec5770d53 req-9080116c-bf2c-4303-9b86-83bb2e51cab1 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434136 Feb 19 04:15:30.212650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 5ff1808f-1ae5-4a04-a4fa-341c45163b15 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:30.235596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 5ff1808f-1ae5-4a04-a4fa-341c45163b15 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:30.235954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 5ff1808f-1ae5-4a04-a4fa-341c45163b15 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:31.247513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4d6dd-fd08-4616-8a1f-2ab791d51aa5 req-a032dca8-defd-4890-a447-5d4494497bb0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.248902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46f4d6dd-fd08-4616-8a1f-2ab791d51aa5 req-a032dca8-defd-4890-a447-5d4494497bb0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 944 time: 0.0553856 Feb 19 04:15:31.294300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46f4d6dd-fd08-4616-8a1f-2ab791d51aa5 req-2afbc996-e6ae-4e20-92f9-665f73e42cc8 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Feb 19 04:15:32.213896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:32.306743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:32.318579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe', 'network_id': '0838abc7-180e-4237-824c-953098b0a68d', 'port_id': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe', 'mac_address': 'fa:16:3e:cb:db:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5995cb24-1047-46e9-8851-8d273a4ad1b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:32.359405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:32.359801 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.372575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:32.392914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:32.396993 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.416788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e598b6a-e49d-44a2-9a33-167c1862242c req-ae6b28f1-508e-4384-8f33-688589f0e61a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.418315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e598b6a-e49d-44a2-9a33-167c1862242c req-ae6b28f1-508e-4384-8f33-688589f0e61a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 944 time: 0.0533388 Feb 19 04:15:32.444105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:32.451553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.451901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.452239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.452572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.452955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.453282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.453607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.453954 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.454281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.454633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.454997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.455320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.455638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.466363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e598b6a-e49d-44a2-9a33-167c1862242c req-38e24bb5-195b-4478-8d4b-5f81e6fb99e2 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Feb 19 04:15:32.833818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:33.594872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41238c52-5a00-46f6-999a-7f56999023a0 req-06847eea-7f84-49e7-8ae6-c39ab7f04767 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.596494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41238c52-5a00-46f6-999a-7f56999023a0 req-06847eea-7f84-49e7-8ae6-c39ab7f04767 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 945 time: 0.0605497 Feb 19 04:15:33.645031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41238c52-5a00-46f6-999a-7f56999023a0 req-3c5c7e39-15db-4c92-a1d6-09aa7469ab95 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Feb 19 04:15:34.225632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:34.273707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:34.277489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:34.277893 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:34.355109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:34.355473 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:34.377874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:34.380104 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5427222-fa3d-4251-be41-8982b3f5c110" -d '{"events": [{"server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "name": "network-vif-plugged", "status": "completed", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:34.393302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:34.397378 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:34.419311 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c774ed2-234b-4e3c-acbe-d58aed9394be x-openstack-request-id: req-2c774ed2-234b-4e3c-acbe-d58aed9394be {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:34.419603 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "name": "network-vif-plugged", "status": "completed", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:34.419865 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c774ed2-234b-4e3c-acbe-d58aed9394be {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:34.420245 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe', 'code': 200} Feb 19 04:15:34.445265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:34.557730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72551d-7f2b-4517-af0f-2689635e1826 req-d22d5af8-6fbf-461c-9a8f-bbd2222ed8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:34.559407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f72551d-7f2b-4517-af0f-2689635e1826 req-d22d5af8-6fbf-461c-9a8f-bbd2222ed8a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 1128 time: 0.0444829 Feb 19 04:15:34.602964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f72551d-7f2b-4517-af0f-2689635e1826 req-c6024aa0-4a8d-4074-a930-b89c3dd1ecce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367177 Feb 19 04:15:34.768867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64839e-6f0f-41bc-bf29-2da254106e84 req-69d58ea1-3369-41a0-8c9c-74aeeffc8d9a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:34.770439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a64839e-6f0f-41bc-bf29-2da254106e84 req-69d58ea1-3369-41a0-8c9c-74aeeffc8d9a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0559509 Feb 19 04:15:34.816926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a64839e-6f0f-41bc-bf29-2da254106e84 req-5ce013f2-f8a2-4ada-b9ee-7e3aa97e1d2f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Feb 19 04:15:35.939701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950f8ab-c658-4278-a595-b956fb090654 req-53bed32e-d96d-469d-8720-a9b81926b3bf tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.941180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0950f8ab-c658-4278-a595-b956fb090654 req-53bed32e-d96d-469d-8720-a9b81926b3bf tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0530074 Feb 19 04:15:35.988198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0950f8ab-c658-4278-a595-b956fb090654 req-9afd174c-bf4a-4098-84b4-719d09712eaa tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Feb 19 04:15:36.607006 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.106241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4bab-da25-4da4-bdb0-2ff617131e7e req-07ea7604-e7e6-40e3-9ae2-3377e0bd834a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.107729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caca4bab-da25-4da4-bdb0-2ff617131e7e req-07ea7604-e7e6-40e3-9ae2-3377e0bd834a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0518517 Feb 19 04:15:37.158460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caca4bab-da25-4da4-bdb0-2ff617131e7e req-6049a2b5-b5b6-4410-9edc-ba8df45ac8ce tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445764 Feb 19 04:15:37.278187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960bd73-59f9-4c3c-992e-b303f47f4a2c req-08d751a6-de9b-477f-b5ed-60902830eaef tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.279615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6960bd73-59f9-4c3c-992e-b303f47f4a2c req-08d751a6-de9b-477f-b5ed-60902830eaef tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0565476 Feb 19 04:15:37.325937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6960bd73-59f9-4c3c-992e-b303f47f4a2c req-e1f77769-8eeb-4905-b117-4fd1bfbfe2a9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401649 Feb 19 04:15:37.548855 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-289e4b7f-de6b-4faa-a0a8-7a38da5732f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437002 Feb 19 04:15:37.564964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729f60-2507-4e81-b8aa-6298b39efb9e req-e628d2b8-abdb-47f2-ac12-d67a20cb9dcf tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.566525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7729f60-2507-4e81-b8aa-6298b39efb9e req-e628d2b8-abdb-47f2-ac12-d67a20cb9dcf tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0534470 Feb 19 04:15:37.614309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7729f60-2507-4e81-b8aa-6298b39efb9e req-1386730a-aa04-4510-964a-dae9c7432cb4 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Feb 19 04:15:37.912218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-edaf319d-60b3-4716-bf35-f47f6e1dee04 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.913574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-edaf319d-60b3-4716-bf35-f47f6e1dee04 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports/eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 200 len: 943 time: 0.0511398 Feb 19 04:15:38.349930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a818cbcf-9323-4ef3-b2db-fdf8cdf49b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.736162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-5ec7f551-cb44-4d0f-9e12-6cc67ac86d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:38.737699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-5ec7f551-cb44-4d0f-9e12-6cc67ac86d96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 1128 time: 0.0749178 Feb 19 04:15:38.759377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085f02a-2d9b-4b19-aefb-c4e11e543d79 req-f2c784bc-bdcf-4141-8d05-b0f4c19730e6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:38.760793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3085f02a-2d9b-4b19-aefb-c4e11e543d79 req-f2c784bc-bdcf-4141-8d05-b0f4c19730e6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0723329 Feb 19 04:15:38.857425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3085f02a-2d9b-4b19-aefb-c4e11e543d79 req-02d8c24c-c3d3-4b7c-b17d-f5b71ee45396 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872297 Feb 19 04:15:38.871128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-a32d8315-c5c4-4493-80d1-49f2ba6b3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:38.872596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-a32d8315-c5c4-4493-80d1-49f2ba6b3bf5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.1276004 Feb 19 04:15:38.915132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-6443119f-47b0-4055-8724-49cbf61ebddf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 200 len: 217 time: 0.0354280 Feb 19 04:15:38.971832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-7d322362-a95d-4d79-bf27-201b033b3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:38.973313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-7d322362-a95d-4d79-bf27-201b033b3664 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0518746 Feb 19 04:15:39.004949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-eff8db37-9b57-432f-9a15-199e495a2423 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257945 Feb 19 04:15:39.091624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-824d0e01-9522-4fac-8151-b4cf57dc2e97 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803664 Feb 19 04:15:39.181224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-748273a1-ac21-432c-bb0b-d780e36c2626 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832715 Feb 19 04:15:39.976432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd708b-0a77-4827-87f8-646c257a3490 req-4b26ae03-f132-49c1-ab88-5fe35c864c21 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.977985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5fd708b-0a77-4827-87f8-646c257a3490 req-4b26ae03-f132-49c1-ab88-5fe35c864c21 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0527239 Feb 19 04:15:40.028188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5fd708b-0a77-4827-87f8-646c257a3490 req-17acda19-d5e4-400f-adad-b302fd65834c tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442502 Feb 19 04:15:40.531043 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e4bffd0c-1d0b-4c2c-9f89-7718b22897b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.154401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809c528-4926-4f02-b9de-032a286c1441 req-65ff2d61-8786-411f-8849-f0b6e8413d5e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.155895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c809c528-4926-4f02-b9de-032a286c1441 req-65ff2d61-8786-411f-8849-f0b6e8413d5e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0522625 Feb 19 04:15:41.206429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c809c528-4926-4f02-b9de-032a286c1441 req-55da7a54-e5db-4be3-8f5d-a9f58646a984 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 Feb 19 04:15:42.188863 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.328390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e273e-a96b-4765-a364-6bb864f33000 req-98ed6dd8-17a7-4294-9757-a3f74e8ade04 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:42.330443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc5e273e-a96b-4765-a364-6bb864f33000 req-98ed6dd8-17a7-4294-9757-a3f74e8ade04 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0536299 Feb 19 04:15:42.379223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc5e273e-a96b-4765-a364-6bb864f33000 req-5b103873-2cdb-4db2-a2c9-1b923d9d9609 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Feb 19 04:15:43.223679 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.497524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1048f0-77b7-472e-989b-9fade28e2007 req-51167f5d-e1d2-4b9c-909a-8cf15b4b0ae8 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.499041 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e1048f0-77b7-472e-989b-9fade28e2007 req-51167f5d-e1d2-4b9c-909a-8cf15b4b0ae8 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0507991 Feb 19 04:15:43.544911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3e1048f0-77b7-472e-989b-9fade28e2007 req-3e8ae535-7f78-4bde-b73d-cd3bbb813606 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Feb 19 04:15:44.670670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ce412-0414-4d62-bdb2-0a202c964f7d req-3b9a790c-9ccb-433e-a76b-78367dac878e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:44.672166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe1ce412-0414-4d62-bdb2-0a202c964f7d req-3b9a790c-9ccb-433e-a76b-78367dac878e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0556307 Feb 19 04:15:44.718257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe1ce412-0414-4d62-bdb2-0a202c964f7d req-c7e11428-3f4d-480b-b2bb-b0d66d67876f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396740 Feb 19 04:15:44.722044 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.838899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6618f3-062f-4a0b-a3cc-7843d2eaf798 req-feb6321c-ddb9-43e8-b0fb-7fe866ae5167 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:45.840370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b6618f3-062f-4a0b-a3cc-7843d2eaf798 req-feb6321c-ddb9-43e8-b0fb-7fe866ae5167 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0519199 Feb 19 04:15:45.889617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b6618f3-062f-4a0b-a3cc-7843d2eaf798 req-0d2e91e4-8eef-4c25-9aee-412aa7cd10aa tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Feb 19 04:15:47.011802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731056b-3db5-4765-b5da-a5ae9c0541d6 req-3d63f3b6-bdf0-4255-a42f-08d8b2605be6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:47.013291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d731056b-3db5-4765-b5da-a5ae9c0541d6 req-3d63f3b6-bdf0-4255-a42f-08d8b2605be6 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0558314 Feb 19 04:15:47.059712 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d731056b-3db5-4765-b5da-a5ae9c0541d6 req-a4bfb892-0301-4419-9fa0-94dbe41c8027 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Feb 19 04:15:48.177453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60599b-9927-4d0f-aef1-84c0765de680 req-54e846d5-f0e5-4063-8f56-6ff53c7dda0b tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.179216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a60599b-9927-4d0f-aef1-84c0765de680 req-54e846d5-f0e5-4063-8f56-6ff53c7dda0b tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0521996 Feb 19 04:15:48.225409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8a60599b-9927-4d0f-aef1-84c0765de680 req-77c54405-940a-4af5-aeca-b6106261f960 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Feb 19 04:15:49.343007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88d5df-c354-4411-bd67-347092b45560 req-0a15717a-1e46-49d5-b7be-539633111108 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:49.344502 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed88d5df-c354-4411-bd67-347092b45560 req-0a15717a-1e46-49d5-b7be-539633111108 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0518198 Feb 19 04:15:49.394741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed88d5df-c354-4411-bd67-347092b45560 req-811a8b70-d634-480d-9595-85ee0a720c54 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439324 Feb 19 04:15:50.519407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff7fee-85bc-43bc-b977-e596c4f7419d req-b1ff4448-a858-4973-a6b3-1cdf6884cd3a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.520877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fff7fee-85bc-43bc-b977-e596c4f7419d req-b1ff4448-a858-4973-a6b3-1cdf6884cd3a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0521207 Feb 19 04:15:50.568063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6fff7fee-85bc-43bc-b977-e596c4f7419d req-56a49796-4c1c-4bfb-b0ea-1008bbe85b98 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Feb 19 04:15:51.687653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376fabe-17c4-4ff1-931b-8c7d2d98c736 req-70b33fe5-c8c4-4717-bbc7-6a665a078c87 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.689181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6376fabe-17c4-4ff1-931b-8c7d2d98c736 req-70b33fe5-c8c4-4717-bbc7-6a665a078c87 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0520449 Feb 19 04:15:51.742550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6376fabe-17c4-4ff1-931b-8c7d2d98c736 req-35bdd6c0-cd69-4288-98a0-25de83885240 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 Feb 19 04:15:52.836775 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.867754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f607f-9fba-4e1f-8227-f4856c6a0284 req-54136885-4539-4fc0-a9e5-cc506a529f24 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.869252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-164f607f-9fba-4e1f-8227-f4856c6a0284 req-54136885-4539-4fc0-a9e5-cc506a529f24 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0585463 Feb 19 04:15:52.915715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-164f607f-9fba-4e1f-8227-f4856c6a0284 req-6908de91-964a-49ac-aafc-3e117fe2979b tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Feb 19 04:15:54.037171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bcb0d-5330-4653-9312-94ebb3344c74 req-8797909f-9095-4ad6-ae03-0433a02d0001 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:54.038716 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-226bcb0d-5330-4653-9312-94ebb3344c74 req-8797909f-9095-4ad6-ae03-0433a02d0001 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0519900 Feb 19 04:15:54.085124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-226bcb0d-5330-4653-9312-94ebb3344c74 req-5ced677d-9ac0-4d49-804b-14c0b6141f33 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Feb 19 04:15:55.213867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c60c8a-0b41-48e2-b9d0-e291543f8683 req-e7d11396-dd5e-4688-ab9c-b80f659b3cbb tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:55.215619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73c60c8a-0b41-48e2-b9d0-e291543f8683 req-e7d11396-dd5e-4688-ab9c-b80f659b3cbb tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0598369 Feb 19 04:15:55.598725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73c60c8a-0b41-48e2-b9d0-e291543f8683 req-6bb22e97-4fd9-4e28-9a9d-2982c4abe322 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775549 Feb 19 04:15:56.718633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203e66b-5159-4165-9ac7-35bed01cf550 req-e3cddc0b-36e4-4442-8f45-795869025065 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:56.720127 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b203e66b-5159-4165-9ac7-35bed01cf550 req-e3cddc0b-36e4-4442-8f45-795869025065 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0525675 Feb 19 04:15:56.771998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b203e66b-5159-4165-9ac7-35bed01cf550 req-56ac370c-a607-4746-ac01-dee678f3e613 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459599 Feb 19 04:15:57.895720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ecb9f-01b8-4e91-8562-8e89fffeb99a req-b33cf38e-4cf4-4bcc-9234-4061a0d6d008 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.897201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b7ecb9f-01b8-4e91-8562-8e89fffeb99a req-b33cf38e-4cf4-4bcc-9234-4061a0d6d008 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0544577 Feb 19 04:15:57.946235 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b7ecb9f-01b8-4e91-8562-8e89fffeb99a req-3e41285b-6cbc-4df3-ac76-56d67fce6a4f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431869 Feb 19 04:15:59.064009 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccd2bf-d1fa-4303-a327-fbb930316833 req-adcb4c45-abf3-4e5c-a120-538529bd3bb1 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.066028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3ccd2bf-d1fa-4303-a327-fbb930316833 req-adcb4c45-abf3-4e5c-a120-538529bd3bb1 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0517356 Feb 19 04:15:59.111255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3ccd2bf-d1fa-4303-a327-fbb930316833 req-8a226d7a-aa74-4c9e-9efd-a83673eee0c7 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 Feb 19 04:16:00.230244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a670d2-809f-4086-a7a4-90c7e14dfdf9 req-baeba925-882e-4fef-b301-2ce2b42885e0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:00.231650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1a670d2-809f-4086-a7a4-90c7e14dfdf9 req-baeba925-882e-4fef-b301-2ce2b42885e0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0527294 Feb 19 04:16:00.276951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e1a670d2-809f-4086-a7a4-90c7e14dfdf9 req-955057c1-5d05-43e5-b901-fa9dabcc5600 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390768 Feb 19 04:16:01.400044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a07d4-591a-48ad-8afa-99b799995799 req-5ad84659-9de2-4186-b966-50307aba8748 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.401713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c31a07d4-591a-48ad-8afa-99b799995799 req-5ad84659-9de2-4186-b966-50307aba8748 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0560226 Feb 19 04:16:01.448521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c31a07d4-591a-48ad-8afa-99b799995799 req-3dc70443-40d8-4ac5-b5e3-527ec81fba43 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408645 Feb 19 04:16:02.571370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046fa90-bbbc-4918-82df-de2ec846158e req-e0d208c1-1823-4f49-8938-ae9bd38bd250 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:02.572878 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b046fa90-bbbc-4918-82df-de2ec846158e req-e0d208c1-1823-4f49-8938-ae9bd38bd250 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0551639 Feb 19 04:16:02.623863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b046fa90-bbbc-4918-82df-de2ec846158e req-cc5a0627-1b44-433d-8cad-1528ce67a07f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453074 Feb 19 04:16:03.741632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93772a65-fb20-4d60-a523-f8279771e19e req-3e27749c-f8d8-4dc1-9eda-d001b59432a4 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:03.743133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93772a65-fb20-4d60-a523-f8279771e19e req-3e27749c-f8d8-4dc1-9eda-d001b59432a4 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0508182 Feb 19 04:16:03.791324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93772a65-fb20-4d60-a523-f8279771e19e req-223ed8d6-6267-4890-9e70-494cad61c509 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Feb 19 04:16:04.919353 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85ec4-75b0-4942-8b67-82dddecc8c07 req-622b9f69-227f-4afb-ad54-2d73c2fec68f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:04.920846 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44d85ec4-75b0-4942-8b67-82dddecc8c07 req-622b9f69-227f-4afb-ad54-2d73c2fec68f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0556080 Feb 19 04:16:04.967729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44d85ec4-75b0-4942-8b67-82dddecc8c07 req-7b86cddf-8106-4ed8-8b03-920cbf24601b tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Feb 19 04:16:05.069511 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:16:06.085581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11337a-d342-43ab-b334-b9cd57112179 req-6adb1255-877e-4143-a459-d59d5448dbd9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:06.087103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c11337a-d342-43ab-b334-b9cd57112179 req-6adb1255-877e-4143-a459-d59d5448dbd9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0518618 Feb 19 04:16:06.132899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c11337a-d342-43ab-b334-b9cd57112179 req-27bd660d-8b9f-44d8-85ab-277ddf326c26 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Feb 19 04:16:06.526213 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-214c38a8-f551-4043-a60a-2ea4ca300fbd service neutron] show failed (client error): The resource could not be found. Feb 19 04:16:06.527232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-214c38a8-f551-4043-a60a-2ea4ca300fbd service neutron] 10.222.0.37 "GET /v2.0/ports/eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0569143 Feb 19 04:16:06.607113 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.746086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-75a3f703-0737-4030-a98c-f90e83c19373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:06.747611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-75a3f703-0737-4030-a98c-f90e83c19373 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb&tenant_id=5e213863b96f4276ac60c64abfe544c8 HTTP/1.1" status: 200 len: 1128 time: 0.0513351 Feb 19 04:16:06.762132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:06.830097 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.038627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:07.072050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:07.111285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:07.113547 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e788ceab-154e-4758-91a2-ef34b0aee453" -d '{"events": [{"server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:07.117199 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Publish callbacks [] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.130163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Transition to ACTIVE for port object eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:16:07.134343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.173060 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18386402-0ba5-42e4-af64-f78b3b4169bd x-openstack-request-id: req-18386402-0ba5-42e4-af64-f78b3b4169bd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:07.173365 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:07.173618 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18386402-0ba5-42e4-af64-f78b3b4169bd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:07.174127 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe', 'code': 200} Feb 19 04:16:07.191454 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:07.209872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] No DVR routers for this DVR port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:07.281054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Attempting to bind port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:07.281399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Attempting to bind port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:07.281734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Attempting to bind port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe on network 0838abc7-180e-4237-824c-953098b0a68d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:07.288837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe on network 0838abc7-180e-4237-824c-953098b0a68d not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:16:07.289160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Attempting to bind port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe on network 0838abc7-180e-4237-824c-953098b0a68d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:07.298284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:07.298506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Checking segment: {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:07.298897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Bound using segment: {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:07.299360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Bound port: eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d7969b-b1f1-411b-9a8b-538f538c1d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0838abc7-180e-4237-824c-953098b0a68d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:07.299725 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.325329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88343358-c08b-47d1-a7fa-0d897c76724d req-7d0cc9a8-eb4a-4149-a004-24984a4f122d tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:07.326864 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88343358-c08b-47d1-a7fa-0d897c76724d req-7d0cc9a8-eb4a-4149-a004-24984a4f122d tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 944 time: 0.0827181 Feb 19 04:16:07.405733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:07.408932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:07.413049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88343358-c08b-47d1-a7fa-0d897c76724d req-e8a9c959-343f-4b09-9335-c96d01edbfea tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688536 Feb 19 04:16:07.419387 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.457154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:07.457696 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.459362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] 10.222.0.71 "PUT /v2.0/ports/eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 200 len: 1092 time: 0.7015898 Feb 19 04:16:07.508684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ffd9e-5458-49b2-a792-bc1e5e8df4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:07.530666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-831270b2-45a0-437e-881f-f7c8fd3e3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:07.532222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-831270b2-45a0-437e-881f-f7c8fd3e3c2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 1126 time: 0.0504873 Feb 19 04:16:07.623828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-b19bf6c7-3344-47fd-bffb-66de5e44e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:07.625311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-b19bf6c7-3344-47fd-bffb-66de5e44e1e3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.0866315 Feb 19 04:16:07.671697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-17f79706-0479-4c6c-92c6-2862a769bcc1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 200 len: 217 time: 0.0389931 Feb 19 04:16:07.721517 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-a24c920e-0662-43da-883f-26410f8b07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:07.723033 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-a24c920e-0662-43da-883f-26410f8b07eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0440786 Feb 19 04:16:07.755659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-eb1583dc-5000-46db-890c-7563555064a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263369 Feb 19 04:16:07.847797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-659a8a4f-9707-444e-b540-2acc0cb7909d service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853841 Feb 19 04:16:07.936253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d22fa0fe-dc24-4953-b678-ad3b15f66b7b req-2cb4b34a-cfc5-4b20-aa80-cf8bb04e64ec service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822833 Feb 19 04:16:08.354450 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a89c8e7c-0dca-4006-a2e1-033ec7c8a0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.542158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720ba70-6399-4f8c-9a2b-ee6c6ed493b7 req-ff90abad-661f-4b3a-b37e-92cfd5897b7f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:08.543715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f720ba70-6399-4f8c-9a2b-ee6c6ed493b7 req-ff90abad-661f-4b3a-b37e-92cfd5897b7f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 944 time: 0.0581307 Feb 19 04:16:08.595278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f720ba70-6399-4f8c-9a2b-ee6c6ed493b7 req-0cdfe374-a4c8-4cfa-a597-7d132c59b36d tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458338 Feb 19 04:16:09.175476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:09.177897 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a3de98-d758-403c-8301-3c3987737da9" -d '{"events": [{"name": "network-changed", "server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:09.225397 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35ee2e0-4f3c-47e2-98cb-2f9e78fc474c x-openstack-request-id: req-e35ee2e0-4f3c-47e2-98cb-2f9e78fc474c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:09.225715 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:09.226007 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e35ee2e0-4f3c-47e2-98cb-2f9e78fc474c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:09.226470 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe', 'status': 'completed', 'code': 200} Feb 19 04:16:09.330145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3de98-d758-403c-8301-3c3987737da9 req-463b88ea-ef44-45ba-b172-574c7cdc3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:09.331728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-463b88ea-ef44-45ba-b172-574c7cdc3f80 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 1126 time: 0.0822434 Feb 19 04:16:09.348448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3de98-d758-403c-8301-3c3987737da9 req-421c4140-31c2-4087-9bee-909609d52729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:09.349964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-421c4140-31c2-4087-9bee-909609d52729 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 1126 time: 0.0703270 Feb 19 04:16:09.508604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3de98-d758-403c-8301-3c3987737da9 req-56827ba7-2527-4005-ae1d-62cfe7719649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:09.510061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-56827ba7-2527-4005-ae1d-62cfe7719649 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.1715057 Feb 19 04:16:09.515622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3de98-d758-403c-8301-3c3987737da9 req-11f1b377-8e4a-42ca-a6f9-2ca99f9cd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:09.517136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-11f1b377-8e4a-42ca-a6f9-2ca99f9cd261 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.1559961 Feb 19 04:16:09.591281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-7d000ce1-6fcd-4b6c-accf-407815083617 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 200 len: 217 time: 0.0667293 Feb 19 04:16:09.592507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-339d158c-ffd5-4525-8f51-9874a001a17e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 200 len: 217 time: 0.0745158 Feb 19 04:16:09.691243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3de98-d758-403c-8301-3c3987737da9 req-53b0c7ea-bb4c-4303-b6b5-84b30dd431d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:09.692718 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-53b0c7ea-bb4c-4303-b6b5-84b30dd431d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0954828 Feb 19 04:16:09.708936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3de98-d758-403c-8301-3c3987737da9 req-6553b8c8-2f6d-4b0c-8d78-b8253e3e7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:09.710420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-6553b8c8-2f6d-4b0c-8d78-b8253e3e7584 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.1041083 Feb 19 04:16:09.747172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-968a4dc7-5aef-48b6-8cba-147536e9839a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356598 Feb 19 04:16:09.765063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-38f3ede3-ec75-4941-930e-1abe14c13851 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454695 Feb 19 04:16:09.878896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b30799-92b7-4842-9d31-2bd42ff60f66 req-d669e6b8-2b9a-4df3-8a25-5cb7b0eec5ff tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:09.880391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1b30799-92b7-4842-9d31-2bd42ff60f66 req-d669e6b8-2b9a-4df3-8a25-5cb7b0eec5ff tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 944 time: 0.2086923 Feb 19 04:16:09.959551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-6fc311ea-f015-4a17-8d55-3760c00ad036 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972921 Feb 19 04:16:09.989251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-cff4f72e-392c-4c87-92e6-410661df41ae service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145591 Feb 19 04:16:10.001100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1b30799-92b7-4842-9d31-2bd42ff60f66 req-9c675af6-c1bb-42d4-92d5-c72ef2d143f0 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145265 Feb 19 04:16:10.096129 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:16:10.134173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-2c8ea5eb-a867-46e4-81cd-9e8603a85d45 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554456 Feb 19 04:16:10.145309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32a3de98-d758-403c-8301-3c3987737da9 req-8a9536ec-3266-4872-9f53-14418b2da194 service neutron] 10.222.0.71 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432724 Feb 19 04:16:10.210059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:10.223450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe', 'network_id': '0838abc7-180e-4237-824c-953098b0a68d', 'port_id': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe', 'mac_address': 'fa:16:3e:cb:db:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5995cb24-1047-46e9-8851-8d273a4ad1b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:16:10.244762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eeb08-4875-4778-b124-7c240a79526f req-225dd7db-b599-4833-bf68-3b7211625828 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.246288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f25eeb08-4875-4778-b124-7c240a79526f req-225dd7db-b599-4833-bf68-3b7211625828 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 944 time: 0.0861220 Feb 19 04:16:10.261593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:10.262026 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.276075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:10.295035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070314d-b0e7-4926-bf64-09f166821d35 req-21cf7590-a043-41d6-b8e8-143aa137c0eb tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.295603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:10.296565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0070314d-b0e7-4926-bf64-09f166821d35 req-21cf7590-a043-41d6-b8e8-143aa137c0eb tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.37 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb&tenant_id=5e213863b96f4276ac60c64abfe544c8&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 944 time: 0.0928397 Feb 19 04:16:10.300116 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.343732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f25eeb08-4875-4778-b124-7c240a79526f req-ff80e171-2007-464e-a084-8dbde3613764 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889091 Feb 19 04:16:10.368709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:10.379379 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-0070314d-b0e7-4926-bf64-09f166821d35 req-9b5b13ba-aa6e-4090-99ce-9b86fd8d8b12 service neutron] delete failed (client error): The resource could not be found. Feb 19 04:16:10.380444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0070314d-b0e7-4926-bf64-09f166821d35 req-9b5b13ba-aa6e-4090-99ce-9b86fd8d8b12 service neutron] 10.222.0.37 "DELETE /v2.0/ports/eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0749431 Feb 19 04:16:10.459302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:10.506233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe host n-h2-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:16:10.506634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:10.509523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070314d-b0e7-4926-bf64-09f166821d35 req-69173f00-0c96-457f-bb36-f5d9b9bfe02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.510988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0070314d-b0e7-4926-bf64-09f166821d35 req-69173f00-0c96-457f-bb36-f5d9b9bfe02c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e213863b96f4276ac60c64abfe544c8&device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 1127 time: 0.0535188 Feb 19 04:16:10.546328 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a0574132-0441-4515-9bc5-f66b83292167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.550103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:10.620258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070314d-b0e7-4926-bf64-09f166821d35 req-56dee7dd-e2f7-49ff-aae2-9993334142b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.621866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0070314d-b0e7-4926-bf64-09f166821d35 req-56dee7dd-e2f7-49ff-aae2-9993334142b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 200 len: 915 time: 0.1038694 Feb 19 04:16:10.666218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0070314d-b0e7-4926-bf64-09f166821d35 req-e7830df4-234a-40f7-b86b-baa96e3b0dfc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 200 len: 217 time: 0.0370915 Feb 19 04:16:10.722923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070314d-b0e7-4926-bf64-09f166821d35 req-c1d9b7e6-6637-4b68-a37b-4c231e086857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.724441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0070314d-b0e7-4926-bf64-09f166821d35 req-c1d9b7e6-6637-4b68-a37b-4c231e086857 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 200 len: 854 time: 0.0522103 Feb 19 04:16:10.757908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0070314d-b0e7-4926-bf64-09f166821d35 req-e53c5972-e234-4a03-a81c-2ca384554267 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0838abc7-180e-4237-824c-953098b0a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269029 Feb 19 04:16:10.852652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0070314d-b0e7-4926-bf64-09f166821d35 req-06691263-bfa1-4d5f-89a7-4caceb6ebb20 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876393 Feb 19 04:16:10.950281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0070314d-b0e7-4926-bf64-09f166821d35 req-c4978adc-d087-43ac-a409-fe85ae2ae7c8 service neutron] 10.222.0.37 "GET /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913167 Feb 19 04:16:11.471550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640f890-8d87-47f5-951a-cfe35ff596cb req-c0c17b23-176f-43d3-83a6-1a80577be5db tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:11.473164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a640f890-8d87-47f5-951a-cfe35ff596cb req-c0c17b23-176f-43d3-83a6-1a80577be5db tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 945 time: 0.0548341 Feb 19 04:16:11.522227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a640f890-8d87-47f5-951a-cfe35ff596cb req-728b7a97-fbf4-484f-baeb-4b826e6ac5e2 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432277 Feb 19 04:16:12.106331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:12.154362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:12.159098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:12.159451 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.203830 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.252541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:12.252827 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.275923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:12.278320 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ca18f6-8cd7-4a13-9a5b-1173eed2d9c9" -d '{"events": [{"server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "name": "network-vif-plugged", "status": "completed", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:12.291336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:12.295646 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.320110 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fe425e-658d-4953-bef9-3f4caa9a5b8f x-openstack-request-id: req-60fe425e-658d-4953-bef9-3f4caa9a5b8f {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:12.320401 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "name": "network-vif-plugged", "status": "completed", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:12.320654 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60fe425e-658d-4953-bef9-3f4caa9a5b8f {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:12.321045 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe', 'code': 200} Feb 19 04:16:12.346608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:12.642445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc8b78-51a0-4dd4-9da0-b79b39b3acc0 req-309231b1-104a-4bb4-9ea3-74ec56d00d62 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.644575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28cc8b78-51a0-4dd4-9da0-b79b39b3acc0 req-309231b1-104a-4bb4-9ea3-74ec56d00d62 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0524287 Feb 19 04:16:12.695285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28cc8b78-51a0-4dd4-9da0-b79b39b3acc0 req-ba4397de-b418-497c-a0e3-dd4cd17769d9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451374 Feb 19 04:16:12.809406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f98354-c807-4de3-876a-f7d05206d251 req-c2c55a6d-5a00-4f63-bda7-3eb0b85e4679 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.810819 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4f98354-c807-4de3-876a-f7d05206d251 req-c2c55a6d-5a00-4f63-bda7-3eb0b85e4679 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0510609 Feb 19 04:16:12.855753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4f98354-c807-4de3-876a-f7d05206d251 req-95dcab69-0a94-4954-bb76-597bc60d2919 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Feb 19 04:16:12.972814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f51d3a-d057-446c-87e3-4cc4ffa9ad16 req-4b980685-c12b-4785-a5ee-141f333d975d tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.974336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89f51d3a-d057-446c-87e3-4cc4ffa9ad16 req-4b980685-c12b-4785-a5ee-141f333d975d tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0536795 Feb 19 04:16:13.020297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89f51d3a-d057-446c-87e3-4cc4ffa9ad16 req-efc7506a-7001-458f-aff9-61eae5212058 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Feb 19 04:16:13.229643 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.381229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c047-9ea7-4190-9772-d1bff4475667 req-678914bc-0efa-4714-b9ef-826ebc38766f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:13.382743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9066c047-9ea7-4190-9772-d1bff4475667 req-678914bc-0efa-4714-b9ef-826ebc38766f tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0631082 Feb 19 04:16:13.433689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9066c047-9ea7-4190-9772-d1bff4475667 req-c4f24925-a9fe-4ea8-9ac2-56c92a57d7c9 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445030 Feb 19 04:16:14.593622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec049fca-399b-4712-af6b-3c9d437a43a9 req-ef37bc72-435e-447b-b25a-73f2d08dfef3 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.595142 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec049fca-399b-4712-af6b-3c9d437a43a9 req-ef37bc72-435e-447b-b25a-73f2d08dfef3 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0870888 Feb 19 04:16:14.605791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e55887-cad0-465e-8032-62bd195c4040 req-f35b7668-ab18-48de-b116-de00faebac77 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.607239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41e55887-cad0-465e-8032-62bd195c4040 req-f35b7668-ab18-48de-b116-de00faebac77 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.71 "GET /v2.0/ports?device_id=019bf339-cd35-493f-b93e-daa72495b7bb HTTP/1.1" status: 200 len: 946 time: 0.0693929 Feb 19 04:16:14.702063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec049fca-399b-4712-af6b-3c9d437a43a9 req-548a0c4a-1e43-4d23-966e-e75f27b1126a tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.42 "GET /v2.0/security-groups?id=be63af5f-2799-430e-aae5-f1af924dab1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938284 Feb 19 04:16:14.729204 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.737182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-41e55887-cad0-465e-8032-62bd195c4040 req-b978c431-dbd0-4493-a852-bc92411f8a6e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Deleting port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:14.737658 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-41e55887-cad0-465e-8032-62bd195c4040 req-b978c431-dbd0-4493-a852-bc92411f8a6e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.833298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-41e55887-cad0-465e-8032-62bd195c4040 req-b978c431-dbd0-4493-a852-bc92411f8a6e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] For port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,segment=NetworkSegment(64d7969b-b1f1-411b-9a8b-538f538c1d23),segment_id=64d7969b-b1f1-411b-9a8b-538f538c1d23)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:14.833658 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-41e55887-cad0-465e-8032-62bd195c4040 req-b978c431-dbd0-4493-a852-bc92411f8a6e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.845746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-41e55887-cad0-465e-8032-62bd195c4040 req-b978c431-dbd0-4493-a852-bc92411f8a6e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Calling delete_port for eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:14.980118 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-41e55887-cad0-465e-8032-62bd195c4040 req-b978c431-dbd0-4493-a852-bc92411f8a6e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.994258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:15.012246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978c431-dbd0-4493-a852-bc92411f8a6e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Pushing event deleted for resources: {'Port': ['ID=eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:15.063413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e55887-cad0-465e-8032-62bd195c4040 req-b978c431-dbd0-4493-a852-bc92411f8a6e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] No DVR routers for this DVR port eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:15.067452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-41e55887-cad0-465e-8032-62bd195c4040 req-b978c431-dbd0-4493-a852-bc92411f8a6e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.071155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41e55887-cad0-465e-8032-62bd195c4040 req-b978c431-dbd0-4493-a852-bc92411f8a6e tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] 10.222.0.71 "DELETE /v2.0/ports/eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe HTTP/1.1" status: 204 len: 173 time: 0.4570904 Feb 19 04:16:15.071665 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'name': 'network-vif-deleted', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:15.074240 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6355e112-8a03-4f6c-9048-cad735860873" -d '{"events": [{"server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "name": "network-vif-deleted", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:15.128167 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8abe364-3819-472b-b252-8ea781b320c3 x-openstack-request-id: req-b8abe364-3819-472b-b252-8ea781b320c3 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:15.128520 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019bf339-cd35-493f-b93e-daa72495b7bb", "name": "network-vif-deleted", "tag": "eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:15.128777 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8abe364-3819-472b-b252-8ea781b320c3 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:15.129185 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019bf339-cd35-493f-b93e-daa72495b7bb', 'name': 'network-vif-deleted', 'tag': 'eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe', 'status': 'completed', 'code': 200} Feb 19 04:16:15.831078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60468) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:15.875262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3a9cf5-6dd8-4335-97c6-fe210420c147 admin admin] Deleting subnet 5995cb24-1047-46e9-8851-8d273a4ad1b9 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:16:15.879130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9cf5-6dd8-4335-97c6-fe210420c147 admin admin] Publish callbacks [] for subnet (5995cb24-1047-46e9-8851-8d273a4ad1b9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.912987 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9cf5-6dd8-4335-97c6-fe210420c147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (5995cb24-1047-46e9-8851-8d273a4ad1b9), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.956923 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9cf5-6dd8-4335-97c6-fe210420c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (5995cb24-1047-46e9-8851-8d273a4ad1b9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.012940 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9cf5-6dd8-4335-97c6-fe210420c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (5995cb24-1047-46e9-8851-8d273a4ad1b9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.037648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a9cf5-6dd8-4335-97c6-fe210420c147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5995cb24-1047-46e9-8851-8d273a4ad1b9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:16.041276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f3a9cf5-6dd8-4335-97c6-fe210420c147 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.047419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7f3a9cf5-6dd8-4335-97c6-fe210420c147 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5995cb24-1047-46e9-8851-8d273a4ad1b9 HTTP/1.1" status: 204 len: 168 time: 0.2123220 Feb 19 04:16:16.047419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60470) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:16.115135 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (0838abc7-180e-4237-824c-953098b0a68d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.197733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (0838abc7-180e-4237-824c-953098b0a68d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.220544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0838abc7-180e-4237-824c-953098b0a68d']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:16.231579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d7969b-b1f1-411b-9a8b-538f538c1d23') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:16.231881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d7969b-b1f1-411b-9a8b-538f538c1d23') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:16.243530 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (64d7969b-b1f1-411b-9a8b-538f538c1d23), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.258455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (64d7969b-b1f1-411b-9a8b-538f538c1d23), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.265151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:16:16.265562 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (64d7969b-b1f1-411b-9a8b-538f538c1d23), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:16:16.267637 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:16:16.331719 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (0838abc7-180e-4237-824c-953098b0a68d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.337189 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.340432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] 10.222.0.42 "DELETE /v2.0/networks/0838abc7-180e-4237-824c-953098b0a68d HTTP/1.1" status: 204 len: 168 time: 0.2925463 Feb 19 04:16:16.353703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb5a25-6b44-46c2-8bd3-28a4a66d662e admin admin] Pushing event deleted for resources: {'Network': ['ID=0838abc7-180e-4237-824c-953098b0a68d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:16.449761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60474) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:16.489873 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7de1db52-9fff-4bd0-8e01-9fc87c5f1e13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e213863b96f4276ac60c64abfe544c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386822 Feb 19 04:16:16.492270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60476) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:16.539356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-143cf6f6-e156-4378-8e14-0ebb6dc32f59 admin admin] Publish callbacks [] for security_group (be63af5f-2799-430e-aae5-f1af924dab1a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.560443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-143cf6f6-e156-4378-8e14-0ebb6dc32f59 admin admin] Publish callbacks [] for security_group (be63af5f-2799-430e-aae5-f1af924dab1a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.606846 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-143cf6f6-e156-4378-8e14-0ebb6dc32f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (be63af5f-2799-430e-aae5-f1af924dab1a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.609595 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-143cf6f6-e156-4378-8e14-0ebb6dc32f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.610900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-143cf6f6-e156-4378-8e14-0ebb6dc32f59 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be63af5f-2799-430e-aae5-f1af924dab1a HTTP/1.1" status: 204 len: 168 time: 0.1176894 Feb 19 04:16:16.619328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cf6f6-e156-4378-8e14-0ebb6dc32f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be63af5f-2799-430e-aae5-f1af924dab1a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:17.269637 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60498) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:17.372897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-145451122-network', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:17.395634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Made reservation on behalf of a1e59b6eedcd4fc584b202cc68419a05 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:17.397888 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.405929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.481813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Publish callbacks [] for security_group (938a4e40-3e1f-43e1-b75d-30d2fd4d71b5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.485483 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (938a4e40-3e1f-43e1-b75d-30d2fd4d71b5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.509904 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:16:17.519340 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938a4e40-3e1f-43e1-b75d-30d2fd4d71b5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:17.527957 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (718e19da-a146-4c1f-bc8c-94f863e57cec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.528298 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Added segment 718e19da-a146-4c1f-bc8c-94f863e57cec of type vlan for network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 Feb 19 04:16:17.530554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.530902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.531348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.531689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.532020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.532349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.532674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.533004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.533921 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.534250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.534575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.534927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.535246 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:17.578877 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (4ea66a60-076d-4564-b8d8-6f9fbfedfc89), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.603887 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (4ea66a60-076d-4564-b8d8-6f9fbfedfc89), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.604807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:17.605386 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.656434 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3856652 Feb 19 04:16:17.659629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60502) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:17.664752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Request body: {'subnet': {'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-145451122-subnet', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:17.672273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e238e-cf23-424c-b840-5e4b97398dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea66a60-076d-4564-b8d8-6f9fbfedfc89,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:17.682778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:16:17.685721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Made reservation on behalf of a1e59b6eedcd4fc584b202cc68419a05 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:17.688542 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.851459 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (c96f5a86-e791-4824-b70f-3ba6eb086955), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.902628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96f5a86-e791-4824-b70f-3ba6eb086955,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:17.914275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:17.914628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Network hostable DHCP agents. Network: 4ea66a60-076d-4564-b8d8-6f9fbfedfc89, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:16:17.932097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:16:17.941710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 4ea66a60-076d-4564-b8d8-6f9fbfedfc89) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:17.945637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:17.946504 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.950838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0438d99-a298-4a61-bd52-60d124e379a9 None None] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:17.962236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2a82bce4-5488-4d1e-b2b5-b98287a19b2c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3013992 Feb 19 04:16:17.965835 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60504) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:17.970470 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:17.989885 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (79ee1cfd-584e-4471-ab30-19ef78f78d58), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.990917 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (79ee1cfd-584e-4471-ab30-19ef78f78d58), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.043633 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks [] for router_controller (79ee1cfd-584e-4471-ab30-19ef78f78d58), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.053418 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:16:18.054359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.130059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:18.154283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:18.154550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device eb8a9fd0-d2f4-453e-8153-cc0a1d8961fe not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:18.185186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks [] for router_gateway (79ee1cfd-584e-4471-ab30-19ef78f78d58), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.210026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Allocated IP 172.20.0.2 (4ea66a60-076d-4564-b8d8-6f9fbfedfc89/c96f5a86-e791-4824-b70f-3ba6eb086955/d497e653-8bb8-4f54-bfad-acbaeebc2740) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:18.360447 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Publish callbacks [] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.366944 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.384875 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks [] for router_gateway (79ee1cfd-584e-4471-ab30-19ef78f78d58), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.400870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:18.403743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:18.406620 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:18.407112 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.425179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Pushing event updated for resources: {'Port': ['ID=d497e653-8bb8-4f54-bfad-acbaeebc2740,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:18.474295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Attempting to bind port d497e653-8bb8-4f54-bfad-acbaeebc2740 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:18.474665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Attempting to bind port d497e653-8bb8-4f54-bfad-acbaeebc2740 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:18.475054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Attempting to bind port d497e653-8bb8-4f54-bfad-acbaeebc2740 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:18.479962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:18.480333 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:18.480732 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.481123 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:18.481587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Bound port: d497e653-8bb8-4f54-bfad-acbaeebc2740, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:18.481989 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.513048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Allocated IP 172.25.4.94 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/65b72eda-e542-45f3-adfd-404707af4962) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:18.546319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] For port d497e653-8bb8-4f54-bfad-acbaeebc2740, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:18.550561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] For port d497e653-8bb8-4f54-bfad-acbaeebc2740, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d497e653-8bb8-4f54-bfad-acbaeebc2740,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:18.556359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.619271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b012717-a855-4227-a6a5-ac05b09d7478 None None] Pushing event updated for resources: {'Port': ['ID=d497e653-8bb8-4f54-bfad-acbaeebc2740,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:18.628474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks [] for port (65b72eda-e542-45f3-adfd-404707af4962), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.663505 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (65b72eda-e542-45f3-adfd-404707af4962), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.702074 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:18.705454 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:18.711201 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:18.716790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Pushing event updated for resources: {'Port': ['ID=65b72eda-e542-45f3-adfd-404707af4962,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:18.994772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks [] for router_gateway (79ee1cfd-584e-4471-ab30-19ef78f78d58), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.526793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87624527-f981-4e41-adf6-6a19ab2f4af1 None None] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:19.539030 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (79ee1cfd-584e-4471-ab30-19ef78f78d58), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.596106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f2470ca7-bae1-4b4f-9158-912114342a79 None None] Provisioning complete for port d497e653-8bb8-4f54-bfad-acbaeebc2740 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:19.596490 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f2470ca7-bae1-4b4f-9158-912114342a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.669591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:16:19.718681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f2470ca7-bae1-4b4f-9158-912114342a79 None None] Current status of the port d497e653-8bb8-4f54-bfad-acbaeebc2740 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:19.719089 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f2470ca7-bae1-4b4f-9158-912114342a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.770270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f2470ca7-bae1-4b4f-9158-912114342a79 None None] For port d497e653-8bb8-4f54-bfad-acbaeebc2740, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d497e653-8bb8-4f54-bfad-acbaeebc2740,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:19.775312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f2470ca7-bae1-4b4f-9158-912114342a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.800330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:19.809962 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:19.826537 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:19.827441 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:16:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:19.831898 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d497e653-8bb8-4f54-bfad-acbaeebc2740 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:19.837216 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.839543 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-206285c4-0497-4089-9c85-13bd5bbcd832 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8725371 Feb 19 04:16:19.842065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60506) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:19.883863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2470ca7-bae1-4b4f-9158-912114342a79 None None] Pushing event updated for resources: {'Port': ['ID=d497e653-8bb8-4f54-bfad-acbaeebc2740,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:19.908841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d497e653-8bb8-4f54-bfad-acbaeebc2740 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:19.908841 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.972814 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:20.020035 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d497e653-8bb8-4f54-bfad-acbaeebc2740 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:20.023226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-9645c6f4-259f-4768-a4a0-eb0a39a63b45 None None] Provisioning complete for port d497e653-8bb8-4f54-bfad-acbaeebc2740 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:20.023607 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9645c6f4-259f-4768-a4a0-eb0a39a63b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.102148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-9645c6f4-259f-4768-a4a0-eb0a39a63b45 None None] Current status of the port d497e653-8bb8-4f54-bfad-acbaeebc2740 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:20.164131 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:18Z', 'revision_number': 3, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:20.194195 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:20.194551 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Updating router 79ee1cfd-584e-4471-ab30-19ef78f78d58 port 65b72eda-e542-45f3-adfd-404707af4962 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:16:20.221661 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (65b72eda-e542-45f3-adfd-404707af4962), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.304092 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.463912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Allocated IP 172.20.0.1 (4ea66a60-076d-4564-b8d8-6f9fbfedfc89/c96f5a86-e791-4824-b70f-3ba6eb086955/a8a08f30-cd38-49b8-b0d3-cd4fa00f9686) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:20.466865 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Publish callbacks [] for port (65b72eda-e542-45f3-adfd-404707af4962), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.474147 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (65b72eda-e542-45f3-adfd-404707af4962), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.530097 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Attempting to bind port 65b72eda-e542-45f3-adfd-404707af4962 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:20.530473 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Attempting to bind port 65b72eda-e542-45f3-adfd-404707af4962 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:20.530841 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Attempting to bind port 65b72eda-e542-45f3-adfd-404707af4962 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:20.532832 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Pushing event updated for resources: {'Port': ['ID=65b72eda-e542-45f3-adfd-404707af4962,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:20.543875 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.544229 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.544579 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.544920 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.545255 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.545589 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.546013 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.546347 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.546792 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.547128 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.547461 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.547787 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.548114 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:20.551434 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:20.551815 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:20.552220 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.552613 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:20.553350 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Bound port: 65b72eda-e542-45f3-adfd-404707af4962, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:20.553732 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (65b72eda-e542-45f3-adfd-404707af4962), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.574648 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Publish callbacks [] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.605052 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] For port 65b72eda-e542-45f3-adfd-404707af4962, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:20.608120 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] For port 65b72eda-e542-45f3-adfd-404707af4962, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=65b72eda-e542-45f3-adfd-404707af4962,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:20.610153 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.614690 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (65b72eda-e542-45f3-adfd-404707af4962), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.650829 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:20.656341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:20.662693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:20.671977 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:20.672602 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:16:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:20.685348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a08f30-cd38-49b8-b0d3-cd4fa00f9686,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:20.706396 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (79ee1cfd-584e-4471-ab30-19ef78f78d58), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.713937 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bba7a-8e46-4fc1-a677-8b5ab9422a0e None None] Pushing event updated for resources: {'Port': ['ID=65b72eda-e542-45f3-adfd-404707af4962,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:20.798575 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:20.864875 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.930543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4d1ee2aa-cee2-4231-bb85-70f82200d9bb None None] Provisioning complete for port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:20.931257 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee2aa-cee2-4231-bb85-70f82200d9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.972205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ee2aa-cee2-4231-bb85-70f82200d9bb None None] Port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:20.989299 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:18Z', 'revision_number': 3, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:21.019117 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a0466-a998-4516-9a0b-d541f16ac5ba None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:18Z', 'revision_number': 3, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:21.036906 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Publish callbacks [] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.041603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.108969 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (79ee1cfd-584e-4471-ab30-19ef78f78d58), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.110774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a08f30-cd38-49b8-b0d3-cd4fa00f9686,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:21.206257 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:21.207610 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:21.337487 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:16:21.459595 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:21.465177 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-40114487-652b-46de-b69c-d9d0d0a34ca0 admin admin] 10.222.0.42 "PUT /v2.0/routers/79ee1cfd-584e-4471-ab30-19ef78f78d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6217525 Feb 19 04:16:21.497582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5d32d35d-c71f-4a42-8844-82c269b21fe7 None None] Provisioning complete for port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:21.498016 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5d32d35d-c71f-4a42-8844-82c269b21fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.534194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5d32d35d-c71f-4a42-8844-82c269b21fe7 None None] Port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:21.844381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 65b72eda-e542-45f3-adfd-404707af4962 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:21.897703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 65b72eda-e542-45f3-adfd-404707af4962 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:21.898197 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (65b72eda-e542-45f3-adfd-404707af4962), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.979638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 65b72eda-e542-45f3-adfd-404707af4962 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:21.980245 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (65b72eda-e542-45f3-adfd-404707af4962), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.000275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 65b72eda-e542-45f3-adfd-404707af4962, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=65b72eda-e542-45f3-adfd-404707af4962,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:22.004368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (65b72eda-e542-45f3-adfd-404707af4962), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.005377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d497e653-8bb8-4f54-bfad-acbaeebc2740 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:22.077686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=65b72eda-e542-45f3-adfd-404707af4962,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:22.090462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d497e653-8bb8-4f54-bfad-acbaeebc2740 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:22.090818 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.172325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d497e653-8bb8-4f54-bfad-acbaeebc2740 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:22.627690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60514) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:22.632202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-678f4366-4f0e-457e-a6e0-d4c514ae0739 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--213828262', 'description': 'tempest-description--1180324712'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:22.652761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-678f4366-4f0e-457e-a6e0-d4c514ae0739 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.675339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:22.685034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:22.685692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:16:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:22.730987 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-678f4366-4f0e-457e-a6e0-d4c514ae0739 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group (30feedb4-524e-4ab1-9873-f56919853c0d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.735023 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-678f4366-4f0e-457e-a6e0-d4c514ae0739 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (30feedb4-524e-4ab1-9873-f56919853c0d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.764920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-678f4366-4f0e-457e-a6e0-d4c514ae0739 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.766726 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-678f4366-4f0e-457e-a6e0-d4c514ae0739 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1374609 Feb 19 04:16:22.769255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60516) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:22.771187 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f4366-4f0e-457e-a6e0-d4c514ae0739 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30feedb4-524e-4ab1-9873-f56919853c0d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:22.774543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'security_group_rule': {'security_group_id': '30feedb4-524e-4ab1-9873-f56919853c0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:22.802472 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group_rule (b5f3c020-2818-410d-9524-bce2723461f8), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.805085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:22.854232 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.864173 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group_rule (b5f3c020-2818-410d-9524-bce2723461f8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.867882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (b5f3c020-2818-410d-9524-bce2723461f8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.882959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f3c020-2818-410d-9524-bce2723461f8,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:22.893582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.893993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.894407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.894682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.895157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.895523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.895860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.896189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.896513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.896837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.897164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.897492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.897835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:22.903368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.906382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5daa8bd8-db5f-4b0f-9403-25f9c9218278 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358578 Feb 19 04:16:22.907397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60518) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:22.913041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-5246151d-48da-4079-bb8e-db44cb655ead tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'security_group_rule': {'security_group_id': '30feedb4-524e-4ab1-9873-f56919853c0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:22.939485 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5246151d-48da-4079-bb8e-db44cb655ead tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group_rule (f0e0706e-8d2e-4020-80f6-95f027cd17d6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.997765 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5246151d-48da-4079-bb8e-db44cb655ead tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group_rule (f0e0706e-8d2e-4020-80f6-95f027cd17d6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.001931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5246151d-48da-4079-bb8e-db44cb655ead tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (f0e0706e-8d2e-4020-80f6-95f027cd17d6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.020261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246151d-48da-4079-bb8e-db44cb655ead tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e0706e-8d2e-4020-80f6-95f027cd17d6,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:23.026466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5246151d-48da-4079-bb8e-db44cb655ead tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.027702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5246151d-48da-4079-bb8e-db44cb655ead tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186109 Feb 19 04:16:23.030576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60520) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:23.035715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:23.040447 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 2, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:23.059438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.072334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:23.072691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Updating router 79ee1cfd-584e-4471-ab30-19ef78f78d58 port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:16:23.101426 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.382655 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Publish callbacks [] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.388189 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.442456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47646a97-4b8b-445a-a919-f3d994732773 None None] Pushing event updated for resources: {'Port': ['ID=a8a08f30-cd38-49b8-b0d3-cd4fa00f9686,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:23.496400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Attempting to bind port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:23.496784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Attempting to bind port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:23.497157 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Attempting to bind port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:23.504292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:23.504680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:23.505090 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.505491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:23.506050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Bound port: a8a08f30-cd38-49b8-b0d3-cd4fa00f9686, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:23.506440 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.521215 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.575748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] For port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:23.580780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] For port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8a08f30-cd38-49b8-b0d3-cd4fa00f9686,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:23.588564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.631831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Allocated IP 172.25.4.38 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/4038fa79-3cfb-4828-80cf-c6a51669d861) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:23.653623 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47646a97-4b8b-445a-a919-f3d994732773 None None] Pushing event updated for resources: {'Port': ['ID=a8a08f30-cd38-49b8-b0d3-cd4fa00f9686,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:23.656366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:23.656886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:16:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:23.719069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b2b7d7ac-324c-41c9-96c4-7eef3c0f2c3a None None] Provisioning complete for port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:23.719567 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d7ac-324c-41c9-96c4-7eef3c0f2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.761018 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for port (4038fa79-3cfb-4828-80cf-c6a51669d861), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.788038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 65b72eda-e542-45f3-adfd-404707af4962 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:23.811153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4038fa79-3cfb-4828-80cf-c6a51669d861), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.848105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:23.851218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:23.851988 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:23.854972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:23.887529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event updated for resources: {'Port': ['ID=4038fa79-3cfb-4828-80cf-c6a51669d861,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:23.949511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.991665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4038fa79-3cfb-4828-80cf-c6a51669d861), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.009195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 65b72eda-e542-45f3-adfd-404707af4962 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:24.009568 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (65b72eda-e542-45f3-adfd-404707af4962), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.041365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7d7ac-324c-41c9-96c4-7eef3c0f2c3a None None] Current status of the port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:24.042081 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d7ac-324c-41c9-96c4-7eef3c0f2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.115541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b2b7d7ac-324c-41c9-96c4-7eef3c0f2c3a None None] For port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8a08f30-cd38-49b8-b0d3-cd4fa00f9686,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:24.122990 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d7ac-324c-41c9-96c4-7eef3c0f2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.143212 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for port (4038fa79-3cfb-4828-80cf-c6a51669d861), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.148585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (4038fa79-3cfb-4828-80cf-c6a51669d861), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.222001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event updated for resources: {'Port': ['ID=4038fa79-3cfb-4828-80cf-c6a51669d861,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:24.232294 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.248544 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.249833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-16de2c48-7f55-4e6e-a8ec-2f6465df7e99 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2182789 Feb 19 04:16:24.398899 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 65b72eda-e542-45f3-adfd-404707af4962 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:24.400799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-a8c9d428-1f13-46a9-8731-1def207d2abd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--213828262&fields=id&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 267 time: 0.0445299 Feb 19 04:16:24.410717 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5b2a85da-dedb-4e96-9370-a1a65cfaa5d4 None None] Provisioning complete for port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:24.411094 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5b2a85da-dedb-4e96-9370-a1a65cfaa5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.413707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7d7ac-324c-41c9-96c4-7eef3c0f2c3a None None] Pushing event updated for resources: {'Port': ['ID=a8a08f30-cd38-49b8-b0d3-cd4fa00f9686,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:24.469066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:23Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:24.497401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f489b9-c365-405f-a07b-061c42ef6541 None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:23Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:24.513054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-83cbf987-bba0-4138-8115-6a0f1945de1a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:24.514617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-83cbf987-bba0-4138-8115-6a0f1945de1a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 811 time: 0.1064880 Feb 19 04:16:24.537078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a85da-dedb-4e96-9370-a1a65cfaa5d4 None None] Current status of the port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:24.537230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-85a61f1f-fd8a-409a-a51c-0785abade48f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/quotas/a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 375 time: 0.0112300 Feb 19 04:16:24.618059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-bb2ff370-e3d3-43fe-8a2c-15a57782f48e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629349 Feb 19 04:16:24.721526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-09c0f2ec-aeb6-427a-b52f-3c3855f532f0 service neutron] 10.222.0.42 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916247 Feb 19 04:16:24.814787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-f1ca882d-d3ce-44d2-9ca8-7778d86749b2 service neutron] 10.222.0.42 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871594 Feb 19 04:16:24.988064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-10b78d9a-7f98-43df-a22a-d0aed44d600e req-19a9a1cf-4cb4-4d13-8577-c6b99b7db7e3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 210 time: 0.0353110 Feb 19 04:16:25.775577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:25.829326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:25.829901 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.913172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:26.090849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-85792701-9e61-4139-aef0-fc53a60e66aa tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:26.092428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-85792701-9e61-4139-aef0-fc53a60e66aa tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 811 time: 0.1321788 Feb 19 04:16:26.108629 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5f182902-c4e2-44c9-b80a-d0b2410d2901 req-289b9d36-9ad0-4eba-b932-999fbd2328fb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 210 time: 0.0456283 Feb 19 04:16:26.182486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-948ef5a4-edb5-40de-b580-48890edb80f0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 379 time: 0.0537581 Feb 19 04:16:26.215726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'port': {'device_id': '62229b02-0295-49df-9193-51de4c862f6b', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'admin_state_up': True, 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'security_groups': ['30feedb4-524e-4ab1-9873-f56919853c0d']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:26.324779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Made reservation on behalf of a1e59b6eedcd4fc584b202cc68419a05 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:26.328308 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.449693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Allocated IP 172.20.0.4 (4ea66a60-076d-4564-b8d8-6f9fbfedfc89/c96f5a86-e791-4824-b70f-3ba6eb086955/bf49b4aa-393b-40c1-b3f4-b60d34f26907) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:26.591130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.624868 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.668837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:26.672057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:26.674531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:26.708510 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event updated for resources: {'Port': ['ID=bf49b4aa-393b-40c1-b3f4-b60d34f26907,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:26.740324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:26.740959 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.758762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-18e3fb3e-7a6e-4c7e-9e3f-c252d1d43bad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5470741 Feb 19 04:16:26.780097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Request body: {'port': {'device_id': '62229b02-0295-49df-9193-51de4c862f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:26.856320 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.973998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4d33e55e-fecf-48be-b3d4-2db50d7e7153 None None] Provisioning complete for port bf49b4aa-393b-40c1-b3f4-b60d34f26907 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:26.974549 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4d33e55e-fecf-48be-b3d4-2db50d7e7153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.009929 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4d33e55e-fecf-48be-b3d4-2db50d7e7153 None None] Port bf49b4aa-393b-40c1-b3f4-b60d34f26907 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:27.135721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf49b4aa-393b-40c1-b3f4-b60d34f26907 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:27.143685 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Publish callbacks [] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.155529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Transition to ACTIVE for port object bf49b4aa-393b-40c1-b3f4-b60d34f26907 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:16:27.159314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.240180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf49b4aa-393b-40c1-b3f4-b60d34f26907,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:27.293818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ec05-6d56-4204-9042-63ac4f49c99b req-589dc32f-62ae-454b-b59a-393a81ce70ae tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.295315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dde2ec05-6d56-4204-9042-63ac4f49c99b req-589dc32f-62ae-454b-b59a-393a81ce70ae tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 943 time: 0.1108871 Feb 19 04:16:27.356857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Attempting to bind port bf49b4aa-393b-40c1-b3f4-b60d34f26907 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:27.357202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Attempting to bind port bf49b4aa-393b-40c1-b3f4-b60d34f26907 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:27.357531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Attempting to bind port bf49b4aa-393b-40c1-b3f4-b60d34f26907 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:27.370077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Port bf49b4aa-393b-40c1-b3f4-b60d34f26907 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:16:27.370408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Attempting to bind port bf49b4aa-393b-40c1-b3f4-b60d34f26907 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:27.375162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dde2ec05-6d56-4204-9042-63ac4f49c99b req-23172a4d-b385-4888-8a59-d004c3179ec3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705080 Feb 19 04:16:27.379569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:27.379982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:27.380705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:27.381307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Bound port: bf49b4aa-393b-40c1-b3f4-b60d34f26907, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:27.382223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.446050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:27.448975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:27.455351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.490420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.491058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.492481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] 10.222.0.37 "PUT /v2.0/ports/bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 1091 time: 0.7199578 Feb 19 04:16:27.492934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:27.495275 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21" -d '{"events": [{"name": "network-changed", "server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:27.521522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4b59d-d6a0-43e0-b4f8-d7ab660f3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf49b4aa-393b-40c1-b3f4-b60d34f26907,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:27.537424 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b393b1-845a-4d43-92eb-23aeed516ec1 x-openstack-request-id: req-06b393b1-845a-4d43-92eb-23aeed516ec1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:27.537733 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:27.538025 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06b393b1-845a-4d43-92eb-23aeed516ec1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:27.538446 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'status': 'completed', 'code': 200} Feb 19 04:16:27.599864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-38613694-6437-4e67-a084-ba4d203580b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.601562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-38613694-6437-4e67-a084-ba4d203580b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 1125 time: 0.0459690 Feb 19 04:16:27.656880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-9c07f9ed-e40c-4042-9eef-f6c90fda0d6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 217 time: 0.0413146 Feb 19 04:16:27.706838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-9feed609-58b5-4c6f-bd0c-131391f3584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.708321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-9feed609-58b5-4c6f-bd0c-131391f3584a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0458636 Feb 19 04:16:27.757896 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-63589e6c-657b-4711-bad3-71db54da990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.759480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-63589e6c-657b-4711-bad3-71db54da990b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457022 Feb 19 04:16:27.855379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-9bf00913-1132-40cf-8fa4-c40baefa244f service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884273 Feb 19 04:16:27.946687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb82714e-bcbb-4cd5-9f64-56e5f83e3103 req-39049a92-a5cf-4b91-9150-e06066b2ecb5 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841982 Feb 19 04:16:28.079164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-dcb11e87-6542-4115-8e05-1921cffba199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.081301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-dcb11e87-6542-4115-8e05-1921cffba199 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 1125 time: 0.0516884 Feb 19 04:16:28.169539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-f797895c-35ca-4134-8673-be21158d5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.170950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-f797895c-35ca-4134-8673-be21158d5f8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0830665 Feb 19 04:16:28.216008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-5203e8e2-0ce2-4dce-afff-fbb65a21f6f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 217 time: 0.0391881 Feb 19 04:16:28.263283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-a70e4f59-0737-481e-bd20-49e8fbbc66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.264758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-a70e4f59-0737-481e-bd20-49e8fbbc66e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0424485 Feb 19 04:16:28.311438 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-baf0e4a5-12e6-466f-9625-6f05af0d45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.312928 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-baf0e4a5-12e6-466f-9625-6f05af0d45ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423195 Feb 19 04:16:28.402942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-8d9c6ad8-ac0a-43ee-9b3e-102eadc48c90 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833156 Feb 19 04:16:28.527490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03f0d33c-1f98-4cb5-b5d8-ab98ca284a21 req-1263a758-4fa3-4225-b793-297e51600165 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182003 Feb 19 04:16:28.534984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641b020-8698-4e19-8e89-d67043d03f18 req-e2b8727f-28e5-4003-862c-d11b472af0a9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.536359 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2641b020-8698-4e19-8e89-d67043d03f18 req-e2b8727f-28e5-4003-862c-d11b472af0a9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 943 time: 0.0807848 Feb 19 04:16:28.588081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2641b020-8698-4e19-8e89-d67043d03f18 req-25e3b36a-7c47-4732-ab39-cbd27caeb98f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461283 Feb 19 04:16:29.707144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4dcff-f11a-4926-aff2-1c87f382d9fc req-b5d898fb-d0b9-4a71-8513-a3811e3f3c40 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.708636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-afa4dcff-f11a-4926-aff2-1c87f382d9fc req-b5d898fb-d0b9-4a71-8513-a3811e3f3c40 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 943 time: 0.0527427 Feb 19 04:16:29.754240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-afa4dcff-f11a-4926-aff2-1c87f382d9fc req-dbe20434-8f52-469c-a66b-1740f08ffb98 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400207 Feb 19 04:16:30.880515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b6e4a-166c-4748-bd7b-de150671c5b9 req-f8d8e307-da70-450a-8818-a19b9081c9f0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.881998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-676b6e4a-166c-4748-bd7b-de150671c5b9 req-f8d8e307-da70-450a-8818-a19b9081c9f0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 943 time: 0.0532057 Feb 19 04:16:30.927758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-676b6e4a-166c-4748-bd7b-de150671c5b9 req-1691bd6d-8209-4321-906a-d0a079071c59 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401661 Feb 19 04:16:32.049500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03892a-5cd3-48ba-bc33-9fcca12a6057 req-64f44c58-1a19-4b41-a874-5fa6dc7283ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.051020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe03892a-5cd3-48ba-bc33-9fcca12a6057 req-64f44c58-1a19-4b41-a874-5fa6dc7283ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 943 time: 0.0557480 Feb 19 04:16:32.097717 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe03892a-5cd3-48ba-bc33-9fcca12a6057 req-261f028e-2823-4dbf-aa22-c1a25a1e4c6e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408270 Feb 19 04:16:32.568133 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device bf49b4aa-393b-40c1-b3f4-b60d34f26907 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:16:32.664537 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:32.675734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'port_id': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'mac_address': 'fa:16:3e:dd:1e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:16:32.715908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port bf49b4aa-393b-40c1-b3f4-b60d34f26907 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:32.716301 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.728970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf49b4aa-393b-40c1-b3f4-b60d34f26907 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:32.747839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:32.752467 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.798319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=bf49b4aa-393b-40c1-b3f4-b60d34f26907,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:32.806268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.806621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.807002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.807345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.807681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.808013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.808343 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.808670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.808998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.809320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.809642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.809996 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:32.810318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:33.218985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd01d30-4aff-44d5-96b2-838b0b0c60bc req-15464251-ac81-4d56-a72c-fe9329c94d8b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.221124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3fd01d30-4aff-44d5-96b2-838b0b0c60bc req-15464251-ac81-4d56-a72c-fe9329c94d8b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 944 time: 0.0516207 Feb 19 04:16:33.254639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['bf49b4aa-393b-40c1-b3f4-b60d34f26907'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:33.267058 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3fd01d30-4aff-44d5-96b2-838b0b0c60bc req-57342a82-8f9b-42a7-ad26-d371413db736 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Feb 19 04:16:34.392349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c97c4-a9d0-4d0c-acf5-f999813f3fc8 req-77c75ac6-b721-4f4c-8cff-80fa0000f24d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.393907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-473c97c4-a9d0-4d0c-acf5-f999813f3fc8 req-77c75ac6-b721-4f4c-8cff-80fa0000f24d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 944 time: 0.0602212 Feb 19 04:16:34.443299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-473c97c4-a9d0-4d0c-acf5-f999813f3fc8 req-30199aba-fb95-47e0-9424-6d8c4271719a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437801 Feb 19 04:16:34.575391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device bf49b4aa-393b-40c1-b3f4-b60d34f26907 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:34.624551 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port bf49b4aa-393b-40c1-b3f4-b60d34f26907 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:34.628326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port bf49b4aa-393b-40c1-b3f4-b60d34f26907 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:34.628705 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.709806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port bf49b4aa-393b-40c1-b3f4-b60d34f26907 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:34.710223 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.732963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:34.735283 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626d3038-3107-417d-870d-a0c0b6cc8389" -d '{"events": [{"server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "name": "network-vif-plugged", "status": "completed", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:34.747299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:34.751304 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.775912 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd46e964-a7ed-4415-b4be-3412e2c20c82 x-openstack-request-id: req-bd46e964-a7ed-4415-b4be-3412e2c20c82 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:34.776202 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "name": "network-vif-plugged", "status": "completed", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:34.776455 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd46e964-a7ed-4415-b4be-3412e2c20c82 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:34.776846 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'code': 200} Feb 19 04:16:34.801666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=bf49b4aa-393b-40c1-b3f4-b60d34f26907,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:34.906648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7e6a4-fa78-4eea-80f7-654c9889e182 req-8d8b9c58-658e-47ea-9f54-9612d1ca7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.908051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aac7e6a4-fa78-4eea-80f7-654c9889e182 req-8d8b9c58-658e-47ea-9f54-9612d1ca7ee4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 1127 time: 0.0431123 Feb 19 04:16:34.954045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aac7e6a4-fa78-4eea-80f7-654c9889e182 req-97d3dbfb-93d2-49b4-ad38-29e19e9e1bf9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393484 Feb 19 04:16:35.572298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba43c2-f7f9-44f3-a497-ef39e21fcebc req-86ff6e2c-579f-47c5-bedf-fa431339fca1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.573824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28ba43c2-f7f9-44f3-a497-ef39e21fcebc req-86ff6e2c-579f-47c5-bedf-fa431339fca1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0575385 Feb 19 04:16:35.625156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28ba43c2-f7f9-44f3-a497-ef39e21fcebc req-e0975634-2e61-4587-bae7-4adfb0be7600 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455966 Feb 19 04:16:36.621298 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.747124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b4ddb-3165-4430-a877-648d9dd0e28c req-a65c45d2-e0e4-40c3-b038-dda6eb55c9fc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.748602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-117b4ddb-3165-4430-a877-648d9dd0e28c req-a65c45d2-e0e4-40c3-b038-dda6eb55c9fc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0538397 Feb 19 04:16:36.796926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-117b4ddb-3165-4430-a877-648d9dd0e28c req-df57c3a6-58e8-47a1-b4db-1643ea3db78c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 Feb 19 04:16:36.910498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06e717-febe-491d-986b-b6bd8f80c1c7 req-55cb3eb2-c05e-454a-b319-760dbca6c51e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.912014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e06e717-febe-491d-986b-b6bd8f80c1c7 req-55cb3eb2-c05e-454a-b319-760dbca6c51e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0541375 Feb 19 04:16:36.920462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60570) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:36.924752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c068bae0-9634-49e9-95b5-7b75a4a2734d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'floatingip': {'port_id': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:36.967433 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c068bae0-9634-49e9-95b5-7b75a4a2734d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.396840 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c068bae0-9634-49e9-95b5-7b75a4a2734d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.400588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c068bae0-9634-49e9-95b5-7b75a4a2734d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.499895 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-c068bae0-9634-49e9-95b5-7b75a4a2734d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Floating IP 862c4f54-3941-4087-9e20-00cfa924ff52 associated. External IP: 172.25.4.38, port: bf49b4aa-393b-40c1-b3f4-b60d34f26907. Feb 19 04:16:37.706999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c068bae0-9634-49e9-95b5-7b75a4a2734d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:16:37.817375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c068bae0-9634-49e9-95b5-7b75a4a2734d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:37.822105 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c068bae0-9634-49e9-95b5-7b75a4a2734d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.827133 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:37.836284 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:37.836881 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:16:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:37.851249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c068bae0-9634-49e9-95b5-7b75a4a2734d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "PUT /v2.0/floatingips/862c4f54-3941-4087-9e20-00cfa924ff52 HTTP/1.1" status: 200 len: 990 time: 0.9297395 Feb 19 04:16:37.851850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:37.854186 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:37.964921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b65073-98a2-4b5e-a07e-a78b72a7947c req-6cbff26a-6c4a-46d4-a34b-a38312736773 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.966580 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6b65073-98a2-4b5e-a07e-a78b72a7947c req-6cbff26a-6c4a-46d4-a34b-a38312736773 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0590897 Feb 19 04:16:38.015256 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b6b65073-98a2-4b5e-a07e-a78b72a7947c req-731b9cd6-6b6e-4b17-b9a8-6608b698469f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422246 Feb 19 04:16:38.045454 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:38.063112 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a52b57-f7ec-4622-ab37-8f12057c043b x-openstack-request-id: req-f9a52b57-f7ec-4622-ab37-8f12057c043b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:38.063407 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:38.063666 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9a52b57-f7ec-4622-ab37-8f12057c043b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:38.064242 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'status': 'completed', 'code': 200} Feb 19 04:16:38.183737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-d2674f2e-5475-45c4-a17e-acf7e83f3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.185254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-d2674f2e-5475-45c4-a17e-acf7e83f3d56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 1127 time: 0.0770659 Feb 19 04:16:38.192667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5928b6a-60ae-4b12-8095-f4fcba613767 req-d2cb4241-2c10-441e-b5ce-6ed254fe4f0c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.194105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5928b6a-60ae-4b12-8095-f4fcba613767 req-d2cb4241-2c10-441e-b5ce-6ed254fe4f0c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0878241 Feb 19 04:16:38.274730 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:dd:1e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62229b02-0295-49df-9193-51de4c862f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:37Z', 'revision_number': 1, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:38.309249 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:38.309703 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5928b6a-60ae-4b12-8095-f4fcba613767 req-06f87c93-f85b-4900-9fa1-e3ef22022f28 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061480 Feb 19 04:16:38.319105 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:38.320656 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:16:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:38.325412 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-7ea5b7f5-0445-40fd-b7c5-e5c6bf87e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.326928 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-7ea5b7f5-0445-40fd-b7c5-e5c6bf87e22c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1319809 Feb 19 04:16:38.358531 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-01860328-33d8-4830-81ca-f9fa15520549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.398994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-1764d35f-62b9-4aa3-8ef7-fb5fd738db96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 998 time: 0.0646744 Feb 19 04:16:38.427415 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:38.447306 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-79194abc-afae-4971-94c9-94c1ad39141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.448843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-79194abc-afae-4971-94c9-94c1ad39141a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0435417 Feb 19 04:16:38.497103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-5dd54014-5dde-49b0-aa67-506190f0225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.498776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-5dd54014-5dde-49b0-aa67-506190f0225a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435634 Feb 19 04:16:38.593836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-3ee4cfc7-ca5c-42bd-a3a6-fb5c7d89941d service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880301 Feb 19 04:16:38.653875 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:dd:1e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62229b02-0295-49df-9193-51de4c862f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:37Z', 'revision_number': 1, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:38.683055 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd3dc8-062f-4baf-8a7c-6f806d2f8bd4 None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:dd:1e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62229b02-0295-49df-9193-51de4c862f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:16:37Z', 'revision_number': 1, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:38.687786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-763bbab9-1f31-4fcc-8b3e-b0a1b9fa6ffb req-e66dff43-2eef-4184-b0bf-cfbaa1df1616 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878072 Feb 19 04:16:38.879083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850ff8d-b115-41d5-b039-379620dc8c8f None None] New status for floating IP 862c4f54-3941-4087-9e20-00cfa924ff52: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:16:39.432720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1304e-fc5e-44d6-b103-be579d93c841 req-208b784f-ea21-4c1b-906d-5d6e17f607cd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.434216 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ef1304e-fc5e-44d6-b103-be579d93c841 req-208b784f-ea21-4c1b-906d-5d6e17f607cd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0527124 Feb 19 04:16:39.479247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ef1304e-fc5e-44d6-b103-be579d93c841 req-a35be373-25c4-4cf1-ac1e-4132dd53dd1c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393679 Feb 19 04:16:39.598847 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e05ee-da20-4e7d-b39b-998482122216 req-0aeebcaf-6874-4ca0-af51-1525386d5815 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.600250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-451e05ee-da20-4e7d-b39b-998482122216 req-0aeebcaf-6874-4ca0-af51-1525386d5815 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0567677 Feb 19 04:16:39.650894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-451e05ee-da20-4e7d-b39b-998482122216 req-d2d0be15-a333-45a9-b5f9-e51402a11f36 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445628 Feb 19 04:16:39.874544 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-976411a1-7cfc-4f02-a88e-dc805e3edc6e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447984 Feb 19 04:16:39.887535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de214e47-0858-419a-9a43-3f43bf9e872b req-889cd67b-4fb0-4a19-918c-b7731c743d12 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.889205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de214e47-0858-419a-9a43-3f43bf9e872b req-889cd67b-4fb0-4a19-918c-b7731c743d12 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0522041 Feb 19 04:16:39.939461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de214e47-0858-419a-9a43-3f43bf9e872b req-60646799-1c10-44d5-8f9e-a827dbf87d71 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437562 Feb 19 04:16:40.273610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1a73e269-9516-4edc-8095-1706c16c4ea5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.274996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1a73e269-9516-4edc-8095-1706c16c4ea5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports/bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 942 time: 0.0487812 Feb 19 04:16:40.538528 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5c8367de-773f-4a5a-9a6a-8b49125a8ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:41.099789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae38e60-4266-4683-b921-7c42d280b631 req-541c0834-a718-41fe-bd80-1a907a2d236d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.101293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dae38e60-4266-4683-b921-7c42d280b631 req-541c0834-a718-41fe-bd80-1a907a2d236d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0861788 Feb 19 04:16:41.116496 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-e3d63fec-a3a0-4190-822d-f3b28ed4f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.117942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-e3d63fec-a3a0-4190-822d-f3b28ed4f3fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 1127 time: 0.0713415 Feb 19 04:16:41.534541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dae38e60-4266-4683-b921-7c42d280b631 req-6b94945e-0b22-4ac8-8a29-53f208b5e6a9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4271014 Feb 19 04:16:41.563909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-91cfe303-75e5-4dd1-bebc-1a6050ef8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.565372 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-91cfe303-75e5-4dd1-bebc-1a6050ef8b27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.4404559 Feb 19 04:16:41.630661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-d429a980-6f4a-40d1-8bf1-66f84ee293fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 1000 time: 0.0585804 Feb 19 04:16:41.683167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1bd41043-5539-43d5-94cb-baabf0cccc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.684699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1bd41043-5539-43d5-94cb-baabf0cccc21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0486205 Feb 19 04:16:41.739671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-4a0aca96-5e2d-4bc5-a0ba-624ed3229fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.741190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-4a0aca96-5e2d-4bc5-a0ba-624ed3229fe1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490139 Feb 19 04:16:41.826877 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-cac93cc4-c2da-4b08-8e04-5ae0110d1d18 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797615 Feb 19 04:16:41.917511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1a6e96c5-c660-463b-ac71-74f34090b6d7 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841579 Feb 19 04:16:42.070597 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:16:42.195372 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.657323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8930ff-b8ea-47bc-a8ad-895c5a4e734c req-ef6005d8-c375-4de4-ae3b-fa8e4da10d8a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:42.658838 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc8930ff-b8ea-47bc-a8ad-895c5a4e734c req-ef6005d8-c375-4de4-ae3b-fa8e4da10d8a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0523167 Feb 19 04:16:42.705420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dc8930ff-b8ea-47bc-a8ad-895c5a4e734c req-d320307d-7a9c-47c4-8aec-a99c2a35f382 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 Feb 19 04:16:43.231360 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.828428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a9249-e4a6-460e-a88e-d8e4682c029b req-29d371ae-14a0-4060-803d-82a70f09591b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:43.829940 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c6a9249-e4a6-460e-a88e-d8e4682c029b req-29d371ae-14a0-4060-803d-82a70f09591b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0510366 Feb 19 04:16:43.880019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c6a9249-e4a6-460e-a88e-d8e4682c029b req-2d68c132-30f6-4be6-8f39-cc18f4e7232b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440171 Feb 19 04:16:44.725658 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.004162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a01d32-764f-4f53-842d-b2c436ef965f req-e37cab43-1e38-4d9b-b309-78db8f7ecfa0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:45.005566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4a01d32-764f-4f53-842d-b2c436ef965f req-e37cab43-1e38-4d9b-b309-78db8f7ecfa0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0538957 Feb 19 04:16:45.051026 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b4a01d32-764f-4f53-842d-b2c436ef965f req-9548ca69-6229-4bab-9d89-58f815a7b16d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398173 Feb 19 04:16:46.169375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b319dd-4534-47a4-b305-89f1a093c019 req-8f218113-ba64-46ea-b546-b7e19c62e030 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:46.170898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54b319dd-4534-47a4-b305-89f1a093c019 req-8f218113-ba64-46ea-b546-b7e19c62e030 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0512285 Feb 19 04:16:46.216695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54b319dd-4534-47a4-b305-89f1a093c019 req-4583d51d-b597-4a05-b1e8-121f879e69b4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395331 Feb 19 04:16:47.337658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3b65c-aa82-4b44-b85d-318755668fdb req-6acc9173-5554-40a7-b0a0-395cda62c0ca tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:47.339182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-afb3b65c-aa82-4b44-b85d-318755668fdb req-6acc9173-5554-40a7-b0a0-395cda62c0ca tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0556760 Feb 19 04:16:47.384828 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-afb3b65c-aa82-4b44-b85d-318755668fdb req-b61bb996-3bff-4291-a763-a7f84512eb8b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400758 Feb 19 04:16:48.503011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e79a-8ec9-42b8-a39a-a910abc18fa9 req-0841963f-5641-4216-a8dd-a3a8a02a7eb2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:48.504530 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd93e79a-8ec9-42b8-a39a-a910abc18fa9 req-0841963f-5641-4216-a8dd-a3a8a02a7eb2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0514743 Feb 19 04:16:48.550519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd93e79a-8ec9-42b8-a39a-a910abc18fa9 req-d8fe7ff4-7114-42d8-8dbf-2776c5100c3d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397193 Feb 19 04:16:49.671238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61270c4e-8527-47e1-a8fe-a730db585564 req-93c170de-4095-44ab-a0ea-523e9c88e2b4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:49.672751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61270c4e-8527-47e1-a8fe-a730db585564 req-93c170de-4095-44ab-a0ea-523e9c88e2b4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0516863 Feb 19 04:16:49.726143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61270c4e-8527-47e1-a8fe-a730db585564 req-4af75ffc-060e-46fe-b9ae-c08a690fb9dd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477574 Feb 19 04:16:50.845025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35cccd-afb8-4ce0-a5b9-8136b8c48575 req-ba121553-0b4d-4eee-b70a-3a7a2a5b7383 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:50.846552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be35cccd-afb8-4ce0-a5b9-8136b8c48575 req-ba121553-0b4d-4eee-b70a-3a7a2a5b7383 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0516851 Feb 19 04:16:50.893173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be35cccd-afb8-4ce0-a5b9-8136b8c48575 req-5cc0d8a4-1644-4820-866c-8e0153a643d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403976 Feb 19 04:16:52.013865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7f8b8-3c40-42e0-af45-9a50b328bd71 req-9f6277aa-4b7a-497a-8dc4-9b02f674ad5a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:52.015325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29d7f8b8-3c40-42e0-af45-9a50b328bd71 req-9f6277aa-4b7a-497a-8dc4-9b02f674ad5a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0535703 Feb 19 04:16:52.064031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29d7f8b8-3c40-42e0-af45-9a50b328bd71 req-07c43066-282a-4c7c-acc2-12b940cfa742 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Feb 19 04:16:52.847278 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.187076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c6d3d-d2ef-413b-90f0-3beeb05886bd req-c7734ab9-4863-42af-a771-aabb769eda43 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:53.188561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-436c6d3d-d2ef-413b-90f0-3beeb05886bd req-c7734ab9-4863-42af-a771-aabb769eda43 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0561254 Feb 19 04:16:53.234722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-436c6d3d-d2ef-413b-90f0-3beeb05886bd req-a964bd41-adba-424a-8ab5-32b5e3f90e3f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399239 Feb 19 04:16:54.353417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd1b37-671e-43d2-affe-8a81889e15c8 req-a5f73c30-256d-4314-ada0-5ed05f86b66e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:54.354913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9bd1b37-671e-43d2-affe-8a81889e15c8 req-a5f73c30-256d-4314-ada0-5ed05f86b66e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0519629 Feb 19 04:16:54.401871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e9bd1b37-671e-43d2-affe-8a81889e15c8 req-7a127a6b-79d7-4110-beab-52d2a3a993a9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413370 Feb 19 04:16:55.524426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21355ad-08be-43f3-bc69-d6757b1819b0 req-f145cc7f-5797-42fb-a47c-0a268e7e7c2e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:55.525933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d21355ad-08be-43f3-bc69-d6757b1819b0 req-f145cc7f-5797-42fb-a47c-0a268e7e7c2e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0559018 Feb 19 04:16:55.572816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d21355ad-08be-43f3-bc69-d6757b1819b0 req-9f8def6c-ef46-44fe-942d-c0f7ed43319a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 Feb 19 04:16:56.693206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac0d83-ce33-4678-a230-a28aa4abba18 req-823274b6-45b1-4e96-b728-2bf703082ea1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:56.695038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3ac0d83-ce33-4678-a230-a28aa4abba18 req-823274b6-45b1-4e96-b728-2bf703082ea1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0522933 Feb 19 04:16:56.744572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3ac0d83-ce33-4678-a230-a28aa4abba18 req-2c957d5f-9912-45eb-b664-e260194cb7d3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438874 Feb 19 04:16:57.862753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65a5fd-8791-4ab1-8bf9-8577172dae38 req-9d85f914-7057-437c-b431-80739edef817 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:57.864770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab65a5fd-8791-4ab1-8bf9-8577172dae38 req-9d85f914-7057-437c-b431-80739edef817 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0529351 Feb 19 04:16:57.915114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab65a5fd-8791-4ab1-8bf9-8577172dae38 req-0a980147-48ec-4d97-bcff-d01d61515f72 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448480 Feb 19 04:16:59.035753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa193-e534-4b95-81b8-049be624f4aa req-a65761d4-7ff3-468e-8678-bf539348d42c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.037282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f3fa193-e534-4b95-81b8-049be624f4aa req-a65761d4-7ff3-468e-8678-bf539348d42c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0528162 Feb 19 04:16:59.084501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3f3fa193-e534-4b95-81b8-049be624f4aa req-cc6c2474-610e-4478-955d-e66af41ea620 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415976 Feb 19 04:17:00.206726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f1327-9da7-45fd-bc8c-1890e2492c70 req-e917f05c-952c-43ca-b1f6-ee6411d64b93 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:00.208224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f1327-9da7-45fd-bc8c-1890e2492c70 req-e917f05c-952c-43ca-b1f6-ee6411d64b93 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0556931 Feb 19 04:17:00.254521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d87f1327-9da7-45fd-bc8c-1890e2492c70 req-8214d090-d447-44f5-82cd-cdd000276da2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407465 Feb 19 04:17:01.379050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ee479-a89c-497a-a405-fc19a49e41ff req-51dda0f1-8b26-4dac-83c1-a69634fde146 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:01.381279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee6ee479-a89c-497a-a405-fc19a49e41ff req-51dda0f1-8b26-4dac-83c1-a69634fde146 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0595882 Feb 19 04:17:01.431165 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee6ee479-a89c-497a-a405-fc19a49e41ff req-a21b92a7-09b3-476c-a3c5-88f90c518a1b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441442 Feb 19 04:17:02.550548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632caaa-826f-46f0-9fb4-1b70b8b56164 req-68eb1257-f114-44e6-9180-2dcbfe4ee9ba tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:02.552083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7632caaa-826f-46f0-9fb4-1b70b8b56164 req-68eb1257-f114-44e6-9180-2dcbfe4ee9ba tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0520849 Feb 19 04:17:02.599649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7632caaa-826f-46f0-9fb4-1b70b8b56164 req-387abdc9-fc39-4509-a29b-17383d7a6617 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417118 Feb 19 04:17:03.721319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432c75c-0953-40ec-ab5e-10eb1ea2e42f req-e06afd32-f041-4363-b227-68432bdf2454 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:03.722910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3432c75c-0953-40ec-ab5e-10eb1ea2e42f req-e06afd32-f041-4363-b227-68432bdf2454 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0520303 Feb 19 04:17:03.774157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3432c75c-0953-40ec-ab5e-10eb1ea2e42f req-410aa79e-8b72-4458-a5d9-40b8d1dd983a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450196 Feb 19 04:17:04.895695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa94444-a9ec-449a-822a-bfd6d6646d6a req-522c94d9-74b4-4d72-b340-59cc6d84a097 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:04.897173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa94444-a9ec-449a-822a-bfd6d6646d6a req-522c94d9-74b4-4d72-b340-59cc6d84a097 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0541127 Feb 19 04:17:04.944583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5fa94444-a9ec-449a-822a-bfd6d6646d6a req-4fc2d520-a549-4cda-87fc-764facbcfdd5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417128 Feb 19 04:17:06.063808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fad27-3b87-4079-ac99-8175edfca5a1 req-35e510c0-41c2-46af-a9c5-f210406ca85c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:06.065319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f0fad27-3b87-4079-ac99-8175edfca5a1 req-35e510c0-41c2-46af-a9c5-f210406ca85c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0529902 Feb 19 04:17:06.111040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f0fad27-3b87-4079-ac99-8175edfca5a1 req-b91ce6c8-95df-4919-8f43-a0504231f9b4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401645 Feb 19 04:17:06.624894 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.236586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330391cb-05ab-4e2e-a57a-7cd75a07e615 req-8653e4cd-d3a1-443a-adb1-bf909243ecf9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:07.238081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-330391cb-05ab-4e2e-a57a-7cd75a07e615 req-8653e4cd-d3a1-443a-adb1-bf909243ecf9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0574486 Feb 19 04:17:07.286295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-330391cb-05ab-4e2e-a57a-7cd75a07e615 req-8226c338-2bdc-4359-b625-cc0f1217c5f1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424814 Feb 19 04:17:08.363103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c3518da9-93c7-40c5-bcd6-efab6eeba38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.407677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20e000-8ac5-4ebb-a581-cc59f4b25311 req-3babc9d3-92bc-4bf6-ac41-53c67b47a967 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:08.409213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e20e000-8ac5-4ebb-a581-cc59f4b25311 req-3babc9d3-92bc-4bf6-ac41-53c67b47a967 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0536542 Feb 19 04:17:08.458239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e20e000-8ac5-4ebb-a581-cc59f4b25311 req-9fd03381-6342-49ab-9ca7-ac0deeadf342 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Feb 19 04:17:09.222287 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-2e80d51c-3656-4c05-8372-550cf157c6cb service neutron] show failed (client error): The resource could not be found. Feb 19 04:17:09.223336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-2e80d51c-3656-4c05-8372-550cf157c6cb service neutron] 10.222.0.37 "GET /v2.0/ports/bf49b4aa-393b-40c1-b3f4-b60d34f26907/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0607839 Feb 19 04:17:09.440983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-b6bc5a8e-52ac-481d-b6da-efc85cac733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:09.443107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-b6bc5a8e-52ac-481d-b6da-efc85cac733c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 1127 time: 0.0491440 Feb 19 04:17:09.454318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:09.515549 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.699910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0d0df-d633-4301-8c39-c59f8c42478c req-00651727-dcb2-4df9-8251-ba7faa617ad9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:09.701452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eec0d0df-d633-4301-8c39-c59f8c42478c req-00651727-dcb2-4df9-8251-ba7faa617ad9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.1489325 Feb 19 04:17:09.800983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eec0d0df-d633-4301-8c39-c59f8c42478c req-f2bb8a54-5fc9-499b-bd3d-e08776450127 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681701 Feb 19 04:17:09.807656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:09.843279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:09.883119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:09.885373 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998ad067-3776-4e41-9120-ce696bacd26b" -d '{"events": [{"server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:09.889150 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Publish callbacks [] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.903495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Transition to ACTIVE for port object bf49b4aa-393b-40c1-b3f4-b60d34f26907 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:09.907672 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.942989 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c59cdb7-090c-484d-a3e4-6ae058bacb45 x-openstack-request-id: req-2c59cdb7-090c-484d-a3e4-6ae058bacb45 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:09.943282 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:09.943539 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c59cdb7-090c-484d-a3e4-6ae058bacb45 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:09.944016 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'code': 200} Feb 19 04:17:09.998695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Pushing event updated for resources: {'Port': ['ID=bf49b4aa-393b-40c1-b3f4-b60d34f26907,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:10.041444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] No DVR routers for this DVR port bf49b4aa-393b-40c1-b3f4-b60d34f26907 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:10.182737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Attempting to bind port bf49b4aa-393b-40c1-b3f4-b60d34f26907 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:10.183064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Attempting to bind port bf49b4aa-393b-40c1-b3f4-b60d34f26907 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:10.183385 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Attempting to bind port bf49b4aa-393b-40c1-b3f4-b60d34f26907 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:10.187554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Port bf49b4aa-393b-40c1-b3f4-b60d34f26907 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:10.187872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Attempting to bind port bf49b4aa-393b-40c1-b3f4-b60d34f26907 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:10.193163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:10.193490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:10.193894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:10.194313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Bound port: bf49b4aa-393b-40c1-b3f4-b60d34f26907, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:10.194660 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.260342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:10.263236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:10.269358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.303905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.304619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.306128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] 10.222.0.71 "PUT /v2.0/ports/bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 1091 time: 0.8561811 Feb 19 04:17:10.329969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cc73b-ddb3-469c-9809-8ba178fab992 service neutron] Pushing event updated for resources: {'Port': ['ID=bf49b4aa-393b-40c1-b3f4-b60d34f26907,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:10.380318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-46f8cf07-abd5-488b-9859-5fddb927ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.381898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-46f8cf07-abd5-488b-9859-5fddb927ac67 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 1125 time: 0.0492027 Feb 19 04:17:10.478916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-791d6aab-e56a-4b07-8eae-20c8ce5095d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.480414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-791d6aab-e56a-4b07-8eae-20c8ce5095d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0921829 Feb 19 04:17:10.540302 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1a26aaed-1d6b-4a93-a7ca-c7ae7b702fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.549729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-236f203d-c665-43e4-a3c4-d31e0c3f8675 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 998 time: 0.0608840 Feb 19 04:17:10.598950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-14575ff1-90fb-4a2b-8aa5-b6128104f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.600343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-14575ff1-90fb-4a2b-8aa5-b6128104f09b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0441437 Feb 19 04:17:10.653370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-eb225fee-20e3-40c0-a351-12aff44ba29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.654955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-eb225fee-20e3-40c0-a351-12aff44ba29c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485978 Feb 19 04:17:10.744599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-4032c435-4704-42c2-ada5-71b2178c3b96 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831029 Feb 19 04:17:10.839327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7b5923de-1afc-48de-a24b-bcb9504741b1 req-ad3aded2-080c-4857-a720-b040beff6cba service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882204 Feb 19 04:17:10.941743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8fdc2-3838-4753-82df-91b96402aed2 req-b1fbe35a-6674-4116-8817-75ebd108ddcf tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.943425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3dd8fdc2-3838-4753-82df-91b96402aed2 req-b1fbe35a-6674-4116-8817-75ebd108ddcf tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 943 time: 0.0640500 Feb 19 04:17:10.994759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3dd8fdc2-3838-4753-82df-91b96402aed2 req-bb9275dd-08fc-4bc9-a8b0-7f2d8f724bd1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453057 Feb 19 04:17:11.944667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:11.947119 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:12.014326 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc254063-279b-4af9-ba8e-a5176b64bf60 x-openstack-request-id: req-dc254063-279b-4af9-ba8e-a5176b64bf60 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:12.014620 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:12.014876 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc254063-279b-4af9-ba8e-a5176b64bf60 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:12.015288 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'status': 'completed', 'code': 200} Feb 19 04:17:12.168299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-47212f8d-16fe-40b6-a955-a6637eb1a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.169888 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-47212f8d-16fe-40b6-a955-a6637eb1a186 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 1125 time: 0.1277163 Feb 19 04:17:12.177547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa605f6-4f7c-4e72-81b4-13ebecc9850e req-154536ec-8380-4d47-939a-eb6bab71376d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.179427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aaa605f6-4f7c-4e72-81b4-13ebecc9850e req-154536ec-8380-4d47-939a-eb6bab71376d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 943 time: 0.1002960 Feb 19 04:17:12.183158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-af486350-67db-4f71-a85b-0cab23a6a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.185116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-af486350-67db-4f71-a85b-0cab23a6a728 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 1125 time: 0.1304593 Feb 19 04:17:12.200254 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.305045 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device bf49b4aa-393b-40c1-b3f4-b60d34f26907 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:12.365023 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aaa605f6-4f7c-4e72-81b4-13ebecc9850e req-604c9085-a1b5-4519-9230-c8d35a10ff3e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708856 Feb 19 04:17:12.405025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-13705b88-9186-4b60-8411-3ee4a1772130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.407426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-13705b88-9186-4b60-8411-3ee4a1772130 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.2120597 Feb 19 04:17:12.411927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-aecfb98b-10ba-4580-b747-80152f625dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.416778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-aecfb98b-10ba-4580-b747-80152f625dd6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.2337136 Feb 19 04:17:12.424895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:12.439589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'port_id': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'mac_address': 'fa:16:3e:dd:1e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:12.484479 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port bf49b4aa-393b-40c1-b3f4-b60d34f26907 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:12.484896 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.499613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf49b4aa-393b-40c1-b3f4-b60d34f26907 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:12.529327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:12.534156 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.570296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-9869727a-b0be-4d4e-a8c3-b87dee5da859 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 998 time: 0.1545312 Feb 19 04:17:12.572029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-345c4189-eb80-4323-805e-e78271472378 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 998 time: 0.1473277 Feb 19 04:17:12.585781 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=bf49b4aa-393b-40c1-b3f4-b60d34f26907,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:12.660997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-b6b02870-492b-4b46-b32a-06b864737d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.662542 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-b6b02870-492b-4b46-b32a-06b864737d2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0864151 Feb 19 04:17:12.663966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-5da99c75-fae4-4c59-8ea1-5b1f881a84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.665290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-5da99c75-fae4-4c59-8ea1-5b1f881a84d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0802774 Feb 19 04:17:12.748832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-1b749c5d-22f6-42f5-ac7a-43bd1dc85a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.750434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-1b749c5d-22f6-42f5-ac7a-43bd1dc85a98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0820649 Feb 19 04:17:12.754023 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-8f810d9f-8a18-462d-98bd-5910e50833ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.756020 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-8f810d9f-8a18-462d-98bd-5910e50833ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801990 Feb 19 04:17:12.771976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device bf49b4aa-393b-40c1-b3f4-b60d34f26907 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:12.796784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['bf49b4aa-393b-40c1-b3f4-b60d34f26907'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:12.849478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port bf49b4aa-393b-40c1-b3f4-b60d34f26907 host n-h2-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:17:12.849782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device bf49b4aa-393b-40c1-b3f4-b60d34f26907 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:12.913267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-bed0e8fb-0c1b-4427-b274-da3e95403b82 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562710 Feb 19 04:17:12.916654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-7fa69fd7-19da-409b-89da-593d3ee935cd service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525242 Feb 19 04:17:13.081417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-e8d20974-5dce-4ff1-8b79-26eff3a0c669 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618693 Feb 19 04:17:13.083349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-264b8382-b61e-4b21-a7e3-1e6b3a94f4ae req-589bd3e7-6b14-4825-b925-aeeb4f8b8c50 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560948 Feb 19 04:17:13.240988 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.490126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbce897-6106-4fea-b4b1-717228d08478 req-1bd5d88e-61d6-4ec0-b790-3e1144d1c5fe tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:13.491602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfbce897-6106-4fea-b4b1-717228d08478 req-1bd5d88e-61d6-4ec0-b790-3e1144d1c5fe tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 944 time: 0.0522642 Feb 19 04:17:13.539184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfbce897-6106-4fea-b4b1-717228d08478 req-8da0505b-aa1c-4a6b-a5d9-5a9ecfbc982f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418663 Feb 19 04:17:13.776720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef9fed-d6b4-4f5f-a762-6a788927af82 req-6bb6aabf-8f26-4898-9599-624f7c34496b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:13.778255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6ef9fed-d6b4-4f5f-a762-6a788927af82 req-6bb6aabf-8f26-4898-9599-624f7c34496b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 944 time: 0.0914493 Feb 19 04:17:13.790052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-dc912702-77e9-46ee-8e5e-3345b186db28 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:13.791470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-dc912702-77e9-46ee-8e5e-3345b186db28 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b&tenant_id=a1e59b6eedcd4fc584b202cc68419a05&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 944 time: 0.0737460 Feb 19 04:17:13.871340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6ef9fed-d6b4-4f5f-a762-6a788927af82 req-2d68f102-34a9-4b56-a147-fd5ebb764846 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788903 Feb 19 04:17:13.876400 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-fa2fb92d-3845-4741-9367-91fe5a026494 service neutron] delete failed (client error): The resource could not be found. Feb 19 04:17:13.877375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-fa2fb92d-3845-4741-9367-91fe5a026494 service neutron] 10.222.0.37 "DELETE /v2.0/ports/bf49b4aa-393b-40c1-b3f4-b60d34f26907/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0793879 Feb 19 04:17:13.989612 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-fdd7840a-2408-46c9-838e-f8993a97dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:13.991146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-fdd7840a-2408-46c9-838e-f8993a97dd8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 1126 time: 0.0506563 Feb 19 04:17:14.077520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-9570b934-eff4-4a8c-97ac-dcbf6c760796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:14.079017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-9570b934-eff4-4a8c-97ac-dcbf6c760796 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0822120 Feb 19 04:17:14.145678 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-ed23a2fe-6d0b-499b-904c-256f04b92509 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 200 len: 999 time: 0.0605702 Feb 19 04:17:14.191718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-28096bbe-a8b5-4d59-a18d-7fb514c1c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:14.193190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-28096bbe-a8b5-4d59-a18d-7fb514c1c996 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0430815 Feb 19 04:17:14.243010 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-ba24e3b5-1c27-4602-bc74-ebccfa490ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:14.244630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-ba24e3b5-1c27-4602-bc74-ebccfa490ab7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458281 Feb 19 04:17:14.301471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device bf49b4aa-393b-40c1-b3f4-b60d34f26907 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:14.338504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-defd38f5-ad7c-42ac-a3d0-3c29c50e95cd service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877886 Feb 19 04:17:14.354407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port bf49b4aa-393b-40c1-b3f4-b60d34f26907 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:17:14.358269 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port bf49b4aa-393b-40c1-b3f4-b60d34f26907 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:14.358631 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:14.431231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5cb36a1-7cee-4d29-b305-16f65746ed44 req-0ccca5a6-e5d6-44a4-8b73-ce05bdb85e9f service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874517 Feb 19 04:17:14.440115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port bf49b4aa-393b-40c1-b3f4-b60d34f26907 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:14.440499 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:14.466301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:14.468906 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b04fd3-38b4-44ca-93e1-1b07c9991255" -d '{"events": [{"server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "name": "network-vif-plugged", "status": "completed", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:14.481503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:14.486484 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:14.528128 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2869d61b-4179-43ea-a586-cd756de117ab x-openstack-request-id: req-2869d61b-4179-43ea-a586-cd756de117ab {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:14.528504 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "name": "network-vif-plugged", "status": "completed", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:14.529209 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2869d61b-4179-43ea-a586-cd756de117ab {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:14.529693 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'code': 200} Feb 19 04:17:14.543378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=bf49b4aa-393b-40c1-b3f4-b60d34f26907,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:14.721229 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.018429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c44ed-7dee-436a-9380-5601f9e9c9df req-396725de-89f2-4679-aa08-c43e9461bfea tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:15.026903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-999c44ed-7dee-436a-9380-5601f9e9c9df req-396725de-89f2-4679-aa08-c43e9461bfea tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0696423 Feb 19 04:17:15.087971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-999c44ed-7dee-436a-9380-5601f9e9c9df req-daf52cc8-17fd-4071-8648-9e3d570cc8a4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598400 Feb 19 04:17:15.211935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f592-4e1f-4e92-a43c-454e79333c41 req-10973c09-4efb-4715-8363-d280ed4be05f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:15.213444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7832f592-4e1f-4e92-a43c-454e79333c41 req-10973c09-4efb-4715-8363-d280ed4be05f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0555284 Feb 19 04:17:15.262342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7832f592-4e1f-4e92-a43c-454e79333c41 req-30c3a6d7-b862-4d08-aea8-0ad8f58d6215 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425379 Feb 19 04:17:15.381212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ae976-d007-48aa-830d-5a5bbb8d1fe0 req-d0c0bceb-5f38-4c28-8ac1-3528852ee487 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:15.382823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-464ae976-d007-48aa-830d-5a5bbb8d1fe0 req-d0c0bceb-5f38-4c28-8ac1-3528852ee487 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0530765 Feb 19 04:17:15.432567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-464ae976-d007-48aa-830d-5a5bbb8d1fe0 req-bca7d00c-9fd7-4dfa-8843-8234d8690cae tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440910 Feb 19 04:17:16.188144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3a4f2-4402-4129-9365-ab7573eabccd req-477d07a8-df66-42b0-b741-3a72e1859c5d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.190605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98e3a4f2-4402-4129-9365-ab7573eabccd req-477d07a8-df66-42b0-b741-3a72e1859c5d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.5538313 Feb 19 04:17:16.244424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98e3a4f2-4402-4129-9365-ab7573eabccd req-d366b9a3-a0c6-4f69-9758-7a0cc23f3104 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445042 Feb 19 04:17:17.051781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-8307dd42-d53a-40c1-9bef-33338995cf8a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:17.053522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-8307dd42-d53a-40c1-9bef-33338995cf8a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.71 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.0526583 Feb 19 04:17:17.146759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Deleting port bf49b4aa-393b-40c1-b3f4-b60d34f26907 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:17.147098 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.231460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] For port bf49b4aa-393b-40c1-b3f4-b60d34f26907, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=bf49b4aa-393b-40c1-b3f4-b60d34f26907,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:17.231738 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.446126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9458ef-b206-45c4-9b4e-58ce6d68d364 req-c941b4dc-df23-4fd3-9e22-448ca5f2e202 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:17.447635 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9458ef-b206-45c4-9b4e-58ce6d68d364 req-c941b4dc-df23-4fd3-9e22-448ca5f2e202 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=62229b02-0295-49df-9193-51de4c862f6b HTTP/1.1" status: 200 len: 945 time: 0.1269653 Feb 19 04:17:17.529894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.530181 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.530515 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Floating IP 862c4f54-3941-4087-9e20-00cfa924ff52 disassociated. External IP: 172.25.4.38, port: bf49b4aa-393b-40c1-b3f4-b60d34f26907. Feb 19 04:17:17.530856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Calling delete_port for bf49b4aa-393b-40c1-b3f4-b60d34f26907 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:17.544830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b9458ef-b206-45c4-9b4e-58ce6d68d364 req-7325c845-adff-4ac2-9b1c-3750b00da070 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707607 Feb 19 04:17:17.663945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (bf49b4aa-393b-40c1-b3f4-b60d34f26907), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.695375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event deleted for resources: {'Port': ['ID=bf49b4aa-393b-40c1-b3f4-b60d34f26907,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:17.817452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:17.930974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:17.940776 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:17.951605 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:17.952216 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:17:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:17.976733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] No DVR routers for this DVR port bf49b4aa-393b-40c1-b3f4-b60d34f26907 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:17.982407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.986464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdc500c1-02ee-4c36-ba0f-bc83e169ccec req-1ff8978d-4eb8-4a50-a5ac-95c9110e5f04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.71 "DELETE /v2.0/ports/bf49b4aa-393b-40c1-b3f4-b60d34f26907 HTTP/1.1" status: 204 len: 173 time: 0.9276927 Feb 19 04:17:17.986929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'name': 'network-vif-deleted', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:17.990663 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58279d49-24e1-4c21-946a-1841f6226db8" -d '{"events": [{"server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "name": "network-vif-deleted", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:18.038486 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ccbe74-36e1-4d2e-ab21-1399e35c9e0f x-openstack-request-id: req-13ccbe74-36e1-4d2e-ab21-1399e35c9e0f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:18.038780 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62229b02-0295-49df-9193-51de4c862f6b", "name": "network-vif-deleted", "tag": "bf49b4aa-393b-40c1-b3f4-b60d34f26907", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:18.039030 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13ccbe74-36e1-4d2e-ab21-1399e35c9e0f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:18.039472 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62229b02-0295-49df-9193-51de4c862f6b', 'name': 'network-vif-deleted', 'tag': 'bf49b4aa-393b-40c1-b3f4-b60d34f26907', 'status': 'completed', 'code': 200} Feb 19 04:17:18.063799 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:18.266522 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:18.292939 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:18.303661 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:18.304252 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:17:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:18.409496 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:18.603933 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:18.727705 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27251313-0ca1-4954-b251-57bb3478aee5 None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:18.788944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-274b6b30-a998-4cd3-bb28-24fd50a3e1fd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--213828262&fields=id&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 267 time: 0.0437329 Feb 19 04:17:18.897811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f3f43093-6edc-4184-82a3-5ff5b8f4e6c9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.899396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f3f43093-6edc-4184-82a3-5ff5b8f4e6c9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 811 time: 0.1027167 Feb 19 04:17:18.915587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-d2bb40ef-ebdf-4ced-a6b4-fce035a79265 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/quotas/a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 375 time: 0.0104024 Feb 19 04:17:18.950560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22023589-80f2-4161-9376-44312fba9616 None None] New status for floating IP 862c4f54-3941-4087-9e20-00cfa924ff52: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:17:18.980061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-1eb26248-18b2-44ff-ba2a-da5da85131eb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588489 Feb 19 04:17:19.071124 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:17:19.129894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-790fb3c6-e61a-4eee-8e27-fdbe967a475b service neutron] 10.222.0.42 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376612 Feb 19 04:17:19.220930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-2b85693d-216f-4613-afce-7d92d8b810a3 service neutron] 10.222.0.42 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852704 Feb 19 04:17:19.380804 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8408e38e-39f2-4858-a4ca-9320c378012d req-ee492de4-c69a-4b96-a18e-e52be7586afe tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 210 time: 0.0274529 Feb 19 04:17:20.354228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device bf49b4aa-393b-40c1-b3f4-b60d34f26907 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:20.377705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: bf49b4aa-393b-40c1-b3f4-b60d34f26907 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:20.378079 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device bf49b4aa-393b-40c1-b3f4-b60d34f26907 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:20.412177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-79bca781-2fbc-4a3c-899d-8e645759f9a3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:20.413911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-79bca781-2fbc-4a3c-899d-8e645759f9a3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 811 time: 0.1042492 Feb 19 04:17:20.493719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1f7af608-0965-453e-b2c5-1c8fe49abfa1 req-69900d2a-11c0-4531-ae0f-b0bf069b2ed6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 210 time: 0.0415659 Feb 19 04:17:20.515860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-816d98b0-da06-4109-a285-66e74488b56a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 379 time: 0.0860701 Feb 19 04:17:20.524825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'port': {'device_id': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'admin_state_up': True, 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'security_groups': ['30feedb4-524e-4ab1-9873-f56919853c0d']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:20.629364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Made reservation on behalf of a1e59b6eedcd4fc584b202cc68419a05 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:20.632648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.760595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Allocated IP 172.20.0.8 (4ea66a60-076d-4564-b8d8-6f9fbfedfc89/c96f5a86-e791-4824-b70f-3ba6eb086955/943146fc-3321-4ed2-9869-286f66276606) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:20.893960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for port (943146fc-3321-4ed2-9869-286f66276606), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.928824 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (943146fc-3321-4ed2-9869-286f66276606), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.977921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:20.982058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:20.989358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:20.996726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event updated for resources: {'Port': ['ID=943146fc-3321-4ed2-9869-286f66276606,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:21.045111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.045805 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.063612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-f1ae6a10-717d-4272-8b08-f79e6476a280 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429006 Feb 19 04:17:21.083098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Request body: {'port': {'device_id': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:21.143847 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (943146fc-3321-4ed2-9869-286f66276606), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.252233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-95c448b6-d0d1-4694-a81e-5b0f4fbdbb99 None None] Provisioning complete for port 943146fc-3321-4ed2-9869-286f66276606 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:21.252710 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95c448b6-d0d1-4694-a81e-5b0f4fbdbb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (943146fc-3321-4ed2-9869-286f66276606), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.291302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-95c448b6-d0d1-4694-a81e-5b0f4fbdbb99 None None] Port 943146fc-3321-4ed2-9869-286f66276606 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:21.407690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943146fc-3321-4ed2-9869-286f66276606 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:21.414931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Publish callbacks [] for port (943146fc-3321-4ed2-9869-286f66276606), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.430831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Transition to ACTIVE for port object 943146fc-3321-4ed2-9869-286f66276606 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:21.434470 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (943146fc-3321-4ed2-9869-286f66276606), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.484898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Pushing event updated for resources: {'Port': ['ID=943146fc-3321-4ed2-9869-286f66276606,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:21.563059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Attempting to bind port 943146fc-3321-4ed2-9869-286f66276606 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:21.563452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Attempting to bind port 943146fc-3321-4ed2-9869-286f66276606 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:21.563786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Attempting to bind port 943146fc-3321-4ed2-9869-286f66276606 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:21.579117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Port 943146fc-3321-4ed2-9869-286f66276606 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:21.579441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Attempting to bind port 943146fc-3321-4ed2-9869-286f66276606 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:21.599533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:21.599870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:21.600263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:21.600701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Bound port: 943146fc-3321-4ed2-9869-286f66276606, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:21.601052 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (943146fc-3321-4ed2-9869-286f66276606), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.658702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14c7cf-0a46-44f7-8d19-4b3f0fe23f09 req-40917112-b37c-4bda-b0b9-b47be581b4b7 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.660272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f14c7cf-0a46-44f7-8d19-4b3f0fe23f09 req-40917112-b37c-4bda-b0b9-b47be581b4b7 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 943 time: 0.0940855 Feb 19 04:17:21.701799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:21.724236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=943146fc-3321-4ed2-9869-286f66276606,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:21.731235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (943146fc-3321-4ed2-9869-286f66276606), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.737913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f14c7cf-0a46-44f7-8d19-4b3f0fe23f09 req-c2d72665-2336-493a-af4f-47569a5791f3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712011 Feb 19 04:17:21.771563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.772219 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.773674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] 10.222.0.37 "PUT /v2.0/ports/943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 1091 time: 0.6963775 Feb 19 04:17:21.774147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'tag': '943146fc-3321-4ed2-9869-286f66276606'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:21.776436 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e01c449-7c86-45a5-b2bd-6192877e3a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "tag": "943146fc-3321-4ed2-9869-286f66276606"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:21.804204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a4948-141e-40ee-af0f-91ca74e61828 service neutron] Pushing event updated for resources: {'Port': ['ID=943146fc-3321-4ed2-9869-286f66276606,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:21.830806 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77960ec-f65c-4d72-ab77-4efe3cddf3ee x-openstack-request-id: req-a77960ec-f65c-4d72-ab77-4efe3cddf3ee {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:21.831102 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "tag": "943146fc-3321-4ed2-9869-286f66276606", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:21.831400 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a77960ec-f65c-4d72-ab77-4efe3cddf3ee {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:21.831806 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'tag': '943146fc-3321-4ed2-9869-286f66276606', 'status': 'completed', 'code': 200} Feb 19 04:17:21.891762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-8cce6764-a3d6-427b-9da4-d45de564fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.893329 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-8cce6764-a3d6-427b-9da4-d45de564fc00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 1125 time: 0.0482666 Feb 19 04:17:21.944306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-a84994b3-3f91-4503-aff2-3d2a380aafca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 217 time: 0.0368831 Feb 19 04:17:21.993905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-0b5df863-1f91-482e-902a-6de58f8109f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.995413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-0b5df863-1f91-482e-902a-6de58f8109f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0447347 Feb 19 04:17:22.047721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-be59bc3f-a374-4000-9b4b-f4e16d1e3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.049180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-be59bc3f-a374-4000-9b4b-f4e16d1e3655 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480034 Feb 19 04:17:22.135330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-0a9cbb1f-549a-4824-9db6-280a0e370d79 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798767 Feb 19 04:17:22.229266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1896ad6a-53c8-4f06-bedd-bf6b8c3120c4 req-75c8a2f1-02f5-416a-93a5-38b8398a2a20 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877426 Feb 19 04:17:22.361172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-2617db65-7b4c-4ea9-a592-65cc6902e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.362725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-2617db65-7b4c-4ea9-a592-65cc6902e822 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 1125 time: 0.0446911 Feb 19 04:17:22.452931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-c830ffd0-c1a3-4ed7-934e-3968825f3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.454547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-c830ffd0-c1a3-4ed7-934e-3968825f3478 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0858169 Feb 19 04:17:22.496898 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-a8db4a00-1af3-440d-85c4-388283a1c604 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 217 time: 0.0359755 Feb 19 04:17:22.542996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-e0048205-243b-401e-8564-c3e52cb70d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.544506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-e0048205-243b-401e-8564-c3e52cb70d06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0420277 Feb 19 04:17:22.592605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-c9768d9a-3067-4160-9858-682ea2156b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.594163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-c9768d9a-3067-4160-9858-682ea2156b8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431452 Feb 19 04:17:22.684221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-f13e07cb-4f6e-4d07-ace0-4598db977eaa service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840688 Feb 19 04:17:22.771310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e01c449-7c86-45a5-b2bd-6192877e3a5e req-6ac0fd84-2711-446f-9de4-ca0057c8bc24 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812054 Feb 19 04:17:22.844917 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.868870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559dd7b-a11a-4096-be5e-c228f61b49be req-882c65ba-f58b-43e9-9baa-3cc253a64385 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.870394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8559dd7b-a11a-4096-be5e-c228f61b49be req-882c65ba-f58b-43e9-9baa-3cc253a64385 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 943 time: 0.0583766 Feb 19 04:17:22.916722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8559dd7b-a11a-4096-be5e-c228f61b49be req-626dd5e4-1fe2-479c-8792-e07490edfbcf tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407493 Feb 19 04:17:24.036318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc1111-66cb-4f19-aa40-950e0d990fd7 req-f74a9d39-71ef-4ba8-b51f-e148dfc96f01 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.037732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-babc1111-66cb-4f19-aa40-950e0d990fd7 req-f74a9d39-71ef-4ba8-b51f-e148dfc96f01 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 943 time: 0.0529065 Feb 19 04:17:24.084167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-babc1111-66cb-4f19-aa40-950e0d990fd7 req-97ed9cc0-dc4a-46e8-9a8d-f03a306c58d9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409436 Feb 19 04:17:25.210351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd58b-b06b-400a-8550-29c1230542ad req-6b1fd0ff-28d8-46b0-a9ff-cfcbd685c320 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:25.211841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-978bd58b-b06b-400a-8550-29c1230542ad req-6b1fd0ff-28d8-46b0-a9ff-cfcbd685c320 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 943 time: 0.0561986 Feb 19 04:17:25.257979 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-978bd58b-b06b-400a-8550-29c1230542ad req-5812b996-163f-4347-8497-c66cb7644c15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403252 Feb 19 04:17:26.378478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9df5-7ecb-4e24-b0b1-1bff2f059f7e req-c1abd6ef-8672-45ef-9b2b-eae169d8503c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:26.379970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87ef9df5-7ecb-4e24-b0b1-1bff2f059f7e req-c1abd6ef-8672-45ef-9b2b-eae169d8503c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 943 time: 0.0522676 Feb 19 04:17:26.425775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87ef9df5-7ecb-4e24-b0b1-1bff2f059f7e req-5b2b6317-358d-415a-b8ca-5213ed30c746 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402162 Feb 19 04:17:26.847842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 943146fc-3321-4ed2-9869-286f66276606 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:26.946140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=943146fc-3321-4ed2-9869-286f66276606,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:26.957403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '943146fc-3321-4ed2-9869-286f66276606', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'port_id': '943146fc-3321-4ed2-9869-286f66276606', 'mac_address': 'fa:16:3e:7f:36:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:26.994596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 943146fc-3321-4ed2-9869-286f66276606 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:26.995127 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (943146fc-3321-4ed2-9869-286f66276606), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.008574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943146fc-3321-4ed2-9869-286f66276606 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:27.028380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=943146fc-3321-4ed2-9869-286f66276606,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:27.032279 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (943146fc-3321-4ed2-9869-286f66276606), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.078550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=943146fc-3321-4ed2-9869-286f66276606,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:27.411829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['943146fc-3321-4ed2-9869-286f66276606'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:27.543119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7fa77-37df-49b7-8801-ae128a21642b req-83cf6119-67ab-4b12-b008-02d64e32f82c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.544589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8bd7fa77-37df-49b7-8801-ae128a21642b req-83cf6119-67ab-4b12-b008-02d64e32f82c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 944 time: 0.0516622 Feb 19 04:17:27.597749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8bd7fa77-37df-49b7-8801-ae128a21642b req-cae4fa62-e9ce-4972-bfca-ba3ee2834e8b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474060 Feb 19 04:17:28.732890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527ed1b-82c1-4e60-9549-c52a16766fbd req-1caeacbf-f329-46cf-b407-55400902717e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:28.734892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9527ed1b-82c1-4e60-9549-c52a16766fbd req-1caeacbf-f329-46cf-b407-55400902717e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 944 time: 0.0601532 Feb 19 04:17:28.781454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9527ed1b-82c1-4e60-9549-c52a16766fbd req-39aab576-5d22-4509-971e-45140d468aa6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409517 Feb 19 04:17:28.864492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 943146fc-3321-4ed2-9869-286f66276606 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:28.911477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 943146fc-3321-4ed2-9869-286f66276606 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:17:28.915330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 943146fc-3321-4ed2-9869-286f66276606 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:28.915700 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (943146fc-3321-4ed2-9869-286f66276606), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.995403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 943146fc-3321-4ed2-9869-286f66276606 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:28.995785 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (943146fc-3321-4ed2-9869-286f66276606), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:29.019182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943146fc-3321-4ed2-9869-286f66276606'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:29.022382 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c484a2e-02c1-495b-b7fe-bcfe42ae9ac4" -d '{"events": [{"server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "name": "network-vif-plugged", "status": "completed", "tag": "943146fc-3321-4ed2-9869-286f66276606"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:29.035375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=943146fc-3321-4ed2-9869-286f66276606,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:29.039839 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (943146fc-3321-4ed2-9869-286f66276606), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:29.064560 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72827a5d-36f5-483a-928c-71189b8a7529 x-openstack-request-id: req-72827a5d-36f5-483a-928c-71189b8a7529 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:29.064854 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "name": "network-vif-plugged", "status": "completed", "tag": "943146fc-3321-4ed2-9869-286f66276606", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:29.065104 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72827a5d-36f5-483a-928c-71189b8a7529 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:29.065492 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943146fc-3321-4ed2-9869-286f66276606', 'code': 200} Feb 19 04:17:29.091240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=943146fc-3321-4ed2-9869-286f66276606,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:29.188104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d785f6-31aa-4e50-9f90-f3edc8b74831 req-a52dd37d-63d9-4dfc-b8e4-5075c443f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.189599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90d785f6-31aa-4e50-9f90-f3edc8b74831 req-a52dd37d-63d9-4dfc-b8e4-5075c443f5aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 1127 time: 0.0429521 Feb 19 04:17:29.231959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90d785f6-31aa-4e50-9f90-f3edc8b74831 req-e153917b-fa40-41c0-9d83-029319a4219d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368767 Feb 19 04:17:29.903682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb85a5-f24d-425d-b11e-3813fd08fb01 req-7b6c3c5f-e82f-4dbc-873a-6cbd7b17d128 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.905158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cefb85a5-f24d-425d-b11e-3813fd08fb01 req-7b6c3c5f-e82f-4dbc-873a-6cbd7b17d128 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0555468 Feb 19 04:17:29.951749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cefb85a5-f24d-425d-b11e-3813fd08fb01 req-adde3f47-209f-491b-888f-c8809b7f155d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410028 Feb 19 04:17:31.071493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a6605-cbcf-4c86-8b36-4c7e8b7766de req-d18d2c78-bf3f-41af-a765-a0165b0a2e41 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.073026 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-114a6605-cbcf-4c86-8b36-4c7e8b7766de req-d18d2c78-bf3f-41af-a765-a0165b0a2e41 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0529566 Feb 19 04:17:31.120343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-114a6605-cbcf-4c86-8b36-4c7e8b7766de req-dc988d67-288a-4b46-9a54-b23cac61151d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417571 Feb 19 04:17:31.233316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90960c-e115-461c-ac9a-91f11311920b req-55fd6c71-dc00-4dba-8ff4-8ba2d8236a2e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.234794 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab90960c-e115-461c-ac9a-91f11311920b req-55fd6c71-dc00-4dba-8ff4-8ba2d8236a2e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0516293 Feb 19 04:17:31.243903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 60748) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:31.248118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0d604977-8ee1-49b8-9d3b-8f848cf698a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'floatingip': {'port_id': '943146fc-3321-4ed2-9869-286f66276606'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:31.288954 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d604977-8ee1-49b8-9d3b-8f848cf698a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:31.719624 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d604977-8ee1-49b8-9d3b-8f848cf698a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:31.723370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d604977-8ee1-49b8-9d3b-8f848cf698a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:31.824589 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-0d604977-8ee1-49b8-9d3b-8f848cf698a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Floating IP 862c4f54-3941-4087-9e20-00cfa924ff52 associated. External IP: 172.25.4.38, port: 943146fc-3321-4ed2-9869-286f66276606. Feb 19 04:17:32.029263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d604977-8ee1-49b8-9d3b-8f848cf698a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:32.137316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d604977-8ee1-49b8-9d3b-8f848cf698a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:32.142105 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d604977-8ee1-49b8-9d3b-8f848cf698a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.147729 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:32.156934 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:32.157540 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:17:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:32.173432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0d604977-8ee1-49b8-9d3b-8f848cf698a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "PUT /v2.0/floatingips/862c4f54-3941-4087-9e20-00cfa924ff52 HTTP/1.1" status: 200 len: 990 time: 0.9284847 Feb 19 04:17:32.174073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'tag': '943146fc-3321-4ed2-9869-286f66276606'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:32.176341 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7337da-8271-4898-9f34-d24bab0caf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "tag": "943146fc-3321-4ed2-9869-286f66276606"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:32.267662 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:32.293006 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce3794-88d3-43c3-8461-45bbf75f2479 x-openstack-request-id: req-21ce3794-88d3-43c3-8461-45bbf75f2479 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:32.293304 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "tag": "943146fc-3321-4ed2-9869-286f66276606", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:32.293563 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21ce3794-88d3-43c3-8461-45bbf75f2479 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:32.293999 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'tag': '943146fc-3321-4ed2-9869-286f66276606', 'status': 'completed', 'code': 200} Feb 19 04:17:32.425350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516f2c1-d37b-4714-948d-2a3d2994bdfa req-adb94125-476f-4817-a62c-675c7e531e25 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.426908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0516f2c1-d37b-4714-948d-2a3d2994bdfa req-adb94125-476f-4817-a62c-675c7e531e25 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0907128 Feb 19 04:17:32.429719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-a79f4917-02a1-41c6-ac7e-aa5f86a36fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.431117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-a79f4917-02a1-41c6-ac7e-aa5f86a36fba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 1127 time: 0.0645871 Feb 19 04:17:32.494728 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': '943146fc-3321-4ed2-9869-286f66276606', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:7f:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:17:31Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:32.521701 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:32.530444 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:32.531071 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:17:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:32.648455 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:32.863150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0516f2c1-d37b-4714-948d-2a3d2994bdfa req-5821852b-273c-49fa-9310-85ba906fa055 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4298332 Feb 19 04:17:32.877051 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': '943146fc-3321-4ed2-9869-286f66276606', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:7f:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:17:31Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:32.899411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-171aaf51-b0b1-493e-9b7d-4d95bfe9d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.900795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-171aaf51-b0b1-493e-9b7d-4d95bfe9d304 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.4471264 Feb 19 04:17:32.906789 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea231f-cb02-440f-b904-455d598ca5d4 None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': '943146fc-3321-4ed2-9869-286f66276606', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:7f:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:17:31Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:32.978834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-503986d3-9e0f-4e0e-911a-d34ebc55aee3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 998 time: 0.0686896 Feb 19 04:17:33.028451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-c5107fb6-1945-4880-b292-8116848fd74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.030086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-c5107fb6-1945-4880-b292-8116848fd74e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0475624 Feb 19 04:17:33.084570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-7d557b28-ad3f-4342-9304-e2f91144221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.086239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-7d557b28-ad3f-4342-9304-e2f91144221b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502279 Feb 19 04:17:33.120657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cffaa0-4da1-4b8d-991f-130b94f7b859 None None] New status for floating IP 862c4f54-3941-4087-9e20-00cfa924ff52: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:17:33.176619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-4be00fcd-1508-4cdd-a367-1105354db6ad service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841398 Feb 19 04:17:33.268626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef7337da-8271-4898-9f34-d24bab0caf7c req-e0da1fcf-123d-4300-9d7d-5bd217a0da53 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862107 Feb 19 04:17:33.984180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3091077-ee00-4507-b84c-a0d204d42ee9 req-14f48fae-890f-4f7a-a22d-1478842f7dfc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.985732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3091077-ee00-4507-b84c-a0d204d42ee9 req-14f48fae-890f-4f7a-a22d-1478842f7dfc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0544586 Feb 19 04:17:34.032048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3091077-ee00-4507-b84c-a0d204d42ee9 req-40f08f70-c26a-44b9-baa8-e5d574257497 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400207 Feb 19 04:17:35.158788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110735-6e45-45e0-9ccd-c287e1c50044 req-bea6913f-50fb-4d35-aa34-91677d073600 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:35.160267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9110735-6e45-45e0-9ccd-c287e1c50044 req-bea6913f-50fb-4d35-aa34-91677d073600 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0551295 Feb 19 04:17:35.213610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d9110735-6e45-45e0-9ccd-c287e1c50044 req-da81b374-9486-405c-b4b5-1eb54339a092 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474856 Feb 19 04:17:36.330312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713a0aa-39f1-4fb1-a742-fc71dbf6a21c req-534147fd-0358-45c9-98ca-0a19a36dec40 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:36.331852 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8713a0aa-39f1-4fb1-a742-fc71dbf6a21c req-534147fd-0358-45c9-98ca-0a19a36dec40 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0515182 Feb 19 04:17:36.377754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8713a0aa-39f1-4fb1-a742-fc71dbf6a21c req-e8dbf261-faf7-4d58-8ec6-35415ccf9125 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402262 Feb 19 04:17:36.620224 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.495910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb482d37-7f9e-4a62-9bbc-29ccf672497d req-d7380591-a9fc-41ad-a611-e214b996be97 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.497587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb482d37-7f9e-4a62-9bbc-29ccf672497d req-d7380591-a9fc-41ad-a611-e214b996be97 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0530736 Feb 19 04:17:37.542631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb482d37-7f9e-4a62-9bbc-29ccf672497d req-4b8e0448-8029-405e-b6a4-e4c494a5419c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391850 Feb 19 04:17:38.366931 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7496f09f-9d0d-46ca-8eed-10f8a9322d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.665992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917d39d-7251-4671-a4cc-b778106d6671 req-2d9a96e5-ec16-4cc8-ab5c-1871cdb04272 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:38.667483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6917d39d-7251-4671-a4cc-b778106d6671 req-2d9a96e5-ec16-4cc8-ab5c-1871cdb04272 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0560691 Feb 19 04:17:38.713894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6917d39d-7251-4671-a4cc-b778106d6671 req-c22d6530-7cf5-4f14-95a6-4f226d15f06f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Feb 19 04:17:39.833351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528bdc0-4237-47ae-b145-4c35b227f7c2 req-35e2222a-2a97-45da-a5e9-f94c5e6ca803 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:39.835426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7528bdc0-4237-47ae-b145-4c35b227f7c2 req-35e2222a-2a97-45da-a5e9-f94c5e6ca803 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0520179 Feb 19 04:17:39.881433 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7528bdc0-4237-47ae-b145-4c35b227f7c2 req-841092df-063a-432d-be98-24caf2fadac9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402949 Feb 19 04:17:40.542496 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-892ad9b0-0ddf-44aa-bbfd-9f617c1fc3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:41.003860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1ea31-2c59-47db-864b-4067a83760f9 req-fd60b9f1-2908-46d3-bd0f-8107be96f2b2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:41.005448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8a1ea31-2c59-47db-864b-4067a83760f9 req-fd60b9f1-2908-46d3-bd0f-8107be96f2b2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0551388 Feb 19 04:17:41.056522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8a1ea31-2c59-47db-864b-4067a83760f9 req-53d4cdd1-012d-4fdc-a08e-ccf32af8a369 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454824 Feb 19 04:17:42.173354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d814e40-f772-499c-9678-bdc31c96bc4f req-c9ae3aa6-31b4-4ac9-b572-9e009769206f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:42.174861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d814e40-f772-499c-9678-bdc31c96bc4f req-c9ae3aa6-31b4-4ac9-b572-9e009769206f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0518868 Feb 19 04:17:42.202059 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:42.224603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d814e40-f772-499c-9678-bdc31c96bc4f req-02a4abd2-6693-4e5e-93e7-e4d57d232ad8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Feb 19 04:17:43.245316 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:43.344787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc6ed8-1e88-4ba5-83b2-715f191801be req-3d4862ea-766f-46b8-b97d-880a4777fde4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:43.346326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ccc6ed8-1e88-4ba5-83b2-715f191801be req-3d4862ea-766f-46b8-b97d-880a4777fde4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0525508 Feb 19 04:17:43.397473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ccc6ed8-1e88-4ba5-83b2-715f191801be req-22bd985b-0190-4e3a-ae88-aae89a7a3f92 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449131 Feb 19 04:17:44.520165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dd34c-2a63-486a-aad2-6245cb405c4f req-0c552ade-7883-4b10-abe9-a3669789b86b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:44.522302 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-178dd34c-2a63-486a-aad2-6245cb405c4f req-0c552ade-7883-4b10-abe9-a3669789b86b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0549052 Feb 19 04:17:44.568545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-178dd34c-2a63-486a-aad2-6245cb405c4f req-fbf64e1d-0ec0-47eb-a28f-386b31ac4202 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Feb 19 04:17:44.819441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.689049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60423af0-4d3b-4c7b-9aa6-40dca2b7663f req-f60544d1-e8b3-4900-be86-b25fb1e59ea4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.690577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60423af0-4d3b-4c7b-9aa6-40dca2b7663f req-f60544d1-e8b3-4900-be86-b25fb1e59ea4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0522499 Feb 19 04:17:45.738706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60423af0-4d3b-4c7b-9aa6-40dca2b7663f req-3153236e-4330-458b-8d2d-84cf88a4e657 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Feb 19 04:17:46.860434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7329b-4516-4e69-bd5b-eecc23f9c3ad req-6b89228e-1f96-4520-94c0-ff4a960f0e26 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:46.861950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4e7329b-4516-4e69-bd5b-eecc23f9c3ad req-6b89228e-1f96-4520-94c0-ff4a960f0e26 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0563991 Feb 19 04:17:46.910206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4e7329b-4516-4e69-bd5b-eecc23f9c3ad req-80f3be8d-722c-44e0-bccf-8fb58425e788 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415957 Feb 19 04:17:48.030430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d40e3e-ebf7-4ea5-b8a5-60421b92aa79 req-dd1b8ce3-9c5b-4f8b-a805-6d1878ac565b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.031834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5d40e3e-ebf7-4ea5-b8a5-60421b92aa79 req-dd1b8ce3-9c5b-4f8b-a805-6d1878ac565b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0542641 Feb 19 04:17:48.080582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5d40e3e-ebf7-4ea5-b8a5-60421b92aa79 req-d05d8357-c517-4944-887b-82b78a681f84 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Feb 19 04:17:49.197638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1205d-263b-43e6-b3fb-2391da9a6e3e req-1116fc2c-6921-4653-a57e-d79d57f7777c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:49.199138 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3c1205d-263b-43e6-b3fb-2391da9a6e3e req-1116fc2c-6921-4653-a57e-d79d57f7777c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0522840 Feb 19 04:17:49.250470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3c1205d-263b-43e6-b3fb-2391da9a6e3e req-070a6f48-1a1b-4780-a8ea-525abcd35ab4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455482 Feb 19 04:17:50.414031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3502b-1863-4761-8a71-eec64d666917 req-ce47cee5-e574-4c4d-a71e-305deb92e9ec tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:50.415585 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bdd3502b-1863-4761-8a71-eec64d666917 req-ce47cee5-e574-4c4d-a71e-305deb92e9ec tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0989411 Feb 19 04:17:50.461466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bdd3502b-1863-4761-8a71-eec64d666917 req-2ccc410d-f092-4b22-8c61-13e2267d95f7 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401869 Feb 19 04:17:51.579687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b70043-b875-4ee4-be3e-6e5c0cd533be req-310f6b96-6f2d-49d1-8793-7b3bea8be5e1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:51.581175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08b70043-b875-4ee4-be3e-6e5c0cd533be req-310f6b96-6f2d-49d1-8793-7b3bea8be5e1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0523052 Feb 19 04:17:51.626454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08b70043-b875-4ee4-be3e-6e5c0cd533be req-a5b4eb78-72a1-445f-b48a-55c1e8dc2e07 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395772 Feb 19 04:17:52.752490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03edc-f1f5-4d21-92fe-7e5ebd15ded6 req-6c096aa3-9b28-4606-8869-367f4fb3ba93 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.754018 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35d03edc-f1f5-4d21-92fe-7e5ebd15ded6 req-6c096aa3-9b28-4606-8869-367f4fb3ba93 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0557122 Feb 19 04:17:52.800252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35d03edc-f1f5-4d21-92fe-7e5ebd15ded6 req-98d5238f-096f-4d10-ab8b-b0cfa8a89721 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401285 Feb 19 04:17:52.844511 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.920251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918237c7-137e-4a5d-b26c-2a675d3093e2 req-dc780cbb-4a99-45b6-bf9a-e1172012bab3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:53.921670 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-918237c7-137e-4a5d-b26c-2a675d3093e2 req-dc780cbb-4a99-45b6-bf9a-e1172012bab3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0522294 Feb 19 04:17:53.968258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-918237c7-137e-4a5d-b26c-2a675d3093e2 req-1a96fdcf-f563-4c53-842e-f284da8dff2f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409102 Feb 19 04:17:55.088072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ab735-d9c1-4cc4-8d7f-db01631a2542 req-120e4bac-43e3-4888-8946-77a9e93dc1c1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.089575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f84ab735-d9c1-4cc4-8d7f-db01631a2542 req-120e4bac-43e3-4888-8946-77a9e93dc1c1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0531611 Feb 19 04:17:55.140057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f84ab735-d9c1-4cc4-8d7f-db01631a2542 req-2e068f08-a99c-4ed3-b31a-3171d72e521b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449085 Feb 19 04:17:56.070254 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:17:56.259813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f8729-e8a6-4b4a-b995-5b3f61ae3b93 req-319202b0-437e-43b1-99f3-1bd1bc1ec22b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.261307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b0f8729-e8a6-4b4a-b995-5b3f61ae3b93 req-319202b0-437e-43b1-99f3-1bd1bc1ec22b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0515211 Feb 19 04:17:56.308160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b0f8729-e8a6-4b4a-b995-5b3f61ae3b93 req-625bcb6d-5940-4803-a7b6-a85d0ce665a4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 Feb 19 04:17:57.426713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594ea91-7ce5-4952-bd97-2cd74b2be9a8 req-09ac66e1-5f9e-453d-b10f-a486cb6b6f87 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:57.428481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e594ea91-7ce5-4952-bd97-2cd74b2be9a8 req-09ac66e1-5f9e-453d-b10f-a486cb6b6f87 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0538733 Feb 19 04:17:57.476560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e594ea91-7ce5-4952-bd97-2cd74b2be9a8 req-cc2c7257-e5f4-4d85-8a54-8338428d7c1e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420702 Feb 19 04:17:58.608313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537d0c1-246b-40dd-8255-f23db98f2284 req-13f741b9-cc64-4e7a-8551-579501fa7b26 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.609999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e537d0c1-246b-40dd-8255-f23db98f2284 req-13f741b9-cc64-4e7a-8551-579501fa7b26 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0606055 Feb 19 04:17:58.655532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e537d0c1-246b-40dd-8255-f23db98f2284 req-25c018f5-1eeb-4bd2-b677-f3b04aaf31a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399702 Feb 19 04:17:58.893150 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-83132d62-a443-409a-b9b6-4614bcf93740 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530198 Feb 19 04:17:58.901087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c6ff2-8490-4af1-9a31-761391abb9a0 req-2cea2a2e-744a-46bd-8ba1-8b2501366e41 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.903312 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f85c6ff2-8490-4af1-9a31-761391abb9a0 req-2cea2a2e-744a-46bd-8ba1-8b2501366e41 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0562198 Feb 19 04:17:58.954941 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f85c6ff2-8490-4af1-9a31-761391abb9a0 req-6f5aba50-e2ac-4764-a42e-9254937915a3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Feb 19 04:17:59.256696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-1314dac1-e4f6-45d8-adb3-ca273ea241e2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.258276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-1314dac1-e4f6-45d8-adb3-ca273ea241e2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports/943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 942 time: 0.0552442 Feb 19 04:18:00.078633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298b18b-7f0c-4fbc-9e96-eb770ebfd14f req-4aab5b49-758e-4d2f-bb83-91509225e69d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.080134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c298b18b-7f0c-4fbc-9e96-eb770ebfd14f req-4aab5b49-758e-4d2f-bb83-91509225e69d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0534217 Feb 19 04:18:00.132097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c298b18b-7f0c-4fbc-9e96-eb770ebfd14f req-3b0c7540-7d1b-407a-974c-2876cd6e8337 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457845 Feb 19 04:18:00.235567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-c4c4e132-d71e-4afc-b48d-5f72c45acf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.237101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-c4c4e132-d71e-4afc-b48d-5f72c45acf7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 1127 time: 0.0891449 Feb 19 04:18:00.329247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-6322f2c2-94ab-4e00-9176-54cb9df8e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.330772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-6322f2c2-94ab-4e00-9176-54cb9df8e4a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0878954 Feb 19 04:18:00.395121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-b7bd1749-02bb-47eb-b461-32658e1f4087 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 1000 time: 0.0580089 Feb 19 04:18:00.443094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-24d929f4-37fb-470a-8df0-56f6386c90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.444513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-24d929f4-37fb-470a-8df0-56f6386c90a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0430524 Feb 19 04:18:00.497361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-57a2c42f-8e00-4466-a596-ed01e6111dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.498932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-57a2c42f-8e00-4466-a596-ed01e6111dbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478623 Feb 19 04:18:00.587659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-7aedafc1-9155-4211-a454-d5dfeee88785 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815017 Feb 19 04:18:00.678402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-52c234db-586c-4a37-bb94-ede0aa954065 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846131 Feb 19 04:18:01.265952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd31a9-2105-4532-b9eb-1fda1909f1d0 req-0784ae25-552a-4ec6-a536-a1121ffcd8c1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:01.267385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efd31a9-2105-4532-b9eb-1fda1909f1d0 req-0784ae25-552a-4ec6-a536-a1121ffcd8c1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0555007 Feb 19 04:18:01.314069 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efd31a9-2105-4532-b9eb-1fda1909f1d0 req-1b4ea897-57a1-401a-a538-18b629fef9af tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405800 Feb 19 04:18:02.434004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355ba7b-ab8e-45d5-be40-caffa902ba45 req-6620e214-6c37-4b45-a804-45365c76234f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.435483 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5355ba7b-ab8e-45d5-be40-caffa902ba45 req-6620e214-6c37-4b45-a804-45365c76234f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0521986 Feb 19 04:18:02.486620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5355ba7b-ab8e-45d5-be40-caffa902ba45 req-dfbc1334-d85d-4f6b-be0c-7c1ed35e128d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455170 Feb 19 04:18:02.803952 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-73f1e53f-0acd-4249-8f5e-fe058c61c572 service neutron] show failed (client error): The resource could not be found. Feb 19 04:18:02.804965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-73f1e53f-0acd-4249-8f5e-fe058c61c572 service neutron] 10.222.0.37 "GET /v2.0/ports/943146fc-3321-4ed2-9869-286f66276606/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0542872 Feb 19 04:18:03.008985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-0168fdc9-b416-43f1-af1e-30ac7a6def88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:03.010541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-0168fdc9-b416-43f1-af1e-30ac7a6def88 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 1127 time: 0.0465055 Feb 19 04:18:03.025049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:03.086324 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (943146fc-3321-4ed2-9869-286f66276606), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.289064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=943146fc-3321-4ed2-9869-286f66276606,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:03.321636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:03.360398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '943146fc-3321-4ed2-9869-286f66276606'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:03.362745 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fced0c-de64-4122-8751-192d1fccc107" -d '{"events": [{"server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "name": "network-vif-unplugged", "status": "completed", "tag": "943146fc-3321-4ed2-9869-286f66276606"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:03.366347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Publish callbacks [] for port (943146fc-3321-4ed2-9869-286f66276606), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.378367 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Transition to ACTIVE for port object 943146fc-3321-4ed2-9869-286f66276606 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:03.382713 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (943146fc-3321-4ed2-9869-286f66276606), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.418987 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff372af-f677-4e50-8702-0baae2d3ced7 x-openstack-request-id: req-4ff372af-f677-4e50-8702-0baae2d3ced7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:03.419290 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "name": "network-vif-unplugged", "status": "completed", "tag": "943146fc-3321-4ed2-9869-286f66276606", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:03.419568 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ff372af-f677-4e50-8702-0baae2d3ced7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:03.419946 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '943146fc-3321-4ed2-9869-286f66276606', 'code': 200} Feb 19 04:18:03.471570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=943146fc-3321-4ed2-9869-286f66276606,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.483696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.484051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.484400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.484748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.485092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.485430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.485763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.486129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.486466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.486799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.487134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.487460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.487785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.528819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] No DVR routers for this DVR port 943146fc-3321-4ed2-9869-286f66276606 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:03.670854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1aff97-5984-46db-860a-a50e4d1f0445 req-3dcaa509-e706-46f2-aebb-8e599f827060 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:03.672338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce1aff97-5984-46db-860a-a50e4d1f0445 req-3dcaa509-e706-46f2-aebb-8e599f827060 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 943 time: 0.1033504 Feb 19 04:18:03.749247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ce1aff97-5984-46db-860a-a50e4d1f0445 req-d5c13083-bffe-49d6-a1d1-a768da70d78d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695086 Feb 19 04:18:03.749978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Attempting to bind port 943146fc-3321-4ed2-9869-286f66276606 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:03.750245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Attempting to bind port 943146fc-3321-4ed2-9869-286f66276606 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:03.750569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Attempting to bind port 943146fc-3321-4ed2-9869-286f66276606 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:03.755949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Port 943146fc-3321-4ed2-9869-286f66276606 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:03.756311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Attempting to bind port 943146fc-3321-4ed2-9869-286f66276606 on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:03.761143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:03.761483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:03.761878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:03.762310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Bound port: 943146fc-3321-4ed2-9869-286f66276606, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:03.762890 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (943146fc-3321-4ed2-9869-286f66276606), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.824180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:03.828786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=943146fc-3321-4ed2-9869-286f66276606,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:03.834823 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (943146fc-3321-4ed2-9869-286f66276606), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.867422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:03.868063 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.869478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] 10.222.0.71 "PUT /v2.0/ports/943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 1091 time: 0.8490710 Feb 19 04:18:03.927544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546a658-ca15-4318-82e6-20335925cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=943146fc-3321-4ed2-9869-286f66276606,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.953411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-c15e0e47-1dcb-40af-996f-8610c9b1f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:03.954999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-c15e0e47-1dcb-40af-996f-8610c9b1f627 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 1125 time: 0.0587835 Feb 19 04:18:04.052156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-918d5a54-5f09-47b2-8c08-83d5b7262904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.053959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-918d5a54-5f09-47b2-8c08-83d5b7262904 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0923202 Feb 19 04:18:04.118345 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-b571e53d-f60a-4c9d-a2f7-ffa9dd312ea0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 998 time: 0.0580635 Feb 19 04:18:04.169959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-754b25d0-2f7d-4d15-88bb-b135ce397aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.171427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-754b25d0-2f7d-4d15-88bb-b135ce397aea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0475204 Feb 19 04:18:04.220096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-0a4b54fb-1267-495f-bd37-f050d3b3c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.221598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-0a4b54fb-1267-495f-bd37-f050d3b3c8bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429685 Feb 19 04:18:04.312787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-9298da99-19e6-41ae-b79e-ccce6f7e67f2 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840833 Feb 19 04:18:04.403742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b084ef8-cff3-491b-bc3e-d283ee12d30f req-d805ce09-3ed7-4904-83e7-37e127b2151b service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845041 Feb 19 04:18:04.876342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c2fc1-93fb-4446-86f1-095f0ace06ff req-2d7038af-e154-45cd-9164-de8f938075e4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.877901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a48c2fc1-93fb-4446-86f1-095f0ace06ff req-2d7038af-e154-45cd-9164-de8f938075e4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 943 time: 0.0539200 Feb 19 04:18:04.928492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a48c2fc1-93fb-4446-86f1-095f0ace06ff req-e1455ae6-1629-4d92-b458-d775600c186f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437641 Feb 19 04:18:05.023629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 943146fc-3321-4ed2-9869-286f66276606 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:05.063327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port 943146fc-3321-4ed2-9869-286f66276606 host n-h2-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:18:05.063636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 943146fc-3321-4ed2-9869-286f66276606 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:05.421400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'tag': '943146fc-3321-4ed2-9869-286f66276606'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:05.423795 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c64a7b-7d3c-4671-b137-582a8428b756" -d '{"events": [{"name": "network-changed", "server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "tag": "943146fc-3321-4ed2-9869-286f66276606"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:05.472667 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f07121-4787-439d-bf3d-59d409c59c83 x-openstack-request-id: req-38f07121-4787-439d-bf3d-59d409c59c83 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:05.472970 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "tag": "943146fc-3321-4ed2-9869-286f66276606", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:05.473229 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38f07121-4787-439d-bf3d-59d409c59c83 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:05.473642 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'tag': '943146fc-3321-4ed2-9869-286f66276606', 'status': 'completed', 'code': 200} Feb 19 04:18:05.573419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-73ad4f82-0c17-4e3f-ba90-c6d5e54f3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.574986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-73ad4f82-0c17-4e3f-ba90-c6d5e54f3b21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 1125 time: 0.0783858 Feb 19 04:18:05.586370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-034173e2-a16e-48a3-b63e-770f87e9a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.587887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-034173e2-a16e-48a3-b63e-770f87e9a5ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 1125 time: 0.0663993 Feb 19 04:18:05.738552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-facd3867-7df2-4672-a7bd-10754fcda9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.740060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-facd3867-7df2-4672-a7bd-10754fcda9fe service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1561582 Feb 19 04:18:05.741977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-3550e483-4424-4c6b-9cf1-422b1a46ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.743286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-3550e483-4424-4c6b-9cf1-422b1a46ced9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1482494 Feb 19 04:18:05.850700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-d9f65eec-13af-4838-8f4e-4eec8c2ec8dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 998 time: 0.0985329 Feb 19 04:18:05.852284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-a4092db2-eda5-4b71-b5b3-c74b343c9f56 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 998 time: 0.1058922 Feb 19 04:18:05.937407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-8dbc90f9-aea5-4130-be31-a1e5691f5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.938880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-8dbc90f9-aea5-4130-be31-a1e5691f5af9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0797272 Feb 19 04:18:05.940213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-23f557d1-a7d3-41c3-870a-370f423fe88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.941491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-23f557d1-a7d3-41c3-870a-370f423fe88c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0740151 Feb 19 04:18:06.042415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-eae84e6a-a91e-4c28-bac6-0c855701a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.043830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-eae84e6a-a91e-4c28-bac6-0c855701a2e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0987105 Feb 19 04:18:06.048094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-306c5b9b-ee51-4641-bb26-7f6e60fd2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.049559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-306c5b9b-ee51-4641-bb26-7f6e60fd2c69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0969710 Feb 19 04:18:06.167894 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7e389-edda-4373-8067-f9ef38d2ad35 req-03165dc7-e0aa-4190-bd7d-5f3773bc9ba8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.169419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4dc7e389-edda-4373-8067-f9ef38d2ad35 req-03165dc7-e0aa-4190-bd7d-5f3773bc9ba8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 943 time: 0.1677339 Feb 19 04:18:06.241702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-60828bee-fae8-484a-af10-acff83de0329 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897373 Feb 19 04:18:06.261429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-5f875b44-b840-4826-bd6d-2fee289cb525 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003188 Feb 19 04:18:06.328728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4dc7e389-edda-4373-8067-f9ef38d2ad35 req-3d6b5dac-9142-45d9-ad0a-2db5a7ee4931 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515830 Feb 19 04:18:06.425002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-d25bca81-cb94-4cab-a6a0-208f0757a6d3 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758788 Feb 19 04:18:06.429413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04c64a7b-7d3c-4671-b137-582a8428b756 req-586b05b3-9081-4c64-a1b0-d07c8039dae3 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600358 Feb 19 04:18:06.595345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 943146fc-3321-4ed2-9869-286f66276606 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:06.651032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.720997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=943146fc-3321-4ed2-9869-286f66276606,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:06.734566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '943146fc-3321-4ed2-9869-286f66276606', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'port_id': '943146fc-3321-4ed2-9869-286f66276606', 'mac_address': 'fa:16:3e:7f:36:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:06.776466 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 943146fc-3321-4ed2-9869-286f66276606 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:06.776858 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (943146fc-3321-4ed2-9869-286f66276606), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.796346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943146fc-3321-4ed2-9869-286f66276606 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:06.822523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=943146fc-3321-4ed2-9869-286f66276606,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:06.827714 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (943146fc-3321-4ed2-9869-286f66276606), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.882681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=943146fc-3321-4ed2-9869-286f66276606,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:06.891665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.892114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.892534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.892945 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.893292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.893630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.893995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.894329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.894658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.894986 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.895315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.895643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.895969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:06.937783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817520f-c48f-4cf4-9fa7-7d43b1f0701a req-1a17673d-970c-472b-848f-c64ad741de8e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.939324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f817520f-c48f-4cf4-9fa7-7d43b1f0701a req-1a17673d-970c-472b-848f-c64ad741de8e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 943 time: 0.4501095 Feb 19 04:18:06.968488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-95e2e312-0981-4064-a3b2-a6e3db79b809 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.970391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-95e2e312-0981-4064-a3b2-a6e3db79b809 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73&tenant_id=a1e59b6eedcd4fc584b202cc68419a05&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 943 time: 0.4430623 Feb 19 04:18:07.025145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f817520f-c48f-4cf4-9fa7-7d43b1f0701a req-82d02a5f-9436-406d-a975-b0522d50cff7 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795019 Feb 19 04:18:07.049254 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['943146fc-3321-4ed2-9869-286f66276606'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:07.050060 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-e6625a93-92da-4b67-a773-181d1ff1e366 service neutron] delete failed (client error): The resource could not be found. Feb 19 04:18:07.051150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-e6625a93-92da-4b67-a773-181d1ff1e366 service neutron] 10.222.0.37 "DELETE /v2.0/ports/943146fc-3321-4ed2-9869-286f66276606/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0721970 Feb 19 04:18:07.164833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-07e09615-8e4f-4553-be98-0b7a0ead8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:07.166313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-07e09615-8e4f-4553-be98-0b7a0ead8968 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 1126 time: 0.0449014 Feb 19 04:18:07.259597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-660da912-60d4-4fb3-85ba-a27752d649b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:07.261067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-660da912-60d4-4fb3-85ba-a27752d649b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0888996 Feb 19 04:18:07.332271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-d320888e-6f2a-416f-b99b-e33b35bbfd1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 999 time: 0.0631490 Feb 19 04:18:07.381902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-0fdd58ff-5da7-453e-98bb-7af485db7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:07.383369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-0fdd58ff-5da7-453e-98bb-7af485db7979 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0453320 Feb 19 04:18:07.441268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-90e86795-4c6e-4793-b8ca-637678facc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:07.443201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-90e86795-4c6e-4793-b8ca-637678facc35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532370 Feb 19 04:18:07.532331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-f60ab9b4-58fa-4541-919b-1bf997f08c4b service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814795 Feb 19 04:18:07.623837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-781bf315-b688-49bd-b5e3-82ded3707ebf req-21dc39e4-bf0d-4ee7-ba4a-6370a381e9db service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848515 Feb 19 04:18:08.148716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8219dc-0e62-4531-92a8-9ad41f4b26af req-a44191c2-0d7d-4afe-9f8e-e95a45444249 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:08.150214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed8219dc-0e62-4531-92a8-9ad41f4b26af req-a44191c2-0d7d-4afe-9f8e-e95a45444249 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 944 time: 0.0538146 Feb 19 04:18:08.199470 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed8219dc-0e62-4531-92a8-9ad41f4b26af req-8915c44e-edbd-42b9-a58f-9b26326508b8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 Feb 19 04:18:08.369470 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a713deaf-d044-488a-9cae-573bdacfac8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.595324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 943146fc-3321-4ed2-9869-286f66276606 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:08.643868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 943146fc-3321-4ed2-9869-286f66276606 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:08.648534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 943146fc-3321-4ed2-9869-286f66276606 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:08.648905 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (943146fc-3321-4ed2-9869-286f66276606), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.723538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 943146fc-3321-4ed2-9869-286f66276606 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:08.723920 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (943146fc-3321-4ed2-9869-286f66276606), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.748783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943146fc-3321-4ed2-9869-286f66276606'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:08.751023 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df84b8ea-f95d-4224-9df6-b5e8d9ef5203" -d '{"events": [{"server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "name": "network-vif-plugged", "status": "completed", "tag": "943146fc-3321-4ed2-9869-286f66276606"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:08.763671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=943146fc-3321-4ed2-9869-286f66276606,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:08.767626 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (943146fc-3321-4ed2-9869-286f66276606), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.791377 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebe8958-6351-4317-bc38-56286225497b x-openstack-request-id: req-2ebe8958-6351-4317-bc38-56286225497b {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:08.791686 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "name": "network-vif-plugged", "status": "completed", "tag": "943146fc-3321-4ed2-9869-286f66276606", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:08.791935 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ebe8958-6351-4317-bc38-56286225497b {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:08.792325 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943146fc-3321-4ed2-9869-286f66276606', 'code': 200} Feb 19 04:18:08.817368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=943146fc-3321-4ed2-9869-286f66276606,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:09.323964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a299a-d3f7-4e49-bf03-a67983443acd req-9c7b6ce5-b0a7-43cc-8a7e-d0a6bb2d9f0e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:09.325441 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-309a299a-d3f7-4e49-bf03-a67983443acd req-9c7b6ce5-b0a7-43cc-8a7e-d0a6bb2d9f0e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0524409 Feb 19 04:18:09.375005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-309a299a-d3f7-4e49-bf03-a67983443acd req-b5d57c23-e1e9-47a5-86dc-977ed7d08d22 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436978 Feb 19 04:18:09.488620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142085f-f1da-45af-a374-3f9cd2a03424 req-86856cd6-a2cd-451c-b0d2-45cb0eee5683 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:09.490062 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7142085f-f1da-45af-a374-3f9cd2a03424 req-86856cd6-a2cd-451c-b0d2-45cb0eee5683 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Feb 19 04:18:09.536141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7142085f-f1da-45af-a374-3f9cd2a03424 req-cd4ad3dc-2f6f-410b-b05f-685e4d64c0ec tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396826 Feb 19 04:18:09.762316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04fa93-abd2-42f0-ad3a-b88bd7da2555 req-e8462d38-6610-4ff1-a584-c760f0243731 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:09.763788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e04fa93-abd2-42f0-ad3a-b88bd7da2555 req-e8462d38-6610-4ff1-a584-c760f0243731 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0777261 Feb 19 04:18:09.806396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-76a392ba-8102-4b69-9381-5a16795cb254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:09.807909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-76a392ba-8102-4b69-9381-5a16795cb254 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 1127 time: 0.0836501 Feb 19 04:18:09.837308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e04fa93-abd2-42f0-ad3a-b88bd7da2555 req-da9203eb-2c33-4836-be16-b77bed7f4432 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673981 Feb 19 04:18:09.902818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-5b79e311-ed2b-42ca-9f92-c11c39eaeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:09.904311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-5b79e311-ed2b-42ca-9f92-c11c39eaeedf service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0891500 Feb 19 04:18:09.973371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-2e883eb5-f109-4402-9ef5-1eda92dfce2f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 200 len: 1000 time: 0.0627060 Feb 19 04:18:10.020897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-b2a02698-c81e-4a3b-9fd6-c6907bdcf445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:10.022887 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-b2a02698-c81e-4a3b-9fd6-c6907bdcf445 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0427542 Feb 19 04:18:10.071265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-ba5fd1ec-dbce-4086-b333-a2ab09fc49af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:10.072784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-ba5fd1ec-dbce-4086-b333-a2ab09fc49af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437965 Feb 19 04:18:10.164278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-651350a9-fc1d-4a18-8782-64df374cceb3 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848992 Feb 19 04:18:10.252840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d2300c3f-3f6f-4717-b844-54da849de5c7 req-8e13ad9a-6228-4715-bb5e-bd561e7c8736 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826342 Feb 19 04:18:10.544787 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdf7b592-d211-404a-9478-65d7b3a06920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.957908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ab024-6fb2-4675-b2f2-b9433ba97642 req-f3996e43-b98a-437d-a168-d1b7556d6184 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:10.960218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be5ab024-6fb2-4675-b2f2-b9433ba97642 req-f3996e43-b98a-437d-a168-d1b7556d6184 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0537159 Feb 19 04:18:11.012222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be5ab024-6fb2-4675-b2f2-b9433ba97642 req-4faaf8b2-9cb6-472f-8f85-cc8ee17e5d7a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461833 Feb 19 04:18:11.259479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7051ab2-8fc9-48a9-b8d3-0fede10e47cc req-61a367a4-79c7-4e78-8a26-85b7fb9c32a2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:11.261019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7051ab2-8fc9-48a9-b8d3-0fede10e47cc req-61a367a4-79c7-4e78-8a26-85b7fb9c32a2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0618536 Feb 19 04:18:11.316644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7051ab2-8fc9-48a9-b8d3-0fede10e47cc req-ace64e6b-1183-4eaf-bff4-19b99140586d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495358 Feb 19 04:18:12.207083 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.450490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701fc7d-b3d7-4c69-a5a3-05bbd66185fe req-c6f58222-2cb4-4b84-86fa-cbfea60f500d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:12.451990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2701fc7d-b3d7-4c69-a5a3-05bbd66185fe req-c6f58222-2cb4-4b84-86fa-cbfea60f500d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0524206 Feb 19 04:18:12.497548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2701fc7d-b3d7-4c69-a5a3-05bbd66185fe req-aac60db5-8387-4508-a605-d921c0dc5bd0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399487 Feb 19 04:18:12.598283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-ef90db58-96ae-4105-b821-6ef1ca39b69d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:12.599790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-ef90db58-96ae-4105-b821-6ef1ca39b69d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.71 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 945 time: 0.0564597 Feb 19 04:18:12.689709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Deleting port 943146fc-3321-4ed2-9869-286f66276606 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:12.690082 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (943146fc-3321-4ed2-9869-286f66276606), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.779713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] For port 943146fc-3321-4ed2-9869-286f66276606, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=943146fc-3321-4ed2-9869-286f66276606,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:12.779993 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (943146fc-3321-4ed2-9869-286f66276606), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.949076 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.949428 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.949753 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Floating IP 862c4f54-3941-4087-9e20-00cfa924ff52 disassociated. External IP: 172.25.4.38, port: 943146fc-3321-4ed2-9869-286f66276606. Feb 19 04:18:12.950137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Calling delete_port for 943146fc-3321-4ed2-9869-286f66276606 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:13.085222 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (943146fc-3321-4ed2-9869-286f66276606), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.114768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event deleted for resources: {'Port': ['ID=943146fc-3321-4ed2-9869-286f66276606,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:13.235560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:18:13.243619 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.359690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:13.370452 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:13.381629 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:13.382423 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:18:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:13.401310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] No DVR routers for this DVR port 943146fc-3321-4ed2-9869-286f66276606 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:13.404198 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.408017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4dffe67-beae-49e3-84a9-9b5feddf4e6c req-236ddf9b-fe54-4039-964a-4fe3cfed0d15 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.71 "DELETE /v2.0/ports/943146fc-3321-4ed2-9869-286f66276606 HTTP/1.1" status: 204 len: 173 time: 0.8030529 Feb 19 04:18:13.408497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'name': 'network-vif-deleted', 'tag': '943146fc-3321-4ed2-9869-286f66276606'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:13.411571 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acecea0-27e5-4274-ab2e-c47064309879" -d '{"events": [{"server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "name": "network-vif-deleted", "tag": "943146fc-3321-4ed2-9869-286f66276606"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:13.453490 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224c60db-169f-4edc-9f62-8e7c5b9a218a x-openstack-request-id: req-224c60db-169f-4edc-9f62-8e7c5b9a218a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:13.454337 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81269649-c1ff-4d3c-a6e1-d94f10e99d73", "name": "network-vif-deleted", "tag": "943146fc-3321-4ed2-9869-286f66276606", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:13.454337 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-224c60db-169f-4edc-9f62-8e7c5b9a218a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:13.454507 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81269649-c1ff-4d3c-a6e1-d94f10e99d73', 'name': 'network-vif-deleted', 'tag': '943146fc-3321-4ed2-9869-286f66276606', 'status': 'completed', 'code': 200} Feb 19 04:18:13.495053 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:13.614676 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d886af42-8c35-467d-950e-5bfc8cc0a3dc req-c1cc649d-207d-4f1f-a4d9-77a8e2f738b4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=81269649-c1ff-4d3c-a6e1-d94f10e99d73 HTTP/1.1" status: 200 len: 210 time: 0.0296028 Feb 19 04:18:13.707737 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:13.737262 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:18:13.746771 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:13.747382 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:18:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:13.863533 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:14.069489 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:14.100830 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb5528-0b74-4b59-a4c3-1b9b8091c25c None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:18:14.339677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba365bb-d1d8-4b91-88bc-ae6222e9862d None None] New status for floating IP 862c4f54-3941-4087-9e20-00cfa924ff52: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:18:14.725883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.877624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-82bab4d8-2007-4abe-9b2a-3a6fb563e7a4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--213828262&fields=id&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 267 time: 0.0474842 Feb 19 04:18:14.983598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84104c-216b-4520-b402-fbc565f749e5 req-acf479ad-7399-47c9-bfa3-2ba9b87fb27c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:14.985142 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-acf479ad-7399-47c9-bfa3-2ba9b87fb27c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 811 time: 0.1008410 Feb 19 04:18:15.001800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-64222af8-ba92-4f73-9352-c9f8d5893e9b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/quotas/a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 375 time: 0.0100732 Feb 19 04:18:15.061741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-b115b7a0-49ea-4396-af69-5356ca082232 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538974 Feb 19 04:18:15.162803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-794d243b-7c3f-4b5c-9b64-16cb7dd5cd3e service neutron] 10.222.0.42 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884323 Feb 19 04:18:15.251204 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-ba09f564-e6f5-45a5-ba33-2d9c9eac1e8c service neutron] 10.222.0.42 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825503 Feb 19 04:18:15.419240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77610d7c-4fb9-49dd-b96b-b429d3fae4a5 req-cc1b91c1-4ae4-4f11-9dc2-49f701aa16f8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 210 time: 0.0330639 Feb 19 04:18:16.443495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84104c-216b-4520-b402-fbc565f749e5 req-0aecf1bf-e9aa-4cb9-a1b3-361cd4938e13 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:16.444968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-0aecf1bf-e9aa-4cb9-a1b3-361cd4938e13 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 811 time: 0.1026061 Feb 19 04:18:16.521296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9c7d82bc-c449-4577-82a0-463bdb2afd89 req-e141a624-3f51-4b3e-a171-4424c157b194 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 210 time: 0.0332911 Feb 19 04:18:16.546645 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-df57f5d5-9aba-47a4-b635-b67688cf3cff tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 379 time: 0.0765667 Feb 19 04:18:16.556982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'port': {'device_id': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'admin_state_up': True, 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'security_groups': ['30feedb4-524e-4ab1-9873-f56919853c0d']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:16.658100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 943146fc-3321-4ed2-9869-286f66276606 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:16.665013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Made reservation on behalf of a1e59b6eedcd4fc584b202cc68419a05 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:16.668505 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.678670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 943146fc-3321-4ed2-9869-286f66276606 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:16.679018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 943146fc-3321-4ed2-9869-286f66276606 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:16.798311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Allocated IP 172.20.0.7 (4ea66a60-076d-4564-b8d8-6f9fbfedfc89/c96f5a86-e791-4824-b70f-3ba6eb086955/02c1f92f-c8ab-48bf-85b7-861d7b97611f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:16.935268 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.970452 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.012223 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:17.015619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:17.018364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:17.058484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:17.081936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:17.082591 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.099742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-924b52bc-58bc-453f-979f-84066fcc2389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469470 Feb 19 04:18:17.186543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Request body: {'port': {'device_id': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:17.244615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b7afd5a8-aa84-4db2-8843-0fad2eb5dbe2 None None] Provisioning complete for port 02c1f92f-c8ab-48bf-85b7-861d7b97611f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:17.244985 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b7afd5a8-aa84-4db2-8843-0fad2eb5dbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.247960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.278635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b7afd5a8-aa84-4db2-8843-0fad2eb5dbe2 None None] Port 02c1f92f-c8ab-48bf-85b7-861d7b97611f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:17.508398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c1f92f-c8ab-48bf-85b7-861d7b97611f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:17.515725 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Publish callbacks [] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.527358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Transition to ACTIVE for port object 02c1f92f-c8ab-48bf-85b7-861d7b97611f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:17.531136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.582834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:17.700231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ffad6-11b2-4d24-8d70-fd0483457a6f req-875407f4-e6b8-409b-8aa6-0cc9d8bdc62f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:17.701813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e2ffad6-11b2-4d24-8d70-fd0483457a6f req-875407f4-e6b8-409b-8aa6-0cc9d8bdc62f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 943 time: 0.0991824 Feb 19 04:18:17.703137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:17.703474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:17.703800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:17.710707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:17.711038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:17.729580 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:17.729960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:17.730355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:17.730790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Bound port: 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:17.731152 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.782657 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e2ffad6-11b2-4d24-8d70-fd0483457a6f req-460dc8a0-248d-42b6-b959-94338402e97d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737183 Feb 19 04:18:17.815711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:17.818806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:17.825117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.856946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:17.857575 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.859031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] 10.222.0.37 "PUT /v2.0/ports/02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 1091 time: 0.6768689 Feb 19 04:18:17.859469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:17.861739 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636bc3eb-87a4-4111-9c7b-eb581b69d936" -d '{"events": [{"name": "network-changed", "server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:17.891088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a2332-d868-4917-87d6-3a29d70f6c4f service neutron] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:17.908977 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168683dd-a295-4821-a8d6-2a2b8ec05bc6 x-openstack-request-id: req-168683dd-a295-4821-a8d6-2a2b8ec05bc6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:17.909366 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:17.909834 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-168683dd-a295-4821-a8d6-2a2b8ec05bc6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:17.910222 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'status': 'completed', 'code': 200} Feb 19 04:18:17.982256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84104c-216b-4520-b402-fbc565f749e5 req-11fdf818-037c-421b-9de9-980ea1a4d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:17.983857 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-11fdf818-037c-421b-9de9-980ea1a4d98d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1125 time: 0.0558538 Feb 19 04:18:18.033172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-99dc222f-dc84-4108-98a6-23a987ac7313 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 217 time: 0.0354521 Feb 19 04:18:18.083167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84104c-216b-4520-b402-fbc565f749e5 req-19d6f0f9-dc91-442e-b205-a9f7a6caba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.084646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-19d6f0f9-dc91-442e-b205-a9f7a6caba2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0440457 Feb 19 04:18:18.138861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84104c-216b-4520-b402-fbc565f749e5 req-ca5dec6e-6f3a-407e-84c5-d6a06161cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.140394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-ca5dec6e-6f3a-407e-84c5-d6a06161cf4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502532 Feb 19 04:18:18.228834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-cb9501db-07d6-4e6e-a4ef-e7aaf40f743c service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804212 Feb 19 04:18:18.324242 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b84104c-216b-4520-b402-fbc565f749e5 req-03d67fdd-ca40-43c5-9f78-0bddb7cee82c service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885811 Feb 19 04:18:18.457127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-f9609508-7d9a-4aac-944c-ab183cd96c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.459205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-f9609508-7d9a-4aac-944c-ab183cd96c8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1125 time: 0.0445039 Feb 19 04:18:18.547060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-607df724-6d12-4ba2-8d03-63637714a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.548548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-607df724-6d12-4ba2-8d03-63637714a9df service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0822871 Feb 19 04:18:18.592884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-b8945621-a837-45f8-8982-ec950491cec3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 217 time: 0.0378940 Feb 19 04:18:18.640116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-ef54f0c6-fc1f-49d3-8908-bc859d896161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.641591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-ef54f0c6-fc1f-49d3-8908-bc859d896161 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0430026 Feb 19 04:18:18.688728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-231b0cd0-e5a1-43a4-b05d-8b3706a3b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.690260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-231b0cd0-e5a1-43a4-b05d-8b3706a3b515 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426748 Feb 19 04:18:18.781439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-9d58eb65-8490-4040-8e0f-388403cd6ec8 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848243 Feb 19 04:18:18.904623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-636bc3eb-87a4-4111-9c7b-eb581b69d936 req-24782162-2fde-4cde-804b-cab97adfdf3f service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165171 Feb 19 04:18:18.926492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf944-e584-46cd-97f6-e86819950082 req-3fadc88e-6caf-41e6-8f2d-80ca0017d4dd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.928768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67fcf944-e584-46cd-97f6-e86819950082 req-3fadc88e-6caf-41e6-8f2d-80ca0017d4dd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 943 time: 0.0720744 Feb 19 04:18:18.975727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67fcf944-e584-46cd-97f6-e86819950082 req-2ac59967-3fdd-44be-a7ef-46e41846982f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410786 Feb 19 04:18:20.093760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf56d0-6045-4c85-b679-d707be29d089 req-7264f62f-9c9d-469a-8709-6d1671321a90 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:20.095291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ddf56d0-6045-4c85-b679-d707be29d089 req-7264f62f-9c9d-469a-8709-6d1671321a90 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 943 time: 0.0518613 Feb 19 04:18:20.141664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8ddf56d0-6045-4c85-b679-d707be29d089 req-0543fed8-0cc0-45f6-9dcd-00f8a4c999be tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403202 Feb 19 04:18:21.258322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f8d0d-4e9c-4933-8f6c-5bbced2bd5a2 req-befa5fe8-a2ff-419d-a459-b026aaa5eed0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:21.259693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-867f8d0d-4e9c-4933-8f6c-5bbced2bd5a2 req-befa5fe8-a2ff-419d-a459-b026aaa5eed0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 943 time: 0.0518556 Feb 19 04:18:21.309707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-867f8d0d-4e9c-4933-8f6c-5bbced2bd5a2 req-9a3fca75-dce6-4c65-8764-2fe0f07f7bea tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444245 Feb 19 04:18:22.428936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f1fe4-411b-49d9-8d5e-5ac94429492d req-d1528e7b-4a81-49fc-b456-7b7f23334bdb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:22.430436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c8f1fe4-411b-49d9-8d5e-5ac94429492d req-d1528e7b-4a81-49fc-b456-7b7f23334bdb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 943 time: 0.0533824 Feb 19 04:18:22.476119 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c8f1fe4-411b-49d9-8d5e-5ac94429492d req-678d7f16-6779-446d-8c92-2ef04df5ea4e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400634 Feb 19 04:18:22.858545 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.081295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:23.174636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:23.186590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'port_id': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'mac_address': 'fa:16:3e:91:3f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:23.225456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 02c1f92f-c8ab-48bf-85b7-861d7b97611f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:23.225835 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.237999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c1f92f-c8ab-48bf-85b7-861d7b97611f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:23.256523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:23.260429 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.306597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:23.591998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae5233-44a8-4988-a9f5-d9c3a52fc678 req-fd29365a-30f8-4399-b827-964e111640d4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.593476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cae5233-44a8-4988-a9f5-d9c3a52fc678 req-fd29365a-30f8-4399-b827-964e111640d4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 944 time: 0.0515547 Feb 19 04:18:23.638745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cae5233-44a8-4988-a9f5-d9c3a52fc678 req-67242950-5f8f-4837-9ca9-dedd686ad720 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395920 Feb 19 04:18:23.894570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['02c1f92f-c8ab-48bf-85b7-861d7b97611f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:24.760118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781e69f-da86-4adf-a838-d2b33679b377 req-eb2cf649-35ee-48e8-bcdb-eed9abf500cc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:24.761667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b781e69f-da86-4adf-a838-d2b33679b377 req-eb2cf649-35ee-48e8-bcdb-eed9abf500cc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 944 time: 0.0554481 Feb 19 04:18:24.807106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b781e69f-da86-4adf-a838-d2b33679b377 req-02fc124f-f668-49dd-84d4-d5d1727285d9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399120 Feb 19 04:18:25.077910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:25.127004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 02c1f92f-c8ab-48bf-85b7-861d7b97611f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:25.130977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 02c1f92f-c8ab-48bf-85b7-861d7b97611f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:25.131354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.209640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 02c1f92f-c8ab-48bf-85b7-861d7b97611f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:25.210052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.232243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:25.234412 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b2db19-47e7-42f6-9d7d-9e665ac2df37" -d '{"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-plugged", "status": "completed", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:25.246610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:25.250763 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.274989 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f36bb-bbcc-4fc4-b79e-374a7c94c886 x-openstack-request-id: req-5e8f36bb-bbcc-4fc4-b79e-374a7c94c886 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:25.275284 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-plugged", "status": "completed", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:25.275541 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e8f36bb-bbcc-4fc4-b79e-374a7c94c886 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:25.275933 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'code': 200} Feb 19 04:18:25.300504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:25.415151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1b963-9e69-4eed-9592-9c1638e5cd4d req-b9e205f2-b18d-4d72-bb95-621cef5bcf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:25.416646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7c1b963-9e69-4eed-9592-9c1638e5cd4d req-b9e205f2-b18d-4d72-bb95-621cef5bcf3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1127 time: 0.0436110 Feb 19 04:18:25.459492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b7c1b963-9e69-4eed-9592-9c1638e5cd4d req-9cf599bb-ccb6-458d-8257-aa8aa401a547 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367606 Feb 19 04:18:25.933381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265e3fb-5805-45a3-a717-b913797fa637 req-d22a00f1-b522-49ba-8674-bb754d4660c8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:25.934895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0265e3fb-5805-45a3-a717-b913797fa637 req-d22a00f1-b522-49ba-8674-bb754d4660c8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0567231 Feb 19 04:18:25.981515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0265e3fb-5805-45a3-a717-b913797fa637 req-bbe00c3e-2b97-43a1-905a-086668c5728e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410640 Feb 19 04:18:27.107718 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ffc9a-8bb7-49dc-8fcc-fe2f2a120587 req-29d4202b-2ce5-444f-b160-d7da5816ccde tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.109229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea1ffc9a-8bb7-49dc-8fcc-fe2f2a120587 req-29d4202b-2ce5-444f-b160-d7da5816ccde tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0524848 Feb 19 04:18:27.156962 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea1ffc9a-8bb7-49dc-8fcc-fe2f2a120587 req-f19a0d1f-be02-4a48-b1e4-5663c148fd84 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412724 Feb 19 04:18:27.210013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-77a76b2c-652a-4b96-af96-f2a5f3ce08e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441766 Feb 19 04:18:27.275928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4faa0e-ff41-4c01-845b-94235bffb5a3 req-dbe0b239-3231-4abd-bdfa-33767a35a361 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.277326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d4faa0e-ff41-4c01-845b-94235bffb5a3 req-dbe0b239-3231-4abd-bdfa-33767a35a361 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0572555 Feb 19 04:18:27.286187 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 60930) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:27.291343 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b1cfc2d9-4f6c-4a16-a7b7-96f70510022e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'floatingip': {'port_id': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:27.321296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-58a3c0e9-c21d-47fa-97a5-7a8b65a3d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.322861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-58a3c0e9-c21d-47fa-97a5-7a8b65a3d23c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1127 time: 0.0446284 Feb 19 04:18:27.329699 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc2d9-4f6c-4a16-a7b7-96f70510022e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.425140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-d9af0492-c7eb-4ec9-92e3-2fc3d0451ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.426671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-d9af0492-c7eb-4ec9-92e3-2fc3d0451ce6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0852861 Feb 19 04:18:27.470488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-6a80ad4c-7ca8-41d1-8184-1b904443cf1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 217 time: 0.0374606 Feb 19 04:18:27.518556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-49e01190-0c64-4542-942e-04540f65b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.520039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-49e01190-0c64-4542-942e-04540f65b537 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0432377 Feb 19 04:18:27.574245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-68119fa9-f469-42dc-b106-d82d44075ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.576015 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-68119fa9-f469-42dc-b106-d82d44075ced service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488148 Feb 19 04:18:27.669915 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-d45f2459-5569-40eb-82d1-9e654bddb8da service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863388 Feb 19 04:18:27.758947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-500f6442-abb2-4984-8f74-51719d8dfad5 req-192efa41-c91a-4202-af60-53f0381906d9 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831089 Feb 19 04:18:27.783829 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc2d9-4f6c-4a16-a7b7-96f70510022e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.788571 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc2d9-4f6c-4a16-a7b7-96f70510022e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.893343 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-b1cfc2d9-4f6c-4a16-a7b7-96f70510022e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Floating IP 862c4f54-3941-4087-9e20-00cfa924ff52 associated. External IP: 172.25.4.38, port: 02c1f92f-c8ab-48bf-85b7-861d7b97611f. Feb 19 04:18:28.440927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cfc2d9-4f6c-4a16-a7b7-96f70510022e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:18:28.550713 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cfc2d9-4f6c-4a16-a7b7-96f70510022e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:28.555917 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc2d9-4f6c-4a16-a7b7-96f70510022e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.560388 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:28.571311 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:28.571990 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:18:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:28.585464 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b1cfc2d9-4f6c-4a16-a7b7-96f70510022e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "PUT /v2.0/floatingips/862c4f54-3941-4087-9e20-00cfa924ff52 HTTP/1.1" status: 200 len: 990 time: 1.2981761 Feb 19 04:18:28.586185 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:28.588558 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c192a6615bdfa156fbc491ed8c1250e6a803dbca8f67fd41f3dce117fbe6bfed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f1264a-096a-46bb-af99-80b1c0301359" -d '{"events": [{"name": "network-changed", "server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:28.754877 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b192a1-504a-4d77-8a01-f866813b4f58 x-openstack-request-id: req-47b192a1-504a-4d77-8a01-f866813b4f58 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:28.755297 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:28.755697 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47b192a1-504a-4d77-8a01-f866813b4f58 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:28.756882 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'status': 'completed', 'code': 200} Feb 19 04:18:28.774528 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:28.827806 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-86481cf4-b3f6-41ea-b46e-001d92cfa953 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562556 Feb 19 04:18:28.895323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1264a-096a-46bb-af99-80b1c0301359 req-51e86aa1-4f00-4537-940e-c43b7acc1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:28.897180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40f1264a-096a-46bb-af99-80b1c0301359 req-51e86aa1-4f00-4537-940e-c43b7acc1a14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1127 time: 0.1003656 Feb 19 04:18:28.905527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09ed6e-8074-4ab3-8049-975a0f855db1 req-c60d8c9d-e3b8-4cfc-a81f-1bb7cd1caef3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:28.907006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c09ed6e-8074-4ab3-8049-975a0f855db1 req-c60d8c9d-e3b8-4cfc-a81f-1bb7cd1caef3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0979083 Feb 19 04:18:29.025350 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:91:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:18:27Z', 'revision_number': 9, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:29.026403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5c09ed6e-8074-4ab3-8049-975a0f855db1 req-386fce58-f005-4f09-acb7-2d9b26165168 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990438 Feb 19 04:18:29.040818 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1264a-096a-46bb-af99-80b1c0301359 req-55796b8f-8387-414b-9459-ef5b09e54955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:29.042494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40f1264a-096a-46bb-af99-80b1c0301359 req-55796b8f-8387-414b-9459-ef5b09e54955 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1346290 Feb 19 04:18:29.055627 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:18:29.065357 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:29.066087 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:18:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:29.111092 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40f1264a-096a-46bb-af99-80b1c0301359 req-2d8a3d7e-1516-493c-b847-13390ac0b423 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 998 time: 0.0613739 Feb 19 04:18:29.181603 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:29.198363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1264a-096a-46bb-af99-80b1c0301359 req-7408aa37-ca3a-420e-957c-0e3570a8ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:29.199965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40f1264a-096a-46bb-af99-80b1c0301359 req-7408aa37-ca3a-420e-957c-0e3570a8ce9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0836573 Feb 19 04:18:29.208044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-97370811-842a-4c50-b7c8-f4ac33a7ea1d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:29.209924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-97370811-842a-4c50-b7c8-f4ac33a7ea1d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports/02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 942 time: 0.0582085 Feb 19 04:18:29.252995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1264a-096a-46bb-af99-80b1c0301359 req-4f81ce10-0160-45bf-b133-534668e8c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:29.254791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40f1264a-096a-46bb-af99-80b1c0301359 req-4f81ce10-0160-45bf-b133-534668e8c973 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439396 Feb 19 04:18:29.357044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40f1264a-096a-46bb-af99-80b1c0301359 req-e683cffe-d712-489a-9f7b-69bf139c0a43 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961695 Feb 19 04:18:29.424048 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:91:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:18:27Z', 'revision_number': 9, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:29.457425 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca8a24-a0ef-4374-a811-99d24fc40789 None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:91:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:18:27Z', 'revision_number': 9, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:18:29.715480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51c5733-bba1-4bcb-936f-0f004b2ca25b None None] New status for floating IP 862c4f54-3941-4087-9e20-00cfa924ff52: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:18:29.835674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-40f1264a-096a-46bb-af99-80b1c0301359 req-ad36cc69-408e-400f-bdd1-81dc4b4091ad service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705324 Feb 19 04:18:30.177301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30062-c3e5-45d7-afa6-a572e49fb355 req-630073c7-a38b-4821-b68e-652ce3430807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.179479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ac30062-c3e5-45d7-afa6-a572e49fb355 req-630073c7-a38b-4821-b68e-652ce3430807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0837965 Feb 19 04:18:30.195669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-d9b19210-69b3-4f44-b1fa-9b6d7ec08851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.197113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-d9b19210-69b3-4f44-b1fa-9b6d7ec08851 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1127 time: 0.0740151 Feb 19 04:18:30.276726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ac30062-c3e5-45d7-afa6-a572e49fb355 req-be5e4f54-dca4-473e-a67c-d25bfe4ac965 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911853 Feb 19 04:18:30.306493 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-c677ed15-d2f8-4703-9ee3-160b015ec2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.307893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-c677ed15-d2f8-4703-9ee3-160b015ec2e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1048961 Feb 19 04:18:30.379082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-f15067f9-577e-432d-93fa-03f456a5162d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 1001 time: 0.0645826 Feb 19 04:18:30.428505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-1e7818c5-2a47-440a-89ae-fb0fd6322024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.430031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-1e7818c5-2a47-440a-89ae-fb0fd6322024 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0455151 Feb 19 04:18:30.477868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-872f0d54-0a27-4452-bb7c-4f6e92518152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.479375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-872f0d54-0a27-4452-bb7c-4f6e92518152 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433958 Feb 19 04:18:30.569123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-954e2fff-fb3d-4536-983e-8c67545c5671 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837734 Feb 19 04:18:30.654970 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-73e0c4d0-230c-4f31-aec1-2fa1a41be229 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807464 Feb 19 04:18:31.406116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e52938-ac9e-4635-bda5-51d2df35208a req-baeff378-b728-472e-a667-af2d64353ca7 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:31.407600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e52938-ac9e-4635-bda5-51d2df35208a req-baeff378-b728-472e-a667-af2d64353ca7 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0626347 Feb 19 04:18:31.453288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26e52938-ac9e-4635-bda5-51d2df35208a req-87b2c835-7d3c-46ff-a5b3-8fe8468af64e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395710 Feb 19 04:18:32.571977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3acf1-41a2-4d0e-9ebf-24ce609203ea req-d0c05e31-786d-4442-9705-cd50dc4a76c2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:32.573507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7be3acf1-41a2-4d0e-9ebf-24ce609203ea req-d0c05e31-786d-4442-9705-cd50dc4a76c2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0521295 Feb 19 04:18:32.619816 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7be3acf1-41a2-4d0e-9ebf-24ce609203ea req-45f3f3b0-2f56-4f27-a6eb-37dc63e38782 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 Feb 19 04:18:33.070207 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:18:33.737742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2bf03-36cf-4f3b-b03a-ac3b4c3aa47c req-3b3fc135-8246-41df-93b8-bd305933f6c0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:33.739297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77a2bf03-36cf-4f3b-b03a-ac3b4c3aa47c req-3b3fc135-8246-41df-93b8-bd305933f6c0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0518134 Feb 19 04:18:33.789290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-77a2bf03-36cf-4f3b-b03a-ac3b4c3aa47c req-875c4af1-8a9f-47a8-bbd3-354278c80005 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Feb 19 04:18:34.908051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a1b5b-2f18-43f0-818c-c9fda910c47e req-5afc3c96-c990-4026-b8da-2751b6f844e0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.909545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3b5a1b5b-2f18-43f0-818c-c9fda910c47e req-5afc3c96-c990-4026-b8da-2751b6f844e0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0514412 Feb 19 04:18:34.955745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3b5a1b5b-2f18-43f0-818c-c9fda910c47e req-d6f7bda1-c09a-4919-8492-921d27efb7d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399384 Feb 19 04:18:36.084284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be748c-a4b1-4b27-8bc0-4a56e696f41f req-29e7f317-a74f-4098-9017-202ab94026ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:36.085693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61be748c-a4b1-4b27-8bc0-4a56e696f41f req-29e7f317-a74f-4098-9017-202ab94026ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0535946 Feb 19 04:18:36.140638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61be748c-a4b1-4b27-8bc0-4a56e696f41f req-5bb2d289-8fd0-46e1-a61d-555dd7009e8b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490131 Feb 19 04:18:36.636312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.267263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133271ab-ba06-4b26-8bee-d43aaecfe40a req-fbb456c9-e640-438f-b1a7-36426ef816d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:37.268680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-133271ab-ba06-4b26-8bee-d43aaecfe40a req-fbb456c9-e640-438f-b1a7-36426ef816d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0560946 Feb 19 04:18:37.315182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-133271ab-ba06-4b26-8bee-d43aaecfe40a req-14a753a6-ce22-4605-a522-a6194d1607f5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407987 Feb 19 04:18:38.372130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b0005aa4-f141-4808-90c1-469d464b031f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.435344 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bf4a1-b6e2-423d-9b2c-70f202a3aff8 req-0cf0c78e-7fa1-4554-9652-5e8067595e5d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:38.436826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae8bf4a1-b6e2-423d-9b2c-70f202a3aff8 req-0cf0c78e-7fa1-4554-9652-5e8067595e5d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0524859 Feb 19 04:18:38.483446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae8bf4a1-b6e2-423d-9b2c-70f202a3aff8 req-8c871d83-b0cb-46f6-a8b9-e8af830ee2fe tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 Feb 19 04:18:39.602026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcae54d-b495-433b-80d4-b491bd858934 req-2bbf34be-4896-4ee5-9075-c4b3c76895a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.603525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edcae54d-b495-433b-80d4-b491bd858934 req-2bbf34be-4896-4ee5-9075-c4b3c76895a0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0521586 Feb 19 04:18:39.653190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-edcae54d-b495-433b-80d4-b491bd858934 req-a49c1a92-491a-4885-a2c5-9df30fa9fd30 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439935 Feb 19 04:18:40.546688 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1bd14347-926a-4dfd-a637-513fca60e3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.772420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83513f22-224a-4fc6-b7d3-a6c9c6465902 req-2f56d137-8ebc-4c37-8a64-2d6ee4b6eb53 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:40.773920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83513f22-224a-4fc6-b7d3-a6c9c6465902 req-2f56d137-8ebc-4c37-8a64-2d6ee4b6eb53 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0522149 Feb 19 04:18:40.821968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83513f22-224a-4fc6-b7d3-a6c9c6465902 req-9945bed5-d228-42e8-bd7e-7b57275cb020 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423808 Feb 19 04:18:41.942525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24a1d0-e7f4-4a7c-8577-21a851c8d7c9 req-a51abb05-b4f8-465e-a9ab-eb7b2f585ed1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:41.944028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b24a1d0-e7f4-4a7c-8577-21a851c8d7c9 req-a51abb05-b4f8-465e-a9ab-eb7b2f585ed1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0540018 Feb 19 04:18:41.993904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1b24a1d0-e7f4-4a7c-8577-21a851c8d7c9 req-5fecaf99-639e-4424-9fff-0691e94165b6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Feb 19 04:18:42.207094 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.116696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a2e08-731f-4565-84db-b80fe76a8ec4 req-d8a49b7e-45c9-4c7f-85f7-8d32027f5c0f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:43.118201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf4a2e08-731f-4565-84db-b80fe76a8ec4 req-d8a49b7e-45c9-4c7f-85f7-8d32027f5c0f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0566745 Feb 19 04:18:43.166049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf4a2e08-731f-4565-84db-b80fe76a8ec4 req-5265bc79-3c98-4ad0-a373-eb5c61be0ecf tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407641 Feb 19 04:18:43.244357 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.286145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe2fb-47db-4bee-8da3-92a3cfd6fd27 req-13ff31a3-d43e-4ee0-8aaa-5ac7b9bc2247 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:44.287643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc0fe2fb-47db-4bee-8da3-92a3cfd6fd27 req-13ff31a3-d43e-4ee0-8aaa-5ac7b9bc2247 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0518844 Feb 19 04:18:44.334153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc0fe2fb-47db-4bee-8da3-92a3cfd6fd27 req-3c9d545d-039d-4890-9e3a-ea7ef64bd8f1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403447 Feb 19 04:18:44.722565 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.458285 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e8e61-7ded-41cd-9dc4-08dc521db275 req-6e018d05-00d4-43e2-bb49-9c78606b2197 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:45.459863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b30e8e61-7ded-41cd-9dc4-08dc521db275 req-6e018d05-00d4-43e2-bb49-9c78606b2197 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0581427 Feb 19 04:18:45.510492 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b30e8e61-7ded-41cd-9dc4-08dc521db275 req-982eef3e-8804-4173-bce8-4068ca3cd4af tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439396 Feb 19 04:18:46.629432 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f218409-d457-4d60-bd72-d8a4b275bdec req-093ff5b0-5d4d-458f-8268-281d021abdea tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:46.630952 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f218409-d457-4d60-bd72-d8a4b275bdec req-093ff5b0-5d4d-458f-8268-281d021abdea tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0538027 Feb 19 04:18:46.677600 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f218409-d457-4d60-bd72-d8a4b275bdec req-329e0b9b-81fd-4d0e-8cbb-5f44b4d7b23a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400574 Feb 19 04:18:47.799582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb3dfe-2cc0-427b-9971-21eaed0da7d6 req-de1b9549-5bd3-4add-91b1-c670c843892f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:47.801072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fcdb3dfe-2cc0-427b-9971-21eaed0da7d6 req-de1b9549-5bd3-4add-91b1-c670c843892f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0531764 Feb 19 04:18:47.851756 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fcdb3dfe-2cc0-427b-9971-21eaed0da7d6 req-bd19331a-5de4-42be-a719-a92c40d2680a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Feb 19 04:18:48.970986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed966ec-e48d-41ef-9f97-8e2f71172aa1 req-c3c01bee-1649-40b9-8952-25f71b281eaa tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:48.972472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ed966ec-e48d-41ef-9f97-8e2f71172aa1 req-c3c01bee-1649-40b9-8952-25f71b281eaa tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0523672 Feb 19 04:18:49.018696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ed966ec-e48d-41ef-9f97-8e2f71172aa1 req-7f42da77-bab9-4967-bbe2-bbe55c4f8f48 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406682 Feb 19 04:18:50.142147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033987a9-4a29-4290-8ef4-e133a4ee7c0a req-098c0887-2a50-46ea-8e7a-34a2721e8ee3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:50.143574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-033987a9-4a29-4290-8ef4-e133a4ee7c0a req-098c0887-2a50-46ea-8e7a-34a2721e8ee3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0558815 Feb 19 04:18:50.189959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-033987a9-4a29-4290-8ef4-e133a4ee7c0a req-cba9b4a8-1dae-468b-a7bd-edce904add20 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408201 Feb 19 04:18:51.311585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae09a9-ae71-4c6e-bd18-e15f19f01175 req-f2b50250-0d2d-418f-9005-3eda940b4519 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:51.313082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8ae09a9-ae71-4c6e-bd18-e15f19f01175 req-f2b50250-0d2d-418f-9005-3eda940b4519 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0567257 Feb 19 04:18:51.359821 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e8ae09a9-ae71-4c6e-bd18-e15f19f01175 req-98d0a345-ce00-4f55-ae18-f1a9afed2700 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411234 Feb 19 04:18:52.480986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f362b-fa9d-4975-a428-80249736f566 req-fbee0fea-a25a-4e0e-8aea-3354bb1540fc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:52.482518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-808f362b-fa9d-4975-a428-80249736f566 req-fbee0fea-a25a-4e0e-8aea-3354bb1540fc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0524366 Feb 19 04:18:52.528206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-808f362b-fa9d-4975-a428-80249736f566 req-68045b90-d102-45fd-a197-11482c8c6217 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401516 Feb 19 04:18:52.874439 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.646310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1e77a-0a42-4b09-881e-538beabbb8df req-85587b25-fdeb-4253-8b0b-0324d4887642 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:53.647812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f1e77a-0a42-4b09-881e-538beabbb8df req-85587b25-fdeb-4253-8b0b-0324d4887642 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0521002 Feb 19 04:18:53.698544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78f1e77a-0a42-4b09-881e-538beabbb8df req-f9dcd372-a9f5-439f-b602-82587615fae4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449905 Feb 19 04:18:54.815583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb4c9d-29c8-4dd1-b392-3b65d2dfd414 req-68ebb8a3-d180-4286-adff-387424a2e0ca tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:54.817065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bcb4c9d-29c8-4dd1-b392-3b65d2dfd414 req-68ebb8a3-d180-4286-adff-387424a2e0ca tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0512588 Feb 19 04:18:54.862323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bcb4c9d-29c8-4dd1-b392-3b65d2dfd414 req-5458939e-f93b-453c-b986-8ae741dd1ff4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396805 Feb 19 04:18:55.981101 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f36683-72f8-41de-b0fb-f137a7717e35 req-0addf422-904b-4d11-8c56-0fffc7e764f3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:55.982653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13f36683-72f8-41de-b0fb-f137a7717e35 req-0addf422-904b-4d11-8c56-0fffc7e764f3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0521564 Feb 19 04:18:56.029212 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-13f36683-72f8-41de-b0fb-f137a7717e35 req-826fe140-cd00-41d7-a5fa-048cfb17761e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408304 Feb 19 04:18:57.152140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d374c-92f6-4fb8-a988-01f9ba9c1580 req-07dbf180-5220-4694-9314-d7f88ff9995b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:57.153613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-017d374c-92f6-4fb8-a988-01f9ba9c1580 req-07dbf180-5220-4694-9314-d7f88ff9995b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0567052 Feb 19 04:18:57.202094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-017d374c-92f6-4fb8-a988-01f9ba9c1580 req-d2eb01bb-d3bc-4bc8-8ac5-f30ac56dccc6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Feb 19 04:18:57.605581 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-a938fa07-6b71-4780-939c-715293091f7b req-9eeda738-ff33-4f05-a7cb-fe3cc618d673 service neutron] show failed (client error): The resource could not be found. Feb 19 04:18:57.606561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-9eeda738-ff33-4f05-a7cb-fe3cc618d673 service neutron] 10.222.0.37 "GET /v2.0/ports/02c1f92f-c8ab-48bf-85b7-861d7b97611f/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0548654 Feb 19 04:18:57.812175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-3973ebe0-a3b5-4d15-aeed-6324299a4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:57.813714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-3973ebe0-a3b5-4d15-aeed-6324299a4229 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 1127 time: 0.0456474 Feb 19 04:18:57.827701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:57.890659 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.087656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:58.120541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:58.160458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:58.162673 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21df307-1c8c-4c44-91e3-44c9946dd0e3" -d '{"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-unplugged", "status": "completed", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:58.166501 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Publish callbacks [] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.179381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Transition to ACTIVE for port object 02c1f92f-c8ab-48bf-85b7-861d7b97611f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:58.182966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.221826 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef143b09-90c0-4c8b-a424-96d13f2f77d0 x-openstack-request-id: req-ef143b09-90c0-4c8b-a424-96d13f2f77d0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:58.221826 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-unplugged", "status": "completed", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:58.221826 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef143b09-90c0-4c8b-a424-96d13f2f77d0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:58.221826 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'code': 200} Feb 19 04:18:58.271881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:58.347843 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] No DVR routers for this DVR port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:58.404377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db67154-94fa-4463-804b-cb54a75e557d req-ec55a550-8dec-4473-8db2-268b5d8af7a2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:58.405957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1db67154-94fa-4463-804b-cb54a75e557d req-ec55a550-8dec-4473-8db2-268b5d8af7a2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 943 time: 0.1220319 Feb 19 04:18:58.498321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1db67154-94fa-4463-804b-cb54a75e557d req-b5eea1a9-7c7c-4221-acb4-f6823d5c4297 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846419 Feb 19 04:18:58.538829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:58.539165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:58.539489 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:58.544654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:58.544974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:58.549938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:58.550273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:58.550649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:58.551095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Bound port: 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:58.551450 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.614897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:58.618557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:58.628680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.662619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:58.663316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.665559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] 10.222.0.71 "PUT /v2.0/ports/02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 1091 time: 0.8418772 Feb 19 04:18:58.691845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9be12-bb09-414b-8e48-156068b5a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:58.740934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-599756f8-c8a2-482d-923f-eaf7d4ea053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:58.742529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-599756f8-c8a2-482d-923f-eaf7d4ea053f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1125 time: 0.0518928 Feb 19 04:18:58.840837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-8a8aa3d0-52c6-4df4-b84d-a91f5c301e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:58.842357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-8a8aa3d0-52c6-4df4-b84d-a91f5c301e96 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0919704 Feb 19 04:18:58.908396 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-78074a57-1306-4ebf-8e62-3d76d362ef68 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 999 time: 0.0595264 Feb 19 04:18:58.961274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-8bb9be2c-c51e-4e6d-8ee3-2d69fddc7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:58.962855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-8bb9be2c-c51e-4e6d-8ee3-2d69fddc7536 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0480413 Feb 19 04:18:59.012408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa07-6b71-4780-939c-715293091f7b req-85021647-1ec2-4d4f-9af0-2b18369f312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:59.013966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-85021647-1ec2-4d4f-9af0-2b18369f312d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444407 Feb 19 04:18:59.099650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-f0352497-f2fb-48e7-a911-9dc1fb50d6b7 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795493 Feb 19 04:18:59.191742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a938fa07-6b71-4780-939c-715293091f7b req-b38149c6-af89-498a-bf98-f7108965ceaa service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851865 Feb 19 04:18:59.624404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5068a2-6b93-42ac-8434-3e038868b041 req-64c66b79-679e-44a9-bcbf-e59026636375 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:59.625950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-df5068a2-6b93-42ac-8434-3e038868b041 req-64c66b79-679e-44a9-bcbf-e59026636375 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 943 time: 0.0563297 Feb 19 04:18:59.673790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-df5068a2-6b93-42ac-8434-3e038868b041 req-16469f55-85d8-4789-bf33-a580e59fbd7b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Feb 19 04:19:00.220618 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:00.223213 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf7827-c994-43df-b76f-60a9017ccccc" -d '{"events": [{"name": "network-changed", "server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:00.281082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdc623-5cda-45b5-8714-abf183994649 req-0076300a-10fa-4253-9494-c73ce790267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.282664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38bdc623-5cda-45b5-8714-abf183994649 req-0076300a-10fa-4253-9494-c73ce790267f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1125 time: 0.0567117 Feb 19 04:19:00.287874 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dbc123-b0f9-4d9b-8ebb-73a5536c692a x-openstack-request-id: req-87dbc123-b0f9-4d9b-8ebb-73a5536c692a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:00.288170 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:00.288427 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87dbc123-b0f9-4d9b-8ebb-73a5536c692a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:00.288836 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'status': 'completed', 'code': 200} Feb 19 04:19:00.424694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdc623-5cda-45b5-8714-abf183994649 req-da522c3e-1c1f-4edc-9a1a-4cce7a839f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.426272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38bdc623-5cda-45b5-8714-abf183994649 req-da522c3e-1c1f-4edc-9a1a-4cce7a839f0b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1217706 Feb 19 04:19:00.429377 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-be445e61-ad86-4acd-a4d6-9e8d82795952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.430825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-be445e61-ad86-4acd-a4d6-9e8d82795952 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1125 time: 0.0810578 Feb 19 04:19:00.546933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38bdc623-5cda-45b5-8714-abf183994649 req-ef054162-8601-400b-a9f0-a65a425f790b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 999 time: 0.1125033 Feb 19 04:19:00.611038 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-f8c3f783-444c-4b07-86b0-a3e2633e06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.612613 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-f8c3f783-444c-4b07-86b0-a3e2633e06ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1726325 Feb 19 04:19:00.629264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdc623-5cda-45b5-8714-abf183994649 req-af3c55e8-2fad-484d-9fd0-e7a94860badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.630768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38bdc623-5cda-45b5-8714-abf183994649 req-af3c55e8-2fad-484d-9fd0-e7a94860badd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0689178 Feb 19 04:19:00.720666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-aa34d66d-6d71-4c7b-9778-6cde8acad8c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 999 time: 0.1012337 Feb 19 04:19:00.804815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdc623-5cda-45b5-8714-abf183994649 req-f7875a75-86f0-4bd8-9ae7-9e1256b719ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.806269 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38bdc623-5cda-45b5-8714-abf183994649 req-f7875a75-86f0-4bd8-9ae7-9e1256b719ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1476598 Feb 19 04:19:00.826345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-a4467a70-dc6c-4cca-9d0e-fa1f080bdadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.827769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-a4467a70-dc6c-4cca-9d0e-fa1f080bdadc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.1000373 Feb 19 04:19:00.860665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:19:00.927381 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024d528-9399-4a7b-a68c-c41451cf887b req-652a6030-29d9-46e3-a552-6f0854c7aa25 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.929185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0024d528-9399-4a7b-a68c-c41451cf887b req-652a6030-29d9-46e3-a552-6f0854c7aa25 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 943 time: 0.1653950 Feb 19 04:19:00.964059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:00.975896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'port_id': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'mac_address': 'fa:16:3e:91:3f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:19:00.980051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38bdc623-5cda-45b5-8714-abf183994649 req-18b9e6eb-e9ff-491d-af1a-b58f3c5298bb service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637194 Feb 19 04:19:00.986271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-7a3121fb-d774-4ba4-bcb4-4e3f362fb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.987790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-7a3121fb-d774-4ba4-bcb4-4e3f362fb468 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1481297 Feb 19 04:19:01.014666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 02c1f92f-c8ab-48bf-85b7-861d7b97611f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:01.015059 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:01.032009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c1f92f-c8ab-48bf-85b7-861d7b97611f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:01.051725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:01.055870 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:01.070834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0024d528-9399-4a7b-a68c-c41451cf887b req-c85539bd-1579-4a15-833b-f12d83a6190e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283898 Feb 19 04:19:01.111978 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:01.166863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38bdc623-5cda-45b5-8714-abf183994649 req-a90204b4-729a-44d1-be38-cd139be0dfa5 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699402 Feb 19 04:19:01.169456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-26d5d206-5364-4c31-8a96-b38fecfdf6d5 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749172 Feb 19 04:19:01.308761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-ff5e92a9-97c1-4edd-9d1e-2542b7321956 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333148 Feb 19 04:19:01.311444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-3bb10bf1-b664-4171-99f6-8c6363d8f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.312985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-3bb10bf1-b664-4171-99f6-8c6363d8f6cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1126 time: 0.0873077 Feb 19 04:19:01.337634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['02c1f92f-c8ab-48bf-85b7-861d7b97611f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:19:01.362199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:01.409788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-5fa6a9a3-7d84-4b82-8951-465946c0e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.411314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-5fa6a9a3-7d84-4b82-8951-465946c0e68a service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0915515 Feb 19 04:19:01.419505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] The host n-h1-826756-2 is not matching for port 02c1f92f-c8ab-48bf-85b7-861d7b97611f host n-h2-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:19:01.419938 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:01.476253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-4147445a-8779-41c7-9ece-1b7a13ec36f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 1000 time: 0.0584390 Feb 19 04:19:01.524765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-50739eed-e117-4a6f-b535-15fa4f0d3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.526827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-50739eed-e117-4a6f-b535-15fa4f0d3966 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0442772 Feb 19 04:19:01.582262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-21a2f76e-5380-4376-8fa2-b07dc987d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.583777 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-21a2f76e-5380-4376-8fa2-b07dc987d291 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507259 Feb 19 04:19:01.697481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-b22fb4bb-bef0-4064-bcd7-63e9ffde6ba7 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058726 Feb 19 04:19:01.801135 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f3cf7827-c994-43df-b76f-60a9017ccccc req-2e32dcba-4fff-4256-9fac-a22432c7dd91 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968602 Feb 19 04:19:02.200020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c763b5-a1a7-4cf5-aca4-7eb3f354bec4 req-9c5e4c06-5ff0-4260-b457-2c897e3f3c90 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:02.201577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27c763b5-a1a7-4cf5-aca4-7eb3f354bec4 req-9c5e4c06-5ff0-4260-b457-2c897e3f3c90 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 944 time: 0.0554891 Feb 19 04:19:02.248978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27c763b5-a1a7-4cf5-aca4-7eb3f354bec4 req-2aeb97db-f0d0-4b4f-97b7-3e480c52ead4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416729 Feb 19 04:19:02.566147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9327d2-6e33-4e5e-8155-f033968279c4 req-5a330a85-2318-4e69-a5c2-eee0f4d6e305 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:02.567622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b9327d2-6e33-4e5e-8155-f033968279c4 req-5a330a85-2318-4e69-a5c2-eee0f4d6e305 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 944 time: 0.0667224 Feb 19 04:19:02.574182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-189d2887-0f76-4ea5-8db3-c954b391f284 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:02.575553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-189d2887-0f76-4ea5-8db3-c954b391f284 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.71 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d&tenant_id=a1e59b6eedcd4fc584b202cc68419a05&binding%3Ahost_id=n-h2-826756-2 HTTP/1.1" status: 200 len: 944 time: 0.1011698 Feb 19 04:19:02.661031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b9327d2-6e33-4e5e-8155-f033968279c4 req-7d596cc5-b617-470f-8b39-c3ed7b575f52 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845265 Feb 19 04:19:02.670648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-faa65824-c5f1-4287-8236-55d24a10a72a service neutron] 10.222.0.71 "GET /v2.0/ports/02c1f92f-c8ab-48bf-85b7-861d7b97611f/bindings/n-h2-826756-2 HTTP/1.1" status: 200 len: 382 time: 0.0874872 Feb 19 04:19:02.737893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-3eec0ef2-52be-4b39-b02c-dd14c4abd0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:02.739338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-3eec0ef2-52be-4b39-b02c-dd14c4abd0ba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1126 time: 0.0456803 Feb 19 04:19:02.839575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-b21c0e83-0517-4256-96e4-23fdb2ca6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:02.841090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-b21c0e83-0517-4256-96e4-23fdb2ca6646 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0960069 Feb 19 04:19:02.869792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:02.905801 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-26788c57-4672-4936-9b60-a369f0683736 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 1000 time: 0.0585184 Feb 19 04:19:02.922844 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 02c1f92f-c8ab-48bf-85b7-861d7b97611f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:19:02.926804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 02c1f92f-c8ab-48bf-85b7-861d7b97611f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:02.927179 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:02.962430 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-0c928f6a-03d5-4eda-8e37-21964e292ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:02.964157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-0c928f6a-03d5-4eda-8e37-21964e292ca6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0513563 Feb 19 04:19:03.010617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 02c1f92f-c8ab-48bf-85b7-861d7b97611f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:03.010958 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.013466 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-115bd15a-17fd-4794-800b-394a81a803a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:03.015110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-115bd15a-17fd-4794-800b-394a81a803a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450101 Feb 19 04:19:03.033619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:03.035884 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e70ad44-7f17-4d35-a131-9bdd55add001" -d '{"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-plugged", "status": "completed", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:03.050520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:03.055208 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.103940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:03.107405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-cf8175da-e44b-49b7-8b14-577cba832adf service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858266 Feb 19 04:19:03.157125 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ceaa61-a9d4-47e3-81b1-faabb06447c3 x-openstack-request-id: req-09ceaa61-a9d4-47e3-81b1-faabb06447c3 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:03.157417 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-plugged", "status": "completed", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:03.157692 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09ceaa61-a9d4-47e3-81b1-faabb06447c3 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:03.158125 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'code': 200} Feb 19 04:19:03.202886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-4e26aed6-15b3-477b-9a5f-93d4b2d52837 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893033 Feb 19 04:19:03.784740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e8915-d54d-45b2-aaf8-ed822eb954bf req-b09c3a41-7017-43be-aadc-370e8ea37d65 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:03.786297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc1e8915-d54d-45b2-aaf8-ed822eb954bf req-b09c3a41-7017-43be-aadc-370e8ea37d65 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0547953 Feb 19 04:19:03.838050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc1e8915-d54d-45b2-aaf8-ed822eb954bf req-22cefbad-7fc7-46ca-914d-8e59340c00e8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456243 Feb 19 04:19:04.970250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9e908-a51b-4aa9-9ca8-696acb4c044b req-93b85cee-e463-4094-8c7d-e89248445dd1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:04.971785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63a9e908-a51b-4aa9-9ca8-696acb4c044b req-93b85cee-e463-4094-8c7d-e89248445dd1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0596664 Feb 19 04:19:05.018909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63a9e908-a51b-4aa9-9ca8-696acb4c044b req-be69de1e-a402-4fb5-8acc-d531ad4cf146 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413175 Feb 19 04:19:05.224515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-2ab2dcc3-d4d6-4a44-8342-e3546d5e96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:05.226077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-2ab2dcc3-d4d6-4a44-8342-e3546d5e96d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 1127 time: 0.0446975 Feb 19 04:19:05.243928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:05.300661 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.836537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:05.871150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:19:05.917118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:05.919544 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ed0c62-b650-4300-a97e-cde2e5835e4d" -d '{"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-unplugged", "status": "completed", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:05.923404 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Publish callbacks [] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.936543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Transition to ACTIVE for port object 02c1f92f-c8ab-48bf-85b7-861d7b97611f will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:19:05.940398 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.974333 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3271eda-3da0-48bb-a687-0b0e11f81cd8 x-openstack-request-id: req-f3271eda-3da0-48bb-a687-0b0e11f81cd8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:05.974963 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-unplugged", "status": "completed", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:05.974963 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3271eda-3da0-48bb-a687-0b0e11f81cd8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:05.975243 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'code': 200} Feb 19 04:19:06.033341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:06.047879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.048239 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.048679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.048930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.049270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.049605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.049991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.050305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.050636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.050965 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.051300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.051629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.051957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.085383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] No DVR routers for this DVR port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:06.227993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9e001-ca81-46ce-ae11-f47ab4b0ef62 req-69eeebe7-40ca-4143-a944-b0987b27f948 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.229616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85f9e001-ca81-46ce-ae11-f47ab4b0ef62 req-69eeebe7-40ca-4143-a944-b0987b27f948 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 944 time: 0.1107390 Feb 19 04:19:06.314561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:19:06.314822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:19:06.315160 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:06.320145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85f9e001-ca81-46ce-ae11-f47ab4b0ef62 req-1aca8e1f-a5c4-4aff-bce0-c83183c19861 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812302 Feb 19 04:19:06.323733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:19:06.324709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Attempting to bind port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:06.330020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:19:06.330371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:19:06.330762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:19:06.331194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Bound port: 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:19:06.331560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.404240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:19:06.407442 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:19:06.412925 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.450507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.451132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.452598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] 10.222.0.37 "PUT /v2.0/ports/02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 1092 time: 1.2125933 Feb 19 04:19:06.473032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7520342-60aa-48e3-8602-19bdc266bbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=11']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:06.539172 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-aaf19796-7e3e-4f8c-9e7a-25464312ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.540795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-aaf19796-7e3e-4f8c-9e7a-25464312ae21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1126 time: 0.0546429 Feb 19 04:19:06.637744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-79c8b13a-2a96-49ea-9974-5265e8f0fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.639335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-79c8b13a-2a96-49ea-9974-5265e8f0fc2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0922918 Feb 19 04:19:06.662530 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.716107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-de399488-2164-4f36-bec6-827a6d7a0cfc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 999 time: 0.0699034 Feb 19 04:19:06.769071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-26717f8c-dff9-4f8f-98d7-ce4351410c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.770605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-26717f8c-dff9-4f8f-98d7-ce4351410c8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0492830 Feb 19 04:19:06.820280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-9ca0a1a7-b79c-464b-a81d-a1404e934e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.821789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-9ca0a1a7-b79c-464b-a81d-a1404e934e1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444684 Feb 19 04:19:06.917662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-93a05bce-e5c8-4296-a3c9-71f0f87e969c service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897236 Feb 19 04:19:07.008246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67c763e7-3295-46a9-91cc-956e0d00ab01 req-61a8d317-ec38-4e60-b7f8-345766a3f1b1 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844958 Feb 19 04:19:07.445812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347b1ff-cc13-46f8-b5e7-b70f52a81e83 req-b30dad82-1633-4271-8949-bc9abaf605a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:07.447333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b347b1ff-cc13-46f8-b5e7-b70f52a81e83 req-b30dad82-1633-4271-8949-bc9abaf605a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 944 time: 0.0528901 Feb 19 04:19:07.493919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b347b1ff-cc13-46f8-b5e7-b70f52a81e83 req-eab99f35-09b9-49e5-81bc-44374f706fca tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404773 Feb 19 04:19:07.976151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:07.978563 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa5b56d-a075-488b-bc3f-25b57408d50e" -d '{"events": [{"name": "network-changed", "server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:08.028263 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4be606a-ddf9-40ed-90d5-0891d26a2e4c x-openstack-request-id: req-c4be606a-ddf9-40ed-90d5-0891d26a2e4c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:08.028263 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:08.028263 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4be606a-ddf9-40ed-90d5-0891d26a2e4c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:08.028263 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'status': 'completed', 'code': 200} Feb 19 04:19:08.128145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-f56ca23f-eba8-41a9-8e6a-85fa6a5ac2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:08.129602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-f56ca23f-eba8-41a9-8e6a-85fa6a5ac2fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1126 time: 0.0801659 Feb 19 04:19:08.135401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-75192c99-0616-4d34-9dd3-89469ae7b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:08.136860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-75192c99-0616-4d34-9dd3-89469ae7b2de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 1126 time: 0.0578511 Feb 19 04:19:08.292201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-6d40222c-2705-4b08-bc2c-20276aff53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:08.294374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-6d40222c-2705-4b08-bc2c-20276aff53ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1566584 Feb 19 04:19:08.295700 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-8e7f2644-1e20-4b7e-92b1-b0ccf1beff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:08.297097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-8e7f2644-1e20-4b7e-92b1-b0ccf1beff89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1523631 Feb 19 04:19:08.374364 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc20ec80-34e3-4a09-87ff-e3df00721cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.408871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-4bf7faf2-6b30-462f-a451-3f8a3d79f54e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 999 time: 0.1077342 Feb 19 04:19:08.410549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-8b706991-edd7-4e8f-9753-6ae5dbaea9c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 200 len: 999 time: 0.1036520 Feb 19 04:19:08.493264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-5d01533a-8956-42b9-a274-291878498ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:08.494739 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-5d01533a-8956-42b9-a274-291878498ca0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0723519 Feb 19 04:19:08.495967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-eef1959b-5aeb-46fb-9faf-6f4cd8fa87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:08.497258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-eef1959b-5aeb-46fb-9faf-6f4cd8fa87d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0825429 Feb 19 04:19:08.582962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-e3b541d0-5b02-4ac9-b6d9-f2c4f2ba6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:08.584439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-e3b541d0-5b02-4ac9-b6d9-f2c4f2ba6fb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0818467 Feb 19 04:19:08.616065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-f689691e-8756-46c9-8921-557075c9847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:08.617509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-f689691e-8756-46c9-8921-557075c9847d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1077590 Feb 19 04:19:08.745252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd31d39-9ebc-4776-8fbe-04e0c4f4d919 req-05b9fe9e-fe6c-4217-9bb6-bb22f88d277a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:08.746779 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bcd31d39-9ebc-4776-8fbe-04e0c4f4d919 req-05b9fe9e-fe6c-4217-9bb6-bb22f88d277a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 944 time: 0.1802771 Feb 19 04:19:08.794437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-35fa69a8-69dd-4cc3-9a85-5d46b4d65fd6 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904273 Feb 19 04:19:08.800913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-62b0764b-37b1-482f-9409-7498c101584e service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731923 Feb 19 04:19:08.874995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:08.884504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bcd31d39-9ebc-4776-8fbe-04e0c4f4d919 req-2fe4297c-ff11-43cf-80f1-c2452767e9d8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245208 Feb 19 04:19:08.918853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port 02c1f92f-c8ab-48bf-85b7-861d7b97611f host n-h1-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:19:08.919319 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:08.972988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-c0495c69-c38f-44b1-a1ba-d921a82bcca0 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700687 Feb 19 04:19:08.978057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5aa5b56d-a075-488b-bc3f-25b57408d50e req-6dbdf0dc-f40a-475b-bead-d8844e67d205 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628501 Feb 19 04:19:10.014827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b71d6-b4c2-436d-9fda-3992a05f8604 req-3f843ad8-2ce2-4f58-861a-8707728b6219 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:10.016328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-767b71d6-b4c2-436d-9fda-3992a05f8604 req-3f843ad8-2ce2-4f58-861a-8707728b6219 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 944 time: 0.0569770 Feb 19 04:19:10.062548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-767b71d6-b4c2-436d-9fda-3992a05f8604 req-23139f6e-4631-4644-be06-bb31e7b1496b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406525 Feb 19 04:19:10.069317 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:19:10.547942 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da3622a7-05f9-4410-84d8-aac80af804fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:11.195080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684946f-ec1a-48a3-8f79-e480f1dd8a86 req-86260843-5268-4525-b8aa-876c19b4b2dc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:11.196575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7684946f-ec1a-48a3-8f79-e480f1dd8a86 req-86260843-5268-4525-b8aa-876c19b4b2dc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 944 time: 0.0552371 Feb 19 04:19:11.244534 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7684946f-ec1a-48a3-8f79-e480f1dd8a86 req-948c5e33-2ed1-4b3c-83b0-5dbd44ec7b83 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413930 Feb 19 04:19:11.378650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:19:11.474574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:11.486601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'port_id': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'mac_address': 'fa:16:3e:91:3f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:19:11.523926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 02c1f92f-c8ab-48bf-85b7-861d7b97611f is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:11.524340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:11.538141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c1f92f-c8ab-48bf-85b7-861d7b97611f {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:11.558505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:11.562988 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:11.610293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=12']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:11.617952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.618308 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.618653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.618993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.619327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.619663 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.619996 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.620325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.621222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.621548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.621901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.622292 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.622618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:11.973385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['02c1f92f-c8ab-48bf-85b7-861d7b97611f'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:19:12.222886 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.364129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a94bc-d273-468b-90de-097db6c6b977 req-37a16abf-2de6-47c5-96b0-7fac21e1ff76 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:12.365618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d68a94bc-d273-468b-90de-097db6c6b977 req-37a16abf-2de6-47c5-96b0-7fac21e1ff76 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0513799 Feb 19 04:19:12.417362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d68a94bc-d273-468b-90de-097db6c6b977 req-8a608f70-c4ee-42fb-8224-252ffbfade9e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453982 Feb 19 04:19:12.532255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66ccbc-c6b2-47a8-a14b-c2b4a6377196 req-bfba63ef-f24d-4e91-9cf2-1bb7b2295cc0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:12.533673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a66ccbc-c6b2-47a8-a14b-c2b4a6377196 req-bfba63ef-f24d-4e91-9cf2-1bb7b2295cc0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0522861 Feb 19 04:19:12.580112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a66ccbc-c6b2-47a8-a14b-c2b4a6377196 req-9749aafa-ab9e-494a-a19a-e401439ff712 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409019 Feb 19 04:19:12.697103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2fa97-41c6-41e9-998f-6f46cdab64ca req-1ee0096e-29de-458d-851f-836cd2b02717 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:12.698617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fc2fa97-41c6-41e9-998f-6f46cdab64ca req-1ee0096e-29de-458d-851f-836cd2b02717 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0539737 Feb 19 04:19:12.745208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fc2fa97-41c6-41e9-998f-6f46cdab64ca req-794f2591-a18b-44e3-8eaa-9f3550cbc389 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400286 Feb 19 04:19:12.989480 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31635fc3-3a14-43be-89b6-7c39a6e302f4 req-f4cefa0f-80b3-41dc-b6db-be2f8606842d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:12.991040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31635fc3-3a14-43be-89b6-7c39a6e302f4 req-f4cefa0f-80b3-41dc-b6db-be2f8606842d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 945 time: 0.0603137 Feb 19 04:19:13.036740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31635fc3-3a14-43be-89b6-7c39a6e302f4 req-a4905e91-ec99-4b52-9b7e-9770a48115a5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401196 Feb 19 04:19:13.247338 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.401955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:13.451240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 02c1f92f-c8ab-48bf-85b7-861d7b97611f completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:19:13.455160 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 02c1f92f-c8ab-48bf-85b7-861d7b97611f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:13.455534 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.531913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 02c1f92f-c8ab-48bf-85b7-861d7b97611f is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:13.532291 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.554999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:13.557214 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de68e623-4562-49cb-a17c-e4c73d45d196" -d '{"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-plugged", "status": "completed", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:13.569270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:13.573765 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.596662 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae61f49-9407-4950-b5de-416700480e4c x-openstack-request-id: req-dae61f49-9407-4950-b5de-416700480e4c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:13.596957 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-plugged", "status": "completed", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:13.597211 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dae61f49-9407-4950-b5de-416700480e4c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:13.597605 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'code': 200} Feb 19 04:19:13.622797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=13']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:14.158775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9d32e-eed4-4ce8-af30-6149dfaccb76 req-15fc4ae6-b656-4bd3-8762-18568c916684 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:14.160191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85c9d32e-eed4-4ce8-af30-6149dfaccb76 req-15fc4ae6-b656-4bd3-8762-18568c916684 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 946 time: 0.0536375 Feb 19 04:19:14.206400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85c9d32e-eed4-4ce8-af30-6149dfaccb76 req-7eacdbaa-8435-4727-af8e-a24b73d4cee7 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405076 Feb 19 04:19:14.728384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-b7d46eb8-82ea-4a49-a620-d47a0cc046c4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:14.728641 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.729935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-b7d46eb8-82ea-4a49-a620-d47a0cc046c4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 946 time: 0.0571280 Feb 19 04:19:14.827109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Deleting port 02c1f92f-c8ab-48bf-85b7-861d7b97611f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:14.827455 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.914840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] For port 02c1f92f-c8ab-48bf-85b7-861d7b97611f, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=02c1f92f-c8ab-48bf-85b7-861d7b97611f,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:14.915211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.102931 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.103300 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.103618 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Floating IP 862c4f54-3941-4087-9e20-00cfa924ff52 disassociated. External IP: 172.25.4.38, port: 02c1f92f-c8ab-48bf-85b7-861d7b97611f. Feb 19 04:19:15.103997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Calling delete_port for 02c1f92f-c8ab-48bf-85b7-861d7b97611f owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:15.233379 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (02c1f92f-c8ab-48bf-85b7-861d7b97611f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.269655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event deleted for resources: {'Port': ['ID=02c1f92f-c8ab-48bf-85b7-861d7b97611f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:15.365480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e905b545-e40e-457c-a08d-0aa7e674302c req-7089899b-f1db-46ff-81f8-9769e79b4902 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d9f9ab-49e0-4317-b0ed-bf40b658d38d HTTP/1.1" status: 200 len: 210 time: 0.0532842 Feb 19 04:19:15.429156 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:15.544728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:19:15.555015 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:19:15.564484 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:15.565364 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:19:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:15.592204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] No DVR routers for this DVR port 02c1f92f-c8ab-48bf-85b7-861d7b97611f on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:15.594941 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.598550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dcfd1194-0139-4b27-977e-c3b8fe67e4c6 req-db8c21fe-e090-49de-ba77-3fec4e6728d1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "DELETE /v2.0/ports/02c1f92f-c8ab-48bf-85b7-861d7b97611f HTTP/1.1" status: 204 len: 173 time: 0.8637557 Feb 19 04:19:15.599017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-deleted', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:15.601434 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb806519-f478-47d0-8d33-16f13e5931af" -d '{"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-deleted", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:15.644456 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ced07f-eae1-4111-9257-eee51e532d97 x-openstack-request-id: req-b6ced07f-eae1-4111-9257-eee51e532d97 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:15.644755 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9f9ab-49e0-4317-b0ed-bf40b658d38d", "name": "network-vif-deleted", "tag": "02c1f92f-c8ab-48bf-85b7-861d7b97611f", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:15.645089 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6ced07f-eae1-4111-9257-eee51e532d97 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:15.645434 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9f9ab-49e0-4317-b0ed-bf40b658d38d', 'name': 'network-vif-deleted', 'tag': '02c1f92f-c8ab-48bf-85b7-861d7b97611f', 'status': 'completed', 'code': 200} Feb 19 04:19:15.694798 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:15.897217 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:15.923733 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:15.932312 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:15.932920 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:19:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:16.047575 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:16.357354 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:16.388528 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f668e33-f3c9-455f-9f89-7a99705e99b2 None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:16.621199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf37953a-c706-400b-b284-58b917eb6edc None None] New status for floating IP 862c4f54-3941-4087-9e20-00cfa924ff52: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:19:16.636672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-427f59fb-085d-4228-b979-276c9329dba6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--213828262&fields=id&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 267 time: 0.0446365 Feb 19 04:19:16.749923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-9d94efc3-1b75-402c-ad3d-f73a3a1d88e3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:16.751472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-9d94efc3-1b75-402c-ad3d-f73a3a1d88e3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 811 time: 0.1080997 Feb 19 04:19:16.767343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-e7a0b007-008e-4ec6-b16b-8112331cdd8d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/quotas/a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 375 time: 0.0101295 Feb 19 04:19:16.821656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-7451f04e-2674-4921-baa8-6ab10ea1a6eb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488298 Feb 19 04:19:16.924187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-61e0e25d-1249-46d8-bf20-73db19edb7b9 service neutron] 10.222.0.42 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870125 Feb 19 04:19:17.013889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-36e771f9-2fc1-4ca3-87ca-7e409dbdcc88 service neutron] 10.222.0.42 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835214 Feb 19 04:19:17.178784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-475c6b4f-7c77-4046-b2f5-d7e2925217e8 req-273694e6-3561-4190-8ad6-4f98e64e65d0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 210 time: 0.0276296 Feb 19 04:19:17.409665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:17.430266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 02c1f92f-c8ab-48bf-85b7-861d7b97611f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:17.430617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 02c1f92f-c8ab-48bf-85b7-861d7b97611f not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:18.088410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-9de62dbc-4581-4365-9474-dcb905bf040c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:18.090587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-9de62dbc-4581-4365-9474-dcb905bf040c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 811 time: 0.1039023 Feb 19 04:19:18.156943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-d7747ea9-2aa5-4e5e-a8ca-139ea8618792 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 379 time: 0.0576298 Feb 19 04:19:18.166465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'port': {'device_id': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'admin_state_up': True, 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'security_groups': ['30feedb4-524e-4ab1-9873-f56919853c0d']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:18.286053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-632a088a-e3d8-48f0-8d53-1818eb914605 req-e9da1558-6739-4858-a44c-4c7a595bd4e2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 210 time: 0.0349548 Feb 19 04:19:18.302396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Made reservation on behalf of a1e59b6eedcd4fc584b202cc68419a05 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:18.306245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.440233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Allocated IP 172.20.0.4 (4ea66a60-076d-4564-b8d8-6f9fbfedfc89/c96f5a86-e791-4824-b70f-3ba6eb086955/3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:19:18.575191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.608659 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.650873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:19:18.654544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:19:18.660215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:19:18.683681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:18.714651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:18.715678 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.732848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-30e6055b-c2bd-4871-b3d7-95291d94f2a8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5700457 Feb 19 04:19:18.745873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Request body: {'port': {'device_id': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:18.811423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.933114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d10dbc94-5e5d-4581-84ab-fdeb347468f4 None None] Provisioning complete for port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:18.933661 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc94-5e5d-4581-84ab-fdeb347468f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.968141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d10dbc94-5e5d-4581-84ab-fdeb347468f4 None None] Port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:19:19.444985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:19.455579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f3da0-fdb4-4bbd-9fd7-da8d426e3be7 req-3137b43b-a2da-4c24-aebf-65c6320f377d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:19.457038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad0f3da0-fdb4-4bbd-9fd7-da8d426e3be7 req-3137b43b-a2da-4c24-aebf-65c6320f377d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 931 time: 0.0975173 Feb 19 04:19:19.460890 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Publish callbacks [] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.486670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Transition to ACTIVE for port object 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:19:19.491088 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.540769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad0f3da0-fdb4-4bbd-9fd7-da8d426e3be7 req-c3580d01-cb7c-4c9c-8cda-fd1e50234d79 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774114 Feb 19 04:19:19.559007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:19.640302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:19:19.640636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:19:19.640962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:19.645628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:19:19.645995 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:19.651366 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:19:19.651712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:19:19.652098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:19:19.652523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Bound port: 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:19:19.652882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.720943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:19:19.724050 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:19:19.730804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.763631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:19.764267 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.765685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] 10.222.0.71 "PUT /v2.0/ports/3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 1091 time: 1.0248430 Feb 19 04:19:19.766175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:19.768484 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba" -d '{"events": [{"name": "network-changed", "server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:19.797959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f86448-a60a-41c4-9ffe-88e91027089e service neutron] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:19.839202 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22992e1-8d90-4855-8ccd-84fde7bbb41c x-openstack-request-id: req-d22992e1-8d90-4855-8ccd-84fde7bbb41c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:19.839485 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:19.839737 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d22992e1-8d90-4855-8ccd-84fde7bbb41c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:19.840143 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'status': 'completed', 'code': 200} Feb 19 04:19:19.857530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-253d2044-c018-42d7-b9fc-92c15fab4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:19.859129 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-253d2044-c018-42d7-b9fc-92c15fab4907 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1125 time: 0.0514534 Feb 19 04:19:19.905864 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-78b1a37c-2df1-41b0-9b4c-180ac0e46adb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 217 time: 0.0396278 Feb 19 04:19:19.955834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-15dad592-622b-4518-b954-ef43d5929e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:19.957331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-15dad592-622b-4518-b954-ef43d5929e5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0457706 Feb 19 04:19:20.006456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-d361c70f-d562-47dd-9a52-2dd45ab30c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.007957 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-d361c70f-d562-47dd-9a52-2dd45ab30c1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442772 Feb 19 04:19:20.100480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-718e9b61-aa6d-4c82-8fd4-a459021f52a5 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854836 Feb 19 04:19:20.189009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0731760d-2013-47e1-b179-0ddb8cc6cde9 req-1ef24f77-8e82-4b7a-829f-d21291f0b650 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813372 Feb 19 04:19:20.285781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-7498e45e-31ae-486c-b0af-7b7e4f7335d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.287331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-7498e45e-31ae-486c-b0af-7b7e4f7335d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1125 time: 0.0502565 Feb 19 04:19:20.375201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-eb2aea06-2e0e-4ed5-84f8-cedb0fec42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.376588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-eb2aea06-2e0e-4ed5-84f8-cedb0fec42b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0834148 Feb 19 04:19:20.423822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-0baa2a8f-c039-454a-8581-085ff03596e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 217 time: 0.0405750 Feb 19 04:19:20.476260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-0aba71f7-4540-4303-9d45-156638835d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.477751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-0aba71f7-4540-4303-9d45-156638835d77 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0471914 Feb 19 04:19:20.529688 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-9110b20d-c633-42a6-bc3c-df968a463cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.531246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-9110b20d-c633-42a6-bc3c-df968a463cc9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465117 Feb 19 04:19:20.638458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-8703abc3-c924-4ff5-ac61-bde2d6e04c13 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003156 Feb 19 04:19:20.735048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc63c3-1be5-49e7-8be3-e9c55a840706 req-f5bc3dc9-50c4-40a8-bf63-0baad7aaaf3e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.736563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90bc63c3-1be5-49e7-8be3-e9c55a840706 req-f5bc3dc9-50c4-40a8-bf63-0baad7aaaf3e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.1132877 Feb 19 04:19:20.771826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1ff0a51-3f5b-428b-95fa-fa8c3be4aeba req-f719f3f2-f810-4e7e-881e-b9ea674422da service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185687 Feb 19 04:19:20.805630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90bc63c3-1be5-49e7-8be3-e9c55a840706 req-1884c02e-528d-4138-8d91-350c3d3a88b5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609522 Feb 19 04:19:21.924797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cef9c-27ce-4130-baa2-768986662a63 req-a885ee95-d6c7-4143-91ad-013ded7ec751 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:21.926316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-456cef9c-27ce-4130-baa2-768986662a63 req-a885ee95-d6c7-4143-91ad-013ded7ec751 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0523024 Feb 19 04:19:21.972510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-456cef9c-27ce-4130-baa2-768986662a63 req-b401fdfc-4b6f-41d1-9a2c-7202c40ed37c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400913 Feb 19 04:19:22.873518 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:22.938112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:19:23.033178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:23.045437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'port_id': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'mac_address': 'fa:16:3e:25:92:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:19:23.086030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:23.086417 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:23.092522 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed753ca6-1253-4ed1-b72a-b385d2348608 req-b4ac67fb-2104-4d7f-8b98-6b8ecb598b3b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:23.094504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed753ca6-1253-4ed1-b72a-b385d2348608 req-b4ac67fb-2104-4d7f-8b98-6b8ecb598b3b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0539484 Feb 19 04:19:23.099470 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:23.125092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:23.129270 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:23.145827 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed753ca6-1253-4ed1-b72a-b385d2348608 req-80c2e11d-bfe2-4d1a-a4c1-d3514d8afea4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452785 Feb 19 04:19:23.179911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:23.325130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:19:24.269095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3fa1a-d0dc-4e99-a0df-f8499f9c3d3e req-4bd24ba1-74b9-4be9-8e4f-c545272b169e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:24.270616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98f3fa1a-d0dc-4e99-a0df-f8499f9c3d3e req-4bd24ba1-74b9-4be9-8e4f-c545272b169e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0566332 Feb 19 04:19:24.316572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98f3fa1a-d0dc-4e99-a0df-f8499f9c3d3e req-a410d5b2-1317-4963-9b8a-fbb6345056c5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402300 Feb 19 04:19:24.952801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:25.000591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:19:25.004297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:25.004677 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:25.082363 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:25.082744 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:25.104172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:25.106951 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e4de8d-7480-4a99-b494-85f5891bcc54" -d '{"events": [{"server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "name": "network-vif-plugged", "status": "completed", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:25.124304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:25.128226 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:25.151122 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b4dd9-ad5c-4c37-8e0e-cc39dcb5ca04 x-openstack-request-id: req-a88b4dd9-ad5c-4c37-8e0e-cc39dcb5ca04 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:25.151417 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "name": "network-vif-plugged", "status": "completed", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:25.151670 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a88b4dd9-ad5c-4c37-8e0e-cc39dcb5ca04 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:25.152063 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'code': 200} Feb 19 04:19:25.178217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:25.253730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5ee87-a833-4dbd-8977-080068e92e1e req-b4d69f20-5495-49f6-acd4-6382dc5c987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.255240 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f5ee87-a833-4dbd-8977-080068e92e1e req-b4d69f20-5495-49f6-acd4-6382dc5c987c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1127 time: 0.0445445 Feb 19 04:19:25.298393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f5ee87-a833-4dbd-8977-080068e92e1e req-dea847d5-d4c9-4285-8220-e8760029d50d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369015 Feb 19 04:19:25.444013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8511-32c9-4e5e-ad55-f80ddb7090aa req-e3550ea8-f184-4c2f-be9d-fea66423bc6c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.445514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-169f8511-32c9-4e5e-ad55-f80ddb7090aa req-e3550ea8-f184-4c2f-be9d-fea66423bc6c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0571330 Feb 19 04:19:25.493264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-169f8511-32c9-4e5e-ad55-f80ddb7090aa req-404c91c0-149f-4436-b553-ef27ac05acd9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421021 Feb 19 04:19:26.616355 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2de66-e6cf-49d2-b40b-626308af2e81 req-82a2bb8e-5fcf-4c5c-bcf3-63f672563aec tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:26.617985 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51c2de66-e6cf-49d2-b40b-626308af2e81 req-82a2bb8e-5fcf-4c5c-bcf3-63f672563aec tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0555570 Feb 19 04:19:26.663881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51c2de66-e6cf-49d2-b40b-626308af2e81 req-56f6ca90-3a4f-451b-bcbb-d5189b69667e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402958 Feb 19 04:19:26.782301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a49ad-50ff-46dc-839f-40b8dd526a92 req-b739fc39-66d8-421e-a142-2683bae0c33c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:26.783705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d46a49ad-50ff-46dc-839f-40b8dd526a92 req-b739fc39-66d8-421e-a142-2683bae0c33c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0530005 Feb 19 04:19:26.792265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 32894) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:26.796572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-390773b5-f6c0-48d4-9727-1f9759cfd807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Request body: {'floatingip': {'port_id': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:26.839966 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-390773b5-f6c0-48d4-9727-1f9759cfd807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.283924 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-390773b5-f6c0-48d4-9727-1f9759cfd807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.287650 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-390773b5-f6c0-48d4-9727-1f9759cfd807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.387721 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-390773b5-f6c0-48d4-9727-1f9759cfd807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Floating IP 862c4f54-3941-4087-9e20-00cfa924ff52 associated. External IP: 172.25.4.38, port: 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c. Feb 19 04:19:27.604152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390773b5-f6c0-48d4-9727-1f9759cfd807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:27.711786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390773b5-f6c0-48d4-9727-1f9759cfd807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:19:27.717306 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-390773b5-f6c0-48d4-9727-1f9759cfd807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.722426 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:19:27.733384 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:27.734175 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:19:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:27.747843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-390773b5-f6c0-48d4-9727-1f9759cfd807 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "PUT /v2.0/floatingips/862c4f54-3941-4087-9e20-00cfa924ff52 HTTP/1.1" status: 200 len: 991 time: 0.9539621 Feb 19 04:19:27.748530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:27.750830 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafdc467-ace0-477b-9dfb-e0c810dd6689" -d '{"events": [{"name": "network-changed", "server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:27.790414 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c874b3f4-15f9-4573-a540-056c7b85943b x-openstack-request-id: req-c874b3f4-15f9-4573-a540-056c7b85943b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:27.790768 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:27.791092 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c874b3f4-15f9-4573-a540-056c7b85943b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:27.791535 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'status': 'completed', 'code': 200} Feb 19 04:19:27.846828 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:27.863751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-f240c88d-7b3c-4922-9f57-175b85c58fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:27.865313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-f240c88d-7b3c-4922-9f57-175b85c58fef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1127 time: 0.0500927 Feb 19 04:19:27.966187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-246158b9-9789-45a8-a1d1-29f2cc9d8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:27.967834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-246158b9-9789-45a8-a1d1-29f2cc9d8a7b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0954673 Feb 19 04:19:28.095195 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:25:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:19:27Z', 'revision_number': 13, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:28.095459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-02b4c478-3ae3-4641-b9e6-e831d607c9a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 999 time: 0.1213937 Feb 19 04:19:28.122125 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:28.131707 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:28.132565 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:19:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:28.148667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-4fed514e-1a6a-4786-b9f8-30e848a40ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.150203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-4fed514e-1a6a-4786-b9f8-30e848a40ab1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0490007 Feb 19 04:19:28.204771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-060bd839-6ec3-4bb9-ab09-77f1b8845bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.206383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-060bd839-6ec3-4bb9-ab09-77f1b8845bf9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502627 Feb 19 04:19:28.247525 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:28.307890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-808b17e5-21d8-455d-98c2-776fc2260c19 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921154 Feb 19 04:19:28.400958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dafdc467-ace0-477b-9dfb-e0c810dd6689 req-935a6c16-bc8a-4607-8d27-382fe2d62893 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893469 Feb 19 04:19:28.473096 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:25:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:19:27Z', 'revision_number': 13, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:28.503097 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2477e40-7970-4a1c-8033-5d32ab52b265 None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '862c4f54-3941-4087-9e20-00cfa924ff52', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'floating_ip_address': '172.25.4.38', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'port_id': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'mac_address': 'fa:16:3e:25:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:16:23Z', 'updated_at': '2022-02-19T04:19:27Z', 'revision_number': 13, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:28.728666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef624ad8-0468-45db-a4d2-d5ad7d837dd4 None None] New status for floating IP 862c4f54-3941-4087-9e20-00cfa924ff52: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:19:30.291671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f710e60-deeb-442b-8749-e978e4fccfa4 req-3cc49e3e-b3c0-41ac-862b-b06f7cb27fb4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:30.293163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f710e60-deeb-442b-8749-e978e4fccfa4 req-3cc49e3e-b3c0-41ac-862b-b06f7cb27fb4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0570939 Feb 19 04:19:30.340162 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f710e60-deeb-442b-8749-e978e4fccfa4 req-2f20c5d6-511e-4900-a23f-bc4d9a612796 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406616 Feb 19 04:19:36.667966 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:38.377548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b1795069-30d0-460f-8843-993942983368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.551698 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c1101d6b-b5c8-417c-8ed9-2f0e71b52916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.212896 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.250931 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.725218 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.069917 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:19:47.774662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459e58-afb2-4163-b37c-89a2d970fb51 req-0490150d-343e-4863-9e6b-dca5691864c9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:47.776207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e459e58-afb2-4163-b37c-89a2d970fb51 req-0490150d-343e-4863-9e6b-dca5691864c9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0568173 Feb 19 04:19:47.806194 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-d9dbccaf-fc12-42fb-a670-a560e2722683 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943890 Feb 19 04:19:47.826333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e459e58-afb2-4163-b37c-89a2d970fb51 req-def9b60c-6f18-44d3-b890-fda834b62c3a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436404 Feb 19 04:19:48.226880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-61986cab-54ec-45f9-9449-b70480b5b63b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:48.228289 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-61986cab-54ec-45f9-9449-b70480b5b63b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports/3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 942 time: 0.1015007 Feb 19 04:19:48.952056 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ba923-50c4-48f0-9bf5-40df29e5bd87 req-7fe4b072-40b2-4fe5-96b7-eb608a478b2a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:48.953553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b4ba923-50c4-48f0-9bf5-40df29e5bd87 req-7fe4b072-40b2-4fe5-96b7-eb608a478b2a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0527585 Feb 19 04:19:49.001559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b4ba923-50c4-48f0-9bf5-40df29e5bd87 req-a871652d-5891-490b-96e5-1fa57694027e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420947 Feb 19 04:19:49.134550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cacd07d0-7914-473e-a401-041ea6fe3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:49.136255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cacd07d0-7914-473e-a401-041ea6fe3a46 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1127 time: 0.0485013 Feb 19 04:19:49.234331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-268ae928-24bb-4cb2-ac3d-67d504e4e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:49.235892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-268ae928-24bb-4cb2-ac3d-67d504e4e9fa service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0919085 Feb 19 04:19:49.311099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-f0c0f190-6a8d-4acc-958b-5f116e9dde82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 1001 time: 0.0663939 Feb 19 04:19:49.366539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-ab4232a0-263b-4a0d-ab79-f25bf1d742e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:49.368017 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-ab4232a0-263b-4a0d-ab79-f25bf1d742e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0495424 Feb 19 04:19:49.427096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-ab1d2d38-dc31-4dbe-bfc9-710343cec494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:49.429089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-ab1d2d38-dc31-4dbe-bfc9-710343cec494 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536361 Feb 19 04:19:49.533605 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-ff7360cc-0405-4eb2-9bb6-9a922404d9e1 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944018 Feb 19 04:19:49.626861 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-2e9625e7-82a4-4fed-b700-0ccfd780426a service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866892 Feb 19 04:19:50.128137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7cc9d-1e98-46cc-a8ce-4fd3bb0614a9 req-9663e2fc-ffa3-4200-ba22-720a4a5840f5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:50.129562 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7b7cc9d-1e98-46cc-a8ce-4fd3bb0614a9 req-9663e2fc-ffa3-4200-ba22-720a4a5840f5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0577214 Feb 19 04:19:50.176752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7b7cc9d-1e98-46cc-a8ce-4fd3bb0614a9 req-5704b646-f596-4056-b0f9-76a9d2f3a7b9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414674 Feb 19 04:19:51.297705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6523e-4d78-45ec-8d66-41e6e333ebad req-2242d5b1-f92d-4bb9-8786-091c4f097c23 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:51.299480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fe6523e-4d78-45ec-8d66-41e6e333ebad req-2242d5b1-f92d-4bb9-8786-091c4f097c23 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0519149 Feb 19 04:19:51.351145 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fe6523e-4d78-45ec-8d66-41e6e333ebad req-57988eaf-e010-435a-800d-f63776c539b3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456765 Feb 19 04:19:52.477540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1135f-fb0d-44f0-aecf-559f881f5985 req-3fb42015-2d29-4b12-a646-d1ae703924eb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:52.479661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-faf1135f-fb0d-44f0-aecf-559f881f5985 req-3fb42015-2d29-4b12-a646-d1ae703924eb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0593116 Feb 19 04:19:52.528256 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-faf1135f-fb0d-44f0-aecf-559f881f5985 req-087ba9f5-c5ef-4a31-8d3d-6b293e153e34 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Feb 19 04:19:52.890373 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.649733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159ad09-4018-4213-844e-6a1216ecdd8c req-eb250960-9889-495d-96f9-f4acd8ef2903 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:53.651290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f159ad09-4018-4213-844e-6a1216ecdd8c req-eb250960-9889-495d-96f9-f4acd8ef2903 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0529916 Feb 19 04:19:53.701709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f159ad09-4018-4213-844e-6a1216ecdd8c req-6b1bbe15-17ad-459f-bc4e-8befffb6e8b4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439138 Feb 19 04:19:54.830296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96447251-527d-4b91-9dc4-73c5d31f98a2 req-5f164f26-15bb-428a-b6a1-50d647074552 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:54.832073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96447251-527d-4b91-9dc4-73c5d31f98a2 req-5f164f26-15bb-428a-b6a1-50d647074552 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0567265 Feb 19 04:19:54.880185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96447251-527d-4b91-9dc4-73c5d31f98a2 req-576666d0-f3ad-4664-99a7-faf2fd70e687 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425196 Feb 19 04:19:56.005959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e96532-e91d-40f4-9458-4ac1b8b077e7 req-3d0743e8-0e85-4668-a735-42722305c6cf tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:56.007494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28e96532-e91d-40f4-9458-4ac1b8b077e7 req-3d0743e8-0e85-4668-a735-42722305c6cf tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0535030 Feb 19 04:19:56.056586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28e96532-e91d-40f4-9458-4ac1b8b077e7 req-b9611423-94f9-44ce-b7cc-21870171399a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431666 Feb 19 04:19:57.177201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e414d-cc53-42f4-b84b-f67c81c6b131 req-927c32eb-e423-48be-8cdd-5de0ca38258e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:57.178911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e7e414d-cc53-42f4-b84b-f67c81c6b131 req-927c32eb-e423-48be-8cdd-5de0ca38258e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0518098 Feb 19 04:19:57.228058 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8e7e414d-cc53-42f4-b84b-f67c81c6b131 req-da281bb2-5d55-4cbc-947d-765e85d94df0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Feb 19 04:19:58.349196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc494a-2b87-40df-9a82-2fc6234699db req-99fa28bc-1112-4137-ba1d-2de0dcf6ace6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:58.350744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8dc494a-2b87-40df-9a82-2fc6234699db req-99fa28bc-1112-4137-ba1d-2de0dcf6ace6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0532837 Feb 19 04:19:58.399177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8dc494a-2b87-40df-9a82-2fc6234699db req-c1f2371b-2f90-4421-a3ef-9039bdc30be2 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Feb 19 04:19:59.519060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbec209-fa9b-4031-80b6-36f756549f2f req-adcda04d-763a-4e99-be1d-6a133790bba0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:59.520567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfbec209-fa9b-4031-80b6-36f756549f2f req-adcda04d-763a-4e99-be1d-6a133790bba0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0525584 Feb 19 04:19:59.567735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfbec209-fa9b-4031-80b6-36f756549f2f req-effdf3f3-8333-470c-9a2c-a848ed2abc3b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411117 Feb 19 04:20:00.380996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.71', 62003) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:00.443984 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-9daebe83-db92-4a6a-8f9b-576dfdeb282a service neutron] show failed (client error): The resource could not be found. Feb 19 04:20:00.445040 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-9daebe83-db92-4a6a-8f9b-576dfdeb282a service neutron] 10.222.0.71 "GET /v2.0/ports/3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0630150 Feb 19 04:20:00.700357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-cdf33916-787b-45ca-ae48-6170a16d74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:00.701917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-cdf33916-787b-45ca-ae48-6170a16d74e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1127 time: 0.4698811 Feb 19 04:20:00.714443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-6705891f-8189-49ec-848f-45e10fa168b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:00.716795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-6705891f-8189-49ec-848f-45e10fa168b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 1127 time: 0.0934129 Feb 19 04:20:00.728666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2eb14-fd84-407e-9a39-f98e3048996b req-da0f2c3e-3f68-4a41-97f9-121d433cd856 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:00.730275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0cb2eb14-fd84-407e-9a39-f98e3048996b req-da0f2c3e-3f68-4a41-97f9-121d433cd856 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0804198 Feb 19 04:20:00.743217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:00.893089 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:00.906065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0cb2eb14-fd84-407e-9a39-f98e3048996b req-e132f473-be50-49d5-8b31-f4723ff1e892 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672440 Feb 19 04:20:00.917420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-eae19382-a95f-4e74-93b0-d28dc721833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:00.919496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-eae19382-a95f-4e74-93b0-d28dc721833b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1978850 Feb 19 04:20:01.065493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-5f9ad970-3b54-4cfa-82bd-7b9db33888cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 1001 time: 0.1250730 Feb 19 04:20:01.096250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:01.169523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-163d3f9f-9434-4d74-884a-84463ac321eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.170952 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-163d3f9f-9434-4d74-884a-84463ac321eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0977170 Feb 19 04:20:01.175198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:01.175594 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.224942 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:01.264007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-c4ed5273-2b88-4493-bb11-10979611b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.265806 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-c4ed5273-2b88-4493-bb11-10979611b8f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826945 Feb 19 04:20:01.268805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:01.357117 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:01.359416 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2c7038-70cd-4f90-a46c-aa4d8ce31fdf" -d '{"events": [{"server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:01.363012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Publish callbacks [] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.389661 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Transition to ACTIVE for port object 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:20:01.397932 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.434230 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.db.api [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:20:01.434805 n-d-826756-2 neutron-server[103617]: DEBUG oslo_db.api [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:20:01.436485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-c6f05706-a13a-4f06-a3c8-3be7074f01bd service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485357 Feb 19 04:20:01.511450 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e30bde-16a7-4c96-8bd7-e7af1258beb6 x-openstack-request-id: req-39e30bde-16a7-4c96-8bd7-e7af1258beb6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:01.512296 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:01.512566 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39e30bde-16a7-4c96-8bd7-e7af1258beb6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:01.512972 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'code': 200} Feb 19 04:20:01.543795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:01.608816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] No DVR routers for this DVR port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:01.652524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61ecf6be-e7b4-4191-bb57-278f55f55a26 req-f21eb548-0183-4812-9778-5b75ef96a1b3 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075844 Feb 19 04:20:01.761616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:01.762342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:01.762342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:01.767162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:01.767490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:01.772256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:01.772592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:01.772975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:01.773398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Bound port: 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:01.773756 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.835614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:01.840301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:01.846043 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.881309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.881743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.883291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 1091 time: 1.1455855 Feb 19 04:20:01.905303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f87e3-7668-47c9-896a-018598609405 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:01.970179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-ee540809-a05c-4028-92ba-abcc6314a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.972730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-ee540809-a05c-4028-92ba-abcc6314a5d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1125 time: 0.0558827 Feb 19 04:20:01.992448 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c is: DOWN; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:02.107895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018b5fb-b219-4899-88aa-64f63e0e723e req-8e084ded-c4f1-43c9-ac30-75cb1caf10f9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.109452 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a018b5fb-b219-4899-88aa-64f63e0e723e req-8e084ded-c4f1-43c9-ac30-75cb1caf10f9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.1154461 Feb 19 04:20:02.146977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-514806c2-c151-4a01-8cab-d28939b078d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.148366 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-514806c2-c151-4a01-8cab-d28939b078d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1676760 Feb 19 04:20:02.215876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a018b5fb-b219-4899-88aa-64f63e0e723e req-55a9b4fb-43ed-4a6d-8761-ad5d54f044c3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966573 Feb 19 04:20:02.234243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-a4c0adeb-07ee-46f9-a0bf-2d62efbdbc7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 999 time: 0.0794196 Feb 19 04:20:02.283313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-c57a581c-23df-4435-b1c5-49b86a4281c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.284698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-c57a581c-23df-4435-b1c5-49b86a4281c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0453386 Feb 19 04:20:02.340512 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-8e66bdb6-af64-407d-bfa2-ce939601c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.342093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-8e66bdb6-af64-407d-bfa2-ce939601c281 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510030 Feb 19 04:20:02.428473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-5189469c-ce82-436a-bdd9-9eb0b131a9c5 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804174 Feb 19 04:20:02.520919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-e8241669-b260-4a5a-9fc6-56e124181c99 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859697 Feb 19 04:20:03.337760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337a204-2465-4522-9077-382c90f53265 req-656724de-1501-4c08-b214-0264cdffb9c1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.339476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2337a204-2465-4522-9077-382c90f53265 req-656724de-1501-4c08-b214-0264cdffb9c1 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0536802 Feb 19 04:20:03.387437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2337a204-2465-4522-9077-382c90f53265 req-66f0aa01-e460-435a-bad1-e444219bad04 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407205 Feb 19 04:20:03.514480 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:03.516749 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221a53bf-5ab3-47e5-8f2a-f266218353f2" -d '{"events": [{"name": "network-changed", "server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:03.565992 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3e7423-7c1c-4447-8b6f-787a99010e63 x-openstack-request-id: req-2c3e7423-7c1c-4447-8b6f-787a99010e63 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:03.566289 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:03.566548 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c3e7423-7c1c-4447-8b6f-787a99010e63 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:03.566964 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'status': 'completed', 'code': 200} Feb 19 04:20:03.675193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-fd276565-b478-4317-8e67-4764a578d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.676868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-fd276565-b478-4317-8e67-4764a578d49a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1125 time: 0.0822828 Feb 19 04:20:03.682476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-d21cc88a-266e-47c2-87b8-d67745b20349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.684780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-d21cc88a-266e-47c2-87b8-d67745b20349 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1125 time: 0.0634353 Feb 19 04:20:03.843188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-0b2f06c1-0604-48ad-983e-e5314dc13dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.844680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-0b2f06c1-0604-48ad-983e-e5314dc13dc9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1519938 Feb 19 04:20:03.845626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-91065f64-d1dd-4445-95dd-86aa63c1d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.846984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-91065f64-d1dd-4445-95dd-86aa63c1d651 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1613584 Feb 19 04:20:03.960584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-6f2130c8-7b49-470b-9d8a-67d274b44948 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 999 time: 0.1040673 Feb 19 04:20:03.962688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-384dbed7-9daf-4e71-87a5-ec4dbe173aaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 999 time: 0.1122513 Feb 19 04:20:04.046384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-f968f6b3-0567-480e-a031-0d9c092d51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.047856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-f968f6b3-0567-480e-a031-0d9c092d51ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0806408 Feb 19 04:20:04.049147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-ee447f36-2ad2-4592-8b4d-a279e6296349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.050473 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-ee447f36-2ad2-4592-8b4d-a279e6296349 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0821805 Feb 19 04:20:04.129043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-b3fcb9fa-1f6f-4770-9f27-4080334e6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.130500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-b3fcb9fa-1f6f-4770-9f27-4080334e6c60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0759313 Feb 19 04:20:04.137529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-e1ed92b6-047d-427d-837b-9115c0c7e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.137529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-e1ed92b6-047d-427d-837b-9115c0c7e2f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0710676 Feb 19 04:20:04.289262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-9ca2f35b-70f1-4448-a53e-bc1546a4421c service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510959 Feb 19 04:20:04.291278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-2ecf764e-2270-4e1a-9e76-591c660fdcc0 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462588 Feb 19 04:20:04.454953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-0cd11e6a-7d8d-453b-830b-af2255ed150a service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545873 Feb 19 04:20:04.454953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-221a53bf-5ab3-47e5-8f2a-f266218353f2 req-358dd035-31e0-4fae-83a0-64a128ee7c72 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496518 Feb 19 04:20:04.521774 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8d54d-e6ef-46c4-8299-1402887b401b req-6080e60f-53fb-424e-8163-fe31ccf5e325 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.523324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e8d54d-e6ef-46c4-8299-1402887b401b req-6080e60f-53fb-424e-8163-fe31ccf5e325 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0538375 Feb 19 04:20:04.570920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9e8d54d-e6ef-46c4-8299-1402887b401b req-b7d3e396-5e57-4c6b-b2f0-4c885e1d78c9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413718 Feb 19 04:20:05.692549 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa8199-a113-4865-bf3b-00db89f597dc req-65de78f4-d968-4379-9f63-ccc9677fb7ff tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:05.694056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85fa8199-a113-4865-bf3b-00db89f597dc req-65de78f4-d968-4379-9f63-ccc9677fb7ff tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0523064 Feb 19 04:20:05.744167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85fa8199-a113-4865-bf3b-00db89f597dc req-e8ea81fd-07f0-4ba7-9b05-f2d34e3545bc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443881 Feb 19 04:20:06.659538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.873879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b31c8-0655-43aa-ba8f-9a3d81827da8 req-f18da7ce-53ad-4106-b339-84490edd8d14 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:06.875404 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da0b31c8-0655-43aa-ba8f-9a3d81827da8 req-f18da7ce-53ad-4106-b339-84490edd8d14 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0589232 Feb 19 04:20:06.924286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da0b31c8-0655-43aa-ba8f-9a3d81827da8 req-0f88838d-9e3f-4335-b296-22cd0add9196 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430686 Feb 19 04:20:08.046656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae093ee5-5124-42c3-a5df-0188977768ed req-21fb1991-3cb3-40eb-b87f-477e0abf92ec tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:08.048367 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae093ee5-5124-42c3-a5df-0188977768ed req-21fb1991-3cb3-40eb-b87f-477e0abf92ec tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0534043 Feb 19 04:20:08.095514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae093ee5-5124-42c3-a5df-0188977768ed req-51e9138d-64d5-4b1f-9167-d544cf4a9da3 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412819 Feb 19 04:20:08.381712 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6389f21b-33d7-4fad-9e04-94112a694387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.221245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173d386-2ffc-46fb-91e3-c4f84afd7ffd req-0d60e0e5-9f2c-4de1-a384-549e48f1ac6e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:09.222719 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c173d386-2ffc-46fb-91e3-c4f84afd7ffd req-0d60e0e5-9f2c-4de1-a384-549e48f1ac6e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0563066 Feb 19 04:20:09.269559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c173d386-2ffc-46fb-91e3-c4f84afd7ffd req-26c6d37c-ee40-4165-bb34-6e2447ca502e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 Feb 19 04:20:10.389165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fbe40-cc31-4b63-9c88-63ebe144865f req-84e89549-fa34-472f-83d1-ab0cefe79b5e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:10.390694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d9fbe40-cc31-4b63-9c88-63ebe144865f req-84e89549-fa34-472f-83d1-ab0cefe79b5e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0525379 Feb 19 04:20:10.437796 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d9fbe40-cc31-4b63-9c88-63ebe144865f req-96d7bc94-4b6e-415e-a60c-6dc7d6e72a55 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412884 Feb 19 04:20:10.555645 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-38e485ec-a841-408e-af01-0b9c55906043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.555921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d5228-b056-45c1-9d13-a232c5c0a501 req-8123a130-6ae0-4e09-8ff7-927965479aba tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:11.557423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b3d5228-b056-45c1-9d13-a232c5c0a501 req-8123a130-6ae0-4e09-8ff7-927965479aba tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0521405 Feb 19 04:20:11.609109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b3d5228-b056-45c1-9d13-a232c5c0a501 req-c3616e9d-bb49-4ac8-9413-425fd8ed9426 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453870 Feb 19 04:20:12.217190 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.731374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50c370-917b-40f9-a358-fb2890caef71 req-828f93f2-c6fe-4cc4-90c3-f7cd9a5c443b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:12.732874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c50c370-917b-40f9-a358-fb2890caef71 req-828f93f2-c6fe-4cc4-90c3-f7cd9a5c443b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0532951 Feb 19 04:20:12.778592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2c50c370-917b-40f9-a358-fb2890caef71 req-7e899615-15de-440b-a4cf-335cb266dd1f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399370 Feb 19 04:20:13.252142 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.897613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339eef8-1491-40ed-b877-978b7331ce80 req-f4c68e5a-377f-461b-964e-d9e4d212fabd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:13.899526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d339eef8-1491-40ed-b877-978b7331ce80 req-f4c68e5a-377f-461b-964e-d9e4d212fabd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0518153 Feb 19 04:20:13.946005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d339eef8-1491-40ed-b877-978b7331ce80 req-eae7addd-9390-44d2-898f-0f4daf029aba tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412486 Feb 19 04:20:14.718297 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.073814 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466fd58-9ab4-405a-aff0-2af157738ae0 req-53bab4e4-b111-4929-b8c9-a80f7e66ab5d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.075335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e466fd58-9ab4-405a-aff0-2af157738ae0 req-53bab4e4-b111-4929-b8c9-a80f7e66ab5d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0566308 Feb 19 04:20:15.122061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e466fd58-9ab4-405a-aff0-2af157738ae0 req-e69c093c-84cf-4b5d-805d-6c1d8254b2f0 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408406 Feb 19 04:20:16.244479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5eeb16-854e-40f6-a73d-ca89e3333d63 req-9872019f-d9c4-40af-a7a2-9bfd7b1c150c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:16.246526 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa5eeb16-854e-40f6-a73d-ca89e3333d63 req-9872019f-d9c4-40af-a7a2-9bfd7b1c150c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0511858 Feb 19 04:20:16.290647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa5eeb16-854e-40f6-a73d-ca89e3333d63 req-7558903e-57cf-43c5-8651-7a91a18580f7 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384133 Feb 19 04:20:17.413055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390249de-65d2-44ac-af3b-e083de3d02be req-8f3addc1-c755-4d07-aa34-5783f56aac11 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:17.414652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-390249de-65d2-44ac-af3b-e083de3d02be req-8f3addc1-c755-4d07-aa34-5783f56aac11 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0549884 Feb 19 04:20:17.460006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-390249de-65d2-44ac-af3b-e083de3d02be req-3d011e10-22d4-48d8-8cc0-85ba88cda3dd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397675 Feb 19 04:20:18.577414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc0e30-cb8b-4838-8dc2-0083f198a745 req-b177fae4-fa3e-4105-ae25-650f922e5a60 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:18.578907 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ffc0e30-cb8b-4838-8dc2-0083f198a745 req-b177fae4-fa3e-4105-ae25-650f922e5a60 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0506310 Feb 19 04:20:18.625769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ffc0e30-cb8b-4838-8dc2-0083f198a745 req-7679e53d-4548-4453-827f-662a70314684 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410719 Feb 19 04:20:19.744183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ed528-ad41-4cff-9d8a-29ebe501494c req-f79626a5-543c-4192-a265-3e35c3ba6fb5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:19.745734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-746ed528-ad41-4cff-9d8a-29ebe501494c req-f79626a5-543c-4192-a265-3e35c3ba6fb5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0509355 Feb 19 04:20:19.795331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-746ed528-ad41-4cff-9d8a-29ebe501494c req-367c8643-e3b6-48c8-8d78-d676edb4d46c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440297 Feb 19 04:20:20.915815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ac3f5-8aab-414e-a8a8-77ad3e54845f req-cb2a615a-39f1-488e-a875-8a259729ade6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:20.917296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7ac3f5-8aab-414e-a8a8-77ad3e54845f req-cb2a615a-39f1-488e-a875-8a259729ade6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 943 time: 0.0521579 Feb 19 04:20:20.963931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7ac3f5-8aab-414e-a8a8-77ad3e54845f req-dc95432d-44b3-4c40-8790-146c1b7f4de4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408559 Feb 19 04:20:21.755539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:20:21.851184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:21.862873 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'port_id': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'mac_address': 'fa:16:3e:25:92:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:20:21.901603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:21.902564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.914944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:21.935021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:21.938883 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.985503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:21.993265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.993622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.994010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.994351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.994688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.995017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.995349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.995677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.996000 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.996373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.996700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.997048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:21.997372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:22.084608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838a5cc-9c55-4b94-a7ca-7b1dd2476054 req-37ad2be2-dd05-45f3-91dc-61f7fc88c7d6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:22.086111 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7838a5cc-9c55-4b94-a7ca-7b1dd2476054 req-37ad2be2-dd05-45f3-91dc-61f7fc88c7d6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0520604 Feb 19 04:20:22.131549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7838a5cc-9c55-4b94-a7ca-7b1dd2476054 req-f5bbd9bc-b95c-4a49-9831-3b2dbb842834 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390949 Feb 19 04:20:22.365619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:20:22.789252 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-ded778ff-5f78-4861-a088-92a17a144558 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:22.790780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-ded778ff-5f78-4861-a088-92a17a144558 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.37 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238&tenant_id=a1e59b6eedcd4fc584b202cc68419a05&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 944 time: 0.4240074 Feb 19 04:20:22.811458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9093071-e910-4a09-a350-7060471e8418 req-2443c30f-ecb8-46e5-a3a1-86acc27e0b1f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:22.812903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9093071-e910-4a09-a350-7060471e8418 req-2443c30f-ecb8-46e5-a3a1-86acc27e0b1f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.4158578 Feb 19 04:20:22.887251 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:22.890467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-bb6b90d0-322c-4cf9-b95b-9a61b2229d0f service neutron] 10.222.0.37 "GET /v2.0/ports/3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c/bindings/n-h1-826756-2 HTTP/1.1" status: 200 len: 382 time: 0.0922956 Feb 19 04:20:22.893482 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9093071-e910-4a09-a350-7060471e8418 req-fcac0ec2-4225-4ddd-b00f-6eb46a89d91e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640285 Feb 19 04:20:22.975595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-e1f81238-edad-4d66-93ea-2e74c507aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:22.977209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-e1f81238-edad-4d66-93ea-2e74c507aa59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1126 time: 0.0481575 Feb 19 04:20:23.069311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-588e3b02-4075-4f56-8218-76dc8cc99d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:23.070761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-588e3b02-4075-4f56-8218-76dc8cc99d16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0859957 Feb 19 04:20:23.137578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-c8f8bcf1-d267-49a2-aa44-c605a96d8df7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 1000 time: 0.0605865 Feb 19 04:20:23.185207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-ec44ebdf-bfe3-4f8d-9676-90fcbc514a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:23.186664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-ec44ebdf-bfe3-4f8d-9676-90fcbc514a3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0425165 Feb 19 04:20:23.233471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-33c39d29-b616-499b-ae30-91a2fab1a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:23.234994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-33c39d29-b616-499b-ae30-91a2fab1a337 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430937 Feb 19 04:20:23.323065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-be15b151-68b8-4434-9c4d-3dc4fd2b4096 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819762 Feb 19 04:20:23.414557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-0eb5e475-eb45-4d6c-90b3-a65959fe1f15 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810292 Feb 19 04:20:23.772932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:23.823216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:20:23.827659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:23.828035 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.903005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:23.903563 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.925690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:23.928217 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68cca6e-4357-448a-b74a-f0ce156fd14f" -d '{"events": [{"server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "name": "network-vif-plugged", "status": "completed", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:23.941570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:23.946277 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.994485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:24.021077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995b79a-19c7-42e7-b08a-67ce136014ab req-a7f7d042-f664-413e-9c90-e0391fbb1670 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:24.022609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6995b79a-19c7-42e7-b08a-67ce136014ab req-a7f7d042-f664-413e-9c90-e0391fbb1670 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0575993 Feb 19 04:20:24.069632 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:20:24.074687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6995b79a-19c7-42e7-b08a-67ce136014ab req-63adb026-cc9e-40d6-8598-434947462364 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463433 Feb 19 04:20:24.131738 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19afcd3f-4a34-4bf0-ae3e-d98f9c2bd9fe x-openstack-request-id: req-19afcd3f-4a34-4bf0-ae3e-d98f9c2bd9fe {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:24.132037 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "name": "network-vif-plugged", "status": "completed", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:24.132293 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19afcd3f-4a34-4bf0-ae3e-d98f9c2bd9fe {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:24.132693 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'code': 200} Feb 19 04:20:25.198047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc226d31-0772-475a-93c5-0262389e9e21 req-d0e02d79-456c-41f5-95f0-f2d961b8c6ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.199550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc226d31-0772-475a-93c5-0262389e9e21 req-d0e02d79-456c-41f5-95f0-f2d961b8c6ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0525670 Feb 19 04:20:25.247808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc226d31-0772-475a-93c5-0262389e9e21 req-4d401c76-0faf-4241-8f3e-3856bd02008d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424721 Feb 19 04:20:26.367140 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9951678-2e4e-4ace-9ae6-0a74751ef25b req-03e8c92f-0276-403d-ac59-a4c90a235faf tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:26.368596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9951678-2e4e-4ace-9ae6-0a74751ef25b req-03e8c92f-0276-403d-ac59-a4c90a235faf tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0533595 Feb 19 04:20:26.415166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9951678-2e4e-4ace-9ae6-0a74751ef25b req-fd860869-2ee5-401c-9367-9442e1b25143 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404418 Feb 19 04:20:27.545436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9d73c-33f3-41a5-b171-fc683027c570 req-652dda4c-dbe7-4c48-b36b-5894b85d692b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:27.546956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfa9d73c-33f3-41a5-b171-fc683027c570 req-652dda4c-dbe7-4c48-b36b-5894b85d692b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0565388 Feb 19 04:20:27.553647 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-fee4b1d9-dba2-4fdb-8a36-7d06fa8a706b req-8cce6d72-7be9-4397-aec0-5928bdb2bd9b tempest-TestNetworkAdvancedServerOps-1197443647 tempest-TestNetworkAdvancedServerOps-1197443647-project-admin] (103616) timed out ('10.222.0.42', 56740) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:20:27.594153 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfa9d73c-33f3-41a5-b171-fc683027c570 req-698654d4-c517-452f-9ade-ea87f2be966a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413706 Feb 19 04:20:27.783153 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:27.858970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:27.859273 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.881801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:27.884153 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85e29f3-6337-4b3b-9b0a-d5fb738de09c" -d '{"events": [{"server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:27.898118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:27.904408 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.943022 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac40fb8-0a45-40cd-b90c-b33a03d0c285 x-openstack-request-id: req-4ac40fb8-0a45-40cd-b90c-b33a03d0c285 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:27.943319 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:27.943880 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ac40fb8-0a45-40cd-b90c-b33a03d0c285 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:27.944283 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'code': 200} Feb 19 04:20:27.961043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:28.716760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dcaf6-93f5-4147-9bf6-755c46ba6e9e req-bb91c9d9-0fa6-483f-9c7f-048a12342c87 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:28.718332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-003dcaf6-93f5-4147-9bf6-755c46ba6e9e req-bb91c9d9-0fa6-483f-9c7f-048a12342c87 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0542138 Feb 19 04:20:28.766352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-003dcaf6-93f5-4147-9bf6-755c46ba6e9e req-c31366f0-9810-4f92-947f-5642c4f440f6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420375 Feb 19 04:20:29.247595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-db17b614-0ce0-460a-b6a9-3eee6aafaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.249046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-db17b614-0ce0-460a-b6a9-3eee6aafaac9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1126 time: 0.0488935 Feb 19 04:20:29.356888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-cdeac474-c9a7-40cf-9ac2-4f3811c1157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.358425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-cdeac474-c9a7-40cf-9ac2-4f3811c1157c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0827107 Feb 19 04:20:29.427110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-a4fbd58d-30c4-4e7b-9272-5fe140bb6206 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 999 time: 0.0621576 Feb 19 04:20:29.475213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-73bce80f-debf-4f8a-b5c9-4895edb5c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.476679 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-73bce80f-debf-4f8a-b5c9-4895edb5c59e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0425997 Feb 19 04:20:29.533876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-32bd37b3-ac0d-48ae-bc04-a935197de425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.535341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-32bd37b3-ac0d-48ae-bc04-a935197de425 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497673 Feb 19 04:20:29.632327 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-3ca9d0a0-6ff3-4c43-b510-374652aa4d4b service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903783 Feb 19 04:20:29.727563 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c74b024d-4579-456f-9ef7-9a8bcb65bafe req-41a324bb-7bfa-4c21-a295-0aec59729363 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886133 Feb 19 04:20:29.904006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-19b54f6a-8fbb-45ff-9cc9-ed24fd802e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.905529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-19b54f6a-8fbb-45ff-9cc9-ed24fd802e84 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238&tenant_id=a1e59b6eedcd4fc584b202cc68419a05 HTTP/1.1" status: 200 len: 1126 time: 0.0825484 Feb 19 04:20:29.915996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afa8b9-9426-4b60-bf9e-4a2e0c561a2b req-22e22afe-ba43-48b1-90d2-861338ab0a35 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.918139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14afa8b9-9426-4b60-bf9e-4a2e0c561a2b req-22e22afe-ba43-48b1-90d2-861338ab0a35 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0699024 Feb 19 04:20:29.922940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:30.011513 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14afa8b9-9426-4b60-bf9e-4a2e0c561a2b req-714cb0c2-58bf-47db-90d2-e7dd5f449fcf tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859339 Feb 19 04:20:30.012495 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.210538 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:30.243185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:30.280682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:30.292891 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Publish callbacks [] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.305645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Transition to ACTIVE for port object 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:20:30.309353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.383621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=11']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:30.396360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.396715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.397059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.397399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.397732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.398106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.398434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.398762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.399087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.399417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.399745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.400066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.400386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:30.441696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] No DVR routers for this DVR port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:30.580583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:30.580925 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:30.581256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:30.585597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:30.585960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Attempting to bind port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:30.590893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:30.591235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Checking segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:30.591625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Bound using segment: {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:30.592053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Bound port: 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e19da-a146-4c1f-bc8c-94f863e57cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:30.592413 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.653789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:30.656714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:30.662146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.695897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.696529 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.698007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] 10.222.0.71 "PUT /v2.0/ports/3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 1092 time: 0.7789071 Feb 19 04:20:30.698462 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:30.700767 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9490e159-f92f-451b-91f0-b59294f987d2" -d '{"events": [{"name": "network-changed", "server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:30.763008 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79b29fc-7783-4f0b-8088-b52c41d286ac x-openstack-request-id: req-c79b29fc-7783-4f0b-8088-b52c41d286ac {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:30.763737 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:30.763737 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c79b29fc-7783-4f0b-8088-b52c41d286ac {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:30.763953 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'status': 'completed', 'code': 200} Feb 19 04:20:30.765551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1ae77-af9a-41a2-932d-a70b83437f15 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=12']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:30.791232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-ec99f287-1a72-42af-92d2-bca67742809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.793382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-ec99f287-1a72-42af-92d2-bca67742809e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1126 time: 0.0683439 Feb 19 04:20:30.913243 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e159-f92f-451b-91f0-b59294f987d2 req-960dfe56-7903-4c38-8f37-dc79fdc9c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.914842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-960dfe56-7903-4c38-8f37-dc79fdc9c33c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1126 time: 0.1182139 Feb 19 04:20:30.952015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-f76a828a-bfe8-4c3c-95bc-19516d8952c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.953460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-f76a828a-bfe8-4c3c-95bc-19516d8952c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1479108 Feb 19 04:20:31.065143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-ffc54a9c-4a54-41fe-80b9-9c94a98b3161 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 999 time: 0.0836513 Feb 19 04:20:31.102485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e159-f92f-451b-91f0-b59294f987d2 req-424f16e7-396d-4233-bdcb-250a7555593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.103935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-424f16e7-396d-4233-bdcb-250a7555593c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.1822236 Feb 19 04:20:31.197741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-4a4fa45e-15f8-4067-9459-dc918c657da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.199987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-4a4fa45e-15f8-4067-9459-dc918c657da5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.1277018 Feb 19 04:20:31.221749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-11c12cb5-beac-4a2b-8795-b8de9e530dc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 999 time: 0.1062689 Feb 19 04:20:31.285414 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adebbb-2858-40c3-88ed-e033da209b0d req-ec3447b8-d443-4cde-87f0-7c4b6f8289da tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.287220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59adebbb-2858-40c3-88ed-e033da209b0d req-ec3447b8-d443-4cde-87f0-7c4b6f8289da tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.2036209 Feb 19 04:20:31.315880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e159-f92f-451b-91f0-b59294f987d2 req-21fca449-fb0b-4caa-9b9b-7bafc3314039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.317208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-21fca449-fb0b-4caa-9b9b-7bafc3314039 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0778968 Feb 19 04:20:31.324323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-c1e53305-6055-41e8-940e-6d292db5657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.325706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-c1e53305-6055-41e8-940e-6d292db5657a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1179101 Feb 19 04:20:31.438409 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59adebbb-2858-40c3-88ed-e033da209b0d req-2775c574-25c9-4e47-aa6c-477f5c72485b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437726 Feb 19 04:20:31.454561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e159-f92f-451b-91f0-b59294f987d2 req-bd2c7615-2c92-4cd1-9e34-2a4312bee093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.456077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-bd2c7615-2c92-4cd1-9e34-2a4312bee093 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1280422 Feb 19 04:20:31.528919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-d017d647-fa15-48f1-a035-e0484258fda6 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844046 Feb 19 04:20:31.610950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-873fbd28-5578-4e57-b1c7-a097d51e7867 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483879 Feb 19 04:20:31.693686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a147647-fa13-46a8-9ad4-218767b4c375 req-a767d11f-df4b-4bbf-ab26-332b3901818c service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572483 Feb 19 04:20:31.728174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-60e56f60-180d-4777-b417-91cb1a8b21a9 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113720 Feb 19 04:20:31.785963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e159-f92f-451b-91f0-b59294f987d2 req-f0b7af32-096c-42b3-83c6-7d2e584592b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.787584 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-f0b7af32-096c-42b3-83c6-7d2e584592b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 1126 time: 0.0513022 Feb 19 04:20:31.876349 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e159-f92f-451b-91f0-b59294f987d2 req-4a05a18d-8842-4fa5-a5f6-6499656a7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.877770 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-4a05a18d-8842-4fa5-a5f6-6499656a7598 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 200 len: 912 time: 0.0840039 Feb 19 04:20:31.948208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-9c2dded4-c3c7-4399-8348-cc26bd46db36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 200 len: 999 time: 0.0640628 Feb 19 04:20:31.999272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e159-f92f-451b-91f0-b59294f987d2 req-0286311f-b4f1-409d-896d-478855244f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:32.000729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-0286311f-b4f1-409d-896d-478855244f55 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 200 len: 850 time: 0.0453665 Feb 19 04:20:32.050295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e159-f92f-451b-91f0-b59294f987d2 req-55e534d7-75ba-4b83-a946-ac13cad9aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:32.051818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-55e534d7-75ba-4b83-a946-ac13cad9aa90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ea66a60-076d-4564-b8d8-6f9fbfedfc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444207 Feb 19 04:20:32.144664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-7c44f555-161e-4f97-abfd-e15fec53d1bf service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846021 Feb 19 04:20:32.238654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9490e159-f92f-451b-91f0-b59294f987d2 req-41f148bb-2cdd-4d36-bb1f-d2be63ac80a1 service neutron] 10.222.0.71 "GET /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881102 Feb 19 04:20:32.563573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906497a8-c1b6-4a7d-af63-9cad71455cec req-c66a4c8a-f35d-4160-9c2a-db70dc287600 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:32.565063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-906497a8-c1b6-4a7d-af63-9cad71455cec req-c66a4c8a-f35d-4160-9c2a-db70dc287600 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0572672 Feb 19 04:20:32.612685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-906497a8-c1b6-4a7d-af63-9cad71455cec req-fed916c1-a999-4165-9e33-c2fa3148b78d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419142 Feb 19 04:20:33.733861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5f980-771b-43d0-99bf-515b212445a0 req-cf61fa46-daef-4c1a-8611-a1f2817de88b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:33.735388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42c5f980-771b-43d0-99bf-515b212445a0 req-cf61fa46-daef-4c1a-8611-a1f2817de88b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0527608 Feb 19 04:20:33.783983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42c5f980-771b-43d0-99bf-515b212445a0 req-17516a1b-7254-4756-bdb6-0e61a19e8dc8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428839 Feb 19 04:20:34.906945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e5ac6-72b1-48ed-abb7-271d23c6b098 req-56647848-cb94-4c42-8ce5-7bdc49f0b563 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:34.908544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d3e5ac6-72b1-48ed-abb7-271d23c6b098 req-56647848-cb94-4c42-8ce5-7bdc49f0b563 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0529084 Feb 19 04:20:34.963104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d3e5ac6-72b1-48ed-abb7-271d23c6b098 req-0ddee5b3-42f5-438e-aae1-a38c859f8dfb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456834 Feb 19 04:20:36.083513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd01f8-d998-4ba4-a0f6-f9eb7f7dc4ea req-b430782b-9e39-4ea6-a636-ce2ec091e867 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:36.085004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd01f8-d998-4ba4-a0f6-f9eb7f7dc4ea req-b430782b-9e39-4ea6-a636-ce2ec091e867 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0530827 Feb 19 04:20:36.131880 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ddd01f8-d998-4ba4-a0f6-f9eb7f7dc4ea req-85ba36d2-08a4-440d-b371-730cacc87b72 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407078 Feb 19 04:20:36.669175 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.253834 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d1ef2-4c82-4d09-ade9-c2062c3b33a3 req-226a4cd9-6146-464d-be0a-aeeb65ca8295 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:37.255462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-628d1ef2-4c82-4d09-ade9-c2062c3b33a3 req-226a4cd9-6146-464d-be0a-aeeb65ca8295 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0534782 Feb 19 04:20:37.305480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-628d1ef2-4c82-4d09-ade9-c2062c3b33a3 req-d178085f-b323-494c-ba43-cf7c0b9b8e14 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435708 Feb 19 04:20:38.385686 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-29530b1c-109d-4acd-a30d-219af4a0202c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.439087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4474d58-16c6-410f-82de-a475b609feaa req-2e591f1c-63f2-4402-b98f-09900a9f1a3c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:38.440586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4474d58-16c6-410f-82de-a475b609feaa req-2e591f1c-63f2-4402-b98f-09900a9f1a3c tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0569923 Feb 19 04:20:38.486641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4474d58-16c6-410f-82de-a475b609feaa req-2544fcf8-0179-49d8-b167-ccbea92a8c34 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403855 Feb 19 04:20:39.609446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d64cc-3fed-4214-b67b-e1f5947b2624 req-61e7b27d-158f-476b-a3a5-6a2fa243e783 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:39.611002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5d64cc-3fed-4214-b67b-e1f5947b2624 req-61e7b27d-158f-476b-a3a5-6a2fa243e783 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0542135 Feb 19 04:20:39.658943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d5d64cc-3fed-4214-b67b-e1f5947b2624 req-15dc9f0f-ec85-4cff-bc12-675dc6e0a3a7 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422795 Feb 19 04:20:40.559188 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-73da6645-77df-4aa4-93a4-b020507b92a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.779874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dd239-c87c-400d-84e4-934caade08d5 req-e48c7ff4-2e84-44a5-8e33-4f76fc955b06 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:40.781365 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-940dd239-c87c-400d-84e4-934caade08d5 req-e48c7ff4-2e84-44a5-8e33-4f76fc955b06 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0522373 Feb 19 04:20:40.835222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-940dd239-c87c-400d-84e4-934caade08d5 req-00663d52-1a1a-4d93-aac6-0c7ef809d91f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478950 Feb 19 04:20:41.964998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcacfb-f23e-44f4-b259-13676def51e5 req-9a8107d6-8402-4531-adb6-0904a76ec0ba tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:41.966634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67fcacfb-f23e-44f4-b259-13676def51e5 req-9a8107d6-8402-4531-adb6-0904a76ec0ba tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0589738 Feb 19 04:20:42.020892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67fcacfb-f23e-44f4-b259-13676def51e5 req-eb3678b7-dff3-46cc-ab8f-510708379abb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483840 Feb 19 04:20:42.221783 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.141882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1613-a424-4204-94e4-1b133941d5d2 req-d0c0711c-2a49-47d5-928b-5f4f71ccd457 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:43.143372 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415c1613-a424-4204-94e4-1b133941d5d2 req-d0c0711c-2a49-47d5-928b-5f4f71ccd457 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0520303 Feb 19 04:20:43.188798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415c1613-a424-4204-94e4-1b133941d5d2 req-c804c148-3f37-45e2-ab0d-d3c2cd21e43e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398474 Feb 19 04:20:43.254716 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.313276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2bc65-e8e5-4f3a-9f66-59d69da917b3 req-ac2b73da-44d9-4c95-9c92-c1104f26bb61 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:44.314806 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cea2bc65-e8e5-4f3a-9f66-59d69da917b3 req-ac2b73da-44d9-4c95-9c92-c1104f26bb61 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0570247 Feb 19 04:20:44.361051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cea2bc65-e8e5-4f3a-9f66-59d69da917b3 req-aa475ad4-3ddf-4745-baeb-6a0c323e7228 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407071 Feb 19 04:20:44.720931 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.477557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f29a7d-8114-4240-b028-46a6065e1ccf req-b9f67e3c-7b93-4722-ac5a-109803b7508a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:45.479655 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7f29a7d-8114-4240-b028-46a6065e1ccf req-b9f67e3c-7b93-4722-ac5a-109803b7508a tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0514743 Feb 19 04:20:45.525460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a7f29a7d-8114-4240-b028-46a6065e1ccf req-ff7430fc-860c-4312-94ee-e0a1c70a1c12 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402625 Feb 19 04:20:46.649415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db820d-d5fe-4e05-b870-b82628cd4c91 req-919581a9-9663-4514-b1b1-37b5bc2068bb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:46.650965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2db820d-d5fe-4e05-b870-b82628cd4c91 req-919581a9-9663-4514-b1b1-37b5bc2068bb tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0561318 Feb 19 04:20:46.698495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a2db820d-d5fe-4e05-b870-b82628cd4c91 req-d42683e4-9350-470c-a54f-14b11a0a9b21 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409079 Feb 19 04:20:47.821691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c2448-0375-4107-acb8-74277153cc11 req-78cf4664-18b1-4036-8ee5-77ce5fef85aa tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:47.823303 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff5c2448-0375-4107-acb8-74277153cc11 req-78cf4664-18b1-4036-8ee5-77ce5fef85aa tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0545368 Feb 19 04:20:47.873024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff5c2448-0375-4107-acb8-74277153cc11 req-8587a2e2-e98f-405c-82e8-c949a1407f60 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433178 Feb 19 04:20:48.996109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87bb42-ec13-416b-bf5d-b1222f563e5e req-f5fdd830-deed-4606-a30c-ecd2934e34fe tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:48.998259 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b87bb42-ec13-416b-bf5d-b1222f563e5e req-f5fdd830-deed-4606-a30c-ecd2934e34fe tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0547531 Feb 19 04:20:49.047870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b87bb42-ec13-416b-bf5d-b1222f563e5e req-d1eeb44b-cc50-4acd-a3bf-be9f9c40047d tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440993 Feb 19 04:20:49.163000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3ec57-08bc-4ce6-8791-5d4d8f4734c1 req-5289c6bc-34fb-43e6-8bdd-62361cf30387 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:49.164385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64b3ec57-08bc-4ce6-8791-5d4d8f4734c1 req-5289c6bc-34fb-43e6-8bdd-62361cf30387 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0519674 Feb 19 04:20:49.211599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64b3ec57-08bc-4ce6-8791-5d4d8f4734c1 req-2e29d753-3cfe-4b84-8313-8a0b67f74fe8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409970 Feb 19 04:20:49.326957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef96d9-3ab5-4cfb-a574-a8a7fda39db3 req-73aacd7b-fd25-451a-812c-a06964cbde1f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:49.328448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64ef96d9-3ab5-4cfb-a574-a8a7fda39db3 req-73aacd7b-fd25-451a-812c-a06964cbde1f tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0522153 Feb 19 04:20:49.376667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-64ef96d9-3ab5-4cfb-a574-a8a7fda39db3 req-ee5c9e0b-b1df-4a68-8495-92fa89352832 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417252 Feb 19 04:20:49.633680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0b32d-0bf4-44ef-bb80-213368232a95 req-a5542cac-37e3-4600-86c9-e63c9f365dc9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:49.635371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8f0b32d-0bf4-44ef-bb80-213368232a95 req-a5542cac-37e3-4600-86c9-e63c9f365dc9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0588083 Feb 19 04:20:49.684999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8f0b32d-0bf4-44ef-bb80-213368232a95 req-4e2c5817-b067-4a75-89ac-8591ce2f1ff4 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433836 Feb 19 04:20:50.827902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc7dd8-785f-44c0-87d5-1db2a1bae498 req-0f7c2fe8-07b7-4d7f-8226-78b6609ddaf8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:50.829432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00bc7dd8-785f-44c0-87d5-1db2a1bae498 req-0f7c2fe8-07b7-4d7f-8226-78b6609ddaf8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0705335 Feb 19 04:20:50.882004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00bc7dd8-785f-44c0-87d5-1db2a1bae498 req-2a1260db-e2ab-4f93-9bd2-86ff9b00376e tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461099 Feb 19 04:20:51.174813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-8410bbcd-f197-4472-aca7-80c62eceb085 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:51.176274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-8410bbcd-f197-4472-aca7-80c62eceb085 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.71 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 944 time: 0.0526929 Feb 19 04:20:51.187434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:20:51.274862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Deleting port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:51.275125 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.285574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:51.296970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'port_id': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'mac_address': 'fa:16:3e:25:92:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:20:51.333146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:51.333543 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.347043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:51.361763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:51.362161 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.366689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:51.370845 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.423506 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=13']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:51.882012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.882625 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.882754 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Floating IP 862c4f54-3941-4087-9e20-00cfa924ff52 disassociated. External IP: 172.25.4.38, port: 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c. Feb 19 04:20:51.883028 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Calling delete_port for 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:52.049509 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad8d7c-6f54-44a2-8a51-1afc1425a220 req-e6165672-3b0a-44ae-ae01-15fa180bbeb8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:52.051015 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07ad8d7c-6f54-44a2-8a51-1afc1425a220 req-e6165672-3b0a-44ae-ae01-15fa180bbeb8 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 945 time: 0.0954230 Feb 19 04:20:52.052282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.099910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event deleted for resources: {'Port': ['ID=3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:52.175002 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-07ad8d7c-6f54-44a2-8a51-1afc1425a220 req-f3b68f29-462f-40f7-96a2-0c5b60c04ca9 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups?id=30feedb4-524e-4ab1-9873-f56919853c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132979 Feb 19 04:20:52.246640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:52.359215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:52.370920 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:52.380719 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:52.381408 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:20:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:52.402216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] No DVR routers for this DVR port 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:52.404989 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.408310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-292192aa-1eaf-418c-8aff-683c3172a0d6 req-b087ffe5-d4a5-4e40-93d3-3faa577ed631 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.71 "DELETE /v2.0/ports/3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c HTTP/1.1" status: 204 len: 173 time: 1.2263212 Feb 19 04:20:52.408762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'name': 'network-vif-deleted', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:52.411092 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88e2f3c-595c-4b3d-bab5-405f0eb85ac0" -d '{"events": [{"server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "name": "network-vif-deleted", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:52.451840 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f4645f-7f24-4892-8136-173fa2d88553 x-openstack-request-id: req-c4f4645f-7f24-4892-8136-173fa2d88553 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:52.452133 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ede3f2-2185-4024-90c7-cfdc1c3d3238", "name": "network-vif-deleted", "tag": "3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:52.452386 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4f4645f-7f24-4892-8136-173fa2d88553 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:52.452786 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ede3f2-2185-4024-90c7-cfdc1c3d3238', 'name': 'network-vif-deleted', 'tag': '3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c', 'status': 'completed', 'code': 200} Feb 19 04:20:52.502067 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:52.701116 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:52.727223 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:52.736527 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:52.737172 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:20:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:52.901392 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.933311 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:53.137244 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:53.166648 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75091a74-e2bd-4a18-a148-eda41251174f None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:16:20Z', 'revision_number': 4, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'a8a08f30-cd38-49b8-b0d3-cd4fa00f9686', 'name': '', 'network_id': '4ea66a60-076d-4564-b8d8-6f9fbfedfc89', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'mac_address': 'fa:16:3e:06:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:20Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'subnets': [{'id': 'c96f5a86-e791-4824-b70f-3ba6eb086955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:53.283642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23bde286-bbaf-4aa3-afbd-d55659c4a61d req-25b4e9ca-6758-47f6-8f04-d2ddc5ec2888 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 210 time: 0.0321236 Feb 19 04:20:53.435766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80489362-6e94-45f3-b4a4-365355665786 None None] New status for floating IP 862c4f54-3941-4087-9e20-00cfa924ff52: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:20:54.384141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ca46024-72ca-4f0d-9009-195f25b6c20e req-4eedb537-b2a2-409e-8863-073c5084fea5 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 210 time: 0.0316885 Feb 19 04:20:55.208542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:55.229253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:55.229541 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3e3eeeb8-7a4f-4056-9b2b-8a8ecc82677c not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:55.479369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-787975d3-888f-4da3-b19c-bb0327b44a48 req-7f128551-66ed-49e6-953e-74e9eeeee438 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 210 time: 0.0264606 Feb 19 04:20:56.576006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f25f037a-7877-4d07-a1b3-4b8e31d8dafe req-37268ab7-54dc-49f4-88e4-ccfed2d7cf62 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 210 time: 0.0278490 Feb 19 04:20:57.675913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f394190-e931-4660-ac3a-7e7d285b8cf0 req-42612808-3d6d-4dd8-b04b-c4869eb79449 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 210 time: 0.0283113 Feb 19 04:20:58.772807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff709be1-19e2-4556-8fc5-f200001bdb2e req-431ee07d-7a06-49c2-a1ab-9a3ea455f4dd tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 210 time: 0.0272317 Feb 19 04:20:59.873996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eb4cda40-eb83-4bc2-8790-0353eb855fcc req-bf8618f8-01fe-4bb7-a50f-47ba608ddae6 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 210 time: 0.0303080 Feb 19 04:21:00.971682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cd57dba0-da37-48d3-9b87-7c093b1db6ac req-d7e0b56a-e4ce-4004-be82-e84bf464fecc tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/ports?device_id=25ede3f2-2185-4024-90c7-cfdc1c3d3238 HTTP/1.1" status: 200 len: 210 time: 0.0278800 Feb 19 04:21:01.068919 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:21:06.673547 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.772411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33188) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:07.828037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group (30feedb4-524e-4ab1-9873-f56919853c0d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.850961 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group (30feedb4-524e-4ab1-9873-f56919853c0d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.901057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (30feedb4-524e-4ab1-9873-f56919853c0d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.903892 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.907715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33192) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:07.908228 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "DELETE /v2.0/security-groups/30feedb4-524e-4ab1-9873-f56919853c0d HTTP/1.1" status: 204 len: 168 time: 0.1342585 Feb 19 04:21:07.917031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30feedb4-524e-4ab1-9873-f56919853c0d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:07.923205 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [None req-0c714d51-f23f-4ca2-ba81-9c46fd27b81b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] show failed (client error): The resource could not be found. Feb 19 04:21:07.924393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0c714d51-f23f-4ca2-ba81-9c46fd27b81b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "GET /v2.0/security-groups/30feedb4-524e-4ab1-9873-f56919853c0d HTTP/1.1" status: 404 len: 347 time: 0.0154335 Feb 19 04:21:07.925767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.926151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.926494 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.926837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.927176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.927416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33194) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:07.927533 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.928227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.928559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.928885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.929212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.930167 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.930692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:07.931118 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3c575-c7a8-4205-a401-8705ec15f348 tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:08.057229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-730964b6-27d8-4969-961f-2d717d1ad0ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Deleting port 4038fa79-3cfb-4828-80cf-c6a51669d861 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:08.057574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-730964b6-27d8-4969-961f-2d717d1ad0ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4038fa79-3cfb-4828-80cf-c6a51669d861), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.132277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-730964b6-27d8-4969-961f-2d717d1ad0ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4038fa79-3cfb-4828-80cf-c6a51669d861), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.132506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-730964b6-27d8-4969-961f-2d717d1ad0ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (4038fa79-3cfb-4828-80cf-c6a51669d861), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.144039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-730964b6-27d8-4969-961f-2d717d1ad0ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Calling delete_port for 4038fa79-3cfb-4828-80cf-c6a51669d861 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:08.280698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-730964b6-27d8-4969-961f-2d717d1ad0ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4038fa79-3cfb-4828-80cf-c6a51669d861), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.307495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730964b6-27d8-4969-961f-2d717d1ad0ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Pushing event deleted for resources: {'Port': ['ID=4038fa79-3cfb-4828-80cf-c6a51669d861,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:08.375253 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-730964b6-27d8-4969-961f-2d717d1ad0ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks [] for floatingip (862c4f54-3941-4087-9e20-00cfa924ff52), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.377864 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-730964b6-27d8-4969-961f-2d717d1ad0ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.379083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-730964b6-27d8-4969-961f-2d717d1ad0ad tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] 10.222.0.42 "DELETE /v2.0/floatingips/862c4f54-3941-4087-9e20-00cfa924ff52 HTTP/1.1" status: 204 len: 168 time: 0.4502308 Feb 19 04:21:08.382144 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33196) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:08.393454 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ac15d9b4-0b16-4648-902b-3b9b9b135b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.739599 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (79ee1cfd-584e-4471-ab30-19ef78f78d58), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.990531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] Deleting port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:08.991196 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.071918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] For port a8a08f30-cd38-49b8-b0d3-cd4fa00f9686, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a8a08f30-cd38-49b8-b0d3-cd4fa00f9686,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:09.072279 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.084623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] Calling delete_port for a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:09.279804 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a8a08f30-cd38-49b8-b0d3-cd4fa00f9686), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.308666 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a08f30-cd38-49b8-b0d3-cd4fa00f9686,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:09.503114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (79ee1cfd-584e-4471-ab30-19ef78f78d58), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.764797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] Router 79ee1cfd-584e-4471-ab30-19ef78f78d58 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:09.878477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:09.883775 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f175b433-d9d6-42b3-8783-02f2307ee79b admin admin] 10.222.0.42 "PUT /v2.0/routers/79ee1cfd-584e-4471-ab30-19ef78f78d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5006580 Feb 19 04:21:09.886955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33200) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:09.890117 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] Sync routers for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:09.899850 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:09.901005 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:20:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:10.002203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Publish callbacks [] for router (79ee1cfd-584e-4471-ab30-19ef78f78d58), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.023752 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:10.107717 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Publish callbacks [] for router_gateway (79ee1cfd-584e-4471-ab30-19ef78f78d58), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.160045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Deleting port 65b72eda-e542-45f3-adfd-404707af4962 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:10.160271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (65b72eda-e542-45f3-adfd-404707af4962), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.199484 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '65b72eda-e542-45f3-adfd-404707af4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:21:09Z', 'revision_number': 5, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port': {'id': '65b72eda-e542-45f3-adfd-404707af4962', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:18Z', 'updated_at': '2022-02-19T04:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:10.228818 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] Checking router: 79ee1cfd-584e-4471-ab30-19ef78f78d58 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:10.237563 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] Routers {'79ee1cfd-584e-4471-ab30-19ef78f78d58'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:10.238204 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:20:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['79ee1cfd-584e-4471-ab30-19ef78f78d58'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:10.244656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] For port 65b72eda-e542-45f3-adfd-404707af4962, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=65b72eda-e542-45f3-adfd-404707af4962,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:10.245024 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (65b72eda-e542-45f3-adfd-404707af4962), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.257262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Calling delete_port for 65b72eda-e542-45f3-adfd-404707af4962 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:10.325460 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] Set router 79ee1cfd-584e-4471-ab30-19ef78f78d58 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:10.377351 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:21:10Z', 'revision_number': 6, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:10.407191 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f281f-ddd1-4c1e-afc4-c3950fe6851b None None] The sync data for ids ['79ee1cfd-584e-4471-ab30-19ef78f78d58'] in n-d-826756-2 is: [{'id': '79ee1cfd-584e-4471-ab30-19ef78f78d58', 'name': 'tempest-ServerActionsTestJSON-145451122-router', 'tenant_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:16:17Z', 'updated_at': '2022-02-19T04:21:10Z', 'revision_number': 6, 'project_id': 'a1e59b6eedcd4fc584b202cc68419a05', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:10.432084 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (65b72eda-e542-45f3-adfd-404707af4962), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.465656 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b72eda-e542-45f3-adfd-404707af4962,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:10.521527 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (79ee1cfd-584e-4471-ab30-19ef78f78d58), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.567242 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-445c4d24-05f7-4970-be7e-bd22df9e771e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.619625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (79ee1cfd-584e-4471-ab30-19ef78f78d58), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.621774 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Publish callbacks [] for router_controller (79ee1cfd-584e-4471-ab30-19ef78f78d58), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.668661 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (79ee1cfd-584e-4471-ab30-19ef78f78d58), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.669119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79ee1cfd-584e-4471-ab30-19ef78f78d58 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:21:10.674296 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.675449 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d2b0c65d-db15-4b0c-9133-a7c7e23063a7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/79ee1cfd-584e-4471-ab30-19ef78f78d58 HTTP/1.1" status: 204 len: 168 time: 0.7874899 Feb 19 04:21:10.678145 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33202) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:10.722197 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-270290a6-5f62-4316-9498-dcf1684ff8ca admin admin] Deleting subnet c96f5a86-e791-4824-b70f-3ba6eb086955 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:10.725187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-270290a6-5f62-4316-9498-dcf1684ff8ca admin admin] Publish callbacks [] for subnet (c96f5a86-e791-4824-b70f-3ba6eb086955), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.759374 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-270290a6-5f62-4316-9498-dcf1684ff8ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (c96f5a86-e791-4824-b70f-3ba6eb086955), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.845328 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-270290a6-5f62-4316-9498-dcf1684ff8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (c96f5a86-e791-4824-b70f-3ba6eb086955), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.898161 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-270290a6-5f62-4316-9498-dcf1684ff8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (c96f5a86-e791-4824-b70f-3ba6eb086955), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.923737 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270290a6-5f62-4316-9498-dcf1684ff8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96f5a86-e791-4824-b70f-3ba6eb086955,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:10.927370 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-270290a6-5f62-4316-9498-dcf1684ff8ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.931311 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-270290a6-5f62-4316-9498-dcf1684ff8ca admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c96f5a86-e791-4824-b70f-3ba6eb086955 HTTP/1.1" status: 204 len: 168 time: 0.2515247 Feb 19 04:21:10.933270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33204) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:10.934130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd4d9b-1676-471b-9acc-30d3bee6696e None None] Network 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:11.002089 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (4ea66a60-076d-4564-b8d8-6f9fbfedfc89), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.065282 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Deleting port d497e653-8bb8-4f54-bfad-acbaeebc2740 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:11.065634 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.131095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] For port d497e653-8bb8-4f54-bfad-acbaeebc2740, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d497e653-8bb8-4f54-bfad-acbaeebc2740,segment=NetworkSegment(718e19da-a146-4c1f-bc8c-94f863e57cec),segment_id=718e19da-a146-4c1f-bc8c-94f863e57cec)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:11.131489 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.145142 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Calling delete_port for d497e653-8bb8-4f54-bfad-acbaeebc2740 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:11.232775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d497e653-8bb8-4f54-bfad-acbaeebc2740), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.248686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378ccaf-6ff5-4f48-a511-0eccaa8df56b None None] DHCP port deletion for 4ea66a60-076d-4564-b8d8-6f9fbfedfc89 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:11.263276 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d497e653-8bb8-4f54-bfad-acbaeebc2740,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:11.269416 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] No DVR routers for this DVR port d497e653-8bb8-4f54-bfad-acbaeebc2740 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:11.343790 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (4ea66a60-076d-4564-b8d8-6f9fbfedfc89), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.367841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea66a60-076d-4564-b8d8-6f9fbfedfc89']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:11.377174 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718e19da-a146-4c1f-bc8c-94f863e57cec') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:11.377473 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718e19da-a146-4c1f-bc8c-94f863e57cec') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:11.388203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (718e19da-a146-4c1f-bc8c-94f863e57cec), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.402951 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (718e19da-a146-4c1f-bc8c-94f863e57cec), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.409095 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:11.409490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (718e19da-a146-4c1f-bc8c-94f863e57cec), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:11.411232 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:11.466493 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (4ea66a60-076d-4564-b8d8-6f9fbfedfc89), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.472482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.476571 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4ea66a60-076d-4564-b8d8-6f9fbfedfc89 HTTP/1.1" status: 204 len: 168 time: 0.5414128 Feb 19 04:21:11.487687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b624b8-3538-4483-8312-dea3dd46e4b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea66a60-076d-4564-b8d8-6f9fbfedfc89,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:11.626386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33208) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:11.667834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-399c31cf-a735-406c-bc71-07e05cba468b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1e59b6eedcd4fc584b202cc68419a05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402079 Feb 19 04:21:11.670215 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33210) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:11.717631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-298094da-c0f4-4991-950e-5f72289ad93b admin admin] Publish callbacks [] for security_group (938a4e40-3e1f-43e1-b75d-30d2fd4d71b5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.744585 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-298094da-c0f4-4991-950e-5f72289ad93b admin admin] Publish callbacks [] for security_group (938a4e40-3e1f-43e1-b75d-30d2fd4d71b5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.791815 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-298094da-c0f4-4991-950e-5f72289ad93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (938a4e40-3e1f-43e1-b75d-30d2fd4d71b5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.794515 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-298094da-c0f4-4991-950e-5f72289ad93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.798054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-298094da-c0f4-4991-950e-5f72289ad93b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/938a4e40-3e1f-43e1-b75d-30d2fd4d71b5 HTTP/1.1" status: 204 len: 168 time: 0.1245387 Feb 19 04:21:11.803986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298094da-c0f4-4991-950e-5f72289ad93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938a4e40-3e1f-43e1-b75d-30d2fd4d71b5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:11.986055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:12.006344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:12.006651 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a8a08f30-cd38-49b8-b0d3-cd4fa00f9686 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:12.007076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 65b72eda-e542-45f3-adfd-404707af4962 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:12.026514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 65b72eda-e542-45f3-adfd-404707af4962 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:12.028550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 65b72eda-e542-45f3-adfd-404707af4962 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:12.028959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d497e653-8bb8-4f54-bfad-acbaeebc2740 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:12.050297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d497e653-8bb8-4f54-bfad-acbaeebc2740 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:12.050639 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d497e653-8bb8-4f54-bfad-acbaeebc2740 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:12.225163 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.511171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33232) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:12.607035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-480064947-network', 'tenant_id': '45b0e6b400cf4a4197463a9868c69dc8'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:12.626901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Made reservation on behalf of 45b0e6b400cf4a4197463a9868c69dc8 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:12.629166 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.637290 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.708937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Publish callbacks [] for security_group (2bb2fef4-3f88-4459-8ca5-6a4858efe7c3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.713282 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2bb2fef4-3f88-4459-8ca5-6a4858efe7c3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.737514 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:12.745989 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:12.751959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (40f60ce3-e84c-497c-9828-54b42b570fa8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.752323 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Added segment 40f60ce3-e84c-497c-9828-54b42b570fa8 of type vlan for network e2d1706f-0f22-4497-9b26-d16ba1435e35 Feb 19 04:21:12.795656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (e2d1706f-0f22-4497-9b26-d16ba1435e35), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.819520 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (e2d1706f-0f22-4497-9b26-d16ba1435e35), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.820464 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:12.821054 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.874288 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3619959 Feb 19 04:21:12.878061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33236) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:12.881484 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883c458-b4d1-4ea0-a6ac-c0ed00dafce2 admin admin] Pushing event updated for resources: {'Network': ['ID=e2d1706f-0f22-4497-9b26-d16ba1435e35,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:12.883027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Request body: {'subnet': {'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-480064947-subnet', 'tenant_id': '45b0e6b400cf4a4197463a9868c69dc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:12.891649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network e2d1706f-0f22-4497-9b26-d16ba1435e35 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:12.904159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Made reservation on behalf of 45b0e6b400cf4a4197463a9868c69dc8 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:12.907424 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.075887 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (03f5242c-244a-4dca-afe2-c3dad8a7626f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.132154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f5242c-244a-4dca-afe2-c3dad8a7626f,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:13.140938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Checking segment: {'id': '40f60ce3-e84c-497c-9828-54b42b570fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:13.141302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Network hostable DHCP agents. Network: e2d1706f-0f22-4497-9b26-d16ba1435e35, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:13.158778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Network e2d1706f-0f22-4497-9b26-d16ba1435e35 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:13.168088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, e2d1706f-0f22-4497-9b26-d16ba1435e35) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:13.172217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:13.172809 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.178662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad640df-5515-4f65-bc5a-c453e9617932 None None] Network e2d1706f-0f22-4497-9b26-d16ba1435e35 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:13.189926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-902cfa25-12f0-4e99-8f42-0b7e19213621 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3106256 Feb 19 04:21:13.284161 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.290267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c56040c-da73-46c4-bbeb-e5748f8d674d None None] Network e2d1706f-0f22-4497-9b26-d16ba1435e35 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:13.620985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-553ba3b4-8a58-4dcb-9b50-75ad7e9980c2 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:13.622545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-553ba3b4-8a58-4dcb-9b50-75ad7e9980c2 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/networks?id=e2d1706f-0f22-4497-9b26-d16ba1435e35 HTTP/1.1" status: 200 len: 813 time: 0.1047175 Feb 19 04:21:13.637220 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-216e1b4a-12eb-40a2-b181-07cfb18e3e84 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/quotas/45b0e6b400cf4a4197463a9868c69dc8 HTTP/1.1" status: 200 len: 375 time: 0.0091348 Feb 19 04:21:13.669759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8538b101-289d-4da0-ab60-37da13795c16 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=45b0e6b400cf4a4197463a9868c69dc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273843 Feb 19 04:21:13.757866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-5ff878be-18a0-424b-981b-bc3d25c1e8ee service neutron] 10.222.0.42 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814660 Feb 19 04:21:13.849280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-06633431-eb17-497b-8f8d-4e40fc2d2c20 service neutron] 10.222.0.42 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853329 Feb 19 04:21:14.019440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cf3e8402-ef4b-4398-a2e8-e71c0d93a767 req-eeb308ff-b631-40c6-a427-48a551f45046 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 210 time: 0.0289381 Feb 19 04:21:14.723396 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.137917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fed21b4f-87e5-4a19-b83a-104045aa4150 req-e87bf10c-bb05-4d35-80b2-98a030967450 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 210 time: 0.0270550 Feb 19 04:21:15.549090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-e0025371-df82-4b01-a98b-9a14c8e64fdf tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:15.550697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-e0025371-df82-4b01-a98b-9a14c8e64fdf tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.37 "GET /v2.0/networks?id=e2d1706f-0f22-4497-9b26-d16ba1435e35 HTTP/1.1" status: 200 len: 813 time: 0.1123533 Feb 19 04:21:15.571118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Request body: {'port': {'device_id': 'd81ddabb-3c7c-4190-bf10-344f13eac40d', 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35', 'admin_state_up': True, 'tenant_id': '45b0e6b400cf4a4197463a9868c69dc8'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:15.678628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Made reservation on behalf of 45b0e6b400cf4a4197463a9868c69dc8 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:15.682331 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.815237 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Allocated IP 172.20.0.10 (e2d1706f-0f22-4497-9b26-d16ba1435e35/03f5242c-244a-4dca-afe2-c3dad8a7626f/ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:15.963474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks [] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.002326 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.045273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Network e2d1706f-0f22-4497-9b26-d16ba1435e35 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:16.048190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:16.050691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:16.079094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Pushing event updated for resources: {'Port': ['ID=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:16.106204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:16.106835 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.124625 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-8aa0b3da-ad2c-4812-bcb7-bcf7a9468358 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5575655 Feb 19 04:21:16.203325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Request body: {'port': {'device_id': 'd81ddabb-3c7c-4190-bf10-344f13eac40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:16.296642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.315985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e660fa0-a3c6-413f-88b8-d241bb0d2c50 req-eae98449-83f2-4d2b-97a0-02468e9755f1 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:16.317471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e660fa0-a3c6-413f-88b8-d241bb0d2c50 req-eae98449-83f2-4d2b-97a0-02468e9755f1 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 932 time: 0.0947416 Feb 19 04:21:16.451565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e660fa0-a3c6-413f-88b8-d241bb0d2c50 req-64fff3da-da21-45d3-ba8c-0250d7a4c03b tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132503 Feb 19 04:21:16.598851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:21:16.606770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Publish callbacks [] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.618383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Transition to ACTIVE for port object ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:21:16.624500 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.676198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Pushing event updated for resources: {'Port': ['ID=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:16.740652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Attempting to bind port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:16.740903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Attempting to bind port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '40f60ce3-e84c-497c-9828-54b42b570fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:16.741229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Attempting to bind port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c on network e2d1706f-0f22-4497-9b26-d16ba1435e35 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:16.745495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c on network e2d1706f-0f22-4497-9b26-d16ba1435e35 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:21:16.745817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Attempting to bind port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c on network e2d1706f-0f22-4497-9b26-d16ba1435e35 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:16.750528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:16.750859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Checking segment: {'id': '40f60ce3-e84c-497c-9828-54b42b570fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:16.751241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Bound using segment: {'id': '40f60ce3-e84c-497c-9828-54b42b570fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:16.751660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Bound port: ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f60ce3-e84c-497c-9828-54b42b570fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:16.752011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.811861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] For port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:16.814755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] For port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,segment=NetworkSegment(40f60ce3-e84c-497c-9828-54b42b570fa8),segment_id=40f60ce3-e84c-497c-9828-54b42b570fa8)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:16.820626 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.856539 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:16.857216 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.858610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] 10.222.0.37 "PUT /v2.0/ports/ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c HTTP/1.1" status: 200 len: 1092 time: 0.6603525 Feb 19 04:21:16.859110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81ddabb-3c7c-4190-bf10-344f13eac40d', 'tag': 'ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:16.861393 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768fbd08-0a7d-4871-a2be-20cdadf42d21" -d '{"events": [{"name": "network-changed", "server_uuid": "d81ddabb-3c7c-4190-bf10-344f13eac40d", "tag": "ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:16.896928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c1d5-b6e7-4ed7-8623-28ddaa00be3a service neutron] Pushing event updated for resources: {'Port': ['ID=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:16.907241 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4654ba72-c242-4ff5-8efd-494abb719f33 x-openstack-request-id: req-4654ba72-c242-4ff5-8efd-494abb719f33 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:16.907413 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81ddabb-3c7c-4190-bf10-344f13eac40d", "tag": "ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:16.907675 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4654ba72-c242-4ff5-8efd-494abb719f33 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:16.908570 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81ddabb-3c7c-4190-bf10-344f13eac40d', 'tag': 'ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c', 'status': 'completed', 'code': 200} Feb 19 04:21:16.969471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-c8e5b4c9-deb6-4ad4-b9ae-b752b2c9e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:16.971039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-c8e5b4c9-deb6-4ad4-b9ae-b752b2c9e84c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45b0e6b400cf4a4197463a9868c69dc8&device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 1126 time: 0.0456927 Feb 19 04:21:17.019357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-e5174eed-61aa-4df2-9293-1fcf58e10324 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c HTTP/1.1" status: 200 len: 217 time: 0.0339487 Feb 19 04:21:17.071182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-9c089230-099a-4364-976d-e2580cd6c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:17.072956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-9c089230-099a-4364-976d-e2580cd6c238 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03f5242c-244a-4dca-afe2-c3dad8a7626f HTTP/1.1" status: 200 len: 853 time: 0.0472832 Feb 19 04:21:17.103786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-b0861377-3800-4b2e-a6ac-d2f20be2a5dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2d1706f-0f22-4497-9b26-d16ba1435e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250535 Feb 19 04:21:17.191531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-2c36d042-2635-4ac8-b2be-6faa4c600eb7 service neutron] 10.222.0.37 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807579 Feb 19 04:21:17.283297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7737ed07-ceee-4190-a5bd-7aede0382e20 req-2ff935e3-9252-4a77-bd52-a609df9b896e service neutron] 10.222.0.37 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847988 Feb 19 04:21:17.421803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fbd08-0a7d-4871-a2be-20cdadf42d21 req-02ceda13-4e3a-4406-9031-dbcbacec8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:17.423546 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-768fbd08-0a7d-4871-a2be-20cdadf42d21 req-02ceda13-4e3a-4406-9031-dbcbacec8c40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45b0e6b400cf4a4197463a9868c69dc8&device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 1126 time: 0.0453541 Feb 19 04:21:17.516652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fbd08-0a7d-4871-a2be-20cdadf42d21 req-cfbdfbe9-c2a9-40cf-8977-0fa5c54b9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:17.518258 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-768fbd08-0a7d-4871-a2be-20cdadf42d21 req-cfbdfbe9-c2a9-40cf-8977-0fa5c54b9c3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2d1706f-0f22-4497-9b26-d16ba1435e35 HTTP/1.1" status: 200 len: 914 time: 0.0885594 Feb 19 04:21:17.580868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-768fbd08-0a7d-4871-a2be-20cdadf42d21 req-fbca870f-32dc-4a15-84d7-5d2c6c0a10fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c HTTP/1.1" status: 200 len: 217 time: 0.0517271 Feb 19 04:21:17.636297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c345b5a-aa4c-4851-8db9-e54876ab5b26 req-79c1c9fd-45e2-4ab0-8c56-0200ddb69138 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:17.637781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c345b5a-aa4c-4851-8db9-e54876ab5b26 req-79c1c9fd-45e2-4ab0-8c56-0200ddb69138 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 944 time: 0.1169508 Feb 19 04:21:17.652638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fbd08-0a7d-4871-a2be-20cdadf42d21 req-e806f011-5101-4e37-96c3-b32592ca48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:17.654027 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-768fbd08-0a7d-4871-a2be-20cdadf42d21 req-e806f011-5101-4e37-96c3-b32592ca48a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03f5242c-244a-4dca-afe2-c3dad8a7626f HTTP/1.1" status: 200 len: 853 time: 0.0669417 Feb 19 04:21:17.690004 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-768fbd08-0a7d-4871-a2be-20cdadf42d21 req-42f1bb23-978b-42b1-8e73-9d299e54e29e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2d1706f-0f22-4497-9b26-d16ba1435e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298934 Feb 19 04:21:17.752247 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8c345b5a-aa4c-4851-8db9-e54876ab5b26 req-477b57e5-830a-47de-af5e-196912b0cda7 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087444 Feb 19 04:21:17.792620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-768fbd08-0a7d-4871-a2be-20cdadf42d21 req-0bd10f06-672b-4354-843c-d8fe6a6b3de3 service neutron] 10.222.0.37 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945735 Feb 19 04:21:18.225659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-768fbd08-0a7d-4871-a2be-20cdadf42d21 req-3af80744-4967-40ba-a735-eb31ff287087 service neutron] 10.222.0.37 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268501 Feb 19 04:21:18.877241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7192c31-1e30-4b9c-a898-024b9bffb5e1 req-def710ab-aac7-4018-9daf-188587aed6c3 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:18.878799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7192c31-1e30-4b9c-a898-024b9bffb5e1 req-def710ab-aac7-4018-9daf-188587aed6c3 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 944 time: 0.0599277 Feb 19 04:21:18.925572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c7192c31-1e30-4b9c-a898-024b9bffb5e1 req-dff77b48-2b41-4708-b937-f6d338a1b76f tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Feb 19 04:21:20.054928 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f68ec0-39d9-494e-b9e8-4b25f26f195f req-abaaf38e-0373-4765-aa2b-68eb4cf9fe01 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:20.056550 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89f68ec0-39d9-494e-b9e8-4b25f26f195f req-abaaf38e-0373-4765-aa2b-68eb4cf9fe01 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 944 time: 0.0620213 Feb 19 04:21:20.103100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-89f68ec0-39d9-494e-b9e8-4b25f26f195f req-642ddb3a-45c2-4eed-8953-2de993246034 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Feb 19 04:21:21.521535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7903edf-b3ba-4db0-bcc7-f1519ba8a640 req-e9b5e830-d1e6-4a90-a2e2-62c69c81b837 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:21.523179 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7903edf-b3ba-4db0-bcc7-f1519ba8a640 req-e9b5e830-d1e6-4a90-a2e2-62c69c81b837 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 944 time: 0.0521743 Feb 19 04:21:21.569227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7903edf-b3ba-4db0-bcc7-f1519ba8a640 req-0f148e02-cd49-4781-96dd-492f8062959a tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 Feb 19 04:21:22.016871 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:21:22.112435 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,segment=NetworkSegment(40f60ce3-e84c-497c-9828-54b42b570fa8),segment_id=40f60ce3-e84c-497c-9828-54b42b570fa8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:22.123649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c', 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35', 'port_id': 'ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c', 'mac_address': 'fa:16:3e:95:d7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f5242c-244a-4dca-afe2-c3dad8a7626f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:21:22.160338 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:22.160736 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.173385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:21:22.194633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,segment=NetworkSegment(40f60ce3-e84c-497c-9828-54b42b570fa8),segment_id=40f60ce3-e84c-497c-9828-54b42b570fa8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:22.199231 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.250037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:22.257342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.257691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.258058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.258402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.258740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.259075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.259409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.259736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.260064 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.260392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.260744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.261071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.261395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:22.579788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:22.690828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff73bf4-1746-4e58-8ece-358ac2327342 req-69a80df8-91aa-4c9f-8cad-2dd7d03e8f46 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:22.692313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ff73bf4-1746-4e58-8ece-358ac2327342 req-69a80df8-91aa-4c9f-8cad-2dd7d03e8f46 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 945 time: 0.0542498 Feb 19 04:21:22.743040 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ff73bf4-1746-4e58-8ece-358ac2327342 req-58e9c617-f20b-4824-bbf5-263d948c0d7a tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Feb 19 04:21:22.920494 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.864136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c18b94-9aa1-4975-b99b-dd42590dbc9e req-30f94c77-5990-4c33-ae0f-d042174ec898 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:23.865648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23c18b94-9aa1-4975-b99b-dd42590dbc9e req-30f94c77-5990-4c33-ae0f-d042174ec898 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 945 time: 0.0560935 Feb 19 04:21:23.912606 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23c18b94-9aa1-4975-b99b-dd42590dbc9e req-36a4cf17-79a8-457a-abe1-083a5bffd6f8 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Feb 19 04:21:24.033322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:24.081192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:21:24.085246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:24.085618 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.160104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:24.160480 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.183243 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81ddabb-3c7c-4190-bf10-344f13eac40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:24.185450 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0491f8-ed8d-4a72-8d50-1c63528408ba" -d '{"events": [{"server_uuid": "d81ddabb-3c7c-4190-bf10-344f13eac40d", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:24.201831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,segment=NetworkSegment(40f60ce3-e84c-497c-9828-54b42b570fa8),segment_id=40f60ce3-e84c-497c-9828-54b42b570fa8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:24.206799 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.231314 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20b9087-f804-4936-b1c4-0c832174b1b1 x-openstack-request-id: req-f20b9087-f804-4936-b1c4-0c832174b1b1 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:24.231603 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81ddabb-3c7c-4190-bf10-344f13eac40d", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:24.231855 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f20b9087-f804-4936-b1c4-0c832174b1b1 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:24.232246 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81ddabb-3c7c-4190-bf10-344f13eac40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c', 'code': 200} Feb 19 04:21:24.258727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:24.355061 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2132d-8ed4-4412-9e2c-392a80063286 req-0d5737ad-2e8c-48a2-ab9d-cd5caf7b9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:24.356498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69f2132d-8ed4-4412-9e2c-392a80063286 req-0d5737ad-2e8c-48a2-ab9d-cd5caf7b9619 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 1128 time: 0.0432410 Feb 19 04:21:24.399517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69f2132d-8ed4-4412-9e2c-392a80063286 req-685c29b3-2f77-4203-b714-0120be9226b3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368323 Feb 19 04:21:25.037378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234809-46e1-44ef-845b-6acdc4b26d55 req-96fc9f66-a517-4b29-a108-67469decd343 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:25.038926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34234809-46e1-44ef-845b-6acdc4b26d55 req-96fc9f66-a517-4b29-a108-67469decd343 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0566947 Feb 19 04:21:25.085556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-34234809-46e1-44ef-845b-6acdc4b26d55 req-469c2ed3-b11c-4856-8c33-7d3d223dfef5 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Feb 19 04:21:26.205347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9766368-03e4-4e5a-ba55-6f13620b0a56 req-cf17a959-0c9f-4b14-b793-2d5b82dd3da6 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:26.206859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9766368-03e4-4e5a-ba55-6f13620b0a56 req-cf17a959-0c9f-4b14-b793-2d5b82dd3da6 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0518177 Feb 19 04:21:26.253905 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a9766368-03e4-4e5a-ba55-6f13620b0a56 req-e307489a-6ed5-485f-88d0-80d12ed85849 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Feb 19 04:21:26.477186 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51169dde-2be6-485f-a304-767f43e99e4c req-e3249d01-b00a-4baa-92e5-9415e8c11bb9 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:26.478638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-e3249d01-b00a-4baa-92e5-9415e8c11bb9 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/networks?id=e2d1706f-0f22-4497-9b26-d16ba1435e35 HTTP/1.1" status: 200 len: 813 time: 0.1043503 Feb 19 04:21:26.493725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-95cd45bc-3a89-4433-a24b-98be7d077109 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/quotas/45b0e6b400cf4a4197463a9868c69dc8 HTTP/1.1" status: 200 len: 375 time: 0.0088794 Feb 19 04:21:26.546230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-a2235644-1803-480c-8bad-d848f8b93c9a tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=45b0e6b400cf4a4197463a9868c69dc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472572 Feb 19 04:21:26.637443 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-468c8ea2-ba75-4be3-a501-0da55078369f service neutron] 10.222.0.42 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845206 Feb 19 04:21:26.725548 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-be3653f8-dd1e-4b32-8e4c-ce006915f20e service neutron] 10.222.0.42 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823412 Feb 19 04:21:26.892742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-df9cf285-4dc3-4ab4-9fe4-10528b699d2e req-0be3373a-0495-477c-bfd7-3b5ba1b4e3fa tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 210 time: 0.0344434 Feb 19 04:21:27.796032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51169dde-2be6-485f-a304-767f43e99e4c req-9644d7ad-f91e-410d-ad4a-70ecbb6f7292 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:27.797481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-9644d7ad-f91e-410d-ad4a-70ecbb6f7292 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.71 "GET /v2.0/networks?id=e2d1706f-0f22-4497-9b26-d16ba1435e35 HTTP/1.1" status: 200 len: 813 time: 0.1058793 Feb 19 04:21:27.812030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Request body: {'port': {'device_id': '16a90f9b-e02e-4780-9996-409f42ce96b0', 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35', 'admin_state_up': True, 'tenant_id': '45b0e6b400cf4a4197463a9868c69dc8'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:27.920934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Made reservation on behalf of 45b0e6b400cf4a4197463a9868c69dc8 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:27.925792 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.026652 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-647438d5-5080-43df-983b-4eac55705bb5 req-dbb245ca-8f54-4963-8b32-60876dea0a96 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 210 time: 0.0369277 Feb 19 04:21:28.083689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Allocated IP 172.20.0.2 (e2d1706f-0f22-4497-9b26-d16ba1435e35/03f5242c-244a-4dca-afe2-c3dad8a7626f/d10b3819-726d-485d-a0c2-251bacc1f0c7) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:28.229982 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks [] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.263375 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.296179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:28.305903 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Network e2d1706f-0f22-4497-9b26-d16ba1435e35 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:28.308976 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:28.315368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:28.322446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Pushing event updated for resources: {'Port': ['ID=d10b3819-726d-485d-a0c2-251bacc1f0c7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:28.375110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:28.375648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.392954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-1facb9c2-c7c1-4bb8-9186-4823325a5489 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853534 Feb 19 04:21:28.404822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Request body: {'port': {'device_id': '16a90f9b-e02e-4780-9996-409f42ce96b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:28.465367 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.725594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10b3819-726d-485d-a0c2-251bacc1f0c7 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:21:28.733531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Publish callbacks [] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.745933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Transition to ACTIVE for port object d10b3819-726d-485d-a0c2-251bacc1f0c7 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:21:28.749327 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.799740 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Pushing event updated for resources: {'Port': ['ID=d10b3819-726d-485d-a0c2-251bacc1f0c7,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:28.862864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Attempting to bind port d10b3819-726d-485d-a0c2-251bacc1f0c7 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:28.863198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Attempting to bind port d10b3819-726d-485d-a0c2-251bacc1f0c7 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '40f60ce3-e84c-497c-9828-54b42b570fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:28.863528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Attempting to bind port d10b3819-726d-485d-a0c2-251bacc1f0c7 on network e2d1706f-0f22-4497-9b26-d16ba1435e35 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:28.868047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Port d10b3819-726d-485d-a0c2-251bacc1f0c7 on network e2d1706f-0f22-4497-9b26-d16ba1435e35 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:21:28.868374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Attempting to bind port d10b3819-726d-485d-a0c2-251bacc1f0c7 on network e2d1706f-0f22-4497-9b26-d16ba1435e35 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:28.873918 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:28.874311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Checking segment: {'id': '40f60ce3-e84c-497c-9828-54b42b570fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:28.874692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Bound using segment: {'id': '40f60ce3-e84c-497c-9828-54b42b570fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:28.875145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Bound port: d10b3819-726d-485d-a0c2-251bacc1f0c7, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f60ce3-e84c-497c-9828-54b42b570fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:28.875498 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.940151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] For port d10b3819-726d-485d-a0c2-251bacc1f0c7, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:28.943253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] For port d10b3819-726d-485d-a0c2-251bacc1f0c7, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d10b3819-726d-485d-a0c2-251bacc1f0c7,segment=NetworkSegment(40f60ce3-e84c-497c-9828-54b42b570fa8),segment_id=40f60ce3-e84c-497c-9828-54b42b570fa8)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:28.948925 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.982264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:28.983324 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.984824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] 10.222.0.71 "PUT /v2.0/ports/d10b3819-726d-485d-a0c2-251bacc1f0c7 HTTP/1.1" status: 200 len: 1091 time: 0.5848455 Feb 19 04:21:28.987357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a90f9b-e02e-4780-9996-409f42ce96b0', 'tag': 'd10b3819-726d-485d-a0c2-251bacc1f0c7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:28.991120 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4096ccbd-25d2-4930-ac19-fb23815bd7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "16a90f9b-e02e-4780-9996-409f42ce96b0", "tag": "d10b3819-726d-485d-a0c2-251bacc1f0c7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:29.020714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256379cc-9568-46ac-afed-13dc7aed3859 service neutron] Pushing event updated for resources: {'Port': ['ID=d10b3819-726d-485d-a0c2-251bacc1f0c7,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:29.036398 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5739591e-45d4-4b45-8280-b7c208a27fa9 x-openstack-request-id: req-5739591e-45d4-4b45-8280-b7c208a27fa9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:29.036701 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a90f9b-e02e-4780-9996-409f42ce96b0", "tag": "d10b3819-726d-485d-a0c2-251bacc1f0c7", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:29.036956 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5739591e-45d4-4b45-8280-b7c208a27fa9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:29.037376 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a90f9b-e02e-4780-9996-409f42ce96b0', 'tag': 'd10b3819-726d-485d-a0c2-251bacc1f0c7', 'status': 'completed', 'code': 200} Feb 19 04:21:29.072911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51169dde-2be6-485f-a304-767f43e99e4c req-33199988-aa8a-4c71-9685-5588a34ac8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.074491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-33199988-aa8a-4c71-9685-5588a34ac8ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=45b0e6b400cf4a4197463a9868c69dc8&device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 1125 time: 0.0495570 Feb 19 04:21:29.117517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-65f848d7-5499-430c-883b-1f6c1ea5b9a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d10b3819-726d-485d-a0c2-251bacc1f0c7 HTTP/1.1" status: 200 len: 217 time: 0.0359304 Feb 19 04:21:29.226930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51169dde-2be6-485f-a304-767f43e99e4c req-4e49d0f0-c4bd-44e8-86cf-6efb0e18e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.228394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-4e49d0f0-c4bd-44e8-86cf-6efb0e18e6dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03f5242c-244a-4dca-afe2-c3dad8a7626f HTTP/1.1" status: 200 len: 853 time: 0.1002810 Feb 19 04:21:29.253331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42f107-bbd4-4d05-a99d-309aaca8a6a1 req-de8c2f4e-7b37-4613-b195-88a5e70afb90 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.254736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de42f107-bbd4-4d05-a99d-309aaca8a6a1 req-de8c2f4e-7b37-4613-b195-88a5e70afb90 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 943 time: 0.1397035 Feb 19 04:21:29.272455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-cfca3bd1-b078-4574-9520-52816c58bc8d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2d1706f-0f22-4497-9b26-d16ba1435e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361845 Feb 19 04:21:29.274984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-386880a5-93d6-443f-ba36-7a4cdcb41eae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194458 Feb 19 04:21:29.393255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de42f107-bbd4-4d05-a99d-309aaca8a6a1 req-660e4028-c274-42f0-a35d-a09aec86ff46 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231382 Feb 19 04:21:29.432891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-77206ce4-d46a-417b-a9a8-8e8502e10157 service neutron] 10.222.0.71 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513190 Feb 19 04:21:29.435484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-56e987b9-56e6-48b9-9a03-db537fc6076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.436844 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-56e987b9-56e6-48b9-9a03-db537fc6076c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45b0e6b400cf4a4197463a9868c69dc8&device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 1128 time: 0.0890539 Feb 19 04:21:29.593187 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51169dde-2be6-485f-a304-767f43e99e4c req-409d42ad-1ad8-4805-886e-10bc874fedf6 service neutron] 10.222.0.71 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542604 Feb 19 04:21:29.597408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-2b9213fd-5483-4c86-8690-053f15737ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.598823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-2b9213fd-5483-4c86-8690-053f15737ff8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2d1706f-0f22-4497-9b26-d16ba1435e35 HTTP/1.1" status: 200 len: 914 time: 0.1382127 Feb 19 04:21:29.640448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-29e1e7ae-0e56-4107-ab9d-32c08be7040d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c HTTP/1.1" status: 200 len: 217 time: 0.0357044 Feb 19 04:21:29.712482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-1fe596b2-8573-4ea2-b51b-47ab9b7e0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.714096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-1fe596b2-8573-4ea2-b51b-47ab9b7e0fd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03f5242c-244a-4dca-afe2-c3dad8a7626f HTTP/1.1" status: 200 len: 853 time: 0.0655408 Feb 19 04:21:29.761166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-e203f3b6-4adb-460e-a1f4-7694f390a5e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2d1706f-0f22-4497-9b26-d16ba1435e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388608 Feb 19 04:21:29.763836 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096ccbd-25d2-4930-ac19-fb23815bd7c1 req-832420f0-19bf-415a-9be7-a3707f9f6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.765993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4096ccbd-25d2-4930-ac19-fb23815bd7c1 req-832420f0-19bf-415a-9be7-a3707f9f6acc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=45b0e6b400cf4a4197463a9868c69dc8&device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 1125 time: 0.1245294 Feb 19 04:21:29.941874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-e0d018e4-c23b-4305-8c63-9f1cff045fdb service neutron] 10.222.0.37 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745563 Feb 19 04:21:29.969954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096ccbd-25d2-4930-ac19-fb23815bd7c1 req-88b740cb-01fa-4440-aa5c-7bad3268d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:29.971434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4096ccbd-25d2-4930-ac19-fb23815bd7c1 req-88b740cb-01fa-4440-aa5c-7bad3268d2bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2d1706f-0f22-4497-9b26-d16ba1435e35 HTTP/1.1" status: 200 len: 914 time: 0.1915908 Feb 19 04:21:30.042346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4096ccbd-25d2-4930-ac19-fb23815bd7c1 req-de651f43-5357-43f7-9895-36c9948b8a5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d10b3819-726d-485d-a0c2-251bacc1f0c7 HTTP/1.1" status: 200 len: 217 time: 0.0409217 Feb 19 04:21:30.106836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c064da7c-0931-4296-945e-f0e4a5292bc3 req-a2211214-bba7-4531-a08b-5a743cbe15b4 service neutron] 10.222.0.37 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564391 Feb 19 04:21:30.110422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096ccbd-25d2-4930-ac19-fb23815bd7c1 req-2859aee6-e380-43d3-be97-8d1560ee6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:30.111947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4096ccbd-25d2-4930-ac19-fb23815bd7c1 req-2859aee6-e380-43d3-be97-8d1560ee6166 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03f5242c-244a-4dca-afe2-c3dad8a7626f HTTP/1.1" status: 200 len: 853 time: 0.0638988 Feb 19 04:21:30.151160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4096ccbd-25d2-4930-ac19-fb23815bd7c1 req-139d6f32-3275-40ce-9ee3-63f034859dd8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2d1706f-0f22-4497-9b26-d16ba1435e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326059 Feb 19 04:21:30.245949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4096ccbd-25d2-4930-ac19-fb23815bd7c1 req-fb97b83e-86a0-4c49-a24b-b281df23d9be service neutron] 10.222.0.71 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881462 Feb 19 04:21:30.336481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4096ccbd-25d2-4930-ac19-fb23815bd7c1 req-97c7aad4-3ba4-4e9e-a9a6-dc702856347b service neutron] 10.222.0.71 "GET /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837624 Feb 19 04:21:30.523199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cc5d8-c47a-449e-9c60-09d61749bd80 req-a8ea88ab-48f0-4ed9-a74d-04fa36ba998d tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:30.524610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-212cc5d8-c47a-449e-9c60-09d61749bd80 req-a8ea88ab-48f0-4ed9-a74d-04fa36ba998d tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 943 time: 0.0619264 Feb 19 04:21:30.570960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-212cc5d8-c47a-449e-9c60-09d61749bd80 req-6a9a7f8d-a612-44fd-9206-03051d9af14c tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Feb 19 04:21:31.688876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323d638-fdf2-4920-8932-bed18ca7895e req-1a20d3e7-76b2-4015-959c-dde9e2fef3cb tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:31.690378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3323d638-fdf2-4920-8932-bed18ca7895e req-1a20d3e7-76b2-4015-959c-dde9e2fef3cb tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 943 time: 0.0522988 Feb 19 04:21:31.735714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3323d638-fdf2-4920-8932-bed18ca7895e req-7b5ee6a6-1e5e-4775-8fb5-5f4e06cf62b5 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Feb 19 04:21:32.856155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08c375-470b-4fd3-ae97-951840e92af1 req-3dc7aa22-dac5-4ef8-aac6-29517620081c tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:32.857651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a08c375-470b-4fd3-ae97-951840e92af1 req-3dc7aa22-dac5-4ef8-aac6-29517620081c tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 943 time: 0.0557888 Feb 19 04:21:32.903608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a08c375-470b-4fd3-ae97-951840e92af1 req-784aae33-fe0d-4f0f-a0d7-b1bf8a754aa4 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Feb 19 04:21:33.408446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d10b3819-726d-485d-a0c2-251bacc1f0c7 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:21:33.501138 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d10b3819-726d-485d-a0c2-251bacc1f0c7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d10b3819-726d-485d-a0c2-251bacc1f0c7,segment=NetworkSegment(40f60ce3-e84c-497c-9828-54b42b570fa8),segment_id=40f60ce3-e84c-497c-9828-54b42b570fa8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:33.513914 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': 'd10b3819-726d-485d-a0c2-251bacc1f0c7', 'network_id': 'e2d1706f-0f22-4497-9b26-d16ba1435e35', 'port_id': 'd10b3819-726d-485d-a0c2-251bacc1f0c7', 'mac_address': 'fa:16:3e:97:b3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f5242c-244a-4dca-afe2-c3dad8a7626f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:21:33.553682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port d10b3819-726d-485d-a0c2-251bacc1f0c7 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:33.554104 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.566522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10b3819-726d-485d-a0c2-251bacc1f0c7 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:21:33.585759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d10b3819-726d-485d-a0c2-251bacc1f0c7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d10b3819-726d-485d-a0c2-251bacc1f0c7,segment=NetworkSegment(40f60ce3-e84c-497c-9828-54b42b570fa8),segment_id=40f60ce3-e84c-497c-9828-54b42b570fa8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:33.590450 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.639217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=d10b3819-726d-485d-a0c2-251bacc1f0c7,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:33.801310 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['d10b3819-726d-485d-a0c2-251bacc1f0c7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:34.033166 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acd42e-33ee-4537-ac97-087cfd65290e req-0b40494e-4626-45fc-89e3-1aeb59ae0daa tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:34.034705 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14acd42e-33ee-4537-ac97-087cfd65290e req-0b40494e-4626-45fc-89e3-1aeb59ae0daa tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 944 time: 0.0571969 Feb 19 04:21:34.083521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14acd42e-33ee-4537-ac97-087cfd65290e req-8b4d19cf-5233-4ec0-90dd-c851d3dd75d0 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Feb 19 04:21:35.199931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b851bf-36ae-42cb-9245-c5a088d1bdda req-81cbcfa7-c96d-4548-82fb-91e6059fa4b2 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:35.201416 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b851bf-36ae-42cb-9245-c5a088d1bdda req-81cbcfa7-c96d-4548-82fb-91e6059fa4b2 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 944 time: 0.0518675 Feb 19 04:21:35.251576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b851bf-36ae-42cb-9245-c5a088d1bdda req-c0e2df5b-e5fd-4612-bf40-bf2fda57cfb0 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445299 Feb 19 04:21:35.417536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d10b3819-726d-485d-a0c2-251bacc1f0c7 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:35.467006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port d10b3819-726d-485d-a0c2-251bacc1f0c7 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:21:35.470906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port d10b3819-726d-485d-a0c2-251bacc1f0c7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:35.471289 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.550864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port d10b3819-726d-485d-a0c2-251bacc1f0c7 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:35.551164 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.573666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a90f9b-e02e-4780-9996-409f42ce96b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10b3819-726d-485d-a0c2-251bacc1f0c7'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:35.575908 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2119bd0-93a0-4efc-bdce-b36a89f6c11d" -d '{"events": [{"server_uuid": "16a90f9b-e02e-4780-9996-409f42ce96b0", "name": "network-vif-plugged", "status": "completed", "tag": "d10b3819-726d-485d-a0c2-251bacc1f0c7"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:35.588098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port d10b3819-726d-485d-a0c2-251bacc1f0c7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d10b3819-726d-485d-a0c2-251bacc1f0c7,segment=NetworkSegment(40f60ce3-e84c-497c-9828-54b42b570fa8),segment_id=40f60ce3-e84c-497c-9828-54b42b570fa8)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:35.592693 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.616454 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173b088e-6ed5-406c-8160-f3342a30b9eb x-openstack-request-id: req-173b088e-6ed5-406c-8160-f3342a30b9eb {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:35.616741 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a90f9b-e02e-4780-9996-409f42ce96b0", "name": "network-vif-plugged", "status": "completed", "tag": "d10b3819-726d-485d-a0c2-251bacc1f0c7", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:35.616992 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-173b088e-6ed5-406c-8160-f3342a30b9eb {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:35.617383 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a90f9b-e02e-4780-9996-409f42ce96b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10b3819-726d-485d-a0c2-251bacc1f0c7', 'code': 200} Feb 19 04:21:35.651560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=d10b3819-726d-485d-a0c2-251bacc1f0c7,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:35.722750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcfa98-74e1-4563-a8c4-b27730b80297 req-98d8ec89-49de-4741-806b-d717017d63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:35.724277 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91dcfa98-74e1-4563-a8c4-b27730b80297 req-98d8ec89-49de-4741-806b-d717017d63e7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 1127 time: 0.0467362 Feb 19 04:21:35.768133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91dcfa98-74e1-4563-a8c4-b27730b80297 req-927e40aa-26e2-42f7-b860-c28a1c4ca7ef service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368440 Feb 19 04:21:36.379901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdde88-f1e7-4104-b280-bd636bd790fe req-07ededc2-7537-4e4c-9833-632147abfa8a tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:36.381497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ffdde88-f1e7-4104-b280-bd636bd790fe req-07ededc2-7537-4e4c-9833-632147abfa8a tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 945 time: 0.0606146 Feb 19 04:21:36.433351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7ffdde88-f1e7-4104-b280-bd636bd790fe req-1f1244b0-dc7b-4b06-92ad-7c5d45799236 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 Feb 19 04:21:36.705098 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:37.556180 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d395d50-1284-4ba0-a8c3-0cb939ef7985 req-c62f61d6-b3c6-4191-ac13-c72c9ea2a78f tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:37.557702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d395d50-1284-4ba0-a8c3-0cb939ef7985 req-c62f61d6-b3c6-4191-ac13-c72c9ea2a78f tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 945 time: 0.0570619 Feb 19 04:21:37.603651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5d395d50-1284-4ba0-a8c3-0cb939ef7985 req-0301434f-4789-483a-aacf-e1685dd852fa tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Feb 19 04:21:37.846394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c508b8-9fc3-467c-a6c1-dbf617a89ab2 req-01da0a65-1f41-43dc-a847-7f8ee692868a tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:37.848178 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05c508b8-9fc3-467c-a6c1-dbf617a89ab2 req-01da0a65-1f41-43dc-a847-7f8ee692868a tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 945 time: 0.0549788 Feb 19 04:21:37.896956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05c508b8-9fc3-467c-a6c1-dbf617a89ab2 req-a808f1b7-61f0-49fb-9338-4e4cbba492f1 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Feb 19 04:21:38.068603 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:21:38.389427 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c9bcdd1-561b-46b4-b0ae-9df4371cdd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.031040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d29e24-f9b8-4f09-9c2d-192e6709e447 req-a06a6da3-98c3-4c6b-9463-ba53840815a3 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:39.032630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16d29e24-f9b8-4f09-9c2d-192e6709e447 req-a06a6da3-98c3-4c6b-9463-ba53840815a3 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 945 time: 0.0532954 Feb 19 04:21:39.082896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16d29e24-f9b8-4f09-9c2d-192e6709e447 req-23e00894-a993-40f8-98b6-4ebfa890c799 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445571 Feb 19 04:21:39.150874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-27e22040-e17c-47ff-b098-1ad61dca250a tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:39.152326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-27e22040-e17c-47ff-b098-1ad61dca250a tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.71 "GET /v2.0/ports?device_id=16a90f9b-e02e-4780-9996-409f42ce96b0 HTTP/1.1" status: 200 len: 945 time: 0.0519021 Feb 19 04:21:39.242850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Deleting port d10b3819-726d-485d-a0c2-251bacc1f0c7 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:39.243193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.331638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] For port d10b3819-726d-485d-a0c2-251bacc1f0c7, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=d10b3819-726d-485d-a0c2-251bacc1f0c7,segment=NetworkSegment(40f60ce3-e84c-497c-9828-54b42b570fa8),segment_id=40f60ce3-e84c-497c-9828-54b42b570fa8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:39.331997 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.343376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Calling delete_port for d10b3819-726d-485d-a0c2-251bacc1f0c7 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:39.468914 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d10b3819-726d-485d-a0c2-251bacc1f0c7), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.481535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['d10b3819-726d-485d-a0c2-251bacc1f0c7'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:39.500208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Pushing event deleted for resources: {'Port': ['ID=d10b3819-726d-485d-a0c2-251bacc1f0c7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:39.507323 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:39.509247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.509608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.510530 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.510884 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.511226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.511690 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.512005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.512351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.512685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.513018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.513347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.513675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.514033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:39.555295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] No DVR routers for this DVR port d10b3819-726d-485d-a0c2-251bacc1f0c7 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:39.558839 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.562151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fc8b6108-2689-4cd8-a484-d71373345a2f req-a9df3ca1-0c05-42f1-b545-64c023dd0945 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.71 "DELETE /v2.0/ports/d10b3819-726d-485d-a0c2-251bacc1f0c7 HTTP/1.1" status: 204 len: 173 time: 0.4041462 Feb 19 04:21:39.562627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a90f9b-e02e-4780-9996-409f42ce96b0', 'name': 'network-vif-deleted', 'tag': 'd10b3819-726d-485d-a0c2-251bacc1f0c7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:39.566236 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db3e860-eb06-434f-9e06-3c4a183d792b" -d '{"events": [{"server_uuid": "16a90f9b-e02e-4780-9996-409f42ce96b0", "name": "network-vif-deleted", "tag": "d10b3819-726d-485d-a0c2-251bacc1f0c7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:39.608911 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6ce0d8-1186-4eba-a922-9b447aa27be7 x-openstack-request-id: req-2f6ce0d8-1186-4eba-a922-9b447aa27be7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:39.609212 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a90f9b-e02e-4780-9996-409f42ce96b0", "name": "network-vif-deleted", "tag": "d10b3819-726d-485d-a0c2-251bacc1f0c7", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:39.609467 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f6ce0d8-1186-4eba-a922-9b447aa27be7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:39.609917 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a90f9b-e02e-4780-9996-409f42ce96b0', 'name': 'network-vif-deleted', 'tag': 'd10b3819-726d-485d-a0c2-251bacc1f0c7', 'status': 'completed', 'code': 200} Feb 19 04:21:40.236428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d85a00-c5e5-4e80-8dc3-2bce079b4d50 req-929b2e24-6157-4dfd-9a1a-0a4d3fe0778b tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:40.237945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90d85a00-c5e5-4e80-8dc3-2bce079b4d50 req-929b2e24-6157-4dfd-9a1a-0a4d3fe0778b tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0521052 Feb 19 04:21:40.287113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90d85a00-c5e5-4e80-8dc3-2bce079b4d50 req-74c10dd9-ee91-4805-a8ba-a10436e34a68 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Feb 19 04:21:40.420315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8415-7ae8-430f-ae96-433e7e717cce req-ad78705c-786c-475b-8c2c-39de0e513078 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:40.421782 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa5c8415-7ae8-430f-ae96-433e7e717cce req-ad78705c-786c-475b-8c2c-39de0e513078 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0534868 Feb 19 04:21:40.469618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aa5c8415-7ae8-430f-ae96-433e7e717cce req-ba1fcb0b-331e-4b20-84d8-1866de0c0888 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Feb 19 04:21:40.559140 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5c98bcf8-61a2-4bd7-ada9-51ace535e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.587434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb08073-37f9-42b8-a25a-04f6cae57540 req-2bdae552-0e9e-48ab-aa32-bffbafe49978 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:40.588935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2eb08073-37f9-42b8-a25a-04f6cae57540 req-2bdae552-0e9e-48ab-aa32-bffbafe49978 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0532091 Feb 19 04:21:40.635997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2eb08073-37f9-42b8-a25a-04f6cae57540 req-f116bffb-c4e8-4cfd-9c1f-c806bad9a4ee tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Feb 19 04:21:40.811977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe95791-da58-44a4-a603-cc8ae49ac0af req-6164a7d1-83cf-42ce-90ff-16ecbee0cecd tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:40.813402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfe95791-da58-44a4-a603-cc8ae49ac0af req-6164a7d1-83cf-42ce-90ff-16ecbee0cecd tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0572417 Feb 19 04:21:40.863911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cfe95791-da58-44a4-a603-cc8ae49ac0af req-755f3bb3-3365-4974-80ac-d6318560428d tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Feb 19 04:21:40.991640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894357f-fdb3-43d4-a4ef-d7380d7d2c2b req-7ffcdb38-6dae-41e7-95f9-acfbee3bbfcf tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:40.993141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6894357f-fdb3-43d4-a4ef-d7380d7d2c2b req-7ffcdb38-6dae-41e7-95f9-acfbee3bbfcf tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0565445 Feb 19 04:21:41.044476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6894357f-fdb3-43d4-a4ef-d7380d7d2c2b req-b45bfb90-b1dc-487c-a179-e65bcec0eba1 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450099 Feb 19 04:21:41.178579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966655d-87e2-4bdf-84e3-79bc607b91e3 req-2b1b465d-6853-49ff-81f2-9a49d06906af tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:41.180052 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5966655d-87e2-4bdf-84e3-79bc607b91e3 req-2b1b465d-6853-49ff-81f2-9a49d06906af tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0532668 Feb 19 04:21:41.229682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5966655d-87e2-4bdf-84e3-79bc607b91e3 req-65c65e42-2aed-4797-84cd-63eb09348fa2 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 Feb 19 04:21:41.559375 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abf4d8-0aa3-49e0-83f2-505c721f40b0 req-f4ac0ac9-e3f8-4cf0-9aee-11a66a8e6de6 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:41.560857 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6abf4d8-0aa3-49e0-83f2-505c721f40b0 req-f4ac0ac9-e3f8-4cf0-9aee-11a66a8e6de6 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0522056 Feb 19 04:21:41.608699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6abf4d8-0aa3-49e0-83f2-505c721f40b0 req-25f308da-1887-4135-9c1b-951875536f7a tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Feb 19 04:21:42.224647 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:42.725752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372131a-2413-417f-aa4e-f19ed2be1656 req-7950bbff-bdae-4403-bbfd-a756e07a8702 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:42.727250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5372131a-2413-417f-aa4e-f19ed2be1656 req-7950bbff-bdae-4403-bbfd-a756e07a8702 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0505950 Feb 19 04:21:42.772679 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5372131a-2413-417f-aa4e-f19ed2be1656 req-21dcd8e4-f7ac-4384-837a-e1958bcb9595 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391583 Feb 19 04:21:43.259794 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.466550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d10b3819-726d-485d-a0c2-251bacc1f0c7 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:43.473001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-c33b24c2-ffc4-4d16-bb0b-a59be183700e tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:43.474586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-c33b24c2-ffc4-4d16-bb0b-a59be183700e tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.37 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 946 time: 0.0564499 Feb 19 04:21:43.486808 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: d10b3819-726d-485d-a0c2-251bacc1f0c7 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:43.487159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device d10b3819-726d-485d-a0c2-251bacc1f0c7 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:43.569302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-29d0c890-f0b8-48e1-a880-f72849d4c869 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Deleting port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:43.569555 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-29d0c890-f0b8-48e1-a880-f72849d4c869 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.659986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-29d0c890-f0b8-48e1-a880-f72849d4c869 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] For port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,segment=NetworkSegment(40f60ce3-e84c-497c-9828-54b42b570fa8),segment_id=40f60ce3-e84c-497c-9828-54b42b570fa8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:43.660353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-29d0c890-f0b8-48e1-a880-f72849d4c869 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.672150 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-29d0c890-f0b8-48e1-a880-f72849d4c869 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Calling delete_port for ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:43.798330 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-29d0c890-f0b8-48e1-a880-f72849d4c869 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.830882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0c890-f0b8-48e1-a880-f72849d4c869 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Pushing event deleted for resources: {'Port': ['ID=ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:43.835799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:43.893815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-29d0c890-f0b8-48e1-a880-f72849d4c869 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] No DVR routers for this DVR port ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:43.897082 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eecaad1-bda3-42d7-adad-31b0c18f1263 req-ce7a77b1-c72c-4851-b069-4c19e30101a1 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.42 "GET /v2.0/ports?device_id=d81ddabb-3c7c-4190-bf10-344f13eac40d HTTP/1.1" status: 200 len: 210 time: 0.0424025 Feb 19 04:21:43.898249 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-29d0c890-f0b8-48e1-a880-f72849d4c869 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.901419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-79a6f540-cf83-4e8c-ad24-7dcec7106c72 req-29d0c890-f0b8-48e1-a880-f72849d4c869 tempest-ServersNegativeTestJSON-1417064233 tempest-ServersNegativeTestJSON-1417064233-project] 10.222.0.37 "DELETE /v2.0/ports/ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c HTTP/1.1" status: 204 len: 173 time: 0.4216084 Feb 19 04:21:43.901890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81ddabb-3c7c-4190-bf10-344f13eac40d', 'name': 'network-vif-deleted', 'tag': 'ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:43.904244 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee8d992-cc92-4e54-9fbe-2d8894ea9946" -d '{"events": [{"server_uuid": "d81ddabb-3c7c-4190-bf10-344f13eac40d", "name": "network-vif-deleted", "tag": "ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:43.956835 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d722e4-e32f-4051-837c-64ac62f203ce x-openstack-request-id: req-35d722e4-e32f-4051-837c-64ac62f203ce {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:43.957126 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81ddabb-3c7c-4190-bf10-344f13eac40d", "name": "network-vif-deleted", "tag": "ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:43.957468 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35d722e4-e32f-4051-837c-64ac62f203ce {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:43.957925 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81ddabb-3c7c-4190-bf10-344f13eac40d', 'name': 'network-vif-deleted', 'tag': 'ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c', 'status': 'completed', 'code': 200} Feb 19 04:21:44.725982 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:44.961165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33384) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:45.006029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a65b7ad-ef67-4af5-9b18-5db70b5f8c25 admin admin] Deleting subnet 03f5242c-244a-4dca-afe2-c3dad8a7626f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:45.008997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a65b7ad-ef67-4af5-9b18-5db70b5f8c25 admin admin] Publish callbacks [] for subnet (03f5242c-244a-4dca-afe2-c3dad8a7626f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.046908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a65b7ad-ef67-4af5-9b18-5db70b5f8c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (03f5242c-244a-4dca-afe2-c3dad8a7626f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.083983 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a65b7ad-ef67-4af5-9b18-5db70b5f8c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (03f5242c-244a-4dca-afe2-c3dad8a7626f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.138548 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a65b7ad-ef67-4af5-9b18-5db70b5f8c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (03f5242c-244a-4dca-afe2-c3dad8a7626f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.162562 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65b7ad-ef67-4af5-9b18-5db70b5f8c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f5242c-244a-4dca-afe2-c3dad8a7626f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:45.168872 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a65b7ad-ef67-4af5-9b18-5db70b5f8c25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.172925 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4a65b7ad-ef67-4af5-9b18-5db70b5f8c25 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/03f5242c-244a-4dca-afe2-c3dad8a7626f HTTP/1.1" status: 204 len: 168 time: 0.2106805 Feb 19 04:21:45.174574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33386) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:45.246157 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (e2d1706f-0f22-4497-9b26-d16ba1435e35), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.322900 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (e2d1706f-0f22-4497-9b26-d16ba1435e35), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.342927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d1706f-0f22-4497-9b26-d16ba1435e35']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:45.351976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f60ce3-e84c-497c-9828-54b42b570fa8') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:45.352278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f60ce3-e84c-497c-9828-54b42b570fa8') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:45.361494 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (40f60ce3-e84c-497c-9828-54b42b570fa8), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.374526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (40f60ce3-e84c-497c-9828-54b42b570fa8), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.380209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:45.380591 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (40f60ce3-e84c-497c-9828-54b42b570fa8), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:45.382235 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:45.439429 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (e2d1706f-0f22-4497-9b26-d16ba1435e35), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.444902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.448932 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e2d1706f-0f22-4497-9b26-d16ba1435e35 HTTP/1.1" status: 204 len: 168 time: 0.2732289 Feb 19 04:21:45.461452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7047e-8b76-4d7a-b03d-36cbe9a6c661 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d1706f-0f22-4497-9b26-d16ba1435e35,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:45.563940 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33390) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:45.605144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4299c832-916e-437b-8049-986dd31a9cc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45b0e6b400cf4a4197463a9868c69dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398817 Feb 19 04:21:45.607429 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33392) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:45.657285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3d34f43-cf07-4d67-9563-022ed7428ef0 admin admin] Publish callbacks [] for security_group (2bb2fef4-3f88-4459-8ca5-6a4858efe7c3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.677971 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3d34f43-cf07-4d67-9563-022ed7428ef0 admin admin] Publish callbacks [] for security_group (2bb2fef4-3f88-4459-8ca5-6a4858efe7c3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.724141 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3d34f43-cf07-4d67-9563-022ed7428ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2bb2fef4-3f88-4459-8ca5-6a4858efe7c3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.726812 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3d34f43-cf07-4d67-9563-022ed7428ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.728006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a3d34f43-cf07-4d67-9563-022ed7428ef0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bb2fef4-3f88-4459-8ca5-6a4858efe7c3 HTTP/1.1" status: 204 len: 168 time: 0.1196716 Feb 19 04:21:45.736062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d34f43-cf07-4d67-9563-022ed7428ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb2fef4-3f88-4459-8ca5-6a4858efe7c3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:46.402708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33414) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:46.508219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-778145288'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:46.527660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Made reservation on behalf of d5e17943f18b4fe581d3e0751d8036d1 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:46.530968 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.539034 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.612147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for security_group (c24194a0-8753-426f-83dd-b0563c5af561), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.615939 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c24194a0-8753-426f-83dd-b0563c5af561), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.641079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:46.651044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24194a0-8753-426f-83dd-b0563c5af561,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:46.655697 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (4ef533e0-7e78-4834-bd92-5c3757216d79), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.656056 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Added segment 4ef533e0-7e78-4834-bd92-5c3757216d79 of type vlan for network 42c51b56-cf57-4e9b-9ad5-696d4ac806d4 Feb 19 04:21:46.694814 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (42c51b56-cf57-4e9b-9ad5-696d4ac806d4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.721930 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (42c51b56-cf57-4e9b-9ad5-696d4ac806d4), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.726779 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:46.727359 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.785102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3812315 Feb 19 04:21:46.794725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e8261-2b10-460a-bc75-f9b5b3e5f095 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'Network': ['ID=42c51b56-cf57-4e9b-9ad5-696d4ac806d4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:46.809268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 42c51b56-cf57-4e9b-9ad5-696d4ac806d4 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:48.125318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:48.147796 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:48.148152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ef8e2dd2-de2b-4ca2-9621-9ac5e63f5f4c not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:50.079471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33418) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:50.084664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Request body: {'subnet': {'network_id': '42c51b56-cf57-4e9b-9ad5-696d4ac806d4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:50.182710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Made reservation on behalf of d5e17943f18b4fe581d3e0751d8036d1 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:50.186301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.360615 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (836b7b20-3ed3-43c8-8224-c87d0699a7f1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.415633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'Subnet': ['ID=836b7b20-3ed3-43c8-8224-c87d0699a7f1,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:50.425545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Checking segment: {'id': '4ef533e0-7e78-4834-bd92-5c3757216d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42c51b56-cf57-4e9b-9ad5-696d4ac806d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:50.425938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Network hostable DHCP agents. Network: 42c51b56-cf57-4e9b-9ad5-696d4ac806d4, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:50.442406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Network 42c51b56-cf57-4e9b-9ad5-696d4ac806d4 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:50.450799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 42c51b56-cf57-4e9b-9ad5-696d4ac806d4) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:50.454979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:50.455581 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.461997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396fd1eb-e54b-425f-b8da-1170dfdacd82 None None] Network 42c51b56-cf57-4e9b-9ad5-696d4ac806d4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:50.472829 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3ed611ed-bd8c-4cba-9354-ec86211cc1b4 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3919890 Feb 19 04:21:50.476301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33420) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:50.481862 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1749728078'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:50.501602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Made reservation on behalf of d5e17943f18b4fe581d3e0751d8036d1 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:50.504875 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.528745 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:50.538457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (a6a138b6-1b24-4210-8021-5e0f56c5b0e2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.539023 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Added segment a6a138b6-1b24-4210-8021-5e0f56c5b0e2 of type vlan for network c52023ad-0974-496c-a45a-e312e6376151 Feb 19 04:21:50.564054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-42c51b56-cf57-4e9b-9ad5-696d4ac806d4', 'network_id': '42c51b56-cf57-4e9b-9ad5-696d4ac806d4', 'project_id': 'd5e17943f18b4fe581d3e0751d8036d1', 'fixed_ips': [{'subnet_id': '836b7b20-3ed3-43c8-8224-c87d0699a7f1'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:50.564918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.578970 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (c52023ad-0974-496c-a45a-e312e6376151), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.604097 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (c52023ad-0974-496c-a45a-e312e6376151), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.609146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:50.609734 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.671261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1936567 Feb 19 04:21:50.674059 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33422) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:50.681017 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Request body: {'subnet': {'network_id': 'c52023ad-0974-496c-a45a-e312e6376151', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:50.699913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a4869-53a3-4362-ac49-53df6f7f8739 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'Network': ['ID=c52023ad-0974-496c-a45a-e312e6376151,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:50.713944 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network c52023ad-0974-496c-a45a-e312e6376151 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:50.716213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Allocated IP 2001:db8:0:ffff::2 (42c51b56-cf57-4e9b-9ad5-696d4ac806d4/836b7b20-3ed3-43c8-8224-c87d0699a7f1/aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:50.782802 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Made reservation on behalf of d5e17943f18b4fe581d3e0751d8036d1 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:50.786727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.917401 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Publish callbacks [] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.924496 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.962663 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Network 42c51b56-cf57-4e9b-9ad5-696d4ac806d4 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:50.967939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:50.972212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:50.975297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Pushing event updated for resources: {'Port': ['ID=aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:50.994735 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (cb0935d5-b17d-4239-85bf-641846e7f055), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.034047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Attempting to bind port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:51.034414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Attempting to bind port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '4ef533e0-7e78-4834-bd92-5c3757216d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42c51b56-cf57-4e9b-9ad5-696d4ac806d4'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:51.034773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Attempting to bind port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 on network 42c51b56-cf57-4e9b-9ad5-696d4ac806d4 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:51.039636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:51.040010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Checking segment: {'id': '4ef533e0-7e78-4834-bd92-5c3757216d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42c51b56-cf57-4e9b-9ad5-696d4ac806d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:51.040439 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.040855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Bound using segment: {'id': '4ef533e0-7e78-4834-bd92-5c3757216d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42c51b56-cf57-4e9b-9ad5-696d4ac806d4'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:51.041930 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Bound port: aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef533e0-7e78-4834-bd92-5c3757216d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42c51b56-cf57-4e9b-9ad5-696d4ac806d4'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:51.042257 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.054646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'Subnet': ['ID=cb0935d5-b17d-4239-85bf-641846e7f055,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:51.070216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Checking segment: {'id': 'a6a138b6-1b24-4210-8021-5e0f56c5b0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c52023ad-0974-496c-a45a-e312e6376151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:51.070580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Network hostable DHCP agents. Network: c52023ad-0974-496c-a45a-e312e6376151, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:51.087376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Network c52023ad-0974-496c-a45a-e312e6376151 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:51.096919 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, c52023ad-0974-496c-a45a-e312e6376151) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:51.102352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:51.103147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.109915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b0e142-6764-417d-b42a-18cf9564dab3 None None] Network c52023ad-0974-496c-a45a-e312e6376151 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:51.123109 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-467d6ff8-1d36-48c9-8ecb-a3fbe27060a5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4454823 Feb 19 04:21:51.123417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33424) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:51.124414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] For port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:51.166951 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] For port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40,segment=NetworkSegment(4ef533e0-7e78-4834-bd92-5c3757216d79),segment_id=4ef533e0-7e78-4834-bd92-5c3757216d79)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:51.175202 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.221193 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (c52023ad-0974-496c-a45a-e312e6376151), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.262168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107caf74-ac65-4031-82d7-1a61f2fe8a71 None None] Pushing event updated for resources: {'Port': ['ID=aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:51.270140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170b9913-d51a-42f4-987c-ac1260859ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-c52023ad-0974-496c-a45a-e312e6376151', 'network_id': 'c52023ad-0974-496c-a45a-e312e6376151', 'project_id': 'd5e17943f18b4fe581d3e0751d8036d1', 'fixed_ips': [{'subnet_id': 'cb0935d5-b17d-4239-85bf-641846e7f055'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:51.276439 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-170b9913-d51a-42f4-987c-ac1260859ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.290521 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (cb0935d5-b17d-4239-85bf-641846e7f055), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.361882 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (cb0935d5-b17d-4239-85bf-641846e7f055), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server [None req-170b9913-d51a-42f4-987c-ac1260859ddb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb0935d5-b17d-4239-85bf-641846e7f055: This subnet is being modified by another concurrent operation. Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb0935d5-b17d-4239-85bf-641846e7f055: This subnet is being modified by another concurrent operation. Feb 19 04:21:51.375320 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 04:21:51.400907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a41818-cdc9-4629-b765-66a62ffb540b None None] Network c52023ad-0974-496c-a45a-e312e6376151 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:51.401362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0935d5-b17d-4239-85bf-641846e7f055,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:51.476576 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (c52023ad-0974-496c-a45a-e312e6376151), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.516570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52023ad-0974-496c-a45a-e312e6376151']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:51.527178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a138b6-1b24-4210-8021-5e0f56c5b0e2') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:51.527472 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a138b6-1b24-4210-8021-5e0f56c5b0e2') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:51.538038 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (a6a138b6-1b24-4210-8021-5e0f56c5b0e2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.554109 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (a6a138b6-1b24-4210-8021-5e0f56c5b0e2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.560721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:51.561134 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (a6a138b6-1b24-4210-8021-5e0f56c5b0e2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:51.564705 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:51.624078 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (c52023ad-0974-496c-a45a-e312e6376151), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.630723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.638212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33426) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:51.638738 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/networks/c52023ad-0974-496c-a45a-e312e6376151 HTTP/1.1" status: 204 len: 168 time: 0.5137732 Feb 19 04:21:51.643856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-620422924'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:51.653417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb23b8d-db88-4574-ae13-33c2c9d4692c tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Network': ['ID=c52023ad-0974-496c-a45a-e312e6376151,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:51.664271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Made reservation on behalf of d5e17943f18b4fe581d3e0751d8036d1 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:51.667753 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.692463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:51.701752 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (890f4d1a-101f-4cee-976a-0132996c26a8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.702127 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Added segment 890f4d1a-101f-4cee-976a-0132996c26a8 of type vlan for network ad13ba17-ce0d-4650-9d3d-d04646b4bde3 Feb 19 04:21:51.742243 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (ad13ba17-ce0d-4650-9d3d-d04646b4bde3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.767457 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (ad13ba17-ce0d-4650-9d3d-d04646b4bde3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.772253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:51.772845 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.831154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1915493 Feb 19 04:21:51.833964 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33428) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:51.838765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Request body: {'subnet': {'network_id': 'ad13ba17-ce0d-4650-9d3d-d04646b4bde3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:51.860935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b5ff2-209b-4b89-8c32-d6ea000feb03 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'Network': ['ID=ad13ba17-ce0d-4650-9d3d-d04646b4bde3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:51.875077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network ad13ba17-ce0d-4650-9d3d-d04646b4bde3 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:51.944616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Made reservation on behalf of d5e17943f18b4fe581d3e0751d8036d1 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:51.949136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.016315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Performing IP validity checks on allocation pools {{(pid=103615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:21:52.016848 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103615) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:21:52.055656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:52.109365 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:52.109741 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.151169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (95b82e31-e55a-4ce1-9f60-9081ea32e1ca), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.201360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:52.201934 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.224444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'Subnet': ['ID=95b82e31-e55a-4ce1-9f60-9081ea32e1ca,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:52.235013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Checking segment: {'id': '890f4d1a-101f-4cee-976a-0132996c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ad13ba17-ce0d-4650-9d3d-d04646b4bde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:52.235013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Network hostable DHCP agents. Network: ad13ba17-ce0d-4650-9d3d-d04646b4bde3, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:52.247013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40,segment=NetworkSegment(4ef533e0-7e78-4834-bd92-5c3757216d79),segment_id=4ef533e0-7e78-4834-bd92-5c3757216d79)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:52.254411 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.255340 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Network ad13ba17-ce0d-4650-9d3d-d04646b4bde3 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:52.269516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, ad13ba17-ce0d-4650-9d3d-d04646b4bde3) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:52.274295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:52.275798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.289782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e46a66b-3b63-4fd7-aa25-ba9f530a9734 None None] Network ad13ba17-ce0d-4650-9d3d-d04646b4bde3 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:52.295568 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-58671d7b-fa5b-47be-ace9-ea5f5f93aa05 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4580095 Feb 19 04:21:52.295743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33430) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:52.515824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52794568-bb86-4623-9cae-ba168aa62be6 None None] Network 42c51b56-cf57-4e9b-9ad5-696d4ac806d4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:52.582258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:52.612379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4f78087b-310c-4758-ad40-4099ade7d8ab None None] Provisioning complete for port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:52.612755 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4f78087b-310c-4758-ad40-4099ade7d8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.688175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-ad13ba17-ce0d-4650-9d3d-d04646b4bde3', 'network_id': 'ad13ba17-ce0d-4650-9d3d-d04646b4bde3', 'project_id': 'd5e17943f18b4fe581d3e0751d8036d1', 'fixed_ips': [{'subnet_id': '95b82e31-e55a-4ce1-9f60-9081ea32e1ca'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:52.689058 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.763199 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (ad13ba17-ce0d-4650-9d3d-d04646b4bde3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.866861 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (95b82e31-e55a-4ce1-9f60-9081ea32e1ca), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.871746 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4f78087b-310c-4758-ad40-4099ade7d8ab None None] Current status of the port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:52.894387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Allocated IP 2001:db8::3 (ad13ba17-ce0d-4650-9d3d-d04646b4bde3/95b82e31-e55a-4ce1-9f60-9081ea32e1ca/0e382de0-8620-4000-b5f3-630633d9f001) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:52.934946 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.056798 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Publish callbacks [] for port (0e382de0-8620-4000-b5f3-630633d9f001), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.062455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (0e382de0-8620-4000-b5f3-630633d9f001), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.079818 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (95b82e31-e55a-4ce1-9f60-9081ea32e1ca), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.107453 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Subnet': ['ID=95b82e31-e55a-4ce1-9f60-9081ea32e1ca,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:53.109661 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Network ad13ba17-ce0d-4650-9d3d-d04646b4bde3 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:53.117780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:53.121445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:53.129059 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ec70d3dc-d9d6-4e98-a517-98a0de728039 None None] Provisioning complete for port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:53.129432 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ec70d3dc-d9d6-4e98-a517-98a0de728039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.130950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Pushing event updated for resources: {'Port': ['ID=0e382de0-8620-4000-b5f3-630633d9f001,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:53.167233 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (ad13ba17-ce0d-4650-9d3d-d04646b4bde3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.188719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad13ba17-ce0d-4650-9d3d-d04646b4bde3']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:53.205776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890f4d1a-101f-4cee-976a-0132996c26a8') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:53.206107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890f4d1a-101f-4cee-976a-0132996c26a8') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:53.216141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Attempting to bind port 0e382de0-8620-4000-b5f3-630633d9f001 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:53.216509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Attempting to bind port 0e382de0-8620-4000-b5f3-630633d9f001 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '890f4d1a-101f-4cee-976a-0132996c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ad13ba17-ce0d-4650-9d3d-d04646b4bde3'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:53.216866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Attempting to bind port 0e382de0-8620-4000-b5f3-630633d9f001 on network ad13ba17-ce0d-4650-9d3d-d04646b4bde3 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:53.222358 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (890f4d1a-101f-4cee-976a-0132996c26a8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.224640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:53.225009 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Checking segment: {'id': '890f4d1a-101f-4cee-976a-0132996c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ad13ba17-ce0d-4650-9d3d-d04646b4bde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:53.225405 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.225795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Bound using segment: {'id': '890f4d1a-101f-4cee-976a-0132996c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ad13ba17-ce0d-4650-9d3d-d04646b4bde3'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:53.226284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Bound port: 0e382de0-8620-4000-b5f3-630633d9f001, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890f4d1a-101f-4cee-976a-0132996c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ad13ba17-ce0d-4650-9d3d-d04646b4bde3'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:53.226664 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0e382de0-8620-4000-b5f3-630633d9f001), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.247937 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (890f4d1a-101f-4cee-976a-0132996c26a8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.254607 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:53.255240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (890f4d1a-101f-4cee-976a-0132996c26a8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:53.257928 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:53.295295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ec70d3dc-d9d6-4e98-a517-98a0de728039 None None] Current status of the port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:53.322793 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:21:53.322793 n-d-826756-2 neutron-server[103615]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:21:53.322793 n-d-826756-2 neutron-server[103615]: [parameters: {'id': 'ad13ba17-ce0d-4650-9d3d-d04646b4bde3'}] Feb 19 04:21:53.322793 n-d-826756-2 neutron-server[103615]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:21:53.323693 n-d-826756-2 neutron-server[103615]: DEBUG oslo_db.api [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:21:53.324084 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] For port 0e382de0-8620-4000-b5f3-630633d9f001, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:53.327376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] For port 0e382de0-8620-4000-b5f3-630633d9f001, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0e382de0-8620-4000-b5f3-630633d9f001,segment=NetworkSegment(890f4d1a-101f-4cee-976a-0132996c26a8),segment_id=890f4d1a-101f-4cee-976a-0132996c26a8)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:53.332546 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0e382de0-8620-4000-b5f3-630633d9f001), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.412861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770a03a-0908-4f16-a4e4-ee8f7d4cb83e None None] Pushing event updated for resources: {'Port': ['ID=0e382de0-8620-4000-b5f3-630633d9f001,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:53.422538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cee168-ad5c-4852-ac12-d69de9153616 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:21:53.493316 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cee168-ad5c-4852-ac12-d69de9153616 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:21:53.640186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575732b9-9fa4-409d-8f94-c76a086a1a9f None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:21:53.710729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575732b9-9fa4-409d-8f94-c76a086a1a9f None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:21:53.825128 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (ad13ba17-ce0d-4650-9d3d-d04646b4bde3), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.860271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3734d4ce-95a2-4ca5-a398-14a41a8f8d79 None None] Network ad13ba17-ce0d-4650-9d3d-d04646b4bde3 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:53.879488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Deleting port 0e382de0-8620-4000-b5f3-630633d9f001 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:53.879935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0e382de0-8620-4000-b5f3-630633d9f001), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.948685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] For port 0e382de0-8620-4000-b5f3-630633d9f001, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0e382de0-8620-4000-b5f3-630633d9f001,segment=NetworkSegment(890f4d1a-101f-4cee-976a-0132996c26a8),segment_id=890f4d1a-101f-4cee-976a-0132996c26a8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:53.949021 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0e382de0-8620-4000-b5f3-630633d9f001), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.966037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Calling delete_port for 0e382de0-8620-4000-b5f3-630633d9f001 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:54.005815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:54.048619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0e382de0-8620-4000-b5f3-630633d9f001), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.060175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:54.060556 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.076596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Port': ['ID=0e382de0-8620-4000-b5f3-630633d9f001,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:54.078467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] No DVR routers for this DVR port 0e382de0-8620-4000-b5f3-630633d9f001 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:54.141523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:54.159285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (ad13ba17-ce0d-4650-9d3d-d04646b4bde3), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.179850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad13ba17-ce0d-4650-9d3d-d04646b4bde3']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:54.191953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890f4d1a-101f-4cee-976a-0132996c26a8') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:54.192189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890f4d1a-101f-4cee-976a-0132996c26a8') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:54.204020 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (890f4d1a-101f-4cee-976a-0132996c26a8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.218681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (890f4d1a-101f-4cee-976a-0132996c26a8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.224902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:54.225447 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (890f4d1a-101f-4cee-976a-0132996c26a8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:54.229110 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:54.285245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (ad13ba17-ce0d-4650-9d3d-d04646b4bde3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.292771 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.295914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/networks/ad13ba17-ce0d-4650-9d3d-d04646b4bde3 HTTP/1.1" status: 204 len: 168 time: 1.9988170 Feb 19 04:21:54.299616 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33432) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:54.305290 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784456902'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:54.313575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c2f12-94b0-4e4a-ac2e-7174d74579cc tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Network': ['ID=ad13ba17-ce0d-4650-9d3d-d04646b4bde3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:54.326350 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Made reservation on behalf of d5e17943f18b4fe581d3e0751d8036d1 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:54.329544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.352186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:54.361556 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (a9d4f870-41c7-4452-ab40-7927304ff08a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.361916 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Added segment a9d4f870-41c7-4452-ab40-7927304ff08a of type vlan for network 15c3324c-482a-4035-a199-c7a62f8d4b04 Feb 19 04:21:54.401474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (15c3324c-482a-4035-a199-c7a62f8d4b04), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.423614 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (15c3324c-482a-4035-a199-c7a62f8d4b04), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.428690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:54.429263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.490435 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1895041 Feb 19 04:21:54.493003 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33434) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:54.499901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Request body: {'subnet': {'network_id': '15c3324c-482a-4035-a199-c7a62f8d4b04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:54.506674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea04aae-0c6a-4314-8e45-040368594946 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'Network': ['ID=15c3324c-482a-4035-a199-c7a62f8d4b04,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:54.517228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 15c3324c-482a-4035-a199-c7a62f8d4b04 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:54.590243 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Made reservation on behalf of d5e17943f18b4fe581d3e0751d8036d1 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:54.593652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.771028 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (6924f722-1cb0-4628-a108-8e18d139b268), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.827634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'Subnet': ['ID=6924f722-1cb0-4628-a108-8e18d139b268,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:54.843729 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Checking segment: {'id': 'a9d4f870-41c7-4452-ab40-7927304ff08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15c3324c-482a-4035-a199-c7a62f8d4b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:54.844062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Network hostable DHCP agents. Network: 15c3324c-482a-4035-a199-c7a62f8d4b04, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:54.859917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Network 15c3324c-482a-4035-a199-c7a62f8d4b04 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:54.869320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 15c3324c-482a-4035-a199-c7a62f8d4b04) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:54.873429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:54.874057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.879374 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979e88cb-f9f8-4a9d-8aec-5475a090bd89 None None] Network 15c3324c-482a-4035-a199-c7a62f8d4b04 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:54.890352 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ab9bbf2c-55cc-480c-8752-3e3b7aabb122 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3962703 Feb 19 04:21:54.893646 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33436) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:54.898771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2094265909'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:54.919203 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Made reservation on behalf of d5e17943f18b4fe581d3e0751d8036d1 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:54.922641 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.947872 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:54.961304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (60ea001f-bf4a-436c-8af2-44286364e068), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.961781 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Added segment 60ea001f-bf4a-436c-8af2-44286364e068 of type vlan for network ae6fb78b-a35c-4736-9113-513bb28509c5 Feb 19 04:21:55.002753 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (ae6fb78b-a35c-4736-9113-513bb28509c5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.030718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (ae6fb78b-a35c-4736-9113-513bb28509c5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.031650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-15c3324c-482a-4035-a199-c7a62f8d4b04', 'network_id': '15c3324c-482a-4035-a199-c7a62f8d4b04', 'project_id': 'd5e17943f18b4fe581d3e0751d8036d1', 'fixed_ips': [{'subnet_id': '6924f722-1cb0-4628-a108-8e18d139b268'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:55.032513 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.035989 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:55.036595 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.091844 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1970294 Feb 19 04:21:55.094864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33438) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:55.100021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Request body: {'subnet': {'network_id': 'ae6fb78b-a35c-4736-9113-513bb28509c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:55.116112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43817abd-a4a9-413d-b6be-43f9bb983dfd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'Network': ['ID=ae6fb78b-a35c-4736-9113-513bb28509c5,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.129465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network ae6fb78b-a35c-4736-9113-513bb28509c5 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:55.189003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Made reservation on behalf of d5e17943f18b4fe581d3e0751d8036d1 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:55.192409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.281087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Allocated IP 2001:db8::2 (15c3324c-482a-4035-a199-c7a62f8d4b04/6924f722-1cb0-4628-a108-8e18d139b268/2fc50d0e-38b9-4286-a34c-e43ea35b2316) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:55.373576 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (ceca21dc-7c53-4096-b17e-6aee3041e6f6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.434182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event updated for resources: {'Subnet': ['ID=ceca21dc-7c53-4096-b17e-6aee3041e6f6,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.442973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Checking segment: {'id': '60ea001f-bf4a-436c-8af2-44286364e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ae6fb78b-a35c-4736-9113-513bb28509c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:55.443348 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Publish callbacks [] for port (2fc50d0e-38b9-4286-a34c-e43ea35b2316), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.443482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Network hostable DHCP agents. Network: ae6fb78b-a35c-4736-9113-513bb28509c5, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:55.450351 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (2fc50d0e-38b9-4286-a34c-e43ea35b2316), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.460089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Network ae6fb78b-a35c-4736-9113-513bb28509c5 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:55.470019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, ae6fb78b-a35c-4736-9113-513bb28509c5) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:55.474087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:55.474695 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.485667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f549c-616a-4fb2-803d-62a34ef360fc None None] Network ae6fb78b-a35c-4736-9113-513bb28509c5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:55.491389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bffb7547-7c73-4b41-8b4a-44a511e51c36 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3953927 Feb 19 04:21:55.493996 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33440) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:55.494581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Network 15c3324c-482a-4035-a199-c7a62f8d4b04 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:55.511127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:55.539320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:55.545737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Pushing event updated for resources: {'Port': ['ID=2fc50d0e-38b9-4286-a34c-e43ea35b2316,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.598308 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (ae6fb78b-a35c-4736-9113-513bb28509c5), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.653053 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (ceca21dc-7c53-4096-b17e-6aee3041e6f6), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.716733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (ceca21dc-7c53-4096-b17e-6aee3041e6f6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.749365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Subnet': ['ID=ceca21dc-7c53-4096-b17e-6aee3041e6f6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.789430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Attempting to bind port 2fc50d0e-38b9-4286-a34c-e43ea35b2316 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:55.789715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Attempting to bind port 2fc50d0e-38b9-4286-a34c-e43ea35b2316 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'a9d4f870-41c7-4452-ab40-7927304ff08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15c3324c-482a-4035-a199-c7a62f8d4b04'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:55.790106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Attempting to bind port 2fc50d0e-38b9-4286-a34c-e43ea35b2316 on network 15c3324c-482a-4035-a199-c7a62f8d4b04 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:55.809410 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (ae6fb78b-a35c-4736-9113-513bb28509c5), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.811958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:55.812346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Checking segment: {'id': 'a9d4f870-41c7-4452-ab40-7927304ff08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15c3324c-482a-4035-a199-c7a62f8d4b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:55.812755 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.813149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Bound using segment: {'id': 'a9d4f870-41c7-4452-ab40-7927304ff08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15c3324c-482a-4035-a199-c7a62f8d4b04'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:55.813742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Bound port: 2fc50d0e-38b9-4286-a34c-e43ea35b2316, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d4f870-41c7-4452-ab40-7927304ff08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '15c3324c-482a-4035-a199-c7a62f8d4b04'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:55.814033 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2fc50d0e-38b9-4286-a34c-e43ea35b2316), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.818439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95e18f-a83c-4b9b-be76-00c8184234cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-ae6fb78b-a35c-4736-9113-513bb28509c5', 'network_id': 'ae6fb78b-a35c-4736-9113-513bb28509c5', 'project_id': 'd5e17943f18b4fe581d3e0751d8036d1', 'fixed_ips': [{'subnet_id': 'ceca21dc-7c53-4096-b17e-6aee3041e6f6'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:55.819276 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ac95e18f-a83c-4b9b-be76-00c8184234cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.832707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6fb78b-a35c-4736-9113-513bb28509c5']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:55.843003 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ea001f-bf4a-436c-8af2-44286364e068') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:55.843471 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ea001f-bf4a-436c-8af2-44286364e068') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:55.853323 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (60ea001f-bf4a-436c-8af2-44286364e068), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.866533 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (60ea001f-bf4a-436c-8af2-44286364e068), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.872762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:55.873157 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (60ea001f-bf4a-436c-8af2-44286364e068), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:55.876519 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:55.939541 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (ae6fb78b-a35c-4736-9113-513bb28509c5), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.953560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] For port 2fc50d0e-38b9-4286-a34c-e43ea35b2316, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:55.957080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83b98b-c152-47dc-93ec-3301c1fad4f4 None None] Network ae6fb78b-a35c-4736-9113-513bb28509c5 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:55.960791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] For port 2fc50d0e-38b9-4286-a34c-e43ea35b2316, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2fc50d0e-38b9-4286-a34c-e43ea35b2316,segment=NetworkSegment(a9d4f870-41c7-4452-ab40-7927304ff08a),segment_id=a9d4f870-41c7-4452-ab40-7927304ff08a)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:55.961056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.969057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/networks/ae6fb78b-a35c-4736-9113-513bb28509c5 HTTP/1.1" status: 204 len: 168 time: 0.4696438 Feb 19 04:21:55.969057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10e1e4-404d-463c-960b-3b120feed758 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Network': ['ID=ae6fb78b-a35c-4736-9113-513bb28509c5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.969057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33442) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:55.976456 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2fc50d0e-38b9-4286-a34c-e43ea35b2316), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.979842 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83b98b-c152-47dc-93ec-3301c1fad4f4 None None] Network ae6fb78b-a35c-4736-9113-513bb28509c5 could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:21:55.997677 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-62dd5c6b-05d0-4825-8c2e-5c354b3550a8 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] GET failed (client error): The resource could not be found. Feb 19 04:21:55.999136 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-62dd5c6b-05d0-4825-8c2e-5c354b3550a8 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "GET /v2.0/subnets/ceca21dc-7c53-4096-b17e-6aee3041e6f6 HTTP/1.1" status: 404 len: 337 time: 0.0301497 Feb 19 04:21:56.002047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33444) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.026455 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37f6b2f-b5b9-4eb2-9c2e-a7cdf5ea8984 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] DELETE failed (client error): The resource could not be found. Feb 19 04:21:56.027063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37f6b2f-b5b9-4eb2-9c2e-a7cdf5ea8984 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:21:56.030145 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c37f6b2f-b5b9-4eb2-9c2e-a7cdf5ea8984 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/networks/ae6fb78b-a35c-4736-9113-513bb28509c5 HTTP/1.1" status: 404 len: 339 time: 0.0269911 Feb 19 04:21:56.033980 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33446) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.036719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2accdc8-2caf-4a11-b986-8c04af834cbd None None] Pushing event updated for resources: {'Port': ['ID=2fc50d0e-38b9-4286-a34c-e43ea35b2316,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.061068 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a09bc21-d4dc-476b-b55c-9ed7275a4ddb tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] DELETE failed (client error): The resource could not be found. Feb 19 04:21:56.061668 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a09bc21-d4dc-476b-b55c-9ed7275a4ddb tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:21:56.065014 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8a09bc21-d4dc-476b-b55c-9ed7275a4ddb tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/subnets/ceca21dc-7c53-4096-b17e-6aee3041e6f6 HTTP/1.1" status: 404 len: 337 time: 0.0300891 Feb 19 04:21:56.067760 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33448) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.088168 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d11514-fe02-4405-84b5-4cf48bb341e2 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] DELETE failed (client error): The resource could not be found. Feb 19 04:21:56.088703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d11514-fe02-4405-84b5-4cf48bb341e2 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:21:56.091835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e6d11514-fe02-4405-84b5-4cf48bb341e2 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/networks/ae6fb78b-a35c-4736-9113-513bb28509c5 HTTP/1.1" status: 404 len: 339 time: 0.0228746 Feb 19 04:21:56.094474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33450) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.146630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb9b41e-2590-42fc-889a-c11220199678 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Deleting subnet 6924f722-1cb0-4628-a108-8e18d139b268 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:56.150103 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b41e-2590-42fc-889a-c11220199678 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for subnet (6924f722-1cb0-4628-a108-8e18d139b268), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.192051 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b41e-2590-42fc-889a-c11220199678 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (6924f722-1cb0-4628-a108-8e18d139b268), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.326151 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b41e-2590-42fc-889a-c11220199678 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (6924f722-1cb0-4628-a108-8e18d139b268), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.387252 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b41e-2590-42fc-889a-c11220199678 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (6924f722-1cb0-4628-a108-8e18d139b268), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.417124 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b41e-2590-42fc-889a-c11220199678 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.420446 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ceb9b41e-2590-42fc-889a-c11220199678 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/subnets/6924f722-1cb0-4628-a108-8e18d139b268 HTTP/1.1" status: 204 len: 168 time: 0.3248637 Feb 19 04:21:56.421374 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9b41e-2590-42fc-889a-c11220199678 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Subnet': ['ID=6924f722-1cb0-4628-a108-8e18d139b268,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.423090 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33452) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.497915 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (15c3324c-482a-4035-a199-c7a62f8d4b04), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.546843 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Deleting port 2fc50d0e-38b9-4286-a34c-e43ea35b2316 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:56.547179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2fc50d0e-38b9-4286-a34c-e43ea35b2316), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.613624 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] For port 2fc50d0e-38b9-4286-a34c-e43ea35b2316, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2fc50d0e-38b9-4286-a34c-e43ea35b2316,segment=NetworkSegment(a9d4f870-41c7-4452-ab40-7927304ff08a),segment_id=a9d4f870-41c7-4452-ab40-7927304ff08a)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:56.613920 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2fc50d0e-38b9-4286-a34c-e43ea35b2316), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.626884 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Calling delete_port for 2fc50d0e-38b9-4286-a34c-e43ea35b2316 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:56.701914 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2fc50d0e-38b9-4286-a34c-e43ea35b2316), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.732602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Port': ['ID=2fc50d0e-38b9-4286-a34c-e43ea35b2316,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.734504 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] No DVR routers for this DVR port 2fc50d0e-38b9-4286-a34c-e43ea35b2316 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:56.817477 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (15c3324c-482a-4035-a199-c7a62f8d4b04), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.843495 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c3324c-482a-4035-a199-c7a62f8d4b04']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:56.854700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d4f870-41c7-4452-ab40-7927304ff08a') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:56.855002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d4f870-41c7-4452-ab40-7927304ff08a') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:56.865303 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (a9d4f870-41c7-4452-ab40-7927304ff08a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.880260 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (a9d4f870-41c7-4452-ab40-7927304ff08a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.891674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:56.892052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (a9d4f870-41c7-4452-ab40-7927304ff08a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:56.895156 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:56.963787 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (15c3324c-482a-4035-a199-c7a62f8d4b04), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.971945 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.976829 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/networks/15c3324c-482a-4035-a199-c7a62f8d4b04 HTTP/1.1" status: 204 len: 168 time: 0.5510921 Feb 19 04:21:56.978822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33454) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.989944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a4056-4700-4ac4-a947-859ea6488017 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Network': ['ID=15c3324c-482a-4035-a199-c7a62f8d4b04,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:57.012369 n-d-826756-2 neutron-server[103615]: INFO neutron.pecan_wsgi.hooks.translation [None req-201462af-8df6-423f-b227-2fdef228bd1f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] DELETE failed (client error): The resource could not be found. Feb 19 04:21:57.012851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201462af-8df6-423f-b227-2fdef228bd1f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103615) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:21:57.016191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-201462af-8df6-423f-b227-2fdef228bd1f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/subnets/95b82e31-e55a-4ce1-9f60-9081ea32e1ca HTTP/1.1" status: 404 len: 337 time: 0.0362871 Feb 19 04:21:57.018964 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33456) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:57.038779 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77121b6-4a8e-435f-9072-af31bce6f20d tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] DELETE failed (client error): The resource could not be found. Feb 19 04:21:57.039292 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77121b6-4a8e-435f-9072-af31bce6f20d tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:21:57.042922 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c77121b6-4a8e-435f-9072-af31bce6f20d tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/networks/ad13ba17-ce0d-4650-9d3d-d04646b4bde3 HTTP/1.1" status: 404 len: 339 time: 0.0223992 Feb 19 04:21:57.045543 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33458) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:57.071313 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac89899d-5196-4928-8077-f6f98960dafb tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] DELETE failed (client error): The resource could not be found. Feb 19 04:21:57.071767 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac89899d-5196-4928-8077-f6f98960dafb tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:21:57.074881 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ac89899d-5196-4928-8077-f6f98960dafb tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/subnets/cb0935d5-b17d-4239-85bf-641846e7f055 HTTP/1.1" status: 404 len: 337 time: 0.0284078 Feb 19 04:21:57.077375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33460) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:57.098408 n-d-826756-2 neutron-server[103616]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cbd7d5-813a-4031-85c1-a93c8e4188fd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] DELETE failed (client error): The resource could not be found. Feb 19 04:21:57.098908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cbd7d5-813a-4031-85c1-a93c8e4188fd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103616) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:21:57.101865 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b4cbd7d5-813a-4031-85c1-a93c8e4188fd tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/networks/c52023ad-0974-496c-a45a-e312e6376151 HTTP/1.1" status: 404 len: 339 time: 0.0233781 Feb 19 04:21:57.104978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33462) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:57.135994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0969e8c8-f7ca-459f-bf69-55d597852b70 None None] Could not find standard attr ID for object 2fc50d0e-38b9-4286-a34c-e43ea35b2316. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:21:57.138391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50bc63-6995-47b9-91e8-f9c10687d1f5 None None] DHCP port deletion for 15c3324c-482a-4035-a199-c7a62f8d4b04 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:57.155022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439ff26-3e51-4dc2-abc1-c63ae13f08b1 None None] Network 15c3324c-482a-4035-a199-c7a62f8d4b04 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:57.158740 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8934fc-0b59-4e3c-949d-368ab07aa7e5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Deleting subnet 836b7b20-3ed3-43c8-8224-c87d0699a7f1 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:57.162629 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad8934fc-0b59-4e3c-949d-368ab07aa7e5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for subnet (836b7b20-3ed3-43c8-8224-c87d0699a7f1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.168961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439ff26-3e51-4dc2-abc1-c63ae13f08b1 None None] Network 15c3324c-482a-4035-a199-c7a62f8d4b04 could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:21:57.206474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad8934fc-0b59-4e3c-949d-368ab07aa7e5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (836b7b20-3ed3-43c8-8224-c87d0699a7f1), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.288587 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad8934fc-0b59-4e3c-949d-368ab07aa7e5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (836b7b20-3ed3-43c8-8224-c87d0699a7f1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.344363 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad8934fc-0b59-4e3c-949d-368ab07aa7e5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (836b7b20-3ed3-43c8-8224-c87d0699a7f1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.372026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8934fc-0b59-4e3c-949d-368ab07aa7e5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Subnet': ['ID=836b7b20-3ed3-43c8-8224-c87d0699a7f1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:57.377456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad8934fc-0b59-4e3c-949d-368ab07aa7e5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.381396 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ad8934fc-0b59-4e3c-949d-368ab07aa7e5 tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/subnets/836b7b20-3ed3-43c8-8224-c87d0699a7f1 HTTP/1.1" status: 204 len: 168 time: 0.2748876 Feb 19 04:21:57.383307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33464) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:57.387244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdefcc0-e208-45be-80e3-47785db2add8 None None] Network 42c51b56-cf57-4e9b-9ad5-696d4ac806d4 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:57.457017 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (42c51b56-cf57-4e9b-9ad5-696d4ac806d4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.511069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Deleting port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:57.511416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.532527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259e4f0e-96fb-4dbc-8d7b-bfd7d5b48e68 None None] DHCP port deletion for 42c51b56-cf57-4e9b-9ad5-696d4ac806d4 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:57.578249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] For port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40,segment=NetworkSegment(4ef533e0-7e78-4834-bd92-5c3757216d79),segment_id=4ef533e0-7e78-4834-bd92-5c3757216d79)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:57.578613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.583989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-259e4f0e-96fb-4dbc-8d7b-bfd7d5b48e68 None None] Deleting port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:57.584368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-259e4f0e-96fb-4dbc-8d7b-bfd7d5b48e68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.592406 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Calling delete_port for aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:57.648236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-259e4f0e-96fb-4dbc-8d7b-bfd7d5b48e68 None None] For port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40,segment=NetworkSegment(4ef533e0-7e78-4834-bd92-5c3757216d79),segment_id=4ef533e0-7e78-4834-bd92-5c3757216d79)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:57.648543 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-259e4f0e-96fb-4dbc-8d7b-bfd7d5b48e68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.661264 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-259e4f0e-96fb-4dbc-8d7b-bfd7d5b48e68 None None] Calling delete_port for aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:57.672082 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.695388 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Port': ['ID=aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:57.701637 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] No DVR routers for this DVR port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:57.741974 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-259e4f0e-96fb-4dbc-8d7b-bfd7d5b48e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.767419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e4f0e-96fb-4dbc-8d7b-bfd7d5b48e68 None None] Pushing event deleted for resources: {'Port': ['ID=aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:57.770577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e4f0e-96fb-4dbc-8d7b-bfd7d5b48e68 None None] No DVR routers for this DVR port aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:57.783617 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (42c51b56-cf57-4e9b-9ad5-696d4ac806d4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.806848 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c51b56-cf57-4e9b-9ad5-696d4ac806d4']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:57.815704 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef533e0-7e78-4834-bd92-5c3757216d79') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:57.816001 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef533e0-7e78-4834-bd92-5c3757216d79') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:57.826584 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (4ef533e0-7e78-4834-bd92-5c3757216d79), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.839704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (4ef533e0-7e78-4834-bd92-5c3757216d79), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.845836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:57.846272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (4ef533e0-7e78-4834-bd92-5c3757216d79), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:57.849126 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:57.908813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (42c51b56-cf57-4e9b-9ad5-696d4ac806d4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.915794 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.918900 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] 10.222.0.42 "DELETE /v2.0/networks/42c51b56-cf57-4e9b-9ad5-696d4ac806d4 HTTP/1.1" status: 204 len: 168 time: 0.5346828 Feb 19 04:21:57.932116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f042659-67e6-42e1-a880-8acedd2d0c8f tempest-NetworksIpV6Test-1370100308 tempest-NetworksIpV6Test-1370100308-project] Pushing event deleted for resources: {'Network': ['ID=42c51b56-cf57-4e9b-9ad5-696d4ac806d4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:58.017155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:58.038622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:58.038909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device aa7e4cd7-1727-4638-bc02-fdcfbb4ffb40 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:58.168397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33470) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:58.297403 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-23640dad-df60-48f1-8879-b086f1e023c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5e17943f18b4fe581d3e0751d8036d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278586 Feb 19 04:21:58.299933 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33474) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:58.345037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91fc2837-686d-40ca-bea2-c0d6d951499c admin admin] Publish callbacks [] for security_group (c24194a0-8753-426f-83dd-b0563c5af561), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.365389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91fc2837-686d-40ca-bea2-c0d6d951499c admin admin] Publish callbacks [] for security_group (c24194a0-8753-426f-83dd-b0563c5af561), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.412131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91fc2837-686d-40ca-bea2-c0d6d951499c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (c24194a0-8753-426f-83dd-b0563c5af561), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.414740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-91fc2837-686d-40ca-bea2-c0d6d951499c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.416440 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-91fc2837-686d-40ca-bea2-c0d6d951499c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c24194a0-8753-426f-83dd-b0563c5af561 HTTP/1.1" status: 204 len: 168 time: 0.1150126 Feb 19 04:21:58.424013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc2837-686d-40ca-bea2-c0d6d951499c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24194a0-8753-426f-83dd-b0563c5af561,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:59.047764 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33496) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:59.139736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0093b41f-38a4-41f1-ae65-ebaad4fdeaa0 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1768592832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:59.160910 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0093b41f-38a4-41f1-ae65-ebaad4fdeaa0 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (cb4f00bf-195a-42bf-ae70-9f10e72e7e5d), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.162064 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0093b41f-38a4-41f1-ae65-ebaad4fdeaa0 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (cb4f00bf-195a-42bf-ae70-9f10e72e7e5d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.216274 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0093b41f-38a4-41f1-ae65-ebaad4fdeaa0 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for router_controller (cb4f00bf-195a-42bf-ae70-9f10e72e7e5d), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.220311 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0093b41f-38a4-41f1-ae65-ebaad4fdeaa0 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (cb4f00bf-195a-42bf-ae70-9f10e72e7e5d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.237404 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0093b41f-38a4-41f1-ae65-ebaad4fdeaa0 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.238638 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0093b41f-38a4-41f1-ae65-ebaad4fdeaa0 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1898754 Feb 19 04:21:59.241294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33500) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:59.246161 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-16050405'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:59.266113 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Made reservation on behalf of b9e7ef14d078472493452213dc6d21db for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:59.269704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.278891 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.352121 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for security_group (ff615245-8dfe-4108-91b4-3393e7b5b50e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.356199 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ff615245-8dfe-4108-91b4-3393e7b5b50e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.378450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:59.391819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff615245-8dfe-4108-91b4-3393e7b5b50e,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:59.396559 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (37e7c4a2-8229-4901-84c0-75195cd51077), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.396896 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Added segment 37e7c4a2-8229-4901-84c0-75195cd51077 of type vlan for network 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc Feb 19 04:21:59.436154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.460783 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.465698 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:59.466402 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.520987 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2786403 Feb 19 04:21:59.524266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33502) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:59.536384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Request body: {'subnet': {'network_id': '9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:59.557398 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a724c60-2e3b-47b5-af3a-312e95ce8af8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event updated for resources: {'Network': ['ID=9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:59.567622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:59.627338 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Made reservation on behalf of b9e7ef14d078472493452213dc6d21db for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:59.631103 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.808962 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (94b77cbe-eb5e-4913-8802-fff5a1cd651c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.872491 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event updated for resources: {'Subnet': ['ID=94b77cbe-eb5e-4913-8802-fff5a1cd651c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:59.881230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Checking segment: {'id': '37e7c4a2-8229-4901-84c0-75195cd51077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:59.881592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Network hostable DHCP agents. Network: 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:59.897773 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Network 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:59.906323 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:59.910186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:59.910815 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.916733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eb269a-2397-48dc-9bd5-add979fa5c54 None None] Network 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:59.928020 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4843be24-bfd2-490e-971f-45fdde5d02b8 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4024026 Feb 19 04:21:59.931206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33504) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:59.935976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1967036303'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:59.955897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Made reservation on behalf of b9e7ef14d078472493452213dc6d21db for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:59.959423 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.984858 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:59.994970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5c1512c9-5e4d-4b82-b8db-5114a3053af9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.995374 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Added segment 5c1512c9-5e4d-4b82-b8db-5114a3053af9 of type vlan for network 06469a20-5d8e-4929-8f08-167508a2a5cd Feb 19 04:22:00.022502 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc', 'network_id': '9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc', 'project_id': 'b9e7ef14d078472493452213dc6d21db', 'fixed_ips': [{'subnet_id': '94b77cbe-eb5e-4913-8802-fff5a1cd651c'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:00.023414 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.036082 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (06469a20-5d8e-4929-8f08-167508a2a5cd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.062319 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (06469a20-5d8e-4929-8f08-167508a2a5cd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.067448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:00.068045 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.122181 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1898890 Feb 19 04:22:00.125088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33506) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:00.132679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Request body: {'subnet': {'network_id': '06469a20-5d8e-4929-8f08-167508a2a5cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:00.137702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5403e-1983-470a-9f3a-5995bc8aed87 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event updated for resources: {'Network': ['ID=06469a20-5d8e-4929-8f08-167508a2a5cd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:00.148274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 06469a20-5d8e-4929-8f08-167508a2a5cd details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:00.197646 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Allocated IP 172.20.0.2 (9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc/94b77cbe-eb5e-4913-8802-fff5a1cd651c/d2abfe77-10dd-432b-adf2-90c012d085c7) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:00.231816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Made reservation on behalf of b9e7ef14d078472493452213dc6d21db for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:00.235338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.361660 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Publish callbacks [] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.367966 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.407128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Network 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:00.413451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:00.416445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:00.422636 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Pushing event updated for resources: {'Port': ['ID=d2abfe77-10dd-432b-adf2-90c012d085c7,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:00.423727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (cbd3baa6-2beb-45f2-86da-533307a7027d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.479497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Attempting to bind port d2abfe77-10dd-432b-adf2-90c012d085c7 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:00.479879 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Attempting to bind port d2abfe77-10dd-432b-adf2-90c012d085c7 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '37e7c4a2-8229-4901-84c0-75195cd51077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:00.480244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Attempting to bind port d2abfe77-10dd-432b-adf2-90c012d085c7 on network 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:00.485156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:00.485416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event updated for resources: {'Subnet': ['ID=cbd3baa6-2beb-45f2-86da-533307a7027d,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:00.485556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Checking segment: {'id': '37e7c4a2-8229-4901-84c0-75195cd51077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:00.485963 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.486366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Bound using segment: {'id': '37e7c4a2-8229-4901-84c0-75195cd51077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:00.486840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Bound port: d2abfe77-10dd-432b-adf2-90c012d085c7, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e7c4a2-8229-4901-84c0-75195cd51077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:00.488006 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.494394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Checking segment: {'id': '5c1512c9-5e4d-4b82-b8db-5114a3053af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '06469a20-5d8e-4929-8f08-167508a2a5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:00.494768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Network hostable DHCP agents. Network: 06469a20-5d8e-4929-8f08-167508a2a5cd, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:00.512952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Network 06469a20-5d8e-4929-8f08-167508a2a5cd is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:00.522360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 06469a20-5d8e-4929-8f08-167508a2a5cd) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:00.526929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:00.527526 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.538544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5e2576-999f-4066-b25c-2eeacf6f92a8 None None] Network 06469a20-5d8e-4929-8f08-167508a2a5cd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:00.544417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-030bc535-a50f-4057-a19c-c1b4e82473cd tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4176023 Feb 19 04:22:00.547266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33508) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:00.552425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-eb3b3bf9-7477-4bdb-ba47-1af19352a4b6 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Request body: {'router': {'external_gateway_info': {'network_id': '06469a20-5d8e-4929-8f08-167508a2a5cd'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:00.604078 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-da798666-37db-4926-8874-d1ecd2674619 None None] For port d2abfe77-10dd-432b-adf2-90c012d085c7, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:00.623652 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-da798666-37db-4926-8874-d1ecd2674619 None None] For port d2abfe77-10dd-432b-adf2-90c012d085c7, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d2abfe77-10dd-432b-adf2-90c012d085c7,segment=NetworkSegment(37e7c4a2-8229-4901-84c0-75195cd51077),segment_id=37e7c4a2-8229-4901-84c0-75195cd51077)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:00.641697 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.720992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-06469a20-5d8e-4929-8f08-167508a2a5cd', 'network_id': '06469a20-5d8e-4929-8f08-167508a2a5cd', 'project_id': 'b9e7ef14d078472493452213dc6d21db', 'fixed_ips': [{'subnet_id': 'cbd3baa6-2beb-45f2-86da-533307a7027d'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:00.721933 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.749918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da798666-37db-4926-8874-d1ecd2674619 None None] Pushing event updated for resources: {'Port': ['ID=d2abfe77-10dd-432b-adf2-90c012d085c7,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:00.908478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Allocated IP 172.21.0.2 (06469a20-5d8e-4929-8f08-167508a2a5cd/cbd3baa6-2beb-45f2-86da-533307a7027d/30f03997-e50b-4774-997a-a3eab229e07d) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:01.082656 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Publish callbacks [] for port (30f03997-e50b-4774-997a-a3eab229e07d), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.089079 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (30f03997-e50b-4774-997a-a3eab229e07d), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.125827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Network 06469a20-5d8e-4929-8f08-167508a2a5cd is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:01.128567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:01.134002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:01.141496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Pushing event updated for resources: {'Port': ['ID=30f03997-e50b-4774-997a-a3eab229e07d,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:01.167342 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3bf9-7477-4bdb-ba47-1af19352a4b6 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for router_gateway (cb4f00bf-195a-42bf-ae70-9f10e72e7e5d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.198577 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Attempting to bind port 30f03997-e50b-4774-997a-a3eab229e07d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:01.198947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Attempting to bind port 30f03997-e50b-4774-997a-a3eab229e07d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '5c1512c9-5e4d-4b82-b8db-5114a3053af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '06469a20-5d8e-4929-8f08-167508a2a5cd'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:01.199309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Attempting to bind port 30f03997-e50b-4774-997a-a3eab229e07d on network 06469a20-5d8e-4929-8f08-167508a2a5cd {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:01.204309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:01.204806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Checking segment: {'id': '5c1512c9-5e4d-4b82-b8db-5114a3053af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '06469a20-5d8e-4929-8f08-167508a2a5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:01.205209 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.205608 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Bound using segment: {'id': '5c1512c9-5e4d-4b82-b8db-5114a3053af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '06469a20-5d8e-4929-8f08-167508a2a5cd'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:01.206113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Bound port: 30f03997-e50b-4774-997a-a3eab229e07d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1512c9-5e4d-4b82-b8db-5114a3053af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '06469a20-5d8e-4929-8f08-167508a2a5cd'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:01.206498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (30f03997-e50b-4774-997a-a3eab229e07d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.271368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] For port 30f03997-e50b-4774-997a-a3eab229e07d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:01.274756 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] For port 30f03997-e50b-4774-997a-a3eab229e07d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=30f03997-e50b-4774-997a-a3eab229e07d,segment=NetworkSegment(5c1512c9-5e4d-4b82-b8db-5114a3053af9),segment_id=5c1512c9-5e4d-4b82-b8db-5114a3053af9)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:01.275353 n-d-826756-2 neutron-server[103616]: INFO neutron.api.v2.resource [None req-eb3b3bf9-7477-4bdb-ba47-1af19352a4b6 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:22:01.281970 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eb3b3bf9-7477-4bdb-ba47-1af19352a4b6 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "PUT /v2.0/routers/cb4f00bf-195a-42bf-ae70-9f10e72e7e5d HTTP/1.1" status: 400 len: 364 time: 0.7276065 Feb 19 04:22:01.282445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33510) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:01.287587 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (30f03997-e50b-4774-997a-a3eab229e07d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.341279 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c37232c-2d97-4b4b-a625-aa47fff9e915 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Deleting subnet cbd3baa6-2beb-45f2-86da-533307a7027d {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:01.341279 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c37232c-2d97-4b4b-a625-aa47fff9e915 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for subnet (cbd3baa6-2beb-45f2-86da-533307a7027d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.343451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d790-9f89-4f0e-b7c4-09a0e4ffe3c4 None None] Pushing event updated for resources: {'Port': ['ID=30f03997-e50b-4774-997a-a3eab229e07d,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:01.387896 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c37232c-2d97-4b4b-a625-aa47fff9e915 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (cbd3baa6-2beb-45f2-86da-533307a7027d), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.480209 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c37232c-2d97-4b4b-a625-aa47fff9e915 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (cbd3baa6-2beb-45f2-86da-533307a7027d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.561206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c37232c-2d97-4b4b-a625-aa47fff9e915 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (cbd3baa6-2beb-45f2-86da-533307a7027d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.594777 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37232c-2d97-4b4b-a625-aa47fff9e915 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd3baa6-2beb-45f2-86da-533307a7027d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:01.601447 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7c37232c-2d97-4b4b-a625-aa47fff9e915 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.607437 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7c37232c-2d97-4b4b-a625-aa47fff9e915 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "DELETE /v2.0/subnets/cbd3baa6-2beb-45f2-86da-533307a7027d HTTP/1.1" status: 204 len: 168 time: 0.3217628 Feb 19 04:22:01.607885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33512) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:01.706061 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (06469a20-5d8e-4929-8f08-167508a2a5cd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.764805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Deleting port 30f03997-e50b-4774-997a-a3eab229e07d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:01.765633 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (30f03997-e50b-4774-997a-a3eab229e07d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.835078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] For port 30f03997-e50b-4774-997a-a3eab229e07d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=30f03997-e50b-4774-997a-a3eab229e07d,segment=NetworkSegment(5c1512c9-5e4d-4b82-b8db-5114a3053af9),segment_id=5c1512c9-5e4d-4b82-b8db-5114a3053af9)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:01.836081 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (30f03997-e50b-4774-997a-a3eab229e07d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.842298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f680af9-2610-4a63-a5d7-8adbf3922d29 None None] Network 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:01.852857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Calling delete_port for 30f03997-e50b-4774-997a-a3eab229e07d owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:01.928511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fe5a7d50-bbdd-422e-8664-5f7ef46679c1 None None] Provisioning complete for port d2abfe77-10dd-432b-adf2-90c012d085c7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:01.928808 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7d50-bbdd-422e-8664-5f7ef46679c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.934146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (30f03997-e50b-4774-997a-a3eab229e07d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.962079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event deleted for resources: {'Port': ['ID=30f03997-e50b-4774-997a-a3eab229e07d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:01.964801 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] No DVR routers for this DVR port 30f03997-e50b-4774-997a-a3eab229e07d on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:02.060418 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a7d50-bbdd-422e-8664-5f7ef46679c1 None None] Current status of the port d2abfe77-10dd-432b-adf2-90c012d085c7 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:02.060918 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7d50-bbdd-422e-8664-5f7ef46679c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.086999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (06469a20-5d8e-4929-8f08-167508a2a5cd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.112719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06469a20-5d8e-4929-8f08-167508a2a5cd']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:02.121750 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 30f03997-e50b-4774-997a-a3eab229e07d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:02.126677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1512c9-5e4d-4b82-b8db-5114a3053af9') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:02.128320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1512c9-5e4d-4b82-b8db-5114a3053af9') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:02.144927 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (5c1512c9-5e4d-4b82-b8db-5114a3053af9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.150613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 30f03997-e50b-4774-997a-a3eab229e07d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:02.150969 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 30f03997-e50b-4774-997a-a3eab229e07d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 04:22:02.154502 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-fe5a7d50-bbdd-422e-8664-5f7ef46679c1 None None] For port d2abfe77-10dd-432b-adf2-90c012d085c7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d2abfe77-10dd-432b-adf2-90c012d085c7,segment=NetworkSegment(37e7c4a2-8229-4901-84c0-75195cd51077),segment_id=37e7c4a2-8229-4901-84c0-75195cd51077)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:02.164746 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (5c1512c9-5e4d-4b82-b8db-5114a3053af9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.174020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7d50-bbdd-422e-8664-5f7ef46679c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.175606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Port 30f03997-e50b-4774-997a-a3eab229e07d not found, will not notify nova. {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 04:22:02.176018 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d2abfe77-10dd-432b-adf2-90c012d085c7 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:02.178329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:02.178798 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (5c1512c9-5e4d-4b82-b8db-5114a3053af9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:02.182481 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:02.255301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (06469a20-5d8e-4929-8f08-167508a2a5cd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.268493 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.270820 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a7d50-bbdd-422e-8664-5f7ef46679c1 None None] Pushing event updated for resources: {'Port': ['ID=d2abfe77-10dd-432b-adf2-90c012d085c7,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:02.272551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "DELETE /v2.0/networks/06469a20-5d8e-4929-8f08-167508a2a5cd HTTP/1.1" status: 204 len: 168 time: 0.6636791 Feb 19 04:22:02.275112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33514) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:02.284433 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d2abfe77-10dd-432b-adf2-90c012d085c7 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:02.284817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.301328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72cc4d-8c31-41e8-bf8f-c03a2992b599 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event deleted for resources: {'Network': ['ID=06469a20-5d8e-4929-8f08-167508a2a5cd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:02.356405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-998655d0-7b11-4251-8981-5037cf5a1120 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Deleting subnet 94b77cbe-eb5e-4913-8802-fff5a1cd651c {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:02.360191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-998655d0-7b11-4251-8981-5037cf5a1120 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for subnet (94b77cbe-eb5e-4913-8802-fff5a1cd651c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.387906 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d2abfe77-10dd-432b-adf2-90c012d085c7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:02.409450 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-998655d0-7b11-4251-8981-5037cf5a1120 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (94b77cbe-eb5e-4913-8802-fff5a1cd651c), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.498279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-69608e31-9ecc-4a78-82d2-7c6a7404b0e3 None None] Provisioning complete for port d2abfe77-10dd-432b-adf2-90c012d085c7 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:02.498655 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-69608e31-9ecc-4a78-82d2-7c6a7404b0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.499722 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-998655d0-7b11-4251-8981-5037cf5a1120 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (94b77cbe-eb5e-4913-8802-fff5a1cd651c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.569582 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-998655d0-7b11-4251-8981-5037cf5a1120 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (94b77cbe-eb5e-4913-8802-fff5a1cd651c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.601365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998655d0-7b11-4251-8981-5037cf5a1120 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event deleted for resources: {'Subnet': ['ID=94b77cbe-eb5e-4913-8802-fff5a1cd651c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:02.608247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29f088-95b1-4dd9-832a-5e8b27b9c073 None None] DHCP port deletion for 06469a20-5d8e-4929-8f08-167508a2a5cd request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:02.613405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-998655d0-7b11-4251-8981-5037cf5a1120 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.613642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-69608e31-9ecc-4a78-82d2-7c6a7404b0e3 None None] Current status of the port d2abfe77-10dd-432b-adf2-90c012d085c7 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:02.617720 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-998655d0-7b11-4251-8981-5037cf5a1120 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "DELETE /v2.0/subnets/94b77cbe-eb5e-4913-8802-fff5a1cd651c HTTP/1.1" status: 204 len: 168 time: 0.3413575 Feb 19 04:22:02.621041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33516) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:02.623151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8eb1d0-7d95-40ab-81b6-7ba506454de1 None None] Network 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:02.668110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8d574-70c4-473f-aa8c-c463f5ffeb4e None None] Network 06469a20-5d8e-4929-8f08-167508a2a5cd requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:02.690137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8d574-70c4-473f-aa8c-c463f5ffeb4e None None] Network 06469a20-5d8e-4929-8f08-167508a2a5cd could not be found, it might have been deleted concurrently. {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:22:02.703281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.738917 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fd07e616-24ea-4528-9b0f-9d70062983d3 None None] Could not find standard attr ID for object 30f03997-e50b-4774-997a-a3eab229e07d. {{(pid=103617) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:22:02.758699 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Deleting port d2abfe77-10dd-432b-adf2-90c012d085c7 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:02.759052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.826305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d8e5f0-6705-4979-9c0c-393459f8184c None None] DHCP port deletion for 9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:02.831949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] For port d2abfe77-10dd-432b-adf2-90c012d085c7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d2abfe77-10dd-432b-adf2-90c012d085c7,segment=NetworkSegment(37e7c4a2-8229-4901-84c0-75195cd51077),segment_id=37e7c4a2-8229-4901-84c0-75195cd51077)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:02.832325 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.846101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Calling delete_port for d2abfe77-10dd-432b-adf2-90c012d085c7 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:02.880274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8e5f0-6705-4979-9c0c-393459f8184c None None] Deleting port d2abfe77-10dd-432b-adf2-90c012d085c7 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:02.880828 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7d8e5f0-6705-4979-9c0c-393459f8184c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.935053 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.949693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d7d8e5f0-6705-4979-9c0c-393459f8184c None None] For port d2abfe77-10dd-432b-adf2-90c012d085c7, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d2abfe77-10dd-432b-adf2-90c012d085c7,segment=NetworkSegment(37e7c4a2-8229-4901-84c0-75195cd51077),segment_id=37e7c4a2-8229-4901-84c0-75195cd51077)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:02.950074 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7d8e5f0-6705-4979-9c0c-393459f8184c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.963763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] No DVR routers for this DVR port d2abfe77-10dd-432b-adf2-90c012d085c7 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:02.967150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8e5f0-6705-4979-9c0c-393459f8184c None None] Calling delete_port for d2abfe77-10dd-432b-adf2-90c012d085c7 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:02.970209 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event deleted for resources: {'Port': ['ID=d2abfe77-10dd-432b-adf2-90c012d085c7,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:03.047188 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d7d8e5f0-6705-4979-9c0c-393459f8184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (d2abfe77-10dd-432b-adf2-90c012d085c7), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.052426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.070457 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8e5f0-6705-4979-9c0c-393459f8184c None None] Pushing event deleted for resources: {'Port': ['ID=d2abfe77-10dd-432b-adf2-90c012d085c7,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:03.074204 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:03.076015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d8e5f0-6705-4979-9c0c-393459f8184c None None] No DVR routers for this DVR port d2abfe77-10dd-432b-adf2-90c012d085c7 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:03.087058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e7c4a2-8229-4901-84c0-75195cd51077') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:03.088388 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e7c4a2-8229-4901-84c0-75195cd51077') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:03.097568 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (37e7c4a2-8229-4901-84c0-75195cd51077), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.111216 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (37e7c4a2-8229-4901-84c0-75195cd51077), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.116949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:03.117339 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (37e7c4a2-8229-4901-84c0-75195cd51077), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:03.120350 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:03.181111 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.188217 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.191296 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "DELETE /v2.0/networks/9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc HTTP/1.1" status: 204 len: 168 time: 0.5692863 Feb 19 04:22:03.193992 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33518) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:03.213319 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6248f29-7198-41f8-b72b-6e566da37732 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Pushing event deleted for resources: {'Network': ['ID=9ce2c7a8-bb8d-43a8-82c6-3a1f9666e2fc,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:03.230909 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-65dbf67e-49a7-46f2-868c-eff436c02246 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb4f00bf-195a-42bf-ae70-9f10e72e7e5d HTTP/1.1" status: 200 len: 205 time: 0.0358014 Feb 19 04:22:03.233163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33520) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:03.310131 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68e09a71-f056-4ef2-8731-ce0bd81fd8f5 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for router (cb4f00bf-195a-42bf-ae70-9f10e72e7e5d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.470977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68e09a71-f056-4ef2-8731-ce0bd81fd8f5 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (cb4f00bf-195a-42bf-ae70-9f10e72e7e5d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.473039 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68e09a71-f056-4ef2-8731-ce0bd81fd8f5 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for router_controller (cb4f00bf-195a-42bf-ae70-9f10e72e7e5d), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.515086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68e09a71-f056-4ef2-8731-ce0bd81fd8f5 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (cb4f00bf-195a-42bf-ae70-9f10e72e7e5d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.515636 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e09a71-f056-4ef2-8731-ce0bd81fd8f5 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Fanout notify agent at l3_agent the message router_deleted on router cb4f00bf-195a-42bf-ae70-9f10e72e7e5d {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:22:03.522202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-68e09a71-f056-4ef2-8731-ce0bd81fd8f5 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.523309 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-68e09a71-f056-4ef2-8731-ce0bd81fd8f5 tempest-RoutersNegativeTest-798881792 tempest-RoutersNegativeTest-798881792-project] 10.222.0.42 "DELETE /v2.0/routers/cb4f00bf-195a-42bf-ae70-9f10e72e7e5d HTTP/1.1" status: 204 len: 168 time: 0.2892528 Feb 19 04:22:03.758161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33526) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:03.891120 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-39c358b4-958d-45c8-8508-847c16efc003 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9e7ef14d078472493452213dc6d21db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317053 Feb 19 04:22:03.893459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33530) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:03.941353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a07a3ef-d2c7-49b6-b483-889524d7400e admin admin] Publish callbacks [] for security_group (ff615245-8dfe-4108-91b4-3393e7b5b50e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.963715 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a07a3ef-d2c7-49b6-b483-889524d7400e admin admin] Publish callbacks [] for security_group (ff615245-8dfe-4108-91b4-3393e7b5b50e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.005734 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 30f03997-e50b-4774-997a-a3eab229e07d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:04.016689 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a07a3ef-d2c7-49b6-b483-889524d7400e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ff615245-8dfe-4108-91b4-3393e7b5b50e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.019342 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a07a3ef-d2c7-49b6-b483-889524d7400e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.020651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8a07a3ef-d2c7-49b6-b483-889524d7400e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff615245-8dfe-4108-91b4-3393e7b5b50e HTTP/1.1" status: 204 len: 168 time: 0.1262269 Feb 19 04:22:04.029520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07a3ef-d2c7-49b6-b483-889524d7400e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff615245-8dfe-4108-91b4-3393e7b5b50e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:04.031322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 30f03997-e50b-4774-997a-a3eab229e07d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:04.031764 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 30f03997-e50b-4774-997a-a3eab229e07d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:04.033477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d2abfe77-10dd-432b-adf2-90c012d085c7 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:04.062689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d2abfe77-10dd-432b-adf2-90c012d085c7 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:04.063034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d2abfe77-10dd-432b-adf2-90c012d085c7 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:04.638451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33552) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:04.731150 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1356755866-network', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:04.750990 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Made reservation on behalf of a68a9eed024547248c0d8f37fdac4eb3 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:04.753261 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.761416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.833211 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Publish callbacks [] for security_group (1d4f8227-4646-4e90-a0c6-84057ee25990), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.836771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1d4f8227-4646-4e90-a0c6-84057ee25990), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.860782 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:04.875006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f8227-4646-4e90-a0c6-84057ee25990,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:04.879809 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (14aade6a-030d-48d9-b93e-591d0695612e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.880175 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Added segment 14aade6a-030d-48d9-b93e-591d0695612e of type vlan for network 9dbaefef-eb2c-433f-ba07-150b7d70741d Feb 19 04:22:04.918842 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (9dbaefef-eb2c-433f-ba07-150b7d70741d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.943071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (9dbaefef-eb2c-433f-ba07-150b7d70741d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.944026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:04.944603 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.997105 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3575289 Feb 19 04:22:05.000087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33556) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:05.004118 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abf908-d1ec-4f3f-a717-57e5da352e2e admin admin] Pushing event updated for resources: {'Network': ['ID=9dbaefef-eb2c-433f-ba07-150b7d70741d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:05.005142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Request body: {'subnet': {'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1356755866-subnet', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'ip_version': 4}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:05.014593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 9dbaefef-eb2c-433f-ba07-150b7d70741d details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:05.025158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Made reservation on behalf of a68a9eed024547248c0d8f37fdac4eb3 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:05.027616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.191849 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.249459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:05.253778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Checking segment: {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:05.254161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Network hostable DHCP agents. Network: 9dbaefef-eb2c-433f-ba07-150b7d70741d, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:05.270246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Network 9dbaefef-eb2c-433f-ba07-150b7d70741d is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:05.279406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 9dbaefef-eb2c-433f-ba07-150b7d70741d) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:05.283410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:05.284040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.289952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02798c5f-4cbc-404e-9a72-6b6ebc4c46ed None None] Network 9dbaefef-eb2c-433f-ba07-150b7d70741d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:05.301462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b5210783-b7d7-41d7-8e54-dcb75f012d28 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3002620 Feb 19 04:22:05.304391 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33558) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:05.308630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1356755866-router', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:05.335284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (35d8caf5-e962-46a7-85ed-37e813efb812), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.336344 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (35d8caf5-e962-46a7-85ed-37e813efb812), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.426019 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks [] for router_controller (35d8caf5-e962-46a7-85ed-37e813efb812), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.554884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-9dbaefef-eb2c-433f-ba07-150b7d70741d', 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'fixed_ips': [{'subnet_id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:05.555902 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.569507 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks [] for router_gateway (35d8caf5-e962-46a7-85ed-37e813efb812), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.697544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Allocated IP 172.20.0.2 (9dbaefef-eb2c-433f-ba07-150b7d70741d/8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58/d2085c7b-4784-4a5a-8d4b-701113a53e09) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:05.803726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks [] for router_gateway (35d8caf5-e962-46a7-85ed-37e813efb812), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.828679 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.838275 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Publish callbacks [] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.845400 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.888730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Network 9dbaefef-eb2c-433f-ba07-150b7d70741d is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:05.891494 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:05.900491 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:05.903675 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Pushing event updated for resources: {'Port': ['ID=d2085c7b-4784-4a5a-8d4b-701113a53e09,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:05.951852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Allocated IP 172.25.4.110 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/19c27199-3e79-4e79-ae41-09c2a6d89c50) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:05.963370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Attempting to bind port d2085c7b-4784-4a5a-8d4b-701113a53e09 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:05.963783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Attempting to bind port d2085c7b-4784-4a5a-8d4b-701113a53e09 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:05.964662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Attempting to bind port d2085c7b-4784-4a5a-8d4b-701113a53e09 on network 9dbaefef-eb2c-433f-ba07-150b7d70741d {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:05.969590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:05.970151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Checking segment: {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:05.970490 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.970916 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Bound using segment: {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:05.971407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Bound port: d2085c7b-4784-4a5a-8d4b-701113a53e09, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:05.971778 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.039284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] For port d2085c7b-4784-4a5a-8d4b-701113a53e09, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:06.043043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] For port d2085c7b-4784-4a5a-8d4b-701113a53e09, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d2085c7b-4784-4a5a-8d4b-701113a53e09,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:06.048339 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.062932 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks [] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.098130 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.112252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ca828-fea8-4306-9205-9cd7be7c331c None None] Pushing event updated for resources: {'Port': ['ID=d2085c7b-4784-4a5a-8d4b-701113a53e09,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:06.135979 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:06.139076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:06.142501 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:06.173219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Pushing event updated for resources: {'Port': ['ID=19c27199-3e79-4e79-ae41-09c2a6d89c50,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:06.428184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks [] for router_gateway (35d8caf5-e962-46a7-85ed-37e813efb812), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.622387 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (35d8caf5-e962-46a7-85ed-37e813efb812), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.698095 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.766584 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Router 35d8caf5-e962-46a7-85ed-37e813efb812 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:22:06.884595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:06.897643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Sync routers for ids ['35d8caf5-e962-46a7-85ed-37e813efb812'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:06.906928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.911313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-665068fa-838a-49f7-bfe6-7ca692d0c8ac admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6059246 Feb 19 04:22:06.911807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33560) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:06.913405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Routers {'35d8caf5-e962-46a7-85ed-37e813efb812'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:06.914218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:21:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['35d8caf5-e962-46a7-85ed-37e813efb812'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:07.054990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Set router 35d8caf5-e962-46a7-85ed-37e813efb812 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:07.088679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eeb0d6-d853-4b0b-bef5-7ad002020687 None None] Network 9dbaefef-eb2c-433f-ba07-150b7d70741d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:07.223048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-30945c3c-928f-4270-8136-8700dc922893 None None] Provisioning complete for port d2085c7b-4784-4a5a-8d4b-701113a53e09 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:07.223431 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-30945c3c-928f-4270-8136-8700dc922893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.352233 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.409521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-30945c3c-928f-4270-8136-8700dc922893 None None] Current status of the port d2085c7b-4784-4a5a-8d4b-701113a53e09 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:07.409914 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-30945c3c-928f-4270-8136-8700dc922893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.452496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-30945c3c-928f-4270-8136-8700dc922893 None None] For port d2085c7b-4784-4a5a-8d4b-701113a53e09, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d2085c7b-4784-4a5a-8d4b-701113a53e09,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:07.455289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'name': 'tempest-TestEncryptedCinderVolumes-1356755866-router', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:06Z', 'revision_number': 3, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'gw_port': {'id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:07.458628 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-30945c3c-928f-4270-8136-8700dc922893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.487439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Checking router: 35d8caf5-e962-46a7-85ed-37e813efb812 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:22:07.487786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Updating router 35d8caf5-e962-46a7-85ed-37e813efb812 port 19c27199-3e79-4e79-ae41-09c2a6d89c50 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:22:07.520352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Allocated IP 172.20.0.1 (9dbaefef-eb2c-433f-ba07-150b7d70741d/8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58/962b2924-06e3-4434-bb16-5570f47f930a) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:07.544166 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.576194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30945c3c-928f-4270-8136-8700dc922893 None None] Pushing event updated for resources: {'Port': ['ID=d2085c7b-4784-4a5a-8d4b-701113a53e09,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:07.632457 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Publish callbacks [] for port (962b2924-06e3-4434-bb16-5570f47f930a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.672208 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (962b2924-06e3-4434-bb16-5570f47f930a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.711000 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Network 9dbaefef-eb2c-433f-ba07-150b7d70741d is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:07.715799 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:07.721333 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:07.726877 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=962b2924-06e3-4434-bb16-5570f47f930a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:07.730604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-32ac5326-1e94-43a9-842d-287ca8d2b3c5 None None] Provisioning complete for port d2085c7b-4784-4a5a-8d4b-701113a53e09 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:07.730930 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-32ac5326-1e94-43a9-842d-287ca8d2b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.769214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (35d8caf5-e962-46a7-85ed-37e813efb812), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.892977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-32ac5326-1e94-43a9-842d-287ca8d2b3c5 None None] Current status of the port d2085c7b-4784-4a5a-8d4b-701113a53e09 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:07.899384 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Publish callbacks [] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.908130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.925366 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (962b2924-06e3-4434-bb16-5570f47f930a), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.960351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Attempting to bind port 19c27199-3e79-4e79-ae41-09c2a6d89c50 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:07.960729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Attempting to bind port 19c27199-3e79-4e79-ae41-09c2a6d89c50 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:07.961093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Attempting to bind port 19c27199-3e79-4e79-ae41-09c2a6d89c50 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:07.969681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08997e1b-b518-47c9-8550-4b7b70898cf6 None None] Pushing event updated for resources: {'Port': ['ID=19c27199-3e79-4e79-ae41-09c2a6d89c50,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:07.974005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:07.974395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:07.980847 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.980847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:07.980847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Bound port: 19c27199-3e79-4e79-ae41-09c2a6d89c50, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:07.980847 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.046554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c4607cb2-7c62-42e5-9b4d-06cfb0574234 None None] Provisioning complete for port 962b2924-06e3-4434-bb16-5570f47f930a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:08.047036 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c4607cb2-7c62-42e5-9b4d-06cfb0574234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (962b2924-06e3-4434-bb16-5570f47f930a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.074097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] For port 19c27199-3e79-4e79-ae41-09c2a6d89c50, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:08.078472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d2085c7b-4784-4a5a-8d4b-701113a53e09 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:08.109734 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Publish callbacks [] for port (962b2924-06e3-4434-bb16-5570f47f930a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.112921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] For port 19c27199-3e79-4e79-ae41-09c2a6d89c50, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=19c27199-3e79-4e79-ae41-09c2a6d89c50,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:08.115037 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (962b2924-06e3-4434-bb16-5570f47f930a), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.130248 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.144186 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c4607cb2-7c62-42e5-9b4d-06cfb0574234 None None] Port 962b2924-06e3-4434-bb16-5570f47f930a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:08.189696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=962b2924-06e3-4434-bb16-5570f47f930a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:08.192191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (35d8caf5-e962-46a7-85ed-37e813efb812), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.204830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.205116 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Routers {'35d8caf5-e962-46a7-85ed-37e813efb812'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:08.205248 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.205559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.205755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:21:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['35d8caf5-e962-46a7-85ed-37e813efb812'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:08.205912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.206211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.206548 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.206882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.207218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.207617 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.208285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.208285 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.208626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.208959 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:08.210284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08997e1b-b518-47c9-8550-4b7b70898cf6 None None] Pushing event updated for resources: {'Port': ['ID=19c27199-3e79-4e79-ae41-09c2a6d89c50,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:08.251426 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port d2085c7b-4784-4a5a-8d4b-701113a53e09 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:08.251634 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.295690 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Network 9dbaefef-eb2c-433f-ba07-150b7d70741d is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:08.297105 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:08.353584 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] Set router 35d8caf5-e962-46a7-85ed-37e813efb812 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:08.434669 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Router 35d8caf5-e962-46a7-85ed-37e813efb812 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:22:08.551122 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:08.557242 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-83fe707a-ba34-4e3f-9d27-2e1d45b7f5c8 admin admin] 10.222.0.42 "PUT /v2.0/routers/35d8caf5-e962-46a7-85ed-37e813efb812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6437716 Feb 19 04:22:08.634567 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0d4d2740-eba8-4389-8da3-a7e70ceafe83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.638033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port d2085c7b-4784-4a5a-8d4b-701113a53e09 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:08.644397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-931befec-981d-436f-90e9-a2efcf319f7b None None] Provisioning complete for port 962b2924-06e3-4434-bb16-5570f47f930a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:08.644772 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-931befec-981d-436f-90e9-a2efcf319f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (962b2924-06e3-4434-bb16-5570f47f930a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.724574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-931befec-981d-436f-90e9-a2efcf319f7b None None] Port 962b2924-06e3-4434-bb16-5570f47f930a cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:08.801943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'name': 'tempest-TestEncryptedCinderVolumes-1356755866-router', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:07Z', 'revision_number': 4, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'gw_port': {'id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '962b2924-06e3-4434-bb16-5570f47f930a', 'name': '', 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'mac_address': 'fa:16:3e:3c:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:07Z', 'revision_number': 2, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'subnets': [{'id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:08.830405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cb44ff-5da5-4c09-80a4-3a4a0dd08a54 None None] The sync data for ids ['35d8caf5-e962-46a7-85ed-37e813efb812'] in n-d-826756-2 is: [{'id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'name': 'tempest-TestEncryptedCinderVolumes-1356755866-router', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:07Z', 'revision_number': 4, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'gw_port': {'id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '962b2924-06e3-4434-bb16-5570f47f930a', 'name': '', 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'mac_address': 'fa:16:3e:3c:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:07Z', 'revision_number': 2, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'subnets': [{'id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:09.060119 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33576) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:09.065085 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1919780303-network', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:09.088914 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Made reservation on behalf of 7b2fc7c3deca484c88c06267ace5bf68 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:09.091458 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.100942 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.184908 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Publish callbacks [] for security_group (61b0b3c3-cec0-48c8-aaf8-5c5a095fb4f8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.191199 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (61b0b3c3-cec0-48c8-aaf8-5c5a095fb4f8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.219921 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:09.226674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b0b3c3-cec0-48c8-aaf8-5c5a095fb4f8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.233486 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.233887 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Added segment 74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c of type vlan for network a4ba2b94-b6a4-4869-b695-a128c12de791 Feb 19 04:22:09.276124 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (a4ba2b94-b6a4-4869-b695-a128c12de791), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.301810 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (a4ba2b94-b6a4-4869-b695-a128c12de791), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.303135 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:09.303721 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.360446 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2992103 Feb 19 04:22:09.363101 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33578) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:09.369559 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Request body: {'subnet': {'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1919780303-subnet', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:09.378066 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785185da-a12e-4bb2-bd6c-83c03944fe9c admin admin] Pushing event updated for resources: {'Network': ['ID=a4ba2b94-b6a4-4869-b695-a128c12de791,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.388902 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network a4ba2b94-b6a4-4869-b695-a128c12de791 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:09.399575 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Made reservation on behalf of 7b2fc7c3deca484c88c06267ace5bf68 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:09.403289 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.601387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (967849f1-3723-4409-b183-fcf9573e211b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.653645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=967849f1-3723-4409-b183-fcf9573e211b,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.671700 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Checking segment: {'id': '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:09.672072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Network hostable DHCP agents. Network: a4ba2b94-b6a4-4869-b695-a128c12de791, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:09.695744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Network a4ba2b94-b6a4-4869-b695-a128c12de791 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:09.705621 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, a4ba2b94-b6a4-4869-b695-a128c12de791) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:09.710301 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:09.711148 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.716075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8367c-f0c8-4752-acf3-5834fd4caad2 None None] Network a4ba2b94-b6a4-4869-b695-a128c12de791 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:09.739364 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5222aee2-8c42-4dd1-af0d-1a0735db6b84 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3729048 Feb 19 04:22:09.740226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33580) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:09.745157 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1919780303-router', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:09.766619 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (5abbd9e2-2c74-417f-ab26-d882f63a5ece), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.767723 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (5abbd9e2-2c74-417f-ab26-d882f63a5ece), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.832203 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks [] for router_controller (5abbd9e2-2c74-417f-ab26-d882f63a5ece), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.832919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-a4ba2b94-b6a4-4869-b695-a128c12de791', 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791', 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'fixed_ips': [{'subnet_id': '967849f1-3723-4409-b183-fcf9573e211b'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:09.834157 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.991791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Allocated IP 172.20.0.2 (a4ba2b94-b6a4-4869-b695-a128c12de791/967849f1-3723-4409-b183-fcf9573e211b/e05f9cdf-def6-40e6-9ed4-0cd0fce58d45) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:10.102887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 19c27199-3e79-4e79-ae41-09c2a6d89c50 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:10.222698 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Publish callbacks [] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.225814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 19c27199-3e79-4e79-ae41-09c2a6d89c50 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:10.226379 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.250998 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.300297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Network a4ba2b94-b6a4-4869-b695-a128c12de791 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:10.304728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:10.314886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:10.319058 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Pushing event updated for resources: {'Port': ['ID=e05f9cdf-def6-40e6-9ed4-0cd0fce58d45,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:10.360184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks [] for router_gateway (5abbd9e2-2c74-417f-ab26-d882f63a5ece), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.405971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Attempting to bind port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:10.406535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Attempting to bind port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:10.406697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Attempting to bind port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 on network a4ba2b94-b6a4-4869-b695-a128c12de791 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:10.416911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 19c27199-3e79-4e79-ae41-09c2a6d89c50 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:10.417500 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.424761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:10.425143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Checking segment: {'id': '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:10.425549 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.425972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Bound using segment: {'id': '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:10.426456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Bound port: e05f9cdf-def6-40e6-9ed4-0cd0fce58d45, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:10.426841 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.452670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 19c27199-3e79-4e79-ae41-09c2a6d89c50, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=19c27199-3e79-4e79-ae41-09c2a6d89c50,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:10.473212 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.543474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] For port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:10.550200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] For port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e05f9cdf-def6-40e6-9ed4-0cd0fce58d45,segment=NetworkSegment(74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c),segment_id=74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:10.552074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=19c27199-3e79-4e79-ae41-09c2a6d89c50,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:10.565006 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.578395 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks [] for router_gateway (5abbd9e2-2c74-417f-ab26-d882f63a5ece), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.597506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.597720 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d0b51ddb-2228-4805-a7f0-2e5e3d5ee762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.636132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0bc62-5e98-474b-8430-3b324bf217e1 None None] Pushing event updated for resources: {'Port': ['ID=e05f9cdf-def6-40e6-9ed4-0cd0fce58d45,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:10.714981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Allocated IP 172.25.4.7 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/b8bec44e-5b37-48b6-8c31-27e2fdcff354) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:10.843035 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks [] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.888050 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.934370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:10.937427 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:10.943401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:10.966014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Pushing event updated for resources: {'Port': ['ID=b8bec44e-5b37-48b6-8c31-27e2fdcff354,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:11.024449 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Sync routers for ids ['35d8caf5-e962-46a7-85ed-37e813efb812'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:11.033789 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Routers {'35d8caf5-e962-46a7-85ed-37e813efb812'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:11.034426 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:22:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['35d8caf5-e962-46a7-85ed-37e813efb812'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:11.144154 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Set router 35d8caf5-e962-46a7-85ed-37e813efb812 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:11.205045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks [] for router_gateway (5abbd9e2-2c74-417f-ab26-d882f63a5ece), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.447106 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (5abbd9e2-2c74-417f-ab26-d882f63a5ece), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.476637 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'name': 'tempest-TestEncryptedCinderVolumes-1356755866-router', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:07Z', 'revision_number': 4, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'gw_port': {'id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '962b2924-06e3-4434-bb16-5570f47f930a', 'name': '', 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'mac_address': 'fa:16:3e:3c:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:07Z', 'revision_number': 2, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'subnets': [{'id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:11.506195 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Checking router: 35d8caf5-e962-46a7-85ed-37e813efb812 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:22:11.506991 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Updating router 35d8caf5-e962-46a7-85ed-37e813efb812 port 962b2924-06e3-4434-bb16-5570f47f930a binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:22:11.543537 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (962b2924-06e3-4434-bb16-5570f47f930a), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.608922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Router 5abbd9e2-2c74-417f-ab26-d882f63a5ece is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:22:11.735977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fd3d2d-b5a0-4288-87f1-d4c6f3a56983 None None] Network a4ba2b94-b6a4-4869-b695-a128c12de791 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:11.742550 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:11.770361 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.771990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a357decb-4f68-4274-b865-37517ec4004e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0304122 Feb 19 04:22:11.776458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33582) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:11.785257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Sync routers for ids ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:11.819311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Routers {'5abbd9e2-2c74-417f-ab26-d882f63a5ece'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:11.819953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:22:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:11.856232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-15ac7d36-b340-4791-80bf-48668032523f None None] Provisioning complete for port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:11.856609 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15ac7d36-b340-4791-80bf-48668032523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.891903 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Publish callbacks [] for port (962b2924-06e3-4434-bb16-5570f47f930a), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.898637 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (962b2924-06e3-4434-bb16-5570f47f930a), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.950669 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Pushing event updated for resources: {'Port': ['ID=962b2924-06e3-4434-bb16-5570f47f930a,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:11.978249 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.978674 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.979286 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.979471 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.979681 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.980011 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.980453 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.983090 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.983748 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.983748 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.984119 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.984454 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:11.985317 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:12.011600 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Set router 5abbd9e2-2c74-417f-ab26-d882f63a5ece gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:12.036138 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Attempting to bind port 962b2924-06e3-4434-bb16-5570f47f930a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:12.037113 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Attempting to bind port 962b2924-06e3-4434-bb16-5570f47f930a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:12.037698 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Attempting to bind port 962b2924-06e3-4434-bb16-5570f47f930a on network 9dbaefef-eb2c-433f-ba07-150b7d70741d {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:12.046780 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:12.047529 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Checking segment: {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:12.048136 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.048731 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Bound using segment: {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:12.049278 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Bound port: 962b2924-06e3-4434-bb16-5570f47f930a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:12.049733 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (962b2924-06e3-4434-bb16-5570f47f930a), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.128412 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] For port 962b2924-06e3-4434-bb16-5570f47f930a, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:12.132393 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] For port 962b2924-06e3-4434-bb16-5570f47f930a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=962b2924-06e3-4434-bb16-5570f47f930a,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:12.144180 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (962b2924-06e3-4434-bb16-5570f47f930a), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.288437 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96ea13-36b8-4785-af20-69630b3830cc None None] Pushing event updated for resources: {'Port': ['ID=962b2924-06e3-4434-bb16-5570f47f930a,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:12.293268 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Routers {'35d8caf5-e962-46a7-85ed-37e813efb812'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:12.294312 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:22:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['35d8caf5-e962-46a7-85ed-37e813efb812'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:12.320586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 19c27199-3e79-4e79-ae41-09c2a6d89c50 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:12.414322 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.415632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-15ac7d36-b340-4791-80bf-48668032523f None None] Current status of the port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:12.416019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15ac7d36-b340-4791-80bf-48668032523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.447485 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.452163 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] Set router 35d8caf5-e962-46a7-85ed-37e813efb812 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:12.513459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-15ac7d36-b340-4791-80bf-48668032523f None None] For port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e05f9cdf-def6-40e6-9ed4-0cd0fce58d45,segment=NetworkSegment(74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c),segment_id=74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:12.522868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 19c27199-3e79-4e79-ae41-09c2a6d89c50 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:12.523833 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.572662 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15ac7d36-b340-4791-80bf-48668032523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.583410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'name': 'tempest-TestEncryptedCinderVolumes-1919780303-router', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:09Z', 'updated_at': '2022-02-19T04:22:11Z', 'revision_number': 3, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'gw_port': {'id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:10Z', 'updated_at': '2022-02-19T04:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:12.622774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Allocated IP 172.20.0.1 (a4ba2b94-b6a4-4869-b695-a128c12de791/967849f1-3723-4409-b183-fcf9573e211b/82a078b9-c15e-405a-874a-62699af45bec) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:12.706343 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'name': 'tempest-TestEncryptedCinderVolumes-1356755866-router', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:07Z', 'revision_number': 4, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'gw_port': {'id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '962b2924-06e3-4434-bb16-5570f47f930a', 'name': '', 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'mac_address': 'fa:16:3e:3c:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:12Z', 'revision_number': 4, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'subnets': [{'id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:12.733505 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b73059b-de57-4233-ade2-6ece7f894fd4 None None] The sync data for ids ['35d8caf5-e962-46a7-85ed-37e813efb812'] in n-d-826756-2 is: [{'id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'name': 'tempest-TestEncryptedCinderVolumes-1356755866-router', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:07Z', 'revision_number': 4, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'gw_port': {'id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '962b2924-06e3-4434-bb16-5570f47f930a', 'name': '', 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'mac_address': 'fa:16:3e:3c:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:07Z', 'updated_at': '2022-02-19T04:22:12Z', 'revision_number': 4, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'subnets': [{'id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:12.740968 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Publish callbacks [] for port (82a078b9-c15e-405a-874a-62699af45bec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.783347 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (82a078b9-c15e-405a-874a-62699af45bec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.808244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Checking router: 5abbd9e2-2c74-417f-ab26-d882f63a5ece for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:22:12.808792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Updating router 5abbd9e2-2c74-417f-ab26-d882f63a5ece port b8bec44e-5b37-48b6-8c31-27e2fdcff354 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:22:12.829523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Network a4ba2b94-b6a4-4869-b695-a128c12de791 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:12.832379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:12.839984 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:12.870283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Pushing event updated for resources: {'Port': ['ID=82a078b9-c15e-405a-874a-62699af45bec,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:12.883720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (5abbd9e2-2c74-417f-ab26-d882f63a5ece), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.890443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac7d36-b340-4791-80bf-48668032523f None None] Pushing event updated for resources: {'Port': ['ID=e05f9cdf-def6-40e6-9ed4-0cd0fce58d45,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:12.899292 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.901295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-11151c9b-bc36-42e9-bf19-91b470be3381 None None] Provisioning complete for port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:12.901669 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-11151c9b-bc36-42e9-bf19-91b470be3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.904579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 19c27199-3e79-4e79-ae41-09c2a6d89c50 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:12.905617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:13.033757 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82a078b9-c15e-405a-874a-62699af45bec), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.196513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:13.196889 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.225052 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Publish callbacks [] for port (82a078b9-c15e-405a-874a-62699af45bec), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.232268 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (82a078b9-c15e-405a-874a-62699af45bec), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.238549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-11151c9b-bc36-42e9-bf19-91b470be3381 None None] Current status of the port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:13.298899 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-11151c9b-bc36-42e9-bf19-91b470be3381 None None] Provisioning complete for port 962b2924-06e3-4434-bb16-5570f47f930a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:13.299149 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-11151c9b-bc36-42e9-bf19-91b470be3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (962b2924-06e3-4434-bb16-5570f47f930a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.301237 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Pushing event updated for resources: {'Port': ['ID=82a078b9-c15e-405a-874a-62699af45bec,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:13.304886 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (5abbd9e2-2c74-417f-ab26-d882f63a5ece), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.306046 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.411298 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Network a4ba2b94-b6a4-4869-b695-a128c12de791 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:13.412795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:13.428814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Publish callbacks [] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.433968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:13.445195 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.518833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-11151c9b-bc36-42e9-bf19-91b470be3381 None None] Current status of the port 962b2924-06e3-4434-bb16-5570f47f930a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:13.519228 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-11151c9b-bc36-42e9-bf19-91b470be3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (962b2924-06e3-4434-bb16-5570f47f930a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.538803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab85324-7ca3-4445-ad3a-9049dd9006d6 None None] Pushing event updated for resources: {'Port': ['ID=b8bec44e-5b37-48b6-8c31-27e2fdcff354,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:13.550455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Attempting to bind port b8bec44e-5b37-48b6-8c31-27e2fdcff354 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:13.550835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Attempting to bind port b8bec44e-5b37-48b6-8c31-27e2fdcff354 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:13.551297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Attempting to bind port b8bec44e-5b37-48b6-8c31-27e2fdcff354 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:13.566016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:13.566732 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:13.567147 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.567552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:13.568063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Bound port: b8bec44e-5b37-48b6-8c31-27e2fdcff354, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:13.568455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.632087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-11151c9b-bc36-42e9-bf19-91b470be3381 None None] For port 962b2924-06e3-4434-bb16-5570f47f930a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=962b2924-06e3-4434-bb16-5570f47f930a,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:13.650191 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-11151c9b-bc36-42e9-bf19-91b470be3381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (962b2924-06e3-4434-bb16-5570f47f930a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.695727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] For port b8bec44e-5b37-48b6-8c31-27e2fdcff354, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:13.700976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] For port b8bec44e-5b37-48b6-8c31-27e2fdcff354, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b8bec44e-5b37-48b6-8c31-27e2fdcff354,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:13.717386 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.726839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11151c9b-bc36-42e9-bf19-91b470be3381 None None] Pushing event updated for resources: {'Port': ['ID=962b2924-06e3-4434-bb16-5570f47f930a,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:13.800181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Routers {'5abbd9e2-2c74-417f-ab26-d882f63a5ece'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:13.800745 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:22:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:13.809393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab85324-7ca3-4445-ad3a-9049dd9006d6 None None] Pushing event updated for resources: {'Port': ['ID=b8bec44e-5b37-48b6-8c31-27e2fdcff354,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:13.849289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a1b6c96b-7cda-4da8-9d00-e67fe9d13db0 None None] Provisioning complete for port 82a078b9-c15e-405a-874a-62699af45bec triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:13.849677 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1b6c96b-7cda-4da8-9d00-e67fe9d13db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82a078b9-c15e-405a-874a-62699af45bec), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.897801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6c96b-7cda-4da8-9d00-e67fe9d13db0 None None] Port 82a078b9-c15e-405a-874a-62699af45bec cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:13.937551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Router 5abbd9e2-2c74-417f-ab26-d882f63a5ece has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:22:13.965486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] Set router 5abbd9e2-2c74-417f-ab26-d882f63a5ece gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:14.069405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:14.075654 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6c1e5e9a-e4fa-45c5-a2e0-c84306bf09f4 admin admin] 10.222.0.42 "PUT /v2.0/routers/5abbd9e2-2c74-417f-ab26-d882f63a5ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2961605 Feb 19 04:22:14.123006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 962b2924-06e3-4434-bb16-5570f47f930a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:14.213451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 962b2924-06e3-4434-bb16-5570f47f930a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:14.213829 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (962b2924-06e3-4434-bb16-5570f47f930a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.260190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'name': 'tempest-TestEncryptedCinderVolumes-1919780303-router', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:09Z', 'updated_at': '2022-02-19T04:22:12Z', 'revision_number': 4, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'gw_port': {'id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:10Z', 'updated_at': '2022-02-19T04:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '82a078b9-c15e-405a-874a-62699af45bec', 'name': '', 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'mac_address': 'fa:16:3e:2c:17:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '967849f1-3723-4409-b183-fcf9573e211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:12Z', 'updated_at': '2022-02-19T04:22:13Z', 'revision_number': 2, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'subnets': [{'id': '967849f1-3723-4409-b183-fcf9573e211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:14.291049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d641b-886f-470b-b26b-b92efe68d972 None None] The sync data for ids ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'] in n-d-826756-2 is: [{'id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'name': 'tempest-TestEncryptedCinderVolumes-1919780303-router', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:09Z', 'updated_at': '2022-02-19T04:22:12Z', 'revision_number': 4, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'gw_port': {'id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:10Z', 'updated_at': '2022-02-19T04:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '82a078b9-c15e-405a-874a-62699af45bec', 'name': '', 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'mac_address': 'fa:16:3e:2c:17:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '967849f1-3723-4409-b183-fcf9573e211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:12Z', 'updated_at': '2022-02-19T04:22:13Z', 'revision_number': 2, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'subnets': [{'id': '967849f1-3723-4409-b183-fcf9573e211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:14.338225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 962b2924-06e3-4434-bb16-5570f47f930a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:14.339103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:14.390687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:14.391518 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.489187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:14.734778 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.932086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-aa07335e-41ff-4522-aeb8-2925546372f1 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:14.933632 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-aa07335e-41ff-4522-aeb8-2925546372f1 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/networks?id=9dbaefef-eb2c-433f-ba07-150b7d70741d HTTP/1.1" status: 200 len: 817 time: 0.1170418 Feb 19 04:22:14.950610 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-fd45599b-edd1-4e50-99e7-e2af9991839b tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/quotas/a68a9eed024547248c0d8f37fdac4eb3 HTTP/1.1" status: 200 len: 375 time: 0.0109029 Feb 19 04:22:15.010338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-a9736342-0b33-404f-a339-8bb35426a7ff tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a68a9eed024547248c0d8f37fdac4eb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537341 Feb 19 04:22:15.067558 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:22:15.113346 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-18224337-86da-41a7-a146-5b2a9ef278e6 service neutron] 10.222.0.42 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915673 Feb 19 04:22:15.218076 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-72606eeb-3535-4e55-b5d1-657e79c1e113 service neutron] 10.222.0.42 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984836 Feb 19 04:22:15.391571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fed2c45-7926-4725-88dc-ec6c5cfb71e9 req-d87f641a-a405-4ea0-a469-ae019bf6c733 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 210 time: 0.0353446 Feb 19 04:22:16.087779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b8bec44e-5b37-48b6-8c31-27e2fdcff354 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:16.144806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b8bec44e-5b37-48b6-8c31-27e2fdcff354 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:16.145188 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.238970 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b8bec44e-5b37-48b6-8c31-27e2fdcff354 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:16.239362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.262338 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port b8bec44e-5b37-48b6-8c31-27e2fdcff354, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b8bec44e-5b37-48b6-8c31-27e2fdcff354,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:16.267370 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.324169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=b8bec44e-5b37-48b6-8c31-27e2fdcff354,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:16.506900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6014fd93-7849-4747-87e1-579e9aa7b2bf req-78d1b457-f9cd-4d9e-993b-fa6d6b4192d6 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 210 time: 0.0403292 Feb 19 04:22:16.605719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-a0a1d35b-c3a3-4dcd-902d-bc2d6e3acc6a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:16.607233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-a0a1d35b-c3a3-4dcd-902d-bc2d6e3acc6a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.37 "GET /v2.0/networks?id=9dbaefef-eb2c-433f-ba07-150b7d70741d HTTP/1.1" status: 200 len: 817 time: 0.1103804 Feb 19 04:22:16.635253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Request body: {'port': {'device_id': '5d19a08f-2c30-4d08-81f2-be713f2290dc', 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'admin_state_up': True, 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:16.752131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Made reservation on behalf of a68a9eed024547248c0d8f37fdac4eb3 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:16.755881 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.886063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Allocated IP 172.20.0.3 (9dbaefef-eb2c-433f-ba07-150b7d70741d/8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58/6a755175-92a5-477b-912b-5a06671b166d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:17.010232 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Sync routers for ids ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:17.021164 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Routers {'5abbd9e2-2c74-417f-ab26-d882f63a5ece'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:17.021786 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:22:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:17.046945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks [] for port (6a755175-92a5-477b-912b-5a06671b166d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.084850 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6a755175-92a5-477b-912b-5a06671b166d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.132868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Network 9dbaefef-eb2c-433f-ba07-150b7d70741d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:17.136110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:17.139263 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Set router 5abbd9e2-2c74-417f-ab26-d882f63a5ece gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:17.142713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:17.171954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Pushing event updated for resources: {'Port': ['ID=6a755175-92a5-477b-912b-5a06671b166d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:17.206044 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:17.206693 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.226713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f5037812-0364-4456-a078-80de502b6161 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957718 Feb 19 04:22:17.236313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-efbe2f0b-8234-4b83-bd81-fc833c65751a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:22:17.237341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-efbe2f0b-8234-4b83-bd81-fc833c65751a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056543 Feb 19 04:22:17.255548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Request body: {'port': {'device_id': '5d19a08f-2c30-4d08-81f2-be713f2290dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:17.319288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6a755175-92a5-477b-912b-5a06671b166d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.360074 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'name': 'tempest-TestEncryptedCinderVolumes-1919780303-router', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:09Z', 'updated_at': '2022-02-19T04:22:12Z', 'revision_number': 4, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'gw_port': {'id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:10Z', 'updated_at': '2022-02-19T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '82a078b9-c15e-405a-874a-62699af45bec', 'name': '', 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'mac_address': 'fa:16:3e:2c:17:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '967849f1-3723-4409-b183-fcf9573e211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:12Z', 'updated_at': '2022-02-19T04:22:13Z', 'revision_number': 2, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'subnets': [{'id': '967849f1-3723-4409-b183-fcf9573e211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:17.390414 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Checking router: 5abbd9e2-2c74-417f-ab26-d882f63a5ece for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:22:17.390774 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Updating router 5abbd9e2-2c74-417f-ab26-d882f63a5ece port 82a078b9-c15e-405a-874a-62699af45bec binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:22:17.419578 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82a078b9-c15e-405a-874a-62699af45bec), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.440677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f7394e0f-2e83-4abf-9259-2364c3185532 None None] Provisioning complete for port 6a755175-92a5-477b-912b-5a06671b166d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:17.441303 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f7394e0f-2e83-4abf-9259-2364c3185532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6a755175-92a5-477b-912b-5a06671b166d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.479043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f7394e0f-2e83-4abf-9259-2364c3185532 None None] Port 6a755175-92a5-477b-912b-5a06671b166d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:17.627246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a755175-92a5-477b-912b-5a06671b166d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:22:17.638714 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Publish callbacks [] for port (6a755175-92a5-477b-912b-5a06671b166d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.658057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Transition to ACTIVE for port object 6a755175-92a5-477b-912b-5a06671b166d will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:22:17.668532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e8271-86f5-43d2-b311-c3b8f9a6255e req-f12f8875-89ab-4142-ac10-96cd7657ee05 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:17.670057 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-242e8271-86f5-43d2-b311-c3b8f9a6255e req-f12f8875-89ab-4142-ac10-96cd7657ee05 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 931 time: 0.0806758 Feb 19 04:22:17.671168 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6a755175-92a5-477b-912b-5a06671b166d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.690792 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Publish callbacks [] for port (82a078b9-c15e-405a-874a-62699af45bec), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.697515 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (82a078b9-c15e-405a-874a-62699af45bec), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.749265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a755175-92a5-477b-912b-5a06671b166d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:17.755576 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443dbee-f1fe-49ab-9d5e-dc03971be46d None None] Pushing event updated for resources: {'Port': ['ID=82a078b9-c15e-405a-874a-62699af45bec,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:17.809049 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Attempting to bind port 82a078b9-c15e-405a-874a-62699af45bec on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:17.809380 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Attempting to bind port 82a078b9-c15e-405a-874a-62699af45bec by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:17.809707 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Attempting to bind port 82a078b9-c15e-405a-874a-62699af45bec on network a4ba2b94-b6a4-4869-b695-a128c12de791 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:17.811444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-242e8271-86f5-43d2-b311-c3b8f9a6255e req-06f84bb8-d829-498d-9680-9f14b1344845 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351140 Feb 19 04:22:17.817161 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:17.818693 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Checking segment: {'id': '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:17.819115 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.819516 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Bound using segment: {'id': '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:17.820471 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Bound port: 82a078b9-c15e-405a-874a-62699af45bec, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:17.820867 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82a078b9-c15e-405a-874a-62699af45bec), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.850991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Attempting to bind port 6a755175-92a5-477b-912b-5a06671b166d on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:17.851335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Attempting to bind port 6a755175-92a5-477b-912b-5a06671b166d by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:17.851704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Attempting to bind port 6a755175-92a5-477b-912b-5a06671b166d on network 9dbaefef-eb2c-433f-ba07-150b7d70741d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:17.857680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Port 6a755175-92a5-477b-912b-5a06671b166d on network 9dbaefef-eb2c-433f-ba07-150b7d70741d not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:17.858637 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Attempting to bind port 6a755175-92a5-477b-912b-5a06671b166d on network 9dbaefef-eb2c-433f-ba07-150b7d70741d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:17.864702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:17.864955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Checking segment: {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:17.865348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Bound using segment: {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:17.865953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Bound port: 6a755175-92a5-477b-912b-5a06671b166d, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:17.866460 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6a755175-92a5-477b-912b-5a06671b166d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.905590 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] For port 82a078b9-c15e-405a-874a-62699af45bec, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:17.910392 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] For port 82a078b9-c15e-405a-874a-62699af45bec, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=82a078b9-c15e-405a-874a-62699af45bec,segment=NetworkSegment(74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c),segment_id=74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:17.919301 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (82a078b9-c15e-405a-874a-62699af45bec), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.942698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] For port 6a755175-92a5-477b-912b-5a06671b166d, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:17.946642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] For port 6a755175-92a5-477b-912b-5a06671b166d, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6a755175-92a5-477b-912b-5a06671b166d,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:17.954664 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6a755175-92a5-477b-912b-5a06671b166d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.005327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:18.006049 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.007742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/6a755175-92a5-477b-912b-5a06671b166d HTTP/1.1" status: 200 len: 1091 time: 0.7566884 Feb 19 04:22:18.008241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d19a08f-2c30-4d08-81f2-be713f2290dc', 'tag': '6a755175-92a5-477b-912b-5a06671b166d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:18.010875 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58490e1a-c092-4935-9151-9d88307d7fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d19a08f-2c30-4d08-81f2-be713f2290dc", "tag": "6a755175-92a5-477b-912b-5a06671b166d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:18.017229 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443dbee-f1fe-49ab-9d5e-dc03971be46d None None] Pushing event updated for resources: {'Port': ['ID=82a078b9-c15e-405a-874a-62699af45bec,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:18.022114 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Routers {'5abbd9e2-2c74-417f-ab26-d882f63a5ece'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:18.022723 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:22:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:18.067975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b8bec44e-5b37-48b6-8c31-27e2fdcff354 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:18.092226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c958ffa-bc5b-445e-8d21-df3790d748c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a755175-92a5-477b-912b-5a06671b166d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:18.096844 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e058e296-c8e9-46d7-8883-d2d9f14166a5 x-openstack-request-id: req-e058e296-c8e9-46d7-8883-d2d9f14166a5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:18.097141 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d19a08f-2c30-4d08-81f2-be713f2290dc", "tag": "6a755175-92a5-477b-912b-5a06671b166d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:18.097399 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e058e296-c8e9-46d7-8883-d2d9f14166a5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:18.097824 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d19a08f-2c30-4d08-81f2-be713f2290dc', 'tag': '6a755175-92a5-477b-912b-5a06671b166d', 'status': 'completed', 'code': 200} Feb 19 04:22:18.170490 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-3f787fc3-3d94-4664-8e33-060995fe0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:18.172294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-3f787fc3-3d94-4664-8e33-060995fe0afa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68a9eed024547248c0d8f37fdac4eb3&device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 1125 time: 0.0735908 Feb 19 04:22:18.248862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-73546174-c6da-41a7-a3de-3bad54bd093c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a755175-92a5-477b-912b-5a06671b166d HTTP/1.1" status: 200 len: 217 time: 0.0571251 Feb 19 04:22:18.301583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-5f71869c-7cfe-47d7-bfaa-ad6de7342e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:18.303429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-5f71869c-7cfe-47d7-bfaa-ad6de7342e04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58 HTTP/1.1" status: 200 len: 856 time: 0.0528498 Feb 19 04:22:18.328769 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] Set router 5abbd9e2-2c74-417f-ab26-d882f63a5ece gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:18.360588 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-19b26d49-61a3-4962-84ef-6459bd906171 None None] Provisioning complete for port 82a078b9-c15e-405a-874a-62699af45bec triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:18.360981 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19b26d49-61a3-4962-84ef-6459bd906171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82a078b9-c15e-405a-874a-62699af45bec), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.376941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f6559795-696e-4e33-b229-4ee8af8fe761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:18.378808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-f6559795-696e-4e33-b229-4ee8af8fe761 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9dbaefef-eb2c-433f-ba07-150b7d70741d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0690651 Feb 19 04:22:18.436579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b8bec44e-5b37-48b6-8c31-27e2fdcff354 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:18.436967 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.520272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-19b26d49-61a3-4962-84ef-6459bd906171 None None] Current status of the port 82a078b9-c15e-405a-874a-62699af45bec is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:18.521007 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19b26d49-61a3-4962-84ef-6459bd906171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82a078b9-c15e-405a-874a-62699af45bec), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.579365 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'name': 'tempest-TestEncryptedCinderVolumes-1919780303-router', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:09Z', 'updated_at': '2022-02-19T04:22:12Z', 'revision_number': 4, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'gw_port': {'id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:10Z', 'updated_at': '2022-02-19T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '82a078b9-c15e-405a-874a-62699af45bec', 'name': '', 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'mac_address': 'fa:16:3e:2c:17:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '967849f1-3723-4409-b183-fcf9573e211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:12Z', 'updated_at': '2022-02-19T04:22:17Z', 'revision_number': 4, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'subnets': [{'id': '967849f1-3723-4409-b183-fcf9573e211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:18.584083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b8bec44e-5b37-48b6-8c31-27e2fdcff354 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:18.588015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-19b26d49-61a3-4962-84ef-6459bd906171 None None] For port 82a078b9-c15e-405a-874a-62699af45bec, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=82a078b9-c15e-405a-874a-62699af45bec,segment=NetworkSegment(74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c),segment_id=74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:18.594162 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19b26d49-61a3-4962-84ef-6459bd906171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (82a078b9-c15e-405a-874a-62699af45bec), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.609534 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a865ed5-0451-421c-9e41-1f8ed1c0e6c4 None None] The sync data for ids ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'] in n-d-826756-2 is: [{'id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'name': 'tempest-TestEncryptedCinderVolumes-1919780303-router', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:09Z', 'updated_at': '2022-02-19T04:22:12Z', 'revision_number': 4, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'gw_port': {'id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:10Z', 'updated_at': '2022-02-19T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '82a078b9-c15e-405a-874a-62699af45bec', 'name': '', 'network_id': 'a4ba2b94-b6a4-4869-b695-a128c12de791', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'mac_address': 'fa:16:3e:2c:17:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '967849f1-3723-4409-b183-fcf9573e211b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:12Z', 'updated_at': '2022-02-19T04:22:17Z', 'revision_number': 4, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'subnets': [{'id': '967849f1-3723-4409-b183-fcf9573e211b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:18.648297 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b26d49-61a3-4962-84ef-6459bd906171 None None] Pushing event updated for resources: {'Port': ['ID=82a078b9-c15e-405a-874a-62699af45bec,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:18.727429 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5880e72d-56f0-41dc-ab41-ee3b5b7c608c None None] Provisioning complete for port 82a078b9-c15e-405a-874a-62699af45bec triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:18.727840 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5880e72d-56f0-41dc-ab41-ee3b5b7c608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82a078b9-c15e-405a-874a-62699af45bec), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.765674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-11e26150-a6d4-49ca-a6aa-bc8dec38dae2 service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795776 Feb 19 04:22:18.812889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5880e72d-56f0-41dc-ab41-ee3b5b7c608c None None] Current status of the port 82a078b9-c15e-405a-874a-62699af45bec is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:18.864403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2efbc04d-cdd8-46a6-9fe1-a28e4cbfff7d req-39343bc1-c350-4ee6-ae43-88d193f56628 service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920074 Feb 19 04:22:18.950702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f8a05-3e60-4cc2-89d5-9b4de36cd0f9 req-2769379c-3c4b-4257-8f85-c4b05770739e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:18.952275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-494f8a05-3e60-4cc2-89d5-9b4de36cd0f9 req-2769379c-3c4b-4257-8f85-c4b05770739e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 943 time: 0.0596018 Feb 19 04:22:19.031735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-494f8a05-3e60-4cc2-89d5-9b4de36cd0f9 req-18f985dc-25b3-44d3-9316-4ed899badfc3 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695417 Feb 19 04:22:19.034689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-ca61120f-48d2-47db-8347-1e7c8e215230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.036116 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-ca61120f-48d2-47db-8347-1e7c8e215230 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68a9eed024547248c0d8f37fdac4eb3&device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 1125 time: 0.0818675 Feb 19 04:22:19.132968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-4bbc757e-a3e2-49cc-ad2a-af2c7d5db4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.135077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-4bbc757e-a3e2-49cc-ad2a-af2c7d5db4c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9dbaefef-eb2c-433f-ba07-150b7d70741d HTTP/1.1" status: 200 len: 918 time: 0.0928488 Feb 19 04:22:19.177276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-da1c8f53-3da3-4411-9541-ca990a75ce48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a755175-92a5-477b-912b-5a06671b166d HTTP/1.1" status: 200 len: 217 time: 0.0355623 Feb 19 04:22:19.229558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-7e41d62d-8203-486d-b4fa-ba725ff0a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.231025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-7e41d62d-8203-486d-b4fa-ba725ff0a91f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58 HTTP/1.1" status: 200 len: 856 time: 0.0476255 Feb 19 04:22:19.279089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-6d80c259-3c56-4268-b900-48f01b914598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.280586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-6d80c259-3c56-4268-b900-48f01b914598 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9dbaefef-eb2c-433f-ba07-150b7d70741d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435622 Feb 19 04:22:19.367642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-798f418b-09e1-4f17-b829-25b3cf549bee service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803246 Feb 19 04:22:19.460720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58490e1a-c092-4935-9151-9d88307d7fd9 req-d930b65d-321b-4714-bae9-bad459b9aacf service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870523 Feb 19 04:22:20.046451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 82a078b9-c15e-405a-874a-62699af45bec up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:20.095403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 82a078b9-c15e-405a-874a-62699af45bec triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:20.095801 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82a078b9-c15e-405a-874a-62699af45bec), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:20.158403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2e847-9166-496e-8db1-cc773a8ce51b req-df909da5-77af-492b-b14b-d27e70037930 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:20.159969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09a2e847-9166-496e-8db1-cc773a8ce51b req-df909da5-77af-492b-b14b-d27e70037930 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 943 time: 0.0583339 Feb 19 04:22:20.179895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 82a078b9-c15e-405a-874a-62699af45bec is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:20.210046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09a2e847-9166-496e-8db1-cc773a8ce51b req-30aab355-9752-4f7d-a4bf-ac2cc8130185 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Feb 19 04:22:21.327270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd4cee-930e-4b31-bdd0-80b1740f6bf1 req-75e265ee-819d-48b3-ac3e-a234c297fabc tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:21.328769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1cbd4cee-930e-4b31-bdd0-80b1740f6bf1 req-75e265ee-819d-48b3-ac3e-a234c297fabc tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 943 time: 0.0513492 Feb 19 04:22:21.380013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1cbd4cee-930e-4b31-bdd0-80b1740f6bf1 req-5d932b85-54f9-4ba3-85af-acccbdd009c1 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 Feb 19 04:22:22.314100 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6a755175-92a5-477b-912b-5a06671b166d details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:22:22.408679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6a755175-92a5-477b-912b-5a06671b166d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6a755175-92a5-477b-912b-5a06671b166d,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:22.421793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '6a755175-92a5-477b-912b-5a06671b166d', 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'port_id': '6a755175-92a5-477b-912b-5a06671b166d', 'mac_address': 'fa:16:3e:71:81:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:22:22.464146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 6a755175-92a5-477b-912b-5a06671b166d is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:22.464499 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6a755175-92a5-477b-912b-5a06671b166d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.477467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a755175-92a5-477b-912b-5a06671b166d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:22:22.497301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6a755175-92a5-477b-912b-5a06671b166d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6a755175-92a5-477b-912b-5a06671b166d,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:22.499409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d25032-b4f2-4fd4-8793-6d84e37c6ff5 req-cc7b5049-337f-48c1-a570-fcbfdd13e517 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:22.500864 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6a755175-92a5-477b-912b-5a06671b166d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.501075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23d25032-b4f2-4fd4-8793-6d84e37c6ff5 req-cc7b5049-337f-48c1-a570-fcbfdd13e517 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 943 time: 0.0520663 Feb 19 04:22:22.551676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=6a755175-92a5-477b-912b-5a06671b166d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:22.552377 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23d25032-b4f2-4fd4-8793-6d84e37c6ff5 req-60a428cb-f70c-4a31-9240-b5fd87738ede tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 Feb 19 04:22:22.561441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.561806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.562178 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.562530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.562870 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.563209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.563543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.563876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.564248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.564526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.564861 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.565187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.565590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:22.870975 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6a755175-92a5-477b-912b-5a06671b166d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:22:22.926343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.672400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd09ed-7aee-43e2-a3eb-9c4da97575d7 req-46e83c8a-3146-4201-affa-09eccda2d69e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:23.673923 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18fd09ed-7aee-43e2-a3eb-9c4da97575d7 req-46e83c8a-3146-4201-affa-09eccda2d69e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 944 time: 0.0533042 Feb 19 04:22:23.720524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-18fd09ed-7aee-43e2-a3eb-9c4da97575d7 req-9159bf57-2667-496f-afc3-7097b77a75c4 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Feb 19 04:22:24.328500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6a755175-92a5-477b-912b-5a06671b166d up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:24.375979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 6a755175-92a5-477b-912b-5a06671b166d completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:22:24.379881 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 6a755175-92a5-477b-912b-5a06671b166d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:24.380258 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6a755175-92a5-477b-912b-5a06671b166d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.458672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 6a755175-92a5-477b-912b-5a06671b166d is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:24.459058 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6a755175-92a5-477b-912b-5a06671b166d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.480989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d19a08f-2c30-4d08-81f2-be713f2290dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a755175-92a5-477b-912b-5a06671b166d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:24.483319 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d179fa8f-a6e7-48ae-ad8e-f8d8bc55d046" -d '{"events": [{"server_uuid": "5d19a08f-2c30-4d08-81f2-be713f2290dc", "name": "network-vif-plugged", "status": "completed", "tag": "6a755175-92a5-477b-912b-5a06671b166d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:24.495526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6a755175-92a5-477b-912b-5a06671b166d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6a755175-92a5-477b-912b-5a06671b166d,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:24.499523 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6a755175-92a5-477b-912b-5a06671b166d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.522861 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf28f1b0-dc31-47b4-8076-19faa100b2fc x-openstack-request-id: req-bf28f1b0-dc31-47b4-8076-19faa100b2fc {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:24.523152 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d19a08f-2c30-4d08-81f2-be713f2290dc", "name": "network-vif-plugged", "status": "completed", "tag": "6a755175-92a5-477b-912b-5a06671b166d", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:24.523441 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf28f1b0-dc31-47b4-8076-19faa100b2fc {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:24.523815 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d19a08f-2c30-4d08-81f2-be713f2290dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a755175-92a5-477b-912b-5a06671b166d', 'code': 200} Feb 19 04:22:24.551086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=6a755175-92a5-477b-912b-5a06671b166d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:24.659330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713c36-e1f3-49eb-b52e-f4562dcddfc2 req-1200c52a-015e-49b2-8748-4a2198fb60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:24.660840 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9713c36-e1f3-49eb-b52e-f4562dcddfc2 req-1200c52a-015e-49b2-8748-4a2198fb60e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 1127 time: 0.0478251 Feb 19 04:22:24.704061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9713c36-e1f3-49eb-b52e-f4562dcddfc2 req-d980c7bf-d920-4385-b238-47b05e62e908 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366316 Feb 19 04:22:24.840251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90fb01-afa9-403a-975d-26928b5e0413 req-7d85d6d7-0bd7-4463-a7c8-73d0ec00a224 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:24.841677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a90fb01-afa9-403a-975d-26928b5e0413 req-7d85d6d7-0bd7-4463-a7c8-73d0ec00a224 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 945 time: 0.0525484 Feb 19 04:22:24.888855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a90fb01-afa9-403a-975d-26928b5e0413 req-e51dd723-f50b-4bae-b91d-b6b546636d07 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Feb 19 04:22:26.015728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb12e6d-4d3c-4c48-86f4-4690dfdf649c req-cb15d382-3411-4dfb-b9bf-260be55eae5a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:26.017261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3eb12e6d-4d3c-4c48-86f4-4690dfdf649c req-cb15d382-3411-4dfb-b9bf-260be55eae5a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 945 time: 0.0573740 Feb 19 04:22:26.068830 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3eb12e6d-4d3c-4c48-86f4-4690dfdf649c req-12f5da28-5e3f-4ae4-8430-6beb57dd3af3 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458181 Feb 19 04:22:27.189378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6571492-f6ec-4b25-99d6-96c97f930509 req-6c8d013d-0944-4e89-baa9-a9022fa901d3 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:27.190908 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6571492-f6ec-4b25-99d6-96c97f930509 req-6c8d013d-0944-4e89-baa9-a9022fa901d3 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 945 time: 0.0520267 Feb 19 04:22:27.237331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6571492-f6ec-4b25-99d6-96c97f930509 req-8104ef2e-72a2-476d-93ac-c223e098d47d tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Feb 19 04:22:27.354217 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2c331-b3ff-4e73-99d3-db540abab11b req-ad291fed-1582-443a-90bb-17c7e7c0db98 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:27.355714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f2c331-b3ff-4e73-99d3-db540abab11b req-ad291fed-1582-443a-90bb-17c7e7c0db98 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 945 time: 0.0531776 Feb 19 04:22:27.406826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44f2c331-b3ff-4e73-99d3-db540abab11b req-adf8e34f-8933-4297-8813-ef1300560b28 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Feb 19 04:22:29.195203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-25ea69ee-f678-4a08-9e35-b5319d5a37dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479867 Feb 19 04:22:29.309710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-113d46f2-3111-4799-b887-8113f6ad2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:29.311348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-113d46f2-3111-4799-b887-8113f6ad2ae7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68a9eed024547248c0d8f37fdac4eb3&device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 1127 time: 0.0479763 Feb 19 04:22:29.417569 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-bbdcc176-9936-474a-a480-9d2774fd2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:29.419083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-bbdcc176-9936-474a-a480-9d2774fd2a81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9dbaefef-eb2c-433f-ba07-150b7d70741d HTTP/1.1" status: 200 len: 918 time: 0.0863495 Feb 19 04:22:29.461011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-e235d953-221d-41e0-a6bd-c031a98e072d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a755175-92a5-477b-912b-5a06671b166d HTTP/1.1" status: 200 len: 217 time: 0.0351081 Feb 19 04:22:29.507792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-885f0b73-3ef8-44c3-bc7d-2e7d35c566f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:29.509281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-885f0b73-3ef8-44c3-bc7d-2e7d35c566f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58 HTTP/1.1" status: 200 len: 856 time: 0.0425889 Feb 19 04:22:29.555902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-43306bde-c102-41de-be7e-eceea2c42fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:29.557971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-43306bde-c102-41de-be7e-eceea2c42fc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9dbaefef-eb2c-433f-ba07-150b7d70741d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431581 Feb 19 04:22:29.648230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-e94f55d0-0056-4694-aa21-11a6002a4778 service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842772 Feb 19 04:22:29.734636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dbf1572f-95f9-4ab3-8e23-1e41897b7753 req-98f83323-0ee2-4cfe-b688-c1843f2403eb service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804279 Feb 19 04:22:36.701473 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:38.388478 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c19b7372-d67c-4998-be96-56f32efc3b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.561268 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-161a1f90-0a17-4c01-a4a6-e730e8993062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:42.232626 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.259859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.728632 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.068372 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:22:52.912911 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.711351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6abcb-f89b-466f-923b-623b8bdcb45a req-1aa23a99-a6f3-4c39-bbd9-63a5a1c6b458 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:01.712930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5d6abcb-f89b-466f-923b-623b8bdcb45a req-1aa23a99-a6f3-4c39-bbd9-63a5a1c6b458 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 945 time: 0.0622089 Feb 19 04:23:01.762641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5d6abcb-f89b-466f-923b-623b8bdcb45a req-3f5edd17-397e-4766-8f0d-352519cd2d78 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433593 Feb 19 04:23:02.881968 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95a7fb-a11b-43e6-9214-c0d8f227b77b req-49245d12-ac8c-42d5-afd7-bec7d1bd9f9a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:02.883506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c95a7fb-a11b-43e6-9214-c0d8f227b77b req-49245d12-ac8c-42d5-afd7-bec7d1bd9f9a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 945 time: 0.0520773 Feb 19 04:23:02.934238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c95a7fb-a11b-43e6-9214-c0d8f227b77b req-2b71ec22-9aed-4c49-ad3b-a0ba53a4a103 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442741 Feb 19 04:23:03.595210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-2907a807-9f39-4b59-a6fb-1f0ca37006e1 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:03.596812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-2907a807-9f39-4b59-a6fb-1f0ca37006e1 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 945 time: 0.0560179 Feb 19 04:23:03.687139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Deleting port 6a755175-92a5-477b-912b-5a06671b166d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:03.687485 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6a755175-92a5-477b-912b-5a06671b166d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.777563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] For port 6a755175-92a5-477b-912b-5a06671b166d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6a755175-92a5-477b-912b-5a06671b166d,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:03.777971 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6a755175-92a5-477b-912b-5a06671b166d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.789792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Calling delete_port for 6a755175-92a5-477b-912b-5a06671b166d owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:03.916696 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6a755175-92a5-477b-912b-5a06671b166d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.949991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Pushing event deleted for resources: {'Port': ['ID=6a755175-92a5-477b-912b-5a06671b166d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:03.950211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6a755175-92a5-477b-912b-5a06671b166d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:04.002911 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] No DVR routers for this DVR port 6a755175-92a5-477b-912b-5a06671b166d on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:04.006531 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.010461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04d73da7-b138-4bb9-a6cd-5358bdef4ed3 req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.37 "DELETE /v2.0/ports/6a755175-92a5-477b-912b-5a06671b166d HTTP/1.1" status: 204 len: 173 time: 0.4083312 Feb 19 04:23:04.011173 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d19a08f-2c30-4d08-81f2-be713f2290dc', 'name': 'network-vif-deleted', 'tag': '6a755175-92a5-477b-912b-5a06671b166d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:04.013434 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb77cb6-5b27-4b48-83ec-d165f31c36f8" -d '{"events": [{"server_uuid": "5d19a08f-2c30-4d08-81f2-be713f2290dc", "name": "network-vif-deleted", "tag": "6a755175-92a5-477b-912b-5a06671b166d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:04.017544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.017938 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.018305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.018699 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.019041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.019503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.019845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.020176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.020505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.020833 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.021159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.021482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.021803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce77d43-8d24-4e8a-a950-71747342aa47 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:04.057735 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c0981058-beaf-4fde-9bf6-639171bc3c3c req-ebc9e44d-0b38-4839-b29f-20c4feb6429d tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d19a08f-2c30-4d08-81f2-be713f2290dc HTTP/1.1" status: 200 len: 210 time: 0.0307093 Feb 19 04:23:04.104529 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ef963-3f3d-4592-b671-b605e5a1473f x-openstack-request-id: req-f54ef963-3f3d-4592-b671-b605e5a1473f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:04.104968 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d19a08f-2c30-4d08-81f2-be713f2290dc", "name": "network-vif-deleted", "tag": "6a755175-92a5-477b-912b-5a06671b166d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:04.105305 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f54ef963-3f3d-4592-b671-b605e5a1473f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:04.105733 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d19a08f-2c30-4d08-81f2-be713f2290dc', 'name': 'network-vif-deleted', 'tag': '6a755175-92a5-477b-912b-5a06671b166d', 'status': 'completed', 'code': 200} Feb 19 04:23:05.676781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-6452fe7a-2244-4dc3-92a0-0c2b375fee06 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:05.678543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-6452fe7a-2244-4dc3-92a0-0c2b375fee06 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/networks?id=9dbaefef-eb2c-433f-ba07-150b7d70741d HTTP/1.1" status: 200 len: 817 time: 0.1023748 Feb 19 04:23:05.692778 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-d38eb7fa-6423-4bb4-809f-311f7696e48c tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/quotas/a68a9eed024547248c0d8f37fdac4eb3 HTTP/1.1" status: 200 len: 375 time: 0.0088854 Feb 19 04:23:05.746599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-d206cb51-1935-465e-a72f-d39aeb7cf723 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a68a9eed024547248c0d8f37fdac4eb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486705 Feb 19 04:23:05.927256 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-d2fc41ea-300c-4caf-b6e5-128898f24a3d service neutron] 10.222.0.42 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694815 Feb 19 04:23:06.019939 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-d4fb2524-98ba-4742-bd29-03861f77c2a4 service neutron] 10.222.0.42 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861285 Feb 19 04:23:06.187081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33ba33a0-4c72-426e-8c6b-9881e4b1ce3f req-f0d418a6-dd17-4fa8-ba15-88db30c83caa tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 210 time: 0.0281756 Feb 19 04:23:06.709932 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.169037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-8ed00ad6-0477-4d42-8f97-72e3bd44e78b tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.170561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-8ed00ad6-0477-4d42-8f97-72e3bd44e78b tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.37 "GET /v2.0/networks?id=9dbaefef-eb2c-433f-ba07-150b7d70741d HTTP/1.1" status: 200 len: 817 time: 0.1053748 Feb 19 04:23:07.189547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Request body: {'port': {'device_id': 'e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6', 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'admin_state_up': True, 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:07.295834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab39acad-36ed-44b3-ae3e-bb070c0e2e3b req-b5b42904-e8eb-4d05-93e0-8ad3cf78a342 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 210 time: 0.0363262 Feb 19 04:23:07.318396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Made reservation on behalf of a68a9eed024547248c0d8f37fdac4eb3 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:07.321693 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.444321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Allocated IP 172.20.0.5 (9dbaefef-eb2c-433f-ba07-150b7d70741d/8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58/8ea64eeb-c5c6-4616-a1cd-e36eb50af515) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:07.588667 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks [] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.621387 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.661046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Network 9dbaefef-eb2c-433f-ba07-150b7d70741d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:07.664079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:07.668162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:07.699047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Pushing event updated for resources: {'Port': ['ID=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:07.724042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.724681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.742604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-46bcfab7-ec91-4290-b58a-33bf96a0d77f tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569215 Feb 19 04:23:07.806727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Request body: {'port': {'device_id': 'e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:07.871761 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.936010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-26784b66-39e8-4342-9297-53e5409c86c6 None None] Provisioning complete for port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:07.936596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-26784b66-39e8-4342-9297-53e5409c86c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.968626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-26784b66-39e8-4342-9297-53e5409c86c6 None None] Port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:08.129358 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:08.136836 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Publish callbacks [] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.148654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Transition to ACTIVE for port object 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:08.153127 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.202696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:08.279187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Attempting to bind port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:08.279533 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Attempting to bind port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:08.279867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Attempting to bind port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 on network 9dbaefef-eb2c-433f-ba07-150b7d70741d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:08.287110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 on network 9dbaefef-eb2c-433f-ba07-150b7d70741d not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:08.287444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Attempting to bind port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 on network 9dbaefef-eb2c-433f-ba07-150b7d70741d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:08.292732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:08.293079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Checking segment: {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:08.293474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Bound using segment: {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:08.293941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Bound port: 8ea64eeb-c5c6-4616-a1cd-e36eb50af515, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14aade6a-030d-48d9-b93e-591d0695612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:08.294310 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.359943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] For port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:08.363271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] For port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:08.393980 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-13e8eca3-7f88-425d-8b07-1bed1f352f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.397309 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.449873 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:08.450502 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.452000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] 10.222.0.37 "PUT /v2.0/ports/8ea64eeb-c5c6-4616-a1cd-e36eb50af515 HTTP/1.1" status: 200 len: 1091 time: 0.6960175 Feb 19 04:23:08.452425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6', 'tag': '8ea64eeb-c5c6-4616-a1cd-e36eb50af515'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:08.454776 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d30cad-b6fc-45ea-8126-7aab1fae2f45" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6", "tag": "8ea64eeb-c5c6-4616-a1cd-e36eb50af515"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:08.475158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467ef0a-8334-439e-903a-84b1328b6c63 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:08.486334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e04a-5be4-49c1-8946-290bc8ca71f0 req-fd5c0edc-0ceb-4d51-a826-346a2338f88a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:08.487906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e166e04a-5be4-49c1-8946-290bc8ca71f0 req-fd5c0edc-0ceb-4d51-a826-346a2338f88a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 943 time: 0.1212969 Feb 19 04:23:08.561072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6a755175-92a5-477b-912b-5a06671b166d no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:08.577107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e166e04a-5be4-49c1-8946-290bc8ca71f0 req-8fbb9cce-ad77-4ddb-a859-a2d66f96bf75 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827203 Feb 19 04:23:08.584365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-27b2a714-df72-47c7-b12d-c77d2bb85342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:08.584653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 6a755175-92a5-477b-912b-5a06671b166d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:08.585094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6a755175-92a5-477b-912b-5a06671b166d not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:08.585910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-27b2a714-df72-47c7-b12d-c77d2bb85342 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68a9eed024547248c0d8f37fdac4eb3&device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 1125 time: 0.0707629 Feb 19 04:23:08.641184 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5744959-e8f3-4c04-b6f0-b4568e651567 x-openstack-request-id: req-b5744959-e8f3-4c04-b6f0-b4568e651567 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:08.641489 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6", "tag": "8ea64eeb-c5c6-4616-a1cd-e36eb50af515", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:08.641751 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5744959-e8f3-4c04-b6f0-b4568e651567 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:08.642186 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6', 'tag': '8ea64eeb-c5c6-4616-a1cd-e36eb50af515', 'status': 'completed', 'code': 200} Feb 19 04:23:08.643891 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-beeb7e69-cf36-48c1-9386-c8dfa04a23bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ea64eeb-c5c6-4616-a1cd-e36eb50af515 HTTP/1.1" status: 200 len: 217 time: 0.0451651 Feb 19 04:23:08.694497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-5ffa74a5-5bc6-4d26-b076-8b38e0fa374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:08.696024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-5ffa74a5-5bc6-4d26-b076-8b38e0fa374a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58 HTTP/1.1" status: 200 len: 856 time: 0.0451653 Feb 19 04:23:08.743838 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-5924f30d-8f12-4633-a4b1-189da3c86ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:08.745399 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-5924f30d-8f12-4633-a4b1-189da3c86ffd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9dbaefef-eb2c-433f-ba07-150b7d70741d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438638 Feb 19 04:23:08.838321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-77d5533d-7bc1-4f40-9daf-8c8de536fa33 service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853207 Feb 19 04:23:08.924016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c66b7a7e-db69-4e97-aa8b-dbc4b79a006d req-cc854c47-e240-48ae-afa2-640fc94968aa service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798705 Feb 19 04:23:09.048783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-684fa97e-9d46-43ad-bb17-422e1195e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:09.050457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-684fa97e-9d46-43ad-bb17-422e1195e8ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68a9eed024547248c0d8f37fdac4eb3&device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 1125 time: 0.0447874 Feb 19 04:23:09.142202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-f1d7ad8e-950c-42be-bc55-74d599a553f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:09.143689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-f1d7ad8e-950c-42be-bc55-74d599a553f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9dbaefef-eb2c-433f-ba07-150b7d70741d HTTP/1.1" status: 200 len: 918 time: 0.0874772 Feb 19 04:23:09.184921 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-c3922524-651e-463a-97e3-2715237656d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ea64eeb-c5c6-4616-a1cd-e36eb50af515 HTTP/1.1" status: 200 len: 217 time: 0.0349317 Feb 19 04:23:09.235787 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-fb19cd66-162f-4490-9c04-fff401326c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:09.237238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-fb19cd66-162f-4490-9c04-fff401326c46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58 HTTP/1.1" status: 200 len: 856 time: 0.0467510 Feb 19 04:23:09.284567 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-ca5e082f-d579-4f4b-90d9-eabb7cf1c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:09.286093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-ca5e082f-d579-4f4b-90d9-eabb7cf1c043 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9dbaefef-eb2c-433f-ba07-150b7d70741d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429409 Feb 19 04:23:09.373809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-6d65d7cc-123e-435b-a866-b446ed07bf53 service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817902 Feb 19 04:23:09.744305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-05d30cad-b6fc-45ea-8126-7aab1fae2f45 req-e7a9eb96-15f7-49d9-873c-e3d11021ab0b service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646538 Feb 19 04:23:09.755161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb5e3e-c30f-4250-b29f-e4aef59a2753 req-31e9e9bf-9685-444d-9523-855e4771dfbc tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:09.756561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4bb5e3e-c30f-4250-b29f-e4aef59a2753 req-31e9e9bf-9685-444d-9523-855e4771dfbc tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 943 time: 0.0846658 Feb 19 04:23:09.803612 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4bb5e3e-c30f-4250-b29f-e4aef59a2753 req-7b96a234-73e6-4666-8fd1-f30ff20c7c91 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Feb 19 04:23:10.563108 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ded50d60-a95c-403d-93a0-ee4790be4a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.924034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d06af-c8e2-49ec-af22-b782713179bf req-dbb9841d-fb48-4c18-b6a7-99cf018a6268 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:10.925637 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d06af-c8e2-49ec-af22-b782713179bf req-dbb9841d-fb48-4c18-b6a7-99cf018a6268 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 943 time: 0.0562742 Feb 19 04:23:10.972895 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e1d06af-c8e2-49ec-af22-b782713179bf req-5957b589-70ff-41e5-8bb7-3025f5bda47b tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Feb 19 04:23:12.094867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a564c-41fe-4324-b527-9e221994bd7a req-8ac5e4f8-3dfc-4cde-8ca2-ebffc3ff05c3 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:12.096352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd4a564c-41fe-4324-b527-9e221994bd7a req-8ac5e4f8-3dfc-4cde-8ca2-ebffc3ff05c3 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 943 time: 0.0521016 Feb 19 04:23:12.142003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd4a564c-41fe-4324-b527-9e221994bd7a req-80c68c9c-94e2-4f87-b673-087c575d23a2 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Feb 19 04:23:12.236020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.602300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:12.695253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:12.709579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '8ea64eeb-c5c6-4616-a1cd-e36eb50af515', 'network_id': '9dbaefef-eb2c-433f-ba07-150b7d70741d', 'port_id': '8ea64eeb-c5c6-4616-a1cd-e36eb50af515', 'mac_address': 'fa:16:3e:9a:bd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:12.745703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:12.746106 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.758446 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:12.777272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:12.781075 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.826984 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:13.137604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['8ea64eeb-c5c6-4616-a1cd-e36eb50af515'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:13.262033 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955be36-9bb8-4331-9b23-243f38a750d6 req-eda36e69-4733-4907-a728-97574c4be54c tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:13.263465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d955be36-9bb8-4331-9b23-243f38a750d6 req-eda36e69-4733-4907-a728-97574c4be54c tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 944 time: 0.0513625 Feb 19 04:23:13.280038 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.314361 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d955be36-9bb8-4331-9b23-243f38a750d6 req-e8cb42b4-2950-46f3-b996-17d36e29be62 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Feb 19 04:23:14.437124 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a0bf8-4d60-42b7-9cb7-778dda91d809 req-2c92f0cf-8d8d-44f9-acb3-2f0724ddf0b3 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:14.438797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e7a0bf8-4d60-42b7-9cb7-778dda91d809 req-2c92f0cf-8d8d-44f9-acb3-2f0724ddf0b3 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 944 time: 0.0545602 Feb 19 04:23:14.484491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e7a0bf8-4d60-42b7-9cb7-778dda91d809 req-10a32ff5-fd25-453b-878b-51faab419cd8 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401905 Feb 19 04:23:14.620451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:14.669662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:14.673747 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:14.674195 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.741323 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.781234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:14.781621 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.805054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea64eeb-c5c6-4616-a1cd-e36eb50af515'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:14.807348 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e534d5-581c-4a84-bd13-110164b8a0eb" -d '{"events": [{"server_uuid": "e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6", "name": "network-vif-plugged", "status": "completed", "tag": "8ea64eeb-c5c6-4616-a1cd-e36eb50af515"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:14.820152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:14.825001 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.851554 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f2c6f2-590f-4f60-a0b6-438e4b0a364a x-openstack-request-id: req-69f2c6f2-590f-4f60-a0b6-438e4b0a364a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:14.851846 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6", "name": "network-vif-plugged", "status": "completed", "tag": "8ea64eeb-c5c6-4616-a1cd-e36eb50af515", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:14.852095 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69f2c6f2-590f-4f60-a0b6-438e4b0a364a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:14.852485 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea64eeb-c5c6-4616-a1cd-e36eb50af515', 'code': 200} Feb 19 04:23:14.879005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:14.987808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06da16d-6bda-4a75-ad9c-ec091b2baf9d req-0dddb0e1-2318-43f1-a1a1-8c37690da955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:14.989508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d06da16d-6bda-4a75-ad9c-ec091b2baf9d req-0dddb0e1-2318-43f1-a1a1-8c37690da955 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 1127 time: 0.0581217 Feb 19 04:23:15.038203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d06da16d-6bda-4a75-ad9c-ec091b2baf9d req-0b4d6868-c8c1-4829-b9c5-d0e7dbfcc27c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Feb 19 04:23:15.609963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642a0a-d419-473e-9f60-e0e69ce49b24 req-ebe54f64-a694-413e-9ed3-6db1ef74f124 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:15.611477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19642a0a-d419-473e-9f60-e0e69ce49b24 req-ebe54f64-a694-413e-9ed3-6db1ef74f124 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 945 time: 0.0563345 Feb 19 04:23:15.659271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19642a0a-d419-473e-9f60-e0e69ce49b24 req-0f42afd8-716e-4aaf-8d06-3c12cba30a24 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420392 Feb 19 04:23:16.777981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d9afb-03c8-40db-bf11-cb9fcbc41b15 req-f097f203-bfe6-44f5-9471-2529bcd2333e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:16.779467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-987d9afb-03c8-40db-bf11-cb9fcbc41b15 req-f097f203-bfe6-44f5-9471-2529bcd2333e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 945 time: 0.0514970 Feb 19 04:23:16.825108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-987d9afb-03c8-40db-bf11-cb9fcbc41b15 req-9dbb7166-fb7f-473d-a85b-cb3236fbf05c tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Feb 19 04:23:16.944629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c281656-0cdd-4b0e-af47-145b2df8c3b9 req-7c3ab51b-ce2b-4c0e-b009-c91920c04457 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:16.946103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c281656-0cdd-4b0e-af47-145b2df8c3b9 req-7c3ab51b-ce2b-4c0e-b009-c91920c04457 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 945 time: 0.0560026 Feb 19 04:23:16.994442 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c281656-0cdd-4b0e-af47-145b2df8c3b9 req-34124a8c-0f82-465f-9885-2c48a920ee7a tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Feb 19 04:23:22.929594 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.068089 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:23:29.178131 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-49d3afda-860d-49a8-9a94-c39614c841b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416279 Feb 19 04:23:29.281997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-509cd33c-c6fd-4c43-8b6e-76d176317b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.283810 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-509cd33c-c6fd-4c43-8b6e-76d176317b1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68a9eed024547248c0d8f37fdac4eb3&device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 1127 time: 0.0463102 Feb 19 04:23:29.390092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-59eb6d1a-d220-48df-b665-2363497c16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.391571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-59eb6d1a-d220-48df-b665-2363497c16f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9dbaefef-eb2c-433f-ba07-150b7d70741d HTTP/1.1" status: 200 len: 918 time: 0.0889366 Feb 19 04:23:29.434740 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-3388cb3f-b7ac-419d-a0a3-58637667cd81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ea64eeb-c5c6-4616-a1cd-e36eb50af515 HTTP/1.1" status: 200 len: 217 time: 0.0350912 Feb 19 04:23:29.484035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-c87b9c81-f9a7-4cd5-a826-7c6be7ce3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.485591 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-c87b9c81-f9a7-4cd5-a826-7c6be7ce3065 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58 HTTP/1.1" status: 200 len: 856 time: 0.0436819 Feb 19 04:23:29.539614 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-26d925f7-4c47-40bc-808e-99641c997010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.541141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-26d925f7-4c47-40bc-808e-99641c997010 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9dbaefef-eb2c-433f-ba07-150b7d70741d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497417 Feb 19 04:23:29.631760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-be505698-5075-4f91-8a9b-ad32ecf78a44 service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844173 Feb 19 04:23:29.732564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4672da19-f600-4e97-bf49-6417ba181fd0 req-81c1a413-4b2d-4d00-86c0-71707d6aceea service neutron] 10.222.0.37 "GET /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928028 Feb 19 04:23:36.722073 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.400076 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7025bbfb-6556-4253-b8c4-6a5ed27e426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.564812 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f97ffe0b-a0b1-4cf3-a90a-bf4ea3d68367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.240241 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.267108 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.733889 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.084051 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffdcca-5c1c-4bdb-87d3-7b53f03ff9da req-2adaa95a-649b-409d-93c8-bd8f4e8d2bf1 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:52.085518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caffdcca-5c1c-4bdb-87d3-7b53f03ff9da req-2adaa95a-649b-409d-93c8-bd8f4e8d2bf1 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 945 time: 0.0568151 Feb 19 04:23:52.133993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caffdcca-5c1c-4bdb-87d3-7b53f03ff9da req-1046c2c2-831c-4c1f-8f52-c244a7b6a861 tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Feb 19 04:23:52.945421 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.254839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d551e1-74a7-4d2b-b121-8f122ae84416 req-dee781ed-9d0a-4d3d-8a7e-2070996fb8ae tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:53.256348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7d551e1-74a7-4d2b-b121-8f122ae84416 req-dee781ed-9d0a-4d3d-8a7e-2070996fb8ae tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 945 time: 0.0526657 Feb 19 04:23:53.303578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7d551e1-74a7-4d2b-b121-8f122ae84416 req-56462fad-5540-4ce7-a145-361f0783622e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/security-groups?id=1d4f8227-4646-4e90-a0c6-84057ee25990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Feb 19 04:23:53.986076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-96dd355c-1747-4fa8-99b4-0d1329d55fbe tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:53.987599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-96dd355c-1747-4fa8-99b4-0d1329d55fbe tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 945 time: 0.0567408 Feb 19 04:23:54.077536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-6a541ad5-365b-4026-85a8-f8ddfd69049e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Deleting port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:54.077895 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-6a541ad5-365b-4026-85a8-f8ddfd69049e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.168494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-6a541ad5-365b-4026-85a8-f8ddfd69049e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] For port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:54.168747 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-6a541ad5-365b-4026-85a8-f8ddfd69049e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.180495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-6a541ad5-365b-4026-85a8-f8ddfd69049e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Calling delete_port for 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:54.306838 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-6a541ad5-365b-4026-85a8-f8ddfd69049e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (8ea64eeb-c5c6-4616-a1cd-e36eb50af515), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.340537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a541ad5-365b-4026-85a8-f8ddfd69049e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Pushing event deleted for resources: {'Port': ['ID=8ea64eeb-c5c6-4616-a1cd-e36eb50af515,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:54.342380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['8ea64eeb-c5c6-4616-a1cd-e36eb50af515'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:54.383961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-6a541ad5-365b-4026-85a8-f8ddfd69049e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] No DVR routers for this DVR port 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:54.387239 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-6a541ad5-365b-4026-85a8-f8ddfd69049e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.390616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46ea7f6a-0d62-4f6e-a9a8-69820177b8b7 req-6a541ad5-365b-4026-85a8-f8ddfd69049e tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.37 "DELETE /v2.0/ports/8ea64eeb-c5c6-4616-a1cd-e36eb50af515 HTTP/1.1" status: 204 len: 173 time: 0.3979807 Feb 19 04:23:54.391078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6', 'name': 'network-vif-deleted', 'tag': '8ea64eeb-c5c6-4616-a1cd-e36eb50af515'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:54.393513 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb047539-5185-4772-8669-6a5b1955f5d4" -d '{"events": [{"server_uuid": "e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6", "name": "network-vif-deleted", "tag": "8ea64eeb-c5c6-4616-a1cd-e36eb50af515"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:54.427336 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-791b6027-bfe5-4291-92b8-bd79b7334308 req-19cb6d2d-fa69-4525-974f-703624c1321b tempest-TestEncryptedCinderVolumes-684862039 tempest-TestEncryptedCinderVolumes-684862039-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6 HTTP/1.1" status: 200 len: 210 time: 0.0307617 Feb 19 04:23:54.472602 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8e0597-43e8-4f26-be07-bc9e31a09d1e x-openstack-request-id: req-9c8e0597-43e8-4f26-be07-bc9e31a09d1e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:54.472977 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6", "name": "network-vif-deleted", "tag": "8ea64eeb-c5c6-4616-a1cd-e36eb50af515", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:54.473305 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c8e0597-43e8-4f26-be07-bc9e31a09d1e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:54.473792 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c07bd4-9ca5-49e2-a9a9-3c1c63bf87a6', 'name': 'network-vif-deleted', 'tag': '8ea64eeb-c5c6-4616-a1cd-e36eb50af515', 'status': 'completed', 'code': 200} Feb 19 04:23:55.520387 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33954) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:55.864169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (35d8caf5-e962-46a7-85ed-37e813efb812), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.111679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Deleting port 962b2924-06e3-4434-bb16-5570f47f930a {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:56.112301 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (962b2924-06e3-4434-bb16-5570f47f930a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.191602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] For port 962b2924-06e3-4434-bb16-5570f47f930a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=962b2924-06e3-4434-bb16-5570f47f930a,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:56.191963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (962b2924-06e3-4434-bb16-5570f47f930a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.203817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Calling delete_port for 962b2924-06e3-4434-bb16-5570f47f930a owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:56.383066 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (962b2924-06e3-4434-bb16-5570f47f930a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.409929 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=962b2924-06e3-4434-bb16-5570f47f930a,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:56.434847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.435198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.435564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.435905 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.436234 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.436560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.436885 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.437208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.437532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.437887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.438199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.438523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.438841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:56.586857 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (35d8caf5-e962-46a7-85ed-37e813efb812), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.812381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Router 35d8caf5-e962-46a7-85ed-37e813efb812 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:23:56.921542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:56.927230 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7db63a1e-c3e0-474b-94f1-64fbfcc2fcb6 admin admin] 10.222.0.42 "PUT /v2.0/routers/35d8caf5-e962-46a7-85ed-37e813efb812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4052658 Feb 19 04:23:56.929457 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33958) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:56.933080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] Sync routers for ids ['35d8caf5-e962-46a7-85ed-37e813efb812'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:56.944169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] Routers {'35d8caf5-e962-46a7-85ed-37e813efb812'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:56.945090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:23:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['35d8caf5-e962-46a7-85ed-37e813efb812'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:57.046979 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Publish callbacks [] for router (35d8caf5-e962-46a7-85ed-37e813efb812), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.068443 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] Set router 35d8caf5-e962-46a7-85ed-37e813efb812 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:57.153531 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Publish callbacks [] for router_gateway (35d8caf5-e962-46a7-85ed-37e813efb812), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.205790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Deleting port 19c27199-3e79-4e79-ae41-09c2a6d89c50 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:57.206159 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.251456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'name': 'tempest-TestEncryptedCinderVolumes-1356755866-router', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:23:56Z', 'revision_number': 5, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'gw_port': {'id': '19c27199-3e79-4e79-ae41-09c2a6d89c50', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:57.280189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] Checking router: 35d8caf5-e962-46a7-85ed-37e813efb812 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:23:57.287817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] For port 19c27199-3e79-4e79-ae41-09c2a6d89c50, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=19c27199-3e79-4e79-ae41-09c2a6d89c50,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:57.288497 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.288622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] Routers {'35d8caf5-e962-46a7-85ed-37e813efb812'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:57.289150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:23:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['35d8caf5-e962-46a7-85ed-37e813efb812'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:57.300463 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Calling delete_port for 19c27199-3e79-4e79-ae41-09c2a6d89c50 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:57.382900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] Set router 35d8caf5-e962-46a7-85ed-37e813efb812 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:57.433943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'name': 'tempest-TestEncryptedCinderVolumes-1356755866-router', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:23:57Z', 'revision_number': 6, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:57.463759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2874b1b-5aec-46cc-ab71-8fa7822b3bc1 None None] The sync data for ids ['35d8caf5-e962-46a7-85ed-37e813efb812'] in n-d-826756-2 is: [{'id': '35d8caf5-e962-46a7-85ed-37e813efb812', 'name': 'tempest-TestEncryptedCinderVolumes-1356755866-router', 'tenant_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:05Z', 'updated_at': '2022-02-19T04:23:57Z', 'revision_number': 6, 'project_id': 'a68a9eed024547248c0d8f37fdac4eb3', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:57.469155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (19c27199-3e79-4e79-ae41-09c2a6d89c50), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.493403 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c27199-3e79-4e79-ae41-09c2a6d89c50,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:57.558972 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (35d8caf5-e962-46a7-85ed-37e813efb812), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.652314 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (35d8caf5-e962-46a7-85ed-37e813efb812), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.654403 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Publish callbacks [] for router_controller (35d8caf5-e962-46a7-85ed-37e813efb812), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.699248 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (35d8caf5-e962-46a7-85ed-37e813efb812), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.699957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d8caf5-e962-46a7-85ed-37e813efb812 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:57.705281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.706725 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ee07e45e-91a1-42aa-ab86-0307aaf7f2c9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/35d8caf5-e962-46a7-85ed-37e813efb812 HTTP/1.1" status: 204 len: 168 time: 0.7763093 Feb 19 04:23:57.709182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33960) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:57.752569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9b89d4-d64f-495d-94cf-892eee7ffd75 admin admin] Deleting subnet 8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:57.755508 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb9b89d4-d64f-495d-94cf-892eee7ffd75 admin admin] Publish callbacks [] for subnet (8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.789321 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb9b89d4-d64f-495d-94cf-892eee7ffd75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.874208 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb9b89d4-d64f-495d-94cf-892eee7ffd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.928464 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb9b89d4-d64f-495d-94cf-892eee7ffd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.955792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b89d4-d64f-495d-94cf-892eee7ffd75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:57.957780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bb9b89d4-d64f-495d-94cf-892eee7ffd75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.963485 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bb9b89d4-d64f-495d-94cf-892eee7ffd75 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8ccc8b5e-f0b1-4bc5-a26e-a70a25ee8f58 HTTP/1.1" status: 204 len: 168 time: 0.2531724 Feb 19 04:23:57.963673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33962) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:57.965043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e39df-f69a-42e8-a4f2-80e0ecc3c51b None None] Network 9dbaefef-eb2c-433f-ba07-150b7d70741d requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:58.035563 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (9dbaefef-eb2c-433f-ba07-150b7d70741d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.091197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Deleting port d2085c7b-4784-4a5a-8d4b-701113a53e09 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:58.091552 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.152869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] For port d2085c7b-4784-4a5a-8d4b-701113a53e09, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=d2085c7b-4784-4a5a-8d4b-701113a53e09,segment=NetworkSegment(14aade6a-030d-48d9-b93e-591d0695612e),segment_id=14aade6a-030d-48d9-b93e-591d0695612e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:58.153133 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.166324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Calling delete_port for d2085c7b-4784-4a5a-8d4b-701113a53e09 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:58.246891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ccefd3-93c0-44f3-b948-199a2add1f83 None None] DHCP port deletion for 9dbaefef-eb2c-433f-ba07-150b7d70741d request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:23:58.263413 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.293434 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2085c7b-4784-4a5a-8d4b-701113a53e09,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:58.299278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] No DVR routers for this DVR port d2085c7b-4784-4a5a-8d4b-701113a53e09 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:58.383851 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (9dbaefef-eb2c-433f-ba07-150b7d70741d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.405946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbaefef-eb2c-433f-ba07-150b7d70741d']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:58.416311 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14aade6a-030d-48d9-b93e-591d0695612e') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:58.416611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14aade6a-030d-48d9-b93e-591d0695612e') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:58.426328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (14aade6a-030d-48d9-b93e-591d0695612e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.437113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d2085c7b-4784-4a5a-8d4b-701113a53e09 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:58.442580 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (14aade6a-030d-48d9-b93e-591d0695612e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.454371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:58.455193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (14aade6a-030d-48d9-b93e-591d0695612e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:58.458520 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:58.460908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: d2085c7b-4784-4a5a-8d4b-701113a53e09 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:58.460908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device d2085c7b-4784-4a5a-8d4b-701113a53e09 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:58.460908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 962b2924-06e3-4434-bb16-5570f47f930a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:58.482105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 962b2924-06e3-4434-bb16-5570f47f930a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:58.482463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 962b2924-06e3-4434-bb16-5570f47f930a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:58.482888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 19c27199-3e79-4e79-ae41-09c2a6d89c50 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:58.505410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 19c27199-3e79-4e79-ae41-09c2a6d89c50 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:58.505761 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 19c27199-3e79-4e79-ae41-09c2a6d89c50 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:58.523163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (9dbaefef-eb2c-433f-ba07-150b7d70741d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.524590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-50ccefd3-93c0-44f3-b948-199a2add1f83 None None] Deleting port d2085c7b-4784-4a5a-8d4b-701113a53e09 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:58.525529 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-50ccefd3-93c0-44f3-b948-199a2add1f83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (d2085c7b-4784-4a5a-8d4b-701113a53e09), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.530975 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.537054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9dbaefef-eb2c-433f-ba07-150b7d70741d HTTP/1.1" status: 204 len: 168 time: 0.5696299 Feb 19 04:23:58.538025 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33964) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server [None req-50ccefd3-93c0-44f3-b948-199a2add1f83 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 9dbaefef-eb2c-433f-ba07-150b7d70741d could not be found. Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 9dbaefef-eb2c-433f-ba07-150b7d70741d could not be found. Feb 19 04:23:58.542571 n-d-826756-2 neutron-server[103617]: ERROR oslo_messaging.rpc.server Feb 19 04:23:58.562347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cb6e1-3748-4750-b196-caf864f6e995 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dbaefef-eb2c-433f-ba07-150b7d70741d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:58.564364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a3d6c-1a54-4c03-a34f-3215c53af570 None None] get_active_networks_info from n-d-826756-2 {{(pid=103617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:23:58.647014 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a3d6c-1a54-4c03-a34f-3215c53af570 None None] Resources bound (agent type, host, resource id): {{(pid=103617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:23:58.806638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71765f7-ca30-4811-8c1b-d0ac6345179d None None] DHCP port deletion for 9dbaefef-eb2c-433f-ba07-150b7d70741d request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:23:58.889679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:58.909388 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:58.909736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 8ea64eeb-c5c6-4616-a1cd-e36eb50af515 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:58.933108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d875694-fc93-4346-b371-407569778173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (5abbd9e2-2c74-417f-ab26-d882f63a5ece), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.519351 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6d875694-fc93-4346-b371-407569778173 admin admin] Deleting port 82a078b9-c15e-405a-874a-62699af45bec {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:59.519691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d875694-fc93-4346-b371-407569778173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (82a078b9-c15e-405a-874a-62699af45bec), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.594731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-6d875694-fc93-4346-b371-407569778173 admin admin] For port 82a078b9-c15e-405a-874a-62699af45bec, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=82a078b9-c15e-405a-874a-62699af45bec,segment=NetworkSegment(74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c),segment_id=74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:59.595154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d875694-fc93-4346-b371-407569778173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (82a078b9-c15e-405a-874a-62699af45bec), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.608975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-6d875694-fc93-4346-b371-407569778173 admin admin] Calling delete_port for 82a078b9-c15e-405a-874a-62699af45bec owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:59.786947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d875694-fc93-4346-b371-407569778173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (82a078b9-c15e-405a-874a-62699af45bec), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.816278 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d875694-fc93-4346-b371-407569778173 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a078b9-c15e-405a-874a-62699af45bec,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:59.983004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6d875694-fc93-4346-b371-407569778173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (5abbd9e2-2c74-417f-ab26-d882f63a5ece), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.206149 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d875694-fc93-4346-b371-407569778173 admin admin] Router 5abbd9e2-2c74-417f-ab26-d882f63a5ece has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:00.318427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d875694-fc93-4346-b371-407569778173 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:00.324067 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6d875694-fc93-4346-b371-407569778173 admin admin] 10.222.0.42 "PUT /v2.0/routers/5abbd9e2-2c74-417f-ab26-d882f63a5ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7836227 Feb 19 04:24:00.326535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33966) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:00.330334 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] Sync routers for ids ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:00.340462 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] Routers {'5abbd9e2-2c74-417f-ab26-d882f63a5ece'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:00.341080 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:23:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:00.449857 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Publish callbacks [] for router (5abbd9e2-2c74-417f-ab26-d882f63a5ece), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.460396 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] Set router 5abbd9e2-2c74-417f-ab26-d882f63a5ece gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:00.558379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Publish callbacks [] for router_gateway (5abbd9e2-2c74-417f-ab26-d882f63a5ece), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.610406 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Deleting port b8bec44e-5b37-48b6-8c31-27e2fdcff354 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:00.610667 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.640155 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'name': 'tempest-TestEncryptedCinderVolumes-1919780303-router', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:09Z', 'updated_at': '2022-02-19T04:23:59Z', 'revision_number': 5, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'gw_port': {'id': 'b8bec44e-5b37-48b6-8c31-27e2fdcff354', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:10Z', 'updated_at': '2022-02-19T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:00.668713 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] Checking router: 5abbd9e2-2c74-417f-ab26-d882f63a5ece for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:00.676800 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] Routers {'5abbd9e2-2c74-417f-ab26-d882f63a5ece'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:00.677398 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:23:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:00.693071 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] For port b8bec44e-5b37-48b6-8c31-27e2fdcff354, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b8bec44e-5b37-48b6-8c31-27e2fdcff354,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:00.693437 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.705815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Calling delete_port for b8bec44e-5b37-48b6-8c31-27e2fdcff354 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:00.763181 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] Set router 5abbd9e2-2c74-417f-ab26-d882f63a5ece gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:00.812853 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'name': 'tempest-TestEncryptedCinderVolumes-1919780303-router', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:09Z', 'updated_at': '2022-02-19T04:24:00Z', 'revision_number': 6, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:00.843383 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927397ae-2fc1-4fac-bb1b-024cf275a683 None None] The sync data for ids ['5abbd9e2-2c74-417f-ab26-d882f63a5ece'] in n-d-826756-2 is: [{'id': '5abbd9e2-2c74-417f-ab26-d882f63a5ece', 'name': 'tempest-TestEncryptedCinderVolumes-1919780303-router', 'tenant_id': '7b2fc7c3deca484c88c06267ace5bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:22:09Z', 'updated_at': '2022-02-19T04:24:00Z', 'revision_number': 6, 'project_id': '7b2fc7c3deca484c88c06267ace5bf68', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:00.881635 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b8bec44e-5b37-48b6-8c31-27e2fdcff354), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.910421 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bec44e-5b37-48b6-8c31-27e2fdcff354,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:00.971400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (5abbd9e2-2c74-417f-ab26-d882f63a5ece), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.062723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (5abbd9e2-2c74-417f-ab26-d882f63a5ece), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.064823 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Publish callbacks [] for router_controller (5abbd9e2-2c74-417f-ab26-d882f63a5ece), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.110022 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (5abbd9e2-2c74-417f-ab26-d882f63a5ece), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.110553 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5abbd9e2-2c74-417f-ab26-d882f63a5ece {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:24:01.115105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.116187 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0b46fa93-f541-4a05-8854-e7561fbaa213 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5abbd9e2-2c74-417f-ab26-d882f63a5ece HTTP/1.1" status: 204 len: 168 time: 0.7887387 Feb 19 04:24:01.119477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33968) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:01.167819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cd1e1f-135e-4622-8d63-21172408c41a admin admin] Deleting subnet 967849f1-3723-4409-b183-fcf9573e211b {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:01.170785 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36cd1e1f-135e-4622-8d63-21172408c41a admin admin] Publish callbacks [] for subnet (967849f1-3723-4409-b183-fcf9573e211b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.205892 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36cd1e1f-135e-4622-8d63-21172408c41a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (967849f1-3723-4409-b183-fcf9573e211b), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.285763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36cd1e1f-135e-4622-8d63-21172408c41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (967849f1-3723-4409-b183-fcf9573e211b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.341764 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36cd1e1f-135e-4622-8d63-21172408c41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (967849f1-3723-4409-b183-fcf9573e211b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.368091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd1e1f-135e-4622-8d63-21172408c41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967849f1-3723-4409-b183-fcf9573e211b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:01.370178 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36cd1e1f-135e-4622-8d63-21172408c41a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.374398 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-36cd1e1f-135e-4622-8d63-21172408c41a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/967849f1-3723-4409-b183-fcf9573e211b HTTP/1.1" status: 204 len: 168 time: 0.2539310 Feb 19 04:24:01.374672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c958e4-4976-445a-83c5-7da4f9cb673c None None] Network a4ba2b94-b6a4-4869-b695-a128c12de791 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:01.376929 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 33970) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:01.444844 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (a4ba2b94-b6a4-4869-b695-a128c12de791), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.501672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Deleting port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:01.502045 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.566873 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] For port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e05f9cdf-def6-40e6-9ed4-0cd0fce58d45,segment=NetworkSegment(74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c),segment_id=74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:01.567152 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.581128 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Calling delete_port for e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:01.602772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] DHCP port deletion for a4ba2b94-b6a4-4869-b695-a128c12de791 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:01.658301 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Deleting port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:01.659057 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.663365 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.690425 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05f9cdf-def6-40e6-9ed4-0cd0fce58d45,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:01.692315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] No DVR routers for this DVR port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:01.739783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] For port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e05f9cdf-def6-40e6-9ed4-0cd0fce58d45,segment=NetworkSegment(74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c),segment_id=74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:01.740292 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.752810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Calling delete_port for e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:01.770740 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (a4ba2b94-b6a4-4869-b695-a128c12de791), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.792507 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ba2b94-b6a4-4869-b695-a128c12de791']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:01.803004 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:01.803304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:01.813480 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.830877 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.835182 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (e05f9cdf-def6-40e6-9ed4-0cd0fce58d45), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.838638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:01.839310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (74bbd08c-f9f3-41cb-b7a2-e71a3ecccd2c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:01.843072 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:01.866017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Pushing event deleted for resources: {'Port': ['ID=e05f9cdf-def6-40e6-9ed4-0cd0fce58d45,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:01.871183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] No DVR routers for this DVR port e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:01.891007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.891459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.891886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.892227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.893349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.893349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.893349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.893665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.893896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.894233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.894570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.894897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.895228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf58c4ec-14fa-42b6-8f95-d85ebd967e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:01.910678 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (a4ba2b94-b6a4-4869-b695-a128c12de791), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.916976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.922545 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a4ba2b94-b6a4-4869-b695-a128c12de791 HTTP/1.1" status: 204 len: 168 time: 0.5422087 Feb 19 04:24:01.937026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bb55c-4aca-4099-9516-e93b0a1b42c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ba2b94-b6a4-4869-b695-a128c12de791,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:02.084304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 82a078b9-c15e-405a-874a-62699af45bec no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:02.092296 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33974) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.105546 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 82a078b9-c15e-405a-874a-62699af45bec {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:02.105911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 82a078b9-c15e-405a-874a-62699af45bec not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:02.106337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b8bec44e-5b37-48b6-8c31-27e2fdcff354 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:02.125288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: b8bec44e-5b37-48b6-8c31-27e2fdcff354 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:02.125634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b8bec44e-5b37-48b6-8c31-27e2fdcff354 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:02.126097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:02.132843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5d921e14-09bc-4e74-8bac-dcba18204328 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a68a9eed024547248c0d8f37fdac4eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393307 Feb 19 04:24:02.135856 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33976) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.145360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:02.145700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e05f9cdf-def6-40e6-9ed4-0cd0fce58d45 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:02.185338 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8097c20c-a348-467b-9ab2-7092d7bc57e3 admin admin] Publish callbacks [] for security_group (1d4f8227-4646-4e90-a0c6-84057ee25990), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.207045 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8097c20c-a348-467b-9ab2-7092d7bc57e3 admin admin] Publish callbacks [] for security_group (1d4f8227-4646-4e90-a0c6-84057ee25990), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.268085 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8097c20c-a348-467b-9ab2-7092d7bc57e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1d4f8227-4646-4e90-a0c6-84057ee25990), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.270913 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8097c20c-a348-467b-9ab2-7092d7bc57e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.272125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8097c20c-a348-467b-9ab2-7092d7bc57e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d4f8227-4646-4e90-a0c6-84057ee25990 HTTP/1.1" status: 204 len: 168 time: 0.1354232 Feb 19 04:24:02.280494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097c20c-a348-467b-9ab2-7092d7bc57e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f8227-4646-4e90-a0c6-84057ee25990,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:02.601279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33982) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.643949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a59b737a-bf72-4bea-b803-982ca3dfd42b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b2fc7c3deca484c88c06267ace5bf68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414362 Feb 19 04:24:02.647325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 33984) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.699649 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31dd398d-41cf-40b2-a876-f37d27e3603f admin admin] Publish callbacks [] for security_group (61b0b3c3-cec0-48c8-aaf8-5c5a095fb4f8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.720359 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31dd398d-41cf-40b2-a876-f37d27e3603f admin admin] Publish callbacks [] for security_group (61b0b3c3-cec0-48c8-aaf8-5c5a095fb4f8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.767155 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31dd398d-41cf-40b2-a876-f37d27e3603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (61b0b3c3-cec0-48c8-aaf8-5c5a095fb4f8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.770054 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31dd398d-41cf-40b2-a876-f37d27e3603f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.771255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-31dd398d-41cf-40b2-a876-f37d27e3603f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61b0b3c3-cec0-48c8-aaf8-5c5a095fb4f8 HTTP/1.1" status: 204 len: 168 time: 0.1230102 Feb 19 04:24:02.779769 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd398d-41cf-40b2-a876-f37d27e3603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b0b3c3-cec0-48c8-aaf8-5c5a095fb4f8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:03.449648 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34006) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:03.547214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1908124177-network', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:03.567260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Made reservation on behalf of 0132717577b7477f9241819dc9ea7bf8 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:03.569630 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.578203 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.654038 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Publish callbacks [] for security_group (bba82122-a51f-42b8-9602-5e547442a384), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.659939 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bba82122-a51f-42b8-9602-5e547442a384), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.685816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:03.695692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba82122-a51f-42b8-9602-5e547442a384,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:03.701301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b45e325c-3fca-42bd-9c92-205c1ed8b04a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.701645 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Added segment b45e325c-3fca-42bd-9c92-205c1ed8b04a of type vlan for network db00f6fb-062e-4d30-bac9-36aab8606810 Feb 19 04:24:03.740596 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (db00f6fb-062e-4d30-bac9-36aab8606810), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.768917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (db00f6fb-062e-4d30-bac9-36aab8606810), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.769878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:03.770464 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.849264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3984258 Feb 19 04:24:03.852230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34010) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:03.858293 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Request body: {'subnet': {'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1908124177-subnet', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:03.862813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd3823-35b3-4b4b-8825-5c92fd608e71 admin admin] Pushing event updated for resources: {'Network': ['ID=db00f6fb-062e-4d30-bac9-36aab8606810,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:03.872769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network db00f6fb-062e-4d30-bac9-36aab8606810 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:03.879427 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Made reservation on behalf of 0132717577b7477f9241819dc9ea7bf8 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:03.881900 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.047387 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (84e9ca1a-2354-411a-9ea9-a851a8823a57), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.102882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e9ca1a-2354-411a-9ea9-a851a8823a57,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:04.109893 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Checking segment: {'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:04.110283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Network hostable DHCP agents. Network: db00f6fb-062e-4d30-bac9-36aab8606810, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:04.126063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Network db00f6fb-062e-4d30-bac9-36aab8606810 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:04.135039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, db00f6fb-062e-4d30-bac9-36aab8606810) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:04.139006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:04.139624 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.144288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff20e98-ad2e-4bc9-85ee-52e20ea79ff3 None None] Network db00f6fb-062e-4d30-bac9-36aab8606810 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:04.156074 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e0143b40-e8a2-4834-a286-2440baf5fd7d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3016152 Feb 19 04:24:04.158998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34012) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:04.163515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:04.183309 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (32f59c68-b27a-44b6-9885-14f9e75db481), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.184408 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (32f59c68-b27a-44b6-9885-14f9e75db481), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.240206 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks [] for router_controller (32f59c68-b27a-44b6-9885-14f9e75db481), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.249959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-db00f6fb-062e-4d30-bac9-36aab8606810', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:04.250965 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.379484 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks [] for router_gateway (32f59c68-b27a-44b6-9885-14f9e75db481), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.389818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Allocated IP 172.20.0.2 (db00f6fb-062e-4d30-bac9-36aab8606810/84e9ca1a-2354-411a-9ea9-a851a8823a57/30b1ec74-8307-45fa-ba87-2d0368edbfd2) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:04.530577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Publish callbacks [] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.536146 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.583070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Network db00f6fb-062e-4d30-bac9-36aab8606810 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:04.586960 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks [] for router_gateway (32f59c68-b27a-44b6-9885-14f9e75db481), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.587110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:04.589503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Pushing event updated for resources: {'Port': ['ID=30b1ec74-8307-45fa-ba87-2d0368edbfd2,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:04.591664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:04.606774 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.646676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Attempting to bind port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:04.647152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Attempting to bind port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:04.647527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Attempting to bind port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 on network db00f6fb-062e-4d30-bac9-36aab8606810 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:04.652855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:04.653232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Checking segment: {'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:04.653641 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.654070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Bound using segment: {'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:04.654545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Bound port: 30b1ec74-8307-45fa-ba87-2d0368edbfd2, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:04.654932 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.709730 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Allocated IP 172.25.4.133 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/55e3a485-6daa-49de-a80f-b01223eab25b) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:04.724709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] For port 30b1ec74-8307-45fa-ba87-2d0368edbfd2, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:04.729815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] For port 30b1ec74-8307-45fa-ba87-2d0368edbfd2, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=30b1ec74-8307-45fa-ba87-2d0368edbfd2,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:04.734680 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.800583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948f9fb-1231-4cdb-854c-c7008f439e40 None None] Pushing event updated for resources: {'Port': ['ID=30b1ec74-8307-45fa-ba87-2d0368edbfd2,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:04.822805 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks [] for port (55e3a485-6daa-49de-a80f-b01223eab25b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.857417 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.897508 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:04.902538 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:04.906875 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:04.910038 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Pushing event updated for resources: {'Port': ['ID=55e3a485-6daa-49de-a80f-b01223eab25b,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:05.182696 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks [] for router_gateway (32f59c68-b27a-44b6-9885-14f9e75db481), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.380438 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (32f59c68-b27a-44b6-9885-14f9e75db481), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.715524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f732f0-9e77-482c-b9e3-491d521bd6d8 None None] Network db00f6fb-062e-4d30-bac9-36aab8606810 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:05.771926 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-69baccff-6de3-4e6b-8454-5d7454545af8 None None] Provisioning complete for port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:05.772359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-69baccff-6de3-4e6b-8454-5d7454545af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.855511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Router 32f59c68-b27a-44b6-9885-14f9e75db481 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:24:05.898476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-69baccff-6de3-4e6b-8454-5d7454545af8 None None] Current status of the port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:05.898725 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-69baccff-6de3-4e6b-8454-5d7454545af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.935296 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-69baccff-6de3-4e6b-8454-5d7454545af8 None None] For port 30b1ec74-8307-45fa-ba87-2d0368edbfd2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=30b1ec74-8307-45fa-ba87-2d0368edbfd2,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:05.940337 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-69baccff-6de3-4e6b-8454-5d7454545af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.970730 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:05.986807 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Sync routers for ids ['32f59c68-b27a-44b6-9885-14f9e75db481'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:05.995986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.998536 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-930069fd-ad33-424f-abf6-9ff10a202575 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8374183 Feb 19 04:24:06.000291 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34014) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:06.008628 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69baccff-6de3-4e6b-8454-5d7454545af8 None None] Pushing event updated for resources: {'Port': ['ID=30b1ec74-8307-45fa-ba87-2d0368edbfd2,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:06.017230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Routers {'32f59c68-b27a-44b6-9885-14f9e75db481'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:06.018155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:23:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['32f59c68-b27a-44b6-9885-14f9e75db481'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:06.074955 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:24:06.137685 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Set router 32f59c68-b27a-44b6-9885-14f9e75db481 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:06.199799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 30b1ec74-8307-45fa-ba87-2d0368edbfd2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:06.297406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-17fac314-b5ab-4919-ad84-00d9f4b3e392 None None] Provisioning complete for port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:06.297778 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-17fac314-b5ab-4919-ad84-00d9f4b3e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.357618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:06.358017 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.487518 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.490508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-17fac314-b5ab-4919-ad84-00d9f4b3e392 None None] Current status of the port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:06.504173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:05Z', 'revision_number': 3, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:06.537539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:06.540125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Checking router: 32f59c68-b27a-44b6-9885-14f9e75db481 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:06.540497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Updating router 32f59c68-b27a-44b6-9885-14f9e75db481 port 55e3a485-6daa-49de-a80f-b01223eab25b binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:24:06.568355 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.649238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Allocated IP 172.20.0.1 (db00f6fb-062e-4d30-bac9-36aab8606810/84e9ca1a-2354-411a-9ea9-a851a8823a57/e5e95236-eb05-4967-bb6b-87c204d7da79) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:06.764057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Publish callbacks [] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.799999 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.840094 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Network db00f6fb-062e-4d30-bac9-36aab8606810 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:06.842923 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:06.845921 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:06.878629 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e95236-eb05-4967-bb6b-87c204d7da79,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:06.903989 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.913880 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (32f59c68-b27a-44b6-9885-14f9e75db481), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.007687 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Publish callbacks [] for port (55e3a485-6daa-49de-a80f-b01223eab25b), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.016145 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.066808 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.072800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Attempting to bind port 55e3a485-6daa-49de-a80f-b01223eab25b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:07.073177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Attempting to bind port 55e3a485-6daa-49de-a80f-b01223eab25b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:07.073540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Attempting to bind port 55e3a485-6daa-49de-a80f-b01223eab25b on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:07.080679 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a9c63-3afb-4417-9e81-cbd3ba85fcb8 None None] Pushing event updated for resources: {'Port': ['ID=55e3a485-6daa-49de-a80f-b01223eab25b,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:07.083404 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:07.083779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:07.084177 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.084561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:07.085032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Bound port: 55e3a485-6daa-49de-a80f-b01223eab25b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:07.085414 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.140548 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a4742e30-e945-4869-9c5c-4fdd221cb72b None None] Provisioning complete for port e5e95236-eb05-4967-bb6b-87c204d7da79 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:07.140828 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a4742e30-e945-4869-9c5c-4fdd221cb72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.166848 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] For port 55e3a485-6daa-49de-a80f-b01223eab25b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:07.183250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] For port 55e3a485-6daa-49de-a80f-b01223eab25b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=55e3a485-6daa-49de-a80f-b01223eab25b,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:07.190581 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a4742e30-e945-4869-9c5c-4fdd221cb72b None None] Port e5e95236-eb05-4967-bb6b-87c204d7da79 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:07.192945 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.244662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Publish callbacks [] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.250094 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.253729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Routers {'32f59c68-b27a-44b6-9885-14f9e75db481'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:07.253729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:23:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['32f59c68-b27a-44b6-9885-14f9e75db481'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:07.257371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a9c63-3afb-4417-9e81-cbd3ba85fcb8 None None] Pushing event updated for resources: {'Port': ['ID=55e3a485-6daa-49de-a80f-b01223eab25b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:07.315665 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (32f59c68-b27a-44b6-9885-14f9e75db481), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.317452 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e95236-eb05-4967-bb6b-87c204d7da79,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:07.370432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] Set router 32f59c68-b27a-44b6-9885-14f9e75db481 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:07.410523 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Network db00f6fb-062e-4d30-bac9-36aab8606810 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:07.411932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:07.542578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Router 32f59c68-b27a-44b6-9885-14f9e75db481 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:07.582295 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 2, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:07.612860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2b986-7194-4e31-bdac-ff3f7a16ed68 None None] The sync data for ids ['32f59c68-b27a-44b6-9885-14f9e75db481'] in n-d-826756-2 is: [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 2, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:07.663498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:07.668646 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d9037503-f491-4191-a2ae-9065cf204a04 admin admin] 10.222.0.42 "PUT /v2.0/routers/32f59c68-b27a-44b6-9885-14f9e75db481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6671576 Feb 19 04:24:07.720467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c758dd69-3279-4759-b8c3-435bf4c855c3 None None] Provisioning complete for port e5e95236-eb05-4967-bb6b-87c204d7da79 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:07.720853 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c758dd69-3279-4759-b8c3-435bf4c855c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.756477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c758dd69-3279-4759-b8c3-435bf4c855c3 None None] Port e5e95236-eb05-4967-bb6b-87c204d7da79 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:08.189370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34030) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:08.194416 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2097518468-network', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:08.216177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Made reservation on behalf of ecb4d36cba4049be93c4cb4ec49014f0 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:08.218610 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.228156 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.325984 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Publish callbacks [] for security_group (7ee0999b-b431-4bdd-8000-fec3190d105e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.330727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7ee0999b-b431-4bdd-8000-fec3190d105e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.363491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:08.369671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee0999b-b431-4bdd-8000-fec3190d105e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:08.380634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.381283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.381632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.382000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.382345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.382682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.383014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.383342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.383674 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.384592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.384929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.385256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.385581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:08.389616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9e27dd5d-e0c3-49db-bfe5-82f876d4e19e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.390003 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Added segment 9e27dd5d-e0c3-49db-bfe5-82f876d4e19e of type vlan for network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 Feb 19 04:24:08.398229 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c8b61c9-7950-4c5b-a7cf-69720ce1936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.435671 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (452cf6ae-ed1c-4f88-bcf1-f5fea0159344), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.461694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (452cf6ae-ed1c-4f88-bcf1-f5fea0159344), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.462752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:08.463344 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.521691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34032) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:08.522273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3311293 Feb 19 04:24:08.530221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69b181-29a2-4ca3-9d10-f75e87f0638f admin admin] Pushing event updated for resources: {'Network': ['ID=452cf6ae-ed1c-4f88-bcf1-f5fea0159344,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:08.531810 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Request body: {'subnet': {'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2097518468-subnet', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:08.542765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:08.556907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Made reservation on behalf of ecb4d36cba4049be93c4cb4ec49014f0 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:08.559516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.737023 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (39c6b6a6-298b-4ba8-b037-e6c92499a05f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.788969 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c6b6a6-298b-4ba8-b037-e6c92499a05f,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:08.804694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Checking segment: {'id': '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:08.805058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Network hostable DHCP agents. Network: 452cf6ae-ed1c-4f88-bcf1-f5fea0159344, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:08.824026 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:08.833451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 452cf6ae-ed1c-4f88-bcf1-f5fea0159344) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:08.837686 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:08.838253 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.844023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e004f0d-8f87-4d80-a07e-badc0a64538a None None] Network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:08.856883 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ac12c487-2b8c-4146-aea3-135ccc7d9462 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3316557 Feb 19 04:24:08.857078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34036) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:08.861470 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2097518468-router', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:08.883946 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (52323d9a-e4df-419d-93b2-ce574885af16), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.885655 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (52323d9a-e4df-419d-93b2-ce574885af16), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.955388 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks [] for router_controller (52323d9a-e4df-419d-93b2-ce574885af16), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.970666 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-452cf6ae-ed1c-4f88-bcf1-f5fea0159344', 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344', 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'fixed_ips': [{'subnet_id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:08.971797 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.102505 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks [] for router_gateway (52323d9a-e4df-419d-93b2-ce574885af16), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.109476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Allocated IP 172.20.0.2 (452cf6ae-ed1c-4f88-bcf1-f5fea0159344/39c6b6a6-298b-4ba8-b037-e6c92499a05f/4090ef31-94c4-41c2-8a4f-f2589f18682e) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:09.253787 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Publish callbacks [] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.260037 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.300544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:09.303833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:09.307176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:09.317422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks [] for router_gateway (52323d9a-e4df-419d-93b2-ce574885af16), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.318223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Pushing event updated for resources: {'Port': ['ID=4090ef31-94c4-41c2-8a4f-f2589f18682e,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:09.339358 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.378263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Attempting to bind port 4090ef31-94c4-41c2-8a4f-f2589f18682e on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:09.378860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Attempting to bind port 4090ef31-94c4-41c2-8a4f-f2589f18682e by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:09.379221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Attempting to bind port 4090ef31-94c4-41c2-8a4f-f2589f18682e on network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:09.385329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:09.385705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Checking segment: {'id': '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:09.386257 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.386657 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Bound using segment: {'id': '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:09.387444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Bound port: 4090ef31-94c4-41c2-8a4f-f2589f18682e, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:09.387584 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.450579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] For port 4090ef31-94c4-41c2-8a4f-f2589f18682e, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:09.451756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Allocated IP 172.25.4.81 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/acdd4344-8435-44ff-b76a-771e9903a787) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:09.454010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] For port 4090ef31-94c4-41c2-8a4f-f2589f18682e, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4090ef31-94c4-41c2-8a4f-f2589f18682e,segment=NetworkSegment(9e27dd5d-e0c3-49db-bfe5-82f876d4e19e),segment_id=9e27dd5d-e0c3-49db-bfe5-82f876d4e19e)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:09.461589 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.521729 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee6f4c-80c4-4ba7-905e-b1b1bd6aecd6 None None] Pushing event updated for resources: {'Port': ['ID=4090ef31-94c4-41c2-8a4f-f2589f18682e,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:09.569810 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks [] for port (acdd4344-8435-44ff-b76a-771e9903a787), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.607947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (acdd4344-8435-44ff-b76a-771e9903a787), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.648448 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:09.651407 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:09.654043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:09.688299 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Pushing event updated for resources: {'Port': ['ID=acdd4344-8435-44ff-b76a-771e9903a787,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:09.734079 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Sync routers for ids ['32f59c68-b27a-44b6-9885-14f9e75db481'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:09.745755 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Routers {'32f59c68-b27a-44b6-9885-14f9e75db481'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:09.746479 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:23:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['32f59c68-b27a-44b6-9885-14f9e75db481'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:09.866986 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Set router 32f59c68-b27a-44b6-9885-14f9e75db481 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:09.950838 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks [] for router_gateway (52323d9a-e4df-419d-93b2-ce574885af16), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.163830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4090ef31-94c4-41c2-8a4f-f2589f18682e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:10.213184 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 2, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:10.215524 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (52323d9a-e4df-419d-93b2-ce574885af16), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.232112 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4090ef31-94c4-41c2-8a4f-f2589f18682e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:10.232741 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.247453 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Checking router: 32f59c68-b27a-44b6-9885-14f9e75db481 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:10.247891 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Updating router 32f59c68-b27a-44b6-9885-14f9e75db481 port e5e95236-eb05-4967-bb6b-87c204d7da79 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:24:10.288062 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.321131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4090ef31-94c4-41c2-8a4f-f2589f18682e is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:10.321576 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.363066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 4090ef31-94c4-41c2-8a4f-f2589f18682e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4090ef31-94c4-41c2-8a4f-f2589f18682e,segment=NetworkSegment(9e27dd5d-e0c3-49db-bfe5-82f876d4e19e),segment_id=9e27dd5d-e0c3-49db-bfe5-82f876d4e19e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:10.369812 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.371011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 55e3a485-6daa-49de-a80f-b01223eab25b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:10.380859 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Router 52323d9a-e4df-419d-93b2-ce574885af16 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:24:10.460662 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=4090ef31-94c4-41c2-8a4f-f2589f18682e,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:10.469104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 55e3a485-6daa-49de-a80f-b01223eab25b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:10.469485 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.528808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:10.542057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Sync routers for ids ['52323d9a-e4df-419d-93b2-ce574885af16'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:10.555371 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.561041 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2b20d14c-ec88-4c56-8cf6-b7dc2a05142b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6998143 Feb 19 04:24:10.561251 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34038) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:10.587721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Routers {'52323d9a-e4df-419d-93b2-ce574885af16'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:10.588512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:23:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['52323d9a-e4df-419d-93b2-ce574885af16'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:10.592393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 55e3a485-6daa-49de-a80f-b01223eab25b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:10.592393 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.600235 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Publish callbacks [] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.607035 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.634662 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-168d448d-7b12-4c0c-af08-824a94ee5867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.659038 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 55e3a485-6daa-49de-a80f-b01223eab25b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=55e3a485-6daa-49de-a80f-b01223eab25b,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:10.666303 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Pushing event updated for resources: {'Port': ['ID=e5e95236-eb05-4967-bb6b-87c204d7da79,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:10.699803 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.700159 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.700506 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.700843 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.701179 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.701516 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.701868 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.702199 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.702527 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.702855 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.703177 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.703499 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.704261 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:10.709140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d17bca-0fae-4683-9462-431e84f66f9d None None] Network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:10.711215 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.760344 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Attempting to bind port e5e95236-eb05-4967-bb6b-87c204d7da79 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:10.760965 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Attempting to bind port e5e95236-eb05-4967-bb6b-87c204d7da79 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:10.761116 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Attempting to bind port e5e95236-eb05-4967-bb6b-87c204d7da79 on network db00f6fb-062e-4d30-bac9-36aab8606810 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:10.767106 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:10.767488 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Checking segment: {'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:10.767900 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.768301 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Bound using segment: {'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:10.768772 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Bound port: e5e95236-eb05-4967-bb6b-87c204d7da79, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:10.769161 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.853855 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] For port e5e95236-eb05-4967-bb6b-87c204d7da79, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:10.855784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=55e3a485-6daa-49de-a80f-b01223eab25b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:10.859239 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] For port e5e95236-eb05-4967-bb6b-87c204d7da79, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e5e95236-eb05-4967-bb6b-87c204d7da79,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:10.882381 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.888136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e5f88280-bfe2-4118-accc-a067d309396b None None] Provisioning complete for port 4090ef31-94c4-41c2-8a4f-f2589f18682e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:10.888415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5f88280-bfe2-4118-accc-a067d309396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.894179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Set router 52323d9a-e4df-419d-93b2-ce574885af16 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:10.954403 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b667164-ce60-4079-ab3e-0081b79d7a8e None None] Pushing event updated for resources: {'Port': ['ID=e5e95236-eb05-4967-bb6b-87c204d7da79,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:10.957387 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Routers {'32f59c68-b27a-44b6-9885-14f9e75db481'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:10.958142 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:24:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['32f59c68-b27a-44b6-9885-14f9e75db481'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:11.080070 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] Set router 32f59c68-b27a-44b6-9885-14f9e75db481 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:11.117191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.191550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e5f88280-bfe2-4118-accc-a067d309396b None None] Current status of the port 4090ef31-94c4-41c2-8a4f-f2589f18682e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:11.321220 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:11.348505 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6fd4b-12fe-4250-95c8-88f0a7dcecc5 None None] The sync data for ids ['32f59c68-b27a-44b6-9885-14f9e75db481'] in n-d-826756-2 is: [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:11.359111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Allocated IP 172.20.0.1 (452cf6ae-ed1c-4f88-bcf1-f5fea0159344/39c6b6a6-298b-4ba8-b037-e6c92499a05f/c25360e0-de8d-48a6-85a7-06a7825f0f5f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:11.403336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-39cdf545-d922-4f0e-85c6-3d73d5b293c7 None None] Provisioning complete for port e5e95236-eb05-4967-bb6b-87c204d7da79 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:11.403715 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39cdf545-d922-4f0e-85c6-3d73d5b293c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.462003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52323d9a-e4df-419d-93b2-ce574885af16', 'name': 'tempest-TestMinimumBasicScenario-2097518468-router', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:08Z', 'updated_at': '2022-02-19T04:24:09Z', 'revision_number': 3, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'gw_port': {'id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:09Z', 'updated_at': '2022-02-19T04:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:11.491553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Checking router: 52323d9a-e4df-419d-93b2-ce574885af16 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:11.491748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Updating router 52323d9a-e4df-419d-93b2-ce574885af16 port acdd4344-8435-44ff-b76a-771e9903a787 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:24:11.494423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Publish callbacks [] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.538628 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.556319 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (acdd4344-8435-44ff-b76a-771e9903a787), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.558040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-39cdf545-d922-4f0e-85c6-3d73d5b293c7 None None] Current status of the port e5e95236-eb05-4967-bb6b-87c204d7da79 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:11.558417 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39cdf545-d922-4f0e-85c6-3d73d5b293c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.590711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Pushing event updated for resources: {'Port': ['ID=c25360e0-de8d-48a6-85a7-06a7825f0f5f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:11.614253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:11.615970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:11.619469 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:11.630081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-39cdf545-d922-4f0e-85c6-3d73d5b293c7 None None] For port e5e95236-eb05-4967-bb6b-87c204d7da79, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e5e95236-eb05-4967-bb6b-87c204d7da79,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:11.642771 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-39cdf545-d922-4f0e-85c6-3d73d5b293c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.676166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (52323d9a-e4df-419d-93b2-ce574885af16), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.791389 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdf545-d922-4f0e-85c6-3d73d5b293c7 None None] Pushing event updated for resources: {'Port': ['ID=e5e95236-eb05-4967-bb6b-87c204d7da79,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:11.837549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f2208760-8f8f-4755-8ccb-180928301b75 None None] Provisioning complete for port 4090ef31-94c4-41c2-8a4f-f2589f18682e triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:11.837953 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f2208760-8f8f-4755-8ccb-180928301b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.906204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.000077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f2208760-8f8f-4755-8ccb-180928301b75 None None] Current status of the port 4090ef31-94c4-41c2-8a4f-f2589f18682e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:12.022396 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Publish callbacks [] for port (acdd4344-8435-44ff-b76a-771e9903a787), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.029147 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (acdd4344-8435-44ff-b76a-771e9903a787), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.086554 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Attempting to bind port acdd4344-8435-44ff-b76a-771e9903a787 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:12.087098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Attempting to bind port acdd4344-8435-44ff-b76a-771e9903a787 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:12.087476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Attempting to bind port acdd4344-8435-44ff-b76a-771e9903a787 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:12.099634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:12.100023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:12.100434 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.100868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:12.101373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Bound port: acdd4344-8435-44ff-b76a-771e9903a787, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:12.101764 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (acdd4344-8435-44ff-b76a-771e9903a787), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.126289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11128ce9-35fd-4f85-8a31-4d190d4ec4fb None None] Pushing event updated for resources: {'Port': ['ID=acdd4344-8435-44ff-b76a-771e9903a787,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:12.129081 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Publish callbacks [] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.136846 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.171253 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-224f6385-a36f-465c-b9a9-e5490b234337 None None] Provisioning complete for port c25360e0-de8d-48a6-85a7-06a7825f0f5f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:12.171680 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-224f6385-a36f-465c-b9a9-e5490b234337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.194362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] For port acdd4344-8435-44ff-b76a-771e9903a787, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:12.197912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4090ef31-94c4-41c2-8a4f-f2589f18682e up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:12.238624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] For port acdd4344-8435-44ff-b76a-771e9903a787, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=acdd4344-8435-44ff-b76a-771e9903a787,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:12.262127 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (acdd4344-8435-44ff-b76a-771e9903a787), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.281357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-224f6385-a36f-465c-b9a9-e5490b234337 None None] Port c25360e0-de8d-48a6-85a7-06a7825f0f5f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:12.314031 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.357013 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Routers {'52323d9a-e4df-419d-93b2-ce574885af16'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:12.357658 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:24:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['52323d9a-e4df-419d-93b2-ce574885af16'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:12.359483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11128ce9-35fd-4f85-8a31-4d190d4ec4fb None None] Pushing event updated for resources: {'Port': ['ID=acdd4344-8435-44ff-b76a-771e9903a787,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:12.403193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4090ef31-94c4-41c2-8a4f-f2589f18682e triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:12.403577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.472681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (52323d9a-e4df-419d-93b2-ce574885af16), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.478255 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Pushing event updated for resources: {'Port': ['ID=c25360e0-de8d-48a6-85a7-06a7825f0f5f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:12.526742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] Set router 52323d9a-e4df-419d-93b2-ce574885af16 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:12.567704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:12.569152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:12.578663 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4090ef31-94c4-41c2-8a4f-f2589f18682e is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:12.579845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e5e95236-eb05-4967-bb6b-87c204d7da79 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:12.699288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Router 52323d9a-e4df-419d-93b2-ce574885af16 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:12.724663 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e5e95236-eb05-4967-bb6b-87c204d7da79 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:12.724968 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.818015 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:12.828673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c2a435b4-0085-4c35-86da-3a44a01d5b8c admin admin] 10.222.0.42 "PUT /v2.0/routers/52323d9a-e4df-419d-93b2-ce574885af16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2614024 Feb 19 04:24:12.840004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-16cd067b-db3a-4389-b959-75c70fa4c040 None None] Provisioning complete for port c25360e0-de8d-48a6-85a7-06a7825f0f5f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:12.840440 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-16cd067b-db3a-4389-b959-75c70fa4c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.882050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e5e95236-eb05-4967-bb6b-87c204d7da79 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:12.883139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 55e3a485-6daa-49de-a80f-b01223eab25b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:12.912727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52323d9a-e4df-419d-93b2-ce574885af16', 'name': 'tempest-TestMinimumBasicScenario-2097518468-router', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:08Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 4, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'gw_port': {'id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:09Z', 'updated_at': '2022-02-19T04:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'c25360e0-de8d-48a6-85a7-06a7825f0f5f', 'name': '', 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'mac_address': 'fa:16:3e:1a:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:11Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 2, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'subnets': [{'id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:12.916900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-16cd067b-db3a-4389-b959-75c70fa4c040 None None] Port c25360e0-de8d-48a6-85a7-06a7825f0f5f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:12.950451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61381d2b-9d54-4b68-bdb6-3db84065848c None None] The sync data for ids ['52323d9a-e4df-419d-93b2-ce574885af16'] in n-d-826756-2 is: [{'id': '52323d9a-e4df-419d-93b2-ce574885af16', 'name': 'tempest-TestMinimumBasicScenario-2097518468-router', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:08Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 4, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'gw_port': {'id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:09Z', 'updated_at': '2022-02-19T04:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'c25360e0-de8d-48a6-85a7-06a7825f0f5f', 'name': '', 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'mac_address': 'fa:16:3e:1a:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:11Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 2, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'subnets': [{'id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:12.984624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 55e3a485-6daa-49de-a80f-b01223eab25b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:12.985265 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:13.067887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 55e3a485-6daa-49de-a80f-b01223eab25b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:13.281542 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:14.762626 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.911158 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Sync routers for ids ['52323d9a-e4df-419d-93b2-ce574885af16'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:15.925083 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Routers {'52323d9a-e4df-419d-93b2-ce574885af16'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:15.926129 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:24:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['52323d9a-e4df-419d-93b2-ce574885af16'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:16.093490 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Set router 52323d9a-e4df-419d-93b2-ce574885af16 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:16.163081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device acdd4344-8435-44ff-b76a-771e9903a787 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:16.251638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port acdd4344-8435-44ff-b76a-771e9903a787 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:16.252432 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (acdd4344-8435-44ff-b76a-771e9903a787), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.356783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port acdd4344-8435-44ff-b76a-771e9903a787 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:16.357452 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (acdd4344-8435-44ff-b76a-771e9903a787), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.377637 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52323d9a-e4df-419d-93b2-ce574885af16', 'name': 'tempest-TestMinimumBasicScenario-2097518468-router', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:08Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 4, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'gw_port': {'id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:09Z', 'updated_at': '2022-02-19T04:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'c25360e0-de8d-48a6-85a7-06a7825f0f5f', 'name': '', 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'mac_address': 'fa:16:3e:1a:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:11Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 2, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'subnets': [{'id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:16.388937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port acdd4344-8435-44ff-b76a-771e9903a787, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=acdd4344-8435-44ff-b76a-771e9903a787,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:16.401779 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (acdd4344-8435-44ff-b76a-771e9903a787), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.418946 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Checking router: 52323d9a-e4df-419d-93b2-ce574885af16 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:16.419593 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Updating router 52323d9a-e4df-419d-93b2-ce574885af16 port c25360e0-de8d-48a6-85a7-06a7825f0f5f binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:24:16.476442 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.484325 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=acdd4344-8435-44ff-b76a-771e9903a787,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:16.795393 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Publish callbacks [] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.802463 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.853549 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f9448-3e22-42f7-8f39-db9cc5e332f1 None None] Pushing event updated for resources: {'Port': ['ID=c25360e0-de8d-48a6-85a7-06a7825f0f5f,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:16.936776 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Attempting to bind port c25360e0-de8d-48a6-85a7-06a7825f0f5f on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:16.937471 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Attempting to bind port c25360e0-de8d-48a6-85a7-06a7825f0f5f by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:16.937569 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Attempting to bind port c25360e0-de8d-48a6-85a7-06a7825f0f5f on network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:16.943683 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:16.944205 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Checking segment: {'id': '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:16.944647 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.945289 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Bound using segment: {'id': '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:16.950495 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Bound port: c25360e0-de8d-48a6-85a7-06a7825f0f5f, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:16.950853 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.103620 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] For port c25360e0-de8d-48a6-85a7-06a7825f0f5f, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:17.110147 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] For port c25360e0-de8d-48a6-85a7-06a7825f0f5f, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c25360e0-de8d-48a6-85a7-06a7825f0f5f,segment=NetworkSegment(9e27dd5d-e0c3-49db-bfe5-82f876d4e19e),segment_id=9e27dd5d-e0c3-49db-bfe5-82f876d4e19e)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:17.129100 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.195544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-674b4f6e-1708-44d6-9b0e-6abfc7b4f458 None None] Provisioning complete for port c25360e0-de8d-48a6-85a7-06a7825f0f5f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:17.196531 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-674b4f6e-1708-44d6-9b0e-6abfc7b4f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.209230 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Routers {'52323d9a-e4df-419d-93b2-ce574885af16'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:17.209892 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:24:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['52323d9a-e4df-419d-93b2-ce574885af16'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:17.253492 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f9448-3e22-42f7-8f39-db9cc5e332f1 None None] Pushing event updated for resources: {'Port': ['ID=c25360e0-de8d-48a6-85a7-06a7825f0f5f,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:17.328934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-674b4f6e-1708-44d6-9b0e-6abfc7b4f458 None None] Current status of the port c25360e0-de8d-48a6-85a7-06a7825f0f5f is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:17.329476 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-674b4f6e-1708-44d6-9b0e-6abfc7b4f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.385112 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] Set router 52323d9a-e4df-419d-93b2-ce574885af16 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:17.386223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-674b4f6e-1708-44d6-9b0e-6abfc7b4f458 None None] For port c25360e0-de8d-48a6-85a7-06a7825f0f5f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c25360e0-de8d-48a6-85a7-06a7825f0f5f,segment=NetworkSegment(9e27dd5d-e0c3-49db-bfe5-82f876d4e19e),segment_id=9e27dd5d-e0c3-49db-bfe5-82f876d4e19e)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:17.401327 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-674b4f6e-1708-44d6-9b0e-6abfc7b4f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.471806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b4f6e-1708-44d6-9b0e-6abfc7b4f458 None None] Pushing event updated for resources: {'Port': ['ID=c25360e0-de8d-48a6-85a7-06a7825f0f5f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:17.531168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c63705bb-97e0-4b82-bb6e-9a1ae6468acf None None] Provisioning complete for port c25360e0-de8d-48a6-85a7-06a7825f0f5f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:17.531620 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c63705bb-97e0-4b82-bb6e-9a1ae6468acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.649162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c63705bb-97e0-4b82-bb6e-9a1ae6468acf None None] Current status of the port c25360e0-de8d-48a6-85a7-06a7825f0f5f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:17.753825 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52323d9a-e4df-419d-93b2-ce574885af16', 'name': 'tempest-TestMinimumBasicScenario-2097518468-router', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:08Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 4, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'gw_port': {'id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:09Z', 'updated_at': '2022-02-19T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'c25360e0-de8d-48a6-85a7-06a7825f0f5f', 'name': '', 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'mac_address': 'fa:16:3e:1a:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:11Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'subnets': [{'id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:17.782694 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253b58b-5ec5-424b-9e2f-a460ae7a087c None None] The sync data for ids ['52323d9a-e4df-419d-93b2-ce574885af16'] in n-d-826756-2 is: [{'id': '52323d9a-e4df-419d-93b2-ce574885af16', 'name': 'tempest-TestMinimumBasicScenario-2097518468-router', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:08Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 4, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'gw_port': {'id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:09Z', 'updated_at': '2022-02-19T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'c25360e0-de8d-48a6-85a7-06a7825f0f5f', 'name': '', 'network_id': '452cf6ae-ed1c-4f88-bcf1-f5fea0159344', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'mac_address': 'fa:16:3e:1a:fd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:11Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'subnets': [{'id': '39c6b6a6-298b-4ba8-b037-e6c92499a05f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:18.141318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device acdd4344-8435-44ff-b76a-771e9903a787 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:18.195126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port acdd4344-8435-44ff-b76a-771e9903a787 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:18.195513 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (acdd4344-8435-44ff-b76a-771e9903a787), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.303611 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port acdd4344-8435-44ff-b76a-771e9903a787 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:18.304797 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c25360e0-de8d-48a6-85a7-06a7825f0f5f up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:18.366351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port c25360e0-de8d-48a6-85a7-06a7825f0f5f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:18.366990 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.492415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port c25360e0-de8d-48a6-85a7-06a7825f0f5f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:22.958785 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.079408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-0e73636c-16b3-49e4-ae4d-a81e8b07fd65 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:23.080886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-0e73636c-16b3-49e4-ae4d-a81e8b07fd65 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/networks?id=db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 200 len: 815 time: 0.1043506 Feb 19 04:24:23.095762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-133b0342-ab06-414c-9760-f25380b1535a tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/quotas/0132717577b7477f9241819dc9ea7bf8 HTTP/1.1" status: 200 len: 375 time: 0.0094426 Feb 19 04:24:23.153024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-6c3966b2-df06-4146-8545-2ca369a13758 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0132717577b7477f9241819dc9ea7bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522606 Feb 19 04:24:23.246166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-8df5e0f6-bc7c-4bc7-a910-49989d3178f7 service neutron] 10.222.0.42 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820782 Feb 19 04:24:23.338011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-7facbeda-d23a-47ab-aac1-aa25b8b44433 service neutron] 10.222.0.42 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859408 Feb 19 04:24:23.499515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2684f54a-3653-4258-bbb1-fd10c81359c8 req-937a652b-54a0-448c-a2e9-beea8ed1a153 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 210 time: 0.0309565 Feb 19 04:24:24.611651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70154084-9bfc-42a3-ad13-fdcab0d024d6 req-d795bd78-748c-42f2-8210-a212060dfb67 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 210 time: 0.0376749 Feb 19 04:24:24.652749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-90dafc5a-4c28-4fc2-9595-75371a71cd75 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:24.654236 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-90dafc5a-4c28-4fc2-9595-75371a71cd75 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.37 "GET /v2.0/networks?id=db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 200 len: 815 time: 0.1434572 Feb 19 04:24:24.672079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'port': {'device_id': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'admin_state_up': True, 'tenant_id': '0132717577b7477f9241819dc9ea7bf8'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:24.778749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Made reservation on behalf of 0132717577b7477f9241819dc9ea7bf8 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:24.782237 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:24.920303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Allocated IP 172.20.0.10 (db00f6fb-062e-4d30-bac9-36aab8606810/84e9ca1a-2354-411a-9ea9-a851a8823a57/3d3267f7-2c22-4a67-ae13-a3c05d1c99eb) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:25.092314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.129307 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.182206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Network db00f6fb-062e-4d30-bac9-36aab8606810 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:25.192601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:25.195042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'Port': ['ID=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:25.198029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:25.252633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:25.253299 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.293665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54e7be90-0d24-4858-bc12-3deaeec5d86c tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6252398 Feb 19 04:24:25.536170 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c888bea0-72ab-4b67-96d3-c3dbb002bb2c None None] Provisioning complete for port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:25.536734 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c888bea0-72ab-4b67-96d3-c3dbb002bb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.581893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c888bea0-72ab-4b67-96d3-c3dbb002bb2c None None] Port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:25.760677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d401bf4-dff8-49cb-852f-3bf1ec17b9de req-fed139ea-9fc3-4864-9a93-84fd450122fd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:25.762413 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d401bf4-dff8-49cb-852f-3bf1ec17b9de req-fed139ea-9fc3-4864-9a93-84fd450122fd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 932 time: 0.0646873 Feb 19 04:24:25.825683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d401bf4-dff8-49cb-852f-3bf1ec17b9de req-0d945afd-69e3-492f-9391-66f7734cf536 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562088 Feb 19 04:24:26.949513 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6e8f1-f749-4f04-b758-20bc07c721fc req-c60e272d-496f-4fca-a4d0-2f8b9616f095 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:26.952055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b6e8f1-f749-4f04-b758-20bc07c721fc req-c60e272d-496f-4fca-a4d0-2f8b9616f095 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 932 time: 0.0563917 Feb 19 04:24:27.007263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c3b6e8f1-f749-4f04-b758-20bc07c721fc req-3db5ddac-3953-44bf-9767-a389567befbb tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465186 Feb 19 04:24:28.134623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3afea-6d84-4198-8ff9-30410104b4d6 req-86b2802b-14e3-44e5-9e13-e8b6736e43ad tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:28.136491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbf3afea-6d84-4198-8ff9-30410104b4d6 req-86b2802b-14e3-44e5-9e13-e8b6736e43ad tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 932 time: 0.0540721 Feb 19 04:24:28.188912 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbf3afea-6d84-4198-8ff9-30410104b4d6 req-51137b24-eee0-469f-9dcd-a954a3b841df tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 Feb 19 04:24:29.312516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4c329-2837-4b5f-9feb-6ace26c06fd3 req-fe303850-de50-4096-ae23-f90e11cd88da tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:29.314369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fce4c329-2837-4b5f-9feb-6ace26c06fd3 req-fe303850-de50-4096-ae23-f90e11cd88da tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 932 time: 0.0562482 Feb 19 04:24:29.392229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fce4c329-2837-4b5f-9feb-6ace26c06fd3 req-ac6d58f5-45a0-43c6-a125-cebb084a8b6a tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699704 Feb 19 04:24:30.525400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86a4b-7c24-43ae-96f2-b60bb103d166 req-2a064b18-26ba-4a42-9dea-68cf8ea9c6c4 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:30.526991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9c86a4b-7c24-43ae-96f2-b60bb103d166 req-2a064b18-26ba-4a42-9dea-68cf8ea9c6c4 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 932 time: 0.0607269 Feb 19 04:24:30.584053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f9c86a4b-7c24-43ae-96f2-b60bb103d166 req-7b723177-a5c2-414c-986e-876069545e8d tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486665 Feb 19 04:24:31.723799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115330b9-47d5-4e77-a837-43e3158da668 req-cde3c0fc-99a0-441b-888b-f80883f29958 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:31.725315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-115330b9-47d5-4e77-a837-43e3158da668 req-cde3c0fc-99a0-441b-888b-f80883f29958 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 932 time: 0.0618734 Feb 19 04:24:31.777518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-115330b9-47d5-4e77-a837-43e3158da668 req-e5e32d3e-6e87-41c9-a4e3-abadb74aacfd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 Feb 19 04:24:32.902767 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d059da-0631-4e41-97cf-dcfb08150bd1 req-fcc81866-c32d-4926-a704-df1e2ab06495 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:32.904291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45d059da-0631-4e41-97cf-dcfb08150bd1 req-fcc81866-c32d-4926-a704-df1e2ab06495 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 932 time: 0.0555887 Feb 19 04:24:32.951098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-45d059da-0631-4e41-97cf-dcfb08150bd1 req-e08b5e9c-32f4-4c90-a5ba-dd7c8e537eb5 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Feb 19 04:24:34.067790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e88673-4bb4-4dbb-8b8c-22636e7e8f1a req-d786ee03-97a9-49ad-90fa-feca44d536db tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:34.069276 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98e88673-4bb4-4dbb-8b8c-22636e7e8f1a req-d786ee03-97a9-49ad-90fa-feca44d536db tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 932 time: 0.0509610 Feb 19 04:24:34.120577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98e88673-4bb4-4dbb-8b8c-22636e7e8f1a req-d4b7d9b5-b732-4885-b1ad-4d0d9af3e972 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448308 Feb 19 04:24:35.244908 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be647d64-a701-4c21-bf04-bbbcd9fc1d34 req-d8a2d6cc-ab51-41b7-9109-d5e7a485d6d5 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:35.246323 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be647d64-a701-4c21-bf04-bbbcd9fc1d34 req-d8a2d6cc-ab51-41b7-9109-d5e7a485d6d5 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 932 time: 0.0515270 Feb 19 04:24:35.292789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-be647d64-a701-4c21-bf04-bbbcd9fc1d34 req-ef3f30b3-a028-4270-b204-9718f51a7c48 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Feb 19 04:24:35.841248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Request body: {'port': {'device_id': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:35.906434 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.164669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:24:36.172330 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Publish callbacks [] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.189084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Transition to ACTIVE for port object 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:24:36.196153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.248468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:36.326997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Attempting to bind port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:36.327332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Attempting to bind port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:36.327660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Attempting to bind port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb on network db00f6fb-062e-4d30-bac9-36aab8606810 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:36.332280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb on network db00f6fb-062e-4d30-bac9-36aab8606810 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:24:36.332597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Attempting to bind port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb on network db00f6fb-062e-4d30-bac9-36aab8606810 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:36.338370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:36.338641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Checking segment: {'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:36.339029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Bound using segment: {'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:36.339458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Bound port: 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45e325c-3fca-42bd-9c92-205c1ed8b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:36.339816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.433346 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] For port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:36.436622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] For port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:36.444967 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.487811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48089b-c7e1-4834-aaa8-e3363366f1dc req-3891ab04-5602-451f-b1d2-9b789d4ff7a6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:36.489299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba48089b-c7e1-4834-aaa8-e3363366f1dc req-3891ab04-5602-451f-b1d2-9b789d4ff7a6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 944 time: 0.1077447 Feb 19 04:24:36.494888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:36.495426 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.496916 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 1092 time: 0.6599786 Feb 19 04:24:36.497604 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:36.499598 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd" -d '{"events": [{"name": "network-changed", "server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:36.544790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb763cd8-655b-45af-872c-359a3e6ec501 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:36.597694 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba48089b-c7e1-4834-aaa8-e3363366f1dc req-72b6ccc3-08f5-4d65-b67c-029d62db5688 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948961 Feb 19 04:24:36.611544 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-37989430-ef9f-4e1f-a282-688a7ed7acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:36.622012 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-37989430-ef9f-4e1f-a282-688a7ed7acc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0132717577b7477f9241819dc9ea7bf8&device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1126 time: 0.0597534 Feb 19 04:24:36.661525 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ca0723-c4c6-4ef1-ad10-e3e2b3999226 x-openstack-request-id: req-b3ca0723-c4c6-4ef1-ad10-e3e2b3999226 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:36.661818 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:36.662096 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3ca0723-c4c6-4ef1-ad10-e3e2b3999226 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:36.662505 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'status': 'completed', 'code': 200} Feb 19 04:24:36.664075 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-e6b178cb-d738-4800-996e-ff3c9146d65e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 217 time: 0.0384135 Feb 19 04:24:36.716728 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-16d25223-d4fb-45ba-9d89-e584905201dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:36.718232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-16d25223-d4fb-45ba-9d89-e584905201dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e9ca1a-2354-411a-9ea9-a851a8823a57 HTTP/1.1" status: 200 len: 854 time: 0.0483773 Feb 19 04:24:36.739193 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.769234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54c2c9a7-405b-4fb7-8f8b-811c830ec4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:36.770716 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-54c2c9a7-405b-4fb7-8f8b-811c830ec4a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db00f6fb-062e-4d30-bac9-36aab8606810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451765 Feb 19 04:24:36.859700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-eae94f2a-be5b-455f-bf68-30ecd4428afc service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827560 Feb 19 04:24:36.955044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8be8277c-0521-4f6a-8d6e-114d367be901 req-68dbe9c8-8eec-4a54-8beb-944bf5cfbdb0 service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886021 Feb 19 04:24:37.092991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-09e58a5d-245e-4d23-b3c4-c8c206fd5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:37.094572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-09e58a5d-245e-4d23-b3c4-c8c206fd5eb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0132717577b7477f9241819dc9ea7bf8&device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1126 time: 0.0456986 Feb 19 04:24:37.189152 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-9b1c2ebe-9a33-4e0c-960f-a7bcbc13dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:37.190666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-9b1c2ebe-9a33-4e0c-960f-a7bcbc13dec7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 200 len: 916 time: 0.0904102 Feb 19 04:24:37.231885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-9aa4276f-647f-4aab-9574-29f900511089 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 217 time: 0.0348060 Feb 19 04:24:37.279078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-6eeab625-d6a3-4f27-9ff4-2e5c858e0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:37.280528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-6eeab625-d6a3-4f27-9ff4-2e5c858e0d21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e9ca1a-2354-411a-9ea9-a851a8823a57 HTTP/1.1" status: 200 len: 854 time: 0.0429192 Feb 19 04:24:37.335273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-ed7bca93-619f-477a-948a-bc8deb94ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:37.336760 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-ed7bca93-619f-477a-948a-bc8deb94ac67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db00f6fb-062e-4d30-bac9-36aab8606810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483932 Feb 19 04:24:37.423185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-8628e05b-d098-4e1b-9aba-25697bebd746 service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796065 Feb 19 04:24:37.514188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a3e6ed09-8d53-4efe-bd76-7a6f9b27becd req-ea252545-5945-4f56-8e8c-1bf6cb0fc365 service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844910 Feb 19 04:24:37.722897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfc85b-f7d9-496e-8a76-81af5bc4ffca req-b98cfbe5-54f0-456f-a616-c4d52bdd5b0b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:37.724395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccbfc85b-f7d9-496e-8a76-81af5bc4ffca req-b98cfbe5-54f0-456f-a616-c4d52bdd5b0b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 944 time: 0.0536759 Feb 19 04:24:37.770344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccbfc85b-f7d9-496e-8a76-81af5bc4ffca req-986274f7-71f2-4a25-ad16-26270b5fd355 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401292 Feb 19 04:24:38.392837 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd49d-2935-4a54-878d-690d735997eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.887022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a318c-9aa2-4000-86f6-b51224ab0546 req-fb8a2d20-2bb3-4360-b294-bf53ee258587 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:38.888555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-538a318c-9aa2-4000-86f6-b51224ab0546 req-fb8a2d20-2bb3-4360-b294-bf53ee258587 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 944 time: 0.0515556 Feb 19 04:24:38.935219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-538a318c-9aa2-4000-86f6-b51224ab0546 req-1b891cb1-2eac-48ef-8ed2-0a0ac3130a07 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Feb 19 04:24:40.058831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae7aa9-85a8-441c-a60b-c12767bab518 req-9c5bb854-d5da-4c94-9731-b035fa7b7208 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:40.060308 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8bae7aa9-85a8-441c-a60b-c12767bab518 req-9c5bb854-d5da-4c94-9731-b035fa7b7208 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 944 time: 0.0564942 Feb 19 04:24:40.105310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8bae7aa9-85a8-441c-a60b-c12767bab518 req-fe76425d-f22c-4102-8b60-148eea259ddd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Feb 19 04:24:40.569345 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7ce7fdeb-4137-449c-897b-a6e523923801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.076237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:24:41.173815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:41.186596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'port_id': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'mac_address': 'fa:16:3e:89:ce:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:24:41.222915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd935c7-d4a9-4b4f-9574-78f282caf081 req-3032288a-f45d-4f86-993c-798e53dbe33a tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:41.223492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:41.223629 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.224351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebd935c7-d4a9-4b4f-9574-78f282caf081 req-3032288a-f45d-4f86-993c-798e53dbe33a tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 944 time: 0.0515575 Feb 19 04:24:41.237120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:24:41.256391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:41.260555 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.271598 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ebd935c7-d4a9-4b4f-9574-78f282caf081 req-81260fb5-690c-43c2-92d0-ecf898a9fbaf tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Feb 19 04:24:41.316547 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:41.645587 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:42.249068 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:42.398198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f8851-deef-4706-b478-41fde7ed0cd6 req-90ba55c9-4dfe-448e-9354-114fd587a797 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:42.399696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-540f8851-deef-4706-b478-41fde7ed0cd6 req-90ba55c9-4dfe-448e-9354-114fd587a797 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 945 time: 0.0518186 Feb 19 04:24:42.449863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-540f8851-deef-4706-b478-41fde7ed0cd6 req-ba316221-911b-4857-ad0c-566a1d6df25a tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445230 Feb 19 04:24:43.065414 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:24:43.076381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:43.123248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:24:43.127596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:43.128027 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.203582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:43.204065 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.226015 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:43.228674 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf706e67-c26e-42c1-bad3-717d86ea73c9" -d '{"events": [{"server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "name": "network-vif-plugged", "status": "completed", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:43.241190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:43.246356 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.430148 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ceb53a-2fad-403c-80fb-116e289f8e4a x-openstack-request-id: req-b1ceb53a-2fad-403c-80fb-116e289f8e4a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:43.430426 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "name": "network-vif-plugged", "status": "completed", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:43.430677 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1ceb53a-2fad-403c-80fb-116e289f8e4a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:43.431090 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'code': 200} Feb 19 04:24:43.454121 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.463686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:43.575437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791a676-20b3-4c34-af6c-bad684806c70 req-81e9a071-cca0-4e2d-b432-2ba95b839167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:43.576942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0791a676-20b3-4c34-af6c-bad684806c70 req-81e9a071-cca0-4e2d-b432-2ba95b839167 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1128 time: 0.0763490 Feb 19 04:24:43.588320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f837d1f-e9b2-4933-8107-414bb1b9593e req-07761a32-e7d4-45fe-b128-f6a8501c0850 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:43.589700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f837d1f-e9b2-4933-8107-414bb1b9593e req-07761a32-e7d4-45fe-b128-f6a8501c0850 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0648856 Feb 19 04:24:43.655123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0791a676-20b3-4c34-af6c-bad684806c70 req-467f9038-8d75-4b30-aa84-5f1ff8b6cbe7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644605 Feb 19 04:24:43.661785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6f837d1f-e9b2-4933-8107-414bb1b9593e req-287fe1df-8314-45a6-84ee-17c5864e62f0 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660558 Feb 19 04:24:44.735924 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.787390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764978-1660-4a06-84d3-5d682e2731a5 req-3129bd11-31e1-4706-9356-cd4b5772dda9 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:44.788929 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51764978-1660-4a06-84d3-5d682e2731a5 req-3129bd11-31e1-4706-9356-cd4b5772dda9 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0604742 Feb 19 04:24:44.841630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51764978-1660-4a06-84d3-5d682e2731a5 req-6f810b8f-855f-4139-8b52-e2aa3bc50da8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465689 Feb 19 04:24:45.958235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688fd5e-756f-4977-8b90-1e8d08edc67d req-2f7f61e9-9172-464a-96bf-2a0360b5fe70 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:45.959752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7688fd5e-756f-4977-8b90-1e8d08edc67d req-2f7f61e9-9172-464a-96bf-2a0360b5fe70 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0524852 Feb 19 04:24:46.008166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7688fd5e-756f-4977-8b90-1e8d08edc67d req-8021551e-fb3a-45e5-8ff4-1738f9d100b4 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Feb 19 04:24:46.129576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dfac3-5a40-4886-88ac-c2a1288df330 req-71b8bbf7-abd2-486c-b456-f3d3cc5a343e tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:46.131014 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-178dfac3-5a40-4886-88ac-c2a1288df330 req-71b8bbf7-abd2-486c-b456-f3d3cc5a343e tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0552022 Feb 19 04:24:46.177325 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-178dfac3-5a40-4886-88ac-c2a1288df330 req-9ee5b04d-6311-4471-be56-75a54cbf9840 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406656 Feb 19 04:24:46.369139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36543-f279-4ed0-a879-4bcb86af3414 req-1453b694-6df9-4c2e-851c-e0f2324110a1 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:46.370698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caf36543-f279-4ed0-a879-4bcb86af3414 req-1453b694-6df9-4c2e-851c-e0f2324110a1 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0543530 Feb 19 04:24:46.420380 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caf36543-f279-4ed0-a879-4bcb86af3414 req-397b123d-8d58-4f19-8a94-a0f938836bbc tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Feb 19 04:24:52.971054 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.216755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63172a7e-ee5e-4819-b8c0-8f1a70fab38a req-1b40072a-6d69-4004-bf74-cb0c13e8ab5b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:05.218261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63172a7e-ee5e-4819-b8c0-8f1a70fab38a req-1b40072a-6d69-4004-bf74-cb0c13e8ab5b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0523250 Feb 19 04:25:05.266994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-63172a7e-ee5e-4819-b8c0-8f1a70fab38a req-a73e916f-f8bb-40cb-9580-1d1efd3a0246 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Feb 19 04:25:05.289516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34254) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:05.419712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d46af72-4cf3-48cc-8887-e4871eb25057 tempest-TestMinimumBasicScenario-1601505834 tempest-TestMinimumBasicScenario-1601505834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:05.421251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2d46af72-4cf3-48cc-8887-e4871eb25057 tempest-TestMinimumBasicScenario-1601505834 tempest-TestMinimumBasicScenario-1601505834-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1123 time: 0.1307204 Feb 19 04:25:05.424264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34258) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:05.428707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:05.450826 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.543818 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.647684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Allocated IP 172.25.4.237 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/4693a5bb-a8b9-4981-89d7-2a6d40243c00) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:05.743770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for port (4693a5bb-a8b9-4981-89d7-2a6d40243c00), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.781795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (4693a5bb-a8b9-4981-89d7-2a6d40243c00), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.818107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:05.821027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:05.825008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:05.849671 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'Port': ['ID=4693a5bb-a8b9-4981-89d7-2a6d40243c00,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:06.189046 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for floatingip (4e74b956-d0ad-4b61-9ce4-07dc1a8913f3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.261884 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4693a5bb-a8b9-4981-89d7-2a6d40243c00), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.420220 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for port (4693a5bb-a8b9-4981-89d7-2a6d40243c00), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.424684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (4693a5bb-a8b9-4981-89d7-2a6d40243c00), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.492981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'Port': ['ID=4693a5bb-a8b9-4981-89d7-2a6d40243c00,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:06.502836 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (4e74b956-d0ad-4b61-9ce4-07dc1a8913f3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.742953 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.866478 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Floating IP 4e74b956-d0ad-4b61-9ce4-07dc1a8913f3 associated. External IP: 172.25.4.237, port: 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb. Feb 19 04:25:07.081460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Router 32f59c68-b27a-44b6-9885-14f9e75db481 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:07.191001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:07.203667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] Sync routers for ids ['32f59c68-b27a-44b6-9885-14f9e75db481'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:07.211083 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.213397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] Routers {'32f59c68-b27a-44b6-9885-14f9e75db481'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:07.214920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:24:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['32f59c68-b27a-44b6-9885-14f9e75db481'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:07.242842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-960b154b-0ce7-4efc-aab0-6cf2dc000e60 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8175509 Feb 19 04:25:07.243437 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:25:07.246338 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:25:07.246641 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34260) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:07.251374 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430454509', 'description': 'tempest-secgroup-smoke-1430454509 description', 'project_id': '0132717577b7477f9241819dc9ea7bf8'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:07.274906 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.329748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] Set router 32f59c68-b27a-44b6-9885-14f9e75db481 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:07.344835 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767b3fc4-de91-4ca6-975c-481835b2cfec x-openstack-request-id: req-767b3fc4-de91-4ca6-975c-481835b2cfec {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:25:07.345339 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:25:07.345634 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-767b3fc4-de91-4ca6-975c-481835b2cfec {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:25:07.346168 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'status': 'completed', 'code': 200} Feb 19 04:25:07.351200 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group (a9d38fa5-b699-4c53-ad5a-65065d8907dd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.355692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a9d38fa5-b699-4c53-ad5a-65065d8907dd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.387360 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.391519 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1409688 Feb 19 04:25:07.393201 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34266) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:07.395419 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d38fa5-b699-4c53-ad5a-65065d8907dd,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:07.399955 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bcbbf9f0-f647-4192-98d5-2b4201693f9d tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'security_group_rule': {'security_group_id': 'a9d38fa5-b699-4c53-ad5a-65065d8907dd', 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:07.411253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.411611 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.411962 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.412306 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.412647 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.412982 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.413321 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.413653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.414030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.414361 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.414695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.415018 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.415541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe4089-9c7f-4bd3-a94c-491e1356093b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.437919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-4f82ca6a-6553-4a7f-8b76-20861f7ee3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:07.439689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-4f82ca6a-6553-4a7f-8b76-20861f7ee3ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0132717577b7477f9241819dc9ea7bf8&device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1128 time: 0.0521328 Feb 19 04:25:07.444379 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf9f0-f647-4192-98d5-2b4201693f9d tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (51d4d636-9663-4b33-8fa0-f0e6579cc511), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.499844 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf9f0-f647-4192-98d5-2b4201693f9d tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (51d4d636-9663-4b33-8fa0-f0e6579cc511), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.503970 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf9f0-f647-4192-98d5-2b4201693f9d tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (51d4d636-9663-4b33-8fa0-f0e6579cc511), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.518639 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbf9f0-f647-4192-98d5-2b4201693f9d tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d4d636-9663-4b33-8fa0-f0e6579cc511,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:07.539959 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf9f0-f647-4192-98d5-2b4201693f9d tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.544564 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bcbbf9f0-f647-4192-98d5-2b4201693f9d tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468325 Feb 19 04:25:07.544721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-99be6d3c-a07d-4e02-a583-8d669093cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:07.545006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34268) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:07.545649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-99be6d3c-a07d-4e02-a583-8d669093cfaa service neutron] 10.222.0.37 "GET /v2.0/networks?id=db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 200 len: 916 time: 0.0992069 Feb 19 04:25:07.549772 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-924a3d91-2286-47b6-8811-fc7ae3c5f279 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'security_group_rule': {'security_group_id': 'a9d38fa5-b699-4c53-ad5a-65065d8907dd', 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:07.577306 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-924a3d91-2286-47b6-8811-fc7ae3c5f279 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (d9a67f83-6455-4ebd-817e-a3e67098aaf3), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.584238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '4e74b956-d0ad-4b61-9ce4-07dc1a8913f3', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'port_id': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'mac_address': 'fa:16:3e:89:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:06Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 0, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 5, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:07.614496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] Checking router: 32f59c68-b27a-44b6-9885-14f9e75db481 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:25:07.620672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-c3e01d48-c978-472e-a835-5fb98539bbef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 1000 time: 0.0682647 Feb 19 04:25:07.623827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] Routers {'32f59c68-b27a-44b6-9885-14f9e75db481'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:07.624373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:24:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['32f59c68-b27a-44b6-9885-14f9e75db481'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:07.639826 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-924a3d91-2286-47b6-8811-fc7ae3c5f279 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (d9a67f83-6455-4ebd-817e-a3e67098aaf3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.645115 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-924a3d91-2286-47b6-8811-fc7ae3c5f279 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d9a67f83-6455-4ebd-817e-a3e67098aaf3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.664691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a3d91-2286-47b6-8811-fc7ae3c5f279 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a67f83-6455-4ebd-817e-a3e67098aaf3,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:07.673448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-924a3d91-2286-47b6-8811-fc7ae3c5f279 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.674709 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-924a3d91-2286-47b6-8811-fc7ae3c5f279 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284466 Feb 19 04:25:07.677401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34270) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:07.681174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-85699f93-d79b-4b1c-b009-722ff3873904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:07.682304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a41e7449-8de0-437a-a2c9-db0daddf14af tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'security_group_rule': {'security_group_id': 'a9d38fa5-b699-4c53-ad5a-65065d8907dd', 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:07.683357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-85699f93-d79b-4b1c-b009-722ff3873904 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e9ca1a-2354-411a-9ea9-a851a8823a57 HTTP/1.1" status: 200 len: 854 time: 0.0540762 Feb 19 04:25:07.709416 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a41e7449-8de0-437a-a2c9-db0daddf14af tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (55825c20-2f4e-43ad-be59-5ddf75aef8d2), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.737991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-4e6a9603-7774-4c16-b722-89584ff82f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:07.739738 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-4e6a9603-7774-4c16-b722-89584ff82f12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db00f6fb-062e-4d30-bac9-36aab8606810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503831 Feb 19 04:25:07.752342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] Set router 32f59c68-b27a-44b6-9885-14f9e75db481 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:07.769427 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a41e7449-8de0-437a-a2c9-db0daddf14af tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (55825c20-2f4e-43ad-be59-5ddf75aef8d2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.774382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a41e7449-8de0-437a-a2c9-db0daddf14af tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (55825c20-2f4e-43ad-be59-5ddf75aef8d2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.792541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e7449-8de0-437a-a2c9-db0daddf14af tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55825c20-2f4e-43ad-be59-5ddf75aef8d2,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:07.801201 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a41e7449-8de0-437a-a2c9-db0daddf14af tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.805622 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a41e7449-8de0-437a-a2c9-db0daddf14af tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238713 Feb 19 04:25:07.805898 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34272) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:07.810476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ad7556e0-b7a2-4e23-b5fe-b5c93e680623 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'security_group_rule': {'security_group_id': 'a9d38fa5-b699-4c53-ad5a-65065d8907dd', 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:07.836903 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad7556e0-b7a2-4e23-b5fe-b5c93e680623 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (d4e3893c-13bf-40ff-8f87-c504bc3e381a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.849924 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-e92f68c5-a287-4cfb-bfac-5474730c09ae service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039298 Feb 19 04:25:07.901122 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad7556e0-b7a2-4e23-b5fe-b5c93e680623 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (d4e3893c-13bf-40ff-8f87-c504bc3e381a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.906711 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad7556e0-b7a2-4e23-b5fe-b5c93e680623 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d4e3893c-13bf-40ff-8f87-c504bc3e381a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.926794 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7556e0-b7a2-4e23-b5fe-b5c93e680623 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e3893c-13bf-40ff-8f87-c504bc3e381a,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:07.935870 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ad7556e0-b7a2-4e23-b5fe-b5c93e680623 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.939939 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ad7556e0-b7a2-4e23-b5fe-b5c93e680623 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303754 Feb 19 04:25:07.940109 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34274) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:07.944663 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d1fcd789-9a57-47a1-a4f5-30492965cc95 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'security_group_rule': {'security_group_id': 'a9d38fa5-b699-4c53-ad5a-65065d8907dd', 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:07.967395 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-d1fcd789-9a57-47a1-a4f5-30492965cc95 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Project 0132717577b7477f9241819dc9ea7bf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:25:07.970447 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90ff7bc2-d759-47a5-8a57-4eebb3eca9d2 req-baefff98-bfd7-4462-aa58-dad541ad71a0 service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137266 Feb 19 04:25:07.973047 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd789-9a57-47a1-a4f5-30492965cc95 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (e759310b-dfce-4a53-b4b6-17e9465bc7a4), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.024391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '4e74b956-d0ad-4b61-9ce4-07dc1a8913f3', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'port_id': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'mac_address': 'fa:16:3e:89:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:06Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 0, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 5, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:08.045948 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd789-9a57-47a1-a4f5-30492965cc95 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (e759310b-dfce-4a53-b4b6-17e9465bc7a4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.049566 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd789-9a57-47a1-a4f5-30492965cc95 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (e759310b-dfce-4a53-b4b6-17e9465bc7a4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.053622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64e8fb-0e3c-4a6b-87b3-a11d9b4a02b4 None None] The sync data for ids ['32f59c68-b27a-44b6-9885-14f9e75db481'] in n-d-826756-2 is: [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '4e74b956-d0ad-4b61-9ce4-07dc1a8913f3', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'port_id': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'mac_address': 'fa:16:3e:89:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:06Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 0, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 5, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:08.077170 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd789-9a57-47a1-a4f5-30492965cc95 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.078420 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d1fcd789-9a57-47a1-a4f5-30492965cc95 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373816 Feb 19 04:25:08.081382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34276) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:08.085975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-97ed2bb7-2c28-4874-a147-097ceefc0601 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'security_group_rule': {'security_group_id': 'a9d38fa5-b699-4c53-ad5a-65065d8907dd', 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:08.089705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcd789-9a57-47a1-a4f5-30492965cc95 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e759310b-dfce-4a53-b4b6-17e9465bc7a4,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.107704 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-97ed2bb7-2c28-4874-a147-097ceefc0601 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Project 0132717577b7477f9241819dc9ea7bf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:25:08.116186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97ed2bb7-2c28-4874-a147-097ceefc0601 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (fdfc9450-c9f2-4527-98fb-16b5ce99179c), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.174940 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97ed2bb7-2c28-4874-a147-097ceefc0601 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (fdfc9450-c9f2-4527-98fb-16b5ce99179c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.179111 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97ed2bb7-2c28-4874-a147-097ceefc0601 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (fdfc9450-c9f2-4527-98fb-16b5ce99179c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.198681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed2bb7-2c28-4874-a147-097ceefc0601 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfc9450-c9f2-4527-98fb-16b5ce99179c,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.207257 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97ed2bb7-2c28-4874-a147-097ceefc0601 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.209528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-97ed2bb7-2c28-4874-a147-097ceefc0601 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261182 Feb 19 04:25:08.267963 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91027ca-66d7-4c2e-9092-7aff8c255eed None None] New status for floating IP 4e74b956-d0ad-4b61-9ce4-07dc1a8913f3: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:25:08.304747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-52e0b9b4-6738-40b7-8ba1-a778799bbffd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430454509&fields=id&tenant_id=0132717577b7477f9241819dc9ea7bf8 HTTP/1.1" status: 200 len: 267 time: 0.0458910 Feb 19 04:25:08.364073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-5fc6e8e7-5a67-454b-96c9-2f1aceb0796d tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:08.365576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-5fc6e8e7-5a67-454b-96c9-2f1aceb0796d tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0530317 Feb 19 04:25:08.377188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'port': {'security_groups': ['bba82122-a51f-42b8-9602-5e547442a384', 'a9d38fa5-b699-4c53-ad5a-65065d8907dd']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:08.394588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4eade35b-e1ff-4a3a-a2da-c597fe62f5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.452675 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.635844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] For port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:08.666472 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.671817 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.708284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:25:08.715541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:08.716204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.718756 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba7b292d-9a3d-4bd0-81cf-e179139b3c1a req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "PUT /v2.0/ports/3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 982 time: 0.3461673 Feb 19 04:25:08.746177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'Port': ['ID=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.755069 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.755423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.755775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.756265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.756611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.756947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.757962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.758321 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.758662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.758997 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.759331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.759660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.759989 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bbff55-bf3b-46f3-9977-5dd374e02897 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:08.841155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ef6e6-1b7f-4c1c-8313-d7fc3d5bc2b8 req-a11085eb-83a1-4545-b4f2-f07e01305d6f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:08.843634 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a19ef6e6-1b7f-4c1c-8313-d7fc3d5bc2b8 req-a11085eb-83a1-4545-b4f2-f07e01305d6f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0574541 Feb 19 04:25:08.844848 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:25:08.913475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a19ef6e6-1b7f-4c1c-8313-d7fc3d5bc2b8 req-de78e03d-c6b7-4dbb-b467-0f3dc7068d74 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636580 Feb 19 04:25:09.063239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b0b4f45a-35b6-4c2a-ac1e-e8405f1b52e7 None None] Provisioning complete for port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:09.063526 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f45a-35b6-4c2a-ac1e-e8405f1b52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.255805 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b0b4f45a-35b6-4c2a-ac1e-e8405f1b52e7 None None] Current status of the port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:09.347863 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:25:09.350340 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d82a95-2d71-469c-abdd-f6cb9f2102b3" -d '{"events": [{"name": "network-changed", "server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:25:09.386921 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca4861e-71e1-49c4-80fa-b490c1082d63 x-openstack-request-id: req-9ca4861e-71e1-49c4-80fa-b490c1082d63 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:25:09.387547 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:25:09.387547 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ca4861e-71e1-49c4-80fa-b490c1082d63 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:25:09.387860 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'status': 'completed', 'code': 200} Feb 19 04:25:09.476999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-41a4dd92-766a-4ebe-9bfd-9e8ba74af7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:09.478536 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-41a4dd92-766a-4ebe-9bfd-9e8ba74af7db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0132717577b7477f9241819dc9ea7bf8&device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1167 time: 0.0446503 Feb 19 04:25:09.568337 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-51b6121c-880a-4cbf-9246-fe41e6e57c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:09.569737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-51b6121c-880a-4cbf-9246-fe41e6e57c65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 200 len: 916 time: 0.0837071 Feb 19 04:25:09.638511 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-e8fe0246-7601-49d4-ba4a-2fdbbc304587 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 1002 time: 0.0620227 Feb 19 04:25:09.688461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-6cc4d309-d0d5-4007-9510-2adfd2d7ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:09.690021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-6cc4d309-d0d5-4007-9510-2adfd2d7ddb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e9ca1a-2354-411a-9ea9-a851a8823a57 HTTP/1.1" status: 200 len: 854 time: 0.0447581 Feb 19 04:25:09.738753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-b182f275-8abe-4684-a5b3-f88e826be5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:09.740234 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-b182f275-8abe-4684-a5b3-f88e826be5ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db00f6fb-062e-4d30-bac9-36aab8606810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435998 Feb 19 04:25:09.832566 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-9d482883-63e4-4f02-9a44-a38535cd6f1b service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851264 Feb 19 04:25:09.922501 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-82d82a95-2d71-469c-abdd-f6cb9f2102b3 req-fd04087e-304d-4dc5-af74-75dad852074a service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834320 Feb 19 04:25:10.572482 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-34cd0c77-aafe-4e10-a363-7c68c240b7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.251837 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.274875 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.738414 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.064074 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:25:22.973423 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.202696 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75559daf-a379-4881-9122-f7d203ede139 req-1603c979-d387-4588-8b73-e11698029923 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486910 Feb 19 04:25:32.303491 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559daf-a379-4881-9122-f7d203ede139 req-495edce4-9403-40cd-904b-db0146b809f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:32.304953 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75559daf-a379-4881-9122-f7d203ede139 req-495edce4-9403-40cd-904b-db0146b809f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0132717577b7477f9241819dc9ea7bf8&device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1167 time: 0.0438166 Feb 19 04:25:32.404370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559daf-a379-4881-9122-f7d203ede139 req-4c572e8e-021e-4397-86ea-7bac9c58ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:32.405903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75559daf-a379-4881-9122-f7d203ede139 req-4c572e8e-021e-4397-86ea-7bac9c58ec89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 200 len: 916 time: 0.0823541 Feb 19 04:25:32.474639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75559daf-a379-4881-9122-f7d203ede139 req-c6d1d249-b377-49a2-a47e-106e7530f6e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 1002 time: 0.0619020 Feb 19 04:25:32.522617 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559daf-a379-4881-9122-f7d203ede139 req-9d73fe0c-2e63-4c10-bfbd-bf25e8889106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:32.524064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75559daf-a379-4881-9122-f7d203ede139 req-9d73fe0c-2e63-4c10-bfbd-bf25e8889106 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e9ca1a-2354-411a-9ea9-a851a8823a57 HTTP/1.1" status: 200 len: 854 time: 0.0430954 Feb 19 04:25:32.577420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559daf-a379-4881-9122-f7d203ede139 req-8163226f-252d-40c7-af46-14133a5211cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:32.578902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75559daf-a379-4881-9122-f7d203ede139 req-8163226f-252d-40c7-af46-14133a5211cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db00f6fb-062e-4d30-bac9-36aab8606810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482705 Feb 19 04:25:32.672805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75559daf-a379-4881-9122-f7d203ede139 req-bc72450e-09a9-49aa-85a3-428f7b3502a7 service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862942 Feb 19 04:25:32.759615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75559daf-a379-4881-9122-f7d203ede139 req-526f6524-7c7b-471f-a49e-555424f33994 service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799139 Feb 19 04:25:36.747100 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.397704 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-702fa407-057c-491c-8991-9deaa51ef60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.573901 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bb50b3f2-3a73-4a9d-985f-e77ae5a17901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:42.254875 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.278603 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.740884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.985182 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.195242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa14ad5-4ea8-46fa-8d82-8dc0873a9e21 req-3cfe1e42-6ee3-4cc2-9f4b-594e30a3772e tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:54.196730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6aa14ad5-4ea8-46fa-8d82-8dc0873a9e21 req-3cfe1e42-6ee3-4cc2-9f4b-594e30a3772e tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0824552 Feb 19 04:25:54.236052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-a3e81a08-9507-449c-857a-978411754946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:54.237478 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-a3e81a08-9507-449c-857a-978411754946 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0132717577b7477f9241819dc9ea7bf8&device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1167 time: 0.0847325 Feb 19 04:25:54.313356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6aa14ad5-4ea8-46fa-8d82-8dc0873a9e21 req-89f1022f-00bb-46da-9d6e-d5f11905dd0b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089921 Feb 19 04:25:54.351783 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-09f79126-efba-4c25-830e-209f9183359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:54.353279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-09f79126-efba-4c25-830e-209f9183359b service neutron] 10.222.0.37 "GET /v2.0/networks?id=db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 200 len: 916 time: 0.1059697 Feb 19 04:25:54.420532 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-995325dc-7ead-42b1-ae9b-27a545319f5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 1002 time: 0.0612864 Feb 19 04:25:54.468763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-f57c1dbe-8776-4ecb-a397-9576ffebb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:54.470255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-f57c1dbe-8776-4ecb-a397-9576ffebb301 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e9ca1a-2354-411a-9ea9-a851a8823a57 HTTP/1.1" status: 200 len: 854 time: 0.0437558 Feb 19 04:25:54.522974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-6a3f3b91-d25d-466d-b0df-283ce827575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:54.524393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-6a3f3b91-d25d-466d-b0df-283ce827575e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db00f6fb-062e-4d30-bac9-36aab8606810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474820 Feb 19 04:25:54.613434 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-ece0972b-b070-41ab-ac78-40ab48023ceb service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796826 Feb 19 04:25:54.706181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-53aa3c51-d3d4-4329-9d39-94503aaece4e req-d0039a61-456a-4f76-9ed9-e1f2fa7bdb77 service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853550 Feb 19 04:25:55.437581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42747a8e-c42f-4748-993d-64c398e019bb req-43fc91f8-37d1-4711-af60-321089893bcd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:55.439130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42747a8e-c42f-4748-993d-64c398e019bb req-43fc91f8-37d1-4711-af60-321089893bcd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0551624 Feb 19 04:25:55.498003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42747a8e-c42f-4748-993d-64c398e019bb req-4319d739-83cc-43ff-a983-8f7a846c8326 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530715 Feb 19 04:25:56.619708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8fcf2-ce0b-46eb-8740-cc28078877cb req-24d48746-8567-44ee-b3e2-cc985476d38b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:56.621185 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3f8fcf2-ce0b-46eb-8740-cc28078877cb req-24d48746-8567-44ee-b3e2-cc985476d38b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0527005 Feb 19 04:25:56.680063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3f8fcf2-ce0b-46eb-8740-cc28078877cb req-0b228e05-ecf0-4ce8-8f17-02fb31b95546 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527692 Feb 19 04:25:57.062978 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:25:57.803472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc7da5-ae50-4b88-86fa-8271c3192905 req-816fd55a-924e-46c0-b89c-e9cf56934973 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:57.804965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47fc7da5-ae50-4b88-86fa-8271c3192905 req-816fd55a-924e-46c0-b89c-e9cf56934973 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0575638 Feb 19 04:25:57.863496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-47fc7da5-ae50-4b88-86fa-8271c3192905 req-2f7351e8-5f22-40b2-8917-faa71a246fc3 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521724 Feb 19 04:25:58.984151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331fc63-d274-4d0f-89e0-681194471488 req-10d39242-1946-4425-a8fe-27cc3f9c0b62 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:58.985713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d331fc63-d274-4d0f-89e0-681194471488 req-10d39242-1946-4425-a8fe-27cc3f9c0b62 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0535617 Feb 19 04:25:59.044998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d331fc63-d274-4d0f-89e0-681194471488 req-3089e384-4802-44a0-85fa-d18a6900bb48 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534003 Feb 19 04:26:00.162401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43860d5d-9a3a-4bf2-b4eb-5077bb71e88e req-3cf7ecd8-c580-40a2-ac92-9db77a2f084b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:00.163883 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43860d5d-9a3a-4bf2-b4eb-5077bb71e88e req-3cf7ecd8-c580-40a2-ac92-9db77a2f084b tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0520272 Feb 19 04:26:00.226056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-43860d5d-9a3a-4bf2-b4eb-5077bb71e88e req-652b09d8-aa01-46c2-b25f-ad09ed32938a tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556188 Feb 19 04:26:01.345407 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089987d-3a4e-4469-9bbb-d97beaa1cc62 req-b36e3055-d18d-468c-af14-fde71df4cd9a tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:01.346931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1089987d-3a4e-4469-9bbb-d97beaa1cc62 req-b36e3055-d18d-468c-af14-fde71df4cd9a tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0522079 Feb 19 04:26:01.406147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1089987d-3a4e-4469-9bbb-d97beaa1cc62 req-8205a9db-b9e3-42c6-bc7d-396bedc4d44e tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535188 Feb 19 04:26:02.526411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d32ae9-8689-4aae-8b3a-b16e32016260 req-1baa4f99-6b81-4ca7-8d35-d7fba7e563b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:02.527917 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91d32ae9-8689-4aae-8b3a-b16e32016260 req-1baa4f99-6b81-4ca7-8d35-d7fba7e563b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0531888 Feb 19 04:26:02.586913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91d32ae9-8689-4aae-8b3a-b16e32016260 req-0c5adcad-c4d5-4203-afb8-6fc8d1a0e25f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532460 Feb 19 04:26:03.715498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d85ba-5aed-4532-ab99-109d80b063f3 req-bd67426d-b715-4dad-8dbe-e4bcbf7de4f0 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:03.717026 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-166d85ba-5aed-4532-ab99-109d80b063f3 req-bd67426d-b715-4dad-8dbe-e4bcbf7de4f0 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0595729 Feb 19 04:26:03.779493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-166d85ba-5aed-4532-ab99-109d80b063f3 req-c35d40c5-210c-483f-804d-175d5d462591 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566239 Feb 19 04:26:04.899668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e25b-e351-4f79-a9c2-bfd639afafb4 req-299a6330-0c60-468b-90c1-62627ae5ec80 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:04.901658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b60e25b-e351-4f79-a9c2-bfd639afafb4 req-299a6330-0c60-468b-90c1-62627ae5ec80 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0523672 Feb 19 04:26:04.963467 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b60e25b-e351-4f79-a9c2-bfd639afafb4 req-ea57e63d-8942-4bd6-803f-b49b03a08fde tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549188 Feb 19 04:26:06.086451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b4772-6057-46b7-beba-60f8a78b916c req-830c84d4-fe9e-4ae8-8c25-ebcbbc1c2209 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:06.088578 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-407b4772-6057-46b7-beba-60f8a78b916c req-830c84d4-fe9e-4ae8-8c25-ebcbbc1c2209 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0566690 Feb 19 04:26:06.147106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-407b4772-6057-46b7-beba-60f8a78b916c req-5c63a5c5-4062-434b-a4da-00f86a97b1cf tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&id=a9d38fa5-b699-4c53-ad5a-65065d8907dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529294 Feb 19 04:26:06.754069 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.401087 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1d72506e-d582-4fdc-b550-18ecc0e4d612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.575632 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6910e3e7-4db8-4b8e-a413-83ca75d48b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.260165 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.281681 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.747167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.983361 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:32.179664 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415a338b-02db-4f22-95df-8484647cd7f7 req-a5982ee6-5ed5-4d6d-893f-237d8c5cebf6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430696 Feb 19 04:26:32.282066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a338b-02db-4f22-95df-8484647cd7f7 req-714c1bd2-9acf-47fe-badf-1718865f4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:32.283471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415a338b-02db-4f22-95df-8484647cd7f7 req-714c1bd2-9acf-47fe-badf-1718865f4310 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0132717577b7477f9241819dc9ea7bf8&device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1167 time: 0.0442126 Feb 19 04:26:32.388276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a338b-02db-4f22-95df-8484647cd7f7 req-b5fdf941-2d2a-41ac-b174-4e5f7c618c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:32.389751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415a338b-02db-4f22-95df-8484647cd7f7 req-b5fdf941-2d2a-41ac-b174-4e5f7c618c89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 200 len: 916 time: 0.0876403 Feb 19 04:26:32.455633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415a338b-02db-4f22-95df-8484647cd7f7 req-8fdcc9e0-0644-4614-8e1c-4bdd7bfb4d43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 1002 time: 0.0598967 Feb 19 04:26:32.503128 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a338b-02db-4f22-95df-8484647cd7f7 req-80287886-7965-402c-b48a-fb6291116f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:32.504568 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415a338b-02db-4f22-95df-8484647cd7f7 req-80287886-7965-402c-b48a-fb6291116f7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e9ca1a-2354-411a-9ea9-a851a8823a57 HTTP/1.1" status: 200 len: 854 time: 0.0426381 Feb 19 04:26:32.558081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a338b-02db-4f22-95df-8484647cd7f7 req-d90e0e46-2c6c-4248-bf56-88f51fab30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:32.559599 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415a338b-02db-4f22-95df-8484647cd7f7 req-d90e0e46-2c6c-4248-bf56-88f51fab30d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db00f6fb-062e-4d30-bac9-36aab8606810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488889 Feb 19 04:26:32.645930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415a338b-02db-4f22-95df-8484647cd7f7 req-7371e1cf-a594-4633-b7e1-4c9bfef42e11 service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802915 Feb 19 04:26:32.737064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-415a338b-02db-4f22-95df-8484647cd7f7 req-bf137994-b3b1-4d8d-b1e4-c24f66588f3e service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 Feb 19 04:26:34.062433 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:26:36.752364 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.403564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d08d77fa-aefb-46ae-9301-9c149449dd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.578591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b04c6a9c-4f2a-41c6-b41d-7511b9de0e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:42.259541 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.283343 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.742791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.982358 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:01.986796 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-32b5d62d-e85c-4824-8873-c89627fd2245 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430454509&fields=id&tenant_id=0132717577b7477f9241819dc9ea7bf8 HTTP/1.1" status: 200 len: 267 time: 0.0446584 Feb 19 04:27:02.041663 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-d0625ef7-d43e-48e1-ba34-ab112fff7791 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:02.043182 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-d0625ef7-d43e-48e1-ba34-ab112fff7791 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 985 time: 0.0510809 Feb 19 04:27:02.054633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Request body: {'port': {'security_groups': ['bba82122-a51f-42b8-9602-5e547442a384']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:02.132307 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.298704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] For port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:02.587451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.591794 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.628431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:27:02.633808 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:02.634491 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.635930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b14ff08e-47b7-45d3-b02e-279ca2c856f0 req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "PUT /v2.0/ports/3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 943 time: 0.5859718 Feb 19 04:27:02.636410 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:02.638746 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc" -d '{"events": [{"name": "network-changed", "server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:02.647309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34362) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:02.684686 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739809e2-e5be-47c1-ad2d-fa0306b86ad9 x-openstack-request-id: req-739809e2-e5be-47c1-ad2d-fa0306b86ad9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:02.684989 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:02.685242 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-739809e2-e5be-47c1-ad2d-fa0306b86ad9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:02.685644 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'status': 'completed', 'code': 200} Feb 19 04:27:02.707264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event updated for resources: {'Port': ['ID=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:02.731295 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ff39316-2305-4c5b-996c-3015c13384cd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group (a9d38fa5-b699-4c53-ad5a-65065d8907dd), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.751542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.751902 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.752253 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.752595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.752934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.753275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.753606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.753961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.754294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.754623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.754953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.755283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.755606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f932c-426c-47c9-aec7-4516dfda293f tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:02.762257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:27:02.800645 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ff39316-2305-4c5b-996c-3015c13384cd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group (a9d38fa5-b699-4c53-ad5a-65065d8907dd), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.836332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-60370017-0abe-481b-bb18-b4c4ea141f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:02.837976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-60370017-0abe-481b-bb18-b4c4ea141f56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0132717577b7477f9241819dc9ea7bf8&device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1128 time: 0.1011696 Feb 19 04:27:02.936622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-d60c9f74-d813-4549-ac59-234ef9c1fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:02.938239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-d60c9f74-d813-4549-ac59-234ef9c1fb8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 200 len: 916 time: 0.0920756 Feb 19 04:27:02.939446 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ff39316-2305-4c5b-996c-3015c13384cd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a9d38fa5-b699-4c53-ad5a-65065d8907dd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.942191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ff39316-2305-4c5b-996c-3015c13384cd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.943307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6ff39316-2305-4c5b-996c-3015c13384cd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "DELETE /v2.0/security-groups/a9d38fa5-b699-4c53-ad5a-65065d8907dd HTTP/1.1" status: 204 len: 168 time: 0.2949400 Feb 19 04:27:02.946474 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34364) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:02.997208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff39316-2305-4c5b-996c-3015c13384cd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d38fa5-b699-4c53-ad5a-65065d8907dd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:03.022245 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-2d75ad7b-cc35-4836-bea0-e550430817ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 1002 time: 0.0775340 Feb 19 04:27:03.076100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-3aa395aa-2c06-4dfd-8f4b-ec46bde00b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:03.078259 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-3aa395aa-2c06-4dfd-8f4b-ec46bde00b51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e9ca1a-2354-411a-9ea9-a851a8823a57 HTTP/1.1" status: 200 len: 854 time: 0.0493963 Feb 19 04:27:03.114441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5c20936e-060f-428b-a864-b5983b017fea None None] Provisioning complete for port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:03.114745 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5c20936e-060f-428b-a864-b5983b017fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.136066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-75fdbd55-d08c-4fa7-9c0f-92e3f60fd687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:03.137647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-75fdbd55-d08c-4fa7-9c0f-92e3f60fd687 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db00f6fb-062e-4d30-bac9-36aab8606810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521595 Feb 19 04:27:03.143564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Deleting port 4693a5bb-a8b9-4981-89d7-2a6d40243c00 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:03.144432 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4693a5bb-a8b9-4981-89d7-2a6d40243c00), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.201480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5c20936e-060f-428b-a864-b5983b017fea None None] Current status of the port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:03.224202 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4693a5bb-a8b9-4981-89d7-2a6d40243c00), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.224536 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for floatingip (4693a5bb-a8b9-4981-89d7-2a6d40243c00), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.234742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-5c322b88-612f-41cf-84e3-5838c7fde253 service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903358 Feb 19 04:27:03.236581 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Calling delete_port for 4693a5bb-a8b9-4981-89d7-2a6d40243c00 owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:03.324944 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae0a1970-0f27-4ad0-bfa7-9b46107709fc req-a86cbc37-812a-45c8-be0a-0cca21fdce50 service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832808 Feb 19 04:27:03.385451 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4693a5bb-a8b9-4981-89d7-2a6d40243c00), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.413588 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event deleted for resources: {'Port': ['ID=4693a5bb-a8b9-4981-89d7-2a6d40243c00,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:03.425353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.425707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.426414 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.426759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.427093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.427422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.427750 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.428078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.428402 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.428728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.429057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.429375 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.429689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:03.482958 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks [] for floatingip (4e74b956-d0ad-4b61-9ce4-07dc1a8913f3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.483287 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Floating IP 4e74b956-d0ad-4b61-9ce4-07dc1a8913f3 disassociated (deleted). External IP: 172.25.4.237, port: 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb. Feb 19 04:27:04.055497 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Router 32f59c68-b27a-44b6-9885-14f9e75db481 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:27:04.172653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:04.177705 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:04.183339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] Sync routers for ids ['32f59c68-b27a-44b6-9885-14f9e75db481'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:04.194434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] Routers {'32f59c68-b27a-44b6-9885-14f9e75db481'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:04.195050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:26:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['32f59c68-b27a-44b6-9885-14f9e75db481'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:04.215197 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c18085f8-e73c-4448-8535-ed4050866bc6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "DELETE /v2.0/floatingips/4e74b956-d0ad-4b61-9ce4-07dc1a8913f3 HTTP/1.1" status: 204 len: 168 time: 1.2672749 Feb 19 04:27:04.215806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:04.218851 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c192a6615bdfa156fbc491ed8c1250e6a803dbca8f67fd41f3dce117fbe6bfed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:04.315501 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] Set router 32f59c68-b27a-44b6-9885-14f9e75db481 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:04.490499 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b26bc9b-53ea-4eb4-8fc2-8a3d1a9d70e0 x-openstack-request-id: req-7b26bc9b-53ea-4eb4-8fc2-8a3d1a9d70e0 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:04.490996 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:04.491255 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b26bc9b-53ea-4eb4-8fc2-8a3d1a9d70e0 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:04.491728 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'status': 'completed', 'code': 200} Feb 19 04:27:04.541339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 5, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:04.569284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] Checking router: 32f59c68-b27a-44b6-9885-14f9e75db481 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:27:04.577800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] Routers {'32f59c68-b27a-44b6-9885-14f9e75db481'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:04.578432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:26:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['32f59c68-b27a-44b6-9885-14f9e75db481'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:04.586122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-c413d08e-8bdd-4f84-8e5b-da34e48b3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:04.587749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-c413d08e-8bdd-4f84-8e5b-da34e48b3b64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0132717577b7477f9241819dc9ea7bf8&device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 1128 time: 0.0536335 Feb 19 04:27:04.678025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-a2bbbb0c-b2dd-402d-94d0-9522e8eea09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:04.679549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-a2bbbb0c-b2dd-402d-94d0-9522e8eea09f service neutron] 10.222.0.37 "GET /v2.0/networks?id=db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 200 len: 916 time: 0.0848706 Feb 19 04:27:04.687285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] Set router 32f59c68-b27a-44b6-9885-14f9e75db481 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:04.720761 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-cde109f3-3e7e-4cde-9c9c-c93b99934614 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 200 len: 217 time: 0.0350125 Feb 19 04:27:04.773799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-eb85b083-0a55-4682-8af8-404fe3bac846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:04.775420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-eb85b083-0a55-4682-8af8-404fe3bac846 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e9ca1a-2354-411a-9ea9-a851a8823a57 HTTP/1.1" status: 200 len: 854 time: 0.0493286 Feb 19 04:27:04.825045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-c96de376-6426-4f08-b2d4-1475e604bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:04.826686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-c96de376-6426-4f08-b2d4-1475e604bcaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db00f6fb-062e-4d30-bac9-36aab8606810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447781 Feb 19 04:27:04.884428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 5, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:04.914967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58287082-034c-4d1c-bcaf-93854a912d7a None None] The sync data for ids ['32f59c68-b27a-44b6-9885-14f9e75db481'] in n-d-826756-2 is: [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:07Z', 'revision_number': 4, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e5e95236-eb05-4967-bb6b-87c204d7da79', 'name': '', 'network_id': 'db00f6fb-062e-4d30-bac9-36aab8606810', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'mac_address': 'fa:16:3e:32:81:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:06Z', 'updated_at': '2022-02-19T04:24:11Z', 'revision_number': 5, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'subnets': [{'id': '84e9ca1a-2354-411a-9ea9-a851a8823a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:04.917560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-fa4c12b2-9878-4206-9730-1b4316667fee service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828993 Feb 19 04:27:05.017818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56bdc6bc-c7dc-4490-80d6-19e0dbf1a8f7 req-3bf11e75-9fb2-4bf5-af78-990c7ecf827a service neutron] 10.222.0.37 "GET /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935574 Feb 19 04:27:05.169862 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0332ed90-9f1e-45b8-9b37-7f0f2fb572fd None None] New status for floating IP 4e74b956-d0ad-4b61-9ce4-07dc1a8913f3: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:27:06.761789 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.407772 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6c5431e4-3819-4787-af7a-3a1be783098f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.580209 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-17635c0b-2720-47a9-af75-9c866fa7e30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:11.062481 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:27:12.264208 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.285967 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.746213 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:19.655627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faca64-b6dc-4bda-a0a8-2cdb4cbb2395 req-dc377fe7-f629-454b-875c-fd55e19554cd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:19.657148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80faca64-b6dc-4bda-a0a8-2cdb4cbb2395 req-dc377fe7-f629-454b-875c-fd55e19554cd tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0530710 Feb 19 04:27:19.704918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-80faca64-b6dc-4bda-a0a8-2cdb4cbb2395 req-4e4e93ed-d488-40dd-a238-97e80a731dd0 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Feb 19 04:27:20.832102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b7c6d-a7ab-4e42-aa8f-90940a5bbf2d req-6a5d8405-9af4-4ad9-8980-33a6caa64fdc tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:20.833675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-856b7c6d-a7ab-4e42-aa8f-90940a5bbf2d req-6a5d8405-9af4-4ad9-8980-33a6caa64fdc tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0601695 Feb 19 04:27:20.884115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-856b7c6d-a7ab-4e42-aa8f-90940a5bbf2d req-f2b5efd8-5445-4e48-957c-8118954edc24 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Feb 19 04:27:21.705868 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-4193ab9c-44a9-42be-8818-0670cc2c4ca6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:21.707438 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-4193ab9c-44a9-42be-8818-0670cc2c4ca6 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.37 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0535693 Feb 19 04:27:21.802187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-2f4fa874-c39e-4ed6-92b7-98385825c9b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Deleting port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:21.802448 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-2f4fa874-c39e-4ed6-92b7-98385825c9b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.892308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-2f4fa874-c39e-4ed6-92b7-98385825c9b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] For port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:21.892981 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-2f4fa874-c39e-4ed6-92b7-98385825c9b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.904851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-2f4fa874-c39e-4ed6-92b7-98385825c9b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Calling delete_port for 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:22.027776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f00aa-4d98-4ad5-af44-9bce24865203 req-c5cfd963-1d74-4c85-8cdf-c06557a33473 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:22.029933 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d9f00aa-4d98-4ad5-af44-9bce24865203 req-c5cfd963-1d74-4c85-8cdf-c06557a33473 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/ports?device_id=29967a6d-61b6-4be5-96eb-ef6bdc6f92d3 HTTP/1.1" status: 200 len: 946 time: 0.0740948 Feb 19 04:27:22.108182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-2f4fa874-c39e-4ed6-92b7-98385825c9b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3d3267f7-2c22-4a67-ae13-a3c05d1c99eb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:22.123284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1d9f00aa-4d98-4ad5-af44-9bce24865203 req-ac5129ea-b05f-4cbc-bdf6-e0b888621c18 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba82122-a51f-42b8-9602-5e547442a384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846581 Feb 19 04:27:22.141106 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:27:22.149383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fa874-c39e-4ed6-92b7-98385825c9b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Pushing event deleted for resources: {'Port': ['ID=3d3267f7-2c22-4a67-ae13-a3c05d1c99eb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:22.194590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-2f4fa874-c39e-4ed6-92b7-98385825c9b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] No DVR routers for this DVR port 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:27:22.197180 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-2f4fa874-c39e-4ed6-92b7-98385825c9b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:22.200494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ccc0b7ab-a751-465b-bb8e-a40533e23519 req-2f4fa874-c39e-4ed6-92b7-98385825c9b8 tempest-TestMinimumBasicScenario-1178491267 tempest-TestMinimumBasicScenario-1178491267-project] 10.222.0.37 "DELETE /v2.0/ports/3d3267f7-2c22-4a67-ae13-a3c05d1c99eb HTTP/1.1" status: 204 len: 173 time: 0.4878862 Feb 19 04:27:22.200978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'name': 'network-vif-deleted', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:22.203265 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d602fd-81ad-4aaf-b2c1-394905e91bbc" -d '{"events": [{"server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "name": "network-vif-deleted", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:22.242160 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdd3a2e-c02f-4f8f-abaa-363f7b0175b5 x-openstack-request-id: req-1bdd3a2e-c02f-4f8f-abaa-363f7b0175b5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:22.242464 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29967a6d-61b6-4be5-96eb-ef6bdc6f92d3", "name": "network-vif-deleted", "tag": "3d3267f7-2c22-4a67-ae13-a3c05d1c99eb", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:22.242721 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bdd3a2e-c02f-4f8f-abaa-363f7b0175b5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:22.243130 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29967a6d-61b6-4be5-96eb-ef6bdc6f92d3', 'name': 'network-vif-deleted', 'tag': '3d3267f7-2c22-4a67-ae13-a3c05d1c99eb', 'status': 'completed', 'code': 200} Feb 19 04:27:22.980677 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:23.680371 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34486) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:24.031006 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (32f59c68-b27a-44b6-9885-14f9e75db481), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.274983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] Deleting port e5e95236-eb05-4967-bb6b-87c204d7da79 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:24.275240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.353576 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] For port e5e95236-eb05-4967-bb6b-87c204d7da79, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e5e95236-eb05-4967-bb6b-87c204d7da79,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:24.353963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.365256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] Calling delete_port for e5e95236-eb05-4967-bb6b-87c204d7da79 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:24.542393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e5e95236-eb05-4967-bb6b-87c204d7da79), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.568899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e95236-eb05-4967-bb6b-87c204d7da79,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:24.733425 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (32f59c68-b27a-44b6-9885-14f9e75db481), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.951895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] Router 32f59c68-b27a-44b6-9885-14f9e75db481 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:27:25.062923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:25.068180 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-722743f8-ec44-4f02-b9aa-509733daf453 admin admin] 10.222.0.42 "PUT /v2.0/routers/32f59c68-b27a-44b6-9885-14f9e75db481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3866897 Feb 19 04:27:25.070900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34488) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:25.072543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] Sync routers for ids ['32f59c68-b27a-44b6-9885-14f9e75db481'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:25.082783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] Routers {'32f59c68-b27a-44b6-9885-14f9e75db481'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:25.083391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:27:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['32f59c68-b27a-44b6-9885-14f9e75db481'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:25.174853 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Publish callbacks [] for router (32f59c68-b27a-44b6-9885-14f9e75db481), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.187941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] Set router 32f59c68-b27a-44b6-9885-14f9e75db481 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:25.289560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Publish callbacks [] for router_gateway (32f59c68-b27a-44b6-9885-14f9e75db481), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.342575 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Deleting port 55e3a485-6daa-49de-a80f-b01223eab25b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:25.342916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.366096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:27:24Z', 'revision_number': 5, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port': {'id': '55e3a485-6daa-49de-a80f-b01223eab25b', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:25.393562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] Checking router: 32f59c68-b27a-44b6-9885-14f9e75db481 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:27:25.401724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] Routers {'32f59c68-b27a-44b6-9885-14f9e75db481'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:25.402362 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:27:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['32f59c68-b27a-44b6-9885-14f9e75db481'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:25.423397 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] For port 55e3a485-6daa-49de-a80f-b01223eab25b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=55e3a485-6daa-49de-a80f-b01223eab25b,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:25.423755 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.436211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Calling delete_port for 55e3a485-6daa-49de-a80f-b01223eab25b owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:25.490162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] Set router 32f59c68-b27a-44b6-9885-14f9e75db481 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:25.543413 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:27:25Z', 'revision_number': 6, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:25.572290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ed492-5663-4331-a2ca-15c4291ad6a0 None None] The sync data for ids ['32f59c68-b27a-44b6-9885-14f9e75db481'] in n-d-826756-2 is: [{'id': '32f59c68-b27a-44b6-9885-14f9e75db481', 'name': 'tempest-TestMinimumBasicScenario-1908124177-router', 'tenant_id': '0132717577b7477f9241819dc9ea7bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:04Z', 'updated_at': '2022-02-19T04:27:25Z', 'revision_number': 6, 'project_id': '0132717577b7477f9241819dc9ea7bf8', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:25.605977 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (55e3a485-6daa-49de-a80f-b01223eab25b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.627878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e3a485-6daa-49de-a80f-b01223eab25b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:25.693953 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (32f59c68-b27a-44b6-9885-14f9e75db481), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.803221 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (32f59c68-b27a-44b6-9885-14f9e75db481), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.805254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Publish callbacks [] for router_controller (32f59c68-b27a-44b6-9885-14f9e75db481), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.822833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:25.845812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:27:25.846181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3d3267f7-2c22-4a67-ae13-a3c05d1c99eb not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:27:26.127284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (32f59c68-b27a-44b6-9885-14f9e75db481), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.127839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f59c68-b27a-44b6-9885-14f9e75db481 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:27:26.132251 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.133252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5f934f7d-68d2-442d-ad69-f92b6a90d5e2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/32f59c68-b27a-44b6-9885-14f9e75db481 HTTP/1.1" status: 204 len: 168 time: 1.0611405 Feb 19 04:27:26.136035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34490) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:26.181504 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb89d76-5395-4b31-b6bc-1b1dff388f9d admin admin] Deleting subnet 84e9ca1a-2354-411a-9ea9-a851a8823a57 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:27:26.184610 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2eb89d76-5395-4b31-b6bc-1b1dff388f9d admin admin] Publish callbacks [] for subnet (84e9ca1a-2354-411a-9ea9-a851a8823a57), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.220886 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2eb89d76-5395-4b31-b6bc-1b1dff388f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (84e9ca1a-2354-411a-9ea9-a851a8823a57), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.296001 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2eb89d76-5395-4b31-b6bc-1b1dff388f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (84e9ca1a-2354-411a-9ea9-a851a8823a57), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.354824 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2eb89d76-5395-4b31-b6bc-1b1dff388f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (84e9ca1a-2354-411a-9ea9-a851a8823a57), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.384515 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb89d76-5395-4b31-b6bc-1b1dff388f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e9ca1a-2354-411a-9ea9-a851a8823a57,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:26.388641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2eb89d76-5395-4b31-b6bc-1b1dff388f9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.395351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2eb89d76-5395-4b31-b6bc-1b1dff388f9d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/84e9ca1a-2354-411a-9ea9-a851a8823a57 HTTP/1.1" status: 204 len: 168 time: 0.2573042 Feb 19 04:27:26.395522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34492) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:26.398279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5a09b-043c-431c-9aef-d6f8eea81149 None None] Network db00f6fb-062e-4d30-bac9-36aab8606810 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:26.426407 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e5e95236-eb05-4967-bb6b-87c204d7da79 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:26.470205 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (db00f6fb-062e-4d30-bac9-36aab8606810), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.479270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e5e95236-eb05-4967-bb6b-87c204d7da79 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:27:26.479622 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e5e95236-eb05-4967-bb6b-87c204d7da79 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:27:26.480043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 55e3a485-6daa-49de-a80f-b01223eab25b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:26.505250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 55e3a485-6daa-49de-a80f-b01223eab25b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:27:26.505601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 55e3a485-6daa-49de-a80f-b01223eab25b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:27:26.534035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Deleting port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:26.534375 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.602395 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] For port 30b1ec74-8307-45fa-ba87-2d0368edbfd2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=30b1ec74-8307-45fa-ba87-2d0368edbfd2,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:26.602770 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.616456 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Calling delete_port for 30b1ec74-8307-45fa-ba87-2d0368edbfd2 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:26.623869 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] DHCP port deletion for db00f6fb-062e-4d30-bac9-36aab8606810 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:27:26.679667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Deleting port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:26.679888 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.703546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.728572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b1ec74-8307-45fa-ba87-2d0368edbfd2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:26.732461 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] No DVR routers for this DVR port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:27:26.746448 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] For port 30b1ec74-8307-45fa-ba87-2d0368edbfd2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=30b1ec74-8307-45fa-ba87-2d0368edbfd2,segment=NetworkSegment(b45e325c-3fca-42bd-9c92-205c1ed8b04a),segment_id=b45e325c-3fca-42bd-9c92-205c1ed8b04a)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:26.746850 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.760353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Calling delete_port for 30b1ec74-8307-45fa-ba87-2d0368edbfd2 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:26.805446 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (db00f6fb-062e-4d30-bac9-36aab8606810), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.827336 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db00f6fb-062e-4d30-bac9-36aab8606810']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:26.836510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45e325c-3fca-42bd-9c92-205c1ed8b04a') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:26.836804 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45e325c-3fca-42bd-9c92-205c1ed8b04a') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:26.843538 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (30b1ec74-8307-45fa-ba87-2d0368edbfd2), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.851374 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (b45e325c-3fca-42bd-9c92-205c1ed8b04a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.865636 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (b45e325c-3fca-42bd-9c92-205c1ed8b04a), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.868020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Pushing event deleted for resources: {'Port': ['ID=30b1ec74-8307-45fa-ba87-2d0368edbfd2,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:26.871735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:27:26.872124 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (b45e325c-3fca-42bd-9c92-205c1ed8b04a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:27:26.873797 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:27:26.877224 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.877876 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.878220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.878562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.878896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.879230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.879558 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.879886 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.880214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.880536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.880859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.881183 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.881505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:26.887480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71af81-f7a4-4117-87fe-64fa7a91d33e None None] No DVR routers for this DVR port 30b1ec74-8307-45fa-ba87-2d0368edbfd2 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:27:26.931756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (db00f6fb-062e-4d30-bac9-36aab8606810), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.940233 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.944001 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] 10.222.0.42 "DELETE /v2.0/networks/db00f6fb-062e-4d30-bac9-36aab8606810 HTTP/1.1" status: 204 len: 168 time: 0.5481381 Feb 19 04:27:26.947064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34494) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:26.955432 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869353a-aa25-4224-8640-397a78716a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=db00f6fb-062e-4d30-bac9-36aab8606810,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:27.304685 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (52323d9a-e4df-419d-93b2-ce574885af16), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:27.550058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] Deleting port c25360e0-de8d-48a6-85a7-06a7825f0f5f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:27.550651 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:27.626189 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] For port c25360e0-de8d-48a6-85a7-06a7825f0f5f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=c25360e0-de8d-48a6-85a7-06a7825f0f5f,segment=NetworkSegment(9e27dd5d-e0c3-49db-bfe5-82f876d4e19e),segment_id=9e27dd5d-e0c3-49db-bfe5-82f876d4e19e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:27.626467 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:27.637811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] Calling delete_port for c25360e0-de8d-48a6-85a7-06a7825f0f5f owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:27.825200 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (c25360e0-de8d-48a6-85a7-06a7825f0f5f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:27.849477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=c25360e0-de8d-48a6-85a7-06a7825f0f5f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:28.039297 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (52323d9a-e4df-419d-93b2-ce574885af16), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.229642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 30b1ec74-8307-45fa-ba87-2d0368edbfd2 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:28.251489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 30b1ec74-8307-45fa-ba87-2d0368edbfd2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:27:28.251834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 30b1ec74-8307-45fa-ba87-2d0368edbfd2 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:27:28.267966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] Router 52323d9a-e4df-419d-93b2-ce574885af16 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:27:28.375264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:28.380361 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-40713558-9e68-4965-8966-08691e0d7e8c admin admin] 10.222.0.42 "PUT /v2.0/routers/52323d9a-e4df-419d-93b2-ce574885af16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4321544 Feb 19 04:27:28.382880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34496) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.385102 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] Sync routers for ids ['52323d9a-e4df-419d-93b2-ce574885af16'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:28.396035 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] Routers {'52323d9a-e4df-419d-93b2-ce574885af16'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:28.396653 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:27:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['52323d9a-e4df-419d-93b2-ce574885af16'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:28.490348 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Publish callbacks [] for router (52323d9a-e4df-419d-93b2-ce574885af16), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.503721 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] Set router 52323d9a-e4df-419d-93b2-ce574885af16 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:28.597641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Publish callbacks [] for router_gateway (52323d9a-e4df-419d-93b2-ce574885af16), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.656110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Deleting port acdd4344-8435-44ff-b76a-771e9903a787 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:28.656640 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (acdd4344-8435-44ff-b76a-771e9903a787), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.735298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] For port acdd4344-8435-44ff-b76a-771e9903a787, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=acdd4344-8435-44ff-b76a-771e9903a787,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:28.735724 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (acdd4344-8435-44ff-b76a-771e9903a787), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.747805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Calling delete_port for acdd4344-8435-44ff-b76a-771e9903a787 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:28.773323 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52323d9a-e4df-419d-93b2-ce574885af16', 'name': 'tempest-TestMinimumBasicScenario-2097518468-router', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:08Z', 'updated_at': '2022-02-19T04:27:27Z', 'revision_number': 5, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'gw_port': {'id': 'acdd4344-8435-44ff-b76a-771e9903a787', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52323d9a-e4df-419d-93b2-ce574885af16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:09Z', 'updated_at': '2022-02-19T04:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:28.803402 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] Checking router: 52323d9a-e4df-419d-93b2-ce574885af16 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:27:28.813169 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] Routers {'52323d9a-e4df-419d-93b2-ce574885af16'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:28.813792 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:27:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['52323d9a-e4df-419d-93b2-ce574885af16'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:28.902035 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] Set router 52323d9a-e4df-419d-93b2-ce574885af16 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:28.926184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (acdd4344-8435-44ff-b76a-771e9903a787), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.953257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Pushing event deleted for resources: {'Port': ['ID=acdd4344-8435-44ff-b76a-771e9903a787,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:28.956810 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52323d9a-e4df-419d-93b2-ce574885af16', 'name': 'tempest-TestMinimumBasicScenario-2097518468-router', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:08Z', 'updated_at': '2022-02-19T04:27:28Z', 'revision_number': 6, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:28.989538 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa635f7a-529e-4ea1-9f94-176e80d9867a None None] The sync data for ids ['52323d9a-e4df-419d-93b2-ce574885af16'] in n-d-826756-2 is: [{'id': '52323d9a-e4df-419d-93b2-ce574885af16', 'name': 'tempest-TestMinimumBasicScenario-2097518468-router', 'tenant_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:08Z', 'updated_at': '2022-02-19T04:27:28Z', 'revision_number': 6, 'project_id': 'ecb4d36cba4049be93c4cb4ec49014f0', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:29.033633 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (52323d9a-e4df-419d-93b2-ce574885af16), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.125900 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (52323d9a-e4df-419d-93b2-ce574885af16), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.128107 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Publish callbacks [] for router_controller (52323d9a-e4df-419d-93b2-ce574885af16), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.179386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (52323d9a-e4df-419d-93b2-ce574885af16), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.180007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52323d9a-e4df-419d-93b2-ce574885af16 {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:27:29.184223 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.186073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f6f5ebd8-5e8e-4feb-b8bb-3321a97b99fa admin admin] 10.222.0.42 "DELETE /v2.0/routers/52323d9a-e4df-419d-93b2-ce574885af16 HTTP/1.1" status: 204 len: 168 time: 0.8018718 Feb 19 04:27:29.188643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34500) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:29.231120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e00fd1b-5dd7-42be-ae31-036fd55829ca admin admin] Deleting subnet 39c6b6a6-298b-4ba8-b037-e6c92499a05f {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:27:29.234719 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e00fd1b-5dd7-42be-ae31-036fd55829ca admin admin] Publish callbacks [] for subnet (39c6b6a6-298b-4ba8-b037-e6c92499a05f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.268568 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e00fd1b-5dd7-42be-ae31-036fd55829ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (39c6b6a6-298b-4ba8-b037-e6c92499a05f), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.349918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e00fd1b-5dd7-42be-ae31-036fd55829ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (39c6b6a6-298b-4ba8-b037-e6c92499a05f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.404611 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e00fd1b-5dd7-42be-ae31-036fd55829ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (39c6b6a6-298b-4ba8-b037-e6c92499a05f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.430586 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00fd1b-5dd7-42be-ae31-036fd55829ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c6b6a6-298b-4ba8-b037-e6c92499a05f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:29.437073 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e00fd1b-5dd7-42be-ae31-036fd55829ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.442105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e0a3d6-81a3-485b-be3e-59d402fe094f None None] Network 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:29.443355 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34502) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:29.443797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0e00fd1b-5dd7-42be-ae31-036fd55829ca admin admin] 10.222.0.42 "DELETE /v2.0/subnets/39c6b6a6-298b-4ba8-b037-e6c92499a05f HTTP/1.1" status: 204 len: 168 time: 0.2539756 Feb 19 04:27:29.517071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (452cf6ae-ed1c-4f88-bcf1-f5fea0159344), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.572723 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Deleting port 4090ef31-94c4-41c2-8a4f-f2589f18682e {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:29.573060 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.632696 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] For port 4090ef31-94c4-41c2-8a4f-f2589f18682e, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4090ef31-94c4-41c2-8a4f-f2589f18682e,segment=NetworkSegment(9e27dd5d-e0c3-49db-bfe5-82f876d4e19e),segment_id=9e27dd5d-e0c3-49db-bfe5-82f876d4e19e)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:29.633319 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.646408 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Calling delete_port for 4090ef31-94c4-41c2-8a4f-f2589f18682e owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:29.730274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e177e916-dac8-4287-897d-04a7dcc4b794 None None] DHCP port deletion for 452cf6ae-ed1c-4f88-bcf1-f5fea0159344 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:27:29.730923 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4090ef31-94c4-41c2-8a4f-f2589f18682e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.758126 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] No DVR routers for this DVR port 4090ef31-94c4-41c2-8a4f-f2589f18682e on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:27:29.760187 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Pushing event deleted for resources: {'Port': ['ID=4090ef31-94c4-41c2-8a4f-f2589f18682e,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:29.832573 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (452cf6ae-ed1c-4f88-bcf1-f5fea0159344), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.859037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452cf6ae-ed1c-4f88-bcf1-f5fea0159344']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:29.868783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:29.869083 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e27dd5d-e0c3-49db-bfe5-82f876d4e19e') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:29.878998 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (9e27dd5d-e0c3-49db-bfe5-82f876d4e19e), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.892720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (9e27dd5d-e0c3-49db-bfe5-82f876d4e19e), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.898862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:27:29.899449 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (9e27dd5d-e0c3-49db-bfe5-82f876d4e19e), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:27:29.901094 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:27:29.956649 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (452cf6ae-ed1c-4f88-bcf1-f5fea0159344), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.962847 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.966150 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] 10.222.0.42 "DELETE /v2.0/networks/452cf6ae-ed1c-4f88-bcf1-f5fea0159344 HTTP/1.1" status: 204 len: 168 time: 0.5216441 Feb 19 04:27:29.978851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e3bff-fdbd-4426-9163-16a0a018b656 admin admin] Pushing event deleted for resources: {'Network': ['ID=452cf6ae-ed1c-4f88-bcf1-f5fea0159344,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:30.135085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34506) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:30.177667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-edf42ff6-41ef-4da1-be5b-b9dfbee8d3ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0132717577b7477f9241819dc9ea7bf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413573 Feb 19 04:27:30.180057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34508) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:30.191330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c25360e0-de8d-48a6-85a7-06a7825f0f5f no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:30.212850 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: c25360e0-de8d-48a6-85a7-06a7825f0f5f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:27:30.213199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device c25360e0-de8d-48a6-85a7-06a7825f0f5f not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:27:30.213619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device acdd4344-8435-44ff-b76a-771e9903a787 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:30.228874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8803181-8d37-4cf5-bc04-7f26df24bab3 admin admin] Publish callbacks [] for security_group (bba82122-a51f-42b8-9602-5e547442a384), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.232953 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: acdd4344-8435-44ff-b76a-771e9903a787 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:27:30.233300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device acdd4344-8435-44ff-b76a-771e9903a787 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:27:30.233719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4090ef31-94c4-41c2-8a4f-f2589f18682e no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:30.249595 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8803181-8d37-4cf5-bc04-7f26df24bab3 admin admin] Publish callbacks [] for security_group (bba82122-a51f-42b8-9602-5e547442a384), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.255255 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4090ef31-94c4-41c2-8a4f-f2589f18682e {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:27:30.255393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4090ef31-94c4-41c2-8a4f-f2589f18682e not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:27:30.296214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8803181-8d37-4cf5-bc04-7f26df24bab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (bba82122-a51f-42b8-9602-5e547442a384), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.298962 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8803181-8d37-4cf5-bc04-7f26df24bab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.300167 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f8803181-8d37-4cf5-bc04-7f26df24bab3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bba82122-a51f-42b8-9602-5e547442a384 HTTP/1.1" status: 204 len: 168 time: 0.1191478 Feb 19 04:27:30.308220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8803181-8d37-4cf5-bc04-7f26df24bab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba82122-a51f-42b8-9602-5e547442a384,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:30.603120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34514) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:30.646918 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8894dd30-8117-45f1-b08e-e4936503fe90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ecb4d36cba4049be93c4cb4ec49014f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425527 Feb 19 04:27:30.649289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34516) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:30.695623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c7d1a5c1-ae4e-49aa-8197-911fdf977d63 admin admin] Publish callbacks [] for security_group (7ee0999b-b431-4bdd-8000-fec3190d105e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.716960 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c7d1a5c1-ae4e-49aa-8197-911fdf977d63 admin admin] Publish callbacks [] for security_group (7ee0999b-b431-4bdd-8000-fec3190d105e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.762980 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c7d1a5c1-ae4e-49aa-8197-911fdf977d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (7ee0999b-b431-4bdd-8000-fec3190d105e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.766070 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c7d1a5c1-ae4e-49aa-8197-911fdf977d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.767228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-c7d1a5c1-ae4e-49aa-8197-911fdf977d63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ee0999b-b431-4bdd-8000-fec3190d105e HTTP/1.1" status: 204 len: 168 time: 0.1169620 Feb 19 04:27:30.775472 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1a5c1-ae4e-49aa-8197-911fdf977d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee0999b-b431-4bdd-8000-fec3190d105e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:32.545711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34556) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:32.550689 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621763788', 'description': 'tempest-secgroup-smoke-1621763788 description', 'project_id': '06e2a2507414445794c72026d29a70f4'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:32.573368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.581583 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.652793 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (926bb772-764a-4a92-8408-34e4f61c9df2), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.657353 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (926bb772-764a-4a92-8408-34e4f61c9df2), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.691963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926bb772-764a-4a92-8408-34e4f61c9df2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:32.732945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (8b770bcb-b60f-41cf-bbf8-932dc41ee196), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.736669 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8b770bcb-b60f-41cf-bbf8-932dc41ee196), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.764343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.765570 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2187214 Feb 19 04:27:32.768685 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:32.769474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b361c-387f-4720-a0bc-03e8c4c0cc97 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b770bcb-b60f-41cf-bbf8-932dc41ee196,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:32.774679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-896a923f-31fd-47eb-8fc8-b596de9a4c88 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '8b770bcb-b60f-41cf-bbf8-932dc41ee196', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:32.799186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-896a923f-31fd-47eb-8fc8-b596de9a4c88 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (3527ecaa-2136-44f4-ae65-f1dcdd7a15ef), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.853020 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-896a923f-31fd-47eb-8fc8-b596de9a4c88 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (3527ecaa-2136-44f4-ae65-f1dcdd7a15ef), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.856464 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-896a923f-31fd-47eb-8fc8-b596de9a4c88 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3527ecaa-2136-44f4-ae65-f1dcdd7a15ef), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.874676 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a923f-31fd-47eb-8fc8-b596de9a4c88 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3527ecaa-2136-44f4-ae65-f1dcdd7a15ef,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:32.882669 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-896a923f-31fd-47eb-8fc8-b596de9a4c88 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.883931 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-896a923f-31fd-47eb-8fc8-b596de9a4c88 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142190 Feb 19 04:27:32.886756 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34560) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:32.892455 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-23f7687f-074c-420f-a15f-72e5ebf144d8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '8b770bcb-b60f-41cf-bbf8-932dc41ee196', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:32.917087 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-23f7687f-074c-420f-a15f-72e5ebf144d8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (36611c10-9d46-4176-a28b-005aa1bdbda0), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.977913 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-23f7687f-074c-420f-a15f-72e5ebf144d8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (36611c10-9d46-4176-a28b-005aa1bdbda0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.983837 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-23f7687f-074c-420f-a15f-72e5ebf144d8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (36611c10-9d46-4176-a28b-005aa1bdbda0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.003068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7687f-074c-420f-a15f-72e5ebf144d8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36611c10-9d46-4176-a28b-005aa1bdbda0,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:33.010104 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-23f7687f-074c-420f-a15f-72e5ebf144d8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.011294 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-23f7687f-074c-420f-a15f-72e5ebf144d8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236024 Feb 19 04:27:33.013994 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34562) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.018171 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a63555a3-bf1d-4339-94cf-35ba5579e5a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '8b770bcb-b60f-41cf-bbf8-932dc41ee196', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:33.042090 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a63555a3-bf1d-4339-94cf-35ba5579e5a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (f6733185-0463-4b3d-95c9-4ef7ce400ce7), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.100108 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a63555a3-bf1d-4339-94cf-35ba5579e5a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (f6733185-0463-4b3d-95c9-4ef7ce400ce7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.103560 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a63555a3-bf1d-4339-94cf-35ba5579e5a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (f6733185-0463-4b3d-95c9-4ef7ce400ce7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.121047 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63555a3-bf1d-4339-94cf-35ba5579e5a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6733185-0463-4b3d-95c9-4ef7ce400ce7,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:33.132304 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a63555a3-bf1d-4339-94cf-35ba5579e5a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.133510 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a63555a3-bf1d-4339-94cf-35ba5579e5a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186090 Feb 19 04:27:33.136249 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34564) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.140576 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8931dfa1-c5bf-45fd-b69e-256e96e7e2df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '8b770bcb-b60f-41cf-bbf8-932dc41ee196', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:33.166337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8931dfa1-c5bf-45fd-b69e-256e96e7e2df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (420afcb8-1199-4dba-b4e0-01140a546bd0), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.224601 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8931dfa1-c5bf-45fd-b69e-256e96e7e2df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (420afcb8-1199-4dba-b4e0-01140a546bd0), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.228589 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8931dfa1-c5bf-45fd-b69e-256e96e7e2df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (420afcb8-1199-4dba-b4e0-01140a546bd0), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.249587 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931dfa1-c5bf-45fd-b69e-256e96e7e2df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420afcb8-1199-4dba-b4e0-01140a546bd0,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:33.255339 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8931dfa1-c5bf-45fd-b69e-256e96e7e2df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.259053 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8931dfa1-c5bf-45fd-b69e-256e96e7e2df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193810 Feb 19 04:27:33.259254 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34566) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.263883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-575cc965-c532-4e30-a357-a4514e46b6aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '8b770bcb-b60f-41cf-bbf8-932dc41ee196', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:33.283965 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-575cc965-c532-4e30-a357-a4514e46b6aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Project 06e2a2507414445794c72026d29a70f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:27:33.288924 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-575cc965-c532-4e30-a357-a4514e46b6aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (fa05c561-6d09-430e-84cc-74d2335e91aa), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.350691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-575cc965-c532-4e30-a357-a4514e46b6aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (fa05c561-6d09-430e-84cc-74d2335e91aa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.354284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-575cc965-c532-4e30-a357-a4514e46b6aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (fa05c561-6d09-430e-84cc-74d2335e91aa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.375022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cc965-c532-4e30-a357-a4514e46b6aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa05c561-6d09-430e-84cc-74d2335e91aa,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:33.385384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-575cc965-c532-4e30-a357-a4514e46b6aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.386685 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-575cc965-c532-4e30-a357-a4514e46b6aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262686 Feb 19 04:27:33.389498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34568) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.393981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-aa45e78a-4098-4113-bda4-3190ca4fc662 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '8b770bcb-b60f-41cf-bbf8-932dc41ee196', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:33.413406 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-aa45e78a-4098-4113-bda4-3190ca4fc662 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Project 06e2a2507414445794c72026d29a70f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:27:33.418170 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa45e78a-4098-4113-bda4-3190ca4fc662 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (d52833c8-cfee-42b3-8e84-4fdec7926130), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.475722 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa45e78a-4098-4113-bda4-3190ca4fc662 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (d52833c8-cfee-42b3-8e84-4fdec7926130), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.479362 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa45e78a-4098-4113-bda4-3190ca4fc662 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d52833c8-cfee-42b3-8e84-4fdec7926130), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.498028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45e78a-4098-4113-bda4-3190ca4fc662 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52833c8-cfee-42b3-8e84-4fdec7926130,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:33.503188 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa45e78a-4098-4113-bda4-3190ca4fc662 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.504379 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aa45e78a-4098-4113-bda4-3190ca4fc662 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1139500 Feb 19 04:27:33.507451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34570) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.512382 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'network': {'name': 'tempest-network-smoke--1956194033', 'project_id': '06e2a2507414445794c72026d29a70f4', 'port_security_enabled': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:33.531582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:33.534821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.558881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:27:33.568480 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (fb7ca724-9a44-43aa-b0d8-57da31075aa1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.568845 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Added segment fb7ca724-9a44-43aa-b0d8-57da31075aa1 of type vlan for network 3f813fea-e272-449d-b15e-42950e62482a Feb 19 04:27:33.608075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (3f813fea-e272-449d-b15e-42950e62482a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.634482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (3f813fea-e272-449d-b15e-42950e62482a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.639801 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:33.640382 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.691909 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1833334 Feb 19 04:27:33.694888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34572) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.699615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'admin_state_up': True, 'project_id': '06e2a2507414445794c72026d29a70f4', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:33.709539 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8802b-32f9-48bf-a71d-0586442f69bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Network': ['ID=3f813fea-e272-449d-b15e-42950e62482a,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:33.721496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 3f813fea-e272-449d-b15e-42950e62482a details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:27:33.722118 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (dec5aa62-85e1-4a24-b466-3a7742c324ad), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.723163 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (dec5aa62-85e1-4a24-b466-3a7742c324ad), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.776744 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_controller (dec5aa62-85e1-4a24-b466-3a7742c324ad), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.226001 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (dec5aa62-85e1-4a24-b466-3a7742c324ad), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.425242 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (dec5aa62-85e1-4a24-b466-3a7742c324ad), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.444265 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.547870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.25.4.196 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:34.645950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.679904 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.715276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:34.718729 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:34.722461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:34.752234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:35.036462 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (dec5aa62-85e1-4a24-b466-3a7742c324ad), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.234896 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (dec5aa62-85e1-4a24-b466-3a7742c324ad), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.368071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router dec5aa62-85e1-4a24-b466-3a7742c324ad is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:27:35.475206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:35.484981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Sync routers for ids ['dec5aa62-85e1-4a24-b466-3a7742c324ad'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:35.495952 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.497867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-659d8d31-3a59-4266-9d15-bf2a07c411de tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8011229 Feb 19 04:27:35.499179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Routers {'dec5aa62-85e1-4a24-b466-3a7742c324ad'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:35.499795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:27:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dec5aa62-85e1-4a24-b466-3a7742c324ad'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:35.500920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34574) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:35.606306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Set router dec5aa62-85e1-4a24-b466-3a7742c324ad gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:35.634290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-21a213fd-6869-4cf5-b498-1ac705915436 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=06e2a2507414445794c72026d29a70f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1320446 Feb 19 04:27:35.637137 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34578) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:35.797331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5783daa9-a1fc-4466-a12c-3243dc035a83 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:35.801644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5783daa9-a1fc-4466-a12c-3243dc035a83 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1608377 Feb 19 04:27:35.801927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34580) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:35.837902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8bf365ef-ace8-4fd2-96b8-1fe0b0025db9 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323098 Feb 19 04:27:35.838613 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34582) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:35.844526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1346631195', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'project_id': '06e2a2507414445794c72026d29a70f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:35.932150 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:35.935682 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.942513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:34Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:35.970324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Checking router: dec5aa62-85e1-4a24-b466-3a7742c324ad for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:27:35.970676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Updating router dec5aa62-85e1-4a24-b466-3a7742c324ad port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:27:36.001722 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.120396 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (7d41d53e-4c69-4f9e-8287-f88bf5d4a331), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.185681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Subnet': ['ID=7d41d53e-4c69-4f9e-8287-f88bf5d4a331,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:36.194469 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Checking segment: {'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:36.194635 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network hostable DHCP agents. Network: 3f813fea-e272-449d-b15e-42950e62482a, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:27:36.211952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 3f813fea-e272-449d-b15e-42950e62482a is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:27:36.221908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 3f813fea-e272-449d-b15e-42950e62482a) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:36.226677 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:36.227817 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.241508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9229f634-5597-4642-bc23-50bdecf23a23 None None] Network 3f813fea-e272-449d-b15e-42950e62482a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:36.243205 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4422f604-2c21-4d1a-ba4f-08be83069734 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4033244 Feb 19 04:27:36.245917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34584) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:36.304583 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Publish callbacks [] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.312892 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.399786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456ce56-23ae-42dd-84c5-31df4f49c657 None None] Pushing event updated for resources: {'Port': ['ID=0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:36.408354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Attempting to bind port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:36.408730 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Attempting to bind port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:36.409149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Attempting to bind port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:36.414354 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:36.414738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:36.415148 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.415543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:36.416020 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Bound port: 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:36.416408 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.419403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-3f813fea-e272-449d-b15e-42950e62482a', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:27:36.420263 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.555934 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] For port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:36.561525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] For port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:36.573109 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.663392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456ce56-23ae-42dd-84c5-31df4f49c657 None None] Pushing event updated for resources: {'Port': ['ID=0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:36.671935 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Allocated IP 172.20.0.2 (3f813fea-e272-449d-b15e-42950e62482a/7d41d53e-4c69-4f9e-8287-f88bf5d4a331/113bf7e8-1b0e-4d0a-8b68-97952c18dc7c) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:36.678387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Routers {'dec5aa62-85e1-4a24-b466-3a7742c324ad'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:36.679011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:27:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dec5aa62-85e1-4a24-b466-3a7742c324ad'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:36.700811 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.835115 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.876290 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] Set router dec5aa62-85e1-4a24-b466-3a7742c324ad gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:37.020082 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Publish callbacks [] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.030335 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.081239 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.20.0.1 (3f813fea-e272-449d-b15e-42950e62482a/7d41d53e-4c69-4f9e-8287-f88bf5d4a331/41d48228-796c-4a30-96ac-4cc266be7535) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:37.094492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Network 3f813fea-e272-449d-b15e-42950e62482a is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:37.118855 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:37.124225 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:37.128287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Pushing event updated for resources: {'Port': ['ID=113bf7e8-1b0e-4d0a-8b68-97952c18dc7c,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:37.197195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Attempting to bind port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:37.197574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Attempting to bind port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:37.197963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Attempting to bind port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c on network 3f813fea-e272-449d-b15e-42950e62482a {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:37.201813 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (41d48228-796c-4a30-96ac-4cc266be7535), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.204380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:37.204753 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Checking segment: {'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:37.205155 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.205553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Bound using segment: {'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:37.206048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Bound port: 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:37.206432 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.218627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:34Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:37.237282 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (41d48228-796c-4a30-96ac-4cc266be7535), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.246395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301207a3-24d3-4f40-a5b3-016fb91804fe None None] The sync data for ids ['dec5aa62-85e1-4a24-b466-3a7742c324ad'] in n-d-826756-2 is: [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:34Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:37.274332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 3f813fea-e272-449d-b15e-42950e62482a is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:37.280139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:37.283979 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:37.311376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] For port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:37.315231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] For port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=113bf7e8-1b0e-4d0a-8b68-97952c18dc7c,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:37.317139 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=41d48228-796c-4a30-96ac-4cc266be7535,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:37.326510 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.336730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (dec5aa62-85e1-4a24-b466-3a7742c324ad), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.402631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df417060-a94a-4095-8beb-52ffc8d79bdd None None] Pushing event updated for resources: {'Port': ['ID=113bf7e8-1b0e-4d0a-8b68-97952c18dc7c,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:37.510963 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (41d48228-796c-4a30-96ac-4cc266be7535), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.857909 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (41d48228-796c-4a30-96ac-4cc266be7535), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.862610 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (41d48228-796c-4a30-96ac-4cc266be7535), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.936886 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=41d48228-796c-4a30-96ac-4cc266be7535,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:37.940669 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (dec5aa62-85e1-4a24-b466-3a7742c324ad), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.043235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 3f813fea-e272-449d-b15e-42950e62482a is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:38.045445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:38.182752 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router dec5aa62-85e1-4a24-b466-3a7742c324ad has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:27:38.267977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:38.313273 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:38.322172 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-76612634-9f72-4f4f-9261-54f7d2fff7d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "PUT /v2.0/routers/dec5aa62-85e1-4a24-b466-3a7742c324ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0716271 Feb 19 04:27:38.333570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:38.333999 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.426673 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6755c1df-d8ca-4521-a4dd-587dada89e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.429381 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:38.429712 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.469289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=113bf7e8-1b0e-4d0a-8b68-97952c18dc7c,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:38.475481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.476645 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:38.502472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-27f256ff-b60b-40a2-a99b-2ae435ea7bd0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1621763788&fields=id&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 267 time: 0.0624084 Feb 19 04:27:38.518439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c49f5-0a84-4b2d-af54-238cbdeb7bda None None] Network 3f813fea-e272-449d-b15e-42950e62482a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:38.619505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-6ec1f927-17a9-4d51-852b-b9f93248c3df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:38.621099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-6ec1f927-17a9-4d51-852b-b9f93248c3df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/networks?id=3f813fea-e272-449d-b15e-42950e62482a HTTP/1.1" status: 200 len: 797 time: 0.1085415 Feb 19 04:27:38.638364 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-ab3f7424-464a-4593-aac6-0870f6c37fed tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/quotas/06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 375 time: 0.0101213 Feb 19 04:27:38.701994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-89a45f04-a9ac-40e5-a8bd-5babf3bcc6fd tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576854 Feb 19 04:27:38.719348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-403f39ae-f703-418e-b68f-2b0ddfcb0d74 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:27:38.721034 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-403f39ae-f703-418e-b68f-2b0ddfcb0d74 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063326 Feb 19 04:27:38.781017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=113bf7e8-1b0e-4d0a-8b68-97952c18dc7c,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:38.798180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-46f92b2a-0c3d-462a-88fc-112955b374bd None None] Provisioning complete for port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:38.798563 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46f92b2a-0c3d-462a-88fc-112955b374bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.815397 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-99a2c616-c8a6-4a54-8683-4d5616e434a0 service neutron] 10.222.0.42 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880837 Feb 19 04:27:38.857918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:38.858304 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.912505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-5ec53368-5583-4cc7-b4e4-75973f04f75f service neutron] 10.222.0.42 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911798 Feb 19 04:27:38.983200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-46f92b2a-0c3d-462a-88fc-112955b374bd None None] Current status of the port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:39.002334 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:39.002962 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.036371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:39.040459 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.063198 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Sync routers for ids ['dec5aa62-85e1-4a24-b466-3a7742c324ad'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:39.078864 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Routers {'dec5aa62-85e1-4a24-b466-3a7742c324ad'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:39.079497 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:27:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dec5aa62-85e1-4a24-b466-3a7742c324ad'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:39.104583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0fc2ef42-6644-49c9-8619-fec9f9837a3d req-cce5b2bb-6f8f-4c9e-abb6-739653945f0c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 210 time: 0.0339751 Feb 19 04:27:39.146062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:39.219756 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Set router dec5aa62-85e1-4a24-b466-3a7742c324ad gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:39.306459 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d863d70c-44f2-4cd0-90ec-3cd372adcff9 None None] Provisioning complete for port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:39.307025 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d863d70c-44f2-4cd0-90ec-3cd372adcff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.399644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d863d70c-44f2-4cd0-90ec-3cd372adcff9 None None] Current status of the port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:39.411919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d863d70c-44f2-4cd0-90ec-3cd372adcff9 None None] Provisioning complete for port 41d48228-796c-4a30-96ac-4cc266be7535 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:39.412360 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d863d70c-44f2-4cd0-90ec-3cd372adcff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (41d48228-796c-4a30-96ac-4cc266be7535), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.447149 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:37Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '41d48228-796c-4a30-96ac-4cc266be7535', 'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:f1:71:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:36Z', 'updated_at': '2022-02-19T04:27:37Z', 'revision_number': 2, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:39.464066 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d863d70c-44f2-4cd0-90ec-3cd372adcff9 None None] Port 41d48228-796c-4a30-96ac-4cc266be7535 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:39.494182 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Checking router: dec5aa62-85e1-4a24-b466-3a7742c324ad for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:27:39.494536 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Updating router dec5aa62-85e1-4a24-b466-3a7742c324ad port 41d48228-796c-4a30-96ac-4cc266be7535 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:27:39.525267 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (41d48228-796c-4a30-96ac-4cc266be7535), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.583822 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ea45ddf7-98e6-4f5f-b66a-8658210925ae None None] Provisioning complete for port 41d48228-796c-4a30-96ac-4cc266be7535 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:39.584201 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ea45ddf7-98e6-4f5f-b66a-8658210925ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (41d48228-796c-4a30-96ac-4cc266be7535), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.629560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ea45ddf7-98e6-4f5f-b66a-8658210925ae None None] Port 41d48228-796c-4a30-96ac-4cc266be7535 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:39.755740 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5ab7495f-72d6-495e-865b-c5bd6b669c2e None None] Provisioning complete for port 41d48228-796c-4a30-96ac-4cc266be7535 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:39.756482 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5ab7495f-72d6-495e-865b-c5bd6b669c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (41d48228-796c-4a30-96ac-4cc266be7535), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.796812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7495f-72d6-495e-865b-c5bd6b669c2e None None] Port 41d48228-796c-4a30-96ac-4cc266be7535 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:39.800583 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Publish callbacks [] for port (41d48228-796c-4a30-96ac-4cc266be7535), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.806670 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (41d48228-796c-4a30-96ac-4cc266be7535), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.875307 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Pushing event updated for resources: {'Port': ['ID=41d48228-796c-4a30-96ac-4cc266be7535,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:39.898751 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.899323 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.899899 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.900506 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.901144 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.901642 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.902168 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.902664 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.903000 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.903361 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.903688 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.904012 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.904334 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:39.922160 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Attempting to bind port 41d48228-796c-4a30-96ac-4cc266be7535 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:39.922528 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Attempting to bind port 41d48228-796c-4a30-96ac-4cc266be7535 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:39.923092 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Attempting to bind port 41d48228-796c-4a30-96ac-4cc266be7535 on network 3f813fea-e272-449d-b15e-42950e62482a {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:39.929092 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:39.929467 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Checking segment: {'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:39.929901 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.930298 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Bound using segment: {'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:39.930772 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Bound port: 41d48228-796c-4a30-96ac-4cc266be7535, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:39.931153 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (41d48228-796c-4a30-96ac-4cc266be7535), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.000837 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] For port 41d48228-796c-4a30-96ac-4cc266be7535, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:40.004282 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] For port 41d48228-796c-4a30-96ac-4cc266be7535, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=41d48228-796c-4a30-96ac-4cc266be7535,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:40.011557 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (41d48228-796c-4a30-96ac-4cc266be7535), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.070935 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Routers {'dec5aa62-85e1-4a24-b466-3a7742c324ad'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:40.071578 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:27:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dec5aa62-85e1-4a24-b466-3a7742c324ad'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:40.076897 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc3ecb-0160-4f37-af40-cb2be412d691 None None] Pushing event updated for resources: {'Port': ['ID=41d48228-796c-4a30-96ac-4cc266be7535,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:40.125575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c40015d4-3c10-4700-9578-b32591e7f2d1 None None] Provisioning complete for port 41d48228-796c-4a30-96ac-4cc266be7535 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:40.126007 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c40015d4-3c10-4700-9578-b32591e7f2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (41d48228-796c-4a30-96ac-4cc266be7535), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.244437 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] Set router dec5aa62-85e1-4a24-b466-3a7742c324ad gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:40.254710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:40.267502 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ee6b9068-e111-4d35-ad3e-b24be84e71cd req-ca458328-0eac-4e91-b3ac-6cd8026877ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 210 time: 0.0369573 Feb 19 04:27:40.308432 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c40015d4-3c10-4700-9578-b32591e7f2d1 None None] Current status of the port 41d48228-796c-4a30-96ac-4cc266be7535 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:40.308978 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c40015d4-3c10-4700-9578-b32591e7f2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (41d48228-796c-4a30-96ac-4cc266be7535), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.355790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:40.356167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.394358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c40015d4-3c10-4700-9578-b32591e7f2d1 None None] For port 41d48228-796c-4a30-96ac-4cc266be7535, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=41d48228-796c-4a30-96ac-4cc266be7535,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:40.409859 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c40015d4-3c10-4700-9578-b32591e7f2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (41d48228-796c-4a30-96ac-4cc266be7535), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.425733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-f8c2162f-dcc7-48d0-84a7-f8183b4a004a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:40.427410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-f8c2162f-dcc7-48d0-84a7-f8183b4a004a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "GET /v2.0/networks?id=3f813fea-e272-449d-b15e-42950e62482a HTTP/1.1" status: 200 len: 797 time: 0.1400566 Feb 19 04:27:40.509118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:40.510276 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:40.512199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40015d4-3c10-4700-9578-b32591e7f2d1 None None] Pushing event updated for resources: {'Port': ['ID=41d48228-796c-4a30-96ac-4cc266be7535,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:40.514348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-766513dd-d11a-45ed-86ff-65bc6b2b783a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 380 time: 0.0750461 Feb 19 04:27:40.530764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'port': {'device_id': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'admin_state_up': True, 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'security_groups': ['8b770bcb-b60f-41cf-bbf8-932dc41ee196']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:40.563207 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-b58c25f4-d23a-4c34-b46d-0e7937bb62a6 None None] Provisioning complete for port 41d48228-796c-4a30-96ac-4cc266be7535 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:40.563581 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b58c25f4-d23a-4c34-b46d-0e7937bb62a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (41d48228-796c-4a30-96ac-4cc266be7535), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.619508 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:37Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '41d48228-796c-4a30-96ac-4cc266be7535', 'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:f1:71:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:36Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:40.621525 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-241000c9-d153-4bb8-a5fa-9e301efc72ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.626213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:40.626679 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.648264 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8a087-d011-4361-9274-e5ff3e28213b None None] The sync data for ids ['dec5aa62-85e1-4a24-b466-3a7742c324ad'] in n-d-826756-2 is: [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:37Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '41d48228-796c-4a30-96ac-4cc266be7535', 'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:f1:71:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:36Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:40.667889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:40.672918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.726935 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b58c25f4-d23a-4c34-b46d-0e7937bb62a6 None None] Current status of the port 41d48228-796c-4a30-96ac-4cc266be7535 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:40.775779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:40.850853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.20.0.4 (3f813fea-e272-449d-b15e-42950e62482a/7d41d53e-4c69-4f9e-8287-f88bf5d4a331/5ec00dd2-9f68-4902-9210-797ebee5ed01) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:40.996211 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.034340 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.079741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 3f813fea-e272-449d-b15e-42950e62482a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:41.083435 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:41.086485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:41.120652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=5ec00dd2-9f68-4902-9210-797ebee5ed01,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:41.157474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:41.158179 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.179013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-795cd730-8f63-4aa3-a616-ecf4eb439dc2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556988 Feb 19 04:27:41.189198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-ceb671d8-05c8-40ac-9dd0-6c51b734d31c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:27:41.190352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-ceb671d8-05c8-40ac-9dd0-6c51b734d31c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058730 Feb 19 04:27:41.258350 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Request body: {'port': {'device_id': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:41.333780 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.351196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-549a9b6d-7b46-4147-a8df-035e0e19d19a None None] Provisioning complete for port 5ec00dd2-9f68-4902-9210-797ebee5ed01 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:41.351836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-549a9b6d-7b46-4147-a8df-035e0e19d19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.392891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-549a9b6d-7b46-4147-a8df-035e0e19d19a None None] Port 5ec00dd2-9f68-4902-9210-797ebee5ed01 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:41.489179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be85fe-d2e9-412e-8460-9b0a333ed3db req-c0acbc9d-b2ab-4136-bde9-77f476314e30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:41.490780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1be85fe-d2e9-412e-8460-9b0a333ed3db req-c0acbc9d-b2ab-4136-bde9-77f476314e30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 931 time: 0.1427553 Feb 19 04:27:41.590517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c1be85fe-d2e9-412e-8460-9b0a333ed3db req-163cd403-3e19-4588-b6f3-274332f3e352 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937173 Feb 19 04:27:41.688259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec00dd2-9f68-4902-9210-797ebee5ed01 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:27:41.697806 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Publish callbacks [] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.710876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Transition to ACTIVE for port object 5ec00dd2-9f68-4902-9210-797ebee5ed01 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:27:41.715105 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.766210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec00dd2-9f68-4902-9210-797ebee5ed01,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:41.836206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Attempting to bind port 5ec00dd2-9f68-4902-9210-797ebee5ed01 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:41.836536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Attempting to bind port 5ec00dd2-9f68-4902-9210-797ebee5ed01 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:41.836865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Attempting to bind port 5ec00dd2-9f68-4902-9210-797ebee5ed01 on network 3f813fea-e272-449d-b15e-42950e62482a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:41.842046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Port 5ec00dd2-9f68-4902-9210-797ebee5ed01 on network 3f813fea-e272-449d-b15e-42950e62482a not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:41.842363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Attempting to bind port 5ec00dd2-9f68-4902-9210-797ebee5ed01 on network 3f813fea-e272-449d-b15e-42950e62482a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:41.847557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:41.847867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Checking segment: {'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:41.848208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Bound using segment: {'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:41.848555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Bound port: 5ec00dd2-9f68-4902-9210-797ebee5ed01, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb7ca724-9a44-43aa-b0d8-57da31075aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3f813fea-e272-449d-b15e-42950e62482a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:41.848916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.917264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] For port 5ec00dd2-9f68-4902-9210-797ebee5ed01, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:41.921387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] For port 5ec00dd2-9f68-4902-9210-797ebee5ed01, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5ec00dd2-9f68-4902-9210-797ebee5ed01,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:41.928184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.962910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:41.963328 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.967963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] 10.222.0.71 "PUT /v2.0/ports/5ec00dd2-9f68-4902-9210-797ebee5ed01 HTTP/1.1" status: 200 len: 1091 time: 0.7657862 Feb 19 04:27:41.967963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'tag': '5ec00dd2-9f68-4902-9210-797ebee5ed01'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:41.967963 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395149af-3509-4071-bc0c-9591728e2bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf579206-f4ad-4693-88aa-7454425b3b8b", "tag": "5ec00dd2-9f68-4902-9210-797ebee5ed01"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:41.993733 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771b08e-b878-46d4-b319-8779ae8ef7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec00dd2-9f68-4902-9210-797ebee5ed01,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:42.016786 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a525479-0f55-4aee-8af6-5fd82097cb33 x-openstack-request-id: req-1a525479-0f55-4aee-8af6-5fd82097cb33 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:42.017169 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf579206-f4ad-4693-88aa-7454425b3b8b", "tag": "5ec00dd2-9f68-4902-9210-797ebee5ed01", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:42.017518 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a525479-0f55-4aee-8af6-5fd82097cb33 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:42.018623 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'tag': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'status': 'completed', 'code': 200} Feb 19 04:27:42.071686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-50d678e1-e7fe-420e-932a-ed7b96e2d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.073217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-50d678e1-e7fe-420e-932a-ed7b96e2d0e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 1125 time: 0.0474296 Feb 19 04:27:42.121964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-4312a759-9eb2-4d5d-91dd-acebe8357f0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec00dd2-9f68-4902-9210-797ebee5ed01 HTTP/1.1" status: 200 len: 217 time: 0.0402470 Feb 19 04:27:42.193682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-f7453407-f9c1-44c1-b7c1-4af8e738530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.195626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-f7453407-f9c1-44c1-b7c1-4af8e738530a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7d41d53e-4c69-4f9e-8287-f88bf5d4a331 HTTP/1.1" status: 200 len: 835 time: 0.0664318 Feb 19 04:27:42.225663 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 41d48228-796c-4a30-96ac-4cc266be7535 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:42.247686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-eda5c9d9-1719-44f2-9dc4-254df507d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.249374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-eda5c9d9-1719-44f2-9dc4-254df507d5c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f813fea-e272-449d-b15e-42950e62482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471022 Feb 19 04:27:42.286411 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.303244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 41d48228-796c-4a30-96ac-4cc266be7535 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:42.303628 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (41d48228-796c-4a30-96ac-4cc266be7535), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.388458 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 41d48228-796c-4a30-96ac-4cc266be7535 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:42.610868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-c90203c2-ac67-4753-818f-6d5876f58ae5 service neutron] 10.222.0.71 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550084 Feb 19 04:27:42.737332 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f1acd5a7-56cb-4d4a-98bb-e2308a935868 req-1919614f-0894-4da9-8e51-5b7084696699 service neutron] 10.222.0.71 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198955 Feb 19 04:27:42.747558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0117e-2b04-44dd-9619-ff5b6c68b575 req-240dbc7e-6451-43ea-88a1-0019eb5ff825 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.749031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eef0117e-2b04-44dd-9619-ff5b6c68b575 req-240dbc7e-6451-43ea-88a1-0019eb5ff825 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 943 time: 0.0846269 Feb 19 04:27:42.824315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eef0117e-2b04-44dd-9619-ff5b6c68b575 req-c411366f-c624-4ede-9cc5-67624282416f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687842 Feb 19 04:27:42.840227 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395149af-3509-4071-bc0c-9591728e2bb0 req-4a66a03e-e9b5-4c84-b918-fd9d163d050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.841808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-395149af-3509-4071-bc0c-9591728e2bb0 req-4a66a03e-e9b5-4c84-b918-fd9d163d050a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 1125 time: 0.0568094 Feb 19 04:27:42.934164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395149af-3509-4071-bc0c-9591728e2bb0 req-0c9cb6fb-7e94-4cd2-ac0d-2f13d72f1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.936115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-395149af-3509-4071-bc0c-9591728e2bb0 req-0c9cb6fb-7e94-4cd2-ac0d-2f13d72f1bad service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f813fea-e272-449d-b15e-42950e62482a HTTP/1.1" status: 200 len: 898 time: 0.0882058 Feb 19 04:27:42.978969 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-395149af-3509-4071-bc0c-9591728e2bb0 req-705b7996-9a87-42cb-87c0-e9848383b93b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec00dd2-9f68-4902-9210-797ebee5ed01 HTTP/1.1" status: 200 len: 217 time: 0.0349979 Feb 19 04:27:43.029262 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395149af-3509-4071-bc0c-9591728e2bb0 req-216ac6dc-92ef-4847-ab41-a7ff24bcf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:43.030852 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-395149af-3509-4071-bc0c-9591728e2bb0 req-216ac6dc-92ef-4847-ab41-a7ff24bcf065 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7d41d53e-4c69-4f9e-8287-f88bf5d4a331 HTTP/1.1" status: 200 len: 835 time: 0.0454252 Feb 19 04:27:43.089560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395149af-3509-4071-bc0c-9591728e2bb0 req-6be9fc34-5897-4e0f-8571-ec9bf87ea4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:43.091154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-395149af-3509-4071-bc0c-9591728e2bb0 req-6be9fc34-5897-4e0f-8571-ec9bf87ea4bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f813fea-e272-449d-b15e-42950e62482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533466 Feb 19 04:27:43.181732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-395149af-3509-4071-bc0c-9591728e2bb0 req-4e6bea8f-65f1-44cf-a17e-c598c39823d7 service neutron] 10.222.0.71 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841820 Feb 19 04:27:43.280815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-395149af-3509-4071-bc0c-9591728e2bb0 req-1f954930-ebf5-4983-84b5-a81b3ae8aa6e service neutron] 10.222.0.71 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917604 Feb 19 04:27:43.292093 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.942583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d5c13-d486-443a-855d-4f4e7ee596ea req-cf64c334-16a1-42fc-88fc-fb05a8412d9f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:43.944077 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d20d5c13-d486-443a-855d-4f4e7ee596ea req-cf64c334-16a1-42fc-88fc-fb05a8412d9f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 943 time: 0.0531123 Feb 19 04:27:43.993285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d20d5c13-d486-443a-855d-4f4e7ee596ea req-77849a14-0114-4929-874f-04b8d194f18d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Feb 19 04:27:44.753056 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.110824 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c3ff8-79c7-4d01-9d62-09f9370ca2c1 req-371198b3-6476-4afb-b634-5edf74913e41 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:45.112311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-436c3ff8-79c7-4d01-9d62-09f9370ca2c1 req-371198b3-6476-4afb-b634-5edf74913e41 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 943 time: 0.0515919 Feb 19 04:27:45.153444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5ec00dd2-9f68-4902-9210-797ebee5ed01 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:27:45.161229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-436c3ff8-79c7-4d01-9d62-09f9370ca2c1 req-3a910c27-11df-4ceb-a27b-162baff2f420 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 Feb 19 04:27:45.249468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 5ec00dd2-9f68-4902-9210-797ebee5ed01, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5ec00dd2-9f68-4902-9210-797ebee5ed01,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:45.261145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'port_id': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'mac_address': 'fa:16:3e:fa:b1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:27:45.297272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 5ec00dd2-9f68-4902-9210-797ebee5ed01 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:45.297587 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.313993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec00dd2-9f68-4902-9210-797ebee5ed01 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:27:45.332535 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 5ec00dd2-9f68-4902-9210-797ebee5ed01, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5ec00dd2-9f68-4902-9210-797ebee5ed01,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:45.336750 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.387235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=5ec00dd2-9f68-4902-9210-797ebee5ed01,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:45.576974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['5ec00dd2-9f68-4902-9210-797ebee5ed01'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:27:46.286816 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88006a4-d4e5-4d29-b799-14c61472f961 req-ac36e83e-326c-4a6c-bfef-15dc8868fba3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:46.288406 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e88006a4-d4e5-4d29-b799-14c61472f961 req-ac36e83e-326c-4a6c-bfef-15dc8868fba3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 944 time: 0.0577068 Feb 19 04:27:46.337764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e88006a4-d4e5-4d29-b799-14c61472f961 req-72dbc19b-3965-4899-8f48-201b06eff51b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438185 Feb 19 04:27:47.156472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5ec00dd2-9f68-4902-9210-797ebee5ed01 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:47.206615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 5ec00dd2-9f68-4902-9210-797ebee5ed01 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:27:47.210705 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 5ec00dd2-9f68-4902-9210-797ebee5ed01 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:47.211086 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.290650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 5ec00dd2-9f68-4902-9210-797ebee5ed01 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:47.291039 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.313188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec00dd2-9f68-4902-9210-797ebee5ed01'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:47.315469 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b533c9c3-00e9-4a01-a287-d69ffae64802" -d '{"events": [{"server_uuid": "cf579206-f4ad-4693-88aa-7454425b3b8b", "name": "network-vif-plugged", "status": "completed", "tag": "5ec00dd2-9f68-4902-9210-797ebee5ed01"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:47.328713 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 5ec00dd2-9f68-4902-9210-797ebee5ed01, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5ec00dd2-9f68-4902-9210-797ebee5ed01,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:47.332722 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.356054 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbeca27-ff16-4ef7-9792-81971bee69d0 x-openstack-request-id: req-bfbeca27-ff16-4ef7-9792-81971bee69d0 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:47.356344 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf579206-f4ad-4693-88aa-7454425b3b8b", "name": "network-vif-plugged", "status": "completed", "tag": "5ec00dd2-9f68-4902-9210-797ebee5ed01", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:47.356607 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfbeca27-ff16-4ef7-9792-81971bee69d0 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:47.357000 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'code': 200} Feb 19 04:27:47.383141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=5ec00dd2-9f68-4902-9210-797ebee5ed01,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:47.492596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da792fd-aec9-4cb7-8839-071a589bb4d3 req-c9b3e521-25bd-4ced-89bf-12d6ac0b3678 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.494147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3da792fd-aec9-4cb7-8839-071a589bb4d3 req-c9b3e521-25bd-4ced-89bf-12d6ac0b3678 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.0865238 Feb 19 04:27:47.496922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac731d-16ee-4745-ac9f-a3576d9385e3 req-177a27fc-db44-4e0b-bb6b-2304c3470af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.498351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60ac731d-16ee-4745-ac9f-a3576d9385e3 req-177a27fc-db44-4e0b-bb6b-2304c3470af5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 1127 time: 0.0640414 Feb 19 04:27:47.577617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3da792fd-aec9-4cb7-8839-071a589bb4d3 req-e78d3e47-da8f-40a9-bf4a-b828302857c9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774734 Feb 19 04:27:47.581519 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60ac731d-16ee-4745-ac9f-a3576d9385e3 req-67d4a7bd-0f73-45c9-980a-64b258b52c5f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755680 Feb 19 04:27:48.064202 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:27:48.699300 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee04863-78e8-49c0-ae62-1fd6a6b8ff9a req-81c52e52-df95-490c-a10c-f2387cf0cded tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:48.701348 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee04863-78e8-49c0-ae62-1fd6a6b8ff9a req-81c52e52-df95-490c-a10c-f2387cf0cded tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.0536511 Feb 19 04:27:48.748853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dee04863-78e8-49c0-ae62-1fd6a6b8ff9a req-189b6bcd-ffdf-4e3b-ab49-ed5e89ec7f11 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415747 Feb 19 04:27:48.876589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7d601-de03-4dd2-b0d2-7a4516a72834 req-cfb24fbd-9f50-4839-aa9b-336152df1d02 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:48.878161 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44e7d601-de03-4dd2-b0d2-7a4516a72834 req-cfb24fbd-9f50-4839-aa9b-336152df1d02 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.0652308 Feb 19 04:27:48.928280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-44e7d601-de03-4dd2-b0d2-7a4516a72834 req-18b11739-70af-41f8-a83e-5124da55b029 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442891 Feb 19 04:27:48.953431 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34638) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:49.004806 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96f91ef-732d-487b-be23-eca270566ae2 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:49.006315 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b96f91ef-732d-487b-be23-eca270566ae2 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 1122 time: 0.0518658 Feb 19 04:27:49.009157 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34640) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:49.013944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:49.037210 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.150342 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.278179 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.25.4.43 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/b9587c4c-0e23-4e16-bc7b-15ed22be603c) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:49.386266 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (b9587c4c-0e23-4e16-bc7b-15ed22be603c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.426099 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b9587c4c-0e23-4e16-bc7b-15ed22be603c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.468022 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:49.470797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:49.476373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:49.482369 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=b9587c4c-0e23-4e16-bc7b-15ed22be603c,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:50.171461 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (525a02c2-18ba-42a6-8e14-f81f089e8b3a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.245745 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b9587c4c-0e23-4e16-bc7b-15ed22be603c), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.396161 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (b9587c4c-0e23-4e16-bc7b-15ed22be603c), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.400198 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (b9587c4c-0e23-4e16-bc7b-15ed22be603c), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.468092 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=b9587c4c-0e23-4e16-bc7b-15ed22be603c,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:50.480772 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (525a02c2-18ba-42a6-8e14-f81f089e8b3a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.583394 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Floating IP 525a02c2-18ba-42a6-8e14-f81f089e8b3a associated. External IP: 172.25.4.43, port: 5ec00dd2-9f68-4902-9210-797ebee5ed01. Feb 19 04:27:50.796428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router dec5aa62-85e1-4a24-b466-3a7742c324ad has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:27:50.908258 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:50.917606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] Sync routers for ids ['dec5aa62-85e1-4a24-b466-3a7742c324ad'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:50.927067 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.928919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] Routers {'dec5aa62-85e1-4a24-b466-3a7742c324ad'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:50.929674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:27:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dec5aa62-85e1-4a24-b466-3a7742c324ad'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:50.960622 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ecf4e492-5a65-4fcb-80be-02dc97aa033b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9471526 Feb 19 04:27:50.960622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'tag': '5ec00dd2-9f68-4902-9210-797ebee5ed01'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:50.960622 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c192a6615bdfa156fbc491ed8c1250e6a803dbca8f67fd41f3dce117fbe6bfed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f87bf-21d6-4274-b8d7-8f14c068678c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf579206-f4ad-4693-88aa-7454425b3b8b", "tag": "5ec00dd2-9f68-4902-9210-797ebee5ed01"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:51.050344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] Set router dec5aa62-85e1-4a24-b466-3a7742c324ad gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:51.065276 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e25bd-81df-4b8f-992d-18d0a76b4385 req-30987ab4-7572-4ccd-96db-f2cc5c97e47b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.066812 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a85e25bd-81df-4b8f-992d-18d0a76b4385 req-30987ab4-7572-4ccd-96db-f2cc5c97e47b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.0581179 Feb 19 04:27:51.116190 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a85e25bd-81df-4b8f-992d-18d0a76b4385 req-71d676fe-21f5-4442-8846-646ed3abc77a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433722 Feb 19 04:27:51.138871 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:51.185633 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b5241f-dc58-4a39-9b62-30da501301fa x-openstack-request-id: req-71b5241f-dc58-4a39-9b62-30da501301fa {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:51.185633 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf579206-f4ad-4693-88aa-7454425b3b8b", "tag": "5ec00dd2-9f68-4902-9210-797ebee5ed01", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:51.185633 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71b5241f-dc58-4a39-9b62-30da501301fa {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:51.186680 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'tag': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'status': 'completed', 'code': 200} Feb 19 04:27:51.212605 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-79490ff5-7259-4b16-9349-7bd57f6bdc05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/525a02c2-18ba-42a6-8e14-f81f089e8b3a HTTP/1.1" status: 200 len: 990 time: 0.0715654 Feb 19 04:27:51.236312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-6741a561-0493-4b73-ba2e-d974f1e3b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.237954 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-6741a561-0493-4b73-ba2e-d974f1e3b038 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 1127 time: 0.0476158 Feb 19 04:27:51.288530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:37Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '525a02c2-18ba-42a6-8e14-f81f089e8b3a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.43', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'port_id': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'mac_address': 'fa:16:3e:fa:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:27:50Z', 'updated_at': '2022-02-19T04:27:50Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d48228-796c-4a30-96ac-4cc266be7535', 'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:f1:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:36Z', 'updated_at': '2022-02-19T04:27:40Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:51.315181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] Checking router: dec5aa62-85e1-4a24-b466-3a7742c324ad for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:27:51.323786 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] Routers {'dec5aa62-85e1-4a24-b466-3a7742c324ad'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:51.324434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:27:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dec5aa62-85e1-4a24-b466-3a7742c324ad'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:51.333794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-d201a8e5-bf1d-4932-a06f-5b0494de7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.335451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-d201a8e5-bf1d-4932-a06f-5b0494de7144 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f813fea-e272-449d-b15e-42950e62482a HTTP/1.1" status: 200 len: 898 time: 0.0902886 Feb 19 04:27:51.399722 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-2e2241b6-0e4e-4e83-bebb-3c0491ddc397 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec00dd2-9f68-4902-9210-797ebee5ed01 HTTP/1.1" status: 200 len: 998 time: 0.0577657 Feb 19 04:27:51.434563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] Set router dec5aa62-85e1-4a24-b466-3a7742c324ad gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:51.447866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-e66b6848-315d-49e8-bcd8-539fe62af9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.449338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-e66b6848-315d-49e8-bcd8-539fe62af9f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7d41d53e-4c69-4f9e-8287-f88bf5d4a331 HTTP/1.1" status: 200 len: 835 time: 0.0429189 Feb 19 04:27:51.502006 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-ba086eba-c16c-4825-bebb-eef8b4bac379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.503531 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-ba086eba-c16c-4825-bebb-eef8b4bac379 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f813fea-e272-449d-b15e-42950e62482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481648 Feb 19 04:27:51.590986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-a33dbb3b-96dc-4aca-92ad-a369958e9915 service neutron] 10.222.0.71 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804081 Feb 19 04:27:51.660286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:37Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '525a02c2-18ba-42a6-8e14-f81f089e8b3a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.43', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'port_id': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'mac_address': 'fa:16:3e:fa:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:27:50Z', 'updated_at': '2022-02-19T04:27:50Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d48228-796c-4a30-96ac-4cc266be7535', 'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:f1:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:36Z', 'updated_at': '2022-02-19T04:27:40Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:51.683623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-042f87bf-21d6-4274-b8d7-8f14c068678c req-a38bf06f-17a4-41f7-9689-3e135b1d0a3c service neutron] 10.222.0.71 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868342 Feb 19 04:27:51.688104 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c8e723-da1b-4240-b033-0f9772df0891 None None] The sync data for ids ['dec5aa62-85e1-4a24-b466-3a7742c324ad'] in n-d-826756-2 is: [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:37Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '525a02c2-18ba-42a6-8e14-f81f089e8b3a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.43', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'port_id': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'mac_address': 'fa:16:3e:fa:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:27:50Z', 'updated_at': '2022-02-19T04:27:50Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d48228-796c-4a30-96ac-4cc266be7535', 'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:f1:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:36Z', 'updated_at': '2022-02-19T04:27:40Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:51.898517 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60baee-cdb2-48f5-8352-efd29626426a None None] New status for floating IP 525a02c2-18ba-42a6-8e14-f81f089e8b3a: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:27:52.215693 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34648) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:52.280527 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3e76c064-1dff-4b63-87f9-067e9cbed582 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/525a02c2-18ba-42a6-8e14-f81f089e8b3a HTTP/1.1" status: 200 len: 992 time: 0.0632951 Feb 19 04:27:52.987432 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:06.765762 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.408602 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bec84762-f38f-48fa-bf36-7ca17616f6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.207171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-3f192954-0274-4d02-b2fe-600b9345925b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449114 Feb 19 04:28:10.296552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-e3bd6a00-b147-499c-8512-b79d0066f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:10.298064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-e3bd6a00-b147-499c-8512-b79d0066f5be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 1127 time: 0.0455961 Feb 19 04:28:10.411103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-bda837b7-5aa2-41e4-8f78-049938937e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:10.414855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-bda837b7-5aa2-41e4-8f78-049938937e1c service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f813fea-e272-449d-b15e-42950e62482a HTTP/1.1" status: 200 len: 898 time: 0.0934324 Feb 19 04:28:10.490221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-ad2c7633-6c9c-473d-8e46-535ce6224635 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec00dd2-9f68-4902-9210-797ebee5ed01 HTTP/1.1" status: 200 len: 1000 time: 0.0684443 Feb 19 04:28:10.544865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-47cde4d4-45ee-4de8-9b0a-600876e1c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:10.546378 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-47cde4d4-45ee-4de8-9b0a-600876e1c454 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7d41d53e-4c69-4f9e-8287-f88bf5d4a331 HTTP/1.1" status: 200 len: 835 time: 0.0487771 Feb 19 04:28:10.585429 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aaaf791a-3c87-47fd-a092-79964f2768c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.602685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-ec81eecb-e2f4-4b21-9cae-47b1d24b67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:10.604169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-ec81eecb-e2f4-4b21-9cae-47b1d24b67dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f813fea-e272-449d-b15e-42950e62482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511186 Feb 19 04:28:10.698105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-3979a0e3-ee1c-4386-9702-bd6a86f4d68a service neutron] 10.222.0.71 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876265 Feb 19 04:28:10.795228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8db9dc64-ef67-429c-a86a-dd4567d0e495 req-abca5e6b-cf92-40cc-8bae-5ca7f4642f15 service neutron] 10.222.0.71 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880940 Feb 19 04:28:12.269802 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.291976 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.746614 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.098511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adc0f1-6c8e-4ce4-92b4-719a4c24d744 req-c49ea8ef-e3ce-417e-a582-698dcae47a9f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.099919 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70adc0f1-6c8e-4ce4-92b4-719a4c24d744 req-c49ea8ef-e3ce-417e-a582-698dcae47a9f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.1154671 Feb 19 04:28:21.155064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70adc0f1-6c8e-4ce4-92b4-719a4c24d744 req-11ebbfc1-92f9-4e86-864e-dd25d2f9ee7f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493395 Feb 19 04:28:22.274221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35d6ae-e46e-4812-a30f-8375ad7f11da req-f341a0cb-7e82-417c-ae34-b498da0fe916 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.275621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da35d6ae-e46e-4812-a30f-8375ad7f11da req-f341a0cb-7e82-417c-ae34-b498da0fe916 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.0519216 Feb 19 04:28:22.326813 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-da35d6ae-e46e-4812-a30f-8375ad7f11da req-a1103937-01c1-4a9f-a926-d10974e279dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450890 Feb 19 04:28:22.349645 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34666) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:22.409897 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0cf56d1b-df59-4cf8-9916-fac4a23c1a44 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/525a02c2-18ba-42a6-8e14-f81f089e8b3a HTTP/1.1" status: 200 len: 992 time: 0.0590518 Feb 19 04:28:23.023932 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.692408 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4ae92-e9af-48d9-9cfa-3ab9fcefa897 req-4288e09e-8455-4f4f-bef1-1a08199ee61a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:23.694228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2c4ae92-e9af-48d9-9cfa-3ab9fcefa897 req-4288e09e-8455-4f4f-bef1-1a08199ee61a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.0642388 Feb 19 04:28:23.761249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2c4ae92-e9af-48d9-9cfa-3ab9fcefa897 req-f4bf785b-d160-4d27-a4c1-94f33585ed82 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565884 Feb 19 04:28:24.886600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e4a1-ba73-4d4d-9d2d-57ff88497787 req-9eecb64d-1804-43aa-99b3-5d7092cc52c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:24.888749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6354e4a1-ba73-4d4d-9d2d-57ff88497787 req-9eecb64d-1804-43aa-99b3-5d7092cc52c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.0528047 Feb 19 04:28:24.946564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6354e4a1-ba73-4d4d-9d2d-57ff88497787 req-16224800-af47-452d-8e32-1fe3407b3132 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521595 Feb 19 04:28:24.969739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34676) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:25.035047 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4522e11b-7057-4571-b080-d2969f1246f4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/525a02c2-18ba-42a6-8e14-f81f089e8b3a HTTP/1.1" status: 200 len: 992 time: 0.0641043 Feb 19 04:28:25.063846 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:28:25.335527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34682) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:25.502936 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port b9587c4c-0e23-4e16-bc7b-15ed22be603c {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:25.503277 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b9587c4c-0e23-4e16-bc7b-15ed22be603c), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.585159 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b9587c4c-0e23-4e16-bc7b-15ed22be603c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.585482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (b9587c4c-0e23-4e16-bc7b-15ed22be603c), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.598815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for b9587c4c-0e23-4e16-bc7b-15ed22be603c owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:25.754842 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b9587c4c-0e23-4e16-bc7b-15ed22be603c), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.785339 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=b9587c4c-0e23-4e16-bc7b-15ed22be603c,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:25.797631 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.798020 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.798377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.798722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.799064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.799705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.800037 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.800373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.800708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.801042 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.801376 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.801707 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.802136 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:25.865276 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (525a02c2-18ba-42a6-8e14-f81f089e8b3a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.865578 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Floating IP 525a02c2-18ba-42a6-8e14-f81f089e8b3a disassociated (deleted). External IP: 172.25.4.43, port: 5ec00dd2-9f68-4902-9210-797ebee5ed01. Feb 19 04:28:26.093154 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router dec5aa62-85e1-4a24-b466-3a7742c324ad has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:28:26.218679 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:26.226397 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.228433 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] Sync routers for ids ['dec5aa62-85e1-4a24-b466-3a7742c324ad'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:26.239096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] Routers {'dec5aa62-85e1-4a24-b466-3a7742c324ad'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:26.239366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:28:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dec5aa62-85e1-4a24-b466-3a7742c324ad'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:26.256334 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3e5b50f0-3733-4a25-9e98-fbbdd44154ff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/floatingips/525a02c2-18ba-42a6-8e14-f81f089e8b3a HTTP/1.1" status: 204 len: 168 time: 0.9197357 Feb 19 04:28:26.256915 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'tag': '5ec00dd2-9f68-4902-9210-797ebee5ed01'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:26.259270 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c192a6615bdfa156fbc491ed8c1250e6a803dbca8f67fd41f3dce117fbe6bfed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf579206-f4ad-4693-88aa-7454425b3b8b", "tag": "5ec00dd2-9f68-4902-9210-797ebee5ed01"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:26.443428 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a03a93-4195-4798-bffb-a9258ed5a9f0 x-openstack-request-id: req-71a03a93-4195-4798-bffb-a9258ed5a9f0 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:26.443726 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf579206-f4ad-4693-88aa-7454425b3b8b", "tag": "5ec00dd2-9f68-4902-9210-797ebee5ed01", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:26.443990 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71a03a93-4195-4798-bffb-a9258ed5a9f0 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:26.444402 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'tag': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'status': 'completed', 'code': 200} Feb 19 04:28:26.534784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] Set router dec5aa62-85e1-4a24-b466-3a7742c324ad gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:26.556867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-114a50b6-6d90-4a34-95a5-59036f2988eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.562163 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-114a50b6-6d90-4a34-95a5-59036f2988eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 1127 time: 0.0860441 Feb 19 04:28:26.595738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fdc25-2567-4dff-9660-4fce863b46f9 req-5ce5ff12-99ce-4ba4-a967-8119425b7870 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.597294 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b83fdc25-2567-4dff-9660-4fce863b46f9 req-5ce5ff12-99ce-4ba4-a967-8119425b7870 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.0950134 Feb 19 04:28:26.709143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b83fdc25-2567-4dff-9660-4fce863b46f9 req-2c06e92e-9ce4-4524-8349-1fdb4b776445 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841615 Feb 19 04:28:26.710536 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-06db582d-44df-4784-8166-aeaf7d208212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.712252 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-06db582d-44df-4784-8166-aeaf7d208212 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f813fea-e272-449d-b15e-42950e62482a HTTP/1.1" status: 200 len: 898 time: 0.1460798 Feb 19 04:28:26.760708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-665069af-9f72-4f36-b359-9be381e608bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ec00dd2-9f68-4902-9210-797ebee5ed01 HTTP/1.1" status: 200 len: 217 time: 0.0401554 Feb 19 04:28:26.770212 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:37Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '41d48228-796c-4a30-96ac-4cc266be7535', 'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:f1:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:36Z', 'updated_at': '2022-02-19T04:27:40Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:26.799063 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] Checking router: dec5aa62-85e1-4a24-b466-3a7742c324ad for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:26.810175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] Routers {'dec5aa62-85e1-4a24-b466-3a7742c324ad'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:26.810816 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:28:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dec5aa62-85e1-4a24-b466-3a7742c324ad'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:26.815656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-3f9a2cc8-d6d9-4912-8925-abf9bad87944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.817160 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-3f9a2cc8-d6d9-4912-8925-abf9bad87944 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7d41d53e-4c69-4f9e-8287-f88bf5d4a331 HTTP/1.1" status: 200 len: 835 time: 0.0479338 Feb 19 04:28:26.876870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-5bb9cd07-82ce-484b-8531-2d746eff5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.878491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-5bb9cd07-82ce-484b-8531-2d746eff5730 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f813fea-e272-449d-b15e-42950e62482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519087 Feb 19 04:28:26.942031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] Set router dec5aa62-85e1-4a24-b466-3a7742c324ad gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:26.984104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-c9acace2-63e9-4d4e-b007-ef9098da6075 service neutron] 10.222.0.71 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985959 Feb 19 04:28:27.108752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2ae8823f-5681-4e5f-86f6-d20b27d3a38c req-8de308ff-9204-4359-81e1-78c2f9e7357b service neutron] 10.222.0.71 "GET /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166403 Feb 19 04:28:27.175391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:37Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '41d48228-796c-4a30-96ac-4cc266be7535', 'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:f1:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:36Z', 'updated_at': '2022-02-19T04:27:40Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:27.207195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e39fe9-3d91-46c4-9a0d-841c7134187d None None] The sync data for ids ['dec5aa62-85e1-4a24-b466-3a7742c324ad'] in n-d-826756-2 is: [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:27:37Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '41d48228-796c-4a30-96ac-4cc266be7535', 'name': '', 'network_id': '3f813fea-e272-449d-b15e-42950e62482a', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:f1:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:36Z', 'updated_at': '2022-02-19T04:27:40Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '7d41d53e-4c69-4f9e-8287-f88bf5d4a331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:27.459406 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80bfa7-48d9-48e2-a390-59f7cd204e8b None None] New status for floating IP 525a02c2-18ba-42a6-8e14-f81f089e8b3a: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:28:27.843179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21348ded-118d-4f4b-9f70-7638170a19b5 req-05cac38e-ab4d-4c04-8fd9-533a75a7112d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.844797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21348ded-118d-4f4b-9f70-7638170a19b5 req-05cac38e-ab4d-4c04-8fd9-533a75a7112d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.0630653 Feb 19 04:28:27.900783 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-21348ded-118d-4f4b-9f70-7638170a19b5 req-5e2a81ac-d4fb-489d-9d62-656aeeb35c47 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b770bcb-b60f-41cf-bbf8-932dc41ee196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493565 Feb 19 04:28:28.371967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-620c35b0-93ab-4f9b-b0a0-3aa9321053cf tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:28.374089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-620c35b0-93ab-4f9b-b0a0-3aa9321053cf tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 945 time: 0.0529921 Feb 19 04:28:28.467118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 5ec00dd2-9f68-4902-9210-797ebee5ed01 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:28.467487 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.554167 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 5ec00dd2-9f68-4902-9210-797ebee5ed01, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=5ec00dd2-9f68-4902-9210-797ebee5ed01,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:28.554532 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.566632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 5ec00dd2-9f68-4902-9210-797ebee5ed01 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:28.700313 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (5ec00dd2-9f68-4902-9210-797ebee5ed01), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.730389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=5ec00dd2-9f68-4902-9210-797ebee5ed01,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:28.755786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.756143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.756494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.756861 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.757200 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.757532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.757922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.758225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.758557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.758885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.759212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.759532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.759867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:28.784994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] No DVR routers for this DVR port 5ec00dd2-9f68-4902-9210-797ebee5ed01 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:28.787768 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.791096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7d72bf53-8ebb-4e62-86d6-e6ab00419943 req-61ecd0c5-4c8c-4695-b5c2-eacb9231b517 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "DELETE /v2.0/ports/5ec00dd2-9f68-4902-9210-797ebee5ed01 HTTP/1.1" status: 204 len: 173 time: 0.4118094 Feb 19 04:28:28.791565 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'name': 'network-vif-deleted', 'tag': '5ec00dd2-9f68-4902-9210-797ebee5ed01'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:28.793955 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd0a5ba-8e5a-4dd7-a2e4-1c70a874c61b" -d '{"events": [{"server_uuid": "cf579206-f4ad-4693-88aa-7454425b3b8b", "name": "network-vif-deleted", "tag": "5ec00dd2-9f68-4902-9210-797ebee5ed01"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:28.832843 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fcedbf-1eb2-47c1-ac46-0b1a9eef5def x-openstack-request-id: req-b2fcedbf-1eb2-47c1-ac46-0b1a9eef5def {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:28.833134 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf579206-f4ad-4693-88aa-7454425b3b8b", "name": "network-vif-deleted", "tag": "5ec00dd2-9f68-4902-9210-797ebee5ed01", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:28.833388 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2fcedbf-1eb2-47c1-ac46-0b1a9eef5def {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:28.833794 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf579206-f4ad-4693-88aa-7454425b3b8b', 'name': 'network-vif-deleted', 'tag': '5ec00dd2-9f68-4902-9210-797ebee5ed01', 'status': 'completed', 'code': 200} Feb 19 04:28:29.019188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c42208b3-96f2-4c77-b9d7-a0201179bec1 req-8954507d-3064-489f-b034-9f0ed9a3cee7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf579206-f4ad-4693-88aa-7454425b3b8b HTTP/1.1" status: 200 len: 210 time: 0.0281525 Feb 19 04:28:30.079100 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34698) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:30.438640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (dec5aa62-85e1-4a24-b466-3a7742c324ad), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.700178 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 41d48228-796c-4a30-96ac-4cc266be7535 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:30.700449 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (41d48228-796c-4a30-96ac-4cc266be7535), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.785634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 41d48228-796c-4a30-96ac-4cc266be7535, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=41d48228-796c-4a30-96ac-4cc266be7535,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:30.786027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (41d48228-796c-4a30-96ac-4cc266be7535), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.798079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 41d48228-796c-4a30-96ac-4cc266be7535 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:30.984310 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (41d48228-796c-4a30-96ac-4cc266be7535), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.009545 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=41d48228-796c-4a30-96ac-4cc266be7535,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:31.187392 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (dec5aa62-85e1-4a24-b466-3a7742c324ad), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.410401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5ec00dd2-9f68-4902-9210-797ebee5ed01 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:31.432162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 5ec00dd2-9f68-4902-9210-797ebee5ed01 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:31.432505 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 5ec00dd2-9f68-4902-9210-797ebee5ed01 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:31.746774 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router dec5aa62-85e1-4a24-b466-3a7742c324ad has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:28:31.854976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:31.863492 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-52940997-e8c5-4fab-8e88-135417078769 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "PUT /v2.0/routers/dec5aa62-85e1-4a24-b466-3a7742c324ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807195 Feb 19 04:28:31.863815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34700) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:31.865727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] Sync routers for ids ['dec5aa62-85e1-4a24-b466-3a7742c324ad'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:31.876235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] Routers {'dec5aa62-85e1-4a24-b466-3a7742c324ad'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:31.876843 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:28:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dec5aa62-85e1-4a24-b466-3a7742c324ad'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:31.914305 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba91235-f3a1-473d-9e0d-813461d0550f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting subnet 7d41d53e-4c69-4f9e-8287-f88bf5d4a331 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:31.917506 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba91235-f3a1-473d-9e0d-813461d0550f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (7d41d53e-4c69-4f9e-8287-f88bf5d4a331), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.959963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba91235-f3a1-473d-9e0d-813461d0550f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (7d41d53e-4c69-4f9e-8287-f88bf5d4a331), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.984843 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] Set router dec5aa62-85e1-4a24-b466-3a7742c324ad gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:32.045875 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba91235-f3a1-473d-9e0d-813461d0550f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7d41d53e-4c69-4f9e-8287-f88bf5d4a331), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.104012 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba91235-f3a1-473d-9e0d-813461d0550f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (7d41d53e-4c69-4f9e-8287-f88bf5d4a331), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.130628 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba91235-f3a1-473d-9e0d-813461d0550f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Subnet': ['ID=7d41d53e-4c69-4f9e-8287-f88bf5d4a331,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:32.134688 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ba91235-f3a1-473d-9e0d-813461d0550f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.137994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4ba91235-f3a1-473d-9e0d-813461d0550f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/subnets/7d41d53e-4c69-4f9e-8287-f88bf5d4a331 HTTP/1.1" status: 204 len: 168 time: 0.2730086 Feb 19 04:28:32.141616 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34702) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:32.145835 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cd9305-1488-4afd-aae3-fc7e39bb3eef None None] Network 3f813fea-e272-449d-b15e-42950e62482a requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:32.248270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:28:30Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:32.265075 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (dec5aa62-85e1-4a24-b466-3a7742c324ad), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.282220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] Checking router: dec5aa62-85e1-4a24-b466-3a7742c324ad for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:32.294880 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] Routers {'dec5aa62-85e1-4a24-b466-3a7742c324ad'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:32.295523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:28:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['dec5aa62-85e1-4a24-b466-3a7742c324ad'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:32.383574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] DHCP port deletion for 3f813fea-e272-449d-b15e-42950e62482a request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:28:32.384003 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (dec5aa62-85e1-4a24-b466-3a7742c324ad), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.430542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] Set router dec5aa62-85e1-4a24-b466-3a7742c324ad gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:32.435829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:32.436169 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.515696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:32.516055 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.528085 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:32.548752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Deleting port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:32.549130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.654105 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] For port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=113bf7e8-1b0e-4d0a-8b68-97952c18dc7c,segment=NetworkSegment(fb7ca724-9a44-43aa-b0d8-57da31075aa1),segment_id=fb7ca724-9a44-43aa-b0d8-57da31075aa1)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:32.654400 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.668910 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Calling delete_port for 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:32.698391 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.724329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:32.737867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:28:30Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:32.777137 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd281f05-03db-4576-b3f9-260fde0a5332 None None] The sync data for ids ['dec5aa62-85e1-4a24-b466-3a7742c324ad'] in n-d-826756-2 is: [{'id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188289954', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:33Z', 'updated_at': '2022-02-19T04:28:30Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec5aa62-85e1-4a24-b466-3a7742c324ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:34Z', 'updated_at': '2022-02-19T04:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:32.785147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (dec5aa62-85e1-4a24-b466-3a7742c324ad), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.798888 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (113bf7e8-1b0e-4d0a-8b68-97952c18dc7c), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.829943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Pushing event deleted for resources: {'Port': ['ID=113bf7e8-1b0e-4d0a-8b68-97952c18dc7c,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:32.832311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] No DVR routers for this DVR port 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:32.840757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.841248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.841599 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.842275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.842275 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.842619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.842941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.843272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.843601 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.844196 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.844300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.844552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.844874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fab17a-8d9b-4ef8-9041-d4335f643a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:32.892511 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (dec5aa62-85e1-4a24-b466-3a7742c324ad), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.894683 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_controller (dec5aa62-85e1-4a24-b466-3a7742c324ad), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.243661 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (dec5aa62-85e1-4a24-b466-3a7742c324ad), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.244307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Fanout notify agent at l3_agent the message router_deleted on router dec5aa62-85e1-4a24-b466-3a7742c324ad {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:28:33.251762 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.255495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-38e4c179-3024-4571-a476-f8b3eb4bf7f2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/routers/dec5aa62-85e1-4a24-b466-3a7742c324ad HTTP/1.1" status: 204 len: 168 time: 1.1103799 Feb 19 04:28:33.255722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34704) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:33.328409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (3f813fea-e272-449d-b15e-42950e62482a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.418407 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (3f813fea-e272-449d-b15e-42950e62482a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.439765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f813fea-e272-449d-b15e-42950e62482a']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:33.449561 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7ca724-9a44-43aa-b0d8-57da31075aa1') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:33.449886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7ca724-9a44-43aa-b0d8-57da31075aa1') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:33.460954 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (fb7ca724-9a44-43aa-b0d8-57da31075aa1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.474423 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (fb7ca724-9a44-43aa-b0d8-57da31075aa1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.480221 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:33.480539 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (fb7ca724-9a44-43aa-b0d8-57da31075aa1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:33.484061 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:33.542767 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (3f813fea-e272-449d-b15e-42950e62482a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.550748 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.554822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/networks/3f813fea-e272-449d-b15e-42950e62482a HTTP/1.1" status: 204 len: 168 time: 0.2981012 Feb 19 04:28:33.558358 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34706) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:33.569448 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbceac-12e2-4205-9be7-4674b5ca3cb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Network': ['ID=3f813fea-e272-449d-b15e-42950e62482a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:33.618038 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6af3602-143f-47ae-8b25-e495fd797a2c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (8b770bcb-b60f-41cf-bbf8-932dc41ee196), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.642670 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6af3602-143f-47ae-8b25-e495fd797a2c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (8b770bcb-b60f-41cf-bbf8-932dc41ee196), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.703558 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6af3602-143f-47ae-8b25-e495fd797a2c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8b770bcb-b60f-41cf-bbf8-932dc41ee196), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.706302 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d6af3602-143f-47ae-8b25-e495fd797a2c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.707417 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d6af3602-143f-47ae-8b25-e495fd797a2c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/security-groups/8b770bcb-b60f-41cf-bbf8-932dc41ee196 HTTP/1.1" status: 204 len: 168 time: 0.1480608 Feb 19 04:28:33.716640 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af3602-143f-47ae-8b25-e495fd797a2c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b770bcb-b60f-41cf-bbf8-932dc41ee196,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:33.965307 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34712) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:33.970024 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-37b2dd8b-d09e-4173-b0da-f6cc664809a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574756747', 'description': 'tempest-secgroup-smoke-574756747 description', 'project_id': '06e2a2507414445794c72026d29a70f4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:33.990533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37b2dd8b-d09e-4173-b0da-f6cc664809a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.057133 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37b2dd8b-d09e-4173-b0da-f6cc664809a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (1bd5d9cf-cfa8-41c4-85f6-12ead247eb88), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.061216 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37b2dd8b-d09e-4173-b0da-f6cc664809a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1bd5d9cf-cfa8-41c4-85f6-12ead247eb88), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.090574 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2dd8b-d09e-4173-b0da-f6cc664809a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:34.095938 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37b2dd8b-d09e-4173-b0da-f6cc664809a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.097182 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-37b2dd8b-d09e-4173-b0da-f6cc664809a2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1307745 Feb 19 04:28:34.100041 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34714) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.104206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ab0e9bef-51ff-4655-90fc-ba6a070e4641 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '1bd5d9cf-cfa8-41c4-85f6-12ead247eb88', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.128819 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9bef-51ff-4655-90fc-ba6a070e4641 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (a260a4d1-ce55-4017-89b6-404bed30267c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.193799 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9bef-51ff-4655-90fc-ba6a070e4641 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (a260a4d1-ce55-4017-89b6-404bed30267c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.197513 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9bef-51ff-4655-90fc-ba6a070e4641 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (a260a4d1-ce55-4017-89b6-404bed30267c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.217528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e9bef-51ff-4655-90fc-ba6a070e4641 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a260a4d1-ce55-4017-89b6-404bed30267c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:34.228833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9bef-51ff-4655-90fc-ba6a070e4641 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.229347 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 41d48228-796c-4a30-96ac-4cc266be7535 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:34.233882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34716) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.234395 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ab0e9bef-51ff-4655-90fc-ba6a070e4641 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329677 Feb 19 04:28:34.239183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-f873993f-3ad5-4055-a140-4c461f74462c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '1bd5d9cf-cfa8-41c4-85f6-12ead247eb88', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.259097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 41d48228-796c-4a30-96ac-4cc266be7535 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:34.259371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 41d48228-796c-4a30-96ac-4cc266be7535 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:34.260094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:34.264551 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f873993f-3ad5-4055-a140-4c461f74462c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (8a639845-245c-4664-abc4-96c2af55fd12), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.283327 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:34.283687 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 113bf7e8-1b0e-4d0a-8b68-97952c18dc7c not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:34.284120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:34.303950 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:34.304305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 0018715a-1d27-4e61-a3e6-e5f6cd1fa1d0 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:34.328094 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f873993f-3ad5-4055-a140-4c461f74462c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (8a639845-245c-4664-abc4-96c2af55fd12), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.331592 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f873993f-3ad5-4055-a140-4c461f74462c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (8a639845-245c-4664-abc4-96c2af55fd12), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.350043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873993f-3ad5-4055-a140-4c461f74462c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a639845-245c-4664-abc4-96c2af55fd12,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:34.357072 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f873993f-3ad5-4055-a140-4c461f74462c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.359286 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f873993f-3ad5-4055-a140-4c461f74462c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227708 Feb 19 04:28:34.361483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34718) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.365819 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-96cc8559-d2fb-4d4d-87a9-8d8b8abe7114 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '1bd5d9cf-cfa8-41c4-85f6-12ead247eb88', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.389453 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96cc8559-d2fb-4d4d-87a9-8d8b8abe7114 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (12fd1575-c942-4e7d-9cae-6063642f4f9a), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.447315 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96cc8559-d2fb-4d4d-87a9-8d8b8abe7114 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (12fd1575-c942-4e7d-9cae-6063642f4f9a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.451882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96cc8559-d2fb-4d4d-87a9-8d8b8abe7114 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (12fd1575-c942-4e7d-9cae-6063642f4f9a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.469837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc8559-d2fb-4d4d-87a9-8d8b8abe7114 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fd1575-c942-4e7d-9cae-6063642f4f9a,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:34.477433 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96cc8559-d2fb-4d4d-87a9-8d8b8abe7114 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.478683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-96cc8559-d2fb-4d4d-87a9-8d8b8abe7114 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162214 Feb 19 04:28:34.481383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34720) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.485634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-1034bb6a-7747-47e8-87a3-d0bbae3be610 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '1bd5d9cf-cfa8-41c4-85f6-12ead247eb88', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.509575 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1034bb6a-7747-47e8-87a3-d0bbae3be610 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (335ecc11-8393-4e04-b655-53fd89455da8), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.569229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1034bb6a-7747-47e8-87a3-d0bbae3be610 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (335ecc11-8393-4e04-b655-53fd89455da8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.573170 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1034bb6a-7747-47e8-87a3-d0bbae3be610 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (335ecc11-8393-4e04-b655-53fd89455da8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.592984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034bb6a-7747-47e8-87a3-d0bbae3be610 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335ecc11-8393-4e04-b655-53fd89455da8,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:34.601928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1034bb6a-7747-47e8-87a3-d0bbae3be610 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.603155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1034bb6a-7747-47e8-87a3-d0bbae3be610 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207628 Feb 19 04:28:34.605914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34722) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.610825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-e7987318-5282-4ff4-8fd8-aec35a7a52d7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '1bd5d9cf-cfa8-41c4-85f6-12ead247eb88', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.630885 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-e7987318-5282-4ff4-8fd8-aec35a7a52d7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Project 06e2a2507414445794c72026d29a70f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:28:34.635660 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7987318-5282-4ff4-8fd8-aec35a7a52d7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (1ae344e7-612d-45c1-a23e-fe0386b14770), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.693363 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7987318-5282-4ff4-8fd8-aec35a7a52d7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (1ae344e7-612d-45c1-a23e-fe0386b14770), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.697011 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7987318-5282-4ff4-8fd8-aec35a7a52d7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (1ae344e7-612d-45c1-a23e-fe0386b14770), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.715418 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7987318-5282-4ff4-8fd8-aec35a7a52d7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae344e7-612d-45c1-a23e-fe0386b14770,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:34.725786 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7987318-5282-4ff4-8fd8-aec35a7a52d7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.727051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e7987318-5282-4ff4-8fd8-aec35a7a52d7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201625 Feb 19 04:28:34.729722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34724) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.734136 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-36506f81-93e1-499d-a19b-11482cbc773f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '1bd5d9cf-cfa8-41c4-85f6-12ead247eb88', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.753974 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-36506f81-93e1-499d-a19b-11482cbc773f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Project 06e2a2507414445794c72026d29a70f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:28:34.758626 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36506f81-93e1-499d-a19b-11482cbc773f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (dfd34c08-1b55-4df1-a49f-45d7a7b72a59), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.820560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36506f81-93e1-499d-a19b-11482cbc773f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (dfd34c08-1b55-4df1-a49f-45d7a7b72a59), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.824200 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36506f81-93e1-499d-a19b-11482cbc773f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (dfd34c08-1b55-4df1-a49f-45d7a7b72a59), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.845079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36506f81-93e1-499d-a19b-11482cbc773f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd34c08-1b55-4df1-a49f-45d7a7b72a59,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:34.854056 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36506f81-93e1-499d-a19b-11482cbc773f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.855277 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-36506f81-93e1-499d-a19b-11482cbc773f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245577 Feb 19 04:28:34.858106 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34726) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.862883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'network': {'name': 'tempest-network-smoke--2089950760', 'project_id': '06e2a2507414445794c72026d29a70f4', 'port_security_enabled': True}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.881635 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:34.884890 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.908357 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:34.917769 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (49d58882-a03f-46a5-ba7f-f55fa1e9f8be), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.918153 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Added segment 49d58882-a03f-46a5-ba7f-f55fa1e9f8be of type vlan for network b3296ac5-0c06-412c-9584-b578aabe47f9 Feb 19 04:28:34.960303 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (b3296ac5-0c06-412c-9584-b578aabe47f9), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.985095 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (b3296ac5-0c06-412c-9584-b578aabe47f9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.990298 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.990770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.048316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1891737 Feb 19 04:28:35.051332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34728) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:35.057678 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'admin_state_up': True, 'project_id': '06e2a2507414445794c72026d29a70f4', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:35.068966 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d6775-26a9-442a-9a92-ff4d5670076a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Network': ['ID=b3296ac5-0c06-412c-9584-b578aabe47f9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:35.080672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network b3296ac5-0c06-412c-9584-b578aabe47f9 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:35.084265 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (69a47f6f-e727-473b-bd7a-d56552185f50), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.085274 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (69a47f6f-e727-473b-bd7a-d56552185f50), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.140855 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_controller (69a47f6f-e727-473b-bd7a-d56552185f50), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.285288 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (69a47f6f-e727-473b-bd7a-d56552185f50), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.480065 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (69a47f6f-e727-473b-bd7a-d56552185f50), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.498262 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.603131 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.25.4.189 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/120816d9-c7fe-4f6c-a23a-f38401a2fc72) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:35.704008 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.737240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.779476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:35.782175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:35.784485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:35.809399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=120816d9-c7fe-4f6c-a23a-f38401a2fc72,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:36.045254 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (69a47f6f-e727-473b-bd7a-d56552185f50), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.242115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (69a47f6f-e727-473b-bd7a-d56552185f50), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.370333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router 69a47f6f-e727-473b-bd7a-d56552185f50 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:28:36.479073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:36.489566 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Sync routers for ids ['69a47f6f-e727-473b-bd7a-d56552185f50'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:36.498957 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.499860 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Routers {'69a47f6f-e727-473b-bd7a-d56552185f50'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:36.500207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-900a1832-1dff-4f25-b350-5ec714a53650 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4479547 Feb 19 04:28:36.500468 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:28:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['69a47f6f-e727-473b-bd7a-d56552185f50'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:36.503401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34730) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.531932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bbf47d7a-85ef-423e-898d-ea5901429efa tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=06e2a2507414445794c72026d29a70f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273521 Feb 19 04:28:36.534495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34732) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.608015 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Set router 69a47f6f-e727-473b-bd7a-d56552185f50 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:36.619396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac49f7d-026e-4a0b-9095-2403cdd1cd33 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.620959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8ac49f7d-026e-4a0b-9095-2403cdd1cd33 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855103 Feb 19 04:28:36.623762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34734) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.650805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6bdcfa3b-5cac-47e8-b355-c71497fad446 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259786 Feb 19 04:28:36.653199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34736) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.658317 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1949782533', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'project_id': '06e2a2507414445794c72026d29a70f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:36.750698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'subnet': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:36.755284 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12518020'] for subnet (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.764761 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.794730 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:35Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:36.822991 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Checking router: 69a47f6f-e727-473b-bd7a-d56552185f50 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:36.823534 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Updating router 69a47f6f-e727-473b-bd7a-d56552185f50 port 120816d9-c7fe-4f6c-a23a-f38401a2fc72 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:28:36.851940 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.950115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12518006'] for subnet (d281cd66-3a2e-44f8-9003-5416178947e9), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.015910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Subnet': ['ID=d281cd66-3a2e-44f8-9003-5416178947e9,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:37.020772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Checking segment: {'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:37.021154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network hostable DHCP agents. Network: b3296ac5-0c06-412c-9584-b578aabe47f9, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:37.039027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network b3296ac5-0c06-412c-9584-b578aabe47f9 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:37.048821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, b3296ac5-0c06-412c-9584-b578aabe47f9) {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:37.053564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:37.054229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.059172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2774cf6f-1fdd-4df4-aeec-0fdfa08d9842 None None] Network b3296ac5-0c06-412c-9584-b578aabe47f9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:37.073729 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a4ad2a35-9410-4a3c-bde7-58b4fe7d5983 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4189069 Feb 19 04:28:37.076473 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34738) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:37.122525 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Publish callbacks [] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.128816 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.162072 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Attempting to bind port 120816d9-c7fe-4f6c-a23a-f38401a2fc72 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:37.163227 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Attempting to bind port 120816d9-c7fe-4f6c-a23a-f38401a2fc72 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:37.163923 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Attempting to bind port 120816d9-c7fe-4f6c-a23a-f38401a2fc72 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:37.165140 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-b3296ac5-0c06-412c-9584-b578aabe47f9', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:37.166197 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.191344 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:37.191694 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:37.192103 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.192508 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:37.193065 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Bound port: 120816d9-c7fe-4f6c-a23a-f38401a2fc72, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:37.193468 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.247449 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] For port 120816d9-c7fe-4f6c-a23a-f38401a2fc72, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:37.252846 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] For port 120816d9-c7fe-4f6c-a23a-f38401a2fc72, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=120816d9-c7fe-4f6c-a23a-f38401a2fc72,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:37.264476 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f1a9c-1f75-4e09-8bfa-fe7d80b9ca17 None None] Pushing event updated for resources: {'Port': ['ID=120816d9-c7fe-4f6c-a23a-f38401a2fc72,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:37.268772 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.322674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Allocated IP 172.20.0.2 (b3296ac5-0c06-412c-9584-b578aabe47f9/d281cd66-3a2e-44f8-9003-5416178947e9/601710a1-3ff2-4c16-a023-a89f92719150) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:37.341619 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Routers {'69a47f6f-e727-473b-bd7a-d56552185f50'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:37.342299 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:28:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['69a47f6f-e727-473b-bd7a-d56552185f50'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:37.348438 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f1a9c-1f75-4e09-8bfa-fe7d80b9ca17 None None] Pushing event updated for resources: {'Port': ['ID=120816d9-c7fe-4f6c-a23a-f38401a2fc72,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:37.463809 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] Set router 69a47f6f-e727-473b-bd7a-d56552185f50 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:37.494383 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Publish callbacks [] for port (601710a1-3ff2-4c16-a023-a89f92719150), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.500865 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (601710a1-3ff2-4c16-a023-a89f92719150), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.550369 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Network b3296ac5-0c06-412c-9584-b578aabe47f9 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:37.554531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:37.556847 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Pushing event updated for resources: {'Port': ['ID=601710a1-3ff2-4c16-a023-a89f92719150,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:37.565520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:37.621810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Attempting to bind port 601710a1-3ff2-4c16-a023-a89f92719150 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:37.622398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Attempting to bind port 601710a1-3ff2-4c16-a023-a89f92719150 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:37.622863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Attempting to bind port 601710a1-3ff2-4c16-a023-a89f92719150 on network b3296ac5-0c06-412c-9584-b578aabe47f9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:37.628005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:37.628520 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Checking segment: {'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:37.629025 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.629655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Bound using segment: {'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:37.630169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Bound port: 601710a1-3ff2-4c16-a023-a89f92719150, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:37.630669 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (601710a1-3ff2-4c16-a023-a89f92719150), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.660678 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:35Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:37.687614 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433140a-06fd-4169-8abd-22181f5d6e3c None None] The sync data for ids ['69a47f6f-e727-473b-bd7a-d56552185f50'] in n-d-826756-2 is: [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:35Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:37.854963 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.862487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] For port 601710a1-3ff2-4c16-a023-a89f92719150, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:37.865949 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] For port 601710a1-3ff2-4c16-a023-a89f92719150, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=601710a1-3ff2-4c16-a023-a89f92719150,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:37.876624 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (601710a1-3ff2-4c16-a023-a89f92719150), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.958204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f964e-be40-4edd-9e4e-8b24aeb5eced None None] Pushing event updated for resources: {'Port': ['ID=601710a1-3ff2-4c16-a023-a89f92719150,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:38.293042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.20.0.1 (b3296ac5-0c06-412c-9584-b578aabe47f9/d281cd66-3a2e-44f8-9003-5416178947e9/81c15a76-122f-405a-8966-01418de48a3f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:38.355414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 120816d9-c7fe-4f6c-a23a-f38401a2fc72 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:38.423165 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-855871bf-5b2a-402f-8815-7b681dbe6556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.431829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 120816d9-c7fe-4f6c-a23a-f38401a2fc72 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:38.432304 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.433660 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (81c15a76-122f-405a-8966-01418de48a3f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.472948 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (81c15a76-122f-405a-8966-01418de48a3f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.519371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 120816d9-c7fe-4f6c-a23a-f38401a2fc72 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:38.519854 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.535060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network b3296ac5-0c06-412c-9584-b578aabe47f9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:38.536222 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=81c15a76-122f-405a-8966-01418de48a3f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:38.539554 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:38.541701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:38.545265 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 120816d9-c7fe-4f6c-a23a-f38401a2fc72, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=120816d9-c7fe-4f6c-a23a-f38401a2fc72,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:38.550741 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.551530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 601710a1-3ff2-4c16-a023-a89f92719150 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:38.586964 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (69a47f6f-e727-473b-bd7a-d56552185f50), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.642164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=120816d9-c7fe-4f6c-a23a-f38401a2fc72,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:38.651738 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 601710a1-3ff2-4c16-a023-a89f92719150 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:38.652050 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (601710a1-3ff2-4c16-a023-a89f92719150), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.744054 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 601710a1-3ff2-4c16-a023-a89f92719150 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:38.744469 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (601710a1-3ff2-4c16-a023-a89f92719150), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.768384 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (81c15a76-122f-405a-8966-01418de48a3f), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.789414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 601710a1-3ff2-4c16-a023-a89f92719150, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=601710a1-3ff2-4c16-a023-a89f92719150,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:38.795498 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (601710a1-3ff2-4c16-a023-a89f92719150), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.855450 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=601710a1-3ff2-4c16-a023-a89f92719150,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:39.083678 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266bbc71-b51e-4ff6-a003-db2bae17246e None None] Network b3296ac5-0c06-412c-9584-b578aabe47f9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:39.099193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (81c15a76-122f-405a-8966-01418de48a3f), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.104027 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (81c15a76-122f-405a-8966-01418de48a3f), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.177192 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (69a47f6f-e727-473b-bd7a-d56552185f50), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.179066 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=81c15a76-122f-405a-8966-01418de48a3f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:39.205896 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3b68c077-c45f-4962-b8d4-e929e279c039 None None] Provisioning complete for port 601710a1-3ff2-4c16-a023-a89f92719150 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:39.206348 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b68c077-c45f-4962-b8d4-e929e279c039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (601710a1-3ff2-4c16-a023-a89f92719150), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.291322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network b3296ac5-0c06-412c-9584-b578aabe47f9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:39.292970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:39.301217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3b68c077-c45f-4962-b8d4-e929e279c039 None None] Current status of the port 601710a1-3ff2-4c16-a023-a89f92719150 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:39.419825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router 69a47f6f-e727-473b-bd7a-d56552185f50 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:28:39.524427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-583dc638-7cab-4f60-9b15-70e7313827fd None None] Provisioning complete for port 81c15a76-122f-405a-8966-01418de48a3f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:39.524802 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-583dc638-7cab-4f60-9b15-70e7313827fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (81c15a76-122f-405a-8966-01418de48a3f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.537662 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:39.547935 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b40a0d7e-4d21-465f-99ff-4c3971ebda05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "PUT /v2.0/routers/69a47f6f-e727-473b-bd7a-d56552185f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652765 Feb 19 04:28:39.561769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-583dc638-7cab-4f60-9b15-70e7313827fd None None] Port 81c15a76-122f-405a-8966-01418de48a3f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:39.571979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-583dc638-7cab-4f60-9b15-70e7313827fd None None] Provisioning complete for port 601710a1-3ff2-4c16-a023-a89f92719150 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:39.572360 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-583dc638-7cab-4f60-9b15-70e7313827fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (601710a1-3ff2-4c16-a023-a89f92719150), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.607465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Sync routers for ids ['69a47f6f-e727-473b-bd7a-d56552185f50'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:39.631900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Routers {'69a47f6f-e727-473b-bd7a-d56552185f50'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:39.632545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:28:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['69a47f6f-e727-473b-bd7a-d56552185f50'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:39.716302 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-7276787a-eeab-4b7a-9b64-aa82b9c52fb2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574756747&fields=id&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 267 time: 0.0496199 Feb 19 04:28:39.762566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-583dc638-7cab-4f60-9b15-70e7313827fd None None] Current status of the port 601710a1-3ff2-4c16-a023-a89f92719150 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:39.789971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Set router 69a47f6f-e727-473b-bd7a-d56552185f50 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:39.841703 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-6f7acb48-d16e-4c8a-ae7f-5abaf6b12de1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:39.843440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-6f7acb48-d16e-4c8a-ae7f-5abaf6b12de1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/networks?id=b3296ac5-0c06-412c-9584-b578aabe47f9 HTTP/1.1" status: 200 len: 797 time: 0.1182396 Feb 19 04:28:39.859699 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-754fef1f-2883-418d-8f81-9f9c79426ad5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/quotas/06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 375 time: 0.0104456 Feb 19 04:28:39.922720 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-2276409c-d370-437e-9b13-00272f8d0081 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571005 Feb 19 04:28:39.930332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a1102939-ba54-48b2-bf99-85f4338f4d90 None None] Provisioning complete for port 81c15a76-122f-405a-8966-01418de48a3f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:39.930716 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a1102939-ba54-48b2-bf99-85f4338f4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (81c15a76-122f-405a-8966-01418de48a3f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.993774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a1102939-ba54-48b2-bf99-85f4338f4d90 None None] Port 81c15a76-122f-405a-8966-01418de48a3f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:40.040468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '81c15a76-122f-405a-8966-01418de48a3f', 'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:7f:54:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:38Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 2, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:40.066295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-2879d659-7fe9-453d-ae90-d80d73367813 service neutron] 10.222.0.42 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318574 Feb 19 04:28:40.067964 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Checking router: 69a47f6f-e727-473b-bd7a-d56552185f50 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:40.068395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Updating router 69a47f6f-e727-473b-bd7a-d56552185f50 port 81c15a76-122f-405a-8966-01418de48a3f binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:28:40.098696 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (81c15a76-122f-405a-8966-01418de48a3f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.148959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4e5eb3b7-179d-41bf-ad8f-a85e9b77ea1c None None] Provisioning complete for port 81c15a76-122f-405a-8966-01418de48a3f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:40.149359 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb3b7-179d-41bf-ad8f-a85e9b77ea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (81c15a76-122f-405a-8966-01418de48a3f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.167432 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-9251fa27-33b1-45f6-bb57-651810144d4f service neutron] 10.222.0.42 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950742 Feb 19 04:28:40.247918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4e5eb3b7-179d-41bf-ad8f-a85e9b77ea1c None None] Port 81c15a76-122f-405a-8966-01418de48a3f cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:40.257569 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 120816d9-c7fe-4f6c-a23a-f38401a2fc72 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:40.338319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27f31ceb-045f-4421-a872-43f37a672e39 req-216780c0-ff75-41d3-85ae-152d9538d590 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 210 time: 0.0290935 Feb 19 04:28:40.386169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 120816d9-c7fe-4f6c-a23a-f38401a2fc72 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:40.386551 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.479489 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Publish callbacks [] for port (81c15a76-122f-405a-8966-01418de48a3f), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.505609 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (81c15a76-122f-405a-8966-01418de48a3f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.547412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 120816d9-c7fe-4f6c-a23a-f38401a2fc72 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:40.548355 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 601710a1-3ff2-4c16-a023-a89f92719150 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:40.596410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b32d2-8b30-438e-9732-47c105be8ac1 None None] Pushing event updated for resources: {'Port': ['ID=81c15a76-122f-405a-8966-01418de48a3f,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:40.615238 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d4dfc0b5-3c5d-482b-ae3a-8c3f8bcdb131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.676205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Attempting to bind port 81c15a76-122f-405a-8966-01418de48a3f on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:40.676582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Attempting to bind port 81c15a76-122f-405a-8966-01418de48a3f by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:40.676940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Attempting to bind port 81c15a76-122f-405a-8966-01418de48a3f on network b3296ac5-0c06-412c-9584-b578aabe47f9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:40.680248 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 601710a1-3ff2-4c16-a023-a89f92719150 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:40.680621 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (601710a1-3ff2-4c16-a023-a89f92719150), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.685695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:40.686019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Checking segment: {'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:40.686373 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.686767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Bound using segment: {'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:40.687242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Bound port: 81c15a76-122f-405a-8966-01418de48a3f, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:40.687623 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (81c15a76-122f-405a-8966-01418de48a3f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.806702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] For port 81c15a76-122f-405a-8966-01418de48a3f, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:40.823304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] For port 81c15a76-122f-405a-8966-01418de48a3f, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=81c15a76-122f-405a-8966-01418de48a3f,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:40.831879 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (81c15a76-122f-405a-8966-01418de48a3f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.838019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 601710a1-3ff2-4c16-a023-a89f92719150 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:40.908083 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b32d2-8b30-438e-9732-47c105be8ac1 None None] Pushing event updated for resources: {'Port': ['ID=81c15a76-122f-405a-8966-01418de48a3f,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:40.913492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0e4bc347-0e1c-4115-86ee-80cbaaec1f44 None None] Provisioning complete for port 81c15a76-122f-405a-8966-01418de48a3f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:40.913903 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc347-0e1c-4115-86ee-80cbaaec1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (81c15a76-122f-405a-8966-01418de48a3f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.916990 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Routers {'69a47f6f-e727-473b-bd7a-d56552185f50'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:40.917615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:28:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['69a47f6f-e727-473b-bd7a-d56552185f50'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:41.086048 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] Set router 69a47f6f-e727-473b-bd7a-d56552185f50 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:41.118998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bc347-0e1c-4115-86ee-80cbaaec1f44 None None] Current status of the port 81c15a76-122f-405a-8966-01418de48a3f is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:41.119681 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc347-0e1c-4115-86ee-80cbaaec1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (81c15a76-122f-405a-8966-01418de48a3f), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.199543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-0e4bc347-0e1c-4115-86ee-80cbaaec1f44 None None] For port 81c15a76-122f-405a-8966-01418de48a3f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=81c15a76-122f-405a-8966-01418de48a3f,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:41.232404 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc347-0e1c-4115-86ee-80cbaaec1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (81c15a76-122f-405a-8966-01418de48a3f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.314215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bc347-0e1c-4115-86ee-80cbaaec1f44 None None] Pushing event updated for resources: {'Port': ['ID=81c15a76-122f-405a-8966-01418de48a3f,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:41.368487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-04542436-c49f-4b21-ad6b-177e68f7ff99 None None] Provisioning complete for port 81c15a76-122f-405a-8966-01418de48a3f triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:41.368880 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-04542436-c49f-4b21-ad6b-177e68f7ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (81c15a76-122f-405a-8966-01418de48a3f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.411590 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-0f1146ab-adb5-48a7-bfa6-d50298340705 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:41.413512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-0f1146ab-adb5-48a7-bfa6-d50298340705 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "GET /v2.0/networks?id=b3296ac5-0c06-412c-9584-b578aabe47f9 HTTP/1.1" status: 200 len: 797 time: 0.1201205 Feb 19 04:28:41.473081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-85e28226-3fe5-4bd9-9935-247ee6616f35 req-358031fe-5b03-462c-a5f5-f2689a3e8b44 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 210 time: 0.0474253 Feb 19 04:28:41.519407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a06c0fcc-60e5-4ab2-b129-b1a8e0efdabb tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 379 time: 0.0827630 Feb 19 04:28:41.529031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'port': {'device_id': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'admin_state_up': True, 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'security_groups': ['1bd5d9cf-cfa8-41c4-85f6-12ead247eb88']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:41.586758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '81c15a76-122f-405a-8966-01418de48a3f', 'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:7f:54:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:38Z', 'updated_at': '2022-02-19T04:28:40Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:41.617094 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc019b-e228-4d1f-90da-36b621a2b246 None None] The sync data for ids ['69a47f6f-e727-473b-bd7a-d56552185f50'] in n-d-826756-2 is: [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '81c15a76-122f-405a-8966-01418de48a3f', 'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:7f:54:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:38Z', 'updated_at': '2022-02-19T04:28:40Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:41.638696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:41.642698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.655210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-04542436-c49f-4b21-ad6b-177e68f7ff99 None None] Current status of the port 81c15a76-122f-405a-8966-01418de48a3f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:41.797142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.20.0.13 (b3296ac5-0c06-412c-9584-b578aabe47f9/d281cd66-3a2e-44f8-9003-5416178947e9/6010d90e-e72a-4723-8dd8-222cc422a03d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:41.943949 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.986510 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.036347 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network b3296ac5-0c06-412c-9584-b578aabe47f9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:42.039865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:42.042352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:42.073145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=6010d90e-e72a-4723-8dd8-222cc422a03d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:42.106708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:42.107348 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.127331 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-438d75bb-a6a2-494f-a648-cd2f8cdc7217 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6020427 Feb 19 04:28:42.210776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Request body: {'port': {'device_id': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:42.289104 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.318653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 81c15a76-122f-405a-8966-01418de48a3f up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:42.328436 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.395168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-268864b0-71a9-4ea6-8c4d-416fdb3097ce None None] Provisioning complete for port 6010d90e-e72a-4723-8dd8-222cc422a03d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:42.395560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-268864b0-71a9-4ea6-8c4d-416fdb3097ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.398188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 81c15a76-122f-405a-8966-01418de48a3f triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:42.398553 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (81c15a76-122f-405a-8966-01418de48a3f), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.453496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-268864b0-71a9-4ea6-8c4d-416fdb3097ce None None] Port 6010d90e-e72a-4723-8dd8-222cc422a03d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:42.510041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 81c15a76-122f-405a-8966-01418de48a3f is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:42.633470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e427-989b-432b-b77e-6f8ffc49753c req-69d64fdb-89f1-4a0f-b41b-a064e433e0aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:42.635042 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96e1e427-989b-432b-b77e-6f8ffc49753c req-69d64fdb-89f1-4a0f-b41b-a064e433e0aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 932 time: 0.0886347 Feb 19 04:28:42.689279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6010d90e-e72a-4723-8dd8-222cc422a03d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:42.706132 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Publish callbacks [] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.732574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96e1e427-989b-432b-b77e-6f8ffc49753c req-5598a7ed-86a5-4caa-b810-b1f9edc39444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743217 Feb 19 04:28:42.735188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Transition to ACTIVE for port object 6010d90e-e72a-4723-8dd8-222cc422a03d will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:28:42.740352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.804250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Pushing event updated for resources: {'Port': ['ID=6010d90e-e72a-4723-8dd8-222cc422a03d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:42.874264 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Attempting to bind port 6010d90e-e72a-4723-8dd8-222cc422a03d on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:42.874599 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Attempting to bind port 6010d90e-e72a-4723-8dd8-222cc422a03d by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:42.874934 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Attempting to bind port 6010d90e-e72a-4723-8dd8-222cc422a03d on network b3296ac5-0c06-412c-9584-b578aabe47f9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:42.879532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Port 6010d90e-e72a-4723-8dd8-222cc422a03d on network b3296ac5-0c06-412c-9584-b578aabe47f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:28:42.879851 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Attempting to bind port 6010d90e-e72a-4723-8dd8-222cc422a03d on network b3296ac5-0c06-412c-9584-b578aabe47f9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:42.884742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:42.885082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Checking segment: {'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:42.885467 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Bound using segment: {'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:42.885919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Bound port: 6010d90e-e72a-4723-8dd8-222cc422a03d, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d58882-a03f-46a5-ba7f-f55fa1e9f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:42.886281 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.957659 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] For port 6010d90e-e72a-4723-8dd8-222cc422a03d, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:42.961528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] For port 6010d90e-e72a-4723-8dd8-222cc422a03d, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6010d90e-e72a-4723-8dd8-222cc422a03d,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:42.968953 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.010717 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.011348 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.013503 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] 10.222.0.37 "PUT /v2.0/ports/6010d90e-e72a-4723-8dd8-222cc422a03d HTTP/1.1" status: 200 len: 1092 time: 0.8734188 Feb 19 04:28:43.014055 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'tag': '6010d90e-e72a-4723-8dd8-222cc422a03d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:43.016332 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4815cc-5aa4-4823-b380-6bfc5de4892b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0d2bad-08f6-4e4a-9245-f17be878ec46", "tag": "6010d90e-e72a-4723-8dd8-222cc422a03d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:43.041100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4597e84-dfd9-4086-a67c-35d0f97c0583 service neutron] Pushing event updated for resources: {'Port': ['ID=6010d90e-e72a-4723-8dd8-222cc422a03d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:43.059064 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181d6b22-7c54-4efa-81ec-df2c84368026 x-openstack-request-id: req-181d6b22-7c54-4efa-81ec-df2c84368026 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:43.059944 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0d2bad-08f6-4e4a-9245-f17be878ec46", "tag": "6010d90e-e72a-4723-8dd8-222cc422a03d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:43.060201 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-181d6b22-7c54-4efa-81ec-df2c84368026 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:43.060678 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'tag': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'status': 'completed', 'code': 200} Feb 19 04:28:43.130229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-999589a6-c137-4209-bdef-db1b54f8f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.132099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-999589a6-c137-4209-bdef-db1b54f8f6e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 1126 time: 0.0488999 Feb 19 04:28:43.182173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-29076b04-1b36-444e-a513-745e879c02ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6010d90e-e72a-4723-8dd8-222cc422a03d HTTP/1.1" status: 200 len: 217 time: 0.0355163 Feb 19 04:28:43.237065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-d5c72f6d-fd01-4c9c-bcbd-e6d9e16b573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.238549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-d5c72f6d-fd01-4c9c-bcbd-e6d9e16b573c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d281cd66-3a2e-44f8-9003-5416178947e9 HTTP/1.1" status: 200 len: 835 time: 0.0500095 Feb 19 04:28:43.287187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-ea20fd42-8b04-4a99-8da3-8d2004ccb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.288704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-ea20fd42-8b04-4a99-8da3-8d2004ccb8cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3296ac5-0c06-412c-9584-b578aabe47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442028 Feb 19 04:28:43.300117 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.379373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-544291f0-3539-4ff8-b83e-900e12e0451f service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821426 Feb 19 04:28:43.471824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d69f87f8-bb8c-4185-9788-8cfb2fdf7097 req-7ac04344-91c8-4b8d-93f6-61da79e81787 service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867772 Feb 19 04:28:43.604826 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-3fb05d8f-02c7-4da9-94c7-cf83b12ec6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.606305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-3fb05d8f-02c7-4da9-94c7-cf83b12ec6ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 1126 time: 0.0448482 Feb 19 04:28:43.698956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-58ff3926-3322-49fc-bb14-9bd03b09efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.701007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-58ff3926-3322-49fc-bb14-9bd03b09efea service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3296ac5-0c06-412c-9584-b578aabe47f9 HTTP/1.1" status: 200 len: 898 time: 0.0886581 Feb 19 04:28:43.741767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-e47cc9a8-28d9-4813-b29c-1aef0a3b4eec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6010d90e-e72a-4723-8dd8-222cc422a03d HTTP/1.1" status: 200 len: 217 time: 0.0341384 Feb 19 04:28:43.791064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-30ac0f12-f885-4c30-8744-fbb8683b7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.792554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-30ac0f12-f885-4c30-8744-fbb8683b7910 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d281cd66-3a2e-44f8-9003-5416178947e9 HTTP/1.1" status: 200 len: 835 time: 0.0444171 Feb 19 04:28:44.159149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-f5cb6def-7cee-4ae7-b00a-0b4eca23a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:44.160568 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-f5cb6def-7cee-4ae7-b00a-0b4eca23a89a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3296ac5-0c06-412c-9584-b578aabe47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3618183 Feb 19 04:28:44.182959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e41797-db2c-4f04-b576-19f129fe45c9 req-4bf38e6f-ce00-41dd-946f-2dc3fd869f67 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:44.184997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56e41797-db2c-4f04-b576-19f129fe45c9 req-4bf38e6f-ce00-41dd-946f-2dc3fd869f67 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 944 time: 0.3609943 Feb 19 04:28:44.281499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-56e41797-db2c-4f04-b576-19f129fe45c9 req-e942cb94-2e04-40e8-b2a7-47797b4f1028 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871177 Feb 19 04:28:44.295257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-d091d35e-1837-403f-90e0-38e7578f0aac service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271143 Feb 19 04:28:44.382889 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc4815cc-5aa4-4823-b380-6bfc5de4892b req-638af37d-aae1-4eed-ac4d-53591a0e7fc6 service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813022 Feb 19 04:28:44.749964 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.398825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244b844-d485-49b9-b243-42bb099cbf49 req-51dd7d07-0a78-4253-8fa1-9e031da6908b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:45.400315 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a244b844-d485-49b9-b243-42bb099cbf49 req-51dd7d07-0a78-4253-8fa1-9e031da6908b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 944 time: 0.0521765 Feb 19 04:28:45.454174 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a244b844-d485-49b9-b243-42bb099cbf49 req-94c29c98-d6fb-4b58-bb42-f285ddc81efd tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481913 Feb 19 04:28:46.202682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6010d90e-e72a-4723-8dd8-222cc422a03d details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:28:46.297062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6010d90e-e72a-4723-8dd8-222cc422a03d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6010d90e-e72a-4723-8dd8-222cc422a03d,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:46.312131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'port_id': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'mac_address': 'fa:16:3e:6d:8d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:28:46.347394 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 6010d90e-e72a-4723-8dd8-222cc422a03d is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:46.347779 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.360579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6010d90e-e72a-4723-8dd8-222cc422a03d {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:46.379630 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6010d90e-e72a-4723-8dd8-222cc422a03d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6010d90e-e72a-4723-8dd8-222cc422a03d,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:46.383810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.436744 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=6010d90e-e72a-4723-8dd8-222cc422a03d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:46.574409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca0ba5-9bfa-44a9-badc-881b63e12494 req-db9cdec0-168e-46ca-9cf1-5abf2b2bae1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:46.575850 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14ca0ba5-9bfa-44a9-badc-881b63e12494 req-db9cdec0-168e-46ca-9cf1-5abf2b2bae1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 945 time: 0.0523705 Feb 19 04:28:46.625000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-14ca0ba5-9bfa-44a9-badc-881b63e12494 req-04d46fa7-6524-4a2a-8153-009682ba774d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434651 Feb 19 04:28:46.795489 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['6010d90e-e72a-4723-8dd8-222cc422a03d'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:28:47.743714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fe04d-6b12-45ee-9e03-f3785c3f133c req-3416c8c7-8e95-443f-9554-11dc4d0dda16 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:47.745207 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-558fe04d-6b12-45ee-9e03-f3785c3f133c req-3416c8c7-8e95-443f-9554-11dc4d0dda16 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 945 time: 0.0513465 Feb 19 04:28:47.792746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-558fe04d-6b12-45ee-9e03-f3785c3f133c req-60859a01-194f-4d4d-b1fc-a79c9920b855 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411258 Feb 19 04:28:48.210669 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6010d90e-e72a-4723-8dd8-222cc422a03d up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:48.263476 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 6010d90e-e72a-4723-8dd8-222cc422a03d completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:28:48.267417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 6010d90e-e72a-4723-8dd8-222cc422a03d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:48.267805 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.343492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 6010d90e-e72a-4723-8dd8-222cc422a03d is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:48.343882 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.365566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6010d90e-e72a-4723-8dd8-222cc422a03d'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:48.367879 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cea039-14ce-4307-85a5-48483eaf3d90" -d '{"events": [{"server_uuid": "6f0d2bad-08f6-4e4a-9245-f17be878ec46", "name": "network-vif-plugged", "status": "completed", "tag": "6010d90e-e72a-4723-8dd8-222cc422a03d"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:48.382210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 6010d90e-e72a-4723-8dd8-222cc422a03d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6010d90e-e72a-4723-8dd8-222cc422a03d,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:48.386514 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.412268 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58adf23e-08ad-4609-b3d7-74a56cbc5c2b x-openstack-request-id: req-58adf23e-08ad-4609-b3d7-74a56cbc5c2b {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:48.412556 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0d2bad-08f6-4e4a-9245-f17be878ec46", "name": "network-vif-plugged", "status": "completed", "tag": "6010d90e-e72a-4723-8dd8-222cc422a03d", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:48.412809 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58adf23e-08ad-4609-b3d7-74a56cbc5c2b {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:48.413197 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'code': 200} Feb 19 04:28:48.438075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=6010d90e-e72a-4723-8dd8-222cc422a03d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:48.539388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e84ff-7928-4b98-8c70-2c370d2b750c req-9ff630a6-9baf-4f47-a0b1-af32cb3ccd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:48.540859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de0e84ff-7928-4b98-8c70-2c370d2b750c req-9ff630a6-9baf-4f47-a0b1-af32cb3ccd8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 1128 time: 0.0486369 Feb 19 04:28:48.585255 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de0e84ff-7928-4b98-8c70-2c370d2b750c req-7396d087-8af0-430d-8de7-3bd8fc801ec3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385501 Feb 19 04:28:48.914931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6baa-dc67-44cd-9755-33cf2ed42c0b req-614a4865-05a3-453e-a565-dd10d44410cf tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:48.916426 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec3f6baa-dc67-44cd-9755-33cf2ed42c0b req-614a4865-05a3-453e-a565-dd10d44410cf tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0534019 Feb 19 04:28:48.964508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ec3f6baa-dc67-44cd-9755-33cf2ed42c0b req-040979e5-a224-4e34-a5be-316ceaff6a62 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418363 Feb 19 04:28:50.085683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb7c72-8397-40fb-a1ac-8432991a8cd1 req-29d2642b-e27a-458d-b2c0-cc36cf6f3717 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:50.087237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8bb7c72-8397-40fb-a1ac-8432991a8cd1 req-29d2642b-e27a-458d-b2c0-cc36cf6f3717 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0529134 Feb 19 04:28:50.140337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d8bb7c72-8397-40fb-a1ac-8432991a8cd1 req-c87fcd81-cec3-4888-a3af-ac872b579418 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473166 Feb 19 04:28:50.269169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2d257-36d9-4735-8ef7-27c4de7a2e9d req-f84d9c90-5c70-431c-b777-50bb3ea6b0c5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:50.270644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0be2d257-36d9-4735-8ef7-27c4de7a2e9d req-f84d9c90-5c70-431c-b777-50bb3ea6b0c5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0619698 Feb 19 04:28:50.321390 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0be2d257-36d9-4735-8ef7-27c4de7a2e9d req-77fb7e1f-7d71-40c7-b2c0-c6ca896e4ba9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450034 Feb 19 04:28:50.343460 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34792) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:50.387441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36970955-d918-4a12-b13e-d19a08222fdc tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:50.389139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-36970955-d918-4a12-b13e-d19a08222fdc tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 1123 time: 0.0446727 Feb 19 04:28:50.391960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34794) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:50.396477 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:50.418714 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.520774 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.621764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.25.4.117 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/17d3579c-c7ca-4bf5-952a-78a73279ef5a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:50.732897 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (17d3579c-c7ca-4bf5-952a-78a73279ef5a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.771916 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (17d3579c-c7ca-4bf5-952a-78a73279ef5a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.810973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:50.817812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:50.820011 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=17d3579c-c7ca-4bf5-952a-78a73279ef5a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:50.822273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:51.192710 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (6658c267-df5b-48bc-8f75-4ed4f17f4045), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.262801 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (17d3579c-c7ca-4bf5-952a-78a73279ef5a), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.410574 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (17d3579c-c7ca-4bf5-952a-78a73279ef5a), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.415392 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (17d3579c-c7ca-4bf5-952a-78a73279ef5a), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.486805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=17d3579c-c7ca-4bf5-952a-78a73279ef5a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:51.496727 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (6658c267-df5b-48bc-8f75-4ed4f17f4045), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.599366 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Floating IP 6658c267-df5b-48bc-8f75-4ed4f17f4045 associated. External IP: 172.25.4.117, port: 6010d90e-e72a-4723-8dd8-222cc422a03d. Feb 19 04:28:51.811064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router 69a47f6f-e727-473b-bd7a-d56552185f50 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:28:51.920231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:51.930707 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] Sync routers for ids ['69a47f6f-e727-473b-bd7a-d56552185f50'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:51.938662 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.940815 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] Routers {'69a47f6f-e727-473b-bd7a-d56552185f50'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:51.941534 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:28:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['69a47f6f-e727-473b-bd7a-d56552185f50'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:51.969636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-119c4eb3-924a-40bb-a42c-82b89f7713c0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5766366 Feb 19 04:28:51.970270 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'tag': '6010d90e-e72a-4723-8dd8-222cc422a03d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:51.972596 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030b8430-9afb-4444-9afa-b02b0c30bde8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0d2bad-08f6-4e4a-9245-f17be878ec46", "tag": "6010d90e-e72a-4723-8dd8-222cc422a03d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:52.077931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30404b-6d74-40d1-8f35-4356d976ee63 req-b1989ad1-9b22-4304-90b9-97114e1c6546 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:52.079389 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a30404b-6d74-40d1-8f35-4356d976ee63 req-b1989ad1-9b22-4304-90b9-97114e1c6546 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0576367 Feb 19 04:28:52.128547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a30404b-6d74-40d1-8f35-4356d976ee63 req-cffc9e12-799a-4b9c-bfa0-57e2458b2021 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432143 Feb 19 04:28:52.143310 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] Set router 69a47f6f-e727-473b-bd7a-d56552185f50 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:52.151476 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34800) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:52.194034 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe481b48-7f09-41d1-a5ed-46d08956faea x-openstack-request-id: req-fe481b48-7f09-41d1-a5ed-46d08956faea {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:52.194653 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0d2bad-08f6-4e4a-9245-f17be878ec46", "tag": "6010d90e-e72a-4723-8dd8-222cc422a03d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:52.194653 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe481b48-7f09-41d1-a5ed-46d08956faea {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:52.194974 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'tag': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'status': 'completed', 'code': 200} Feb 19 04:28:52.228843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8ff1b843-c994-40a7-8eb6-b6e895e27c0e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/6658c267-df5b-48bc-8f75-4ed4f17f4045 HTTP/1.1" status: 200 len: 992 time: 0.0760057 Feb 19 04:28:52.262073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-68c7c32f-0e2b-4c43-8ee3-d7aab47d7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:52.264250 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-68c7c32f-0e2b-4c43-8ee3-d7aab47d7efc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 1128 time: 0.0488734 Feb 19 04:28:52.363067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-f6aa2f3d-b0ef-440d-a3a8-0b75850826e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:52.364900 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-f6aa2f3d-b0ef-440d-a3a8-0b75850826e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3296ac5-0c06-412c-9584-b578aabe47f9 HTTP/1.1" status: 200 len: 898 time: 0.0942564 Feb 19 04:28:52.383428 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '6658c267-df5b-48bc-8f75-4ed4f17f4045', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'port_id': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'mac_address': 'fa:16:3e:6d:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:28:51Z', 'updated_at': '2022-02-19T04:28:51Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c15a76-122f-405a-8966-01418de48a3f', 'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:7f:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:38Z', 'updated_at': '2022-02-19T04:28:41Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:52.410406 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] Checking router: 69a47f6f-e727-473b-bd7a-d56552185f50 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:52.418831 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] Routers {'69a47f6f-e727-473b-bd7a-d56552185f50'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:52.419442 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:28:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['69a47f6f-e727-473b-bd7a-d56552185f50'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:52.437753 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-4b1f7495-1ea6-4a46-87ee-80873830a4ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6010d90e-e72a-4723-8dd8-222cc422a03d HTTP/1.1" status: 200 len: 1000 time: 0.0668206 Feb 19 04:28:52.487112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-ebde9474-62a3-431a-8d46-e24ab922778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:52.488669 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-ebde9474-62a3-431a-8d46-e24ab922778d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d281cd66-3a2e-44f8-9003-5416178947e9 HTTP/1.1" status: 200 len: 835 time: 0.0441153 Feb 19 04:28:52.528110 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] Set router 69a47f6f-e727-473b-bd7a-d56552185f50 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:52.537122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-bad5d1c2-c150-491e-ad87-9e79b1971356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:52.538721 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-bad5d1c2-c150-491e-ad87-9e79b1971356 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3296ac5-0c06-412c-9584-b578aabe47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440657 Feb 19 04:28:52.634505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-bea273e9-a520-477f-ac72-a64256b5be24 service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891056 Feb 19 04:28:52.730805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-030b8430-9afb-4444-9afa-b02b0c30bde8 req-9cef6ac5-6a20-41f7-a016-c364bf0b3414 service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895274 Feb 19 04:28:52.758011 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '6658c267-df5b-48bc-8f75-4ed4f17f4045', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'port_id': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'mac_address': 'fa:16:3e:6d:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:28:51Z', 'updated_at': '2022-02-19T04:28:51Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c15a76-122f-405a-8966-01418de48a3f', 'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:7f:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:38Z', 'updated_at': '2022-02-19T04:28:41Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:52.788129 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014161a-898f-496f-bd81-ea3c44f773a2 None None] The sync data for ids ['69a47f6f-e727-473b-bd7a-d56552185f50'] in n-d-826756-2 is: [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '6658c267-df5b-48bc-8f75-4ed4f17f4045', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'port_id': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'mac_address': 'fa:16:3e:6d:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:28:51Z', 'updated_at': '2022-02-19T04:28:51Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c15a76-122f-405a-8966-01418de48a3f', 'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:7f:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:38Z', 'updated_at': '2022-02-19T04:28:41Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:52.986406 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a84319-5718-4b2d-b9d7-edb2b8774db9 None None] New status for floating IP 6658c267-df5b-48bc-8f75-4ed4f17f4045: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:28:53.051042 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.232572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34802) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:53.296491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6d89382e-8d04-480b-9c81-448b0ac74c83 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/6658c267-df5b-48bc-8f75-4ed4f17f4045 HTTP/1.1" status: 200 len: 994 time: 0.0627306 Feb 19 04:29:02.062849 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:29:06.780454 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.415527 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-947f64fb-5652-42ce-8a2e-c7849b811e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.587312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5ddb-daed-4b29-b642-c4d916ab1000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.276676 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.297411 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.751982 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.053071 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.178063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-d0e88176-f4f2-43ca-83ce-59fb590f5e74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444808 Feb 19 04:29:36.277889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-27c7607b-5aae-4d4f-91a3-0122b1e83a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:36.279307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-27c7607b-5aae-4d4f-91a3-0122b1e83a06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 1128 time: 0.0440648 Feb 19 04:29:36.383411 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-992c3d8a-db49-448c-995c-0a2e78e751c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:36.384903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-992c3d8a-db49-448c-995c-0a2e78e751c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3296ac5-0c06-412c-9584-b578aabe47f9 HTTP/1.1" status: 200 len: 898 time: 0.0859747 Feb 19 04:29:36.455745 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-69400f78-d60c-4cda-96a1-92c46baee351 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6010d90e-e72a-4723-8dd8-222cc422a03d HTTP/1.1" status: 200 len: 1002 time: 0.0641127 Feb 19 04:29:36.503698 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-56323d5b-7d16-4252-8eb2-c4cb51fc21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:36.505134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-56323d5b-7d16-4252-8eb2-c4cb51fc21e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d281cd66-3a2e-44f8-9003-5416178947e9 HTTP/1.1" status: 200 len: 835 time: 0.0434585 Feb 19 04:29:36.556596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-6eebbf93-4b7d-4c57-9787-6316c72dd258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:36.558102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-6eebbf93-4b7d-4c57-9787-6316c72dd258 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3296ac5-0c06-412c-9584-b578aabe47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465441 Feb 19 04:29:36.643337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-13c3d8cf-bddf-4283-8b77-998468917157 service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794952 Feb 19 04:29:36.734937 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-720dbf4f-703b-4b57-84de-c08c5b9a667b req-5505b123-b7dd-49c5-9507-a37dd68b049c service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860832 Feb 19 04:29:36.777225 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.419391 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-12509a17-84cf-43f9-9f13-019dac702194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.062071 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:29:40.589157 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-af9aaecb-878c-43ca-8c5b-2f0b9bb3c373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.280291 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.300041 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.755591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.132647 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.147945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf0d44-e44f-400e-bf75-a72436362d48 req-e7229d4c-7ed3-441c-be94-d3bf7362a157 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:58.149449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4faf0d44-e44f-400e-bf75-a72436362d48 req-e7229d4c-7ed3-441c-be94-d3bf7362a157 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0770626 Feb 19 04:29:58.179161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-3af93864-a43a-4051-9b9c-dfcadd3caa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:58.180626 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-3af93864-a43a-4051-9b9c-dfcadd3caa2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 1128 time: 0.0705230 Feb 19 04:29:58.253573 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4faf0d44-e44f-400e-bf75-a72436362d48 req-5f9c2385-51e7-4f49-83cf-e22bd612d4dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966909 Feb 19 04:29:58.290932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-08d1d53b-b100-40f6-bf74-fb4d74558d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:58.292393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-08d1d53b-b100-40f6-bf74-fb4d74558d79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3296ac5-0c06-412c-9584-b578aabe47f9 HTTP/1.1" status: 200 len: 898 time: 0.1025212 Feb 19 04:29:58.357428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-96b66d7e-c346-4fd4-a36b-808c71c3c6a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6010d90e-e72a-4723-8dd8-222cc422a03d HTTP/1.1" status: 200 len: 1002 time: 0.0575194 Feb 19 04:29:58.695191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-beeac854-37cd-4bae-8f3f-a9f00881fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:58.696644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-beeac854-37cd-4bae-8f3f-a9f00881fccb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d281cd66-3a2e-44f8-9003-5416178947e9 HTTP/1.1" status: 200 len: 835 time: 0.3329091 Feb 19 04:29:58.748248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-36085d23-b16d-4c53-8c49-caa450124430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:58.749738 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-36085d23-b16d-4c53-8c49-caa450124430 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3296ac5-0c06-412c-9584-b578aabe47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465124 Feb 19 04:29:58.841787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-f1e91c2e-1a2d-403e-8706-5c8d6f8660e0 service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847399 Feb 19 04:29:58.929504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55d5254f-bd63-4d4e-95c3-8c86d3891470 req-86eb4d3e-c0ac-4e5e-8c82-fe96a47e1de2 service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813062 Feb 19 04:29:59.373169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7e435-75d6-4231-ac0d-12dfddec82e0 req-7c31988e-08ae-49f7-9596-bcf41c01d2a5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:59.374772 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ad7e435-75d6-4231-ac0d-12dfddec82e0 req-7c31988e-08ae-49f7-9596-bcf41c01d2a5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0536849 Feb 19 04:29:59.423326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5ad7e435-75d6-4231-ac0d-12dfddec82e0 req-8c47b660-9426-4048-b07f-1c52c5a12ac3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Feb 19 04:30:00.546113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc6067-3bda-4464-ad2f-9ad0b06eba73 req-4c5efe4d-fcdd-4eb1-9010-bc5142f49c07 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:00.547540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6acc6067-3bda-4464-ad2f-9ad0b06eba73 req-4c5efe4d-fcdd-4eb1-9010-bc5142f49c07 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0565689 Feb 19 04:30:00.597290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6acc6067-3bda-4464-ad2f-9ad0b06eba73 req-474e1a9f-f8b0-4a18-99ff-298847d82a61 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438070 Feb 19 04:30:01.719030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a00734-e3a1-47d2-a1c4-b0775c6ce9bf req-012c3a84-8f65-4bd8-b307-365176c4bc46 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:01.720515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28a00734-e3a1-47d2-a1c4-b0775c6ce9bf req-012c3a84-8f65-4bd8-b307-365176c4bc46 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0531969 Feb 19 04:30:01.768253 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-28a00734-e3a1-47d2-a1c4-b0775c6ce9bf req-457b430a-6de0-4fcf-9a7b-a8ea8b8ab27b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Feb 19 04:30:02.889597 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f93e48-0494-4679-8f61-f99b4a956885 req-98bc855d-4ddc-49e0-8ca1-21ddc07188ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:02.891109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1f93e48-0494-4679-8f61-f99b4a956885 req-98bc855d-4ddc-49e0-8ca1-21ddc07188ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0555749 Feb 19 04:30:02.940415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d1f93e48-0494-4679-8f61-f99b4a956885 req-2d9df735-8d89-4b44-a7a6-81a44194b729 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436430 Feb 19 04:30:04.063858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39479086-eea6-42b6-b33f-42df8d2c1151 req-114ae0d0-0832-4124-b905-89d2d4b5b435 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:04.065343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39479086-eea6-42b6-b33f-42df8d2c1151 req-114ae0d0-0832-4124-b905-89d2d4b5b435 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0523341 Feb 19 04:30:04.114103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-39479086-eea6-42b6-b33f-42df8d2c1151 req-00768771-6165-4c12-9ccd-764d5f984dfc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Feb 19 04:30:05.234219 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b056c6-a57a-4ad1-952f-6e375972bbd5 req-6bdbb366-ee3d-48b2-b95a-bc6fb3a6c32f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:05.235596 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8b056c6-a57a-4ad1-952f-6e375972bbd5 req-6bdbb366-ee3d-48b2-b95a-bc6fb3a6c32f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0546668 Feb 19 04:30:05.286769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8b056c6-a57a-4ad1-952f-6e375972bbd5 req-cbdbb0e2-11bb-49f5-8895-8a8c948f8941 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453913 Feb 19 04:30:06.407905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354498-6ee9-438c-a7ef-4f7b3e497142 req-621b5b47-e31d-4559-b8c5-59342722c7d8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:06.409401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46354498-6ee9-438c-a7ef-4f7b3e497142 req-621b5b47-e31d-4559-b8c5-59342722c7d8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0547197 Feb 19 04:30:06.458632 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46354498-6ee9-438c-a7ef-4f7b3e497142 req-da826ce4-37a2-4d04-9148-b2f30ebb9323 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Feb 19 04:30:06.778027 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.577206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed996-9b19-466f-8b07-fd7c441a409c req-815f83d2-3d5e-4aa3-a7b1-e8adb73ed9aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:07.578757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bfed996-9b19-466f-8b07-fd7c441a409c req-815f83d2-3d5e-4aa3-a7b1-e8adb73ed9aa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0525734 Feb 19 04:30:07.626351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3bfed996-9b19-466f-8b07-fd7c441a409c req-ce021f9a-ddda-4450-aab6-204d28a1899d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420341 Feb 19 04:30:08.422006 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-54af121a-d708-4244-be42-9988e7dae388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.753660 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62ba78-cc07-4cc3-9e2d-7300c753ce7e req-d370301f-dc46-4ced-b3f1-09e4fc42209c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:08.755188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f62ba78-cc07-4cc3-9e2d-7300c753ce7e req-d370301f-dc46-4ced-b3f1-09e4fc42209c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0569112 Feb 19 04:30:08.804967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f62ba78-cc07-4cc3-9e2d-7300c753ce7e req-8a8d1178-c134-4864-9120-5aefb74038e1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441318 Feb 19 04:30:09.926176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33198711-c397-4ef9-b458-05ae920de017 req-c7f88506-7f4d-4876-8018-62eb7d72cbac tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:09.927698 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33198711-c397-4ef9-b458-05ae920de017 req-c7f88506-7f4d-4876-8018-62eb7d72cbac tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0547969 Feb 19 04:30:09.977693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-33198711-c397-4ef9-b458-05ae920de017 req-f5f7b931-e9d6-4ab4-b848-ee4d9093de0d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437844 Feb 19 04:30:09.999999 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34850) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:10.066864 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-39f4b4e0-247a-49b4-bdd1-252741d4dfb7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/6658c267-df5b-48bc-8f75-4ed4f17f4045 HTTP/1.1" status: 200 len: 994 time: 0.0654356 Feb 19 04:30:10.591817 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3804ba71-a1e4-435d-b059-afd8717342ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.283122 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.303186 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.758178 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.061327 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:30:23.140149 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.113030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-e061f19f-7456-44db-9660-1849f9b5b3a0 req-e08124f0-0c53-4c57-a1f0-ad46921ffd66 tempest-ServerDiskConfigTestJSON-1864764088 tempest-ServerDiskConfigTestJSON-1864764088-project] (103616) timed out ('10.222.0.37', 51324) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:30:36.794858 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.176788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-c5cb0e34-79fe-46df-90aa-d6f3921927d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433247 Feb 19 04:30:38.277175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-44272a51-bc12-4cfc-8250-13cf2252932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:38.278751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-44272a51-bc12-4cfc-8250-13cf2252932b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 1128 time: 0.0439665 Feb 19 04:30:38.385734 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-91d0d25d-db86-4144-855e-4eb03e6470a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:38.387278 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-91d0d25d-db86-4144-855e-4eb03e6470a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3296ac5-0c06-412c-9584-b578aabe47f9 HTTP/1.1" status: 200 len: 898 time: 0.0894728 Feb 19 04:30:38.426149 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6996847e-6310-4a79-9c47-9fd6b6995e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.457425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-993dc435-cffc-4a85-a68a-9f809ca3de63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6010d90e-e72a-4723-8dd8-222cc422a03d HTTP/1.1" status: 200 len: 1002 time: 0.0641220 Feb 19 04:30:38.506413 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-b28488fa-040c-4864-ae1b-48a624723829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:38.507790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-b28488fa-040c-4864-ae1b-48a624723829 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d281cd66-3a2e-44f8-9003-5416178947e9 HTTP/1.1" status: 200 len: 835 time: 0.0437992 Feb 19 04:30:38.566283 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-91b64d5e-6e87-4385-b7e9-b9b915f2bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:38.567817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-91b64d5e-6e87-4385-b7e9-b9b915f2bbb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3296ac5-0c06-412c-9584-b578aabe47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493662 Feb 19 04:30:38.658344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-3b7c396a-85d1-429b-a3f6-d6c93b39dd8a service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840213 Feb 19 04:30:38.753785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-61583f3e-d624-44e2-9b83-1d1a26fbdcb4 req-be102419-f0bd-41fc-bcac-4a45417c4a81 service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882173 Feb 19 04:30:40.594340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-599fccef-6673-42d3-adbc-0461fccfc56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.290664 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.307862 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.761323 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.060968 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:30:53.145073 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.618642 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34874) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:58.777828 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 17d3579c-c7ca-4bf5-952a-78a73279ef5a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:58.778204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (17d3579c-c7ca-4bf5-952a-78a73279ef5a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.853294 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (17d3579c-c7ca-4bf5-952a-78a73279ef5a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.853578 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (17d3579c-c7ca-4bf5-952a-78a73279ef5a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.865421 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 17d3579c-c7ca-4bf5-952a-78a73279ef5a owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:59.035049 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (17d3579c-c7ca-4bf5-952a-78a73279ef5a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.066092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=17d3579c-c7ca-4bf5-952a-78a73279ef5a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:59.091772 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.092127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.092483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.092821 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.093164 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.093503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.093859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.094194 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.094534 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.094867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.095196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.095543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.095852 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:59.133733 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (6658c267-df5b-48bc-8f75-4ed4f17f4045), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.134025 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Floating IP 6658c267-df5b-48bc-8f75-4ed4f17f4045 disassociated (deleted). External IP: 172.25.4.117, port: 6010d90e-e72a-4723-8dd8-222cc422a03d. Feb 19 04:30:59.343400 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router 69a47f6f-e727-473b-bd7a-d56552185f50 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:59.451188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:59.456028 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.460866 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] Sync routers for ids ['69a47f6f-e727-473b-bd7a-d56552185f50'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:59.470447 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] Routers {'69a47f6f-e727-473b-bd7a-d56552185f50'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:59.471201 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:30:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['69a47f6f-e727-473b-bd7a-d56552185f50'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:59.485565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fc9e6933-d7ad-4f0f-9ced-ece4eeefe5ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/floatingips/6658c267-df5b-48bc-8f75-4ed4f17f4045 HTTP/1.1" status: 204 len: 168 time: 0.8657744 Feb 19 04:30:59.486193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'tag': '6010d90e-e72a-4723-8dd8-222cc422a03d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:59.488462 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eca2e05-4fac-4932-8876-0e5314b155f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0d2bad-08f6-4e4a-9245-f17be878ec46", "tag": "6010d90e-e72a-4723-8dd8-222cc422a03d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:59.578424 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] Set router 69a47f6f-e727-473b-bd7a-d56552185f50 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:59.709513 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d501c2e9-0382-42a2-9f59-36306f458e41 x-openstack-request-id: req-d501c2e9-0382-42a2-9f59-36306f458e41 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:59.710061 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0d2bad-08f6-4e4a-9245-f17be878ec46", "tag": "6010d90e-e72a-4723-8dd8-222cc422a03d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:59.710061 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d501c2e9-0382-42a2-9f59-36306f458e41 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:59.710477 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'tag': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'status': 'completed', 'code': 200} Feb 19 04:30:59.786044 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '81c15a76-122f-405a-8966-01418de48a3f', 'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:7f:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:38Z', 'updated_at': '2022-02-19T04:28:41Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:59.815985 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] Checking router: 69a47f6f-e727-473b-bd7a-d56552185f50 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:59.824290 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] Routers {'69a47f6f-e727-473b-bd7a-d56552185f50'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:59.825683 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:30:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['69a47f6f-e727-473b-bd7a-d56552185f50'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:59.839560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c048e7-7055-4c9d-a69c-a4b4f277721d req-aaa52729-dcc8-408c-b802-eb46a0671254 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:59.841693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0c048e7-7055-4c9d-a69c-a4b4f277721d req-aaa52729-dcc8-408c-b802-eb46a0671254 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0887582 Feb 19 04:30:59.843507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-fd52aa1e-7551-431b-adf5-4be67123525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:59.844856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-fd52aa1e-7551-431b-adf5-4be67123525b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 1128 time: 0.0833006 Feb 19 04:30:59.934219 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] Set router 69a47f6f-e727-473b-bd7a-d56552185f50 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:59.940506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0c048e7-7055-4c9d-a69c-a4b4f277721d req-e6064a12-79cf-44ec-a072-00eab53685a5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927849 Feb 19 04:30:59.970845 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-1cc1a442-1ef7-4fd0-90da-c55155809e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:59.972381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-1cc1a442-1ef7-4fd0-90da-c55155809e82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3296ac5-0c06-412c-9584-b578aabe47f9 HTTP/1.1" status: 200 len: 898 time: 0.1189702 Feb 19 04:31:00.022906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-d450a9e2-aa5a-473c-a359-c0ca829f1231 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6010d90e-e72a-4723-8dd8-222cc422a03d HTTP/1.1" status: 200 len: 217 time: 0.0420563 Feb 19 04:31:00.075837 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-c650555c-d072-49a8-a82d-3a34dc97f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:00.077362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-c650555c-d072-49a8-a82d-3a34dc97f171 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d281cd66-3a2e-44f8-9003-5416178947e9 HTTP/1.1" status: 200 len: 835 time: 0.0451188 Feb 19 04:31:00.126439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-56409697-b497-4b9c-985a-74943e1030f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:00.127955 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-56409697-b497-4b9c-985a-74943e1030f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3296ac5-0c06-412c-9584-b578aabe47f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439231 Feb 19 04:31:00.219465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-72e83689-f7a5-47db-9f10-0dc20d3faade service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847425 Feb 19 04:31:00.221525 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '81c15a76-122f-405a-8966-01418de48a3f', 'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:7f:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:38Z', 'updated_at': '2022-02-19T04:28:41Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:00.247907 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc317ccb-c219-4541-a3d6-ea09d8910172 None None] The sync data for ids ['69a47f6f-e727-473b-bd7a-d56552185f50'] in n-d-826756-2 is: [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '81c15a76-122f-405a-8966-01418de48a3f', 'name': '', 'network_id': 'b3296ac5-0c06-412c-9584-b578aabe47f9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:7f:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:38Z', 'updated_at': '2022-02-19T04:28:41Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd281cd66-3a2e-44f8-9003-5416178947e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:00.310272 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6eca2e05-4fac-4932-8876-0e5314b155f1 req-c120e80a-b5b5-4150-b0e7-0fe94a72c2f8 service neutron] 10.222.0.37 "GET /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842729 Feb 19 04:31:00.468836 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a55633-da20-42ac-9d86-2667927f51e9 None None] New status for floating IP 6658c267-df5b-48bc-8f75-4ed4f17f4045: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:31:01.064423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b99dbd-3667-4212-9772-0018fa6f1947 req-9204a9a8-42b2-416e-91fb-2d3925d5350d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:01.065943 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09b99dbd-3667-4212-9772-0018fa6f1947 req-9204a9a8-42b2-416e-91fb-2d3925d5350d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0532277 Feb 19 04:31:01.118285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09b99dbd-3667-4212-9772-0018fa6f1947 req-a9a6929d-0793-43e9-aae0-1712b05cb17e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467205 Feb 19 04:31:01.704608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-f05790c0-e51b-4fa7-a891-eb505fc3c098 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:01.706422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-f05790c0-e51b-4fa7-a891-eb505fc3c098 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 946 time: 0.0525210 Feb 19 04:31:01.795645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-860c578c-b0cd-43f1-97b6-90d171a955dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 6010d90e-e72a-4723-8dd8-222cc422a03d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:01.795976 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-860c578c-b0cd-43f1-97b6-90d171a955dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.884562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-860c578c-b0cd-43f1-97b6-90d171a955dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 6010d90e-e72a-4723-8dd8-222cc422a03d, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=6010d90e-e72a-4723-8dd8-222cc422a03d,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:01.884918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-860c578c-b0cd-43f1-97b6-90d171a955dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.896933 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-860c578c-b0cd-43f1-97b6-90d171a955dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 6010d90e-e72a-4723-8dd8-222cc422a03d owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:02.026950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-860c578c-b0cd-43f1-97b6-90d171a955dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (6010d90e-e72a-4723-8dd8-222cc422a03d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.055841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c578c-b0cd-43f1-97b6-90d171a955dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=6010d90e-e72a-4723-8dd8-222cc422a03d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:02.099090 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-860c578c-b0cd-43f1-97b6-90d171a955dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] No DVR routers for this DVR port 6010d90e-e72a-4723-8dd8-222cc422a03d on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:02.101688 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-860c578c-b0cd-43f1-97b6-90d171a955dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.105024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8564abfd-f0aa-4aee-aa79-89a07b06cd97 req-860c578c-b0cd-43f1-97b6-90d171a955dc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "DELETE /v2.0/ports/6010d90e-e72a-4723-8dd8-222cc422a03d HTTP/1.1" status: 204 len: 173 time: 0.3936226 Feb 19 04:31:02.105481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'name': 'network-vif-deleted', 'tag': '6010d90e-e72a-4723-8dd8-222cc422a03d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:02.108360 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df6065d-64ee-4ccb-876a-c887357580fe" -d '{"events": [{"server_uuid": "6f0d2bad-08f6-4e4a-9245-f17be878ec46", "name": "network-vif-deleted", "tag": "6010d90e-e72a-4723-8dd8-222cc422a03d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:02.146917 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07477895-6e04-4a27-aa96-082444223ccf x-openstack-request-id: req-07477895-6e04-4a27-aa96-082444223ccf {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:02.147240 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0d2bad-08f6-4e4a-9245-f17be878ec46", "name": "network-vif-deleted", "tag": "6010d90e-e72a-4723-8dd8-222cc422a03d", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:02.147484 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07477895-6e04-4a27-aa96-082444223ccf {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:02.147938 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0d2bad-08f6-4e4a-9245-f17be878ec46', 'name': 'network-vif-deleted', 'tag': '6010d90e-e72a-4723-8dd8-222cc422a03d', 'status': 'completed', 'code': 200} Feb 19 04:31:02.219732 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f13618f0-34ad-45cf-91f6-47fb61de0aef req-c5c7de99-2d76-4ceb-9a4c-6a70b5637161 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f0d2bad-08f6-4e4a-9245-f17be878ec46 HTTP/1.1" status: 200 len: 210 time: 0.0275905 Feb 19 04:31:03.276802 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34892) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:03.634803 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (69a47f6f-e727-473b-bd7a-d56552185f50), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.891171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 81c15a76-122f-405a-8966-01418de48a3f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:03.891437 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (81c15a76-122f-405a-8966-01418de48a3f), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.977907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 81c15a76-122f-405a-8966-01418de48a3f, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=81c15a76-122f-405a-8966-01418de48a3f,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:03.978272 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (81c15a76-122f-405a-8966-01418de48a3f), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.990708 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 81c15a76-122f-405a-8966-01418de48a3f owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:04.177474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (81c15a76-122f-405a-8966-01418de48a3f), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.489520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=81c15a76-122f-405a-8966-01418de48a3f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:04.664269 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (69a47f6f-e727-473b-bd7a-d56552185f50), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.862507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6010d90e-e72a-4723-8dd8-222cc422a03d no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:04.882810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router 69a47f6f-e727-473b-bd7a-d56552185f50 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:04.885339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 6010d90e-e72a-4723-8dd8-222cc422a03d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:04.885686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 6010d90e-e72a-4723-8dd8-222cc422a03d not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:04.992064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:04.997112 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0d54873b-aed6-4090-afb1-86d3353faffe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "PUT /v2.0/routers/69a47f6f-e727-473b-bd7a-d56552185f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7192783 Feb 19 04:31:04.999949 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34896) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:05.002162 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] Sync routers for ids ['69a47f6f-e727-473b-bd7a-d56552185f50'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:05.012768 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] Routers {'69a47f6f-e727-473b-bd7a-d56552185f50'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:05.014154 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:30:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['69a47f6f-e727-473b-bd7a-d56552185f50'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:05.050986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad5afc8-11c3-4554-bd5b-bf66df5841b1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting subnet d281cd66-3a2e-44f8-9003-5416178947e9 {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:05.054195 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ad5afc8-11c3-4554-bd5b-bf66df5841b1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (d281cd66-3a2e-44f8-9003-5416178947e9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.101171 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ad5afc8-11c3-4554-bd5b-bf66df5841b1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (d281cd66-3a2e-44f8-9003-5416178947e9), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.132816 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] Set router 69a47f6f-e727-473b-bd7a-d56552185f50 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:05.194075 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ad5afc8-11c3-4554-bd5b-bf66df5841b1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (d281cd66-3a2e-44f8-9003-5416178947e9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.258876 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ad5afc8-11c3-4554-bd5b-bf66df5841b1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (d281cd66-3a2e-44f8-9003-5416178947e9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.289485 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5afc8-11c3-4554-bd5b-bf66df5841b1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Subnet': ['ID=d281cd66-3a2e-44f8-9003-5416178947e9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:05.293376 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ad5afc8-11c3-4554-bd5b-bf66df5841b1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.300314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7ad5afc8-11c3-4554-bd5b-bf66df5841b1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/subnets/d281cd66-3a2e-44f8-9003-5416178947e9 HTTP/1.1" status: 204 len: 168 time: 0.2968516 Feb 19 04:31:05.301106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34898) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:05.301559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac4bfb3-0732-4c34-b12b-a3116da3aed4 None None] Network b3296ac5-0c06-412c-9584-b578aabe47f9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:05.322058 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:31:04Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:05.349459 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] Checking router: 69a47f6f-e727-473b-bd7a-d56552185f50 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:05.358815 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] Routers {'69a47f6f-e727-473b-bd7a-d56552185f50'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:05.359425 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:30:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['69a47f6f-e727-473b-bd7a-d56552185f50'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:05.434761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (69a47f6f-e727-473b-bd7a-d56552185f50), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.472156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] DHCP port deletion for b3296ac5-0c06-412c-9584-b578aabe47f9 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:05.484313 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] Set router 69a47f6f-e727-473b-bd7a-d56552185f50 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:05.524518 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Deleting port 601710a1-3ff2-4c16-a023-a89f92719150 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:05.524898 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (601710a1-3ff2-4c16-a023-a89f92719150), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.549502 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (69a47f6f-e727-473b-bd7a-d56552185f50), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.595031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] For port 601710a1-3ff2-4c16-a023-a89f92719150, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=601710a1-3ff2-4c16-a023-a89f92719150,segment=NetworkSegment(49d58882-a03f-46a5-ba7f-f55fa1e9f8be),segment_id=49d58882-a03f-46a5-ba7f-f55fa1e9f8be)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:05.595956 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (601710a1-3ff2-4c16-a023-a89f92719150), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.604797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 120816d9-c7fe-4f6c-a23a-f38401a2fc72 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:05.605152 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.613073 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Calling delete_port for 601710a1-3ff2-4c16-a023-a89f92719150 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:05.668571 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:31:04Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:05.685266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 120816d9-c7fe-4f6c-a23a-f38401a2fc72, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=120816d9-c7fe-4f6c-a23a-f38401a2fc72,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:05.685653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.694648 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63c2ac-2683-46ff-8713-546d2491631c None None] The sync data for ids ['69a47f6f-e727-473b-bd7a-d56552185f50'] in n-d-826756-2 is: [{'id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204091727', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:31:04Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '120816d9-c7fe-4f6c-a23a-f38401a2fc72', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a47f6f-e727-473b-bd7a-d56552185f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:05.698618 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 120816d9-c7fe-4f6c-a23a-f38401a2fc72 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:05.702551 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (601710a1-3ff2-4c16-a023-a89f92719150), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.732461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] No DVR routers for this DVR port 601710a1-3ff2-4c16-a023-a89f92719150 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:05.737361 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Pushing event deleted for resources: {'Port': ['ID=601710a1-3ff2-4c16-a023-a89f92719150,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:05.746350 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.746704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.747044 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.747409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.748258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.748258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.748442 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.748759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.749095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.749427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.749741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.750216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.750422 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb85231-48ec-436a-b6aa-7631a411bbaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.876200 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (120816d9-c7fe-4f6c-a23a-f38401a2fc72), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.900851 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=120816d9-c7fe-4f6c-a23a-f38401a2fc72,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:05.913165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.913528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.913907 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.914261 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.914605 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.914946 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.915284 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.915633 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.915987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.916320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.916658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.916986 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.917315 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:05.974077 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (69a47f6f-e727-473b-bd7a-d56552185f50), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.072145 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (69a47f6f-e727-473b-bd7a-d56552185f50), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.074516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_controller (69a47f6f-e727-473b-bd7a-d56552185f50), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.124185 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (69a47f6f-e727-473b-bd7a-d56552185f50), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.124763 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Fanout notify agent at l3_agent the message router_deleted on router 69a47f6f-e727-473b-bd7a-d56552185f50 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:06.131551 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.132691 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-29c19575-6567-4207-a3ff-a9b088cd7452 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/routers/69a47f6f-e727-473b-bd7a-d56552185f50 HTTP/1.1" status: 204 len: 168 time: 0.8290331 Feb 19 04:31:06.135825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34902) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:06.215973 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (b3296ac5-0c06-412c-9584-b578aabe47f9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.312675 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (b3296ac5-0c06-412c-9584-b578aabe47f9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.334549 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3296ac5-0c06-412c-9584-b578aabe47f9']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:06.345191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d58882-a03f-46a5-ba7f-f55fa1e9f8be') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:06.345502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d58882-a03f-46a5-ba7f-f55fa1e9f8be') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:06.356220 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (49d58882-a03f-46a5-ba7f-f55fa1e9f8be), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.369834 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (49d58882-a03f-46a5-ba7f-f55fa1e9f8be), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.376221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:06.376611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (49d58882-a03f-46a5-ba7f-f55fa1e9f8be), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:06.379539 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:06.437756 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (b3296ac5-0c06-412c-9584-b578aabe47f9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.442556 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.446201 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/networks/b3296ac5-0c06-412c-9584-b578aabe47f9 HTTP/1.1" status: 204 len: 168 time: 0.3093114 Feb 19 04:31:06.449076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34904) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:06.461892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e12c69-cb2c-4cc3-a20c-e28dfd3c1265 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Network': ['ID=b3296ac5-0c06-412c-9584-b578aabe47f9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:06.505785 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bb62ecb-1ce3-4148-b8b0-7f33da878353 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (1bd5d9cf-cfa8-41c4-85f6-12ead247eb88), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.535312 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bb62ecb-1ce3-4148-b8b0-7f33da878353 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (1bd5d9cf-cfa8-41c4-85f6-12ead247eb88), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.596369 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bb62ecb-1ce3-4148-b8b0-7f33da878353 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (1bd5d9cf-cfa8-41c4-85f6-12ead247eb88), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.599161 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bb62ecb-1ce3-4148-b8b0-7f33da878353 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.600567 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5bb62ecb-1ce3-4148-b8b0-7f33da878353 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/security-groups/1bd5d9cf-cfa8-41c4-85f6-12ead247eb88 HTTP/1.1" status: 204 len: 168 time: 0.1503348 Feb 19 04:31:06.610832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb62ecb-1ce3-4148-b8b0-7f33da878353 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd5d9cf-cfa8-41c4-85f6-12ead247eb88,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:06.683704 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 601710a1-3ff2-4c16-a023-a89f92719150 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:06.705779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 601710a1-3ff2-4c16-a023-a89f92719150 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:06.706415 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 601710a1-3ff2-4c16-a023-a89f92719150 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:06.707197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 81c15a76-122f-405a-8966-01418de48a3f no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:06.727839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 81c15a76-122f-405a-8966-01418de48a3f {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:06.728193 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 81c15a76-122f-405a-8966-01418de48a3f not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:06.791253 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.857603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 34910) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:06.862214 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9a34c8af-f2fe-4bae-ad36-87854fb027d9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814507983', 'description': 'tempest-secgroup-smoke-1814507983 description', 'project_id': '06e2a2507414445794c72026d29a70f4'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:06.882599 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a34c8af-f2fe-4bae-ad36-87854fb027d9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.951204 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a34c8af-f2fe-4bae-ad36-87854fb027d9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (ea0043d6-7a18-4c60-98ea-7182e363a623), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.955639 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a34c8af-f2fe-4bae-ad36-87854fb027d9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ea0043d6-7a18-4c60-98ea-7182e363a623), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.988181 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a34c8af-f2fe-4bae-ad36-87854fb027d9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.989459 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9a34c8af-f2fe-4bae-ad36-87854fb027d9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1308036 Feb 19 04:31:06.990210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34c8af-f2fe-4bae-ad36-87854fb027d9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0043d6-7a18-4c60-98ea-7182e363a623,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:06.992528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34912) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:06.998132 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-6a84b76c-5a8d-4b55-ac7d-3c72dafabe1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': 'ea0043d6-7a18-4c60-98ea-7182e363a623', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:07.023850 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a84b76c-5a8d-4b55-ac7d-3c72dafabe1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (d6765c8c-4f36-4279-8498-798a0a6a58e9), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.087821 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a84b76c-5a8d-4b55-ac7d-3c72dafabe1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (d6765c8c-4f36-4279-8498-798a0a6a58e9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.091326 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a84b76c-5a8d-4b55-ac7d-3c72dafabe1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d6765c8c-4f36-4279-8498-798a0a6a58e9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.109337 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84b76c-5a8d-4b55-ac7d-3c72dafabe1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6765c8c-4f36-4279-8498-798a0a6a58e9,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:07.120101 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6a84b76c-5a8d-4b55-ac7d-3c72dafabe1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.122223 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6a84b76c-5a8d-4b55-ac7d-3c72dafabe1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281931 Feb 19 04:31:07.125208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34914) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.129557 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e3c5c994-f006-4e83-bd14-0205ee474e45 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': 'ea0043d6-7a18-4c60-98ea-7182e363a623', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:07.154758 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c994-f006-4e83-bd14-0205ee474e45 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (3fca8434-790d-4fb8-915c-6325481b05b1), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.213822 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c994-f006-4e83-bd14-0205ee474e45 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (3fca8434-790d-4fb8-915c-6325481b05b1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.218186 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c994-f006-4e83-bd14-0205ee474e45 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3fca8434-790d-4fb8-915c-6325481b05b1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.237429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5c994-f006-4e83-bd14-0205ee474e45 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fca8434-790d-4fb8-915c-6325481b05b1,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:07.245189 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c994-f006-4e83-bd14-0205ee474e45 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.246431 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e3c5c994-f006-4e83-bd14-0205ee474e45 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202559 Feb 19 04:31:07.249809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34916) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.254235 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-44ebf961-cfdd-4574-bedf-4e1a5c8c7bc3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': 'ea0043d6-7a18-4c60-98ea-7182e363a623', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:07.278229 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44ebf961-cfdd-4574-bedf-4e1a5c8c7bc3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (88e289bd-c64a-4cee-9a81-0ee6e69ed034), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.336946 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44ebf961-cfdd-4574-bedf-4e1a5c8c7bc3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (88e289bd-c64a-4cee-9a81-0ee6e69ed034), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.340426 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44ebf961-cfdd-4574-bedf-4e1a5c8c7bc3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (88e289bd-c64a-4cee-9a81-0ee6e69ed034), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.360429 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebf961-cfdd-4574-bedf-4e1a5c8c7bc3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e289bd-c64a-4cee-9a81-0ee6e69ed034,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:07.368902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44ebf961-cfdd-4574-bedf-4e1a5c8c7bc3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.370414 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-44ebf961-cfdd-4574-bedf-4e1a5c8c7bc3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195946 Feb 19 04:31:07.373081 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34918) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.377498 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c503842e-0a06-4bd5-a71a-4912c079e70b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': 'ea0043d6-7a18-4c60-98ea-7182e363a623', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:07.401947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c503842e-0a06-4bd5-a71a-4912c079e70b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (bde296ec-19f5-4e42-9812-6284ea8aedaa), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.461351 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c503842e-0a06-4bd5-a71a-4912c079e70b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (bde296ec-19f5-4e42-9812-6284ea8aedaa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.465691 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c503842e-0a06-4bd5-a71a-4912c079e70b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (bde296ec-19f5-4e42-9812-6284ea8aedaa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.483950 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503842e-0a06-4bd5-a71a-4912c079e70b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde296ec-19f5-4e42-9812-6284ea8aedaa,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:07.493061 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c503842e-0a06-4bd5-a71a-4912c079e70b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.494287 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c503842e-0a06-4bd5-a71a-4912c079e70b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202607 Feb 19 04:31:07.497023 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34920) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.501359 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e34c60a7-8f0a-4b25-938b-fcdd6c256441 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': 'ea0043d6-7a18-4c60-98ea-7182e363a623', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:07.521810 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-e34c60a7-8f0a-4b25-938b-fcdd6c256441 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Project 06e2a2507414445794c72026d29a70f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:31:07.526771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e34c60a7-8f0a-4b25-938b-fcdd6c256441 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (d0a3ab5d-dab9-479a-b7e6-ce2dd12f9af5), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.585424 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e34c60a7-8f0a-4b25-938b-fcdd6c256441 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (d0a3ab5d-dab9-479a-b7e6-ce2dd12f9af5), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.589002 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e34c60a7-8f0a-4b25-938b-fcdd6c256441 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d0a3ab5d-dab9-479a-b7e6-ce2dd12f9af5), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.610430 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c60a7-8f0a-4b25-938b-fcdd6c256441 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a3ab5d-dab9-479a-b7e6-ce2dd12f9af5,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:07.616086 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e34c60a7-8f0a-4b25-938b-fcdd6c256441 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.617289 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e34c60a7-8f0a-4b25-938b-fcdd6c256441 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192787 Feb 19 04:31:07.620013 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34922) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.624518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c68e39fb-8ec8-4fb8-839b-6bcd3383a9c9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': 'ea0043d6-7a18-4c60-98ea-7182e363a623', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:07.644341 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-c68e39fb-8ec8-4fb8-839b-6bcd3383a9c9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Project 06e2a2507414445794c72026d29a70f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:31:07.649073 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c68e39fb-8ec8-4fb8-839b-6bcd3383a9c9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (7b7de4ae-e7f2-441f-88d8-a7def8657057), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.709748 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c68e39fb-8ec8-4fb8-839b-6bcd3383a9c9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (7b7de4ae-e7f2-441f-88d8-a7def8657057), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.713478 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c68e39fb-8ec8-4fb8-839b-6bcd3383a9c9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (7b7de4ae-e7f2-441f-88d8-a7def8657057), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.731965 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e39fb-8ec8-4fb8-839b-6bcd3383a9c9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7de4ae-e7f2-441f-88d8-a7def8657057,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:07.739730 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c68e39fb-8ec8-4fb8-839b-6bcd3383a9c9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.740936 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c68e39fb-8ec8-4fb8-839b-6bcd3383a9c9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200211 Feb 19 04:31:07.743864 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34924) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.748692 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'network': {'name': 'tempest-network-smoke--1266339194', 'project_id': '06e2a2507414445794c72026d29a70f4', 'port_security_enabled': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:07.766815 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:07.770283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.796558 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:07.805681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (43ecfc2c-d3d4-4896-8367-1830a203ed15), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.806052 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Added segment 43ecfc2c-d3d4-4896-8367-1830a203ed15 of type vlan for network 200b0289-31d2-4b2f-9acc-142326fbefa9 Feb 19 04:31:07.846119 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (200b0289-31d2-4b2f-9acc-142326fbefa9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.870196 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (200b0289-31d2-4b2f-9acc-142326fbefa9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.875332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:07.875922 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.934729 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898451 Feb 19 04:31:07.937381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34926) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.941634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'admin_state_up': True, 'project_id': '06e2a2507414445794c72026d29a70f4', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:07.957057 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4d085-03ae-4622-8ba0-c32727593f4d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Network': ['ID=200b0289-31d2-4b2f-9acc-142326fbefa9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:07.968366 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 200b0289-31d2-4b2f-9acc-142326fbefa9 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:07.972642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (d017b437-812b-4696-97f1-f19ae51f0f93), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.973943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (d017b437-812b-4696-97f1-f19ae51f0f93), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.032731 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_controller (d017b437-812b-4696-97f1-f19ae51f0f93), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.175041 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (d017b437-812b-4696-97f1-f19ae51f0f93), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.271098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 120816d9-c7fe-4f6c-a23a-f38401a2fc72 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:08.293181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 120816d9-c7fe-4f6c-a23a-f38401a2fc72 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:08.293418 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 120816d9-c7fe-4f6c-a23a-f38401a2fc72 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:08.375710 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (d017b437-812b-4696-97f1-f19ae51f0f93), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.394448 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.429432 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f83d-0ed9-4962-9ec2-f64daf3135f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.498887 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.25.4.154 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/4bab3462-d6f4-4f2c-8b5d-f976370f52ff) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:08.600796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.634247 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.671028 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:08.674410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:08.679917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:08.685918 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=4bab3462-d6f4-4f2c-8b5d-f976370f52ff,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:08.940775 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (d017b437-812b-4696-97f1-f19ae51f0f93), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.144337 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (d017b437-812b-4696-97f1-f19ae51f0f93), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.272831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router d017b437-812b-4696-97f1-f19ae51f0f93 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:09.381044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:09.390495 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Sync routers for ids ['d017b437-812b-4696-97f1-f19ae51f0f93'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:09.400089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Routers {'d017b437-812b-4696-97f1-f19ae51f0f93'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:09.400733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:30:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d017b437-812b-4696-97f1-f19ae51f0f93'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:09.400874 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.404974 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5474ce44-9c93-4c21-a618-aeced4235489 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4637463 Feb 19 04:31:09.405405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34928) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.516727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Set router d017b437-812b-4696-97f1-f19ae51f0f93 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:09.700772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:08Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:09.728508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Checking router: d017b437-812b-4696-97f1-f19ae51f0f93 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:09.728868 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Updating router d017b437-812b-4696-97f1-f19ae51f0f93 port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:31:09.758856 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.772959 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-34fa6da3-2ef8-4223-99fd-8bb2ad08f055 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=06e2a2507414445794c72026d29a70f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3663971 Feb 19 04:31:09.775522 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34930) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.860200 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78780636-6631-4916-9977-b069ff43c156 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:09.861815 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-78780636-6631-4916-9977-b069ff43c156 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853989 Feb 19 04:31:09.864711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34932) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.895107 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a10068c5-b3b4-445b-971d-66358583f99a tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293362 Feb 19 04:31:09.897561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34934) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:09.902186 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2026141231', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'project_id': '06e2a2507414445794c72026d29a70f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:09.989577 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:09.993685 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.016461 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Publish callbacks [] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.023353 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.078854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Attempting to bind port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:10.079231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Attempting to bind port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:10.079599 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Attempting to bind port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:10.081646 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a2bb-dd29-4d5c-8be5-239f2d498abd None None] Pushing event updated for resources: {'Port': ['ID=4bab3462-d6f4-4f2c-8b5d-f976370f52ff,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:10.088434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:10.088812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:10.089220 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.089610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:10.090707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Bound port: 4bab3462-d6f4-4f2c-8b5d-f976370f52ff, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:10.090707 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.145544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] For port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:10.148938 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] For port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4bab3462-d6f4-4f2c-8b5d-f976370f52ff,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:10.155287 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.185533 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (d5ad78cf-1168-4dfa-92c7-5b96c71980b4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.245344 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Subnet': ['ID=d5ad78cf-1168-4dfa-92c7-5b96c71980b4,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:10.258106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Checking segment: {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:10.258481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network hostable DHCP agents. Network: 200b0289-31d2-4b2f-9acc-142326fbefa9, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:10.276862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 200b0289-31d2-4b2f-9acc-142326fbefa9 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:10.290475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 200b0289-31d2-4b2f-9acc-142326fbefa9) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:10.295458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:10.296169 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.315098 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1c054cd7-e02e-4460-874c-0cb40b3ae444 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4164824 Feb 19 04:31:10.317816 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 34936) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:10.354806 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e766b-05cb-49cd-afc6-557d9d2df9a9 None None] Network 200b0289-31d2-4b2f-9acc-142326fbefa9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:10.431284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a2bb-dd29-4d5c-8be5-239f2d498abd None None] Pushing event updated for resources: {'Port': ['ID=4bab3462-d6f4-4f2c-8b5d-f976370f52ff,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:10.439107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Routers {'d017b437-812b-4696-97f1-f19ae51f0f93'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:10.439830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:30:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d017b437-812b-4696-97f1-f19ae51f0f93'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:10.553017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-200b0289-31d2-4b2f-9acc-142326fbefa9', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:10.553878 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.606637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] Set router d017b437-812b-4696-97f1-f19ae51f0f93 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:10.720652 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cd301f28-0645-4470-96c5-39bd5d0a32d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.772134 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.846795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Allocated IP 172.20.0.2 (200b0289-31d2-4b2f-9acc-142326fbefa9/d5ad78cf-1168-4dfa-92c7-5b96c71980b4/f2048653-6bcb-4fc8-9040-7837896a6dcf) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:10.977522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:08Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:11.025980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a54ba9b-f868-4380-98cb-7cfdfb53f987 None None] The sync data for ids ['d017b437-812b-4696-97f1-f19ae51f0f93'] in n-d-826756-2 is: [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:08Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:11.051331 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Publish callbacks [] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.058060 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.099299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Network 200b0289-31d2-4b2f-9acc-142326fbefa9 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:11.102766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:11.105203 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:11.112755 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.20.0.1 (200b0289-31d2-4b2f-9acc-142326fbefa9/d5ad78cf-1168-4dfa-92c7-5b96c71980b4/f787249a-9684-497c-b029-dc78a74bdfe1) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:11.118143 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Pushing event updated for resources: {'Port': ['ID=f2048653-6bcb-4fc8-9040-7837896a6dcf,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:11.177758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Attempting to bind port f2048653-6bcb-4fc8-9040-7837896a6dcf on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:11.178177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Attempting to bind port f2048653-6bcb-4fc8-9040-7837896a6dcf by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:11.178543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Attempting to bind port f2048653-6bcb-4fc8-9040-7837896a6dcf on network 200b0289-31d2-4b2f-9acc-142326fbefa9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:11.184478 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:11.185402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Checking segment: {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:11.185811 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.186431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Bound using segment: {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:11.186776 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Bound port: f2048653-6bcb-4fc8-9040-7837896a6dcf, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:11.187122 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.239759 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (f787249a-9684-497c-b029-dc78a74bdfe1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.259653 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] For port f2048653-6bcb-4fc8-9040-7837896a6dcf, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:11.265241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] For port f2048653-6bcb-4fc8-9040-7837896a6dcf, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f2048653-6bcb-4fc8-9040-7837896a6dcf,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:11.290194 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.302971 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.351771 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 200b0289-31d2-4b2f-9acc-142326fbefa9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:11.359573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91092c8a-2a57-4a8a-b0e1-ae475c081ac9 None None] Pushing event updated for resources: {'Port': ['ID=f2048653-6bcb-4fc8-9040-7837896a6dcf,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:11.374509 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:11.382208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:11.385241 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=f787249a-9684-497c-b029-dc78a74bdfe1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:11.441993 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (d017b437-812b-4696-97f1-f19ae51f0f93), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.628011 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.935910 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (f787249a-9684-497c-b029-dc78a74bdfe1), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.941091 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.023536 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=f787249a-9684-497c-b029-dc78a74bdfe1,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:12.026281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (d017b437-812b-4696-97f1-f19ae51f0f93), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.126228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 200b0289-31d2-4b2f-9acc-142326fbefa9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:12.127740 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:12.249638 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router d017b437-812b-4696-97f1-f19ae51f0f93 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:12.294937 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.388390 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:12.392368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bab3462-d6f4-4f2c-8b5d-f976370f52ff up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:12.397954 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6647afef-380d-4744-a743-3956cad0a0d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "PUT /v2.0/routers/d017b437-812b-4696-97f1-f19ae51f0f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0752008 Feb 19 04:31:12.445690 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5adde2b-fbc6-4a0c-bd77-df26db07a97e None None] Network 200b0289-31d2-4b2f-9acc-142326fbefa9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:12.506698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:12.507085 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.575498 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-1a6eee95-17d0-4418-855a-9686ce723636 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814507983&fields=id&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 267 time: 0.0461369 Feb 19 04:31:12.576114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-24e9adf9-48fb-4f77-b44b-d76382dd1888 None None] Provisioning complete for port f2048653-6bcb-4fc8-9040-7837896a6dcf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:12.576114 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-24e9adf9-48fb-4f77-b44b-d76382dd1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.687527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:12.687922 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.699155 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-79ca1f81-d33e-4a72-9d3a-ada7508d0da0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:12.700837 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-79ca1f81-d33e-4a72-9d3a-ada7508d0da0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 797 time: 0.1191621 Feb 19 04:31:12.719991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-2fb40de2-6ca0-41dd-948c-64bb62ec27e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/quotas/06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 375 time: 0.0116651 Feb 19 04:31:12.733311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4bab3462-d6f4-4f2c-8b5d-f976370f52ff,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:12.744481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.745267 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f2048653-6bcb-4fc8-9040-7837896a6dcf up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:12.791157 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-3cabdd3d-17ac-494d-8399-b1dae1b52190 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653338 Feb 19 04:31:12.799560 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-24e9adf9-48fb-4f77-b44b-d76382dd1888 None None] Current status of the port f2048653-6bcb-4fc8-9040-7837896a6dcf is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:12.800099 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-24e9adf9-48fb-4f77-b44b-d76382dd1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.867521 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=4bab3462-d6f4-4f2c-8b5d-f976370f52ff,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:12.874251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-24e9adf9-48fb-4f77-b44b-d76382dd1888 None None] For port f2048653-6bcb-4fc8-9040-7837896a6dcf, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f2048653-6bcb-4fc8-9040-7837896a6dcf,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:12.889260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f2048653-6bcb-4fc8-9040-7837896a6dcf triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:12.890230 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.893116 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-24e9adf9-48fb-4f77-b44b-d76382dd1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.909263 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-259a1aa9-1281-46e0-813d-efc1a0879175 service neutron] 10.222.0.42 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023879 Feb 19 04:31:12.987831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9adf9-48fb-4f77-b44b-d76382dd1888 None None] Pushing event updated for resources: {'Port': ['ID=f2048653-6bcb-4fc8-9040-7837896a6dcf,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:13.038455 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-a38187e1-a080-4921-86e0-6ecccb7b5679 service neutron] 10.222.0.42 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222367 Feb 19 04:31:13.039281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f2048653-6bcb-4fc8-9040-7837896a6dcf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:13.049368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf8d7a92-6bb4-459c-a79b-20cec8eb9147 None None] Provisioning complete for port f787249a-9684-497c-b029-dc78a74bdfe1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:13.049752 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7a92-6bb4-459c-a79b-20cec8eb9147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.089399 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Sync routers for ids ['d017b437-812b-4696-97f1-f19ae51f0f93'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:13.098287 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d7a92-6bb4-459c-a79b-20cec8eb9147 None None] Port f787249a-9684-497c-b029-dc78a74bdfe1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:13.101575 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Routers {'d017b437-812b-4696-97f1-f19ae51f0f93'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:13.102251 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:31:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d017b437-812b-4696-97f1-f19ae51f0f93'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:13.111882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bf8d7a92-6bb4-459c-a79b-20cec8eb9147 None None] Provisioning complete for port f2048653-6bcb-4fc8-9040-7837896a6dcf triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:13.112912 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7a92-6bb4-459c-a79b-20cec8eb9147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.213815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d7a92-6bb4-459c-a79b-20cec8eb9147 None None] Current status of the port f2048653-6bcb-4fc8-9040-7837896a6dcf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:13.235856 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Set router d017b437-812b-4696-97f1-f19ae51f0f93 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:13.260854 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-59739077-f499-4933-9d6e-ca45d75c0af9 req-62a71ca9-4be7-44b8-8cc8-0ffafc674a2c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 210 time: 0.0286875 Feb 19 04:31:13.320436 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.347117 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-97b1ad97-9026-4a53-979f-64db21da580c None None] Provisioning complete for port f787249a-9684-497c-b029-dc78a74bdfe1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:13.347503 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-97b1ad97-9026-4a53-979f-64db21da580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.395465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-97b1ad97-9026-4a53-979f-64db21da580c None None] Port f787249a-9684-497c-b029-dc78a74bdfe1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:13.475815 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:11Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f787249a-9684-497c-b029-dc78a74bdfe1', 'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:fd:51:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:10Z', 'updated_at': '2022-02-19T04:31:11Z', 'revision_number': 2, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:13.509756 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Checking router: d017b437-812b-4696-97f1-f19ae51f0f93 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:13.510135 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Updating router d017b437-812b-4696-97f1-f19ae51f0f93 port f787249a-9684-497c-b029-dc78a74bdfe1 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:31:13.515550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-038222a1-1bbb-4284-abfb-46f5d8b17140 None None] Provisioning complete for port f787249a-9684-497c-b029-dc78a74bdfe1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:13.515928 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-038222a1-1bbb-4284-abfb-46f5d8b17140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.540061 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.555598 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-038222a1-1bbb-4284-abfb-46f5d8b17140 None None] Port f787249a-9684-497c-b029-dc78a74bdfe1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:13.914668 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Publish callbacks [] for port (f787249a-9684-497c-b029-dc78a74bdfe1), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.920187 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.968249 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Pushing event updated for resources: {'Port': ['ID=f787249a-9684-497c-b029-dc78a74bdfe1,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:14.026966 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.027316 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.027661 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.028002 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.028396 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.029280 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.029833 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.030537 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.031059 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.031580 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.032080 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.032556 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.033035 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:14.056793 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Attempting to bind port f787249a-9684-497c-b029-dc78a74bdfe1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:14.057226 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Attempting to bind port f787249a-9684-497c-b029-dc78a74bdfe1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:14.058608 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Attempting to bind port f787249a-9684-497c-b029-dc78a74bdfe1 on network 200b0289-31d2-4b2f-9acc-142326fbefa9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:14.064882 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:14.065481 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Checking segment: {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:14.065709 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.066386 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Bound using segment: {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:14.067036 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Bound port: f787249a-9684-497c-b029-dc78a74bdfe1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:14.067599 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.147613 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] For port f787249a-9684-497c-b029-dc78a74bdfe1, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:14.151132 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] For port f787249a-9684-497c-b029-dc78a74bdfe1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f787249a-9684-497c-b029-dc78a74bdfe1,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:14.157125 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.220854 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Routers {'d017b437-812b-4696-97f1-f19ae51f0f93'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:14.221355 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:31:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d017b437-812b-4696-97f1-f19ae51f0f93'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:14.332795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-225ccecb-6ce1-4135-87a8-f12137bd8272 None None] Provisioning complete for port f787249a-9684-497c-b029-dc78a74bdfe1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:14.333322 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-225ccecb-6ce1-4135-87a8-f12137bd8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.348247 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] Set router d017b437-812b-4696-97f1-f19ae51f0f93 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:14.437372 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bab3462-d6f4-4f2c-8b5d-f976370f52ff up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:14.460872 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5208ab1-45e7-406e-b1f0-ebc8e4e53842 None None] Pushing event updated for resources: {'Port': ['ID=f787249a-9684-497c-b029-dc78a74bdfe1,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:14.492554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e71650c9-e753-41fb-81dd-f6643c25758a req-54fbbd26-f65e-4432-9225-c3be4819f296 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 210 time: 0.0856817 Feb 19 04:31:14.573095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-225ccecb-6ce1-4135-87a8-f12137bd8272 None None] Current status of the port f787249a-9684-497c-b029-dc78a74bdfe1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:14.573532 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-225ccecb-6ce1-4135-87a8-f12137bd8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.618086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:14.618487 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.649798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-225ccecb-6ce1-4135-87a8-f12137bd8272 None None] For port f787249a-9684-497c-b029-dc78a74bdfe1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f787249a-9684-497c-b029-dc78a74bdfe1,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:14.671972 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-225ccecb-6ce1-4135-87a8-f12137bd8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.675521 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:11Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f787249a-9684-497c-b029-dc78a74bdfe1', 'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:fd:51:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:10Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:14.681034 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-5745cea4-1443-4011-a304-9c8ff1be8f55 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:14.682834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-5745cea4-1443-4011-a304-9c8ff1be8f55 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 797 time: 0.2204254 Feb 19 04:31:14.707682 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80700c05-f31e-4fa6-b31f-465e0fc3521d None None] The sync data for ids ['d017b437-812b-4696-97f1-f19ae51f0f93'] in n-d-826756-2 is: [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:11Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f787249a-9684-497c-b029-dc78a74bdfe1', 'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:fd:51:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:10Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:14.739888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ccecb-6ce1-4135-87a8-f12137bd8272 None None] Pushing event updated for resources: {'Port': ['ID=f787249a-9684-497c-b029-dc78a74bdfe1,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:14.802942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-fbc394a6-3158-42cc-9dc8-914f6d441c6e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 380 time: 0.1075146 Feb 19 04:31:14.807897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:14.809190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f2048653-6bcb-4fc8-9040-7837896a6dcf up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:14.816558 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.822089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'port': {'device_id': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'admin_state_up': True, 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'security_groups': ['ea0043d6-7a18-4c60-98ea-7182e363a623']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:14.870088 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5669ca5f-e24d-4a90-9ea1-d6f766e735fa None None] Provisioning complete for port f787249a-9684-497c-b029-dc78a74bdfe1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:14.870470 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5669ca5f-e24d-4a90-9ea1-d6f766e735fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.954247 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f2048653-6bcb-4fc8-9040-7837896a6dcf triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:14.955135 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.983945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:14.987774 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.041399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5669ca5f-e24d-4a90-9ea1-d6f766e735fa None None] Current status of the port f787249a-9684-497c-b029-dc78a74bdfe1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:15.113533 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f2048653-6bcb-4fc8-9040-7837896a6dcf is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:15.182205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.20.0.10 (200b0289-31d2-4b2f-9acc-142326fbefa9/d5ad78cf-1168-4dfa-92c7-5b96c71980b4/9fa127bd-e90d-465a-93a2-36914d25fba8) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:15.339943 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.384918 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.432858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 200b0289-31d2-4b2f-9acc-142326fbefa9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:15.436198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:15.442320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:15.449423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=9fa127bd-e90d-465a-93a2-36914d25fba8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:15.508906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:15.509542 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.529938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f2978b73-325e-428e-a45c-1d4560a656c4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7146397 Feb 19 04:31:15.547712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Request body: {'port': {'device_id': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:15.663884 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.725790 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ad7f0-dae5-454e-9dad-8e107b252f7a req-05375f1b-f631-4a70-a4c1-7f9fb6f52668 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:15.727460 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-101ad7f0-dae5-454e-9dad-8e107b252f7a req-05375f1b-f631-4a70-a4c1-7f9fb6f52668 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 932 time: 0.1084304 Feb 19 04:31:15.775511 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-475691d8-af01-46b0-85d0-9d1aea5b8c58 None None] Provisioning complete for port 9fa127bd-e90d-465a-93a2-36914d25fba8 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:15.775511 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-475691d8-af01-46b0-85d0-9d1aea5b8c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.816650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-475691d8-af01-46b0-85d0-9d1aea5b8c58 None None] Port 9fa127bd-e90d-465a-93a2-36914d25fba8 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:15.872295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-101ad7f0-dae5-454e-9dad-8e107b252f7a req-b9e393d8-d395-47f6-862a-df28d0623e3a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327565 Feb 19 04:31:16.041441 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa127bd-e90d-465a-93a2-36914d25fba8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:16.050742 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Publish callbacks [] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.064081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Transition to ACTIVE for port object 9fa127bd-e90d-465a-93a2-36914d25fba8 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:31:16.068030 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.118335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Pushing event updated for resources: {'Port': ['ID=9fa127bd-e90d-465a-93a2-36914d25fba8,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:16.198500 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Attempting to bind port 9fa127bd-e90d-465a-93a2-36914d25fba8 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:16.198937 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Attempting to bind port 9fa127bd-e90d-465a-93a2-36914d25fba8 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:16.199338 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Attempting to bind port 9fa127bd-e90d-465a-93a2-36914d25fba8 on network 200b0289-31d2-4b2f-9acc-142326fbefa9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:16.204159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Port 9fa127bd-e90d-465a-93a2-36914d25fba8 on network 200b0289-31d2-4b2f-9acc-142326fbefa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:31:16.204559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Attempting to bind port 9fa127bd-e90d-465a-93a2-36914d25fba8 on network 200b0289-31d2-4b2f-9acc-142326fbefa9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:16.211929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:16.212272 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Checking segment: {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:16.212656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Bound using segment: {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:16.213080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Bound port: 9fa127bd-e90d-465a-93a2-36914d25fba8, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:16.213438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.298596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:16.302631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9fa127bd-e90d-465a-93a2-36914d25fba8,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:16.319848 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.366451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.367101 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.368557 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] 10.222.0.71 "PUT /v2.0/ports/9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 1092 time: 0.8297203 Feb 19 04:31:16.369031 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:16.371534 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c127c-dc2d-48a1-a313-93914ac9d7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:16.386531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f787249a-9684-497c-b029-dc78a74bdfe1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:16.424312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca42fb-0fe0-4213-976a-8efb1e6d000f service neutron] Pushing event updated for resources: {'Port': ['ID=9fa127bd-e90d-465a-93a2-36914d25fba8,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:16.468218 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad47098b-6ab9-4610-b1ec-b1f42f6149c7 x-openstack-request-id: req-ad47098b-6ab9-4610-b1ec-b1f42f6149c7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:16.468218 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:16.468218 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad47098b-6ab9-4610-b1ec-b1f42f6149c7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:16.468721 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'status': 'completed', 'code': 200} Feb 19 04:31:16.505629 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-44ec584a-ae51-4c8f-ba49-6bb47de64901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.507507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-44ec584a-ae51-4c8f-ba49-6bb47de64901 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1126 time: 0.0627477 Feb 19 04:31:16.508337 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f787249a-9684-497c-b029-dc78a74bdfe1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:16.508727 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.556417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-ebc05c29-213f-4982-a586-ade6b96b14ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 217 time: 0.0411248 Feb 19 04:31:16.592312 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f787249a-9684-497c-b029-dc78a74bdfe1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:16.620203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-493bf1df-db08-45a7-a1c0-1cc066a42b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.621707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-493bf1df-db08-45a7-a1c0-1cc066a42b34 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 200 len: 835 time: 0.0562024 Feb 19 04:31:16.679074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-a9bef148-7804-4533-bb85-e0904f6ad6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.680611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-a9bef148-7804-4533-bb85-e0904f6ad6cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=200b0289-31d2-4b2f-9acc-142326fbefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509326 Feb 19 04:31:16.778237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-227b431c-8274-41a8-a13e-14daf15d0472 service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899715 Feb 19 04:31:16.866964 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4a5ab03e-a310-4bac-b6f8-db662acb093a req-f26bbb40-6321-44d1-b5ed-f336d9f33efd service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816400 Feb 19 04:31:16.994290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-3564c4fa-b909-445e-809f-f66eeff1de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.995853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-3564c4fa-b909-445e-809f-f66eeff1de1f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1126 time: 0.0784101 Feb 19 04:31:17.057622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e608b7-04e9-4c16-a0fe-ca1a2beb04ef req-08ca0e24-99d4-46b1-ad9f-623dcfe4b456 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:17.059169 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96e608b7-04e9-4c16-a0fe-ca1a2beb04ef req-08ca0e24-99d4-46b1-ad9f-623dcfe4b456 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 944 time: 0.1127889 Feb 19 04:31:17.141885 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-96e608b7-04e9-4c16-a0fe-ca1a2beb04ef req-42657ca6-b753-437a-8eb8-bb5e1b1448a0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722299 Feb 19 04:31:17.143382 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-6e7cf0dc-b3cb-45b9-90cf-c3d7da2572eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:17.144807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-6e7cf0dc-b3cb-45b9-90cf-c3d7da2572eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 898 time: 0.1409671 Feb 19 04:31:17.194923 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-f492f494-644e-423f-b082-f814248724ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 217 time: 0.0427737 Feb 19 04:31:17.244759 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-473c63bd-94c9-40fd-8168-3980afa51467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:17.246758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-473c63bd-94c9-40fd-8168-3980afa51467 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 200 len: 835 time: 0.0453527 Feb 19 04:31:17.300139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-7b87304b-5ab7-4b98-8bdb-fc302e795717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:17.301673 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-7b87304b-5ab7-4b98-8bdb-fc302e795717 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=200b0289-31d2-4b2f-9acc-142326fbefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491757 Feb 19 04:31:17.413549 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-df18e573-b377-4e86-9cd1-e2161e0950a7 service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040542 Feb 19 04:31:17.509608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b33c127c-dc2d-48a1-a313-93914ac9d7c2 req-858ef65d-f9e5-4af8-89d6-76dae2100b7f service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895429 Feb 19 04:31:18.269540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aadcba-7b66-4f2d-bbbc-fb24bd3d5f7e req-f94e7f02-84c5-4787-833f-40ba4771b14c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:18.271106 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00aadcba-7b66-4f2d-bbbc-fb24bd3d5f7e req-f94e7f02-84c5-4787-833f-40ba4771b14c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 944 time: 0.0580995 Feb 19 04:31:18.319102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00aadcba-7b66-4f2d-bbbc-fb24bd3d5f7e req-bcada701-8665-44ce-a8ab-4fc3931fcce0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Feb 19 04:31:19.438445 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811e69-ccc3-4b87-91e1-92429501eb8f req-9c09afd9-b609-46fe-8c61-100b38b223d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:19.439951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9811e69-ccc3-4b87-91e1-92429501eb8f req-9c09afd9-b609-46fe-8c61-100b38b223d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 944 time: 0.0533724 Feb 19 04:31:19.488649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b9811e69-ccc3-4b87-91e1-92429501eb8f req-b55b1ce5-307e-4c01-a763-2bca2efde22d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429938 Feb 19 04:31:20.034888 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9fa127bd-e90d-465a-93a2-36914d25fba8 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:31:20.132375 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9fa127bd-e90d-465a-93a2-36914d25fba8,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:20.145034 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'port_id': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'mac_address': 'fa:16:3e:f7:77:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:31:20.183529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9fa127bd-e90d-465a-93a2-36914d25fba8 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:20.183923 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.197498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa127bd-e90d-465a-93a2-36914d25fba8 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:20.224498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9fa127bd-e90d-465a-93a2-36914d25fba8,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:20.228493 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.277553 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9fa127bd-e90d-465a-93a2-36914d25fba8,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:20.503566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['9fa127bd-e90d-465a-93a2-36914d25fba8'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:31:20.619242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e17d-0421-4693-a8ed-4970807a8a4f req-9a0b9fce-bd40-49e3-ba3f-83b212a2d8a9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:20.621304 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d71e17d-0421-4693-a8ed-4970807a8a4f req-9a0b9fce-bd40-49e3-ba3f-83b212a2d8a9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 945 time: 0.0571747 Feb 19 04:31:20.679113 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2d71e17d-0421-4693-a8ed-4970807a8a4f req-e3bcdc42-ded9-4bf4-ae2e-b2de4006d271 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516033 Feb 19 04:31:21.798236 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78303948-01c0-4b84-a339-f61753cc77a5 req-5681dfaa-8aec-4017-97ed-a0747f8a0b2b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:21.799750 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78303948-01c0-4b84-a339-f61753cc77a5 req-5681dfaa-8aec-4017-97ed-a0747f8a0b2b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 945 time: 0.0529912 Feb 19 04:31:21.848956 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78303948-01c0-4b84-a339-f61753cc77a5 req-60126870-e52b-4d57-864b-cb33549f52fe tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Feb 19 04:31:22.034131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9fa127bd-e90d-465a-93a2-36914d25fba8 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:22.082484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 9fa127bd-e90d-465a-93a2-36914d25fba8 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:31:22.086237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 9fa127bd-e90d-465a-93a2-36914d25fba8 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:22.086615 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.166411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 9fa127bd-e90d-465a-93a2-36914d25fba8 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:22.166801 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.190227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:22.192555 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d53e63-654c-4744-95a7-9e59fa70b996" -d '{"events": [{"server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "name": "network-vif-plugged", "status": "completed", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:22.205941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9fa127bd-e90d-465a-93a2-36914d25fba8,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:22.209810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.257251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=9fa127bd-e90d-465a-93a2-36914d25fba8,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:22.286311 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a4e5c6-111c-4aa2-8a9c-8fa7aae2a220 x-openstack-request-id: req-83a4e5c6-111c-4aa2-8a9c-8fa7aae2a220 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:22.286610 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "name": "network-vif-plugged", "status": "completed", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:22.286869 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83a4e5c6-111c-4aa2-8a9c-8fa7aae2a220 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:22.287280 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'code': 200} Feb 19 04:31:22.400196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e527e1-92a9-4e95-a482-2efa794730b4 req-c5478992-21f9-4379-82a8-e0dee39844fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:22.401697 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3e527e1-92a9-4e95-a482-2efa794730b4 req-c5478992-21f9-4379-82a8-e0dee39844fe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1128 time: 0.0498989 Feb 19 04:31:22.459352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3e527e1-92a9-4e95-a482-2efa794730b4 req-eafe41ef-fb8d-4afb-93e5-208078100870 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506127 Feb 19 04:31:22.979606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88689dc5-f146-42f9-8ee2-fd7017fdda06 req-e98b3221-e69b-4d4a-860f-4519c3286de3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:22.981643 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88689dc5-f146-42f9-8ee2-fd7017fdda06 req-e98b3221-e69b-4d4a-860f-4519c3286de3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0596461 Feb 19 04:31:23.031244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88689dc5-f146-42f9-8ee2-fd7017fdda06 req-618960b7-8f35-4123-b103-fbdcc9d3b798 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439222 Feb 19 04:31:23.154614 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.157216 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8300dc2-c8bb-4198-ba31-ebb1ac463686 req-08c7573a-8699-4a7f-960e-1e0d23d086bd tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:24.158750 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8300dc2-c8bb-4198-ba31-ebb1ac463686 req-08c7573a-8699-4a7f-960e-1e0d23d086bd tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0551751 Feb 19 04:31:24.207832 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b8300dc2-c8bb-4198-ba31-ebb1ac463686 req-b8ab4df9-3793-403c-a92d-d9c9f08d7442 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 Feb 19 04:31:24.327386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac309ca7-e5ac-4f51-8c88-e81dda4393f4 req-223222bd-95b1-4fe4-a481-e6e584aa51e5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:24.328856 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac309ca7-e5ac-4f51-8c88-e81dda4393f4 req-223222bd-95b1-4fe4-a481-e6e584aa51e5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0562584 Feb 19 04:31:24.376866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ac309ca7-e5ac-4f51-8c88-e81dda4393f4 req-82f3e28d-906c-4a91-9b4d-0377dfa23c5e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424044 Feb 19 04:31:24.399221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35002) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:24.446069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8068bcba-5648-49bd-9f7d-e3a08dfae387 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:24.447637 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8068bcba-5648-49bd-9f7d-e3a08dfae387 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1123 time: 0.0474064 Feb 19 04:31:24.450541 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35004) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:24.454908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:24.476027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.575736 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.682043 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.25.4.59 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/c07a71bb-0656-47de-930f-ce1fb1602aec) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:24.781433 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (c07a71bb-0656-47de-930f-ce1fb1602aec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.816125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c07a71bb-0656-47de-930f-ce1fb1602aec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.852348 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:24.855048 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:24.860977 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:24.866238 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=c07a71bb-0656-47de-930f-ce1fb1602aec,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:25.222968 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (f470df02-701a-47c4-9b06-6595e6bda64d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.293656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (c07a71bb-0656-47de-930f-ce1fb1602aec), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.435940 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (c07a71bb-0656-47de-930f-ce1fb1602aec), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.441071 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (c07a71bb-0656-47de-930f-ce1fb1602aec), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.512459 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=c07a71bb-0656-47de-930f-ce1fb1602aec,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:25.524126 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (f470df02-701a-47c4-9b06-6595e6bda64d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.625897 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Floating IP f470df02-701a-47c4-9b06-6595e6bda64d associated. External IP: 172.25.4.59, port: 9fa127bd-e90d-465a-93a2-36914d25fba8. Feb 19 04:31:25.834564 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router d017b437-812b-4696-97f1-f19ae51f0f93 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:25.951927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:25.967246 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] Sync routers for ids ['d017b437-812b-4696-97f1-f19ae51f0f93'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:25.970081 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.977217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] Routers {'d017b437-812b-4696-97f1-f19ae51f0f93'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:25.977882 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:31:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d017b437-812b-4696-97f1-f19ae51f0f93'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:26.002900 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5e77c408-b514-4205-b71a-eb904c65f3b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5488212 Feb 19 04:31:26.002900 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:26.003893 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c192a6615bdfa156fbc491ed8c1250e6a803dbca8f67fd41f3dce117fbe6bfed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab1b14d-5964-4fef-a426-42efa1327a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:26.108158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87155d40-728c-4889-8e75-f8986898aaba req-543761eb-152f-4239-b24e-18bb08a84876 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:26.109704 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87155d40-728c-4889-8e75-f8986898aaba req-543761eb-152f-4239-b24e-18bb08a84876 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0552950 Feb 19 04:31:26.162653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-87155d40-728c-4889-8e75-f8986898aaba req-cbe49b0e-f51b-479d-976e-6ece2aebddd9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471473 Feb 19 04:31:26.185727 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35010) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:26.219016 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dcfad6-4654-4114-ba54-fded87a712b4 x-openstack-request-id: req-f7dcfad6-4654-4114-ba54-fded87a712b4 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:26.219366 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:26.219627 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7dcfad6-4654-4114-ba54-fded87a712b4 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:26.220043 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'status': 'completed', 'code': 200} Feb 19 04:31:26.254591 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] Set router d017b437-812b-4696-97f1-f19ae51f0f93 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:26.288056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a9c649e3-d3af-4bb3-97dd-df1447cbc545 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/f470df02-701a-47c4-9b06-6595e6bda64d HTTP/1.1" status: 200 len: 991 time: 0.1011176 Feb 19 04:31:26.303823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-9b543e61-8205-44cb-a55a-1983b26ca767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:26.305339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-9b543e61-8205-44cb-a55a-1983b26ca767 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1128 time: 0.0623443 Feb 19 04:31:26.394119 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-dfef5e32-c1c8-4e4b-b2c2-0c9b531e87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:26.395568 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-dfef5e32-c1c8-4e4b-b2c2-0c9b531e87b0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 898 time: 0.0836267 Feb 19 04:31:26.465978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-8a2da651-2081-431a-91e5-12c3a3185233 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 999 time: 0.0641997 Feb 19 04:31:26.500885 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:11Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'f470df02-701a-47c4-9b06-6595e6bda64d', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'port_id': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'mac_address': 'fa:16:3e:f7:77:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:31:25Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f787249a-9684-497c-b029-dc78a74bdfe1', 'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:fd:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:10Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:26.517641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-89334391-4a71-49c8-bd7b-ed3ab5933417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:26.519168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-89334391-4a71-49c8-bd7b-ed3ab5933417 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 200 len: 835 time: 0.0469186 Feb 19 04:31:26.527001 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] Checking router: d017b437-812b-4696-97f1-f19ae51f0f93 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:26.536204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] Routers {'d017b437-812b-4696-97f1-f19ae51f0f93'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:26.536833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:31:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d017b437-812b-4696-97f1-f19ae51f0f93'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:26.569440 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-ec3e3b5a-592c-4c02-b209-320e00ed0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:26.571010 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-ec3e3b5a-592c-4c02-b209-320e00ed0f55 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=200b0289-31d2-4b2f-9acc-142326fbefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458581 Feb 19 04:31:26.648400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] Set router d017b437-812b-4696-97f1-f19ae51f0f93 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:26.663551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-2d597d5a-b0c8-4cf6-bf2f-0de2c5a24440 service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861223 Feb 19 04:31:26.753282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fab1b14d-5964-4fef-a426-42efa1327a0d req-2fb337e0-1528-4bc9-bf66-1beb07b09700 service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833514 Feb 19 04:31:26.882148 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:11Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'f470df02-701a-47c4-9b06-6595e6bda64d', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'port_id': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'mac_address': 'fa:16:3e:f7:77:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:31:25Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f787249a-9684-497c-b029-dc78a74bdfe1', 'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:fd:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:10Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:26.909257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad87c8-3b7e-4eb2-a9e7-3ebd6dbea987 None None] The sync data for ids ['d017b437-812b-4696-97f1-f19ae51f0f93'] in n-d-826756-2 is: [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:11Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'f470df02-701a-47c4-9b06-6595e6bda64d', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'port_id': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'mac_address': 'fa:16:3e:f7:77:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:31:25Z', 'updated_at': '2022-02-19T04:31:25Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f787249a-9684-497c-b029-dc78a74bdfe1', 'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:fd:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:10Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:27.116359 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36dbd9-edd7-4a6d-9fdb-9a03a0ba5d81 None None] New status for floating IP f470df02-701a-47c4-9b06-6595e6bda64d: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:31:27.291656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35012) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:27.355802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8f58d718-895d-4009-8907-f0ba420c5f06 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/f470df02-701a-47c4-9b06-6595e6bda64d HTTP/1.1" status: 200 len: 993 time: 0.0629678 Feb 19 04:31:30.061109 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:31:36.817978 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:38.434874 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-35ca98f9-f15d-4d1e-9820-2008ca073147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.594174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a905d9af-3141-4c23-a3eb-92e8fc253a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.291076 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.307839 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:44.773354 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.162976 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:55.999771 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-613659bd-e458-48a5-8d3d-621f1f025f9d req-c43ded3f-3466-4750-af10-1c8502b4cd86 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:31:56.000768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-613659bd-e458-48a5-8d3d-621f1f025f9d req-c43ded3f-3466-4750-af10-1c8502b4cd86 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054767 Feb 19 04:31:56.186396 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b0d9a-bccc-4042-805e-18c6e314454e req-282b4fbe-f76f-49ed-949b-4a45f0f70fba tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:56.188103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f3b0d9a-bccc-4042-805e-18c6e314454e req-282b4fbe-f76f-49ed-949b-4a45f0f70fba tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0543079 Feb 19 04:31:56.212837 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35028) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:56.242036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f3b0d9a-bccc-4042-805e-18c6e314454e req-501ac1df-ad06-4c2c-bebe-f9db84983843 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477602 Feb 19 04:31:56.308009 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-8a607915-107c-4219-9665-0f7d90e204c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939980 Feb 19 04:31:56.317039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-ce2b6a58-546f-41f8-b4c5-16f7009cf644 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:31:56.318080 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-ce2b6a58-546f-41f8-b4c5-16f7009cf644 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049002 Feb 19 04:31:56.692857 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35050) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:56.785778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-78688f82-3ea9-4fe6-988e-4bff445940b1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:56.787203 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-78688f82-3ea9-4fe6-988e-4bff445940b1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports/9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 943 time: 0.0933988 Feb 19 04:31:57.373658 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446a91-5cd2-44d5-8f2f-b0a8bd6e954d req-635f0ddd-2ff5-43ed-acf0-4d614a437c5d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:57.375211 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46446a91-5cd2-44d5-8f2f-b0a8bd6e954d req-635f0ddd-2ff5-43ed-acf0-4d614a437c5d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0556560 Feb 19 04:31:57.434583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-46446a91-5cd2-44d5-8f2f-b0a8bd6e954d req-f91294d1-8ae3-4a54-bcc9-411b8b370943 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534451 Feb 19 04:31:57.783089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-0cebd00c-1340-4d56-ad23-463341104a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:57.784615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-0cebd00c-1340-4d56-ad23-463341104a72 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1128 time: 0.0456495 Feb 19 04:31:57.873825 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-d27b0520-b170-4bff-8bb2-6977876eb48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:57.875429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-d27b0520-b170-4bff-8bb2-6977876eb48e service neutron] 10.222.0.71 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 898 time: 0.0843823 Feb 19 04:31:57.946574 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-99573949-bae5-47d6-8188-9f9afe8b8bd0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 1001 time: 0.0649025 Feb 19 04:31:57.998394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-5ce346d3-87a5-4538-831d-f796274a7f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:57.999890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-5ce346d3-87a5-4538-831d-f796274a7f4c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 200 len: 835 time: 0.0456672 Feb 19 04:31:58.051474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-80552899-3914-496d-b947-ccebb73fd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:58.053191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-80552899-3914-496d-b947-ccebb73fd509 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=200b0289-31d2-4b2f-9acc-142326fbefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470834 Feb 19 04:31:58.146906 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-84af2493-ae62-4946-988d-72175d5699d4 service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845165 Feb 19 04:31:58.243932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-6828f9c6-fafc-4938-a40a-55ad864224cb service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906882 Feb 19 04:31:58.555672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2da48-b0b6-45e6-960f-3fe28503e8ae req-078dc27a-3fc9-45c8-89d0-605fb288c9ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:58.556737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88b2da48-b0b6-45e6-960f-3fe28503e8ae req-078dc27a-3fc9-45c8-89d0-605fb288c9ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0525317 Feb 19 04:31:58.612299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88b2da48-b0b6-45e6-960f-3fe28503e8ae req-48eba2b2-9eeb-4b61-ba87-3b976aeea2d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488126 Feb 19 04:31:59.735175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4f548-ca38-4128-a635-a11f3ce632c4 req-9f3f72c3-0ce5-4cd1-bc84-b68925de927d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:59.736686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fe4f548-ca38-4128-a635-a11f3ce632c4 req-9f3f72c3-0ce5-4cd1-bc84-b68925de927d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0536170 Feb 19 04:31:59.786407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2fe4f548-ca38-4128-a635-a11f3ce632c4 req-68da02c0-8ead-42a8-9297-07761d5801d9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Feb 19 04:32:00.908622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6a9af-52a8-4439-88dc-b617ae0d32da req-8141cfff-4cb6-43e6-9df4-07319c963484 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:00.910159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bda6a9af-52a8-4439-88dc-b617ae0d32da req-8141cfff-4cb6-43e6-9df4-07319c963484 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0531588 Feb 19 04:32:00.962843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bda6a9af-52a8-4439-88dc-b617ae0d32da req-66ac555d-4eae-4722-b6e7-03ce7cb4bee4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462277 Feb 19 04:32:02.090176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b712e63-9e07-4b91-a77a-c19836351019 req-f0f41b7b-da87-4174-ad82-64362a23f71b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:02.091683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b712e63-9e07-4b91-a77a-c19836351019 req-f0f41b7b-da87-4174-ad82-64362a23f71b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0567882 Feb 19 04:32:02.141674 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8b712e63-9e07-4b91-a77a-c19836351019 req-e63f596a-c7a5-4926-afd0-699726ac76d6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Feb 19 04:32:03.261256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6136c-e282-4b5e-b6b5-955501a6cc96 req-210379be-ccbd-49ec-8f6b-7209f3ac56ee tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:03.262713 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ffc6136c-e282-4b5e-b6b5-955501a6cc96 req-210379be-ccbd-49ec-8f6b-7209f3ac56ee tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0520127 Feb 19 04:32:03.310926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ffc6136c-e282-4b5e-b6b5-955501a6cc96 req-d16a18bf-7592-4a02-965b-5f88da6455e2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426445 Feb 19 04:32:04.450849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c634d19-bf70-40d7-ac65-75a1312c049a req-fc1b884b-227d-4abe-90f5-207f94322980 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:04.452633 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c634d19-bf70-40d7-ac65-75a1312c049a req-fc1b884b-227d-4abe-90f5-207f94322980 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0607877 Feb 19 04:32:04.804031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6c634d19-bf70-40d7-ac65-75a1312c049a req-0d8bafbb-477b-4803-8db5-76dbce98fc55 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458195 Feb 19 04:32:05.936063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925f2d3-c537-496a-a31d-340e4b88762b req-35bedf94-b59e-43cf-a451-7979b2755b67 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:05.937736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2925f2d3-c537-496a-a31d-340e4b88762b req-35bedf94-b59e-43cf-a451-7979b2755b67 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0603919 Feb 19 04:32:05.989248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2925f2d3-c537-496a-a31d-340e4b88762b req-98b3ed64-39ac-486d-8be2-458407b682ea tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458555 Feb 19 04:32:06.805668 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.061666 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:32:07.110657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959f34-6ce7-470e-a655-facb4605192d req-c74d11e3-a085-4a7e-bab5-18f0f42d8aca tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:07.112150 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19959f34-6ce7-470e-a655-facb4605192d req-c74d11e3-a085-4a7e-bab5-18f0f42d8aca tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0530164 Feb 19 04:32:07.163049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19959f34-6ce7-470e-a655-facb4605192d req-bf97ecbf-08d8-4c5d-aed3-a77bd4ab1288 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452611 Feb 19 04:32:08.282611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79813a-6aba-485e-8e05-90e27f375871 req-bb23058c-f218-4e2f-82e4-3d5f90da4b1e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:08.284072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f79813a-6aba-485e-8e05-90e27f375871 req-bb23058c-f218-4e2f-82e4-3d5f90da4b1e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0516996 Feb 19 04:32:08.333121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8f79813a-6aba-485e-8e05-90e27f375871 req-238cf3aa-5d60-4908-ba56-00323e45708a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433679 Feb 19 04:32:08.440810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d4b82364-9f6c-48d6-9cf8-e7c2e26278d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.455345 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55092e30-49a3-4455-8f67-ecf178a19fea req-f5f42a86-49ac-43b2-b98c-fbb206930a9e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:09.456862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55092e30-49a3-4455-8f67-ecf178a19fea req-f5f42a86-49ac-43b2-b98c-fbb206930a9e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0551221 Feb 19 04:32:09.507577 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-55092e30-49a3-4455-8f67-ecf178a19fea req-35d11a71-4219-47e3-9d08-9a98c02e237f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442126 Feb 19 04:32:10.169633 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-87417cd1-34cc-4b9c-8b04-d8f513878234 service neutron] show failed (client error): The resource could not be found. Feb 19 04:32:10.170682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-87417cd1-34cc-4b9c-8b04-d8f513878234 service neutron] 10.222.0.71 "GET /v2.0/ports/9fa127bd-e90d-465a-93a2-36914d25fba8/bindings/n-h1-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0581093 Feb 19 04:32:10.371750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-765d5fd8-1fc2-4ec9-8f5a-f37097a32652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:10.373288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-765d5fd8-1fc2-4ec9-8f5a-f37097a32652 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 1128 time: 0.0456021 Feb 19 04:32:10.393224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:10.455542 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.595636 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8b363a92-5f15-46f9-a999-dae182a93c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.694747 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083c522-f903-4d44-a140-c60956cfc66f req-6989ee7a-87f5-4881-9323-b34b9a184231 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:10.697060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e083c522-f903-4d44-a140-c60956cfc66f req-6989ee7a-87f5-4881-9323-b34b9a184231 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.1166203 Feb 19 04:32:10.715428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=9fa127bd-e90d-465a-93a2-36914d25fba8,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:10.773643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:10.778293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e083c522-f903-4d44-a140-c60956cfc66f req-047f6958-c1ee-434d-9d69-7f446adb6653 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753863 Feb 19 04:32:10.820492 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:10.822678 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dbe11e-759a-48af-b54e-675bf1f1d205" -d '{"events": [{"server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:10.826805 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Publish callbacks [] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.840210 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Transition to ACTIVE for port object 9fa127bd-e90d-465a-93a2-36914d25fba8 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:32:10.845325 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.878599 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ccb06e-4f6c-4a11-9fd0-e8391530c726 x-openstack-request-id: req-71ccb06e-4f6c-4a11-9fd0-e8391530c726 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:10.878897 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:10.879148 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71ccb06e-4f6c-4a11-9fd0-e8391530c726 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:10.879545 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'code': 200} Feb 19 04:32:10.931543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa127bd-e90d-465a-93a2-36914d25fba8,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:10.944220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.944571 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.944923 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.945263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.945600 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.945959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.946294 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.946624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.946969 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.947293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.947982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.948398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.948685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:10.994197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] No DVR routers for this DVR port 9fa127bd-e90d-465a-93a2-36914d25fba8 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:11.143100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Attempting to bind port 9fa127bd-e90d-465a-93a2-36914d25fba8 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:11.143380 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Attempting to bind port 9fa127bd-e90d-465a-93a2-36914d25fba8 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:11.143706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Attempting to bind port 9fa127bd-e90d-465a-93a2-36914d25fba8 on network 200b0289-31d2-4b2f-9acc-142326fbefa9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:11.148545 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Port 9fa127bd-e90d-465a-93a2-36914d25fba8 on network 200b0289-31d2-4b2f-9acc-142326fbefa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:32:11.148875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Attempting to bind port 9fa127bd-e90d-465a-93a2-36914d25fba8 on network 200b0289-31d2-4b2f-9acc-142326fbefa9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:11.154780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:11.155125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Checking segment: {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:11.155525 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Bound using segment: {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:11.156024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Bound port: 9fa127bd-e90d-465a-93a2-36914d25fba8, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ecfc2c-d3d4-4896-8367-1830a203ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:11.156343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.221474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:11.224520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fa127bd-e90d-465a-93a2-36914d25fba8,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:11.230696 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.263985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:11.264616 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.266096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] 10.222.0.37 "PUT /v2.0/ports/9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 1092 time: 0.8775780 Feb 19 04:32:11.334426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb88ff-c1eb-45a4-9a46-a1d0aa801887 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa127bd-e90d-465a-93a2-36914d25fba8,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:11.358484 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-0bc66ed7-b87b-426e-badd-97e8109c600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:11.360230 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-0bc66ed7-b87b-426e-badd-97e8109c600b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1126 time: 0.0581970 Feb 19 04:32:11.459456 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-9ce88973-e6dd-483e-8fc4-a9d5b32fc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:11.461030 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-9ce88973-e6dd-483e-8fc4-a9d5b32fc6c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 898 time: 0.0904236 Feb 19 04:32:11.529623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-8c3709e6-2cc8-4672-b8a1-93bff0270da6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 999 time: 0.0621526 Feb 19 04:32:11.577981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-009fb1e8-19eb-4cb9-8c63-b2a4da977ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:11.579422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-009fb1e8-19eb-4cb9-8c63-b2a4da977ac8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 200 len: 835 time: 0.0432415 Feb 19 04:32:11.627494 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-de716034-f4e2-4da0-90be-a2cf4a208a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:11.628978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-de716034-f4e2-4da0-90be-a2cf4a208a7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=200b0289-31d2-4b2f-9acc-142326fbefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427666 Feb 19 04:32:11.722621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-0c50810e-cf07-4ca1-aded-c9bd1cc5864a service neutron] 10.222.0.37 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867765 Feb 19 04:32:11.812692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bba1d0f0-7188-46ca-9fd4-5132939dc1dd req-6bb4a1a1-d788-499c-b005-604cc7d6e92f service neutron] 10.222.0.37 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839307 Feb 19 04:32:11.907557 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4495979-5349-48be-a0dc-885334ba4c76 req-f3c0f21d-b18b-4238-acc8-3e2ffd52942c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:11.909218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4495979-5349-48be-a0dc-885334ba4c76 req-f3c0f21d-b18b-4238-acc8-3e2ffd52942c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 944 time: 0.0542715 Feb 19 04:32:11.960649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a4495979-5349-48be-a0dc-885334ba4c76 req-533083d9-5a31-46ea-8437-6e2d3b7a471b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455160 Feb 19 04:32:12.294398 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.880361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:12.882758 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa" -d '{"events": [{"name": "network-changed", "server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:12.933181 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc05e6d-c4ab-4f53-8af8-a3ddcd437973 x-openstack-request-id: req-9cc05e6d-c4ab-4f53-8af8-a3ddcd437973 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:12.933480 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:12.933737 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cc05e6d-c4ab-4f53-8af8-a3ddcd437973 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:12.934176 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'status': 'completed', 'code': 200} Feb 19 04:32:13.049704 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-9fbb3756-b4f2-4826-867e-f659988678b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:13.051219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-9fbb3756-b4f2-4826-867e-f659988678b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1126 time: 0.0949144 Feb 19 04:32:13.092078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-37d5d724-dc12-4630-b51b-79bc8c2f4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:13.093902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-37d5d724-dc12-4630-b51b-79bc8c2f4280 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1126 time: 0.1051822 Feb 19 04:32:13.226273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25570a06-d43e-476b-aa84-c5991cf8c21c req-fb86a9fa-9c52-4382-bc9a-a6d8b7f743dd tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:13.227768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25570a06-d43e-476b-aa84-c5991cf8c21c req-fb86a9fa-9c52-4382-bc9a-a6d8b7f743dd tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 944 time: 0.1955664 Feb 19 04:32:13.238245 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-1213a5e3-4cd4-4351-9859-dcd49197270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:13.239611 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-1213a5e3-4cd4-4351-9859-dcd49197270e service neutron] 10.222.0.71 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 898 time: 0.1729176 Feb 19 04:32:13.311395 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.325482 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-ebe7d3c8-1a8d-408c-9d28-a6a7ea2286b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:13.326994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-ebe7d3c8-1a8d-408c-9d28-a6a7ea2286b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 898 time: 0.1957464 Feb 19 04:32:13.398661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-827c6395-ab49-4f24-8e76-54058036dcaf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 999 time: 0.1413736 Feb 19 04:32:13.404108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-25570a06-d43e-476b-aa84-c5991cf8c21c req-a825fbf0-0c8e-46e0-a2db-9ee283a31ea8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699409 Feb 19 04:32:13.455151 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-939a42a2-3e70-4e9b-b2f1-1d1ceb35c5db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 999 time: 0.1211765 Feb 19 04:32:13.472399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-f8a6e49f-bc1c-4977-8ec1-11fd01909c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:13.473702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-f8a6e49f-bc1c-4977-8ec1-11fd01909c3e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 200 len: 835 time: 0.0670741 Feb 19 04:32:13.533906 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-26e415cd-804a-413f-a205-2f3b4321bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:13.535388 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-26e415cd-804a-413f-a205-2f3b4321bbcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 200 len: 835 time: 0.0710597 Feb 19 04:32:13.575292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-7696c61d-615e-4057-82ba-e16b10e697de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:13.576774 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-7696c61d-615e-4057-82ba-e16b10e697de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=200b0289-31d2-4b2f-9acc-142326fbefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0846775 Feb 19 04:32:13.641048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-b4aea730-cae3-48d0-b8cb-72d6155b8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:13.642661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-b4aea730-cae3-48d0-b8cb-72d6155b8df7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=200b0289-31d2-4b2f-9acc-142326fbefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1000865 Feb 19 04:32:13.725060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-ab958289-1f75-4130-863b-480502c74d44 service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410334 Feb 19 04:32:13.803022 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-ea2a5c6b-0545-4d78-8cc3-712f2eb849cf service neutron] 10.222.0.37 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530087 Feb 19 04:32:13.885437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-7e7e133c-09b6-41eb-ac9a-79cb16369a80 service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523883 Feb 19 04:32:13.918515 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a17bcb80-b19f-45e4-9d93-dfd1e01e5efa req-d036810b-611d-4524-b560-153f922e257b service neutron] 10.222.0.37 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074164 Feb 19 04:32:14.344461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9fa127bd-e90d-465a-93a2-36914d25fba8 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:14.382072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] The host n-h2-826756-2 is not matching for port 9fa127bd-e90d-465a-93a2-36914d25fba8 host n-h1-826756-2! {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:32:14.382461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 9fa127bd-e90d-465a-93a2-36914d25fba8 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:14.526242 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850c889-fb90-4907-aea4-2c5524df71e0 req-5a1af828-2815-45ec-9693-75ef14a608e7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:14.527781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b850c889-fb90-4907-aea4-2c5524df71e0 req-5a1af828-2815-45ec-9693-75ef14a608e7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 944 time: 0.0537376 Feb 19 04:32:14.578510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b850c889-fb90-4907-aea4-2c5524df71e0 req-61917c72-9285-4485-9f82-11331d4c5f1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446920 Feb 19 04:32:14.767996 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.702921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78287108-c5b0-4820-baa9-6691fa86e7f1 req-7da99a0a-97fd-4cf2-8cb2-960e2c62a607 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:15.704425 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78287108-c5b0-4820-baa9-6691fa86e7f1 req-7da99a0a-97fd-4cf2-8cb2-960e2c62a607 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 944 time: 0.0575094 Feb 19 04:32:15.760341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78287108-c5b0-4820-baa9-6691fa86e7f1 req-5ebc3684-64b3-42b6-aad9-7d357736c37f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499132 Feb 19 04:32:16.009198 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab23f73-a215-4855-b518-903b9c7fa1e5 req-dc42c3ac-7e1f-45d2-a785-6ca14ee33e5a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:16.010748 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fab23f73-a215-4855-b518-903b9c7fa1e5 req-dc42c3ac-7e1f-45d2-a785-6ca14ee33e5a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 944 time: 0.0898414 Feb 19 04:32:16.022286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-610a2260-ce22-4fab-b203-d4b732218152 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:16.023641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-610a2260-ce22-4fab-b203-d4b732218152 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce&tenant_id=06e2a2507414445794c72026d29a70f4&binding%3Ahost_id=n-h1-826756-2 HTTP/1.1" status: 200 len: 944 time: 0.0916569 Feb 19 04:32:16.112070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fab23f73-a215-4855-b518-903b9c7fa1e5 req-0525e98a-4c96-4dda-97af-918231a50c6d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873501 Feb 19 04:32:16.122125 n-d-826756-2 neutron-server[103615]: INFO neutron.api.v2.resource [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-5e391758-b2eb-4e38-8b63-4501324626c0 service neutron] delete failed (client error): The resource could not be found. Feb 19 04:32:16.123385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-5e391758-b2eb-4e38-8b63-4501324626c0 service neutron] 10.222.0.71 "DELETE /v2.0/ports/9fa127bd-e90d-465a-93a2-36914d25fba8/bindings/n-h2-826756-2 HTTP/1.1" status: 404 len: 380 time: 0.0820572 Feb 19 04:32:16.264390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-ba923222-ee71-402c-aac2-472fa95c05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:16.265949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-ba923222-ee71-402c-aac2-472fa95c05e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1126 time: 0.0786612 Feb 19 04:32:16.273395 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf69da7-9abc-4fde-85ca-16adf8201152 req-3cacb598-a9e4-45ca-b1f7-b555f68bf808 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:16.274890 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caf69da7-9abc-4fde-85ca-16adf8201152 req-3cacb598-a9e4-45ca-b1f7-b555f68bf808 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 944 time: 0.0864081 Feb 19 04:32:16.377089 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caf69da7-9abc-4fde-85ca-16adf8201152 req-f121fae3-aa09-4c3f-9565-7c15265a56ef tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934870 Feb 19 04:32:16.400581 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-8768ae43-67cf-4e2a-8582-8c121e3b10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:16.402072 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-8768ae43-67cf-4e2a-8582-8c121e3b10ea service neutron] 10.222.0.71 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 898 time: 0.1263065 Feb 19 04:32:16.472324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-a5d98827-f0a8-471d-ab28-4354ff68b559 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 999 time: 0.0633934 Feb 19 04:32:16.520143 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-44e1c548-1d17-46a2-ae02-6a2b53f706a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:16.521639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-44e1c548-1d17-46a2-ae02-6a2b53f706a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 200 len: 835 time: 0.0433707 Feb 19 04:32:16.569313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-c0ef8f06-b776-47dc-90a8-e7a8c0a505d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:16.570835 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-c0ef8f06-b776-47dc-90a8-e7a8c0a505d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=200b0289-31d2-4b2f-9acc-142326fbefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430040 Feb 19 04:32:16.662362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-717134de-85fe-4aa5-86e5-48af08e48a31 service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842729 Feb 19 04:32:16.754847 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-23ad89d2-4d20-43f4-99a9-2fe1918d1f9c req-fe499c1a-a15d-44a0-8a1d-afd9a2df149b service neutron] 10.222.0.71 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867472 Feb 19 04:32:17.173046 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fa127bd-e90d-465a-93a2-36914d25fba8 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:32:17.272030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fa127bd-e90d-465a-93a2-36914d25fba8,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:17.284318 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'port_id': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'mac_address': 'fa:16:3e:f7:77:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:32:17.327790 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 9fa127bd-e90d-465a-93a2-36914d25fba8 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:17.328180 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.344755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa127bd-e90d-465a-93a2-36914d25fba8 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:32:17.364317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fa127bd-e90d-465a-93a2-36914d25fba8,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:17.367818 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.414585 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=9fa127bd-e90d-465a-93a2-36914d25fba8,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:17.422424 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.422777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.423126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.423471 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.423839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.424177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.424508 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.424838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.425168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.425496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.425827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.426175 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.426500 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.498881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d5969-98a5-4881-b8f3-c0bdd37a6da0 req-a096fdc9-4a82-4114-8247-de421b0c3077 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:17.500265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-439d5969-98a5-4881-b8f3-c0bdd37a6da0 req-a096fdc9-4a82-4114-8247-de421b0c3077 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 945 time: 0.0521996 Feb 19 04:32:17.548290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-439d5969-98a5-4881-b8f3-c0bdd37a6da0 req-f20c402b-a03f-4aaf-8231-0ed3fd67ca8b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423417 Feb 19 04:32:17.570087 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35108) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:17.633107 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ce3c9f33-1d76-418a-af24-bac8ecc255ef tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/f470df02-701a-47c4-9b06-6595e6bda64d HTTP/1.1" status: 200 len: 992 time: 0.0618711 Feb 19 04:32:17.788719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['9fa127bd-e90d-465a-93a2-36914d25fba8'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:32:19.181373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fa127bd-e90d-465a-93a2-36914d25fba8 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:19.230342 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 9fa127bd-e90d-465a-93a2-36914d25fba8 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:32:19.234314 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 9fa127bd-e90d-465a-93a2-36914d25fba8 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:19.234690 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.312401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 9fa127bd-e90d-465a-93a2-36914d25fba8 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:19.312780 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.336504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:19.338834 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c65d4b-eb7e-4285-91ea-26bdb09c186c" -d '{"events": [{"server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "name": "network-vif-plugged", "status": "completed", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:19.351199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fa127bd-e90d-465a-93a2-36914d25fba8,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:19.355756 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.378761 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c5a9b6-e80d-4f07-9f66-82494b594870 x-openstack-request-id: req-74c5a9b6-e80d-4f07-9f66-82494b594870 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:19.379053 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "name": "network-vif-plugged", "status": "completed", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:19.379312 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74c5a9b6-e80d-4f07-9f66-82494b594870 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:19.379704 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'code': 200} Feb 19 04:32:19.404989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=9fa127bd-e90d-465a-93a2-36914d25fba8,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:23.181172 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.819938 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.185049 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-a53a9da0-8beb-4123-8d81-e64d3112ea9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469384 Feb 19 04:32:38.288398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-367a1212-9e9a-48dc-bf42-aaf564e35f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:38.289797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-367a1212-9e9a-48dc-bf42-aaf564e35f22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1128 time: 0.0432093 Feb 19 04:32:38.390235 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-d8ec50a7-41a8-4e42-88d1-cdf3000770bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:38.391728 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-d8ec50a7-41a8-4e42-88d1-cdf3000770bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 898 time: 0.0831842 Feb 19 04:32:38.443504 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-25a0e893-3c23-4225-8805-7f14b3b45cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.461086 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-2229348a-2e9c-4cdc-a016-39382bfe1b98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 1001 time: 0.0630724 Feb 19 04:32:38.509024 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-dc0e3339-26c7-409c-8c94-27adf622e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:38.510493 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-dc0e3339-26c7-409c-8c94-27adf622e997 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 200 len: 835 time: 0.0432370 Feb 19 04:32:38.560706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-92af3389-36a5-4cc2-9ad4-1e99598f5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:38.562260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-92af3389-36a5-4cc2-9ad4-1e99598f5514 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=200b0289-31d2-4b2f-9acc-142326fbefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441573 Feb 19 04:32:38.572292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-a2591e45-8612-4368-85e2-e9f7cc45d880 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:32:38.573274 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-a2591e45-8612-4368-85e2-e9f7cc45d880 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050707 Feb 19 04:32:38.666293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-20445023-0cab-4c36-9b46-ba8b401bbc4a service neutron] 10.222.0.37 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836480 Feb 19 04:32:38.753539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3af17f8c-2c78-49fd-b21c-30bfe13d70d8 req-d6d5f6b6-9899-44ab-973a-812a2d066453 service neutron] 10.222.0.37 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812836 Feb 19 04:32:40.596418 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-122c8def-96c8-4b11-b4c3-cc002592891b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.298348 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.312229 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.061535 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:32:44.771094 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:53.215003 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.835034 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:08.445440 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3783922b-0106-45d8-919c-1a2b7e24ff53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:10.597366 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9027b98d-4580-4e45-98d6-3a78fb539995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:12.300003 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:12.637030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35134) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:12.804346 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port c07a71bb-0656-47de-930f-ce1fb1602aec {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:12.804702 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (c07a71bb-0656-47de-930f-ce1fb1602aec), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:12.878393 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (c07a71bb-0656-47de-930f-ce1fb1602aec), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:12.878764 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (c07a71bb-0656-47de-930f-ce1fb1602aec), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:12.890182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for c07a71bb-0656-47de-930f-ce1fb1602aec owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:13.314924 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:13.380704 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (c07a71bb-0656-47de-930f-ce1fb1602aec), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:13.407377 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=c07a71bb-0656-47de-930f-ce1fb1602aec,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:13.433794 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.434176 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.434519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.434854 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.435193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.435528 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.435862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.436191 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.437039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.437390 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.437717 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.438068 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.438392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:13.480844 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (f470df02-701a-47c4-9b06-6595e6bda64d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:13.480844 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Floating IP f470df02-701a-47c4-9b06-6595e6bda64d disassociated (deleted). External IP: 172.25.4.59, port: 9fa127bd-e90d-465a-93a2-36914d25fba8. Feb 19 04:33:13.690218 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router d017b437-812b-4696-97f1-f19ae51f0f93 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:13.798897 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:13.803389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:13.810883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] Sync routers for ids ['d017b437-812b-4696-97f1-f19ae51f0f93'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:13.820952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] Routers {'d017b437-812b-4696-97f1-f19ae51f0f93'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:13.821570 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:33:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d017b437-812b-4696-97f1-f19ae51f0f93'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:13.832606 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f31b8519-7f66-4f4c-b60c-58e81dc99e1d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/floatingips/f470df02-701a-47c4-9b06-6595e6bda64d HTTP/1.1" status: 204 len: 168 time: 1.1945543 Feb 19 04:33:13.833297 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:13.835663 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c192a6615bdfa156fbc491ed8c1250e6a803dbca8f67fd41f3dce117fbe6bfed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16030e17-064d-45a8-bdba-578ce5a91a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:13.934578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] Set router d017b437-812b-4696-97f1-f19ae51f0f93 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:14.076417 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f48c7e8-e3b7-4845-81af-ab3fdd22d403 x-openstack-request-id: req-2f48c7e8-e3b7-4845-81af-ab3fdd22d403 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:14.076417 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:14.076417 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f48c7e8-e3b7-4845-81af-ab3fdd22d403 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:14.076417 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'status': 'completed', 'code': 200} Feb 19 04:33:14.174245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:11Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f787249a-9684-497c-b029-dc78a74bdfe1', 'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:fd:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:10Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:14.202288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] Checking router: d017b437-812b-4696-97f1-f19ae51f0f93 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:14.209830 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-6d3d0ea1-3466-4046-bace-c6d849a28e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.211752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] Routers {'d017b437-812b-4696-97f1-f19ae51f0f93'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:14.211975 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-6d3d0ea1-3466-4046-bace-c6d849a28e72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 1128 time: 0.0869656 Feb 19 04:33:14.212565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:33:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d017b437-812b-4696-97f1-f19ae51f0f93'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:14.234920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a38067-4bdf-46fd-8b42-3ab6d1ce904c req-dea465d5-de41-4b90-a2d8-86e575f39d5e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.236382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70a38067-4bdf-46fd-8b42-3ab6d1ce904c req-dea465d5-de41-4b90-a2d8-86e575f39d5e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0766494 Feb 19 04:33:14.324026 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] Set router d017b437-812b-4696-97f1-f19ae51f0f93 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:14.325911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70a38067-4bdf-46fd-8b42-3ab6d1ce904c req-f2c21a7d-311f-441d-bf11-c588f16b9979 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791578 Feb 19 04:33:14.356776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-713a93af-8bd0-49c4-9a8c-2393eeccec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.356776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-713a93af-8bd0-49c4-9a8c-2393eeccec23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 200 len: 898 time: 0.1366765 Feb 19 04:33:14.398967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-5d189a51-9710-4969-a4c4-7b28b048186a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 200 len: 217 time: 0.0357704 Feb 19 04:33:14.454415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-e3446ccd-15ca-4b24-8beb-c64ac6ba02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.455882 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-e3446ccd-15ca-4b24-8beb-c64ac6ba02c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 200 len: 835 time: 0.0507278 Feb 19 04:33:14.511199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-69adbc37-639b-4283-a6e0-1ab9aa716c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.512736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-69adbc37-639b-4283-a6e0-1ab9aa716c55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=200b0289-31d2-4b2f-9acc-142326fbefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498559 Feb 19 04:33:14.538503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:11Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f787249a-9684-497c-b029-dc78a74bdfe1', 'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:fd:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:10Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:14.571451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9b622-bd4f-452e-a78c-ceef26ecb356 None None] The sync data for ids ['d017b437-812b-4696-97f1-f19ae51f0f93'] in n-d-826756-2 is: [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:31:11Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'f787249a-9684-497c-b029-dc78a74bdfe1', 'name': '', 'network_id': '200b0289-31d2-4b2f-9acc-142326fbefa9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:fd:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:10Z', 'updated_at': '2022-02-19T04:31:14Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': 'd5ad78cf-1168-4dfa-92c7-5b96c71980b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:14.783810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:14.863817 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ccb1e7-dff2-4fd2-8398-dfbaadebc597 None None] New status for floating IP f470df02-701a-47c4-9b06-6595e6bda64d: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:33:14.910659 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-2392ba02-9ada-49ba-93ee-ed6c717e3fef service neutron] 10.222.0.37 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906040 Feb 19 04:33:15.021859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-16030e17-064d-45a8-bdba-578ce5a91a0d req-719328e8-660d-4461-aac1-0fb1fcd20867 service neutron] 10.222.0.37 "GET /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030121 Feb 19 04:33:15.480005 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc319f37-9200-45d0-88d4-a1496ba87a57 req-86aecb29-53c6-46b8-ba05-151078e4b4ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:15.481497 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc319f37-9200-45d0-88d4-a1496ba87a57 req-86aecb29-53c6-46b8-ba05-151078e4b4ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0732791 Feb 19 04:33:15.530083 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc319f37-9200-45d0-88d4-a1496ba87a57 req-e0790447-6aad-403a-b9ab-852e86dbab8f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea0043d6-7a18-4c60-98ea-7182e363a623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 Feb 19 04:33:15.857624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-985e2f8a-17a4-470b-8811-e933c14ed65a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:15.859543 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-985e2f8a-17a4-470b-8811-e933c14ed65a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 946 time: 0.0514584 Feb 19 04:33:15.965289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 9fa127bd-e90d-465a-93a2-36914d25fba8 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:15.965632 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:16.058333 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 9fa127bd-e90d-465a-93a2-36914d25fba8, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=9fa127bd-e90d-465a-93a2-36914d25fba8,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:16.058716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:16.071260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 9fa127bd-e90d-465a-93a2-36914d25fba8 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:16.205396 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (9fa127bd-e90d-465a-93a2-36914d25fba8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:16.235303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=9fa127bd-e90d-465a-93a2-36914d25fba8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:16.249506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.249506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.249803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.250158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.250505 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.250854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.251199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.251527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.251872 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.252203 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.252540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.252878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.253206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:16.293970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] No DVR routers for this DVR port 9fa127bd-e90d-465a-93a2-36914d25fba8 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:16.296830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:16.300264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-847c9a38-24f9-485c-a1e8-691ba59f6eba req-1985ef0b-68ea-45cc-8a3e-13aa99f1d61d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "DELETE /v2.0/ports/9fa127bd-e90d-465a-93a2-36914d25fba8 HTTP/1.1" status: 204 len: 173 time: 0.4361291 Feb 19 04:33:16.300721 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'name': 'network-vif-deleted', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:16.303163 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7278c152-2206-4a78-81c6-20edccd1b392" -d '{"events": [{"server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "name": "network-vif-deleted", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:16.344054 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d516854-505f-4cec-bb3d-e9eb1ff68ed8 x-openstack-request-id: req-9d516854-505f-4cec-bb3d-e9eb1ff68ed8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:16.344360 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af96e2ac-2c6e-48ca-b3a2-215a68475bce", "name": "network-vif-deleted", "tag": "9fa127bd-e90d-465a-93a2-36914d25fba8", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:16.344620 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d516854-505f-4cec-bb3d-e9eb1ff68ed8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:16.345033 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af96e2ac-2c6e-48ca-b3a2-215a68475bce', 'name': 'network-vif-deleted', 'tag': '9fa127bd-e90d-465a-93a2-36914d25fba8', 'status': 'completed', 'code': 200} Feb 19 04:33:16.642671 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2e27ac66-805d-4bef-a4ba-2b4a00956501 req-122b09b2-6881-48ef-8ce5-07530f8dd1a6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=af96e2ac-2c6e-48ca-b3a2-215a68475bce HTTP/1.1" status: 200 len: 210 time: 0.0279613 Feb 19 04:33:17.700411 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35152) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:18.057473 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (d017b437-812b-4696-97f1-f19ae51f0f93), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:18.332652 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port f787249a-9684-497c-b029-dc78a74bdfe1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:18.333004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:18.423902 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port f787249a-9684-497c-b029-dc78a74bdfe1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f787249a-9684-497c-b029-dc78a74bdfe1,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:18.424270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:18.436031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for f787249a-9684-497c-b029-dc78a74bdfe1 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:18.627736 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f787249a-9684-497c-b029-dc78a74bdfe1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:18.653329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=f787249a-9684-497c-b029-dc78a74bdfe1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:18.837654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (d017b437-812b-4696-97f1-f19ae51f0f93), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.051765 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router d017b437-812b-4696-97f1-f19ae51f0f93 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:19.161216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:19.166197 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c3234842-7290-4373-9b73-2e84c91288e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "PUT /v2.0/routers/d017b437-812b-4696-97f1-f19ae51f0f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4646990 Feb 19 04:33:19.168903 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35154) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:19.172213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] Sync routers for ids ['d017b437-812b-4696-97f1-f19ae51f0f93'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:19.181603 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] Routers {'d017b437-812b-4696-97f1-f19ae51f0f93'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:19.182245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:33:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d017b437-812b-4696-97f1-f19ae51f0f93'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:19.225031 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cada674-c3d5-4d50-8fb7-e2c5539a2b61 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting subnet d5ad78cf-1168-4dfa-92c7-5b96c71980b4 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:33:19.228339 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cada674-c3d5-4d50-8fb7-e2c5539a2b61 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (d5ad78cf-1168-4dfa-92c7-5b96c71980b4), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.270479 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cada674-c3d5-4d50-8fb7-e2c5539a2b61 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (d5ad78cf-1168-4dfa-92c7-5b96c71980b4), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.357551 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cada674-c3d5-4d50-8fb7-e2c5539a2b61 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (d5ad78cf-1168-4dfa-92c7-5b96c71980b4), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.424171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cada674-c3d5-4d50-8fb7-e2c5539a2b61 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (d5ad78cf-1168-4dfa-92c7-5b96c71980b4), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.426040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fa127bd-e90d-465a-93a2-36914d25fba8 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:19.449067 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 9fa127bd-e90d-465a-93a2-36914d25fba8 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:19.449410 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 9fa127bd-e90d-465a-93a2-36914d25fba8 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:19.454414 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cada674-c3d5-4d50-8fb7-e2c5539a2b61 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ad78cf-1168-4dfa-92c7-5b96c71980b4,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:19.456402 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5cada674-c3d5-4d50-8fb7-e2c5539a2b61 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.460320 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5cada674-c3d5-4d50-8fb7-e2c5539a2b61 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/subnets/d5ad78cf-1168-4dfa-92c7-5b96c71980b4 HTTP/1.1" status: 204 len: 168 time: 0.2897141 Feb 19 04:33:19.463256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35156) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:19.468351 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d500a64-80d9-4cfd-89d7-6c20180a103e None None] Network 200b0289-31d2-4b2f-9acc-142326fbefa9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:19.516150 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] Set router d017b437-812b-4696-97f1-f19ae51f0f93 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:19.576724 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (d017b437-812b-4696-97f1-f19ae51f0f93), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.684001 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (d017b437-812b-4696-97f1-f19ae51f0f93), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.729490 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:33:18Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '4bab3462-d6f4-4f2c-8b5d-f976370f52ff', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:08Z', 'updated_at': '2022-02-19T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:19.741527 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:19.741895 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.760236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] Checking router: d017b437-812b-4696-97f1-f19ae51f0f93 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:19.769564 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] DHCP port deletion for 200b0289-31d2-4b2f-9acc-142326fbefa9 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:33:19.776177 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] Routers {'d017b437-812b-4696-97f1-f19ae51f0f93'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:19.776782 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:33:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['d017b437-812b-4696-97f1-f19ae51f0f93'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:19.822622 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 4bab3462-d6f4-4f2c-8b5d-f976370f52ff, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4bab3462-d6f4-4f2c-8b5d-f976370f52ff,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:19.822987 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.834881 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 4bab3462-d6f4-4f2c-8b5d-f976370f52ff owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:19.888221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] Set router d017b437-812b-4696-97f1-f19ae51f0f93 gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:19.946739 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:33:19Z', 'revision_number': 6, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:19.951759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Deleting port f2048653-6bcb-4fc8-9040-7837896a6dcf {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:19.952157 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.988047 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7acb1-19f6-41af-a97f-e3e076e7855d None None] The sync data for ids ['d017b437-812b-4696-97f1-f19ae51f0f93'] in n-d-826756-2 is: [{'id': 'd017b437-812b-4696-97f1-f19ae51f0f93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106713046', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:07Z', 'updated_at': '2022-02-19T04:33:19Z', 'revision_number': 6, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:20.011284 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4bab3462-d6f4-4f2c-8b5d-f976370f52ff), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.044958 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=4bab3462-d6f4-4f2c-8b5d-f976370f52ff,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:20.045184 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] For port f2048653-6bcb-4fc8-9040-7837896a6dcf, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f2048653-6bcb-4fc8-9040-7837896a6dcf,segment=NetworkSegment(43ecfc2c-d3d4-4896-8367-1830a203ed15),segment_id=43ecfc2c-d3d4-4896-8367-1830a203ed15)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:20.045531 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.064199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Calling delete_port for f2048653-6bcb-4fc8-9040-7837896a6dcf owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:20.107771 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (d017b437-812b-4696-97f1-f19ae51f0f93), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.145296 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (f2048653-6bcb-4fc8-9040-7837896a6dcf), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.173974 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Pushing event deleted for resources: {'Port': ['ID=f2048653-6bcb-4fc8-9040-7837896a6dcf,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:20.178279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] No DVR routers for this DVR port f2048653-6bcb-4fc8-9040-7837896a6dcf on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:20.191326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.191683 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.192030 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.192371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.192708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.193041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.193370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.193700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.194120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.194674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.195010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.195340 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.195747 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b047ac-c6ee-432b-9ea7-f576f36dec58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.214716 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (d017b437-812b-4696-97f1-f19ae51f0f93), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.216975 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_controller (d017b437-812b-4696-97f1-f19ae51f0f93), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.268020 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (d017b437-812b-4696-97f1-f19ae51f0f93), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.268666 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Fanout notify agent at l3_agent the message router_deleted on router d017b437-812b-4696-97f1-f19ae51f0f93 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:33:20.275788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.276938 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d37b8b3e-eb21-420c-9c83-955a838ad27e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/routers/d017b437-812b-4696-97f1-f19ae51f0f93 HTTP/1.1" status: 204 len: 168 time: 0.8128054 Feb 19 04:33:20.279630 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35158) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:20.368779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (200b0289-31d2-4b2f-9acc-142326fbefa9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.479251 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (200b0289-31d2-4b2f-9acc-142326fbefa9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.490043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f787249a-9684-497c-b029-dc78a74bdfe1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:20.508883 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200b0289-31d2-4b2f-9acc-142326fbefa9']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:20.519217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f787249a-9684-497c-b029-dc78a74bdfe1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:20.519567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f787249a-9684-497c-b029-dc78a74bdfe1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:20.519689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ecfc2c-d3d4-4896-8367-1830a203ed15') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:20.519996 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f2048653-6bcb-4fc8-9040-7837896a6dcf no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:20.520104 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ecfc2c-d3d4-4896-8367-1830a203ed15') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:20.530662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (43ecfc2c-d3d4-4896-8367-1830a203ed15), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.540913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f2048653-6bcb-4fc8-9040-7837896a6dcf {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:20.541274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f2048653-6bcb-4fc8-9040-7837896a6dcf not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:20.544955 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (43ecfc2c-d3d4-4896-8367-1830a203ed15), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.551783 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:33:20.552179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (43ecfc2c-d3d4-4896-8367-1830a203ed15), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:33:20.555196 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:33:20.614619 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (200b0289-31d2-4b2f-9acc-142326fbefa9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.621625 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.625764 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/networks/200b0289-31d2-4b2f-9acc-142326fbefa9 HTTP/1.1" status: 204 len: 168 time: 0.3445306 Feb 19 04:33:20.628634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35160) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:20.637759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1c102-dd97-48bb-a403-c1d565996d36 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Network': ['ID=200b0289-31d2-4b2f-9acc-142326fbefa9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:20.689535 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02dabf67-ad19-46b3-81af-71db6277f6ee tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (ea0043d6-7a18-4c60-98ea-7182e363a623), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.718276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02dabf67-ad19-46b3-81af-71db6277f6ee tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (ea0043d6-7a18-4c60-98ea-7182e363a623), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.784907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02dabf67-ad19-46b3-81af-71db6277f6ee tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (ea0043d6-7a18-4c60-98ea-7182e363a623), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.787438 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02dabf67-ad19-46b3-81af-71db6277f6ee tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.788630 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-02dabf67-ad19-46b3-81af-71db6277f6ee tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/security-groups/ea0043d6-7a18-4c60-98ea-7182e363a623 HTTP/1.1" status: 204 len: 168 time: 0.1589999 Feb 19 04:33:20.799563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dabf67-ad19-46b3-81af-71db6277f6ee tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0043d6-7a18-4c60-98ea-7182e363a623,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:21.062124 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:33:21.075712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35166) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:21.080958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-b8f47d40-e03a-4c12-b4a9-d54047fcfb66 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043982623', 'description': 'tempest-secgroup-smoke-1043982623 description', 'project_id': '06e2a2507414445794c72026d29a70f4'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:21.106042 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8f47d40-e03a-4c12-b4a9-d54047fcfb66 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.172548 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8f47d40-e03a-4c12-b4a9-d54047fcfb66 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (76e31e30-ce2a-44ea-a5fa-eec33659b915), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.176237 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8f47d40-e03a-4c12-b4a9-d54047fcfb66 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (76e31e30-ce2a-44ea-a5fa-eec33659b915), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.209206 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8f47d40-e03a-4c12-b4a9-d54047fcfb66 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.210479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b8f47d40-e03a-4c12-b4a9-d54047fcfb66 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1336784 Feb 19 04:33:21.212520 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f47d40-e03a-4c12-b4a9-d54047fcfb66 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e31e30-ce2a-44ea-a5fa-eec33659b915,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:21.213517 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35168) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:21.218736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0d8bd173-3040-4ac3-b3d9-6c7a217e1a46 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '76e31e30-ce2a-44ea-a5fa-eec33659b915', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:21.243761 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0d8bd173-3040-4ac3-b3d9-6c7a217e1a46 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (115e82fc-5a5a-43f0-a03e-be439732a2bd), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.301898 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0d8bd173-3040-4ac3-b3d9-6c7a217e1a46 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (115e82fc-5a5a-43f0-a03e-be439732a2bd), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.305607 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0d8bd173-3040-4ac3-b3d9-6c7a217e1a46 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (115e82fc-5a5a-43f0-a03e-be439732a2bd), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.322944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bd173-3040-4ac3-b3d9-6c7a217e1a46 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115e82fc-5a5a-43f0-a03e-be439732a2bd,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:21.330925 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0d8bd173-3040-4ac3-b3d9-6c7a217e1a46 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.332115 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0d8bd173-3040-4ac3-b3d9-6c7a217e1a46 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175411 Feb 19 04:33:21.334819 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35170) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:21.339138 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d61e8b52-16fe-493e-a990-325977b98fd2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '76e31e30-ce2a-44ea-a5fa-eec33659b915', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:21.363562 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d61e8b52-16fe-493e-a990-325977b98fd2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (4f862b31-b5a8-48cd-8462-c6016aee1dab), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.418288 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d61e8b52-16fe-493e-a990-325977b98fd2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (4f862b31-b5a8-48cd-8462-c6016aee1dab), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.422695 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d61e8b52-16fe-493e-a990-325977b98fd2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (4f862b31-b5a8-48cd-8462-c6016aee1dab), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.440708 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e8b52-16fe-493e-a990-325977b98fd2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f862b31-b5a8-48cd-8462-c6016aee1dab,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:21.448040 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d61e8b52-16fe-493e-a990-325977b98fd2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.449242 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d61e8b52-16fe-493e-a990-325977b98fd2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135139 Feb 19 04:33:21.452045 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35172) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:21.456296 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-44af933c-4601-4ebc-902b-b43ed6e50909 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '76e31e30-ce2a-44ea-a5fa-eec33659b915', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:21.480531 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44af933c-4601-4ebc-902b-b43ed6e50909 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (b657abde-fe36-4613-88d5-7917c8adaad7), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.536615 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44af933c-4601-4ebc-902b-b43ed6e50909 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (b657abde-fe36-4613-88d5-7917c8adaad7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.540971 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44af933c-4601-4ebc-902b-b43ed6e50909 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (b657abde-fe36-4613-88d5-7917c8adaad7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.558940 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af933c-4601-4ebc-902b-b43ed6e50909 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b657abde-fe36-4613-88d5-7917c8adaad7,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:21.567227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44af933c-4601-4ebc-902b-b43ed6e50909 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.568442 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-44af933c-4601-4ebc-902b-b43ed6e50909 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154675 Feb 19 04:33:21.571173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35174) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:21.575379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-930aac69-17d2-4165-9d2f-88b45451126e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '76e31e30-ce2a-44ea-a5fa-eec33659b915', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:21.598833 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930aac69-17d2-4165-9d2f-88b45451126e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (88a5b952-b7e3-4a15-9122-d95d0378834e), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.656687 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930aac69-17d2-4165-9d2f-88b45451126e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (88a5b952-b7e3-4a15-9122-d95d0378834e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.660004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930aac69-17d2-4165-9d2f-88b45451126e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (88a5b952-b7e3-4a15-9122-d95d0378834e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.677789 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930aac69-17d2-4165-9d2f-88b45451126e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a5b952-b7e3-4a15-9122-d95d0378834e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:21.686192 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930aac69-17d2-4165-9d2f-88b45451126e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.687487 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-930aac69-17d2-4165-9d2f-88b45451126e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153796 Feb 19 04:33:21.690198 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35176) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:21.694444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-7b27ade9-20f3-4551-9fe8-60c170a9c396 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '76e31e30-ce2a-44ea-a5fa-eec33659b915', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:21.714497 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-7b27ade9-20f3-4551-9fe8-60c170a9c396 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Project 06e2a2507414445794c72026d29a70f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:33:21.719872 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b27ade9-20f3-4551-9fe8-60c170a9c396 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (64e4ac0d-9ac0-45e5-ae1f-56607564f952), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.778101 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b27ade9-20f3-4551-9fe8-60c170a9c396 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (64e4ac0d-9ac0-45e5-ae1f-56607564f952), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.782410 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b27ade9-20f3-4551-9fe8-60c170a9c396 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (64e4ac0d-9ac0-45e5-ae1f-56607564f952), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.800583 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27ade9-20f3-4551-9fe8-60c170a9c396 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e4ac0d-9ac0-45e5-ae1f-56607564f952,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:21.806015 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7b27ade9-20f3-4551-9fe8-60c170a9c396 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.807223 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-7b27ade9-20f3-4551-9fe8-60c170a9c396 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160831 Feb 19 04:33:21.809988 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35178) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:21.814404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e9c93479-1b6f-4bd8-800c-c254ddcf14f6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '76e31e30-ce2a-44ea-a5fa-eec33659b915', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:21.835156 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-e9c93479-1b6f-4bd8-800c-c254ddcf14f6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Project 06e2a2507414445794c72026d29a70f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:33:21.840295 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9c93479-1b6f-4bd8-800c-c254ddcf14f6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (1bfc8367-6ab0-4696-8fac-d7dcb7549e5b), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.903195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9c93479-1b6f-4bd8-800c-c254ddcf14f6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (1bfc8367-6ab0-4696-8fac-d7dcb7549e5b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.907363 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9c93479-1b6f-4bd8-800c-c254ddcf14f6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (1bfc8367-6ab0-4696-8fac-d7dcb7549e5b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.926352 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c93479-1b6f-4bd8-800c-c254ddcf14f6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfc8367-6ab0-4696-8fac-d7dcb7549e5b,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:21.936056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9c93479-1b6f-4bd8-800c-c254ddcf14f6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.937809 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e9c93479-1b6f-4bd8-800c-c254ddcf14f6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269608 Feb 19 04:33:21.940694 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35180) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:21.945415 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'network': {'name': 'tempest-network-smoke--211042223', 'project_id': '06e2a2507414445794c72026d29a70f4', 'port_security_enabled': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:21.965148 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:21.968454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.992165 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:33:22.001482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (954faded-4ec3-4f82-b47a-dc1c0deebd16), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.001828 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Added segment 954faded-4ec3-4f82-b47a-dc1c0deebd16 of type vlan for network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 Feb 19 04:33:22.344952 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bab3462-d6f4-4f2c-8b5d-f976370f52ff no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:22.367692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4bab3462-d6f4-4f2c-8b5d-f976370f52ff {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:22.368215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4bab3462-d6f4-4f2c-8b5d-f976370f52ff not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:22.385383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (6b2eef82-c2a4-47dc-a418-906cd6bac4e9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.410475 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (6b2eef82-c2a4-47dc-a418-906cd6bac4e9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.415476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:22.416415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.469346 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5276418 Feb 19 04:33:22.472169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35182) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:22.476885 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'admin_state_up': True, 'project_id': '06e2a2507414445794c72026d29a70f4', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:22.483987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e62ae2-ae9d-4718-850a-e3db2642f0bc tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Network': ['ID=6b2eef82-c2a4-47dc-a418-906cd6bac4e9,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:22.497271 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:33:22.498852 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.500212 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.553422 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_controller (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), precommit_add_association {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.698124 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.894293 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.912147 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:23.016875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.25.4.86 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/f2c24c42-cf93-46a0-bd05-57ac0f260aad) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:23.114793 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:23.156777 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:23.194240 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:23.197578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:23.203257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:23.208921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=f2c24c42-cf93-46a0-bd05-57ac0f260aad,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:23.215700 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:23.458352 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:23.660388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:23.792952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:33:23.902022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:23.911973 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Sync routers for ids ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:23.922842 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Routers {'80cf2601-5f3e-4254-8b47-03bfed9fdbd6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:23.923453 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-73291684-f64e-4a19-a093-bb54374654cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:33:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:23.924526 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:23.925764 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6e1e4882-0c2a-4081-9c5e-4efbb2dbf86a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4524894 Feb 19 04:33:23.929089 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35184) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:24.008562 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f120c095-802d-49bb-b40c-73d1741384f9 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=06e2a2507414445794c72026d29a70f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0757425 Feb 19 04:33:24.008798 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35188) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:24.102712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e1044-313e-4d8c-bdde-822aabe97b4b tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:24.104575 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cb3e1044-313e-4d8c-bdde-822aabe97b4b tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949199 Feb 19 04:33:24.107712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35190) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:24.123393 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Set router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:24.135824 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f6467717-f6db-4d01-b3c2-12b994b9a185 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269198 Feb 19 04:33:24.138221 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35192) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:24.143554 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937200180', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'project_id': '06e2a2507414445794c72026d29a70f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:24.234957 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:24.238442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.297701 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-73291684-f64e-4a19-a093-bb54374654cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:23Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:24.324884 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Checking router: 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:24.325248 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Updating router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 port f2c24c42-cf93-46a0-bd05-57ac0f260aad binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:33:24.353886 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.423991 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (53633909-a8f7-4db8-83c5-0a041f4ff07e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.488277 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Subnet': ['ID=53633909-a8f7-4db8-83c5-0a041f4ff07e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:24.492634 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Checking segment: {'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:24.493006 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network hostable DHCP agents. Network: 6b2eef82-c2a4-47dc-a418-906cd6bac4e9, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:33:24.511451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:33:24.523084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 6b2eef82-c2a4-47dc-a418-906cd6bac4e9) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:24.527855 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:24.528494 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.534029 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087362d-5c40-4075-8cfb-3e9b48620a17 None None] Network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:24.550737 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5955931e-80b9-40c8-a3a6-60a834089d7a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4088757 Feb 19 04:33:24.551075 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35194) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:24.628049 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Publish callbacks [] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.634828 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.648980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:33:24.649833 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.683241 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Attempting to bind port f2c24c42-cf93-46a0-bd05-57ac0f260aad on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:33:24.683608 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Attempting to bind port f2c24c42-cf93-46a0-bd05-57ac0f260aad by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:33:24.683969 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Attempting to bind port f2c24c42-cf93-46a0-bd05-57ac0f260aad on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:33:24.692226 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:33:24.692605 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:24.693016 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.693410 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:33:24.693894 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Bound port: f2c24c42-cf93-46a0-bd05-57ac0f260aad, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:33:24.694296 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.719638 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Pushing event updated for resources: {'Port': ['ID=f2c24c42-cf93-46a0-bd05-57ac0f260aad,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:24.730728 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.731084 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.731422 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.731758 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.732092 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.732425 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.732747 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.733870 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.734400 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.734727 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.735056 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.735384 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.735704 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:24.767236 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-73291684-f64e-4a19-a093-bb54374654cf None None] For port f2c24c42-cf93-46a0-bd05-57ac0f260aad, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:33:24.770853 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-73291684-f64e-4a19-a093-bb54374654cf None None] For port f2c24c42-cf93-46a0-bd05-57ac0f260aad, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f2c24c42-cf93-46a0-bd05-57ac0f260aad,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:33:24.776915 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.799565 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Allocated IP 172.20.0.2 (6b2eef82-c2a4-47dc-a418-906cd6bac4e9/53633909-a8f7-4db8-83c5-0a041f4ff07e/1c790119-cc78-4955-85e5-1fa60b0b39bd) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:24.836155 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Routers {'80cf2601-5f3e-4254-8b47-03bfed9fdbd6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:24.837194 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-73291684-f64e-4a19-a093-bb54374654cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:33:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:24.880895 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4f12f-0a40-4b59-ac95-e7d70b4db819 None None] Pushing event updated for resources: {'Port': ['ID=f2c24c42-cf93-46a0-bd05-57ac0f260aad,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:24.965789 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Publish callbacks [] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.966855 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-73291684-f64e-4a19-a093-bb54374654cf None None] Set router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:24.974892 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.016578 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:25.020284 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:25.026728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:25.037377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Pushing event updated for resources: {'Port': ['ID=1c790119-cc78-4955-85e5-1fa60b0b39bd,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:25.096614 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Attempting to bind port 1c790119-cc78-4955-85e5-1fa60b0b39bd on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:33:25.097011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Attempting to bind port 1c790119-cc78-4955-85e5-1fa60b0b39bd by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:33:25.097352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Attempting to bind port 1c790119-cc78-4955-85e5-1fa60b0b39bd on network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:33:25.103189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:33:25.103596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Checking segment: {'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:25.103979 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.104377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Bound using segment: {'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:33:25.104865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Bound port: 1c790119-cc78-4955-85e5-1fa60b0b39bd, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:33:25.105250 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.172389 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] For port 1c790119-cc78-4955-85e5-1fa60b0b39bd, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:33:25.175486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] For port 1c790119-cc78-4955-85e5-1fa60b0b39bd, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1c790119-cc78-4955-85e5-1fa60b0b39bd,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:33:25.175747 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-73291684-f64e-4a19-a093-bb54374654cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:23Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:25.182811 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.203861 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73291684-f64e-4a19-a093-bb54374654cf None None] The sync data for ids ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'] in n-d-826756-2 is: [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:23Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:25.248425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904ef28-0ecd-48f5-8936-067fe740959f None None] Pushing event updated for resources: {'Port': ['ID=1c790119-cc78-4955-85e5-1fa60b0b39bd,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:25.346038 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.694286 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.20.0.1 (6b2eef82-c2a4-47dc-a418-906cd6bac4e9/53633909-a8f7-4db8-83c5-0a041f4ff07e/27ddcb0b-d99b-4222-84c6-a7809ea6717b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:25.820245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.856988 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.903974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:25.907615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:25.913755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:25.939488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=27ddcb0b-d99b-4222-84c6-a7809ea6717b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:25.974104 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.131306 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.313574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173481c-0da5-441f-b4a0-9833ef50b1e1 None None] Network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:26.382218 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8de546fb-51be-4e31-baef-15193d889de3 None None] Provisioning complete for port 1c790119-cc78-4955-85e5-1fa60b0b39bd triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:26.382606 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8de546fb-51be-4e31-baef-15193d889de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.427998 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.439277 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.516370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.518179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=27ddcb0b-d99b-4222-84c6-a7809ea6717b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:26.523330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1c790119-cc78-4955-85e5-1fa60b0b39bd up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:33:26.567619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8de546fb-51be-4e31-baef-15193d889de3 None None] Current status of the port 1c790119-cc78-4955-85e5-1fa60b0b39bd is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:26.567961 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8de546fb-51be-4e31-baef-15193d889de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.611234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-8de546fb-51be-4e31-baef-15193d889de3 None None] For port 1c790119-cc78-4955-85e5-1fa60b0b39bd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1c790119-cc78-4955-85e5-1fa60b0b39bd,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:26.616990 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8de546fb-51be-4e31-baef-15193d889de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.622615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1c790119-cc78-4955-85e5-1fa60b0b39bd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:26.622986 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.625558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:26.627207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:26.715348 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de546fb-51be-4e31-baef-15193d889de3 None None] Pushing event updated for resources: {'Port': ['ID=1c790119-cc78-4955-85e5-1fa60b0b39bd,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:26.773324 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1c790119-cc78-4955-85e5-1fa60b0b39bd is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:26.774550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f2c24c42-cf93-46a0-bd05-57ac0f260aad up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:33:26.774854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:26.838867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f2c24c42-cf93-46a0-bd05-57ac0f260aad triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:26.839271 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.872708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e8495c5e-b7ed-49bc-802b-e3948453bc09 None None] Provisioning complete for port 1c790119-cc78-4955-85e5-1fa60b0b39bd triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:26.873369 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8495c5e-b7ed-49bc-802b-e3948453bc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.911308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:26.923551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d7f9e860-71f9-47ac-b359-d707a1e347e3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "PUT /v2.0/routers/80cf2601-5f3e-4254-8b47-03bfed9fdbd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3706057 Feb 19 04:33:27.015016 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f2c24c42-cf93-46a0-bd05-57ac0f260aad is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:27.015410 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:27.023144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e8495c5e-b7ed-49bc-802b-e3948453bc09 None None] Current status of the port 1c790119-cc78-4955-85e5-1fa60b0b39bd is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:27.047768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port f2c24c42-cf93-46a0-bd05-57ac0f260aad, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f2c24c42-cf93-46a0-bd05-57ac0f260aad,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:27.053550 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:27.056574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e8495c5e-b7ed-49bc-802b-e3948453bc09 None None] Provisioning complete for port 27ddcb0b-d99b-4222-84c6-a7809ea6717b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:27.056940 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e8495c5e-b7ed-49bc-802b-e3948453bc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:27.113164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Sync routers for ids ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:27.139040 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e8495c5e-b7ed-49bc-802b-e3948453bc09 None None] Port 27ddcb0b-d99b-4222-84c6-a7809ea6717b cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:33:27.147735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=f2c24c42-cf93-46a0-bd05-57ac0f260aad,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:27.151392 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Routers {'80cf2601-5f3e-4254-8b47-03bfed9fdbd6'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:27.152002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:33:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:27.302068 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-65f55209-bf42-4956-9339-eac319602d3a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043982623&fields=id&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 267 time: 0.0477304 Feb 19 04:33:27.411047 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e480740-bb33-450a-807c-716431d45370 req-0ee2875f-65e7-4a6d-ba12-baebe7b2c598 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:27.412431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-0ee2875f-65e7-4a6d-ba12-baebe7b2c598 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/networks?id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9 HTTP/1.1" status: 200 len: 796 time: 0.1036966 Feb 19 04:33:27.429648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-a6a80250-bdf7-43a1-b408-2e0ce80ec884 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/quotas/06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 375 time: 0.0102017 Feb 19 04:33:27.441071 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Set router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:27.443401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fc28586d-0383-43be-99cc-e72a7020201c None None] Provisioning complete for port 27ddcb0b-d99b-4222-84c6-a7809ea6717b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:27.443786 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fc28586d-0383-43be-99cc-e72a7020201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:27.490119 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-4773a579-8298-4757-a41d-e3d0326d20a0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549521 Feb 19 04:33:27.543656 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fc28586d-0383-43be-99cc-e72a7020201c None None] Port 27ddcb0b-d99b-4222-84c6-a7809ea6717b cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:33:27.587706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-26b54dea-505c-4eab-9b30-5d6eefe85916 service neutron] 10.222.0.42 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856943 Feb 19 04:33:27.674579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:26Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '27ddcb0b-d99b-4222-84c6-a7809ea6717b', 'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:19:ae:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:25Z', 'updated_at': '2022-02-19T04:33:26Z', 'revision_number': 2, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:27.682686 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-2aa79ce7-9562-4bb0-af42-f3ec69988d44 service neutron] 10.222.0.42 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Feb 19 04:33:27.701961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Checking router: 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:27.702330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Updating router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 port 27ddcb0b-d99b-4222-84c6-a7809ea6717b binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:33:27.730290 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:27.847779 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b2e9f1c1-eebc-4fd0-bf8d-3e2712af3f04 req-6fa1247e-5668-4852-b682-6bf8be08a26c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 210 time: 0.0305452 Feb 19 04:33:28.024113 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Publish callbacks [] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:28.030496 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:28.084942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf27b2-b988-4cb2-8b94-fb28655eed81 None None] Pushing event updated for resources: {'Port': ['ID=27ddcb0b-d99b-4222-84c6-a7809ea6717b,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:28.149767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Attempting to bind port 27ddcb0b-d99b-4222-84c6-a7809ea6717b on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:33:28.150190 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Attempting to bind port 27ddcb0b-d99b-4222-84c6-a7809ea6717b by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:33:28.150556 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Attempting to bind port 27ddcb0b-d99b-4222-84c6-a7809ea6717b on network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:33:28.156262 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:33:28.156798 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Checking segment: {'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:28.157338 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:28.158033 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Bound using segment: {'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:33:28.158607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Bound port: 27ddcb0b-d99b-4222-84c6-a7809ea6717b, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:33:28.159189 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:28.239080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] For port 27ddcb0b-d99b-4222-84c6-a7809ea6717b, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:33:28.242765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] For port 27ddcb0b-d99b-4222-84c6-a7809ea6717b, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=27ddcb0b-d99b-4222-84c6-a7809ea6717b,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:33:28.249362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:28.319231 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Routers {'80cf2601-5f3e-4254-8b47-03bfed9fdbd6'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:28.320210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:33:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:28.322300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf27b2-b988-4cb2-8b94-fb28655eed81 None None] Pushing event updated for resources: {'Port': ['ID=27ddcb0b-d99b-4222-84c6-a7809ea6717b,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:28.419940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1c790119-cc78-4955-85e5-1fa60b0b39bd up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:33:28.452851 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e90e4d3d-6a40-4eec-a6e9-25e8e14e4906 None None] Provisioning complete for port 27ddcb0b-d99b-4222-84c6-a7809ea6717b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:28.453452 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e90e4d3d-6a40-4eec-a6e9-25e8e14e4906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:28.545258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] Set router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:28.659072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 1c790119-cc78-4955-85e5-1fa60b0b39bd triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:28.659447 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:28.743497 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e90e4d3d-6a40-4eec-a6e9-25e8e14e4906 None None] Current status of the port 27ddcb0b-d99b-4222-84c6-a7809ea6717b is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:28.743888 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e90e4d3d-6a40-4eec-a6e9-25e8e14e4906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:28.822118 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e90e4d3d-6a40-4eec-a6e9-25e8e14e4906 None None] For port 27ddcb0b-d99b-4222-84c6-a7809ea6717b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=27ddcb0b-d99b-4222-84c6-a7809ea6717b,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:28.846358 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e90e4d3d-6a40-4eec-a6e9-25e8e14e4906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:28.928237 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 1c790119-cc78-4955-85e5-1fa60b0b39bd is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:28.929444 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f2c24c42-cf93-46a0-bd05-57ac0f260aad up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:33:28.975933 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e4d3d-6a40-4eec-a6e9-25e8e14e4906 None None] Pushing event updated for resources: {'Port': ['ID=27ddcb0b-d99b-4222-84c6-a7809ea6717b,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:29.006767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e563f2a6-20c7-4bbf-af3d-6e2de3f09a19 None None] Provisioning complete for port 27ddcb0b-d99b-4222-84c6-a7809ea6717b triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:29.007054 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e563f2a6-20c7-4bbf-af3d-6e2de3f09a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.021223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c288118d-38fc-4428-b4ec-9caf4d0321ea req-712c7f4e-3b19-479f-8812-c37abce59138 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 210 time: 0.0524192 Feb 19 04:33:29.040098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:26Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '27ddcb0b-d99b-4222-84c6-a7809ea6717b', 'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:19:ae:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:25Z', 'updated_at': '2022-02-19T04:33:28Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:29.058104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e480740-bb33-450a-807c-716431d45370 req-8d07583f-8ffa-4d72-aacd-029366bbacaa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:29.059834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-8d07583f-8ffa-4d72-aacd-029366bbacaa tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "GET /v2.0/networks?id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9 HTTP/1.1" status: 200 len: 796 time: 0.1988397 Feb 19 04:33:29.091200 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7259939c-77a5-42f1-9ef5-bee7492ebe7c None None] The sync data for ids ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'] in n-d-826756-2 is: [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:26Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '27ddcb0b-d99b-4222-84c6-a7809ea6717b', 'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:19:ae:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:25Z', 'updated_at': '2022-02-19T04:33:28Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:29.099852 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port f2c24c42-cf93-46a0-bd05-57ac0f260aad triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:29.100241 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.146575 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-e6ff1cd5-dc3c-4a85-bd78-183fd8d7c872 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 380 time: 0.0747631 Feb 19 04:33:29.157883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'port': {'device_id': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'admin_state_up': True, 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'security_groups': ['76e31e30-ce2a-44ea-a5fa-eec33659b915']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:29.203260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e563f2a6-20c7-4bbf-af3d-6e2de3f09a19 None None] Current status of the port 27ddcb0b-d99b-4222-84c6-a7809ea6717b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:29.249322 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port f2c24c42-cf93-46a0-bd05-57ac0f260aad is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:29.291297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:29.294956 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.442798 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.20.0.5 (6b2eef82-c2a4-47dc-a418-906cd6bac4e9/53633909-a8f7-4db8-83c5-0a041f4ff07e/04a14579-28c4-4579-b50b-8301bb9d4300) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:29.592796 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (04a14579-28c4-4579-b50b-8301bb9d4300), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.628706 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.673948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:29.678012 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:29.680560 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:29.722478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=04a14579-28c4-4579-b50b-8301bb9d4300,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:29.750697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:29.751368 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.773158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-fb072e04-3206-4f53-b5b1-40a546aae163 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6227379 Feb 19 04:33:29.831723 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Request body: {'port': {'device_id': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:29.899828 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.928031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-83227dac-4333-42d8-9513-2e94a902c466 None None] Provisioning complete for port 04a14579-28c4-4579-b50b-8301bb9d4300 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:29.928647 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83227dac-4333-42d8-9513-2e94a902c466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.966615 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-83227dac-4333-42d8-9513-2e94a902c466 None None] Port 04a14579-28c4-4579-b50b-8301bb9d4300 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:33:30.196503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f4b78-f236-4753-97db-5ad79ee9d207 req-56545917-1c37-44bd-b51e-ca9d1a8fe035 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:30.198254 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-959f4b78-f236-4753-97db-5ad79ee9d207 req-56545917-1c37-44bd-b51e-ca9d1a8fe035 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 931 time: 0.0962288 Feb 19 04:33:30.266195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a14579-28c4-4579-b50b-8301bb9d4300 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:33:30.280283 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Publish callbacks [] for port (04a14579-28c4-4579-b50b-8301bb9d4300), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.296296 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-959f4b78-f236-4753-97db-5ad79ee9d207 req-14431d86-00e9-47a6-b9f7-62205a34dcc1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916455 Feb 19 04:33:30.301026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Transition to ACTIVE for port object 04a14579-28c4-4579-b50b-8301bb9d4300 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:33:30.306259 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.377915 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Pushing event updated for resources: {'Port': ['ID=04a14579-28c4-4579-b50b-8301bb9d4300,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:30.433665 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 27ddcb0b-d99b-4222-84c6-a7809ea6717b up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:33:30.435020 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Attempting to bind port 04a14579-28c4-4579-b50b-8301bb9d4300 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:33:30.435392 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Attempting to bind port 04a14579-28c4-4579-b50b-8301bb9d4300 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:33:30.438246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Attempting to bind port 04a14579-28c4-4579-b50b-8301bb9d4300 on network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:33:30.443175 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Port 04a14579-28c4-4579-b50b-8301bb9d4300 on network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:33:30.443521 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Attempting to bind port 04a14579-28c4-4579-b50b-8301bb9d4300 on network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:33:30.448839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:33:30.449184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Checking segment: {'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:30.449574 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Bound using segment: {'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:33:30.450054 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Bound port: 04a14579-28c4-4579-b50b-8301bb9d4300, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954faded-4ec3-4f82-b47a-dc1c0deebd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:33:30.450419 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.493380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 27ddcb0b-d99b-4222-84c6-a7809ea6717b triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:30.493766 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.524450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] For port 04a14579-28c4-4579-b50b-8301bb9d4300, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:33:30.528365 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] For port 04a14579-28c4-4579-b50b-8301bb9d4300, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=04a14579-28c4-4579-b50b-8301bb9d4300,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:33:30.537276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.571931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:30.572560 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.574516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] 10.222.0.71 "PUT /v2.0/ports/04a14579-28c4-4579-b50b-8301bb9d4300 HTTP/1.1" status: 200 len: 1091 time: 0.7928181 Feb 19 04:33:30.577982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 27ddcb0b-d99b-4222-84c6-a7809ea6717b is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:30.578163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'tag': '04a14579-28c4-4579-b50b-8301bb9d4300'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:30.581598 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cc48ed-faf8-4834-af7a-dc02d768ea57" -d '{"events": [{"name": "network-changed", "server_uuid": "540a6621-e4ff-4c4d-a912-60eb4a6259f9", "tag": "04a14579-28c4-4579-b50b-8301bb9d4300"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:30.631310 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23278e-7275-4594-9337-d08b5d9605c9 service neutron] Pushing event updated for resources: {'Port': ['ID=04a14579-28c4-4579-b50b-8301bb9d4300,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:30.637685 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d328d89-5fb2-41d2-8313-b4e0690b3b53 x-openstack-request-id: req-2d328d89-5fb2-41d2-8313-b4e0690b3b53 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:30.638045 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540a6621-e4ff-4c4d-a912-60eb4a6259f9", "tag": "04a14579-28c4-4579-b50b-8301bb9d4300", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:30.638305 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d328d89-5fb2-41d2-8313-b4e0690b3b53 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:30.638737 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'tag': '04a14579-28c4-4579-b50b-8301bb9d4300', 'status': 'completed', 'code': 200} Feb 19 04:33:30.684850 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e480740-bb33-450a-807c-716431d45370 req-4bc56b7c-0460-42c5-915f-28bfbcc3d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:30.686982 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-4bc56b7c-0460-42c5-915f-28bfbcc3d106 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 1125 time: 0.0515370 Feb 19 04:33:30.737601 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-f5b270c7-5a52-4cdd-a6e6-0c23eb741659 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04a14579-28c4-4579-b50b-8301bb9d4300 HTTP/1.1" status: 200 len: 217 time: 0.0435619 Feb 19 04:33:30.788677 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e480740-bb33-450a-807c-716431d45370 req-885a0f73-cb87-4ab8-9868-5878255436f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:30.796193 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-885a0f73-cb87-4ab8-9868-5878255436f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53633909-a8f7-4db8-83c5-0a041f4ff07e HTTP/1.1" status: 200 len: 835 time: 0.0464175 Feb 19 04:33:30.841960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e480740-bb33-450a-807c-716431d45370 req-09062227-69e1-46a3-92b4-9d820db19c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:30.843541 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-09062227-69e1-46a3-92b4-9d820db19c8d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466294 Feb 19 04:33:30.935267 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-b533e939-5c63-43ae-bce9-15006c49fa58 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847716 Feb 19 04:33:31.022982 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e480740-bb33-450a-807c-716431d45370 req-1d1c88fd-45d4-4bed-9e59-f0fd7158fc64 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812204 Feb 19 04:33:31.118067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-20baf39a-15e6-40ff-b055-bd974625cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:31.119529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-20baf39a-15e6-40ff-b055-bd974625cc23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 1125 time: 0.0479727 Feb 19 04:33:31.214595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-0d2cb964-e999-4330-b878-0f863017ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:31.216101 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-0d2cb964-e999-4330-b878-0f863017ddf4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9 HTTP/1.1" status: 200 len: 897 time: 0.0887539 Feb 19 04:33:31.258118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-f0f97229-98ef-4851-b543-a31babe38919 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04a14579-28c4-4579-b50b-8301bb9d4300 HTTP/1.1" status: 200 len: 217 time: 0.0351944 Feb 19 04:33:31.308789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-ba47d693-e9f9-4ad2-bc80-d8c1c067ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:31.310420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-ba47d693-e9f9-4ad2-bc80-d8c1c067ad9a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53633909-a8f7-4db8-83c5-0a041f4ff07e HTTP/1.1" status: 200 len: 835 time: 0.0463166 Feb 19 04:33:31.367390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-2a565801-f19d-408e-9701-f11bfa48a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:31.369000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-2a565801-f19d-408e-9701-f11bfa48a80e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516953 Feb 19 04:33:31.487129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078a2dc-6a1b-463b-b2c4-27df3a0e81f3 req-dee8c03d-d7dd-4187-b1ee-d16e37929cc3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:31.488559 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6078a2dc-6a1b-463b-b2c4-27df3a0e81f3 req-dee8c03d-d7dd-4187-b1ee-d16e37929cc3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 943 time: 0.1175792 Feb 19 04:33:31.514620 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-ab75c163-3570-49de-82ce-d867c194b519 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296887 Feb 19 04:33:31.594462 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6078a2dc-6a1b-463b-b2c4-27df3a0e81f3 req-9dbdbb46-a178-4761-81bd-3dadc2ea2287 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960972 Feb 19 04:33:31.624914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-29cc48ed-faf8-4834-af7a-dc02d768ea57 req-54b88d47-60df-4f8b-8f57-942277b92c88 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075161 Feb 19 04:33:32.645559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 04a14579-28c4-4579-b50b-8301bb9d4300 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:33:32.745180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 04a14579-28c4-4579-b50b-8301bb9d4300, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=04a14579-28c4-4579-b50b-8301bb9d4300,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:32.758109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '04a14579-28c4-4579-b50b-8301bb9d4300', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'port_id': '04a14579-28c4-4579-b50b-8301bb9d4300', 'mac_address': 'fa:16:3e:82:3b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:33:32.797568 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 04a14579-28c4-4579-b50b-8301bb9d4300 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:32.797999 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:32.812530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a14579-28c4-4579-b50b-8301bb9d4300 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:33:32.833694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 04a14579-28c4-4579-b50b-8301bb9d4300, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=04a14579-28c4-4579-b50b-8301bb9d4300,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:32.838382 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:32.899427 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=04a14579-28c4-4579-b50b-8301bb9d4300,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:33.030686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cca7e-94b5-4a5b-bd4e-d4b3dd69d2ac req-d0f70d12-259e-4330-b1f1-424a6732ce00 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:33.032217 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-112cca7e-94b5-4a5b-bd4e-d4b3dd69d2ac req-d0f70d12-259e-4330-b1f1-424a6732ce00 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 943 time: 0.3698246 Feb 19 04:33:33.065002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['04a14579-28c4-4579-b50b-8301bb9d4300'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:33:33.082677 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-112cca7e-94b5-4a5b-bd4e-d4b3dd69d2ac req-b77c8eef-5ff9-412f-a451-035ed780d946 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 Feb 19 04:33:34.214952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e54db-6150-4f87-a3e7-97b10db55e7a req-471c1ec0-6e63-4b7a-9f3c-e5aab0cedda1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:34.216797 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a10e54db-6150-4f87-a3e7-97b10db55e7a req-471c1ec0-6e63-4b7a-9f3c-e5aab0cedda1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 944 time: 0.0638225 Feb 19 04:33:34.270773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a10e54db-6150-4f87-a3e7-97b10db55e7a req-218c105f-2e4f-440c-a5c0-a8a2418b99db tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476148 Feb 19 04:33:34.654036 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 04a14579-28c4-4579-b50b-8301bb9d4300 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:33:34.704043 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 04a14579-28c4-4579-b50b-8301bb9d4300 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:33:34.708214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 04a14579-28c4-4579-b50b-8301bb9d4300 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:34.708587 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:34.788003 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 04a14579-28c4-4579-b50b-8301bb9d4300 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:34.788387 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:34.810095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a14579-28c4-4579-b50b-8301bb9d4300'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:34.812312 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54582fa-27e2-4ced-ba60-85ff236733d0" -d '{"events": [{"server_uuid": "540a6621-e4ff-4c4d-a912-60eb4a6259f9", "name": "network-vif-plugged", "status": "completed", "tag": "04a14579-28c4-4579-b50b-8301bb9d4300"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:34.823907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 04a14579-28c4-4579-b50b-8301bb9d4300, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=04a14579-28c4-4579-b50b-8301bb9d4300,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:34.828518 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:34.852237 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf14d9b-7dca-473b-8f8a-b2ec9f00169a x-openstack-request-id: req-fdf14d9b-7dca-473b-8f8a-b2ec9f00169a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:34.852564 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540a6621-e4ff-4c4d-a912-60eb4a6259f9", "name": "network-vif-plugged", "status": "completed", "tag": "04a14579-28c4-4579-b50b-8301bb9d4300", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:34.852821 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdf14d9b-7dca-473b-8f8a-b2ec9f00169a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:34.853206 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a14579-28c4-4579-b50b-8301bb9d4300', 'code': 200} Feb 19 04:33:34.881793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=04a14579-28c4-4579-b50b-8301bb9d4300,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:34.956822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906771b2-0966-41dc-9adb-94a9ea92c511 req-dd419284-1159-48d0-b447-568f41969696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:34.958376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-906771b2-0966-41dc-9adb-94a9ea92c511 req-dd419284-1159-48d0-b447-568f41969696 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 1127 time: 0.0444596 Feb 19 04:33:35.007742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-906771b2-0966-41dc-9adb-94a9ea92c511 req-f64072fc-1aea-42f8-8807-015b8f3401ea service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428278 Feb 19 04:33:35.395970 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2d5ec-1962-4186-8cf2-20d38550cf6a req-548f0f7a-c110-453a-b986-a9420d2ee837 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:35.397496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6c2d5ec-1962-4186-8cf2-20d38550cf6a req-548f0f7a-c110-453a-b986-a9420d2ee837 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0543578 Feb 19 04:33:35.455754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f6c2d5ec-1962-4186-8cf2-20d38550cf6a req-ec60389f-4c29-4942-8d95-6588650bc39e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501716 Feb 19 04:33:36.574540 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157294c-9c85-4dcc-a1d4-e9a8eaae0084 req-c3e2bda1-2188-48c1-984e-c9aaec8ec7e6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:36.576021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7157294c-9c85-4dcc-a1d4-e9a8eaae0084 req-c3e2bda1-2188-48c1-984e-c9aaec8ec7e6 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Feb 19 04:33:36.624219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7157294c-9c85-4dcc-a1d4-e9a8eaae0084 req-4ea9d787-3148-430c-837b-6b61ab58df5d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Feb 19 04:33:36.745901 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2559d5e-eb3d-4127-a283-17f59299f57a req-8c086c46-a67a-4a39-b5fe-90cd3ec64c33 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:36.747320 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2559d5e-eb3d-4127-a283-17f59299f57a req-8c086c46-a67a-4a39-b5fe-90cd3ec64c33 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0546830 Feb 19 04:33:36.794733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e2559d5e-eb3d-4127-a283-17f59299f57a req-087136d1-ae65-4045-a8bc-8e5f5a0ae05e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412238 Feb 19 04:33:36.817065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35250) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:36.837013 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.859165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6fd80f-d775-4a3b-82cf-fced75b32cd2 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:36.860746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bf6fd80f-d775-4a3b-82cf-fced75b32cd2 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 1122 time: 0.0427220 Feb 19 04:33:36.863592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35252) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:36.867754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '04a14579-28c4-4579-b50b-8301bb9d4300', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:36.887388 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.986678 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.089341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.25.4.125 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/e84151f0-af70-455c-8ff8-6a9a9e12dafb) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:37.194830 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (e84151f0-af70-455c-8ff8-6a9a9e12dafb), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.227784 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e84151f0-af70-455c-8ff8-6a9a9e12dafb), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.266077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:37.268881 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:37.274532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:37.279874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=e84151f0-af70-455c-8ff8-6a9a9e12dafb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:37.646298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (3feefe50-ccf4-4e9b-85ce-48693aece7c3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.712922 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e84151f0-af70-455c-8ff8-6a9a9e12dafb), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.864115 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (e84151f0-af70-455c-8ff8-6a9a9e12dafb), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.868541 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (e84151f0-af70-455c-8ff8-6a9a9e12dafb), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.939917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=e84151f0-af70-455c-8ff8-6a9a9e12dafb,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:37.951870 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (3feefe50-ccf4-4e9b-85ce-48693aece7c3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.056585 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Floating IP 3feefe50-ccf4-4e9b-85ce-48693aece7c3 associated. External IP: 172.25.4.125, port: 04a14579-28c4-4579-b50b-8301bb9d4300. Feb 19 04:33:38.267589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:38.374844 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:38.384179 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] Sync routers for ids ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:38.392917 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.395040 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] Routers {'80cf2601-5f3e-4254-8b47-03bfed9fdbd6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:38.395641 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:33:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:38.423668 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6deae5f9-6bd5-432d-a4cb-373c2e78f5b5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5590529 Feb 19 04:33:38.424313 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'tag': '04a14579-28c4-4579-b50b-8301bb9d4300'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:38.426805 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738cc76f-f6e1-4872-ba63-403c4c5c309a" -d '{"events": [{"name": "network-changed", "server_uuid": "540a6621-e4ff-4c4d-a912-60eb4a6259f9", "tag": "04a14579-28c4-4579-b50b-8301bb9d4300"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:38.457017 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-120e9c34-8b51-4f7e-8b5b-59b7253f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.511202 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] Set router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:38.531961 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ee6bd-fadf-40b0-afbd-23bcf4860964 req-b3a01faa-7643-4ae2-9217-cacd8c816d6f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:38.533379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-703ee6bd-fadf-40b0-afbd-23bcf4860964 req-b3a01faa-7643-4ae2-9217-cacd8c816d6f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0544565 Feb 19 04:33:38.583998 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-703ee6bd-fadf-40b0-afbd-23bcf4860964 req-e1c8444e-9d1b-43a4-8d5b-182a9b038557 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445225 Feb 19 04:33:38.606982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35258) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:38.653136 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd1418f-152e-4b91-835e-f07172c0b5e2 x-openstack-request-id: req-7dd1418f-152e-4b91-835e-f07172c0b5e2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:38.653927 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540a6621-e4ff-4c4d-a912-60eb4a6259f9", "tag": "04a14579-28c4-4579-b50b-8301bb9d4300", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:38.653927 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7dd1418f-152e-4b91-835e-f07172c0b5e2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:38.654130 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'tag': '04a14579-28c4-4579-b50b-8301bb9d4300', 'status': 'completed', 'code': 200} Feb 19 04:33:38.710232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-524e76d5-63a3-4737-b85a-cfb031380c78 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/3feefe50-ccf4-4e9b-85ce-48693aece7c3 HTTP/1.1" status: 200 len: 991 time: 0.1017497 Feb 19 04:33:38.721328 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-60f291bb-6ef5-4330-93c9-4a2d9f942bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:38.722875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-60f291bb-6ef5-4330-93c9-4a2d9f942bc6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 1127 time: 0.0661802 Feb 19 04:33:38.743642 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:26Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '3feefe50-ccf4-4e9b-85ce-48693aece7c3', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'port_id': '04a14579-28c4-4579-b50b-8301bb9d4300', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'mac_address': 'fa:16:3e:82:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:33:37Z', 'updated_at': '2022-02-19T04:33:37Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ddcb0b-d99b-4222-84c6-a7809ea6717b', 'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:19:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:25Z', 'updated_at': '2022-02-19T04:33:28Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:38.770635 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] Checking router: 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:38.779153 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] Routers {'80cf2601-5f3e-4254-8b47-03bfed9fdbd6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:38.779789 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:33:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:38.816982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-16201503-8e7c-45f8-aea3-314dd80b0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:38.823654 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-16201503-8e7c-45f8-aea3-314dd80b0ed9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9 HTTP/1.1" status: 200 len: 897 time: 0.0882642 Feb 19 04:33:38.887386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-e3e00b0e-d4b5-421f-a4a1-d6af7018f526 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04a14579-28c4-4579-b50b-8301bb9d4300 HTTP/1.1" status: 200 len: 999 time: 0.0628154 Feb 19 04:33:38.890253 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] Set router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:38.936932 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-2fcc09f2-153f-427b-b8cf-ceefbdfda991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:38.938458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-2fcc09f2-153f-427b-b8cf-ceefbdfda991 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53633909-a8f7-4db8-83c5-0a041f4ff07e HTTP/1.1" status: 200 len: 835 time: 0.0448124 Feb 19 04:33:38.988577 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-21a0ba53-47e7-4163-994b-c43f3cb2e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:38.990335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-21a0ba53-47e7-4163-994b-c43f3cb2e863 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458088 Feb 19 04:33:39.091306 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-c0732d49-6f5a-4765-917d-ab4673ebbd12 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911291 Feb 19 04:33:39.186757 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-738cc76f-f6e1-4872-ba63-403c4c5c309a req-2bceeaaa-3214-403c-aec5-41c2269b0279 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916483 Feb 19 04:33:39.216053 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:26Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '3feefe50-ccf4-4e9b-85ce-48693aece7c3', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'port_id': '04a14579-28c4-4579-b50b-8301bb9d4300', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'mac_address': 'fa:16:3e:82:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:33:37Z', 'updated_at': '2022-02-19T04:33:37Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ddcb0b-d99b-4222-84c6-a7809ea6717b', 'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:19:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:25Z', 'updated_at': '2022-02-19T04:33:28Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:39.241657 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb357928-116c-4b5b-a49b-bf5dbb20085c None None] The sync data for ids ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'] in n-d-826756-2 is: [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:26Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '3feefe50-ccf4-4e9b-85ce-48693aece7c3', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.125', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'port_id': '04a14579-28c4-4579-b50b-8301bb9d4300', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'mac_address': 'fa:16:3e:82:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:33:37Z', 'updated_at': '2022-02-19T04:33:37Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ddcb0b-d99b-4222-84c6-a7809ea6717b', 'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:19:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:25Z', 'updated_at': '2022-02-19T04:33:28Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:39.443767 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e817e-f236-4831-a490-dd6f642a1be2 None None] New status for floating IP 3feefe50-ccf4-4e9b-85ce-48693aece7c3: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:33:39.714362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35260) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:39.784618 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ab500b2b-173d-451e-82f4-1f2a44d0b8bf tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/3feefe50-ccf4-4e9b-85ce-48693aece7c3 HTTP/1.1" status: 200 len: 991 time: 0.0685885 Feb 19 04:33:40.598391 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ef7bfee6-46f2-45e0-8938-79768da49539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:40.787702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35262) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:40.848064 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3850c81c-a6a3-4731-8f44-5a7d10ddbd5b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/3feefe50-ccf4-4e9b-85ce-48693aece7c3 HTTP/1.1" status: 200 len: 993 time: 0.0591002 Feb 19 04:33:42.309246 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:43.324672 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:44.778935 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:53.214442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.061532 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:34:06.849487 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:08.451638 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5b7b139c-4657-4cc1-a2c5-f1d43ee58723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.599217 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ba254c42-c434-4892-8c34-0328c631d9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.163452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffc88c-baa3-4766-b87d-bc5c99c2d724 req-2892490f-dab2-4e96-8e67-45df452f846f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:12.165003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74ffc88c-baa3-4766-b87d-bc5c99c2d724 req-2892490f-dab2-4e96-8e67-45df452f846f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0605350 Feb 19 04:34:12.223005 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-74ffc88c-baa3-4766-b87d-bc5c99c2d724 req-e4aa9906-99f9-4b72-bd17-02980af8f427 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 Feb 19 04:34:12.298889 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:13.326975 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:13.348551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073503b-1e63-4459-a863-b671fdd642c2 req-a93bb871-b3a1-4885-8271-cdaf485652d9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:13.350093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8073503b-1e63-4459-a863-b671fdd642c2 req-a93bb871-b3a1-4885-8271-cdaf485652d9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0535641 Feb 19 04:34:13.408048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8073503b-1e63-4459-a863-b671fdd642c2 req-b1680532-12fc-4247-9e24-5af29fc98f53 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519552 Feb 19 04:34:14.531755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4efdb-4f6e-49d8-b600-32a8d2b37d06 req-bf9016bb-261e-4f4a-b924-e222f38e9af5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:14.533282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aca4efdb-4f6e-49d8-b600-32a8d2b37d06 req-bf9016bb-261e-4f4a-b924-e222f38e9af5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0531600 Feb 19 04:34:14.589926 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-aca4efdb-4f6e-49d8-b600-32a8d2b37d06 req-1a3024eb-d26c-4ba7-a3b5-53353df441c2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505087 Feb 19 04:34:14.783287 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:15.221248 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-d3ea4e6d-8778-44af-a8ae-f5e52f0ffca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:15.222831 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-d3ea4e6d-8778-44af-a8ae-f5e52f0ffca6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 1127 time: 0.0453739 Feb 19 04:34:15.324788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-63676994-f5e3-405a-bf39-5ac4a617badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:15.331809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-63676994-f5e3-405a-bf39-5ac4a617badf service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9 HTTP/1.1" status: 200 len: 897 time: 0.0843427 Feb 19 04:34:15.395016 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-719a5ba2-70e2-4c2f-95eb-b691632d311c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04a14579-28c4-4579-b50b-8301bb9d4300 HTTP/1.1" status: 200 len: 1001 time: 0.0623348 Feb 19 04:34:15.447555 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-dba4bfc9-0774-4835-9749-b4dff1d749da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:15.449071 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-dba4bfc9-0774-4835-9749-b4dff1d749da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53633909-a8f7-4db8-83c5-0a041f4ff07e HTTP/1.1" status: 200 len: 835 time: 0.0460804 Feb 19 04:34:15.499864 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-c17d6fae-2011-4693-b292-5a8e8ba321dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:15.501385 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-c17d6fae-2011-4693-b292-5a8e8ba321dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441959 Feb 19 04:34:15.933120 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d8ae-5739-4740-be33-62a3df4935e2 req-713d1bf6-ac0b-4718-b95e-1303710cae05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:15.934554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c703d8ae-5739-4740-be33-62a3df4935e2 req-713d1bf6-ac0b-4718-b95e-1303710cae05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0824468 Feb 19 04:34:15.936394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-72a414ac-0d52-4f88-87ec-c39697bd1304 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278560 Feb 19 04:34:16.039847 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c703d8ae-5739-4740-be33-62a3df4935e2 req-a367ad58-f671-41c6-b86d-edf1b2e0c1e1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981443 Feb 19 04:34:16.067510 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ba04660f-01cd-4a85-833c-bf44b6b8da12 req-d8d9bbef-7d8f-4fed-a6e6-32f01c86e9b5 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230557 Feb 19 04:34:17.173973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa721ddf-13b6-47b5-92fe-78aee7463a3a req-5880b2d2-dee2-4f1e-9973-5c6566374baf tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:17.175463 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa721ddf-13b6-47b5-92fe-78aee7463a3a req-5880b2d2-dee2-4f1e-9973-5c6566374baf tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0573592 Feb 19 04:34:17.226843 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fa721ddf-13b6-47b5-92fe-78aee7463a3a req-9395ed97-86e7-4dda-8057-3c62cb3e3f96 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453479 Feb 19 04:34:18.348125 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bcb95-b080-4394-9d1d-6de67ac0bae4 req-ea0766e7-7b67-4ec5-a51f-b2a6b767c7e7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:18.349592 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-629bcb95-b080-4394-9d1d-6de67ac0bae4 req-ea0766e7-7b67-4ec5-a51f-b2a6b767c7e7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Feb 19 04:34:18.405968 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-629bcb95-b080-4394-9d1d-6de67ac0bae4 req-ba57d405-1cff-40c2-b5c8-8d4997b048ce tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506654 Feb 19 04:34:19.527777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688c371-74b0-4984-a69c-f372c8822622 req-57ff2575-9356-4f52-a065-b8c7da88c96d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:19.529942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0688c371-74b0-4984-a69c-f372c8822622 req-57ff2575-9356-4f52-a065-b8c7da88c96d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0545154 Feb 19 04:34:19.578457 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0688c371-74b0-4984-a69c-f372c8822622 req-0794f9ab-2efa-465f-ba38-b2fe82f44840 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Feb 19 04:34:20.709059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2395c-d18a-40d5-a6a5-79b15a1a5ec1 req-3b87e927-3877-4acd-b0b3-289f49ae8cac tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:20.710884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7c2395c-d18a-40d5-a6a5-79b15a1a5ec1 req-3b87e927-3877-4acd-b0b3-289f49ae8cac tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0534713 Feb 19 04:34:20.758130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7c2395c-d18a-40d5-a6a5-79b15a1a5ec1 req-8ab763ad-90bc-44e8-be92-252333c7f196 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418308 Feb 19 04:34:21.884425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e724d1-c15b-458a-b09a-f98aed2a93f1 req-107bdae4-a0a5-4151-b74e-8b42484d86d1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:21.885934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0e724d1-c15b-458a-b09a-f98aed2a93f1 req-107bdae4-a0a5-4151-b74e-8b42484d86d1 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0597353 Feb 19 04:34:21.935863 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0e724d1-c15b-458a-b09a-f98aed2a93f1 req-96069bfe-e41d-422f-b160-faed1d406197 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Feb 19 04:34:23.073071 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd357a-8624-4e2a-8ab3-0738f9e59763 req-78d45dbb-34c9-489e-8f7d-b5fe804f5b71 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:23.074641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37cd357a-8624-4e2a-8ab3-0738f9e59763 req-78d45dbb-34c9-489e-8f7d-b5fe804f5b71 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0546098 Feb 19 04:34:23.125125 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-37cd357a-8624-4e2a-8ab3-0738f9e59763 req-0cc300ee-5e2b-429c-a1a1-6fed4d1c8bff tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447953 Feb 19 04:34:23.231658 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.251282 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178c52-441b-4bbf-8643-598fa3fd3f97 req-29ab2c08-bb18-45e6-b82a-0f38656c0879 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:24.252733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60178c52-441b-4bbf-8643-598fa3fd3f97 req-29ab2c08-bb18-45e6-b82a-0f38656c0879 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0570834 Feb 19 04:34:24.304967 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-60178c52-441b-4bbf-8643-598fa3fd3f97 req-4887ab14-c78d-4265-9542-be1e3e3f852c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465136 Feb 19 04:34:25.428183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d0603-8e18-43b1-8d54-0b43f54b96fc req-84061f57-8adb-446e-8ea9-4560d3bfcd19 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:25.430024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-801d0603-8e18-43b1-8d54-0b43f54b96fc req-84061f57-8adb-446e-8ea9-4560d3bfcd19 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0549245 Feb 19 04:34:25.489608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-801d0603-8e18-43b1-8d54-0b43f54b96fc req-19f009f6-a75a-4041-908f-39a06b629e0a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531945 Feb 19 04:34:26.614316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d807de8-a33a-4de1-88e4-9fa397f37fe9 req-f430f531-4da0-4f89-90a5-219fde0ad0e2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:26.615818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d807de8-a33a-4de1-88e4-9fa397f37fe9 req-f430f531-4da0-4f89-90a5-219fde0ad0e2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0523171 Feb 19 04:34:26.667392 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d807de8-a33a-4de1-88e4-9fa397f37fe9 req-5e9e3e8f-acc6-4c5c-ba80-f08251dc81c2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457461 Feb 19 04:34:27.789860 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce2c28-5509-412a-8906-0992c5ce1b25 req-affbd591-6b15-4568-8b45-60c616bf75a5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:27.791352 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecce2c28-5509-412a-8906-0992c5ce1b25 req-affbd591-6b15-4568-8b45-60c616bf75a5 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0518889 Feb 19 04:34:27.840494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecce2c28-5509-412a-8906-0992c5ce1b25 req-73cce1c4-4e30-4554-84a8-1cdfa11576bd tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426097 Feb 19 04:34:27.862839 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35312) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:27.922607 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6c00bf10-fe62-42e7-9d8c-46e99ccc2225 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/3feefe50-ccf4-4e9b-85ce-48693aece7c3 HTTP/1.1" status: 200 len: 993 time: 0.0585625 Feb 19 04:34:29.232811 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35542681-dd3c-4e73-8c4f-76d555ef4a84 req-6f019606-e516-497b-9a64-8751dec385df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:29.234237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35542681-dd3c-4e73-8c4f-76d555ef4a84 req-6f019606-e516-497b-9a64-8751dec385df tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0931020 Feb 19 04:34:29.239632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a779fb7-3511-48c0-be12-115292942e5a req-7118fe72-1c9b-40c1-9df5-f0e9ba949b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:29.241019 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a779fb7-3511-48c0-be12-115292942e5a req-7118fe72-1c9b-40c1-9df5-f0e9ba949b07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 1127 time: 0.0654953 Feb 19 04:34:29.340507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35542681-dd3c-4e73-8c4f-76d555ef4a84 req-31f70662-786d-4394-96b3-ffb1394027bb tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985174 Feb 19 04:34:29.364751 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a779fb7-3511-48c0-be12-115292942e5a req-30100857-d45e-49bb-906a-9419ba4ccf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:29.366242 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a779fb7-3511-48c0-be12-115292942e5a req-30100857-d45e-49bb-906a-9419ba4ccf78 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9 HTTP/1.1" status: 200 len: 897 time: 0.1186564 Feb 19 04:34:29.430726 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a779fb7-3511-48c0-be12-115292942e5a req-9b910a91-3c06-4840-acb3-067ab15bf13f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04a14579-28c4-4579-b50b-8301bb9d4300 HTTP/1.1" status: 200 len: 1001 time: 0.0582063 Feb 19 04:34:29.478019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a779fb7-3511-48c0-be12-115292942e5a req-5850eb76-2b05-4410-b6b1-65e3157c4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:29.479444 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a779fb7-3511-48c0-be12-115292942e5a req-5850eb76-2b05-4410-b6b1-65e3157c4020 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53633909-a8f7-4db8-83c5-0a041f4ff07e HTTP/1.1" status: 200 len: 835 time: 0.0425653 Feb 19 04:34:29.533304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a779fb7-3511-48c0-be12-115292942e5a req-e2903c9e-a533-4c6e-902a-34dfdc7ae274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:29.534752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a779fb7-3511-48c0-be12-115292942e5a req-e2903c9e-a533-4c6e-902a-34dfdc7ae274 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481169 Feb 19 04:34:29.625168 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a779fb7-3511-48c0-be12-115292942e5a req-d17de7f8-cafc-4031-a53c-90d6b037f10c service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834332 Feb 19 04:34:29.720463 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5a779fb7-3511-48c0-be12-115292942e5a req-161a1071-a15e-4163-bbc7-f4c6200eed17 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887294 Feb 19 04:34:30.462975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309b09d-d9b5-4a5f-b22e-9e0ca50e2fd1 req-7a91404d-97ec-4dda-ac53-faf6cc1288da tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:30.464486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1309b09d-d9b5-4a5f-b22e-9e0ca50e2fd1 req-7a91404d-97ec-4dda-ac53-faf6cc1288da tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0541053 Feb 19 04:34:30.512518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1309b09d-d9b5-4a5f-b22e-9e0ca50e2fd1 req-d3d32b57-769c-4633-9137-7cff953e84b0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Feb 19 04:34:30.535000 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35322) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:30.600977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-aabc7778-5ae9-487c-a0eb-bbd195264862 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/3feefe50-ccf4-4e9b-85ce-48693aece7c3 HTTP/1.1" status: 200 len: 993 time: 0.0647950 Feb 19 04:34:35.060791 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:34:36.849364 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.453423 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e55e5cf9-a3a4-4648-9f91-9824912ef071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.605019 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5025a1c1-5679-4017-afdc-318f8ff6a616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:42.300592 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:43.328389 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:44.787100 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:47.807738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-d9dbccaf-fc12-42fb-a670-a560e2722683 service neutron] (103616) timed out ('10.222.0.42', 56716) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:34:48.229776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-61986cab-54ec-45f9-9449-b70480b5b63b tempest-ServerActionsTestJSON-1394724769 tempest-ServerActionsTestJSON-1394724769-project] (103615) timed out ('10.222.0.42', 60002) {{(pid=103615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:34:53.226130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.447219 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-a1f0fe44-1e60-462c-8054-e4c021df19b3 req-9daebe83-db92-4a6a-8f9b-576dfdeb282a service neutron] (103616) timed out ('10.222.0.71', 62003) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:35:00.965506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35340) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:01.135111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port e84151f0-af70-455c-8ff8-6a9a9e12dafb {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:01.135461 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e84151f0-af70-455c-8ff8-6a9a9e12dafb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:01.211471 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e84151f0-af70-455c-8ff8-6a9a9e12dafb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:01.211802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (e84151f0-af70-455c-8ff8-6a9a9e12dafb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:01.224007 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for e84151f0-af70-455c-8ff8-6a9a9e12dafb owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:01.374662 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e84151f0-af70-455c-8ff8-6a9a9e12dafb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:01.399231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=e84151f0-af70-455c-8ff8-6a9a9e12dafb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:01.413764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.414145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.414495 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.414832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.415168 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.415511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.415840 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.416169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.416601 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.416941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.417274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.417680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.418004 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:01.479372 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (3feefe50-ccf4-4e9b-85ce-48693aece7c3), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:01.479715 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Floating IP 3feefe50-ccf4-4e9b-85ce-48693aece7c3 disassociated (deleted). External IP: 172.25.4.125, port: 04a14579-28c4-4579-b50b-8301bb9d4300. Feb 19 04:35:01.704710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:01.820455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:01.830942 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:01.835944 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] Sync routers for ids ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:01.847513 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] Routers {'80cf2601-5f3e-4254-8b47-03bfed9fdbd6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:01.848119 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:34:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:01.861080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bd6cc87f-4fee-4420-a029-7074ce870b2a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/floatingips/3feefe50-ccf4-4e9b-85ce-48693aece7c3 HTTP/1.1" status: 204 len: 168 time: 0.8944116 Feb 19 04:35:01.861692 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'tag': '04a14579-28c4-4579-b50b-8301bb9d4300'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:01.864254 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1695c3d1-78e4-493d-8aeb-34da382184e8" -d '{"events": [{"name": "network-changed", "server_uuid": "540a6621-e4ff-4c4d-a912-60eb4a6259f9", "tag": "04a14579-28c4-4579-b50b-8301bb9d4300"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:01.959414 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] Set router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:02.037150 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f99576-1f91-4bf5-be2e-5a13a79de9d7 x-openstack-request-id: req-c3f99576-1f91-4bf5-be2e-5a13a79de9d7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:02.038212 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540a6621-e4ff-4c4d-a912-60eb4a6259f9", "tag": "04a14579-28c4-4579-b50b-8301bb9d4300", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:02.038591 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3f99576-1f91-4bf5-be2e-5a13a79de9d7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:02.039129 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'tag': '04a14579-28c4-4579-b50b-8301bb9d4300', 'status': 'completed', 'code': 200} Feb 19 04:35:02.152146 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-828fd0b0-d4a4-46cc-9acb-0a68df881ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:02.154528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-828fd0b0-d4a4-46cc-9acb-0a68df881ffb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 1127 time: 0.0872612 Feb 19 04:35:02.194284 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:26Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '27ddcb0b-d99b-4222-84c6-a7809ea6717b', 'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:19:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:25Z', 'updated_at': '2022-02-19T04:33:28Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:02.197541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e39885-28de-4bb7-98de-49c5c01fea85 req-14f6206f-c298-4dcf-bf31-754b7dea52f9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:02.199147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4e39885-28de-4bb7-98de-49c5c01fea85 req-14f6206f-c298-4dcf-bf31-754b7dea52f9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.1009560 Feb 19 04:35:02.221701 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] Checking router: 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:02.230487 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] Routers {'80cf2601-5f3e-4254-8b47-03bfed9fdbd6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:02.231115 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:34:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:02.295100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4e39885-28de-4bb7-98de-49c5c01fea85 req-848a45cf-370d-45b1-b4d5-25b286aad987 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666237 Feb 19 04:35:02.310057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-8f271ec4-f4ca-4b3a-a6d7-836b5ab33c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:02.311715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-8f271ec4-f4ca-4b3a-a6d7-836b5ab33c23 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9 HTTP/1.1" status: 200 len: 897 time: 0.1482317 Feb 19 04:35:02.347934 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] Set router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:02.362028 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-ad077e29-7b76-4edf-8958-7c2c58034375 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04a14579-28c4-4579-b50b-8301bb9d4300 HTTP/1.1" status: 200 len: 217 time: 0.0407920 Feb 19 04:35:02.423182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-018a75b5-0f5b-49cf-9a4f-fc1230f98e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:02.425096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-018a75b5-0f5b-49cf-9a4f-fc1230f98e0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=53633909-a8f7-4db8-83c5-0a041f4ff07e HTTP/1.1" status: 200 len: 835 time: 0.0562522 Feb 19 04:35:02.484749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-1d6a763d-eba2-4c30-bc96-b7eedcf9dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:02.485257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-1d6a763d-eba2-4c30-bc96-b7eedcf9dc2c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6b2eef82-c2a4-47dc-a418-906cd6bac4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514810 Feb 19 04:35:02.590217 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:26Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '27ddcb0b-d99b-4222-84c6-a7809ea6717b', 'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:19:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:25Z', 'updated_at': '2022-02-19T04:33:28Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:02.593789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-e841be5b-3f69-4a9d-8e12-50dd049fb101 service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985899 Feb 19 04:35:02.627029 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf3721-2810-4990-b91a-e3329bb0fc79 None None] The sync data for ids ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'] in n-d-826756-2 is: [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:26Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '27ddcb0b-d99b-4222-84c6-a7809ea6717b', 'name': '', 'network_id': '6b2eef82-c2a4-47dc-a418-906cd6bac4e9', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:19:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:25Z', 'updated_at': '2022-02-19T04:33:28Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '53633909-a8f7-4db8-83c5-0a041f4ff07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:02.697324 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1695c3d1-78e4-493d-8aeb-34da382184e8 req-bfaeef2d-417e-45f0-b5b1-824cabf49d8b service neutron] 10.222.0.71 "GET /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959105 Feb 19 04:35:02.903923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d038a21-6c8b-4773-80e0-2b1f59f1a531 None None] New status for floating IP 3feefe50-ccf4-4e9b-85ce-48693aece7c3: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:35:03.422621 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598df9a-ac22-4457-9c74-798a0147607f req-9128533b-0d6d-46f2-8e98-a732b703382c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:03.424134 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9598df9a-ac22-4457-9c74-798a0147607f req-9128533b-0d6d-46f2-8e98-a732b703382c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0557814 Feb 19 04:35:03.477807 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9598df9a-ac22-4457-9c74-798a0147607f req-46251ae3-3882-4eb6-8770-2a5be3239062 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=76e31e30-ce2a-44ea-a5fa-eec33659b915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478232 Feb 19 04:35:03.869562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-0db7baff-c878-4670-971c-438893dfae58 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:03.871079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-0db7baff-c878-4670-971c-438893dfae58 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 945 time: 0.0573020 Feb 19 04:35:03.966331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-03033c16-3a3c-463e-86fe-b8816625bfc8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 04a14579-28c4-4579-b50b-8301bb9d4300 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:03.966677 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-03033c16-3a3c-463e-86fe-b8816625bfc8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.055707 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-03033c16-3a3c-463e-86fe-b8816625bfc8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 04a14579-28c4-4579-b50b-8301bb9d4300, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=04a14579-28c4-4579-b50b-8301bb9d4300,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:04.056066 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-03033c16-3a3c-463e-86fe-b8816625bfc8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.068389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-03033c16-3a3c-463e-86fe-b8816625bfc8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 04a14579-28c4-4579-b50b-8301bb9d4300 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:04.195451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-03033c16-3a3c-463e-86fe-b8816625bfc8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (04a14579-28c4-4579-b50b-8301bb9d4300), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.228113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03033c16-3a3c-463e-86fe-b8816625bfc8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=04a14579-28c4-4579-b50b-8301bb9d4300,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:04.270695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-03033c16-3a3c-463e-86fe-b8816625bfc8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] No DVR routers for this DVR port 04a14579-28c4-4579-b50b-8301bb9d4300 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:35:04.273195 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-03033c16-3a3c-463e-86fe-b8816625bfc8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.276523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8121e866-3ff6-47b2-bab9-9443df317d49 req-03033c16-3a3c-463e-86fe-b8816625bfc8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.71 "DELETE /v2.0/ports/04a14579-28c4-4579-b50b-8301bb9d4300 HTTP/1.1" status: 204 len: 173 time: 0.3992624 Feb 19 04:35:04.276973 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'name': 'network-vif-deleted', 'tag': '04a14579-28c4-4579-b50b-8301bb9d4300'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:04.279263 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4bfa63-fea2-4c60-aa54-32dec45aaae4" -d '{"events": [{"server_uuid": "540a6621-e4ff-4c4d-a912-60eb4a6259f9", "name": "network-vif-deleted", "tag": "04a14579-28c4-4579-b50b-8301bb9d4300"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:04.320194 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb704c46-b54c-4b1f-9ee2-3c76c98374f4 x-openstack-request-id: req-bb704c46-b54c-4b1f-9ee2-3c76c98374f4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:04.320496 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540a6621-e4ff-4c4d-a912-60eb4a6259f9", "name": "network-vif-deleted", "tag": "04a14579-28c4-4579-b50b-8301bb9d4300", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:04.320756 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb704c46-b54c-4b1f-9ee2-3c76c98374f4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:04.321198 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540a6621-e4ff-4c4d-a912-60eb4a6259f9', 'name': 'network-vif-deleted', 'tag': '04a14579-28c4-4579-b50b-8301bb9d4300', 'status': 'completed', 'code': 200} Feb 19 04:35:04.596067 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1c8ee9e6-efb2-4fa8-a818-9561a4c31d4d req-683ed9c6-1e66-403b-9d98-a2c98e512073 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a6621-e4ff-4c4d-a912-60eb4a6259f9 HTTP/1.1" status: 200 len: 210 time: 0.0298038 Feb 19 04:35:05.653874 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35356) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:06.027587 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:06.575506 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 27ddcb0b-d99b-4222-84c6-a7809ea6717b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:06.575852 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:06.661275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 27ddcb0b-d99b-4222-84c6-a7809ea6717b, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=27ddcb0b-d99b-4222-84c6-a7809ea6717b,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:06.662018 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:06.673943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 27ddcb0b-d99b-4222-84c6-a7809ea6717b owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:06.863114 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (27ddcb0b-d99b-4222-84c6-a7809ea6717b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:06.866833 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:06.890955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=27ddcb0b-d99b-4222-84c6-a7809ea6717b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:07.055693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 04a14579-28c4-4579-b50b-8301bb9d4300 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:07.076134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 04a14579-28c4-4579-b50b-8301bb9d4300 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:35:07.076484 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 04a14579-28c4-4579-b50b-8301bb9d4300 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:35:07.076601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.300123 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:07.409667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:07.415270 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-1468e3a7-9eaf-45a7-b66d-dda9b89636e9 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "PUT /v2.0/routers/80cf2601-5f3e-4254-8b47-03bfed9fdbd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7598581 Feb 19 04:35:07.417603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35358) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:07.420996 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] Sync routers for ids ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:07.430994 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] Routers {'80cf2601-5f3e-4254-8b47-03bfed9fdbd6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:07.431627 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:34:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:07.467672 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dd3256-489c-4cb8-a2eb-d657d46d1852 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting subnet 53633909-a8f7-4db8-83c5-0a041f4ff07e {{(pid=103615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:35:07.471465 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3256-489c-4cb8-a2eb-d657d46d1852 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (53633909-a8f7-4db8-83c5-0a041f4ff07e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.512501 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3256-489c-4cb8-a2eb-d657d46d1852 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8422088'] for subnet (53633909-a8f7-4db8-83c5-0a041f4ff07e), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.539479 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] Set router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:07.601191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3256-489c-4cb8-a2eb-d657d46d1852 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (53633909-a8f7-4db8-83c5-0a041f4ff07e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.659415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3256-489c-4cb8-a2eb-d657d46d1852 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517993'] for subnet (53633909-a8f7-4db8-83c5-0a041f4ff07e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.685936 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd3256-489c-4cb8-a2eb-d657d46d1852 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Subnet': ['ID=53633909-a8f7-4db8-83c5-0a041f4ff07e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:07.691603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3256-489c-4cb8-a2eb-d657d46d1852 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.696025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b3dd3256-489c-4cb8-a2eb-d657d46d1852 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/subnets/53633909-a8f7-4db8-83c5-0a041f4ff07e HTTP/1.1" status: 204 len: 168 time: 0.2772079 Feb 19 04:35:07.698828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35360) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:07.699326 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba80489-a484-4579-a0c4-397ef83ed837 None None] Network 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:07.724640 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:35:06Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:07.756229 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] Checking router: 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:07.765730 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] Routers {'80cf2601-5f3e-4254-8b47-03bfed9fdbd6'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:07.766377 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:34:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:07.818902 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.871339 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] DHCP port deletion for 6b2eef82-c2a4-47dc-a418-906cd6bac4e9 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:35:07.922569 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Deleting port 1c790119-cc78-4955-85e5-1fa60b0b39bd {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:07.923085 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.933770 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.990150 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] Set router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:07.999901 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] For port 1c790119-cc78-4955-85e5-1fa60b0b39bd, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=1c790119-cc78-4955-85e5-1fa60b0b39bd,segment=NetworkSegment(954faded-4ec3-4f82-b47a-dc1c0deebd16),segment_id=954faded-4ec3-4f82-b47a-dc1c0deebd16)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:08.000577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.001406 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port f2c24c42-cf93-46a0-bd05-57ac0f260aad {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:08.001750 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.014894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Calling delete_port for 1c790119-cc78-4955-85e5-1fa60b0b39bd owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:08.091556 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port f2c24c42-cf93-46a0-bd05-57ac0f260aad, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=f2c24c42-cf93-46a0-bd05-57ac0f260aad,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:08.091556 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.099830 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (1c790119-cc78-4955-85e5-1fa60b0b39bd), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.103828 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for f2c24c42-cf93-46a0-bd05-57ac0f260aad owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:08.131670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Pushing event deleted for resources: {'Port': ['ID=1c790119-cc78-4955-85e5-1fa60b0b39bd,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:08.139472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] No DVR routers for this DVR port 1c790119-cc78-4955-85e5-1fa60b0b39bd on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:35:08.143819 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.144483 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.144754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.145222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.145634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.146182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.146590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.146993 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.147552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.147840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.148223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.148613 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.149006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e19fb-70db-4f39-922c-aa16c9a9f58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.180209 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:35:06Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:08.206178 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc989c91-c61e-4ca6-977d-269e0a37dcc6 None None] The sync data for ids ['80cf2601-5f3e-4254-8b47-03bfed9fdbd6'] in n-d-826756-2 is: [{'id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1560362214', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:35:06Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': 'f2c24c42-cf93-46a0-bd05-57ac0f260aad', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf2601-5f3e-4254-8b47-03bfed9fdbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:33:22Z', 'updated_at': '2022-02-19T04:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:08.291075 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (f2c24c42-cf93-46a0-bd05-57ac0f260aad), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.319103 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=f2c24c42-cf93-46a0-bd05-57ac0f260aad,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:08.342917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.343274 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.343626 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.343970 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.344310 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.344678 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.345107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.345688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.346058 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.346410 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.346749 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.347080 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.347409 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:08.388343 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.455690 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c91b-3507-4772-b7ed-f876b7ec165f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.486258 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.488415 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_controller (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.535262 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (80cf2601-5f3e-4254-8b47-03bfed9fdbd6), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.535841 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Fanout notify agent at l3_agent the message router_deleted on router 80cf2601-5f3e-4254-8b47-03bfed9fdbd6 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:35:08.542755 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.543886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-456ccc9f-6d38-4ec7-8c66-1a7bece0ee8d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/routers/80cf2601-5f3e-4254-8b47-03bfed9fdbd6 HTTP/1.1" status: 204 len: 168 time: 0.8440750 Feb 19 04:35:08.546856 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35364) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:08.632451 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (6b2eef82-c2a4-47dc-a418-906cd6bac4e9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.683461 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1c790119-cc78-4955-85e5-1fa60b0b39bd no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:08.707488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 1c790119-cc78-4955-85e5-1fa60b0b39bd {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:35:08.707942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 1c790119-cc78-4955-85e5-1fa60b0b39bd not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:35:08.708467 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 27ddcb0b-d99b-4222-84c6-a7809ea6717b no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:08.725910 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (6b2eef82-c2a4-47dc-a418-906cd6bac4e9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.729249 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 27ddcb0b-d99b-4222-84c6-a7809ea6717b {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:35:08.729672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 27ddcb0b-d99b-4222-84c6-a7809ea6717b not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:35:08.748168 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2eef82-c2a4-47dc-a418-906cd6bac4e9']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:08.758347 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954faded-4ec3-4f82-b47a-dc1c0deebd16') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:08.758650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954faded-4ec3-4f82-b47a-dc1c0deebd16') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:08.768643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (954faded-4ec3-4f82-b47a-dc1c0deebd16), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.781422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (954faded-4ec3-4f82-b47a-dc1c0deebd16), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.787267 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:35:08.787654 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (954faded-4ec3-4f82-b47a-dc1c0deebd16), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:35:08.790913 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:35:08.849389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (6b2eef82-c2a4-47dc-a418-906cd6bac4e9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.857806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.864318 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/networks/6b2eef82-c2a4-47dc-a418-906cd6bac4e9 HTTP/1.1" status: 204 len: 168 time: 0.3140166 Feb 19 04:35:08.864693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35366) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:08.877895 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d04886-ac70-4389-972b-381478af6337 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Network': ['ID=6b2eef82-c2a4-47dc-a418-906cd6bac4e9,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:08.929202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebf33405-e9db-4d88-a687-ceec4863cfa4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (76e31e30-ce2a-44ea-a5fa-eec33659b915), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.955098 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebf33405-e9db-4d88-a687-ceec4863cfa4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (76e31e30-ce2a-44ea-a5fa-eec33659b915), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.022091 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebf33405-e9db-4d88-a687-ceec4863cfa4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (76e31e30-ce2a-44ea-a5fa-eec33659b915), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.025018 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebf33405-e9db-4d88-a687-ceec4863cfa4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.026246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ebf33405-e9db-4d88-a687-ceec4863cfa4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/security-groups/76e31e30-ce2a-44ea-a5fa-eec33659b915 HTTP/1.1" status: 204 len: 168 time: 0.1605582 Feb 19 04:35:09.036133 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf33405-e9db-4d88-a687-ceec4863cfa4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e31e30-ce2a-44ea-a5fa-eec33659b915,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:09.253722 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35372) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:09.258419 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0aaa0f67-a816-49d8-ae6b-6390b1946b17 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140149412', 'description': 'tempest-secgroup-smoke-140149412 description', 'project_id': '06e2a2507414445794c72026d29a70f4'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:09.289007 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0aaa0f67-a816-49d8-ae6b-6390b1946b17 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.362921 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0aaa0f67-a816-49d8-ae6b-6390b1946b17 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.366723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0aaa0f67-a816-49d8-ae6b-6390b1946b17 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.396449 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0aaa0f67-a816-49d8-ae6b-6390b1946b17 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.397676 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0aaa0f67-a816-49d8-ae6b-6390b1946b17 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1429176 Feb 19 04:35:09.398776 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa0f67-a816-49d8-ae6b-6390b1946b17 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:09.400695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35374) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:09.405271 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-03bdccdd-76da-491d-b011-4dd2d92d189e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:09.431465 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03bdccdd-76da-491d-b011-4dd2d92d189e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (8ef97b0d-5e7f-4a6d-8992-1573df3d3c94), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.485757 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03bdccdd-76da-491d-b011-4dd2d92d189e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (8ef97b0d-5e7f-4a6d-8992-1573df3d3c94), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.490004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03bdccdd-76da-491d-b011-4dd2d92d189e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (8ef97b0d-5e7f-4a6d-8992-1573df3d3c94), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.508846 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdccdd-76da-491d-b011-4dd2d92d189e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef97b0d-5e7f-4a6d-8992-1573df3d3c94,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:09.517181 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03bdccdd-76da-491d-b011-4dd2d92d189e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.518451 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-03bdccdd-76da-491d-b011-4dd2d92d189e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168244 Feb 19 04:35:09.521112 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35376) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:09.525584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-03bcf680-e967-4979-9684-703f7f49e0e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:09.550560 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03bcf680-e967-4979-9684-703f7f49e0e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (696d2bba-47d1-4cb8-aa4e-af0796c31a3e), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.607384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03bcf680-e967-4979-9684-703f7f49e0e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (696d2bba-47d1-4cb8-aa4e-af0796c31a3e), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.611456 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03bcf680-e967-4979-9684-703f7f49e0e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (696d2bba-47d1-4cb8-aa4e-af0796c31a3e), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.628770 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcf680-e967-4979-9684-703f7f49e0e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696d2bba-47d1-4cb8-aa4e-af0796c31a3e,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:09.637652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-03bcf680-e967-4979-9684-703f7f49e0e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.638901 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-03bcf680-e967-4979-9684-703f7f49e0e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167982 Feb 19 04:35:09.642182 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35378) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:09.646462 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-67d53cb1-84c1-49f3-ac46-f33ab163d64e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:09.671360 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67d53cb1-84c1-49f3-ac46-f33ab163d64e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (411b184e-c0f9-46b5-a2c8-eb5f61ecf7e8), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.730367 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67d53cb1-84c1-49f3-ac46-f33ab163d64e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (411b184e-c0f9-46b5-a2c8-eb5f61ecf7e8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.733873 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67d53cb1-84c1-49f3-ac46-f33ab163d64e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (411b184e-c0f9-46b5-a2c8-eb5f61ecf7e8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.751131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d53cb1-84c1-49f3-ac46-f33ab163d64e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411b184e-c0f9-46b5-a2c8-eb5f61ecf7e8,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:09.758780 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67d53cb1-84c1-49f3-ac46-f33ab163d64e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.761109 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-67d53cb1-84c1-49f3-ac46-f33ab163d64e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168733 Feb 19 04:35:09.762658 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35380) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:09.767580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-d5de3cf1-742f-4b5b-99e1-76d9523f5403 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:09.792204 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5de3cf1-742f-4b5b-99e1-76d9523f5403 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (a4953f32-2360-4d64-8cde-f4be59e58b8c), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.850328 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5de3cf1-742f-4b5b-99e1-76d9523f5403 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (a4953f32-2360-4d64-8cde-f4be59e58b8c), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.854017 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5de3cf1-742f-4b5b-99e1-76d9523f5403 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (a4953f32-2360-4d64-8cde-f4be59e58b8c), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.871847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3cf1-742f-4b5b-99e1-76d9523f5403 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4953f32-2360-4d64-8cde-f4be59e58b8c,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:09.879732 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d5de3cf1-742f-4b5b-99e1-76d9523f5403 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.881124 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d5de3cf1-742f-4b5b-99e1-76d9523f5403 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175351 Feb 19 04:35:09.883892 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35382) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:09.888146 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-74f30654-aabe-4581-8051-0d9e793f84d3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:09.909108 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-74f30654-aabe-4581-8051-0d9e793f84d3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Project 06e2a2507414445794c72026d29a70f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:35:09.913976 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74f30654-aabe-4581-8051-0d9e793f84d3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (b23e1035-0e47-43b3-8499-1db61b8d9fb2), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.971650 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74f30654-aabe-4581-8051-0d9e793f84d3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (b23e1035-0e47-43b3-8499-1db61b8d9fb2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.975542 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74f30654-aabe-4581-8051-0d9e793f84d3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (b23e1035-0e47-43b3-8499-1db61b8d9fb2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.993672 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f30654-aabe-4581-8051-0d9e793f84d3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23e1035-0e47-43b3-8499-1db61b8d9fb2,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:10.002531 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-74f30654-aabe-4581-8051-0d9e793f84d3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.003710 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-74f30654-aabe-4581-8051-0d9e793f84d3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189044 Feb 19 04:35:10.007392 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35384) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:10.011628 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-930cf0c6-c20e-4238-8789-eb3c9b62e1e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'security_group_rule': {'security_group_id': '4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47', 'project_id': '06e2a2507414445794c72026d29a70f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:10.031362 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-930cf0c6-c20e-4238-8789-eb3c9b62e1e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Project 06e2a2507414445794c72026d29a70f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:35:10.036796 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930cf0c6-c20e-4238-8789-eb3c9b62e1e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (dae1aebb-717e-4b9a-93a7-1bc780516120), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.098595 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930cf0c6-c20e-4238-8789-eb3c9b62e1e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (dae1aebb-717e-4b9a-93a7-1bc780516120), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.102127 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930cf0c6-c20e-4238-8789-eb3c9b62e1e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (dae1aebb-717e-4b9a-93a7-1bc780516120), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.120831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cf0c6-c20e-4238-8789-eb3c9b62e1e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae1aebb-717e-4b9a-93a7-1bc780516120,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:10.126810 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-930cf0c6-c20e-4238-8789-eb3c9b62e1e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.127941 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-930cf0c6-c20e-4238-8789-eb3c9b62e1e0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196325 Feb 19 04:35:10.130791 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35386) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:10.136015 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'network': {'name': 'tempest-network-smoke--1661923317', 'project_id': '06e2a2507414445794c72026d29a70f4', 'port_security_enabled': True}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:10.154104 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:35:10.157806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.181050 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:35:10.190293 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.190640 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Added segment 6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb of type vlan for network e6ce7a29-c179-4672-a090-857c4cb685d1 Feb 19 04:35:10.232977 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (e6ce7a29-c179-4672-a090-857c4cb685d1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.257727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (e6ce7a29-c179-4672-a090-857c4cb685d1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.262652 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:10.263237 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.324563 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1927588 Feb 19 04:35:10.327349 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35388) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:10.331705 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'admin_state_up': True, 'project_id': '06e2a2507414445794c72026d29a70f4', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:10.347353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835d1c0-cc00-4315-9f8f-8f70a72d339c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Network': ['ID=e6ce7a29-c179-4672-a090-857c4cb685d1,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:10.357559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network e6ce7a29-c179-4672-a090-857c4cb685d1 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:35:10.362681 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.363746 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.412512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f2c24c42-cf93-46a0-bd05-57ac0f260aad no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:10.419980 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_controller (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.442317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: f2c24c42-cf93-46a0-bd05-57ac0f260aad {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:35:10.442670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device f2c24c42-cf93-46a0-bd05-57ac0f260aad not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:35:10.567100 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.606292 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4db9d8f7-0bf2-41a2-b5c0-ab2564641d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.760200 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.781789 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.882981 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.25.4.17 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/2f704025-0130-41c7-ad5c-43d7cae812ec) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:10.985350 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:11.019248 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:11.053034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:11.055906 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:11.060169 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:11.091797 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=2f704025-0130-41c7-ad5c-43d7cae812ec,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:11.316327 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:11.512245 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:11.637620 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router fbd6675b-b15d-42c8-9913-f6fd2c006d7a is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:35:11.746052 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:11.756543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Sync routers for ids ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:11.765703 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:11.766384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Routers {'fbd6675b-b15d-42c8-9913-f6fd2c006d7a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:11.767499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:35:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:11.767768 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f703f87e-bc12-433a-8135-27b880514669 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4392138 Feb 19 04:35:11.770890 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35390) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:11.802356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35392) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:11.802742 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fb8302f5-38e4-4e3f-8e59-94fea8affce9 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=06e2a2507414445794c72026d29a70f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304534 Feb 19 04:35:11.876700 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Set router fbd6675b-b15d-42c8-9913-f6fd2c006d7a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:11.889569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cf24da-b061-4dee-91f8-7ccdd34d0bfb tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:11.893710 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f2cf24da-b061-4dee-91f8-7ccdd34d0bfb tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876975 Feb 19 04:35:11.894381 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35394) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:11.928638 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e3ff8c75-badd-46ef-97b4-52fda22df898 tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308409 Feb 19 04:35:11.928882 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35396) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:11.933691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-906996924', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'project_id': '06e2a2507414445794c72026d29a70f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:12.024711 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:35:12.028261 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.059536 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:35:12.073709 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:11Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:12.100878 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Checking router: fbd6675b-b15d-42c8-9913-f6fd2c006d7a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:12.101232 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Updating router fbd6675b-b15d-42c8-9913-f6fd2c006d7a port 2f704025-0130-41c7-ad5c-43d7cae812ec binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:35:12.130950 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.212293 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (0e13cea8-778d-455d-a746-1a9a75aa0f43), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.268935 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Subnet': ['ID=0e13cea8-778d-455d-a746-1a9a75aa0f43,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:12.279582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Checking segment: {'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:12.279946 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network hostable DHCP agents. Network: e6ce7a29-c179-4672-a090-857c4cb685d1, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:35:12.299932 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network e6ce7a29-c179-4672-a090-857c4cb685d1 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:35:12.309295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, e6ce7a29-c179-4672-a090-857c4cb685d1) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:12.314270 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:12.315004 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.322235 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f90df-5434-4962-9131-bc6ada1f1e20 None None] Network e6ce7a29-c179-4672-a090-857c4cb685d1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:12.327257 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.331309 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-75c384cc-135c-45ad-bb30-a87d999b4713 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4015017 Feb 19 04:35:12.334066 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35398) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:12.482983 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-e6ce7a29-c179-4672-a090-857c4cb685d1', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:35:12.483825 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.489661 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Publish callbacks [] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.501327 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.618640 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Attempting to bind port 2f704025-0130-41c7-ad5c-43d7cae812ec on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:12.619065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Attempting to bind port 2f704025-0130-41c7-ad5c-43d7cae812ec by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:12.619434 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Attempting to bind port 2f704025-0130-41c7-ad5c-43d7cae812ec on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:12.633905 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83112741-6328-42b9-8cb3-5733c9948a8f None None] Pushing event updated for resources: {'Port': ['ID=2f704025-0130-41c7-ad5c-43d7cae812ec,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:12.639811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:12.640519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:12.640940 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.642370 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:12.642911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Bound port: 2f704025-0130-41c7-ad5c-43d7cae812ec, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:12.643301 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.742576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] For port 2f704025-0130-41c7-ad5c-43d7cae812ec, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:12.745525 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Allocated IP 172.20.0.2 (e6ce7a29-c179-4672-a090-857c4cb685d1/0e13cea8-778d-455d-a746-1a9a75aa0f43/07f4bb5c-9de7-485d-a39f-79ff3524f10a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:12.748475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] For port 2f704025-0130-41c7-ad5c-43d7cae812ec, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2f704025-0130-41c7-ad5c-43d7cae812ec,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:12.760227 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.872559 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83112741-6328-42b9-8cb3-5733c9948a8f None None] Pushing event updated for resources: {'Port': ['ID=2f704025-0130-41c7-ad5c-43d7cae812ec,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:12.876380 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Routers {'fbd6675b-b15d-42c8-9913-f6fd2c006d7a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:12.876998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:35:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:13.136216 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.207519 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] Set router fbd6675b-b15d-42c8-9913-f6fd2c006d7a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:13.261268 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Publish callbacks [] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.279014 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.372707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Network e6ce7a29-c179-4672-a090-857c4cb685d1 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:13.378577 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.384584 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Pushing event updated for resources: {'Port': ['ID=07f4bb5c-9de7-485d-a39f-79ff3524f10a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:13.388360 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:13.392268 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:13.420680 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.20.0.1 (e6ce7a29-c179-4672-a090-857c4cb685d1/0e13cea8-778d-455d-a746-1a9a75aa0f43/45197361-e7d1-4772-8de9-032ccfd4c015) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:13.486258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Attempting to bind port 07f4bb5c-9de7-485d-a39f-79ff3524f10a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:13.486650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Attempting to bind port 07f4bb5c-9de7-485d-a39f-79ff3524f10a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:13.487019 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Attempting to bind port 07f4bb5c-9de7-485d-a39f-79ff3524f10a on network e6ce7a29-c179-4672-a090-857c4cb685d1 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:13.493251 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:13.493619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Checking segment: {'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:13.494043 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.494431 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Bound using segment: {'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:13.494893 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Bound port: 07f4bb5c-9de7-485d-a39f-79ff3524f10a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:13.495267 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.530818 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (45197361-e7d1-4772-8de9-032ccfd4c015), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.557742 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:11Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:13.566621 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.593749 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1669ff-2644-4c57-990b-826eabc9edde None None] The sync data for ids ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'] in n-d-826756-2 is: [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:11Z', 'revision_number': 3, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:13.601120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] For port 07f4bb5c-9de7-485d-a39f-79ff3524f10a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:13.608927 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network e6ce7a29-c179-4672-a090-857c4cb685d1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:13.612072 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:13.618831 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:13.620445 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] For port 07f4bb5c-9de7-485d-a39f-79ff3524f10a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=07f4bb5c-9de7-485d-a39f-79ff3524f10a,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:13.626373 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=45197361-e7d1-4772-8de9-032ccfd4c015,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:13.628430 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.684227 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.695813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e52b70-ad3b-40ab-b968-c69f7505fc31 None None] Pushing event updated for resources: {'Port': ['ID=07f4bb5c-9de7-485d-a39f-79ff3524f10a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:13.886405 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:14.233803 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (45197361-e7d1-4772-8de9-032ccfd4c015), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:14.242171 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:14.323142 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:14.324908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=45197361-e7d1-4772-8de9-032ccfd4c015,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:14.429978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network e6ce7a29-c179-4672-a090-857c4cb685d1 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:14.431561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:14.575777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2f704025-0130-41c7-ad5c-43d7cae812ec up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:14.615973 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router fbd6675b-b15d-42c8-9913-f6fd2c006d7a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:14.656062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2f704025-0130-41c7-ad5c-43d7cae812ec triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:14.657635 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:14.752934 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:14.765611 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d920b226-2b16-442c-a2f9-553679fd45b8 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "PUT /v2.0/routers/fbd6675b-b15d-42c8-9913-f6fd2c006d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4305258 Feb 19 04:35:14.786329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2f704025-0130-41c7-ad5c-43d7cae812ec is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:14.786729 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:14.817518 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:14.832376 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 2f704025-0130-41c7-ad5c-43d7cae812ec, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2f704025-0130-41c7-ad5c-43d7cae812ec,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:14.836342 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:14.837213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 07f4bb5c-9de7-485d-a39f-79ff3524f10a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:14.926122 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=2f704025-0130-41c7-ad5c-43d7cae812ec,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:14.943272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 07f4bb5c-9de7-485d-a39f-79ff3524f10a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:14.944135 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.000627 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-1093c9bd-56f3-466e-8214-533d015c14fb tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140149412&fields=id&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 267 time: 0.0968480 Feb 19 04:35:15.065070 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 07f4bb5c-9de7-485d-a39f-79ff3524f10a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:15.065465 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.070869 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da006595-c31a-4c8d-a77b-3518eb2afe4f None None] Network e6ce7a29-c179-4672-a090-857c4cb685d1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:15.142145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-723ec159-f6dc-4c2e-9d6c-b356432e4a24 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:15.143875 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-723ec159-f6dc-4c2e-9d6c-b356432e4a24 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/networks?id=e6ce7a29-c179-4672-a090-857c4cb685d1 HTTP/1.1" status: 200 len: 797 time: 0.1424448 Feb 19 04:35:15.161393 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-dd821e20-6c19-4feb-a0cc-2f01a319332f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/quotas/06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 375 time: 0.0115457 Feb 19 04:35:15.167356 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 07f4bb5c-9de7-485d-a39f-79ff3524f10a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=07f4bb5c-9de7-485d-a39f-79ff3524f10a,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:15.177709 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.211831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-5c3890b6-2031-4ca2-ab31-114ac6edfa78 None None] Provisioning complete for port 07f4bb5c-9de7-485d-a39f-79ff3524f10a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:15.212208 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5c3890b6-2031-4ca2-ab31-114ac6edfa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.228192 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7be183ed-e27e-4b14-9a77-6a162d894f55 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620182 Feb 19 04:35:15.296222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=07f4bb5c-9de7-485d-a39f-79ff3524f10a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:15.381528 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-5c3890b6-2031-4ca2-ab31-114ac6edfa78 None None] Current status of the port 07f4bb5c-9de7-485d-a39f-79ff3524f10a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:15.403873 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-5cf3a625-1e30-441f-97bc-b1482c0501aa service neutron] 10.222.0.42 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596680 Feb 19 04:35:15.508311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-54dc0fea-0b68-4dc0-9529-c3fd60ece107 service neutron] 10.222.0.42 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960646 Feb 19 04:35:15.714244 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d3c97c05-6b84-48ce-998e-f51f06ffe9d6 req-239ce0e7-abc9-4527-8f27-eb83027575d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 210 time: 0.0538216 Feb 19 04:35:15.718649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-da6fa38a-c0d8-4221-bdcd-37fceead8a60 None None] Provisioning complete for port 45197361-e7d1-4772-8de9-032ccfd4c015 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:15.719121 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da6fa38a-c0d8-4221-bdcd-37fceead8a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.773942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-da6fa38a-c0d8-4221-bdcd-37fceead8a60 None None] Port 45197361-e7d1-4772-8de9-032ccfd4c015 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:15.797032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-da6fa38a-c0d8-4221-bdcd-37fceead8a60 None None] Provisioning complete for port 07f4bb5c-9de7-485d-a39f-79ff3524f10a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:15.797718 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-da6fa38a-c0d8-4221-bdcd-37fceead8a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.859326 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Sync routers for ids ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:15.877296 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Routers {'fbd6675b-b15d-42c8-9913-f6fd2c006d7a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:15.890672 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-48213430-ae05-46a5-8978-494d57c5caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:35:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:15.897980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-da6fa38a-c0d8-4221-bdcd-37fceead8a60 None None] Current status of the port 07f4bb5c-9de7-485d-a39f-79ff3524f10a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:16.021433 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Set router fbd6675b-b15d-42c8-9913-f6fd2c006d7a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:16.027107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-82a7d8b1-d48f-450f-bcb3-878299997b88 None None] Provisioning complete for port 45197361-e7d1-4772-8de9-032ccfd4c015 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:16.028395 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-82a7d8b1-d48f-450f-bcb3-878299997b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.112783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-82a7d8b1-d48f-450f-bcb3-878299997b88 None None] Port 45197361-e7d1-4772-8de9-032ccfd4c015 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:16.256715 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-48213430-ae05-46a5-8978-494d57c5caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:13Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '45197361-e7d1-4772-8de9-032ccfd4c015', 'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:e8:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:13Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 2, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:16.285525 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Checking router: fbd6675b-b15d-42c8-9913-f6fd2c006d7a for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:16.285942 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Updating router fbd6675b-b15d-42c8-9913-f6fd2c006d7a port 45197361-e7d1-4772-8de9-032ccfd4c015 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:35:16.315349 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.338086 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3b638da9-2563-4ddf-8bb6-df9e5cedcd9d None None] Provisioning complete for port 45197361-e7d1-4772-8de9-032ccfd4c015 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:16.338591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b638da9-2563-4ddf-8bb6-df9e5cedcd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.386592 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3b638da9-2563-4ddf-8bb6-df9e5cedcd9d None None] Port 45197361-e7d1-4772-8de9-032ccfd4c015 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:16.476650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2f704025-0130-41c7-ad5c-43d7cae812ec up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:16.534201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 2f704025-0130-41c7-ad5c-43d7cae812ec triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:16.534651 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.617646 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 2f704025-0130-41c7-ad5c-43d7cae812ec is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:16.618784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 07f4bb5c-9de7-485d-a39f-79ff3524f10a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:16.621834 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Publish callbacks [] for port (45197361-e7d1-4772-8de9-032ccfd4c015), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.629317 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.668626 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 07f4bb5c-9de7-485d-a39f-79ff3524f10a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:16.669029 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.679722 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Pushing event updated for resources: {'Port': ['ID=45197361-e7d1-4772-8de9-032ccfd4c015,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:16.690981 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.691467 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.691902 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.692317 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.692722 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.693495 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.693806 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.694132 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.694611 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.695006 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.695659 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.695954 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.696395 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:16.750160 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Attempting to bind port 45197361-e7d1-4772-8de9-032ccfd4c015 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:16.751085 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Attempting to bind port 45197361-e7d1-4772-8de9-032ccfd4c015 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:16.751582 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Attempting to bind port 45197361-e7d1-4772-8de9-032ccfd4c015 on network e6ce7a29-c179-4672-a090-857c4cb685d1 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:16.757199 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:16.757584 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Checking segment: {'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:16.758203 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.758781 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Bound using segment: {'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:16.759421 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Bound port: 45197361-e7d1-4772-8de9-032ccfd4c015, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:16.760001 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.762539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 07f4bb5c-9de7-485d-a39f-79ff3524f10a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:16.826608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-547da62c-7562-42b6-9b11-1dcc25d2d989 req-4652c921-a538-403d-92aa-ae6618a79229 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 210 time: 0.0294173 Feb 19 04:35:16.839980 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-48213430-ae05-46a5-8978-494d57c5caff None None] For port 45197361-e7d1-4772-8de9-032ccfd4c015, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:16.843435 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-48213430-ae05-46a5-8978-494d57c5caff None None] For port 45197361-e7d1-4772-8de9-032ccfd4c015, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=45197361-e7d1-4772-8de9-032ccfd4c015,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:16.854167 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.917830 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Routers {'fbd6675b-b15d-42c8-9913-f6fd2c006d7a'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:16.919344 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-48213430-ae05-46a5-8978-494d57c5caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:35:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:16.974180 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738c4b4-9715-44e5-8f50-906da5ab6164 None None] Pushing event updated for resources: {'Port': ['ID=45197361-e7d1-4772-8de9-032ccfd4c015,revision_number=4']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:17.018149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e2969cc8-31cb-4454-9961-fdd52e58f25e None None] Provisioning complete for port 45197361-e7d1-4772-8de9-032ccfd4c015 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:17.018598 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e2969cc8-31cb-4454-9961-fdd52e58f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.063576 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-48213430-ae05-46a5-8978-494d57c5caff None None] Set router fbd6675b-b15d-42c8-9913-f6fd2c006d7a gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:17.080361 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-c3592ffe-573f-4d89-beca-6eb9c1db1327 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:17.083864 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-c3592ffe-573f-4d89-beca-6eb9c1db1327 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "GET /v2.0/networks?id=e6ce7a29-c179-4672-a090-857c4cb685d1 HTTP/1.1" status: 200 len: 797 time: 0.1750910 Feb 19 04:35:17.139258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e2969cc8-31cb-4454-9961-fdd52e58f25e None None] Current status of the port 45197361-e7d1-4772-8de9-032ccfd4c015 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:17.139718 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e2969cc8-31cb-4454-9961-fdd52e58f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.185788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e2969cc8-31cb-4454-9961-fdd52e58f25e None None] For port 45197361-e7d1-4772-8de9-032ccfd4c015, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=45197361-e7d1-4772-8de9-032ccfd4c015,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:17.189130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-f9743154-b962-401d-8c71-c2a6e3bcf429 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06e2a2507414445794c72026d29a70f4 HTTP/1.1" status: 200 len: 379 time: 0.0786870 Feb 19 04:35:17.190666 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e2969cc8-31cb-4454-9961-fdd52e58f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.200278 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'port': {'device_id': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'admin_state_up': True, 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'security_groups': ['4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:17.247304 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2969cc8-31cb-4454-9961-fdd52e58f25e None None] Pushing event updated for resources: {'Port': ['ID=45197361-e7d1-4772-8de9-032ccfd4c015,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:17.307902 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-48213430-ae05-46a5-8978-494d57c5caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:13Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '45197361-e7d1-4772-8de9-032ccfd4c015', 'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:e8:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:13Z', 'updated_at': '2022-02-19T04:35:16Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:17.314998 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Made reservation on behalf of 06e2a2507414445794c72026d29a70f4 for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:35:17.315629 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cbd8683c-2e3e-4102-bead-8a04d74adce5 None None] Provisioning complete for port 45197361-e7d1-4772-8de9-032ccfd4c015 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:17.316007 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cbd8683c-2e3e-4102-bead-8a04d74adce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.319058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.336138 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48213430-ae05-46a5-8978-494d57c5caff None None] The sync data for ids ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'] in n-d-826756-2 is: [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:13Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '45197361-e7d1-4772-8de9-032ccfd4c015', 'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:e8:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:13Z', 'updated_at': '2022-02-19T04:35:16Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:17.432973 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8683c-2e3e-4102-bead-8a04d74adce5 None None] Current status of the port 45197361-e7d1-4772-8de9-032ccfd4c015 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:17.470909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.20.0.13 (e6ce7a29-c179-4672-a090-857c4cb685d1/0e13cea8-778d-455d-a746-1a9a75aa0f43/ee28e0bc-f72e-417e-b20f-feb933acfc31) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:17.621092 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.662933 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.709766 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network e6ce7a29-c179-4672-a090-857c4cb685d1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:17.712883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:17.715603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:17.746399 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=ee28e0bc-f72e-417e-b20f-feb933acfc31,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:17.774757 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:17.775472 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.796759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-bdc5e9cc-eea9-486e-8872-0ceaeda74d69 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6015940 Feb 19 04:35:17.867035 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Request body: {'port': {'device_id': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:17.971159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.026563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfe7d9-50bf-4ce8-92a4-177d40f1d88d req-6365832c-5ebd-4c67-9276-09195528bf05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:18.028102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04cfe7d9-50bf-4ce8-92a4-177d40f1d88d req-6365832c-5ebd-4c67-9276-09195528bf05 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 932 time: 0.0978093 Feb 19 04:35:18.062283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3b5ef2c3-fb6b-4392-8f73-e5360cdf9168 None None] Provisioning complete for port ee28e0bc-f72e-417e-b20f-feb933acfc31 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:18.063256 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef2c3-fb6b-4392-8f73-e5360cdf9168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.106714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ef2c3-fb6b-4392-8f73-e5360cdf9168 None None] Port ee28e0bc-f72e-417e-b20f-feb933acfc31 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:18.156110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04cfe7d9-50bf-4ce8-92a4-177d40f1d88d req-2986fc2e-c012-471a-9fc8-11756644767d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206014 Feb 19 04:35:18.302190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee28e0bc-f72e-417e-b20f-feb933acfc31 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:35:18.309662 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Publish callbacks [] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.321895 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Transition to ACTIVE for port object ee28e0bc-f72e-417e-b20f-feb933acfc31 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:35:18.326071 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.378486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Pushing event updated for resources: {'Port': ['ID=ee28e0bc-f72e-417e-b20f-feb933acfc31,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:18.480748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Attempting to bind port ee28e0bc-f72e-417e-b20f-feb933acfc31 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:18.481096 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Attempting to bind port ee28e0bc-f72e-417e-b20f-feb933acfc31 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:18.481681 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Attempting to bind port ee28e0bc-f72e-417e-b20f-feb933acfc31 on network e6ce7a29-c179-4672-a090-857c4cb685d1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:18.487463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Port ee28e0bc-f72e-417e-b20f-feb933acfc31 on network e6ce7a29-c179-4672-a090-857c4cb685d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:35:18.487817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Attempting to bind port ee28e0bc-f72e-417e-b20f-feb933acfc31 on network e6ce7a29-c179-4672-a090-857c4cb685d1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:18.494041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:18.494390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Checking segment: {'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:18.494829 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Bound using segment: {'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:18.495266 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Bound port: ee28e0bc-f72e-417e-b20f-feb933acfc31, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:18.495763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.520076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 45197361-e7d1-4772-8de9-032ccfd4c015 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:18.570596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] For port ee28e0bc-f72e-417e-b20f-feb933acfc31, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:18.572452 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 45197361-e7d1-4772-8de9-032ccfd4c015 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:18.572826 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.574077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] For port ee28e0bc-f72e-417e-b20f-feb933acfc31, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:18.583606 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.620095 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:18.620739 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.622273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] 10.222.0.37 "PUT /v2.0/ports/ee28e0bc-f72e-417e-b20f-feb933acfc31 HTTP/1.1" status: 200 len: 1092 time: 0.8116155 Feb 19 04:35:18.622764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'tag': 'ee28e0bc-f72e-417e-b20f-feb933acfc31'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:18.625167 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd63507-af74-453e-a7f2-ee1ef59507dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2122e9-8a77-41a9-8f03-d03f2fb06733", "tag": "ee28e0bc-f72e-417e-b20f-feb933acfc31"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:18.663165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01c1b3-0c46-41af-a7cc-276c4f287f5b service neutron] Pushing event updated for resources: {'Port': ['ID=ee28e0bc-f72e-417e-b20f-feb933acfc31,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:18.684185 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2237fcbe-c630-4ed3-b7dd-0e8607e53c34 x-openstack-request-id: req-2237fcbe-c630-4ed3-b7dd-0e8607e53c34 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:18.684463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 45197361-e7d1-4772-8de9-032ccfd4c015 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:18.684639 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2122e9-8a77-41a9-8f03-d03f2fb06733", "tag": "ee28e0bc-f72e-417e-b20f-feb933acfc31", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:18.684967 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2237fcbe-c630-4ed3-b7dd-0e8607e53c34 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:18.685382 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'tag': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'status': 'completed', 'code': 200} Feb 19 04:35:18.750796 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-8b6d93fc-b611-43d2-bddf-174d61527222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:18.752330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-8b6d93fc-b611-43d2-bddf-174d61527222 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 1126 time: 0.0488949 Feb 19 04:35:18.808102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-5faa3ba1-f083-48f3-b96a-c8d15dfde725 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31 HTTP/1.1" status: 200 len: 217 time: 0.0403581 Feb 19 04:35:18.857859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-18955f9a-b2fe-474d-ba1c-d373e09b5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:18.859386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-18955f9a-b2fe-474d-ba1c-d373e09b5e2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e13cea8-778d-455d-a746-1a9a75aa0f43 HTTP/1.1" status: 200 len: 834 time: 0.0446970 Feb 19 04:35:18.914439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7412e756-bdb0-4c9a-9dd8-25eda4c4abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:18.915913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-7412e756-bdb0-4c9a-9dd8-25eda4c4abcd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ce7a29-c179-4672-a090-857c4cb685d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458479 Feb 19 04:35:19.014093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-083a1da4-83c6-420b-b8f4-c021ae6f3d70 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903573 Feb 19 04:35:19.103447 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-272c626e-ca69-4e8a-a3ac-d587351290a2 req-08414dfb-3ee2-429f-99a6-767b6992e433 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810847 Feb 19 04:35:19.277958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-8b5b1e58-cd25-4114-b64b-88aa742bcabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:19.279472 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-8b5b1e58-cd25-4114-b64b-88aa742bcabe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 1126 time: 0.0800292 Feb 19 04:35:19.315633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8031c56-60d2-4b11-a171-1ae9479d10db req-53ff9cf8-4e4b-4930-b536-44d33ca97612 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:19.317095 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8031c56-60d2-4b11-a171-1ae9479d10db req-53ff9cf8-4e4b-4930-b536-44d33ca97612 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 944 time: 0.0837159 Feb 19 04:35:19.419166 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8031c56-60d2-4b11-a171-1ae9479d10db req-73f65cfd-90dd-4ad3-9041-d64d5a38fe0c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716853 Feb 19 04:35:19.422162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-f57a3071-d0d8-40b1-bcad-4046e5e8c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:19.424063 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-f57a3071-d0d8-40b1-bcad-4046e5e8c6ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ce7a29-c179-4672-a090-857c4cb685d1 HTTP/1.1" status: 200 len: 898 time: 0.1355419 Feb 19 04:35:19.469675 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-3d25eb6d-758e-4c7b-a419-3b9cbf1955ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31 HTTP/1.1" status: 200 len: 217 time: 0.0388920 Feb 19 04:35:19.517914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-edf39492-8e89-469b-8be0-3e7579ae1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:19.519356 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-edf39492-8e89-469b-8be0-3e7579ae1e5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e13cea8-778d-455d-a746-1a9a75aa0f43 HTTP/1.1" status: 200 len: 834 time: 0.0433018 Feb 19 04:35:19.567788 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-b1039151-0c8a-4511-a628-c55e769aba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:19.569257 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-b1039151-0c8a-4511-a628-c55e769aba7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ce7a29-c179-4672-a090-857c4cb685d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439329 Feb 19 04:35:19.659911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-c486d06a-3e6d-4423-8587-5323ace4162a service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833206 Feb 19 04:35:19.752337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ddd63507-af74-453e-a7f2-ee1ef59507dc req-82b0b5ff-898d-4217-ad77-3eb0b2dd99d9 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863802 Feb 19 04:35:20.539673 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e263688-4b45-41c5-8fad-a57dcaacd2d0 req-dbfb2080-7935-4bd1-9605-938c59b7c990 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:20.541139 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e263688-4b45-41c5-8fad-a57dcaacd2d0 req-dbfb2080-7935-4bd1-9605-938c59b7c990 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 944 time: 0.0519953 Feb 19 04:35:20.593176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e263688-4b45-41c5-8fad-a57dcaacd2d0 req-82f2ec32-e59f-474a-9ed6-33b78b889449 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460465 Feb 19 04:35:21.720369 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437f2ec-0ea7-481c-91b8-f396b0dc96f6 req-58a988a8-a00e-4c51-8d2d-4912091c41fb tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:21.722714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9437f2ec-0ea7-481c-91b8-f396b0dc96f6 req-58a988a8-a00e-4c51-8d2d-4912091c41fb tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 944 time: 0.0581248 Feb 19 04:35:21.773175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9437f2ec-0ea7-481c-91b8-f396b0dc96f6 req-c83a6283-d904-487f-b224-c504d39ac521 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444720 Feb 19 04:35:22.897950 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed876ccd-a1c3-4993-a6c0-5574f736c198 req-7329c521-2864-4517-8cf5-795cba262fb7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:22.899440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed876ccd-a1c3-4993-a6c0-5574f736c198 req-7329c521-2864-4517-8cf5-795cba262fb7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 944 time: 0.0534563 Feb 19 04:35:22.947925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ed876ccd-a1c3-4993-a6c0-5574f736c198 req-46f3f5f3-9093-4449-b26e-1f4abd8cd1ec tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Feb 19 04:35:23.225196 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.982151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ee28e0bc-f72e-417e-b20f-feb933acfc31 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:35:24.080668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524e09-4e1d-4ecf-ba84-5ebf6a74108b req-737e66aa-5db1-48db-acf2-4df929086e17 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:24.082282 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e524e09-4e1d-4ecf-ba84-5ebf6a74108b req-737e66aa-5db1-48db-acf2-4df929086e17 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 944 time: 0.0564060 Feb 19 04:35:24.085994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ee28e0bc-f72e-417e-b20f-feb933acfc31, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:24.100233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'port_id': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'mac_address': 'fa:16:3e:1d:ae:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:35:24.133727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1e524e09-4e1d-4ecf-ba84-5ebf6a74108b req-534a5e13-8899-495f-b9a8-2f3511f015eb tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456321 Feb 19 04:35:24.142379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ee28e0bc-f72e-417e-b20f-feb933acfc31 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:24.142801 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.156111 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee28e0bc-f72e-417e-b20f-feb933acfc31 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:35:24.177002 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ee28e0bc-f72e-417e-b20f-feb933acfc31, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:24.181293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.229507 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ee28e0bc-f72e-417e-b20f-feb933acfc31,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:24.629942 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['ee28e0bc-f72e-417e-b20f-feb933acfc31'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:35:25.257268 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6efbb5-ee83-4573-bd52-62062264e470 req-99684d1b-1022-4662-beb8-36725bb3e507 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:25.258746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd6efbb5-ee83-4573-bd52-62062264e470 req-99684d1b-1022-4662-beb8-36725bb3e507 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 945 time: 0.0514607 Feb 19 04:35:25.309897 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dd6efbb5-ee83-4573-bd52-62062264e470 req-4de4b429-041a-4131-87ce-23a8661eb657 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450146 Feb 19 04:35:25.992107 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ee28e0bc-f72e-417e-b20f-feb933acfc31 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:26.212992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port ee28e0bc-f72e-417e-b20f-feb933acfc31 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:35:26.217128 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port ee28e0bc-f72e-417e-b20f-feb933acfc31 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:26.217579 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.295309 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port ee28e0bc-f72e-417e-b20f-feb933acfc31 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:26.295699 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.318779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee28e0bc-f72e-417e-b20f-feb933acfc31'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:26.321161 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ed9d74-4893-4b18-9588-53ef396e4ed4" -d '{"events": [{"server_uuid": "2f2122e9-8a77-41a9-8f03-d03f2fb06733", "name": "network-vif-plugged", "status": "completed", "tag": "ee28e0bc-f72e-417e-b20f-feb933acfc31"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:26.335539 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port ee28e0bc-f72e-417e-b20f-feb933acfc31, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:26.339929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.364130 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75b397d-3716-4605-9ecb-9799ca357525 x-openstack-request-id: req-c75b397d-3716-4605-9ecb-9799ca357525 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:26.364418 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2122e9-8a77-41a9-8f03-d03f2fb06733", "name": "network-vif-plugged", "status": "completed", "tag": "ee28e0bc-f72e-417e-b20f-feb933acfc31", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:26.364675 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c75b397d-3716-4605-9ecb-9799ca357525 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:26.365063 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'code': 200} Feb 19 04:35:26.395095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=ee28e0bc-f72e-417e-b20f-feb933acfc31,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:26.481702 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f3ee-2d0a-424a-b6e0-335024eda49e req-b5b44063-42ad-40bd-a9fc-5f6a6264ab9d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:26.483206 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1c15f3ee-2d0a-424a-b6e0-335024eda49e req-b5b44063-42ad-40bd-a9fc-5f6a6264ab9d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0673695 Feb 19 04:35:26.550934 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1c15f3ee-2d0a-424a-b6e0-335024eda49e req-01dd873a-1ef7-419f-842c-2f4c42960b46 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529175 Feb 19 04:35:26.553615 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52805e-9f8f-41c3-bdcf-498a29bd7c21 req-1325b917-3ba3-43cf-9308-5912969d5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:26.555096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab52805e-9f8f-41c3-bdcf-498a29bd7c21 req-1325b917-3ba3-43cf-9308-5912969d5f1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 1128 time: 0.0919440 Feb 19 04:35:26.601013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab52805e-9f8f-41c3-bdcf-498a29bd7c21 req-b00bdd8b-6f62-47fc-acd8-2c619468a9e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397756 Feb 19 04:35:27.671196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adad39-6b8f-474a-b6dd-a55450e36c9b req-7e8f4124-b801-499c-bb5f-6fee3048635d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:27.672662 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93adad39-6b8f-474a-b6dd-a55450e36c9b req-7e8f4124-b801-499c-bb5f-6fee3048635d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0512171 Feb 19 04:35:27.727653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93adad39-6b8f-474a-b6dd-a55450e36c9b req-e8113aca-5ee3-41f8-ae69-22aff879c701 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485492 Feb 19 04:35:28.849213 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5b50-39ee-4eb3-b741-2ffbe6033b62 req-9c55e147-3b7d-4250-8a77-4b00933702d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:28.850724 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83ff5b50-39ee-4eb3-b741-2ffbe6033b62 req-9c55e147-3b7d-4250-8a77-4b00933702d4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0523117 Feb 19 04:35:28.903148 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-83ff5b50-39ee-4eb3-b741-2ffbe6033b62 req-00553724-b6da-4ca1-b5c2-7cbe92358ad7 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464549 Feb 19 04:35:29.030342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831876f-a4e5-4ad6-a190-925f732bdd53 req-3ef893c9-0651-4c9e-a1e4-0b2c1a8cab79 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:29.031785 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4831876f-a4e5-4ad6-a190-925f732bdd53 req-3ef893c9-0651-4c9e-a1e4-0b2c1a8cab79 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0590184 Feb 19 04:35:29.082853 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4831876f-a4e5-4ad6-a190-925f732bdd53 req-6a2238e2-017c-47f3-a4c3-1b1ac44d7142 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443330 Feb 19 04:35:29.105319 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35458) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:29.154762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1abc4-87bf-4b72-8a16-65e8d5738f7e tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:29.156319 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-25d1abc4-87bf-4b72-8a16-65e8d5738f7e tempest-TestNetworkAdvancedServerOps-1910451047 tempest-TestNetworkAdvancedServerOps-1910451047-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 1123 time: 0.0499551 Feb 19 04:35:29.160124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35460) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:29.164735 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:29.184793 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.283179 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.383578 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Allocated IP 172.25.4.50 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/21022bfb-7e98-481f-91ed-9e981ed930ba) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:29.487518 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (21022bfb-7e98-481f-91ed-9e981ed930ba), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.521536 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (21022bfb-7e98-481f-91ed-9e981ed930ba), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.558327 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:29.560996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:29.566937 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:29.588695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=21022bfb-7e98-481f-91ed-9e981ed930ba,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:29.929658 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (bc125bdd-ce54-4a78-8f16-dc413b97cc91), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.001622 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (21022bfb-7e98-481f-91ed-9e981ed930ba), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.152638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for port (21022bfb-7e98-481f-91ed-9e981ed930ba), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.156723 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (21022bfb-7e98-481f-91ed-9e981ed930ba), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.226428 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event updated for resources: {'Port': ['ID=21022bfb-7e98-481f-91ed-9e981ed930ba,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:30.238005 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (bc125bdd-ce54-4a78-8f16-dc413b97cc91), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.339607 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Floating IP bc125bdd-ce54-4a78-8f16-dc413b97cc91 associated. External IP: 172.25.4.50, port: ee28e0bc-f72e-417e-b20f-feb933acfc31. Feb 19 04:35:30.544306 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router fbd6675b-b15d-42c8-9913-f6fd2c006d7a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:30.654458 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:30.665414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] Sync routers for ids ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:30.673611 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.677091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] Routers {'fbd6675b-b15d-42c8-9913-f6fd2c006d7a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:30.677708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:35:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:30.704139 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b7010879-cfa5-4f65-949a-c738c0f3d4d0 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5428724 Feb 19 04:35:30.704744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'tag': 'ee28e0bc-f72e-417e-b20f-feb933acfc31'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:30.708539 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c192a6615bdfa156fbc491ed8c1250e6a803dbca8f67fd41f3dce117fbe6bfed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6133353-75c5-4373-84fa-2a77168fd79b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2122e9-8a77-41a9-8f03-d03f2fb06733", "tag": "ee28e0bc-f72e-417e-b20f-feb933acfc31"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:30.800242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] Set router fbd6675b-b15d-42c8-9913-f6fd2c006d7a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:30.807301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087b7b3-82a9-4fac-beb3-32625494499f req-f94b9c25-9fbc-4258-9701-33190bdc7677 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:30.808836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d087b7b3-82a9-4fac-beb3-32625494499f req-f94b9c25-9fbc-4258-9701-33190bdc7677 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0540330 Feb 19 04:35:30.858795 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d087b7b3-82a9-4fac-beb3-32625494499f req-9c3b1ecf-6f6a-44d3-bd41-4535d9757f2d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440531 Feb 19 04:35:30.884208 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35466) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:30.927675 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8246b02-839a-47cd-ad50-35990f3dcb34 x-openstack-request-id: req-e8246b02-839a-47cd-ad50-35990f3dcb34 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:30.927993 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2122e9-8a77-41a9-8f03-d03f2fb06733", "tag": "ee28e0bc-f72e-417e-b20f-feb933acfc31", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:30.928257 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8246b02-839a-47cd-ad50-35990f3dcb34 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:30.928671 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'tag': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'status': 'completed', 'code': 200} Feb 19 04:35:30.974373 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e48aa719-4313-4477-a968-ae29253f297a tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/bc125bdd-ce54-4a78-8f16-dc413b97cc91 HTTP/1.1" status: 200 len: 991 time: 0.0887878 Feb 19 04:35:31.051061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:13Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'bc125bdd-ce54-4a78-8f16-dc413b97cc91', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'port_id': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'mac_address': 'fa:16:3e:1d:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:35:29Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45197361-e7d1-4772-8de9-032ccfd4c015', 'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:e8:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:13Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:31.055537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6133353-75c5-4373-84fa-2a77168fd79b req-29c73155-0ba1-406d-8a8b-67cc2c26ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:31.057121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6133353-75c5-4373-84fa-2a77168fd79b req-29c73155-0ba1-406d-8a8b-67cc2c26ba61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 1128 time: 0.0458136 Feb 19 04:35:31.085627 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] Checking router: fbd6675b-b15d-42c8-9913-f6fd2c006d7a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:31.094286 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] Routers {'fbd6675b-b15d-42c8-9913-f6fd2c006d7a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:31.094915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:35:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:31.154077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6133353-75c5-4373-84fa-2a77168fd79b req-4be32f0d-57d7-46f6-9e6d-aa97b0a38506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:31.155759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6133353-75c5-4373-84fa-2a77168fd79b req-4be32f0d-57d7-46f6-9e6d-aa97b0a38506 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ce7a29-c179-4672-a090-857c4cb685d1 HTTP/1.1" status: 200 len: 898 time: 0.0929463 Feb 19 04:35:31.203765 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] Set router fbd6675b-b15d-42c8-9913-f6fd2c006d7a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:31.228505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6133353-75c5-4373-84fa-2a77168fd79b req-2f33bcf7-31ca-48e1-b1cc-768b8822b3f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31 HTTP/1.1" status: 200 len: 999 time: 0.0637338 Feb 19 04:35:31.286364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6133353-75c5-4373-84fa-2a77168fd79b req-3c39b9f6-f796-4084-8e9a-f4b6ab237c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:31.288011 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6133353-75c5-4373-84fa-2a77168fd79b req-3c39b9f6-f796-4084-8e9a-f4b6ab237c37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e13cea8-778d-455d-a746-1a9a75aa0f43 HTTP/1.1" status: 200 len: 834 time: 0.0533082 Feb 19 04:35:31.339619 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6133353-75c5-4373-84fa-2a77168fd79b req-931856a6-f896-4a07-91c3-a7af23987d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:31.341081 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6133353-75c5-4373-84fa-2a77168fd79b req-931856a6-f896-4a07-91c3-a7af23987d2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ce7a29-c179-4672-a090-857c4cb685d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476058 Feb 19 04:35:31.432863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:13Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'bc125bdd-ce54-4a78-8f16-dc413b97cc91', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'port_id': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'mac_address': 'fa:16:3e:1d:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:35:29Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45197361-e7d1-4772-8de9-032ccfd4c015', 'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:e8:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:13Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:31.436141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6133353-75c5-4373-84fa-2a77168fd79b req-f5ffcfd0-9d60-49b0-9959-bfae0175ed66 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881126 Feb 19 04:35:31.463057 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765ff3-7bb6-4b39-972b-5c5bc3e1bca5 None None] The sync data for ids ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'] in n-d-826756-2 is: [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:13Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'bc125bdd-ce54-4a78-8f16-dc413b97cc91', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'port_id': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'mac_address': 'fa:16:3e:1d:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:35:29Z', 'updated_at': '2022-02-19T04:35:29Z', 'revision_number': 0, 'project_id': '06e2a2507414445794c72026d29a70f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45197361-e7d1-4772-8de9-032ccfd4c015', 'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:e8:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:13Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:31.533205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a6133353-75c5-4373-84fa-2a77168fd79b req-4c4a6671-fc30-40e7-95ae-9e53d84a41f5 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908296 Feb 19 04:35:31.658515 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c03253-1be4-4b4c-8580-15ffcc408aa4 None None] New status for floating IP bc125bdd-ce54-4a78-8f16-dc413b97cc91: ACTIVE {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:35:31.976314 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35468) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:32.037348 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-adda7430-f167-41e2-95a4-0ac70083172d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/bc125bdd-ce54-4a78-8f16-dc413b97cc91 HTTP/1.1" status: 200 len: 993 time: 0.0597878 Feb 19 04:35:36.874633 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.459355 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e9ce53dd-9f1f-4e2f-adbd-117493d555ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:40.164560 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-58bf7d46-1bff-40e1-86d5-235370804ddd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443037 Feb 19 04:35:40.265726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-e14cefee-246f-44cd-a3f1-181f88fb2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:40.267195 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-e14cefee-246f-44cd-a3f1-181f88fb2027 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 1128 time: 0.0443919 Feb 19 04:35:40.379302 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-2e8d35f3-e140-4453-bcee-d53ca4ae49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:40.380834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-2e8d35f3-e140-4453-bcee-d53ca4ae49e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ce7a29-c179-4672-a090-857c4cb685d1 HTTP/1.1" status: 200 len: 898 time: 0.0940976 Feb 19 04:35:40.447100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-0710870c-bd2d-4c02-8fc4-e7699989d987 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31 HTTP/1.1" status: 200 len: 1001 time: 0.0598309 Feb 19 04:35:40.608929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-20ff2a46-d0ff-4cd2-8001-53879787e297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:40.799785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-48333a8e-180a-47d4-b99c-25bf01118cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:40.801973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-48333a8e-180a-47d4-b99c-25bf01118cb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e13cea8-778d-455d-a746-1a9a75aa0f43 HTTP/1.1" status: 200 len: 834 time: 0.3482659 Feb 19 04:35:40.850269 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-3f1b47b9-d932-41dd-8d30-e50f16d0bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:40.851786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-3f1b47b9-d932-41dd-8d30-e50f16d0bfe3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ce7a29-c179-4672-a090-857c4cb685d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432699 Feb 19 04:35:40.940197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-09d219ec-35b5-45d3-9afc-4403e70a233b service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815654 Feb 19 04:35:41.038280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ff18b02-f5ee-40b7-9bb4-d7216a9c7809 req-e8238828-6f45-430f-9faf-2faec7e57111 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864780 Feb 19 04:35:42.307809 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:43.335723 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:44.790294 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:49.058353 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:35:53.239518 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:06.888370 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:08.460873 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-573dd14d-a6e7-41bb-b8e0-2887c1fe7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:10.609391 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-23b0aa49-bd47-468e-b1e4-362c3bd76663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.310327 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.339290 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:14.792280 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:23.240967 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:26.059394 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:36:36.896814 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:38.463253 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f336bfc3-89d3-4251-bc9d-11fd70b2420a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:40.611537 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-26fe409f-5b75-4cd4-ae5c-abf925e46c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:41.180781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d907549-d369-4bb7-b064-b37984f9603a req-3132fd84-d382-452e-8bdf-02978a87947a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438485 Feb 19 04:36:41.287384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d907549-d369-4bb7-b064-b37984f9603a req-bd1a1751-e6f2-473f-a1cd-fdff29cbdd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:41.288817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d907549-d369-4bb7-b064-b37984f9603a req-bd1a1751-e6f2-473f-a1cd-fdff29cbdd00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 1128 time: 0.0458126 Feb 19 04:36:41.400585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d907549-d369-4bb7-b064-b37984f9603a req-7e7e16a9-168c-4c33-b8eb-740c7da53b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:41.402108 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d907549-d369-4bb7-b064-b37984f9603a req-7e7e16a9-168c-4c33-b8eb-740c7da53b29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ce7a29-c179-4672-a090-857c4cb685d1 HTTP/1.1" status: 200 len: 898 time: 0.0858507 Feb 19 04:36:41.466001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d907549-d369-4bb7-b064-b37984f9603a req-d7f10db6-502a-4143-b090-d8740d183c7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31 HTTP/1.1" status: 200 len: 1001 time: 0.0567825 Feb 19 04:36:41.517765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d907549-d369-4bb7-b064-b37984f9603a req-8cfb552f-403d-47ba-aa2e-0109992020d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:41.519260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d907549-d369-4bb7-b064-b37984f9603a req-8cfb552f-403d-47ba-aa2e-0109992020d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e13cea8-778d-455d-a746-1a9a75aa0f43 HTTP/1.1" status: 200 len: 834 time: 0.0471926 Feb 19 04:36:41.567686 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d907549-d369-4bb7-b064-b37984f9603a req-7051f8df-b93b-40af-b17d-ec7ab4ff44df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:41.569102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d907549-d369-4bb7-b064-b37984f9603a req-7051f8df-b93b-40af-b17d-ec7ab4ff44df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ce7a29-c179-4672-a090-857c4cb685d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436916 Feb 19 04:36:41.654817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d907549-d369-4bb7-b064-b37984f9603a req-e0a3dba1-0fa1-453d-9e4a-70292ecf8668 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791337 Feb 19 04:36:41.745768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d907549-d369-4bb7-b064-b37984f9603a req-090aee3d-ed02-44d5-9be1-ad26288bd56a service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845046 Feb 19 04:36:42.312784 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:43.342242 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:44.795724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:45.269201 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400fec1-ac45-4e25-8bc6-9b1b3a3e8b35 req-7e10e63f-7bf2-40a2-9098-9e926bde359f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:45.270727 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e400fec1-ac45-4e25-8bc6-9b1b3a3e8b35 req-7e10e63f-7bf2-40a2-9098-9e926bde359f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0553484 Feb 19 04:36:45.319656 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e400fec1-ac45-4e25-8bc6-9b1b3a3e8b35 req-8f75e378-9d00-47fe-89ab-4e34cdcdfc8f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431440 Feb 19 04:36:46.449241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac61e7-358a-4b10-945f-8c5eb580ba85 req-7995720e-2a07-4901-85c9-06545a54014b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:46.450800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51ac61e7-358a-4b10-945f-8c5eb580ba85 req-7995720e-2a07-4901-85c9-06545a54014b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0597081 Feb 19 04:36:46.503223 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51ac61e7-358a-4b10-945f-8c5eb580ba85 req-d0d86533-fd25-4226-a745-08a748015a39 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461285 Feb 19 04:36:47.629232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abcae9-30ff-40c9-b8ad-6732daff975c req-e0a50ad0-5a09-4863-9ded-43dc35ce51c2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:47.630767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5abcae9-30ff-40c9-b8ad-6732daff975c req-e0a50ad0-5a09-4863-9ded-43dc35ce51c2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0558033 Feb 19 04:36:47.681107 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f5abcae9-30ff-40c9-b8ad-6732daff975c req-116f0539-a2d6-40b8-b652-6634df484c08 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447130 Feb 19 04:36:47.703868 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35520) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:47.771006 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-09e1e824-5993-4ab9-a021-9058db36a8f4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/bc125bdd-ce54-4a78-8f16-dc413b97cc91 HTTP/1.1" status: 200 len: 993 time: 0.0659208 Feb 19 04:36:49.073013 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf29a37-58da-4fdf-9593-1adae666c27a req-967a2872-4689-443a-8931-c8c0935ec572 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:49.074387 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cf29a37-58da-4fdf-9593-1adae666c27a req-967a2872-4689-443a-8931-c8c0935ec572 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0572913 Feb 19 04:36:49.150491 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3cf29a37-58da-4fdf-9593-1adae666c27a req-2993e648-1a48-4972-8e57-a90e14d4a1dd tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688388 Feb 19 04:36:49.156091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-818088a9-0a91-48e2-9356-3768541c683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:49.157494 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-818088a9-0a91-48e2-9356-3768541c683d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 1128 time: 0.0918548 Feb 19 04:36:49.248109 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-2e9eacc9-1826-4ef5-a085-cde9d3f74660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:49.249609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-2e9eacc9-1826-4ef5-a085-cde9d3f74660 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ce7a29-c179-4672-a090-857c4cb685d1 HTTP/1.1" status: 200 len: 898 time: 0.0858669 Feb 19 04:36:49.320539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-761942aa-f5eb-47da-a1a2-6b69ac29cb34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31 HTTP/1.1" status: 200 len: 1001 time: 0.0642900 Feb 19 04:36:49.368953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-591b0211-cadd-4a92-a914-08db1df2d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:49.370321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-591b0211-cadd-4a92-a914-08db1df2d58f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e13cea8-778d-455d-a746-1a9a75aa0f43 HTTP/1.1" status: 200 len: 834 time: 0.0436177 Feb 19 04:36:49.420199 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-045def01-af86-4102-a016-6b1d3f59ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:49.421763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-045def01-af86-4102-a016-6b1d3f59ad73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ce7a29-c179-4672-a090-857c4cb685d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456979 Feb 19 04:36:49.516734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-be56e82d-2e9f-497d-805f-2f30ad1e488f service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882130 Feb 19 04:36:49.606154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15a39399-6595-4ed5-9cd7-1fd3fa8b7166 req-c4c1a7f1-d5d8-4559-99e8-8000a43ccea1 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807281 Feb 19 04:36:50.282595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6e3dc-bc52-49a1-8dc2-99a3014d8372 req-f682f313-40b5-41ff-a6ed-e2f87a07e58c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:50.284079 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbf6e3dc-bc52-49a1-8dc2-99a3014d8372 req-f682f313-40b5-41ff-a6ed-e2f87a07e58c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0576327 Feb 19 04:36:50.341646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbf6e3dc-bc52-49a1-8dc2-99a3014d8372 req-4df48250-3322-4a07-a394-562a7f1c5061 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512784 Feb 19 04:36:51.468858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9d6c-7501-443e-b03b-5d8973851adc req-ebb6c7f2-701f-4385-99b0-43391abb3e7f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:51.470545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a0c9d6c-7501-443e-b03b-5d8973851adc req-ebb6c7f2-701f-4385-99b0-43391abb3e7f tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0588143 Feb 19 04:36:51.522949 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2a0c9d6c-7501-443e-b03b-5d8973851adc req-829c6d13-2f27-4296-b02e-75c2a9e1c149 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466681 Feb 19 04:36:51.547776 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35534) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:51.613768 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-6d3641bc-873c-4bbc-9545-dc5188a37de2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/floatingips/bc125bdd-ce54-4a78-8f16-dc413b97cc91 HTTP/1.1" status: 200 len: 993 time: 0.0646684 Feb 19 04:36:51.820739 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35540) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:51.981701 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 21022bfb-7e98-481f-91ed-9e981ed930ba {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:36:51.982070 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (21022bfb-7e98-481f-91ed-9e981ed930ba), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.058242 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (21022bfb-7e98-481f-91ed-9e981ed930ba), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.058605 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (21022bfb-7e98-481f-91ed-9e981ed930ba), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.070341 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 21022bfb-7e98-481f-91ed-9e981ed930ba owned by network:floatingip {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:36:52.218517 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (21022bfb-7e98-481f-91ed-9e981ed930ba), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.248362 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=21022bfb-7e98-481f-91ed-9e981ed930ba,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:52.271863 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.272214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.272560 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.272901 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.273236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.273569 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.273925 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.274259 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.274592 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.274917 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.275242 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.275566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.275899 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:52.326345 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for floatingip (bc125bdd-ce54-4a78-8f16-dc413b97cc91), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.327108 n-d-826756-2 neutron-server[103616]: INFO neutron.db.l3_db [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Floating IP bc125bdd-ce54-4a78-8f16-dc413b97cc91 disassociated (deleted). External IP: 172.25.4.50, port: ee28e0bc-f72e-417e-b20f-feb933acfc31. Feb 19 04:36:52.539766 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router fbd6675b-b15d-42c8-9913-f6fd2c006d7a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:36:52.651295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:36:52.656029 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.660625 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] Sync routers for ids ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:36:52.671065 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] Routers {'fbd6675b-b15d-42c8-9913-f6fd2c006d7a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:52.671671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:36:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:52.687762 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f7bd1033-539f-4b0f-913c-d222bf536c30 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/floatingips/bc125bdd-ce54-4a78-8f16-dc413b97cc91 HTTP/1.1" status: 204 len: 168 time: 0.8658886 Feb 19 04:36:52.688540 n-d-826756-2 neutron-server[103616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'tag': 'ee28e0bc-f72e-417e-b20f-feb933acfc31'}] {{(pid=103616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:36:52.690917 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c192a6615bdfa156fbc491ed8c1250e6a803dbca8f67fd41f3dce117fbe6bfed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678b6714-6444-4b0a-b741-7924bb7baa59" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2122e9-8a77-41a9-8f03-d03f2fb06733", "tag": "ee28e0bc-f72e-417e-b20f-feb933acfc31"}]}' {{(pid=103616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:36:52.782428 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] Set router fbd6675b-b15d-42c8-9913-f6fd2c006d7a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:52.852893 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5940a1-16ac-4318-a6a4-50f2a29f47c2 x-openstack-request-id: req-7c5940a1-16ac-4318-a6a4-50f2a29f47c2 {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:36:52.853252 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2122e9-8a77-41a9-8f03-d03f2fb06733", "tag": "ee28e0bc-f72e-417e-b20f-feb933acfc31", "status": "completed", "code": 200}]} {{(pid=103616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:36:52.853663 n-d-826756-2 neutron-server[103616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c5940a1-16ac-4318-a6a4-50f2a29f47c2 {{(pid=103616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:36:52.854154 n-d-826756-2 neutron-server[103616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'tag': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'status': 'completed', 'code': 200} Feb 19 04:36:52.991846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35188690-905e-4623-8212-bef50392d924 req-ffc281fd-1b9b-41a5-9cd3-313ca47c6e7d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:52.993479 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35188690-905e-4623-8212-bef50392d924 req-ffc281fd-1b9b-41a5-9cd3-313ca47c6e7d tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0924711 Feb 19 04:36:52.998233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-f9d54c68-0b70-46f9-a9c8-d99fef0abfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:52.999661 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-f9d54c68-0b70-46f9-a9c8-d99fef0abfea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06e2a2507414445794c72026d29a70f4&device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 1128 time: 0.0879319 Feb 19 04:36:53.005151 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:13Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '45197361-e7d1-4772-8de9-032ccfd4c015', 'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:e8:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:13Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:53.033604 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] Checking router: fbd6675b-b15d-42c8-9913-f6fd2c006d7a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:36:53.042480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] Routers {'fbd6675b-b15d-42c8-9913-f6fd2c006d7a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:53.043095 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:36:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:53.103464 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35188690-905e-4623-8212-bef50392d924 req-0f6d62d1-dbd9-40f1-855e-da435424e25b tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024866 Feb 19 04:36:53.133080 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-c386c5db-4ec6-47e9-a576-30fe63c836dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:53.134622 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-c386c5db-4ec6-47e9-a576-30fe63c836dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6ce7a29-c179-4672-a090-857c4cb685d1 HTTP/1.1" status: 200 len: 898 time: 0.1209505 Feb 19 04:36:53.155992 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] Set router fbd6675b-b15d-42c8-9913-f6fd2c006d7a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:53.182275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-2e3f9c14-fb4b-4e03-b7b4-cb863d993655 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31 HTTP/1.1" status: 200 len: 217 time: 0.0406966 Feb 19 04:36:53.231279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-febc3c9c-1f93-4796-937c-39c1dde40c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:53.232780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-febc3c9c-1f93-4796-937c-39c1dde40c08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e13cea8-778d-455d-a746-1a9a75aa0f43 HTTP/1.1" status: 200 len: 834 time: 0.0446663 Feb 19 04:36:53.283603 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-6db3d727-23c0-42e8-995c-257da5d39ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:53.285144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-6db3d727-23c0-42e8-995c-257da5d39ef2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6ce7a29-c179-4672-a090-857c4cb685d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460193 Feb 19 04:36:53.387330 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-a0197493-ba00-4d75-a3d8-9e655838fe4d service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945632 Feb 19 04:36:53.456415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.480752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-678b6714-6444-4b0a-b741-7924bb7baa59 req-2bcf116d-1d60-4932-bf8a-5b3d1979d3b7 service neutron] 10.222.0.37 "GET /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874369 Feb 19 04:36:53.532152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:13Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '45197361-e7d1-4772-8de9-032ccfd4c015', 'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:e8:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:13Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:53.559205 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0758c-97d4-4160-b65d-9ccd89f54106 None None] The sync data for ids ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'] in n-d-826756-2 is: [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:13Z', 'revision_number': 4, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '45197361-e7d1-4772-8de9-032ccfd4c015', 'name': '', 'network_id': 'e6ce7a29-c179-4672-a090-857c4cb685d1', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'mac_address': 'fa:16:3e:e8:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:13Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'subnets': [{'id': '0e13cea8-778d-455d-a746-1a9a75aa0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:36:53.802641 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa12e0-1da7-4bcb-9e0a-9b20e1409dc4 None None] New status for floating IP bc125bdd-ce54-4a78-8f16-dc413b97cc91: DOWN {{(pid=103618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:36:54.230428 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f54e70-15bb-4159-aac1-1417a57a0599 req-289f6486-cafa-41d1-a1be-68d5741f5f98 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:54.231851 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06f54e70-15bb-4159-aac1-1417a57a0599 req-289f6486-cafa-41d1-a1be-68d5741f5f98 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0539682 Feb 19 04:36:54.287751 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06f54e70-15bb-4159-aac1-1417a57a0599 req-89ccc358-9e77-41db-9f35-79c572c5b727 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496368 Feb 19 04:36:55.037794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-2d3b6abd-449f-4477-9999-2f8edcee2b9c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:55.039281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-2d3b6abd-449f-4477-9999-2f8edcee2b9c tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 946 time: 0.0540466 Feb 19 04:36:55.129320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port ee28e0bc-f72e-417e-b20f-feb933acfc31 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:36:55.129670 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.225122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port ee28e0bc-f72e-417e-b20f-feb933acfc31, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=ee28e0bc-f72e-417e-b20f-feb933acfc31,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:55.225392 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.237893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for ee28e0bc-f72e-417e-b20f-feb933acfc31 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:36:55.392350 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (ee28e0bc-f72e-417e-b20f-feb933acfc31), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.423865 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=ee28e0bc-f72e-417e-b20f-feb933acfc31,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:55.440849 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.441204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.441563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.441922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.442257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.443196 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.443526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.443955 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.444284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.444608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.444931 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.445256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.445573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:55.490261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] No DVR routers for this DVR port ee28e0bc-f72e-417e-b20f-feb933acfc31 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:36:55.499153 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884c9b8-b7e9-43dd-9759-155238620952 req-1a3dff74-e0e6-448f-a45a-34dd04f50db3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:55.500649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1884c9b8-b7e9-43dd-9759-155238620952 req-1a3dff74-e0e6-448f-a45a-34dd04f50db3 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f2122e9-8a77-41a9-8f03-d03f2fb06733 HTTP/1.1" status: 200 len: 867 time: 0.1390648 Feb 19 04:36:55.501684 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.506931 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adbcee92-b3f8-4a9b-a341-33c59eba5a7a req-c4b66c13-2948-43b0-979b-3b21b30d794e tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.37 "DELETE /v2.0/ports/ee28e0bc-f72e-417e-b20f-feb933acfc31 HTTP/1.1" status: 204 len: 173 time: 0.4600978 Feb 19 04:36:55.507393 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'name': 'network-vif-deleted', 'tag': 'ee28e0bc-f72e-417e-b20f-feb933acfc31'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:36:55.509826 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f564cdba-e98d-4526-9f2c-670e78d15eb7" -d '{"events": [{"server_uuid": "2f2122e9-8a77-41a9-8f03-d03f2fb06733", "name": "network-vif-deleted", "tag": "ee28e0bc-f72e-417e-b20f-feb933acfc31"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:36:55.563048 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1884c9b8-b7e9-43dd-9759-155238620952 req-ddaf086e-b6be-4cd5-880c-e58bcbea4de4 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502417 Feb 19 04:36:55.676093 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94d5440-372d-4b22-b42d-faaefad9da90 x-openstack-request-id: req-e94d5440-372d-4b22-b42d-faaefad9da90 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:36:55.676398 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2122e9-8a77-41a9-8f03-d03f2fb06733", "name": "network-vif-deleted", "tag": "ee28e0bc-f72e-417e-b20f-feb933acfc31", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:36:55.676655 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e94d5440-372d-4b22-b42d-faaefad9da90 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:36:55.677627 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2122e9-8a77-41a9-8f03-d03f2fb06733', 'name': 'network-vif-deleted', 'tag': 'ee28e0bc-f72e-417e-b20f-feb933acfc31', 'status': 'completed', 'code': 200} Feb 19 04:36:56.622725 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:56.986409 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.578533 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 45197361-e7d1-4772-8de9-032ccfd4c015 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:36:57.578879 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.664520 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 45197361-e7d1-4772-8de9-032ccfd4c015, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=45197361-e7d1-4772-8de9-032ccfd4c015,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:57.665207 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.676684 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 45197361-e7d1-4772-8de9-032ccfd4c015 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:36:57.873080 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (45197361-e7d1-4772-8de9-032ccfd4c015), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.899217 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=45197361-e7d1-4772-8de9-032ccfd4c015,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:58.080556 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.303566 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Router fbd6675b-b15d-42c8-9913-f6fd2c006d7a has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:36:58.412908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:36:58.417920 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-69af5655-3fbd-4fef-9631-0b4fcc0827ab tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "PUT /v2.0/routers/fbd6675b-b15d-42c8-9913-f6fd2c006d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7941415 Feb 19 04:36:58.420993 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35560) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:58.422724 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] Sync routers for ids ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:36:58.432530 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] Routers {'fbd6675b-b15d-42c8-9913-f6fd2c006d7a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:58.433141 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:36:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:58.478335 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-66be41c4-5816-4e61-abda-411d343a4e11 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting subnet 0e13cea8-778d-455d-a746-1a9a75aa0f43 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:36:58.481806 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66be41c4-5816-4e61-abda-411d343a4e11 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (0e13cea8-778d-455d-a746-1a9a75aa0f43), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.522680 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66be41c4-5816-4e61-abda-411d343a4e11 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (0e13cea8-778d-455d-a746-1a9a75aa0f43), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.552412 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] Set router fbd6675b-b15d-42c8-9913-f6fd2c006d7a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:58.614141 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66be41c4-5816-4e61-abda-411d343a4e11 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (0e13cea8-778d-455d-a746-1a9a75aa0f43), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.675026 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66be41c4-5816-4e61-abda-411d343a4e11 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (0e13cea8-778d-455d-a746-1a9a75aa0f43), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.705493 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66be41c4-5816-4e61-abda-411d343a4e11 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.711800 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-66be41c4-5816-4e61-abda-411d343a4e11 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/subnets/0e13cea8-778d-455d-a746-1a9a75aa0f43 HTTP/1.1" status: 204 len: 168 time: 0.2870393 Feb 19 04:36:58.711800 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be41c4-5816-4e61-abda-411d343a4e11 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Subnet': ['ID=0e13cea8-778d-455d-a746-1a9a75aa0f43,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:58.712895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff26eef-6c0b-4f01-adc1-800da928fdc8 None None] Network e6ce7a29-c179-4672-a090-857c4cb685d1 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:36:58.713507 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35562) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:58.814496 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:36:57Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:58.829000 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.845282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] Checking router: fbd6675b-b15d-42c8-9913-f6fd2c006d7a for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:36:58.857098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] Routers {'fbd6675b-b15d-42c8-9913-f6fd2c006d7a'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:58.857714 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:36:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:58.946281 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_gateway (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.951169 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] DHCP port deletion for e6ce7a29-c179-4672-a090-857c4cb685d1 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:36:59.002097 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Deleting port 2f704025-0130-41c7-ad5c-43d7cae812ec {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:36:59.002851 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.008321 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] Set router fbd6675b-b15d-42c8-9913-f6fd2c006d7a gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:59.091244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] For port 2f704025-0130-41c7-ad5c-43d7cae812ec, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=2f704025-0130-41c7-ad5c-43d7cae812ec,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:59.091611 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.104909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Calling delete_port for 2f704025-0130-41c7-ad5c-43d7cae812ec owned by network:router_gateway {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:36:59.128293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Deleting port 07f4bb5c-9de7-485d-a39f-79ff3524f10a {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:36:59.128662 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.220999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] For port 07f4bb5c-9de7-485d-a39f-79ff3524f10a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=07f4bb5c-9de7-485d-a39f-79ff3524f10a,segment=NetworkSegment(6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb),segment_id=6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:59.221391 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.254257 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Calling delete_port for 07f4bb5c-9de7-485d-a39f-79ff3524f10a owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:36:59.289468 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (2f704025-0130-41c7-ad5c-43d7cae812ec), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.318271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Port': ['ID=2f704025-0130-41c7-ad5c-43d7cae812ec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:59.346161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:36:57Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:59.380726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb7f1f-698a-47ad-b73e-24324814ee72 None None] The sync data for ids ['fbd6675b-b15d-42c8-9913-f6fd2c006d7a'] in n-d-826756-2 is: [{'id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319973305', 'tenant_id': '06e2a2507414445794c72026d29a70f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:36:57Z', 'revision_number': 5, 'project_id': '06e2a2507414445794c72026d29a70f4', 'gw_port': {'id': '2f704025-0130-41c7-ad5c-43d7cae812ec', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd6675b-b15d-42c8-9913-f6fd2c006d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:10Z', 'updated_at': '2022-02-19T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:36:59.387659 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.398877 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (07f4bb5c-9de7-485d-a39f-79ff3524f10a), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.435866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Pushing event deleted for resources: {'Port': ['ID=07f4bb5c-9de7-485d-a39f-79ff3524f10a,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:59.441405 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] No DVR routers for this DVR port 07f4bb5c-9de7-485d-a39f-79ff3524f10a on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:36:59.452487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.452487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.452487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.452487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.452487 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.453468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.453468 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.454131 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.454250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.454751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.455211 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.455574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.455932 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd958cb-e02e-4440-b789-0deae83e835c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:59.508509 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.510673 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router_controller (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), precommit_delete_associations {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.567116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (fbd6675b-b15d-42c8-9913-f6fd2c006d7a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.568271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Fanout notify agent at l3_agent the message router_deleted on router fbd6675b-b15d-42c8-9913-f6fd2c006d7a {{(pid=103615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:36:59.575319 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for router (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.576436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f31b68b3-3885-41ff-a7a7-a9ea42813892 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/routers/fbd6675b-b15d-42c8-9913-f6fd2c006d7a HTTP/1.1" status: 204 len: 168 time: 0.8619113 Feb 19 04:36:59.579161 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35564) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:59.665443 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (e6ce7a29-c179-4672-a090-857c4cb685d1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.753860 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (e6ce7a29-c179-4672-a090-857c4cb685d1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.775254 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ce7a29-c179-4672-a090-857c4cb685d1']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:59.784867 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:59.785174 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:59.795874 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.809384 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.815605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:36:59.816004 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (6ad419c4-46c4-4a6d-bab8-9ed6ab3e9afb), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:36:59.819374 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:36:59.878421 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (e6ce7a29-c179-4672-a090-857c4cb685d1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.885648 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.888982 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/networks/e6ce7a29-c179-4672-a090-857c4cb685d1 HTTP/1.1" status: 204 len: 168 time: 0.3087418 Feb 19 04:36:59.891669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35566) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:59.909017 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a0dd8-f9fb-46c9-9e81-5271cdbf46d2 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'Network': ['ID=e6ce7a29-c179-4672-a090-857c4cb685d1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:59.963100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9e5afe7-6aec-470d-a499-a51b601f3b58 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.994819 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9e5afe7-6aec-470d-a499-a51b601f3b58 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.065128 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9e5afe7-6aec-470d-a499-a51b601f3b58 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.068451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9e5afe7-6aec-470d-a499-a51b601f3b58 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.069648 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d9e5afe7-6aec-470d-a499-a51b601f3b58 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] 10.222.0.42 "DELETE /v2.0/security-groups/4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47 HTTP/1.1" status: 204 len: 168 time: 0.1770127 Feb 19 04:37:00.078743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5afe7-6aec-470d-a499-a51b601f3b58 tempest-TestNetworkAdvancedServerOps-1553756314 tempest-TestNetworkAdvancedServerOps-1553756314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0e8b14-7892-4653-8f2e-f1a2c0b1aa47,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:00.404419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35574) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:00.514093 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2f704025-0130-41c7-ad5c-43d7cae812ec no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:00.539925 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 2f704025-0130-41c7-ad5c-43d7cae812ec {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:37:00.540279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 2f704025-0130-41c7-ad5c-43d7cae812ec not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:37:00.540710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 45197361-e7d1-4772-8de9-032ccfd4c015 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:00.540845 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-bf157a9f-c566-476d-a1c5-0ee5fb4fda44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=06e2a2507414445794c72026d29a70f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351044 Feb 19 04:37:00.543247 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35578) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:00.562897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ee28e0bc-f72e-417e-b20f-feb933acfc31 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:00.565087 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 45197361-e7d1-4772-8de9-032ccfd4c015 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:37:00.565436 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 45197361-e7d1-4772-8de9-032ccfd4c015 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:37:00.565877 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 07f4bb5c-9de7-485d-a39f-79ff3524f10a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:00.592605 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe1b8722-9977-418c-bfe6-d3902cf459b1 admin admin] Publish callbacks [] for security_group (926bb772-764a-4a92-8408-34e4f61c9df2), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.602136 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: ee28e0bc-f72e-417e-b20f-feb933acfc31 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:37:00.602492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device ee28e0bc-f72e-417e-b20f-feb933acfc31 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:37:00.603913 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 07f4bb5c-9de7-485d-a39f-79ff3524f10a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:37:00.604272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 07f4bb5c-9de7-485d-a39f-79ff3524f10a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:37:00.615447 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe1b8722-9977-418c-bfe6-d3902cf459b1 admin admin] Publish callbacks [] for security_group (926bb772-764a-4a92-8408-34e4f61c9df2), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.663394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe1b8722-9977-418c-bfe6-d3902cf459b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (926bb772-764a-4a92-8408-34e4f61c9df2), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.666245 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe1b8722-9977-418c-bfe6-d3902cf459b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.667351 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-fe1b8722-9977-418c-bfe6-d3902cf459b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/926bb772-764a-4a92-8408-34e4f61c9df2 HTTP/1.1" status: 204 len: 168 time: 0.1228244 Feb 19 04:37:00.676889 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b8722-9977-418c-bfe6-d3902cf459b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926bb772-764a-4a92-8408-34e4f61c9df2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:00.930224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35584) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:00.943924 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a51ce3bd-bdeb-406c-ad77-34908a6ded0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.024408 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a51ce3bd-bdeb-406c-ad77-34908a6ded0b admin admin] Publish callbacks [] for security_group (8e2da940-aab7-46ac-b2ed-d4bf3d547f6c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.028158 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a51ce3bd-bdeb-406c-ad77-34908a6ded0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8e2da940-aab7-46ac-b2ed-d4bf3d547f6c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.065202 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ce3bd-bdeb-406c-ad77-34908a6ded0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2da940-aab7-46ac-b2ed-d4bf3d547f6c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:01.070805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a51ce3bd-bdeb-406c-ad77-34908a6ded0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a600426d819b4a5dbd4beafbdb94a06c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395116 Feb 19 04:37:01.073419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35586) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:01.122038 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51bfdcaf-d242-40bc-8d6c-42e938c2a20f admin admin] Publish callbacks [] for security_group (8e2da940-aab7-46ac-b2ed-d4bf3d547f6c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.142594 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51bfdcaf-d242-40bc-8d6c-42e938c2a20f admin admin] Publish callbacks [] for security_group (8e2da940-aab7-46ac-b2ed-d4bf3d547f6c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.189603 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51bfdcaf-d242-40bc-8d6c-42e938c2a20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (8e2da940-aab7-46ac-b2ed-d4bf3d547f6c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.192240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51bfdcaf-d242-40bc-8d6c-42e938c2a20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.193386 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-51bfdcaf-d242-40bc-8d6c-42e938c2a20f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e2da940-aab7-46ac-b2ed-d4bf3d547f6c HTTP/1.1" status: 204 len: 168 time: 0.1190453 Feb 19 04:37:01.200962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfdcaf-d242-40bc-8d6c-42e938c2a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2da940-aab7-46ac-b2ed-d4bf3d547f6c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:01.891211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35608) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:01.987654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1364110469-network', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:02.007503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Made reservation on behalf of 7d02854e98c7467db4a001a3009fc7bd for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:02.010043 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.018202 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.094008 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Publish callbacks [] for security_group (a5c18af0-3a09-480e-9b4b-6c1086a28b89), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.097810 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a5c18af0-3a09-480e-9b4b-6c1086a28b89), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.127682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:37:02.134632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c18af0-3a09-480e-9b4b-6c1086a28b89,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:02.140653 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.140930 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Added segment 2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4 of type vlan for network 929e372c-e5a7-4636-b3ee-994674f61c78 Feb 19 04:37:02.179711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (929e372c-e5a7-4636-b3ee-994674f61c78), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.204378 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (929e372c-e5a7-4636-b3ee-994674f61c78), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.205320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:02.205936 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.260874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3685570 Feb 19 04:37:02.263943 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35612) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:02.268073 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f749a4c-ddd7-4655-85e0-defafbbab736 admin admin] Pushing event updated for resources: {'Network': ['ID=929e372c-e5a7-4636-b3ee-994674f61c78,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:02.269033 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Request body: {'subnet': {'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1364110469-subnet', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:02.277606 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 929e372c-e5a7-4636-b3ee-994674f61c78 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:37:02.290476 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Made reservation on behalf of 7d02854e98c7467db4a001a3009fc7bd for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:02.293519 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.467017 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (7daa91f7-c7b8-4e47-9f6e-b2821c9445fa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.519107 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:02.531481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Checking segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:02.531845 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Network hostable DHCP agents. Network: 929e372c-e5a7-4636-b3ee-994674f61c78, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:37:02.549400 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Network 929e372c-e5a7-4636-b3ee-994674f61c78 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:37:02.558591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 929e372c-e5a7-4636-b3ee-994674f61c78) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:02.563365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:02.564013 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.568731 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe17937-f467-405e-9fdf-f4b5e96b44cc None None] Network 929e372c-e5a7-4636-b3ee-994674f61c78 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:02.580105 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-50429c64-09b5-46b0-88c5-53212a9387c2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3150191 Feb 19 04:37:02.582825 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35614) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:02.586953 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:02.606385 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (135343f8-7d48-4e21-8908-48e993035bdc), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.607480 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (135343f8-7d48-4e21-8908-48e993035bdc), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.666800 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks [] for router_controller (135343f8-7d48-4e21-8908-48e993035bdc), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.677097 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-929e372c-e5a7-4636-b3ee-994674f61c78', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:37:02.678128 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.811058 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks [] for router_gateway (135343f8-7d48-4e21-8908-48e993035bdc), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.813358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Allocated IP 172.20.0.2 (929e372c-e5a7-4636-b3ee-994674f61c78/7daa91f7-c7b8-4e47-9f6e-b2821c9445fa/a1df1455-b0c8-4b68-8217-24d91b8d1f1a) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:02.955189 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Publish callbacks [] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.962077 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.006778 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Network 929e372c-e5a7-4636-b3ee-994674f61c78 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:03.009536 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:03.012720 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks [] for router_gateway (135343f8-7d48-4e21-8908-48e993035bdc), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.015378 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:03.021890 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Pushing event updated for resources: {'Port': ['ID=a1df1455-b0c8-4b68-8217-24d91b8d1f1a,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:03.032835 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.058927 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:37:03.074998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Attempting to bind port a1df1455-b0c8-4b68-8217-24d91b8d1f1a on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:03.075298 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Attempting to bind port a1df1455-b0c8-4b68-8217-24d91b8d1f1a by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:03.075664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Attempting to bind port a1df1455-b0c8-4b68-8217-24d91b8d1f1a on network 929e372c-e5a7-4636-b3ee-994674f61c78 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:03.081077 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:03.081454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Checking segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:03.081872 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.082799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Bound using segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:03.082799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Bound port: a1df1455-b0c8-4b68-8217-24d91b8d1f1a, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:03.083140 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.140451 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Allocated IP 172.25.4.103 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/4db6c168-b61f-46d1-becb-5af9a89e1b90) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:03.147092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] For port a1df1455-b0c8-4b68-8217-24d91b8d1f1a, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:03.150258 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] For port a1df1455-b0c8-4b68-8217-24d91b8d1f1a, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a1df1455-b0c8-4b68-8217-24d91b8d1f1a,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:03.156572 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.221098 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141d253-b31c-47eb-9a8d-6f0858420e5d None None] Pushing event updated for resources: {'Port': ['ID=a1df1455-b0c8-4b68-8217-24d91b8d1f1a,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:03.254208 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks [] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.293421 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.330975 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:03.334535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:03.337966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:03.374199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Pushing event updated for resources: {'Port': ['ID=4db6c168-b61f-46d1-becb-5af9a89e1b90,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:03.616103 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks [] for router_gateway (135343f8-7d48-4e21-8908-48e993035bdc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.814612 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (135343f8-7d48-4e21-8908-48e993035bdc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.948591 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Router 135343f8-7d48-4e21-8908-48e993035bdc is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:37:04.065946 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:37:04.076221 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Sync routers for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:37:04.086710 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.087238 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:04.090676 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:36:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:04.090799 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-22f404d5-6f14-4b9c-a852-36a7dc73c7ce admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5042500 Feb 19 04:37:04.090799 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35616) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:04.193595 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462512c7-50a7-4fe7-8f52-a53d9b9e8c39 None None] Network 929e372c-e5a7-4636-b3ee-994674f61c78 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:04.208640 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:04.306283 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a635b0d5-1c33-4b4a-835f-f85c553f9029 None None] Provisioning complete for port a1df1455-b0c8-4b68-8217-24d91b8d1f1a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:04.306981 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a635b0d5-1c33-4b4a-835f-f85c553f9029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.393252 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:03Z', 'revision_number': 3, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:04.427644 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Checking router: 135343f8-7d48-4e21-8908-48e993035bdc for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:37:04.427974 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Updating router 135343f8-7d48-4e21-8908-48e993035bdc port 4db6c168-b61f-46d1-becb-5af9a89e1b90 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:37:04.457294 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.617828 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a635b0d5-1c33-4b4a-835f-f85c553f9029 None None] Current status of the port a1df1455-b0c8-4b68-8217-24d91b8d1f1a is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:04.617828 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a635b0d5-1c33-4b4a-835f-f85c553f9029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.638919 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a1df1455-b0c8-4b68-8217-24d91b8d1f1a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:04.687979 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-a635b0d5-1c33-4b4a-835f-f85c553f9029 None None] For port a1df1455-b0c8-4b68-8217-24d91b8d1f1a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a1df1455-b0c8-4b68-8217-24d91b8d1f1a,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:04.700724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a635b0d5-1c33-4b4a-835f-f85c553f9029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.768474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a1df1455-b0c8-4b68-8217-24d91b8d1f1a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:04.769176 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.772659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635b0d5-1c33-4b4a-835f-f85c553f9029 None None] Pushing event updated for resources: {'Port': ['ID=a1df1455-b0c8-4b68-8217-24d91b8d1f1a,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:04.778889 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Publish callbacks [] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.786993 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.854233 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Pushing event updated for resources: {'Port': ['ID=4db6c168-b61f-46d1-becb-5af9a89e1b90,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:04.859429 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Attempting to bind port 4db6c168-b61f-46d1-becb-5af9a89e1b90 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:04.859819 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Attempting to bind port 4db6c168-b61f-46d1-becb-5af9a89e1b90 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:04.860179 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Attempting to bind port 4db6c168-b61f-46d1-becb-5af9a89e1b90 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:04.860621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a1df1455-b0c8-4b68-8217-24d91b8d1f1a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:04.867272 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.867619 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.867959 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.868296 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.868625 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.868953 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.869280 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.869605 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.869958 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.870283 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.870602 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.870919 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.871254 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:04.877107 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:04.877482 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:04.877907 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.878295 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:04.878763 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Bound port: 4db6c168-b61f-46d1-becb-5af9a89e1b90, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:04.880209 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.922209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-a117681a-08ac-44e2-bf5b-6d9ad3eb5fa4 None None] Provisioning complete for port a1df1455-b0c8-4b68-8217-24d91b8d1f1a triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:04.922583 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a117681a-08ac-44e2-bf5b-6d9ad3eb5fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.933158 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] For port 4db6c168-b61f-46d1-becb-5af9a89e1b90, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:04.937280 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] For port 4db6c168-b61f-46d1-becb-5af9a89e1b90, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4db6c168-b61f-46d1-becb-5af9a89e1b90,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:04.945507 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.985027 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.004533 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:05.005168 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:36:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:05.022607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-a117681a-08ac-44e2-bf5b-6d9ad3eb5fa4 None None] Current status of the port a1df1455-b0c8-4b68-8217-24d91b8d1f1a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:05.050024 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74292de-2a5d-40e1-8b36-3c8ea3ef9da7 None None] Pushing event updated for resources: {'Port': ['ID=4db6c168-b61f-46d1-becb-5af9a89e1b90,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:05.122234 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:05.151525 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Allocated IP 172.20.0.1 (929e372c-e5a7-4636-b3ee-994674f61c78/7daa91f7-c7b8-4e47-9f6e-b2821c9445fa/285a4e5c-66d8-47ca-85d5-21e8056b0ea3) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:05.256510 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Publish callbacks [] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.291465 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.301186 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:03Z', 'revision_number': 3, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:05.327131 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e75484-a346-4996-9b4f-a29c5ee6e6cf None None] The sync data for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 is: [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:03Z', 'revision_number': 3, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:37:05.327830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Network 929e372c-e5a7-4636-b3ee-994674f61c78 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:05.331847 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:05.335256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:05.372123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=285a4e5c-66d8-47ca-85d5-21e8056b0ea3,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:05.394234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (135343f8-7d48-4e21-8908-48e993035bdc), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.536465 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.652777 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-0a2a8abc-93d2-4a94-bb7e-f26ca8ac0ed4 None None] Provisioning complete for port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:05.653509 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8abc-93d2-4a94-bb7e-f26ca8ac0ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.691281 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a8abc-93d2-4a94-bb7e-f26ca8ac0ed4 None None] Port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:37:05.735083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Publish callbacks [] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.740173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.808332 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (135343f8-7d48-4e21-8908-48e993035bdc), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.810214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=285a4e5c-66d8-47ca-85d5-21e8056b0ea3,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:05.912519 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Network 929e372c-e5a7-4636-b3ee-994674f61c78 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:05.913890 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:06.048329 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Router 135343f8-7d48-4e21-8908-48e993035bdc has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:37:06.182647 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:37:06.187924 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5326676b-e62c-4fdd-a3c1-09eff2640fc7 admin admin] 10.222.0.42 "PUT /v2.0/routers/135343f8-7d48-4e21-8908-48e993035bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0959523 Feb 19 04:37:06.213783 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ee893d20-2259-4a15-bedc-68b16cc5b107 None None] Provisioning complete for port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:06.217037 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ee893d20-2259-4a15-bedc-68b16cc5b107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.254997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ee893d20-2259-4a15-bedc-68b16cc5b107 None None] Port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:37:06.586715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4db6c168-b61f-46d1-becb-5af9a89e1b90 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:06.652285 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4db6c168-b61f-46d1-becb-5af9a89e1b90 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:06.652907 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.694602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35632) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:06.702062 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1093631656-network', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:06.730691 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Made reservation on behalf of ebaa9c1a9d5442f2bc16dd2c1d02b261 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:06.733384 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.746965 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.752772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4db6c168-b61f-46d1-becb-5af9a89e1b90 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:06.753384 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.776814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 4db6c168-b61f-46d1-becb-5af9a89e1b90, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4db6c168-b61f-46d1-becb-5af9a89e1b90,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:06.783750 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.785173 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a1df1455-b0c8-4b68-8217-24d91b8d1f1a up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:06.845593 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Publish callbacks [] for security_group (224e2ade-6f86-4c18-8709-21e180a3c92d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.851481 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (224e2ade-6f86-4c18-8709-21e180a3c92d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.877538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=4db6c168-b61f-46d1-becb-5af9a89e1b90,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:06.885227 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:37:06.894320 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224e2ade-6f86-4c18-8709-21e180a3c92d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:06.899261 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (289b554e-27df-40cd-91a6-084e56a76b62), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.899609 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Added segment 289b554e-27df-40cd-91a6-084e56a76b62 of type vlan for network 581c41c1-b893-4e67-bee3-70b324143b24 Feb 19 04:37:06.931854 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port a1df1455-b0c8-4b68-8217-24d91b8d1f1a triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:06.932277 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.954294 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (581c41c1-b893-4e67-bee3-70b324143b24), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.958927 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.988056 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (581c41c1-b893-4e67-bee3-70b324143b24), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.989687 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:06.990816 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.040522 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port a1df1455-b0c8-4b68-8217-24d91b8d1f1a is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:07.053424 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3575189 Feb 19 04:37:07.056212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35634) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:07.067253 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Request body: {'subnet': {'network_id': '581c41c1-b893-4e67-bee3-70b324143b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1093631656-subnet', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:07.083662 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9308b-2c6c-4054-9e8b-2c7843bbe5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=581c41c1-b893-4e67-bee3-70b324143b24,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:07.096834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 581c41c1-b893-4e67-bee3-70b324143b24 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:37:07.098093 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Made reservation on behalf of ebaa9c1a9d5442f2bc16dd2c1d02b261 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:07.101383 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Sync routers for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:37:07.101596 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.159727 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:07.160451 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:36:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:07.281011 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (a228f309-f486-4d99-98c0-016e6733363f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.295403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:07.343189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a228f309-f486-4d99-98c0-016e6733363f,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:07.352226 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Checking segment: {'id': '289b554e-27df-40cd-91a6-084e56a76b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:07.352585 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Network hostable DHCP agents. Network: 581c41c1-b893-4e67-bee3-70b324143b24, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:37:07.370412 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Network 581c41c1-b893-4e67-bee3-70b324143b24 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:37:07.380211 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 581c41c1-b893-4e67-bee3-70b324143b24) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:07.385069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:07.386154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.403472 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-ac2ab282-98ba-41ac-a487-7044ed94f515 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3461499 Feb 19 04:37:07.405805 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35636) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:07.411365 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1093631656-router', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:07.421572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6647d5c-65d3-458f-a532-96edc2c348ca None None] Network 581c41c1-b893-4e67-bee3-70b324143b24 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:07.431544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (71615728-3b56-4f57-a1a6-b2232aae31aa), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.432662 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (71615728-3b56-4f57-a1a6-b2232aae31aa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.490191 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks [] for router_controller (71615728-3b56-4f57-a1a6-b2232aae31aa), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.573645 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-581c41c1-b893-4e67-bee3-70b324143b24', 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24', 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'fixed_ips': [{'subnet_id': 'a228f309-f486-4d99-98c0-016e6733363f'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:37:07.575348 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.637103 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks [] for router_gateway (71615728-3b56-4f57-a1a6-b2232aae31aa), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.673353 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 2, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:07.706233 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Checking router: 135343f8-7d48-4e21-8908-48e993035bdc for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:37:07.706586 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Updating router 135343f8-7d48-4e21-8908-48e993035bdc port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:37:07.767294 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.792941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Allocated IP 172.20.0.2 (581c41c1-b893-4e67-bee3-70b324143b24/a228f309-f486-4d99-98c0-016e6733363f/72065a6e-eb47-45ac-b3c0-936920eac3d1) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:07.851760 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks [] for router_gateway (71615728-3b56-4f57-a1a6-b2232aae31aa), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.870474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.981880 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Allocated IP 172.25.4.36 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/4e5cb511-95f1-4522-9e69-1d171ffa9478) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:08.087134 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks [] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.091898 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Publish callbacks [] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.105860 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.124041 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.156399 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Network 581c41c1-b893-4e67-bee3-70b324143b24 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:08.162650 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:08.163737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:08.165757 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:08.166345 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:08.169768 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:08.204236 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Pushing event updated for resources: {'Port': ['ID=72065a6e-eb47-45ac-b3c0-936920eac3d1,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:08.204602 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Pushing event updated for resources: {'Port': ['ID=4e5cb511-95f1-4522-9e69-1d171ffa9478,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:08.264293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Publish callbacks [] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.275912 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Attempting to bind port 72065a6e-eb47-45ac-b3c0-936920eac3d1 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:08.276279 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Attempting to bind port 72065a6e-eb47-45ac-b3c0-936920eac3d1 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '289b554e-27df-40cd-91a6-084e56a76b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:08.276637 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Attempting to bind port 72065a6e-eb47-45ac-b3c0-936920eac3d1 on network 581c41c1-b893-4e67-bee3-70b324143b24 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:08.278621 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.307393 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:08.307772 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Checking segment: {'id': '289b554e-27df-40cd-91a6-084e56a76b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:08.308176 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.308572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Bound using segment: {'id': '289b554e-27df-40cd-91a6-084e56a76b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:08.309041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Bound port: 72065a6e-eb47-45ac-b3c0-936920eac3d1, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289b554e-27df-40cd-91a6-084e56a76b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:08.309417 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.349582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1628c8-b75b-4b28-bf57-c1846fd36282 None None] Pushing event updated for resources: {'Port': ['ID=285a4e5c-66d8-47ca-85d5-21e8056b0ea3,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:08.449561 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Attempting to bind port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:08.449962 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Attempting to bind port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:08.451074 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Attempting to bind port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 on network 929e372c-e5a7-4636-b3ee-994674f61c78 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:08.455812 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks [] for router_gateway (71615728-3b56-4f57-a1a6-b2232aae31aa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.456741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] For port 72065a6e-eb47-45ac-b3c0-936920eac3d1, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:08.466109 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] For port 72065a6e-eb47-45ac-b3c0-936920eac3d1, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=72065a6e-eb47-45ac-b3c0-936920eac3d1,segment=NetworkSegment(289b554e-27df-40cd-91a6-084e56a76b62),segment_id=289b554e-27df-40cd-91a6-084e56a76b62)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:08.473866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:08.474377 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Checking segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:08.474782 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.475172 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Bound using segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:08.475650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Bound port: 285a4e5c-66d8-47ca-85d5-21e8056b0ea3, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:08.476129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.490657 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.502877 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f8efcf14-2338-4150-89cb-1183f27fb318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.560566 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4db6c168-b61f-46d1-becb-5af9a89e1b90 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:08.732830 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (71615728-3b56-4f57-a1a6-b2232aae31aa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.825101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22efb11-830c-4763-9d22-e359d6bcbec0 None None] Pushing event updated for resources: {'Port': ['ID=72065a6e-eb47-45ac-b3c0-936920eac3d1,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:08.850335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-3f0af27a-44e8-4a69-a896-02c4d5c0351a None None] Provisioning complete for port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:08.850709 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3f0af27a-44e8-4a69-a896-02c4d5c0351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.852597 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] For port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:08.857244 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] For port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=285a4e5c-66d8-47ca-85d5-21e8056b0ea3,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:08.885347 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.906753 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Router 71615728-3b56-4f57-a1a6-b2232aae31aa is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:37:08.934146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-3f0af27a-44e8-4a69-a896-02c4d5c0351a None None] Port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:37:08.942911 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4db6c168-b61f-46d1-becb-5af9a89e1b90 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:08.943169 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.000743 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:09.001402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:36:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:09.007346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1628c8-b75b-4b28-bf57-c1846fd36282 None None] Pushing event updated for resources: {'Port': ['ID=285a4e5c-66d8-47ca-85d5-21e8056b0ea3,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:09.037063 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:37:09.047355 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Sync routers for ids ['71615728-3b56-4f57-a1a6-b2232aae31aa'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:37:09.065125 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.066635 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-67c73a26-8078-477e-81bb-c3804bb0cb22 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6594744 Feb 19 04:37:09.068133 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Routers {'71615728-3b56-4f57-a1a6-b2232aae31aa'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:09.068877 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:36:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['71615728-3b56-4f57-a1a6-b2232aae31aa'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:09.070228 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35638) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:09.143463 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4db6c168-b61f-46d1-becb-5af9a89e1b90 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:09.180948 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:09.210859 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Set router 71615728-3b56-4f57-a1a6-b2232aae31aa gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:09.323341 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-ab00ea71-9fb3-492f-957a-bc3e5e91ade7 None None] Provisioning complete for port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:09.323727 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab00ea71-9fb3-492f-957a-bc3e5e91ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.432347 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'name': 'tempest-TestShelveInstance-1093631656-router', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:08Z', 'revision_number': 3, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'gw_port': {'id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:09.492462 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-ab00ea71-9fb3-492f-957a-bc3e5e91ade7 None None] Current status of the port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:09.492857 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab00ea71-9fb3-492f-957a-bc3e5e91ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.518037 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:08Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:09.557472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ca8b9-54e9-4a68-9e50-ee53c8176398 None None] The sync data for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 is: [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:08Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:37:09.583759 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Checking router: 71615728-3b56-4f57-a1a6-b2232aae31aa for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:37:09.584119 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Updating router 71615728-3b56-4f57-a1a6-b2232aae31aa port 4e5cb511-95f1-4522-9e69-1d171ffa9478 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:37:09.593763 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-ab00ea71-9fb3-492f-957a-bc3e5e91ade7 None None] For port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=285a4e5c-66d8-47ca-85d5-21e8056b0ea3,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:09.602167 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ab00ea71-9fb3-492f-957a-bc3e5e91ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.665276 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.698238 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00ea71-9fb3-492f-957a-bc3e5e91ade7 None None] Pushing event updated for resources: {'Port': ['ID=285a4e5c-66d8-47ca-85d5-21e8056b0ea3,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:09.836814 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45433ba6-702b-4be7-b7b4-c03bffe14e4e None None] Network 581c41c1-b893-4e67-bee3-70b324143b24 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:09.965357 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fa57fa52-33a2-4174-a5f9-b15216fc35d3 None None] Provisioning complete for port 72065a6e-eb47-45ac-b3c0-936920eac3d1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:09.965742 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fa57fa52-33a2-4174-a5f9-b15216fc35d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.997350 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Publish callbacks [] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.005886 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.053867 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441e6e4-d423-44fb-887e-3495dc8d4507 None None] Pushing event updated for resources: {'Port': ['ID=4e5cb511-95f1-4522-9e69-1d171ffa9478,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:10.065896 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.090695 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fa57fa52-33a2-4174-a5f9-b15216fc35d3 None None] Current status of the port 72065a6e-eb47-45ac-b3c0-936920eac3d1 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:10.091387 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fa57fa52-33a2-4174-a5f9-b15216fc35d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.100469 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Attempting to bind port 4e5cb511-95f1-4522-9e69-1d171ffa9478 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:10.101769 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Attempting to bind port 4e5cb511-95f1-4522-9e69-1d171ffa9478 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:10.103509 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Attempting to bind port 4e5cb511-95f1-4522-9e69-1d171ffa9478 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:10.110249 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:10.111806 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:10.112394 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.112966 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:10.113800 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Bound port: 4e5cb511-95f1-4522-9e69-1d171ffa9478, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:10.115070 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.143513 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-fa57fa52-33a2-4174-a5f9-b15216fc35d3 None None] For port 72065a6e-eb47-45ac-b3c0-936920eac3d1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=72065a6e-eb47-45ac-b3c0-936920eac3d1,segment=NetworkSegment(289b554e-27df-40cd-91a6-084e56a76b62),segment_id=289b554e-27df-40cd-91a6-084e56a76b62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:10.150842 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fa57fa52-33a2-4174-a5f9-b15216fc35d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.223052 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] For port 4e5cb511-95f1-4522-9e69-1d171ffa9478, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:10.229415 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] For port 4e5cb511-95f1-4522-9e69-1d171ffa9478, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4e5cb511-95f1-4522-9e69-1d171ffa9478,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:10.242937 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.243589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57fa52-33a2-4174-a5f9-b15216fc35d3 None None] Pushing event updated for resources: {'Port': ['ID=72065a6e-eb47-45ac-b3c0-936920eac3d1,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:10.296942 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Routers {'71615728-3b56-4f57-a1a6-b2232aae31aa'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:10.297805 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:36:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['71615728-3b56-4f57-a1a6-b2232aae31aa'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:10.313862 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Allocated IP 172.20.0.1 (581c41c1-b893-4e67-bee3-70b324143b24/a228f309-f486-4d99-98c0-016e6733363f/da7234fc-0d2b-4b4b-9718-9826ac84ee84) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:10.368609 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441e6e4-d423-44fb-887e-3495dc8d4507 None None] Pushing event updated for resources: {'Port': ['ID=4e5cb511-95f1-4522-9e69-1d171ffa9478,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:10.380716 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-8c5d0287-92da-4b86-b7f9-a370a6700789 None None] Provisioning complete for port 72065a6e-eb47-45ac-b3c0-936920eac3d1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:10.381101 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0287-92da-4b86-b7f9-a370a6700789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.447694 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] Set router 71615728-3b56-4f57-a1a6-b2232aae31aa gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:10.454223 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Publish callbacks [] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.468217 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d0287-92da-4b86-b7f9-a370a6700789 None None] Current status of the port 72065a6e-eb47-45ac-b3c0-936920eac3d1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:10.506656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.562170 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Network 581c41c1-b893-4e67-bee3-70b324143b24 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:10.564287 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Pushing event updated for resources: {'Port': ['ID=da7234fc-0d2b-4b4b-9718-9826ac84ee84,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:10.566304 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:10.569054 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:10.610943 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (71615728-3b56-4f57-a1a6-b2232aae31aa), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.638142 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f85a736a-db33-489a-aa59-c11e85d7dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.646245 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:10.718864 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:10.719129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.759510 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'name': 'tempest-TestShelveInstance-1093631656-router', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:08Z', 'revision_number': 3, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'gw_port': {'id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:10.805234 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.811921 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad91525-991f-4111-9b61-5821d25a3885 None None] The sync data for ids ['71615728-3b56-4f57-a1a6-b2232aae31aa'] in n-d-826756-2 is: [{'id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'name': 'tempest-TestShelveInstance-1093631656-router', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:08Z', 'revision_number': 3, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'gw_port': {'id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:37:10.823853 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:10.825076 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 72065a6e-eb47-45ac-b3c0-936920eac3d1 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:10.892818 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 72065a6e-eb47-45ac-b3c0-936920eac3d1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:10.893520 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.009971 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 72065a6e-eb47-45ac-b3c0-936920eac3d1 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:11.016677 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-f5f62c3f-4e3f-497d-a9dc-a2e4577380c2 None None] Provisioning complete for port da7234fc-0d2b-4b4b-9718-9826ac84ee84 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:11.017051 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f5f62c3f-4e3f-497d-a9dc-a2e4577380c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.042846 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Publish callbacks [] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.050286 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.055908 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-f5f62c3f-4e3f-497d-a9dc-a2e4577380c2 None None] Port da7234fc-0d2b-4b4b-9718-9826ac84ee84 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:37:11.129203 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (71615728-3b56-4f57-a1a6-b2232aae31aa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.131836 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Pushing event updated for resources: {'Port': ['ID=da7234fc-0d2b-4b4b-9718-9826ac84ee84,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:11.260978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Network 581c41c1-b893-4e67-bee3-70b324143b24 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:11.262444 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:11.396972 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Router 71615728-3b56-4f57-a1a6-b2232aae31aa has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:37:11.493748 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-12992eff-8272-482e-80a5-ff2a7b4b8045 None None] Provisioning complete for port da7234fc-0d2b-4b4b-9718-9826ac84ee84 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:11.494288 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-12992eff-8272-482e-80a5-ff2a7b4b8045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.519181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:37:11.532737 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3c9cc0ea-f035-4457-8819-6ae15b1a8b59 admin admin] 10.222.0.42 "PUT /v2.0/routers/71615728-3b56-4f57-a1a6-b2232aae31aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4531596 Feb 19 04:37:11.532955 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-12992eff-8272-482e-80a5-ff2a7b4b8045 None None] Port da7234fc-0d2b-4b4b-9718-9826ac84ee84 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:37:12.078778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:12.083432 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-40da9491-f488-43f7-a9d3-6f4888ae34b0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014662054', 'description': 'tempest-secgroup-smoke-1014662054 description', 'project_id': '7d02854e98c7467db4a001a3009fc7bd'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:12.104791 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40da9491-f488-43f7-a9d3-6f4888ae34b0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.173342 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40da9491-f488-43f7-a9d3-6f4888ae34b0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (9626097e-2040-49b0-afdb-5610b00c68a8), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.177779 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40da9491-f488-43f7-a9d3-6f4888ae34b0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9626097e-2040-49b0-afdb-5610b00c68a8), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.207215 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-40da9491-f488-43f7-a9d3-6f4888ae34b0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.209028 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-40da9491-f488-43f7-a9d3-6f4888ae34b0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1292455 Feb 19 04:37:12.211002 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da9491-f488-43f7-a9d3-6f4888ae34b0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9626097e-2040-49b0-afdb-5610b00c68a8,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:12.212188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35648) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:12.216780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-045db98e-155c-4e80-b7e4-0ae2b8a17d35 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '9626097e-2040-49b0-afdb-5610b00c68a8', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:12.242665 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-045db98e-155c-4e80-b7e4-0ae2b8a17d35 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (06623784-be90-4a70-b530-738d88089d3e), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.302002 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-045db98e-155c-4e80-b7e4-0ae2b8a17d35 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (06623784-be90-4a70-b530-738d88089d3e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.305806 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-045db98e-155c-4e80-b7e4-0ae2b8a17d35 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (06623784-be90-4a70-b530-738d88089d3e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.317272 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.328842 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045db98e-155c-4e80-b7e4-0ae2b8a17d35 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06623784-be90-4a70-b530-738d88089d3e,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:12.333680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-045db98e-155c-4e80-b7e4-0ae2b8a17d35 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.334930 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-045db98e-155c-4e80-b7e4-0ae2b8a17d35 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217322 Feb 19 04:37:12.337654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35650) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:12.341904 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4438bb50-43d0-40e8-9d65-214bd5c838f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '9626097e-2040-49b0-afdb-5610b00c68a8', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:12.367442 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4438bb50-43d0-40e8-9d65-214bd5c838f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (a415077c-f238-4c16-ac6c-1490827f7239), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.433554 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4438bb50-43d0-40e8-9d65-214bd5c838f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (a415077c-f238-4c16-ac6c-1490827f7239), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.438133 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4438bb50-43d0-40e8-9d65-214bd5c838f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (a415077c-f238-4c16-ac6c-1490827f7239), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.454474 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438bb50-43d0-40e8-9d65-214bd5c838f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a415077c-f238-4c16-ac6c-1490827f7239,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:12.480166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4438bb50-43d0-40e8-9d65-214bd5c838f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.481411 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4438bb50-43d0-40e8-9d65-214bd5c838f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428146 Feb 19 04:37:12.484593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35652) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:12.490624 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-4fd1a973-66e2-457c-95d6-a70202ce439e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '9626097e-2040-49b0-afdb-5610b00c68a8', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:12.518589 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fd1a973-66e2-457c-95d6-a70202ce439e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (1e65edd0-8e42-4910-9094-9a29f9aed3a3), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.554387 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4e5cb511-95f1-4522-9e69-1d171ffa9478 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:12.581728 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fd1a973-66e2-457c-95d6-a70202ce439e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (1e65edd0-8e42-4910-9094-9a29f9aed3a3), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.585990 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fd1a973-66e2-457c-95d6-a70202ce439e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (1e65edd0-8e42-4910-9094-9a29f9aed3a3), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.606781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1a973-66e2-457c-95d6-a70202ce439e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e65edd0-8e42-4910-9094-9a29f9aed3a3,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:12.609540 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4e5cb511-95f1-4522-9e69-1d171ffa9478 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:12.610129 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.617631 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fd1a973-66e2-457c-95d6-a70202ce439e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.618951 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-4fd1a973-66e2-457c-95d6-a70202ce439e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327755 Feb 19 04:37:12.621792 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35654) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:12.626809 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-9cb403fa-03c9-4286-b685-c14093418dd6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '9626097e-2040-49b0-afdb-5610b00c68a8', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:12.653561 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cb403fa-03c9-4286-b685-c14093418dd6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (3e8df5de-e4fe-44e5-967e-ae27df2c813b), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.696817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4e5cb511-95f1-4522-9e69-1d171ffa9478 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:12.697310 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.721144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cb403fa-03c9-4286-b685-c14093418dd6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (3e8df5de-e4fe-44e5-967e-ae27df2c813b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.724395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 4e5cb511-95f1-4522-9e69-1d171ffa9478, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4e5cb511-95f1-4522-9e69-1d171ffa9478,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:12.727474 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cb403fa-03c9-4286-b685-c14093418dd6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (3e8df5de-e4fe-44e5-967e-ae27df2c813b), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.728392 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.753524 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb403fa-03c9-4286-b685-c14093418dd6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8df5de-e4fe-44e5-967e-ae27df2c813b,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:12.758638 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9cb403fa-03c9-4286-b685-c14093418dd6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.759842 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-9cb403fa-03c9-4286-b685-c14093418dd6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370244 Feb 19 04:37:12.762778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35656) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:12.767231 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-3f266f4f-6a16-4771-9577-a19845f3da3f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '9626097e-2040-49b0-afdb-5610b00c68a8', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:12.787725 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-3f266f4f-6a16-4771-9577-a19845f3da3f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Project 7d02854e98c7467db4a001a3009fc7bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:37:12.792618 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=4e5cb511-95f1-4522-9e69-1d171ffa9478,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:12.792748 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f266f4f-6a16-4771-9577-a19845f3da3f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (e5e8d7c7-10df-4a61-a335-328a9265a763), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.855838 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f266f4f-6a16-4771-9577-a19845f3da3f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (e5e8d7c7-10df-4a61-a335-328a9265a763), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.859738 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f266f4f-6a16-4771-9577-a19845f3da3f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (e5e8d7c7-10df-4a61-a335-328a9265a763), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.880582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f266f4f-6a16-4771-9577-a19845f3da3f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e8d7c7-10df-4a61-a335-328a9265a763,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:12.889182 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3f266f4f-6a16-4771-9577-a19845f3da3f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.890418 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3f266f4f-6a16-4771-9577-a19845f3da3f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266475 Feb 19 04:37:12.893356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 35658) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:12.898272 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-eaed3de2-3b13-43d7-85de-f9a62b36de8b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '9626097e-2040-49b0-afdb-5610b00c68a8', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:12.919177 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-eaed3de2-3b13-43d7-85de-f9a62b36de8b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Project 7d02854e98c7467db4a001a3009fc7bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:37:12.924828 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eaed3de2-3b13-43d7-85de-f9a62b36de8b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (125aeeee-91cb-464f-a3be-cbefc1640fa3), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.987383 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eaed3de2-3b13-43d7-85de-f9a62b36de8b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (125aeeee-91cb-464f-a3be-cbefc1640fa3), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.991271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eaed3de2-3b13-43d7-85de-f9a62b36de8b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (125aeeee-91cb-464f-a3be-cbefc1640fa3), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:13.011811 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed3de2-3b13-43d7-85de-f9a62b36de8b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125aeeee-91cb-464f-a3be-cbefc1640fa3,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:13.014031 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Sync routers for ids ['71615728-3b56-4f57-a1a6-b2232aae31aa'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:37:13.020604 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-eaed3de2-3b13-43d7-85de-f9a62b36de8b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:13.025880 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-eaed3de2-3b13-43d7-85de-f9a62b36de8b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275384 Feb 19 04:37:13.027085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Routers {'71615728-3b56-4f57-a1a6-b2232aae31aa'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:13.027697 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['71615728-3b56-4f57-a1a6-b2232aae31aa'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:13.141145 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Set router 71615728-3b56-4f57-a1a6-b2232aae31aa gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:13.175966 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-8c30aa46-d0a8-4efe-a806-78e0fc6223a1 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014662054&fields=id&tenant_id=7d02854e98c7467db4a001a3009fc7bd HTTP/1.1" status: 200 len: 267 time: 0.0452368 Feb 19 04:37:13.286765 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-608ca03a-787c-41bd-bdbe-7aeab30e69bd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:13.288172 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-608ca03a-787c-41bd-bdbe-7aeab30e69bd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 809 time: 0.1054943 Feb 19 04:37:13.307102 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-4e8e7541-7902-4cf9-80c0-d3194036eb1b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/quotas/7d02854e98c7467db4a001a3009fc7bd HTTP/1.1" status: 200 len: 375 time: 0.0132775 Feb 19 04:37:13.349074 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:13.358474 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'name': 'tempest-TestShelveInstance-1093631656-router', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:10Z', 'revision_number': 4, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'gw_port': {'id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'da7234fc-0d2b-4b4b-9718-9826ac84ee84', 'name': '', 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'mac_address': 'fa:16:3e:1c:c0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a228f309-f486-4d99-98c0-016e6733363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:10Z', 'updated_at': '2022-02-19T04:37:10Z', 'revision_number': 2, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'subnets': [{'id': 'a228f309-f486-4d99-98c0-016e6733363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:13.362527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-01c1a58b-f876-42f9-9cb6-0a72050790da tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497308 Feb 19 04:37:13.389198 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Checking router: 71615728-3b56-4f57-a1a6-b2232aae31aa for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:37:13.389549 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Updating router 71615728-3b56-4f57-a1a6-b2232aae31aa port da7234fc-0d2b-4b4b-9718-9826ac84ee84 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:37:13.418331 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:13.462932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-3dffb866-3a61-4bf4-ad52-ff4ba712c18e service neutron] 10.222.0.42 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884111 Feb 19 04:37:13.554338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-0746c1de-e238-4c99-a95c-a09b7af2a9a3 service neutron] 10.222.0.42 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829694 Feb 19 04:37:13.701172 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Publish callbacks [] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:13.709622 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:13.730060 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91c239e1-2cf6-4165-9133-fa8c210ec6b5 req-f00c1f9f-7ad1-4abf-ad4a-92ad4f831b57 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 210 time: 0.0347521 Feb 19 04:37:13.803328 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c105f48-6d3c-4467-84cf-650aa0d9c7e4 None None] Pushing event updated for resources: {'Port': ['ID=da7234fc-0d2b-4b4b-9718-9826ac84ee84,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:13.822401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Attempting to bind port da7234fc-0d2b-4b4b-9718-9826ac84ee84 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:13.823081 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Attempting to bind port da7234fc-0d2b-4b4b-9718-9826ac84ee84 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '289b554e-27df-40cd-91a6-084e56a76b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:13.823454 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Attempting to bind port da7234fc-0d2b-4b4b-9718-9826ac84ee84 on network 581c41c1-b893-4e67-bee3-70b324143b24 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:13.829980 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:13.830693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Checking segment: {'id': '289b554e-27df-40cd-91a6-084e56a76b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:13.831228 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:13.837049 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Bound using segment: {'id': '289b554e-27df-40cd-91a6-084e56a76b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:13.837710 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Bound port: da7234fc-0d2b-4b4b-9718-9826ac84ee84, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289b554e-27df-40cd-91a6-084e56a76b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:13.838744 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:13.911903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] For port da7234fc-0d2b-4b4b-9718-9826ac84ee84, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:13.916403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] For port da7234fc-0d2b-4b4b-9718-9826ac84ee84, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=da7234fc-0d2b-4b4b-9718-9826ac84ee84,segment=NetworkSegment(289b554e-27df-40cd-91a6-084e56a76b62),segment_id=289b554e-27df-40cd-91a6-084e56a76b62)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:13.924455 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:13.994425 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Routers {'71615728-3b56-4f57-a1a6-b2232aae31aa'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:13.995075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['71615728-3b56-4f57-a1a6-b2232aae31aa'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:14.269634 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c105f48-6d3c-4467-84cf-650aa0d9c7e4 None None] Pushing event updated for resources: {'Port': ['ID=da7234fc-0d2b-4b4b-9718-9826ac84ee84,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:14.339391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-15e37591-5fd2-4b37-b822-8cfd04b544a8 None None] Provisioning complete for port da7234fc-0d2b-4b4b-9718-9826ac84ee84 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:14.340020 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15e37591-5fd2-4b37-b822-8cfd04b544a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.383142 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] Set router 71615728-3b56-4f57-a1a6-b2232aae31aa gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:14.545315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4e5cb511-95f1-4522-9e69-1d171ffa9478 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:14.612766 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-15e37591-5fd2-4b37-b822-8cfd04b544a8 None None] Current status of the port da7234fc-0d2b-4b4b-9718-9826ac84ee84 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:14.613157 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15e37591-5fd2-4b37-b822-8cfd04b544a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.694332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-15e37591-5fd2-4b37-b822-8cfd04b544a8 None None] For port da7234fc-0d2b-4b4b-9718-9826ac84ee84, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=da7234fc-0d2b-4b4b-9718-9826ac84ee84,segment=NetworkSegment(289b554e-27df-40cd-91a6-084e56a76b62),segment_id=289b554e-27df-40cd-91a6-084e56a76b62)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:14.701188 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15e37591-5fd2-4b37-b822-8cfd04b544a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.705866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 4e5cb511-95f1-4522-9e69-1d171ffa9478 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:14.706370 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.822812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e37591-5fd2-4b37-b822-8cfd04b544a8 None None] Pushing event updated for resources: {'Port': ['ID=da7234fc-0d2b-4b4b-9718-9826ac84ee84,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:14.841835 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.849171 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'name': 'tempest-TestShelveInstance-1093631656-router', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:10Z', 'revision_number': 4, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'gw_port': {'id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'da7234fc-0d2b-4b4b-9718-9826ac84ee84', 'name': '', 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'mac_address': 'fa:16:3e:1c:c0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a228f309-f486-4d99-98c0-016e6733363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:10Z', 'updated_at': '2022-02-19T04:37:13Z', 'revision_number': 4, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'subnets': [{'id': 'a228f309-f486-4d99-98c0-016e6733363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:14.899274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8a9b7-7dfd-4dd2-9df1-bb21868df320 None None] The sync data for ids ['71615728-3b56-4f57-a1a6-b2232aae31aa'] in n-d-826756-2 is: [{'id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'name': 'tempest-TestShelveInstance-1093631656-router', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:10Z', 'revision_number': 4, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'gw_port': {'id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'da7234fc-0d2b-4b4b-9718-9826ac84ee84', 'name': '', 'network_id': '581c41c1-b893-4e67-bee3-70b324143b24', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'mac_address': 'fa:16:3e:1c:c0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a228f309-f486-4d99-98c0-016e6733363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:10Z', 'updated_at': '2022-02-19T04:37:13Z', 'revision_number': 4, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'subnets': [{'id': 'a228f309-f486-4d99-98c0-016e6733363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:37:14.902448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff19c7a3-c8c7-4838-a085-8986cb77e690 req-d0f70efe-f9c7-46de-a9ae-4f8a1c130d64 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 210 time: 0.0433626 Feb 19 04:37:14.903960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2a591802-ff58-4fd0-ba1c-87890b3a12a8 None None] Provisioning complete for port da7234fc-0d2b-4b4b-9718-9826ac84ee84 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:14.905015 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a591802-ff58-4fd0-ba1c-87890b3a12a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.962912 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-837215f1-4c48-42f4-9ce5-ded6a471d9ad tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:14.964752 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-837215f1-4c48-42f4-9ce5-ded6a471d9ad tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 809 time: 0.2245343 Feb 19 04:37:15.027228 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 4e5cb511-95f1-4522-9e69-1d171ffa9478 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:15.088018 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-56a194e8-ff49-4f46-a450-955a20b488d8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d02854e98c7467db4a001a3009fc7bd HTTP/1.1" status: 200 len: 380 time: 0.1027334 Feb 19 04:37:15.101326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'port': {'device_id': '306b9325-df3b-440e-8d45-52a717adf757', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'admin_state_up': True, 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'security_groups': ['9626097e-2040-49b0-afdb-5610b00c68a8']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:15.106774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2a591802-ff58-4fd0-ba1c-87890b3a12a8 None None] Current status of the port da7234fc-0d2b-4b4b-9718-9826ac84ee84 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:15.543274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Made reservation on behalf of 7d02854e98c7467db4a001a3009fc7bd for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:15.546953 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:15.670754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Allocated IP 172.20.0.3 (929e372c-e5a7-4636-b3ee-994674f61c78/7daa91f7-c7b8-4e47-9f6e-b2821c9445fa/3fdbf19e-a01e-468c-9daf-d0123ffe12f1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:15.810502 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:15.844123 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:15.886378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Network 929e372c-e5a7-4636-b3ee-994674f61c78 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:15.889972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:15.896014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:15.907587 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:15.968089 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:15.968783 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:15.999103 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7b4b8123-e506-4c1c-b4a2-928ae3954333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9041407 Feb 19 04:37:16.024211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Request body: {'port': {'device_id': '306b9325-df3b-440e-8d45-52a717adf757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:16.099640 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c511f2-2be9-487e-a801-6c4e5c355726 req-64dbeddb-a776-40ec-aaba-f868291c2407 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:16.101222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70c511f2-2be9-487e-a801-6c4e5c355726 req-64dbeddb-a776-40ec-aaba-f868291c2407 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 931 time: 0.1191583 Feb 19 04:37:16.104275 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.190485 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-70c511f2-2be9-487e-a801-6c4e5c355726 req-332142a8-87d3-4576-85b4-d23a09f18a33 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829411 Feb 19 04:37:16.254149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d4b3c44d-57f5-497a-96f4-c906adeab670 None None] Provisioning complete for port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:16.255395 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d4b3c44d-57f5-497a-96f4-c906adeab670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.302943 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3c44d-57f5-497a-96f4-c906adeab670 None None] Port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:37:16.437205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:37:16.446107 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Publish callbacks [] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.459542 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Transition to ACTIVE for port object 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:37:16.463105 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.571652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:16.590192 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device da7234fc-0d2b-4b4b-9718-9826ac84ee84 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:16.611483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Attempting to bind port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:16.611743 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Attempting to bind port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:16.612176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Attempting to bind port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 on network 929e372c-e5a7-4636-b3ee-994674f61c78 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:16.618142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 on network 929e372c-e5a7-4636-b3ee-994674f61c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:37:16.618588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Attempting to bind port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 on network 929e372c-e5a7-4636-b3ee-994674f61c78 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:16.624962 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:16.625372 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Checking segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:16.625879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Bound using segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:16.626426 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Bound port: 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:16.626887 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.660080 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port da7234fc-0d2b-4b4b-9718-9826ac84ee84 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:16.661288 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.709304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:16.712596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:16.725159 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.760543 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port da7234fc-0d2b-4b4b-9718-9826ac84ee84 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:16.767204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:16.767850 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.769375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] 10.222.0.71 "PUT /v2.0/ports/3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 1091 time: 0.7502804 Feb 19 04:37:16.769804 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:16.772659 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93039c56-268e-4114-ba2e-d38675778dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:16.802776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8112558-6bb0-4276-a7c1-e7f92ee09f08 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:16.876200 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c662785-998b-495c-b411-a4ad48c78861 x-openstack-request-id: req-4c662785-998b-495c-b411-a4ad48c78861 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:16.876443 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:16.876701 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c662785-998b-495c-b411-a4ad48c78861 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:16.877109 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'status': 'completed', 'code': 200} Feb 19 04:37:16.902280 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-d6b96ce2-91d0-4692-a9ec-c9286b73b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:16.903754 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-d6b96ce2-91d0-4692-a9ec-c9286b73b67e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1125 time: 0.0642703 Feb 19 04:37:16.952862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-ba9b7dd4-02c7-416f-98ee-90021d7154b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 217 time: 0.0410354 Feb 19 04:37:17.012817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-9df29c75-16d2-4b75-a15f-5a9a6aaab2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:17.014505 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-9df29c75-16d2-4b75-a15f-5a9a6aaab2ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0549681 Feb 19 04:37:17.067446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7eadba85-867e-4ff1-8b3f-ee8a44d09112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:17.068910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-7eadba85-867e-4ff1-8b3f-ee8a44d09112 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469623 Feb 19 04:37:17.166496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-0eedc5ed-8a40-4f75-b044-c5082ce0f7c7 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909035 Feb 19 04:37:17.257786 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e4c7e308-d359-47db-8ae1-e37fe1c95f40 req-22386290-0257-4b7f-8dc0-de4fe0fce51d service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842965 Feb 19 04:37:17.366535 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ea94f-be73-45e1-a77f-20111f19bb23 req-89ddbc52-7ca4-4062-b33f-ac2380e36e21 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:17.368055 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d15ea94f-be73-45e1-a77f-20111f19bb23 req-89ddbc52-7ca4-4062-b33f-ac2380e36e21 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 943 time: 0.1011846 Feb 19 04:37:17.374260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039c56-268e-4114-ba2e-d38675778dd9 req-fdcc2497-1bfc-4398-a771-7fc2d680cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:17.375665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93039c56-268e-4114-ba2e-d38675778dd9 req-fdcc2497-1bfc-4398-a771-7fc2d680cf08 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1125 time: 0.0661371 Feb 19 04:37:17.476833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d15ea94f-be73-45e1-a77f-20111f19bb23 req-c0933a4b-bb51-445f-85dc-969f0b08b58c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001925 Feb 19 04:37:17.508170 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039c56-268e-4114-ba2e-d38675778dd9 req-9542a235-718b-4764-8195-be72cb55ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:17.513959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93039c56-268e-4114-ba2e-d38675778dd9 req-9542a235-718b-4764-8195-be72cb55ea9f service neutron] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.1268988 Feb 19 04:37:17.554579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93039c56-268e-4114-ba2e-d38675778dd9 req-1c358d02-03f1-4409-ba8d-086709af17cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 217 time: 0.0383055 Feb 19 04:37:17.610081 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039c56-268e-4114-ba2e-d38675778dd9 req-85c5febb-a3f0-4876-b290-f096e0e166c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:17.611594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93039c56-268e-4114-ba2e-d38675778dd9 req-85c5febb-a3f0-4876-b290-f096e0e166c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0499420 Feb 19 04:37:17.663279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039c56-268e-4114-ba2e-d38675778dd9 req-99fd1751-ba31-409c-aa6d-f959b874d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:17.664800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93039c56-268e-4114-ba2e-d38675778dd9 req-99fd1751-ba31-409c-aa6d-f959b874d46d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467284 Feb 19 04:37:17.763215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93039c56-268e-4114-ba2e-d38675778dd9 req-396f381e-6545-44d0-ba62-85444a06f878 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901613 Feb 19 04:37:17.855855 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-93039c56-268e-4114-ba2e-d38675778dd9 req-cf8dd3a7-3ece-444f-8713-61e574bd1a3d service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848935 Feb 19 04:37:18.602957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad83969-ca78-44b5-9d17-eac904061a75 req-f52ffc69-c33e-4baf-a67f-923518401acc tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:18.604373 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ad83969-ca78-44b5-9d17-eac904061a75 req-f52ffc69-c33e-4baf-a67f-923518401acc tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 943 time: 0.0580685 Feb 19 04:37:18.652857 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ad83969-ca78-44b5-9d17-eac904061a75 req-c01cade8-e8b4-4c09-8e13-a0bf39287fe7 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429089 Feb 19 04:37:19.773994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b003e-a88f-48cc-a1f6-c94be758e83a req-a9099c43-6431-4bb0-a8eb-33eebf35dfde tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:19.775521 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-377b003e-a88f-48cc-a1f6-c94be758e83a req-a9099c43-6431-4bb0-a8eb-33eebf35dfde tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 943 time: 0.0525513 Feb 19 04:37:19.801572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:37:19.825326 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-377b003e-a88f-48cc-a1f6-c94be758e83a req-0cfeef4c-a58e-473e-bf23-92202545c2d3 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439882 Feb 19 04:37:19.901110 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:19.911968 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'port_id': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'mac_address': 'fa:16:3e:f9:d7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:37:19.948989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:19.949375 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:19.962090 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:37:19.981250 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:19.985212 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:20.036937 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:20.237368 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['3fdbf19e-a01e-468c-9daf-d0123ffe12f1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:37:20.948752 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582ef9e-75ed-4477-b0c4-40d07eabce1d req-d12e9960-c637-4c78-b32d-a4d6d1f778eb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:20.950266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8582ef9e-75ed-4477-b0c4-40d07eabce1d req-d12e9960-c637-4c78-b32d-a4d6d1f778eb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0575631 Feb 19 04:37:21.000809 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-8582ef9e-75ed-4477-b0c4-40d07eabce1d req-a8d00eca-62de-4b6c-b252-ce20cf76032b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448549 Feb 19 04:37:21.800817 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:21.849698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:37:21.853421 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:21.853796 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:21.933659 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:21.934119 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:21.959721 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:21.962700 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc440ce-ee62-4ba8-8fe8-b8bfb89b12a2" -d '{"events": [{"server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "name": "network-vif-plugged", "status": "completed", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:21.977610 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:21.981876 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:22.031113 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:22.054591 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d2f70-5344-4e9e-a4b4-0f01a09e213a x-openstack-request-id: req-0c1d2f70-5344-4e9e-a4b4-0f01a09e213a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:22.054885 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "name": "network-vif-plugged", "status": "completed", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:22.055144 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c1d2f70-5344-4e9e-a4b4-0f01a09e213a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:22.055545 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'code': 200} Feb 19 04:37:22.183559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4cdd8-6f52-46cc-a7c0-c799d6fa1dba req-78dd83b9-eac9-4957-b0a8-d6e9dfbc7ab3 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:22.185239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bf4cdd8-6f52-46cc-a7c0-c799d6fa1dba req-78dd83b9-eac9-4957-b0a8-d6e9dfbc7ab3 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0846288 Feb 19 04:37:22.210768 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db183e90-fc2f-4974-be9c-c6bd9f88ba36 req-b1eeeb3d-f821-494e-a757-58a2d9dbbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:22.212259 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db183e90-fc2f-4974-be9c-c6bd9f88ba36 req-b1eeeb3d-f821-494e-a757-58a2d9dbbf6e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1127 time: 0.0832746 Feb 19 04:37:22.263391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bf4cdd8-6f52-46cc-a7c0-c799d6fa1dba req-171ddb4d-4127-40a3-8048-2f019f53a969 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705166 Feb 19 04:37:22.291046 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-db183e90-fc2f-4974-be9c-c6bd9f88ba36 req-e4693b2a-a868-4408-a903-f9ae2f724fed service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712705 Feb 19 04:37:23.280833 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:23.395815 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31485c-7d68-4ecb-9cba-ad09ee70ee25 req-ee9a5682-53b2-4038-8ba2-84705eb6e884 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:23.397311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b31485c-7d68-4ecb-9cba-ad09ee70ee25 req-ee9a5682-53b2-4038-8ba2-84705eb6e884 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0558844 Feb 19 04:37:23.446050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6b31485c-7d68-4ecb-9cba-ad09ee70ee25 req-7baf2921-20ad-476d-bf4f-34d166b8844c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Feb 19 04:37:23.562794 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e2d9e-b1b6-4dbc-8e61-892f7372797e req-76010935-64d4-4ea5-8bdc-511d0579a385 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:23.564213 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de3e2d9e-b1b6-4dbc-8e61-892f7372797e req-76010935-64d4-4ea5-8bdc-511d0579a385 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Feb 19 04:37:23.612688 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-de3e2d9e-b1b6-4dbc-8e61-892f7372797e req-a2f1045d-a800-48b0-bb74-852f809f7d7d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Feb 19 04:37:23.634497 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35710) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:23.769211 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a14a96-dba1-40b2-8d77-1d93d0bacb68 tempest-TestShelveInstance-1633482082 tempest-TestShelveInstance-1633482082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:23.770876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-13a14a96-dba1-40b2-8d77-1d93d0bacb68 tempest-TestShelveInstance-1633482082 tempest-TestShelveInstance-1633482082-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1122 time: 0.1353216 Feb 19 04:37:23.773719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 35714) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:23.778043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:23.797858 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:23.893154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.000853 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Allocated IP 172.25.4.146 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/04cd5a3f-6760-4ffa-ac18-614456405244) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:24.108237 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for port (04cd5a3f-6760-4ffa-ac18-614456405244), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.141547 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (04cd5a3f-6760-4ffa-ac18-614456405244), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.183606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:24.186323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:24.191684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:24.196992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'Port': ['ID=04cd5a3f-6760-4ffa-ac18-614456405244,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:24.559400 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for floatingip (5319f50b-c923-4ec8-9380-6bcbad9e2997), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.636715 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (04cd5a3f-6760-4ffa-ac18-614456405244), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.790938 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for port (04cd5a3f-6760-4ffa-ac18-614456405244), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.796190 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (04cd5a3f-6760-4ffa-ac18-614456405244), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.862524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'Port': ['ID=04cd5a3f-6760-4ffa-ac18-614456405244,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:24.874084 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (5319f50b-c923-4ec8-9380-6bcbad9e2997), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.978569 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Floating IP 5319f50b-c923-4ec8-9380-6bcbad9e2997 associated. External IP: 172.25.4.146, port: 3fdbf19e-a01e-468c-9daf-d0123ffe12f1. Feb 19 04:37:25.202488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Router 135343f8-7d48-4e21-8908-48e993035bdc has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:37:25.310478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:37:25.321636 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] Sync routers for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:37:25.328807 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:25.332958 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:25.333562 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:25.359476 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-57867812-8dc5-4901-ac2c-9cdc7851dcb9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5846899 Feb 19 04:37:25.360086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:25.362483 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7951a234-9049-4b7c-8e14-4480d062b2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:25.403289 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3090bf6-ef78-4c5b-be0e-ec0134b4e268 x-openstack-request-id: req-f3090bf6-ef78-4c5b-be0e-ec0134b4e268 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:25.403602 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:25.403963 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3090bf6-ef78-4c5b-be0e-ec0134b4e268 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:25.404271 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'status': 'completed', 'code': 200} Feb 19 04:37:25.448286 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:25.471273 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-0a0e5941-aabc-4773-97ca-83dc676cc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:25.473395 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-0a0e5941-aabc-4773-97ca-83dc676cc3bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1127 time: 0.0452518 Feb 19 04:37:25.569518 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-2d04aef9-6ecb-4be4-a941-ea742abbc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:25.571051 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-2d04aef9-6ecb-4be4-a941-ea742abbc961 service neutron] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0903544 Feb 19 04:37:25.639293 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-936f65f7-86fc-4921-8312-eb542da61403 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 999 time: 0.0621207 Feb 19 04:37:25.678390 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '5319f50b-c923-4ec8-9380-6bcbad9e2997', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'port_id': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'mac_address': 'fa:16:3e:f9:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306b9325-df3b-440e-8d45-52a717adf757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:24Z', 'updated_at': '2022-02-19T04:37:24Z', 'revision_number': 0, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:25.688330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-cb7bb98f-8f1c-488a-a922-e516a87921f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:25.689806 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-cb7bb98f-8f1c-488a-a922-e516a87921f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0437038 Feb 19 04:37:25.705515 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] Checking router: 135343f8-7d48-4e21-8908-48e993035bdc for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:37:25.714878 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:25.715508 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:37:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:25.745963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-4224c332-4690-4b23-9720-bbfc2942901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:25.747414 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-4224c332-4690-4b23-9720-bbfc2942901f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510993 Feb 19 04:37:25.822968 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:25.839499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-3b367821-a455-46e2-87ad-f5735f17625e service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844436 Feb 19 04:37:25.934500 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7951a234-9049-4b7c-8e14-4480d062b2e9 req-8e45e332-feef-463f-9bbe-88e7bf3b4ae2 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887086 Feb 19 04:37:26.136983 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '5319f50b-c923-4ec8-9380-6bcbad9e2997', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'port_id': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'mac_address': 'fa:16:3e:f9:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306b9325-df3b-440e-8d45-52a717adf757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:24Z', 'updated_at': '2022-02-19T04:37:24Z', 'revision_number': 0, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:26.165063 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75092bfb-0bf9-4f18-9daa-81700ce4ce80 None None] The sync data for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 is: [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '5319f50b-c923-4ec8-9380-6bcbad9e2997', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'port_id': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'mac_address': 'fa:16:3e:f9:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306b9325-df3b-440e-8d45-52a717adf757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:37:24Z', 'updated_at': '2022-02-19T04:37:24Z', 'revision_number': 0, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:37:26.375573 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b347bc5-5bc9-46dd-a77c-8d91847f5ee6 None None] New status for floating IP 5319f50b-c923-4ec8-9380-6bcbad9e2997: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:37:36.908517 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:38.470486 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6542b1bd-b526-4927-b5e5-b019b4caa8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:40.059174 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:37:40.610896 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc3b4-4cbd-45ad-96a3-297a10cbb306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.321428 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:43.347709 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:44.797774 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:53.283269 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.922758 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:08.463216 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4600dc2f-99ac-41ee-8be7-4ad9fe7c3f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:10.613569 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-055e708a-dbbf-4c07-98b1-66ecd76fb261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:12.320959 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.352863 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.804487 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:17.059974 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:38:20.191036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-6e55799b-0d36-4716-882c-ff9d36b9b711 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436707 Feb 19 04:38:20.276336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-60bf6c64-24f8-4ab0-b7a2-888c574c7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:20.277747 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-60bf6c64-24f8-4ab0-b7a2-888c574c7322 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1127 time: 0.0438836 Feb 19 04:38:20.383870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-8d61dcf3-d5b7-4e7d-8e2f-3c339274c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:20.385342 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-8d61dcf3-d5b7-4e7d-8e2f-3c339274c328 service neutron] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0866258 Feb 19 04:38:20.448867 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-b97537f6-c51a-4e87-83ff-a0db4aa773cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 1001 time: 0.0572486 Feb 19 04:38:20.499641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-ac1e568f-f073-4f7e-a6d4-acd5c8627279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:20.501096 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-ac1e568f-f073-4f7e-a6d4-acd5c8627279 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0439322 Feb 19 04:38:20.553919 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-6ca5fcf7-6dc8-49a1-8a52-988807f8e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:20.555401 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-6ca5fcf7-6dc8-49a1-8a52-988807f8e6c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479610 Feb 19 04:38:20.565649 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-c9e2617c-1579-411f-a8a7-5e00c6fad57c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:38:20.566632 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-c9e2617c-1579-411f-a8a7-5e00c6fad57c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049033 Feb 19 04:38:20.653666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-b0643433-c7ef-4d62-a7d8-a461ee5eabb0 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799878 Feb 19 04:38:21.038706 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-32b8c753-1366-4e39-b61f-536c783a37b1 req-e283ed7b-ecc7-4cd8-a489-d86e86ecbbed service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787119 Feb 19 04:38:23.281045 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:36.922116 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.465002 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a675f074-8778-431c-a54c-d673ef4bb415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.616206 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f1e9a3d5-bdeb-48f8-ae5d-07cb24023475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.323128 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.354217 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:44.796761 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:53.295321 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.059271 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:39:06.920994 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:08.467026 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fac01592-cc4a-40fb-b231-facd86cbbbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:10.618419 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7aafc3da-5f4c-44cc-972e-381f3731da9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:12.325352 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:13.355977 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:14.800762 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:20.241431 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-ee0b3dbf-4945-45b8-a28d-594d8865f3f8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970483 Feb 19 04:39:20.325929 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-81cc4ef2-7b4b-49ba-acba-5c5e92a75c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:20.327429 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-81cc4ef2-7b4b-49ba-acba-5c5e92a75c82 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1127 time: 0.0435834 Feb 19 04:39:20.429465 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-822041e5-9184-49c0-8466-82b55f46f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:20.430976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-822041e5-9184-49c0-8466-82b55f46f845 service neutron] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0847583 Feb 19 04:39:20.494714 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-494a7303-82d5-4737-b0a2-d81c5f813554 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 1001 time: 0.0575726 Feb 19 04:39:20.547486 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-8ba1fa39-3dee-47c5-a3db-aa7e257cc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:20.548932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-8ba1fa39-3dee-47c5-a3db-aa7e257cc6be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0481098 Feb 19 04:39:20.597636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-b0cc8eae-2f56-4376-98e8-242f8b9cf4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:20.599154 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-b0cc8eae-2f56-4376-98e8-242f8b9cf4ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433695 Feb 19 04:39:20.686553 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-a097f241-7fca-4596-9a17-273855d9b3c8 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803094 Feb 19 04:39:20.777750 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c53726d4-a1b4-477d-8d21-e73b45ee250c req-9ec5b025-5953-41bc-a65a-dfdf25991391 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851157 Feb 19 04:39:23.298315 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:23.382926 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0934f5-9c1f-4bdc-a4d3-f56100a771a0 req-a02ef13c-e279-4ec3-bed5-6f38018328e8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:23.384507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f0934f5-9c1f-4bdc-a4d3-f56100a771a0 req-a02ef13c-e279-4ec3-bed5-6f38018328e8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0656698 Feb 19 04:39:23.444208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f0934f5-9c1f-4bdc-a4d3-f56100a771a0 req-50f6d932-fad0-4f7d-81ea-c892aff740a6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517321 Feb 19 04:39:24.571886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e1e73-b91b-41ef-856d-cb5850d94394 req-b64f6517-3741-44d4-a4cb-e162948fc281 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:24.573499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc1e1e73-b91b-41ef-856d-cb5850d94394 req-b64f6517-3741-44d4-a4cb-e162948fc281 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0546067 Feb 19 04:39:24.626461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cc1e1e73-b91b-41ef-856d-cb5850d94394 req-e05b36b0-a991-4a21-aacf-5d9f8e4b555b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473142 Feb 19 04:39:25.747159 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35203e-4cac-42bf-b31d-3d4dfdcb6b95 req-ff58653e-2176-4939-9a62-4d0fbfa3b000 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:25.748646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c35203e-4cac-42bf-b31d-3d4dfdcb6b95 req-ff58653e-2176-4939-9a62-4d0fbfa3b000 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0541065 Feb 19 04:39:25.797036 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0c35203e-4cac-42bf-b31d-3d4dfdcb6b95 req-e17345d3-919f-4c1b-8a70-8e48d239676d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Feb 19 04:39:26.920072 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22aa91-68bd-4274-8757-49dc38748d16 req-44431f58-d0c4-40c3-9c55-1de5682bc027 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:26.921576 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea22aa91-68bd-4274-8757-49dc38748d16 req-44431f58-d0c4-40c3-9c55-1de5682bc027 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0531628 Feb 19 04:39:26.969859 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ea22aa91-68bd-4274-8757-49dc38748d16 req-020e4140-2508-4391-9e2c-ce978d8e482e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Feb 19 04:39:28.093971 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec0276-a83f-4d21-9513-76b8fb966bf7 req-3fbb3231-45ac-424c-9e4b-fd07a6e57e5b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:28.095495 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6dec0276-a83f-4d21-9513-76b8fb966bf7 req-3fbb3231-45ac-424c-9e4b-fd07a6e57e5b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0566766 Feb 19 04:39:28.144146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6dec0276-a83f-4d21-9513-76b8fb966bf7 req-4db79422-bb6b-49d6-af04-cf3b8be2619a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Feb 19 04:39:29.262722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826419f-5e1e-4e9f-95ec-f3bad87c3452 req-958e09e1-171e-47e9-a1d0-7af2a0a8632f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:29.264144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c826419f-5e1e-4e9f-95ec-f3bad87c3452 req-958e09e1-171e-47e9-a1d0-7af2a0a8632f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0514717 Feb 19 04:39:29.314013 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c826419f-5e1e-4e9f-95ec-f3bad87c3452 req-7a388c13-de55-466e-8f9c-8dec32176ea9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 Feb 19 04:39:30.438154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0af16-6458-4d43-b941-0aa2d7d60ca7 req-40750986-8ea3-4da0-8459-1450d61385dc tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:30.439651 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ca0af16-6458-4d43-b941-0aa2d7d60ca7 req-40750986-8ea3-4da0-8459-1450d61385dc tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0564041 Feb 19 04:39:30.494417 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0ca0af16-6458-4d43-b941-0aa2d7d60ca7 req-f39167d3-711c-41a5-a778-86f46554afa8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483115 Feb 19 04:39:31.058282 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:39:31.619053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1c47a-5aa5-4889-8378-b747ad635eeb req-0dd34120-3fdd-4f91-898d-e42c7c05f4ad tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:31.620545 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ca1c47a-5aa5-4889-8378-b747ad635eeb req-0dd34120-3fdd-4f91-898d-e42c7c05f4ad tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0570679 Feb 19 04:39:31.667509 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4ca1c47a-5aa5-4889-8378-b747ad635eeb req-c2e58997-a711-4cf0-bece-fab4b582e1f4 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413203 Feb 19 04:39:32.788113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a0e3d-6dad-4b10-8427-1b69f975e3c0 req-236f1067-853f-4cbd-84d4-4fb8b296104d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:32.790198 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-698a0e3d-6dad-4b10-8427-1b69f975e3c0 req-236f1067-853f-4cbd-84d4-4fb8b296104d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0524025 Feb 19 04:39:32.849080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-698a0e3d-6dad-4b10-8427-1b69f975e3c0 req-70f6bb0b-8f34-4dc7-ae4b-16da2992d8d3 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527499 Feb 19 04:39:33.980715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e199a2-bf52-4a8a-a0c4-5a4c36188b63 req-d9cf6e21-d293-4f12-96fa-20e0f7f384d3 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:33.982358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08e199a2-bf52-4a8a-a0c4-5a4c36188b63 req-d9cf6e21-d293-4f12-96fa-20e0f7f384d3 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0578873 Feb 19 04:39:34.035529 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-08e199a2-bf52-4a8a-a0c4-5a4c36188b63 req-d13f08d7-e98b-4def-983f-8510b752300a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471647 Feb 19 04:39:35.164753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e64a1-5556-4b60-a9ca-ff81c8cb1117 req-d0d6c410-4a44-412e-aee9-4d1f23377033 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:35.166913 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3b1e64a1-5556-4b60-a9ca-ff81c8cb1117 req-d0d6c410-4a44-412e-aee9-4d1f23377033 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0544901 Feb 19 04:39:35.217986 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3b1e64a1-5556-4b60-a9ca-ff81c8cb1117 req-0695aefc-9a47-4d60-8383-33f1b092cc46 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450568 Feb 19 04:39:36.358271 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb93e5-6b00-4695-9776-86d5a9ab5e2c req-d4acef99-b98c-4a76-81a4-b33fac5e3c1a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:36.359945 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75bb93e5-6b00-4695-9776-86d5a9ab5e2c req-d4acef99-b98c-4a76-81a4-b33fac5e3c1a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0643489 Feb 19 04:39:36.419815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75bb93e5-6b00-4695-9776-86d5a9ab5e2c req-7a15f004-c4fa-47f0-b781-2c1d76c7e80b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520315 Feb 19 04:39:36.515379 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:39:36.633201 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:36.648226 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'port_id': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'mac_address': 'fa:16:3e:f9:d7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:39:36.692939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:36.693432 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:36.708006 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:39:36.730329 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:36.735375 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:36.810849 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:36.824961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.825646 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.826266 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.826689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.826977 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.828648 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.829007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.829624 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.829999 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.830346 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.830694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.831032 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.831371 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:36.836784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['3fdbf19e-a01e-468c-9daf-d0123ffe12f1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:39:36.956301 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:37.558042 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99571df5-66ef-43cc-89f1-60d717f1353e req-9a7d59e3-c953-40e6-9f95-3afd45b62a44 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:37.559683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99571df5-66ef-43cc-89f1-60d717f1353e req-9a7d59e3-c953-40e6-9f95-3afd45b62a44 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0601130 Feb 19 04:39:37.625203 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99571df5-66ef-43cc-89f1-60d717f1353e req-198b416c-709b-4211-b0cc-8d061f4b7ec0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581977 Feb 19 04:39:38.470432 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-41d77191-d2fb-4955-8c4f-713add2027d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:38.546234 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:39:38.599527 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:39:38.599905 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:38.692571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:38.692979 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:38.731336 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:38.733689 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0270a663-1d03-4bca-9525-81a0bd2f9757" -d '{"events": [{"server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "name": "network-vif-plugged", "status": "completed", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:38.749465 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:38.759807 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:38.768679 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff35b9-7e21-4293-a936-0e1ff146c2ab req-df8d1cd5-1ddf-48f0-8576-769ce20405df tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:38.770328 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adff35b9-7e21-4293-a936-0e1ff146c2ab req-df8d1cd5-1ddf-48f0-8576-769ce20405df tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0656343 Feb 19 04:39:38.837631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:38.841517 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-adff35b9-7e21-4293-a936-0e1ff146c2ab req-a3fdaefd-751b-4c93-b19f-16f649e8f105 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594110 Feb 19 04:39:38.896263 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1100a5d0-7d63-43ce-8e85-adc6877d36b2 x-openstack-request-id: req-1100a5d0-7d63-43ce-8e85-adc6877d36b2 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:38.896506 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "name": "network-vif-plugged", "status": "completed", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:38.896722 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1100a5d0-7d63-43ce-8e85-adc6877d36b2 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:38.897137 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'code': 200} Feb 19 04:39:39.983711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea34096-2628-4a55-a573-513c1f0d9b9d req-2b44663f-7647-4ed4-a4a3-9dc4d2f7e3d2 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:39.985463 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ea34096-2628-4a55-a573-513c1f0d9b9d req-2b44663f-7647-4ed4-a4a3-9dc4d2f7e3d2 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0608454 Feb 19 04:39:40.049687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ea34096-2628-4a55-a573-513c1f0d9b9d req-836efb86-ae21-4797-ad5f-030c474f283b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580378 Feb 19 04:39:40.622984 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9921e0cd-f0a4-4098-9e63-a7985c842da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:41.209256 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce6f96-c65d-4675-9303-8e39392b5f27 req-9401b6c6-7dbf-4d15-862f-2a4ae3ded276 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:41.211440 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99ce6f96-c65d-4675-9303-8e39392b5f27 req-9401b6c6-7dbf-4d15-862f-2a4ae3ded276 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0667620 Feb 19 04:39:41.271800 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-99ce6f96-c65d-4675-9303-8e39392b5f27 req-11348e4a-ba7b-4d97-bfc4-d845169d2192 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493290 Feb 19 04:39:42.332669 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:42.437875 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a58d98-e575-4105-950d-27c327acb897 req-3332173f-1bae-4c8d-b87d-cd84b1efb101 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:42.445589 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41a58d98-e575-4105-950d-27c327acb897 req-3332173f-1bae-4c8d-b87d-cd84b1efb101 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0836010 Feb 19 04:39:42.498647 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-41a58d98-e575-4105-950d-27c327acb897 req-6f7a7ad3-7c61-466d-bb54-5da1c2ce2e46 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520229 Feb 19 04:39:43.362392 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:43.636763 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafc14b-6fc6-4947-a605-56ce255756f5 req-b5a6e1d3-4b52-44d9-aeb1-b4dd1fb6d1ef tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:43.638419 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caafc14b-6fc6-4947-a605-56ce255756f5 req-b5a6e1d3-4b52-44d9-aeb1-b4dd1fb6d1ef tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0558290 Feb 19 04:39:43.691199 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-caafc14b-6fc6-4947-a605-56ce255756f5 req-cae89cd5-97d8-428b-bb73-dfecc8eb972b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468607 Feb 19 04:39:44.806706 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:44.821343 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdb874-f972-4f7b-81f1-1fde46ca4141 req-31256217-1c79-4a80-bc37-79c1f9f1869c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:44.823410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ffdb874-f972-4f7b-81f1-1fde46ca4141 req-31256217-1c79-4a80-bc37-79c1f9f1869c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0617270 Feb 19 04:39:44.875805 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ffdb874-f972-4f7b-81f1-1fde46ca4141 req-3ee34074-c141-4063-801b-6ca82c014143 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466173 Feb 19 04:39:45.258606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0b22-817d-44c4-b609-1dba168a913d req-64d339a3-871a-4b1f-a4f8-ca4202747675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:45.260723 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-865b0b22-817d-44c4-b609-1dba168a913d req-64d339a3-871a-4b1f-a4f8-ca4202747675 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1127 time: 0.0453136 Feb 19 04:39:45.347732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0b22-817d-44c4-b609-1dba168a913d req-f040f4df-3f35-4687-aa54-84d4cc18289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:45.349209 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-865b0b22-817d-44c4-b609-1dba168a913d req-f040f4df-3f35-4687-aa54-84d4cc18289f service neutron] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0822182 Feb 19 04:39:45.418427 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-865b0b22-817d-44c4-b609-1dba168a913d req-b9979e94-849e-4460-a19d-008e2ffbcdeb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 1001 time: 0.0623977 Feb 19 04:39:45.466778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0b22-817d-44c4-b609-1dba168a913d req-843c48fd-ccd3-4184-974c-711ac891f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:45.468262 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-865b0b22-817d-44c4-b609-1dba168a913d req-843c48fd-ccd3-4184-974c-711ac891f3ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0442896 Feb 19 04:39:45.517204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0b22-817d-44c4-b609-1dba168a913d req-824cdf7b-86c4-4407-aa6d-38203ba79220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:45.518683 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-865b0b22-817d-44c4-b609-1dba168a913d req-824cdf7b-86c4-4407-aa6d-38203ba79220 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442581 Feb 19 04:39:45.610214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-865b0b22-817d-44c4-b609-1dba168a913d req-67a52c8a-8173-41a2-aafe-6786ba68e9a9 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846245 Feb 19 04:39:45.697555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-865b0b22-817d-44c4-b609-1dba168a913d req-78a23828-cde6-41cc-a182-567c2a2137ce service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813594 Feb 19 04:39:46.008030 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f14ed-1e9e-4edd-a144-9af2656f338b req-0879b4d0-52fe-4a8a-b33e-8002b9139f86 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:46.009631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c3f14ed-1e9e-4edd-a144-9af2656f338b req-0879b4d0-52fe-4a8a-b33e-8002b9139f86 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0634463 Feb 19 04:39:46.061305 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7c3f14ed-1e9e-4edd-a144-9af2656f338b req-a317b0dd-67b6-4d75-9315-acbfe750d746 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455863 Feb 19 04:39:47.184954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c47b09-44f4-45da-817d-1c7954a7f548 req-fb499623-02ef-49fa-8417-3a70d5e9eb88 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:47.186523 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2c47b09-44f4-45da-817d-1c7954a7f548 req-fb499623-02ef-49fa-8417-3a70d5e9eb88 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0569828 Feb 19 04:39:47.240544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f2c47b09-44f4-45da-817d-1c7954a7f548 req-e3d5c848-6a5d-4fd5-95fa-687e37faf9d5 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482748 Feb 19 04:39:48.373622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52845796-ecd4-47b6-84c8-f4825ec9bdae req-e114451d-3e10-4a65-855c-0cbe6d9018ea tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:48.375147 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-52845796-ecd4-47b6-84c8-f4825ec9bdae req-e114451d-3e10-4a65-855c-0cbe6d9018ea tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0593321 Feb 19 04:39:48.424297 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-52845796-ecd4-47b6-84c8-f4825ec9bdae req-b46768de-fdea-4a7e-8fb7-9ea584a9167e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Feb 19 04:39:48.492195 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-e7ad14df-1d3f-44e0-97dc-e24833b7d1e7 req-61f37832-d41a-403a-92ab-3d26c3a20774 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:39:48.493215 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e7ad14df-1d3f-44e0-97dc-e24833b7d1e7 req-61f37832-d41a-403a-92ab-3d26c3a20774 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054367 Feb 19 04:39:48.611332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:39:48.660742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697ed66-3980-4a36-9979-aece470915e2 req-8d70c91a-f1b5-48ab-9189-c95cdb2597c8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:48.662290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6697ed66-3980-4a36-9979-aece470915e2 req-8d70c91a-f1b5-48ab-9189-c95cdb2597c8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0633280 Feb 19 04:39:48.697576 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:48.697928 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:48.722127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:48.722361 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6697ed66-3980-4a36-9979-aece470915e2 req-1ad07b3f-f942-4f93-8b68-52d8182bd1e2 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530219 Feb 19 04:39:48.724629 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90d2c14-5aa1-4f62-96cd-45c7accb857a" -d '{"events": [{"server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:48.745801 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:48.749950 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:48.777228 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5889a2-a4ee-4643-90b3-294df33570ae x-openstack-request-id: req-0a5889a2-a4ee-4643-90b3-294df33570ae {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:48.777524 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "name": "network-vif-unplugged", "status": "failed", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1", "code": 422}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:48.777778 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a5889a2-a4ee-4643-90b3-294df33570ae {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:48.778222 n-d-826756-2 neutron-server[103617]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'code': 422} returned with failed status Feb 19 04:39:48.805282 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:48.838779 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-a218bfa4-f057-49b2-a14d-e66a3773df25 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962632 Feb 19 04:39:48.960102 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-6e3e6ae2-fee3-44a5-9532-2582c4e179fa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:48.961478 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-6e3e6ae2-fee3-44a5-9532-2582c4e179fa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports/3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 940 time: 0.0949860 Feb 19 04:39:49.874641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c361-f33f-4477-b632-351722f50d94 req-93b2a9ac-7c6d-4288-94fc-752ac3e39e49 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:49.876117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a06c361-f33f-4477-b632-351722f50d94 req-93b2a9ac-7c6d-4288-94fc-752ac3e39e49 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 943 time: 0.0825708 Feb 19 04:39:49.907452 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-96c8f8c6-e93f-455f-937b-3a2a2c232693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:49.908914 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-96c8f8c6-e93f-455f-937b-3a2a2c232693 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757&tenant_id=7d02854e98c7467db4a001a3009fc7bd HTTP/1.1" status: 200 len: 1125 time: 0.0767288 Feb 19 04:39:49.929127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:39:49.958099 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a06c361-f33f-4477-b632-351722f50d94 req-81875850-2191-4795-bfae-5e864f95d6bb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762160 Feb 19 04:39:49.999000 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:50.196060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:50.233459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:39:50.266330 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:39:50.273517 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Publish callbacks [] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:50.285945 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Transition to ACTIVE for port object 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:39:50.289186 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:50.365606 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:50.377585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.377960 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.378308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.378652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.378990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.379324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.379656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.379985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.380315 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.380643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.380977 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.381309 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.381627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:50.421563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] No DVR routers for this DVR port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:39:50.562132 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Attempting to bind port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:39:50.562470 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Attempting to bind port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:39:50.562797 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Attempting to bind port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 on network 929e372c-e5a7-4636-b3ee-994674f61c78 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:39:50.567323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 on network 929e372c-e5a7-4636-b3ee-994674f61c78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:39:50.567651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Attempting to bind port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 on network 929e372c-e5a7-4636-b3ee-994674f61c78 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:39:50.574279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:39:50.574854 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Checking segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:39:50.575726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Bound using segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:39:50.576422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Bound port: 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:39:50.576935 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:50.639879 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:39:50.642755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:39:50.648645 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:50.683841 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:50.684394 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:50.685987 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] 10.222.0.37 "PUT /v2.0/ports/3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 1091 time: 0.7616591 Feb 19 04:39:50.686537 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:50.688741 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1" -d '{"events": [{"name": "network-changed", "server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:50.712785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9411e3b-79b0-433e-b69d-0077731cebd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:50.753201 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff9b12c-ed17-4a00-9a22-6a331c794061 x-openstack-request-id: req-7ff9b12c-ed17-4a00-9a22-6a331c794061 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:50.753575 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:50.753742 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ff9b12c-ed17-4a00-9a22-6a331c794061 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:50.754189 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'status': 'completed', 'code': 200} Feb 19 04:39:50.775062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-2216cc66-a98b-44c4-98c4-3d50f0ccf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:50.776604 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-2216cc66-a98b-44c4-98c4-3d50f0ccf2aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1126 time: 0.0563359 Feb 19 04:39:50.872667 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-d942ef1b-6e7f-46a0-bf31-307ffa797953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:50.874208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-d942ef1b-6e7f-46a0-bf31-307ffa797953 service neutron] 10.222.0.37 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0910451 Feb 19 04:39:50.944547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-2684ea77-e6c6-486e-8993-d93d2ca77177 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 999 time: 0.0632451 Feb 19 04:39:50.997234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-dc002c86-6103-4c8d-85e8-9a0ddd29af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:50.999226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-dc002c86-6103-4c8d-85e8-9a0ddd29af68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0493357 Feb 19 04:39:51.077983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-a9fc90e0-7f4c-41ab-a73e-14183e862686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:51.079590 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-a9fc90e0-7f4c-41ab-a73e-14183e862686 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0738425 Feb 19 04:39:51.101104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adde838-4691-48b0-827d-9b009a092113 req-23307a88-9035-4c56-8e1e-46cb8f518b82 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:51.103114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9adde838-4691-48b0-827d-9b009a092113 req-23307a88-9035-4c56-8e1e-46cb8f518b82 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0702515 Feb 19 04:39:51.197481 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9adde838-4691-48b0-827d-9b009a092113 req-c7c0acaa-7f38-47e0-aa21-dc42024bff2a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850663 Feb 19 04:39:51.215439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-d6164011-6213-449a-be4f-257851ccdf63 service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298316 Feb 19 04:39:51.307784 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69be14e1-93ec-46dd-87e3-ba9cc8776993 req-38180928-8cc9-446b-85d2-3b63dcba38b8 service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866761 Feb 19 04:39:51.422082 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-302f5853-45c1-4252-8eb5-873b505d93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:51.423646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-302f5853-45c1-4252-8eb5-873b505d93c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1126 time: 0.0489969 Feb 19 04:39:51.516450 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-1dd6cc4e-b776-4fbe-baaa-acc13efd3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:51.518050 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-1dd6cc4e-b776-4fbe-baaa-acc13efd3f34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0850742 Feb 19 04:39:51.602506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-834e52f7-4647-4b00-8cef-d03e12aeb579 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 999 time: 0.0783973 Feb 19 04:39:51.672314 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-e9862236-5535-49a9-b9be-9c220b679794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:51.674197 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-e9862236-5535-49a9-b9be-9c220b679794 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0614991 Feb 19 04:39:52.323378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca5c96-9768-4713-995d-19e0bb2a73d8 req-38a6d85a-f4b1-4c59-8e75-a4d34f1c6074 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:52.330123 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecca5c96-9768-4713-995d-19e0bb2a73d8 req-38a6d85a-f4b1-4c59-8e75-a4d34f1c6074 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0604212 Feb 19 04:39:52.385403 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ecca5c96-9768-4713-995d-19e0bb2a73d8 req-0220c3d3-833f-4d24-a923-9eb1f692a68a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543818 Feb 19 04:39:53.336744 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:53.519991 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993c401-f75a-42ac-8c27-9ece12f0296a req-b531a82c-9c2f-4eb5-8746-994756ff4925 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:53.521496 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d993c401-f75a-42ac-8c27-9ece12f0296a req-b531a82c-9c2f-4eb5-8746-994756ff4925 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0630434 Feb 19 04:39:53.574316 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d993c401-f75a-42ac-8c27-9ece12f0296a req-1cf6c24d-4dbd-42d4-9721-74694b64e27d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464797 Feb 19 04:39:54.704288 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca6a56-bb95-4a2d-92d6-33b8fdacc39a req-c152fe31-4e90-4657-b9b0-2d774c6fc018 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:54.705971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5ca6a56-bb95-4a2d-92d6-33b8fdacc39a req-c152fe31-4e90-4657-b9b0-2d774c6fc018 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0546350 Feb 19 04:39:54.761458 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a5ca6a56-bb95-4a2d-92d6-33b8fdacc39a req-4a62f5df-1449-404a-99ca-04bbfdea4c6d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491600 Feb 19 04:39:55.887806 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debff166-f803-4e1a-976b-cde34fd6ac77 req-e0881932-95b0-457e-b535-58146959c12c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:55.889376 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-debff166-f803-4e1a-976b-cde34fd6ac77 req-e0881932-95b0-457e-b535-58146959c12c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0558672 Feb 19 04:39:55.945453 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-debff166-f803-4e1a-976b-cde34fd6ac77 req-ce7c79f0-be9a-45eb-8094-384821a8c5ec tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501368 Feb 19 04:39:57.096947 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff7396-3e2e-424c-9b46-cfaf9ac9ff95 req-42ca8110-199b-403c-a393-b4bbc03d9489 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:57.098508 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4ff7396-3e2e-424c-9b46-cfaf9ac9ff95 req-42ca8110-199b-403c-a393-b4bbc03d9489 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0574718 Feb 19 04:39:57.153405 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d4ff7396-3e2e-424c-9b46-cfaf9ac9ff95 req-9e934872-99ca-4534-b8e1-559448e5bcc8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486095 Feb 19 04:39:58.291190 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f667a-4cb6-4b2e-ba19-aaf92e2c0704 req-49bcc238-f974-48cf-bc80-f72054786a98 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:58.293054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b14f667a-4cb6-4b2e-ba19-aaf92e2c0704 req-49bcc238-f974-48cf-bc80-f72054786a98 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0558820 Feb 19 04:39:58.345641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b14f667a-4cb6-4b2e-ba19-aaf92e2c0704 req-cec11231-75a8-456a-a548-282aa2c352a1 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469670 Feb 19 04:39:59.482712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b55fe-4f20-473b-98bb-1f2e8ef41def req-a9be7c35-15c0-409f-9b6f-56b8d5959e85 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:59.484238 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-337b55fe-4f20-473b-98bb-1f2e8ef41def req-a9be7c35-15c0-409f-9b6f-56b8d5959e85 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0601962 Feb 19 04:39:59.538176 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-337b55fe-4f20-473b-98bb-1f2e8ef41def req-0c2b23b1-9eee-4c49-8f77-597221336548 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480287 Feb 19 04:40:00.658188 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689d55b-8738-4dcc-88f1-6ec5e2e98c5a req-025f656d-8a2f-4376-b718-871313054a71 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:00.659666 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7689d55b-8738-4dcc-88f1-6ec5e2e98c5a req-025f656d-8a2f-4376-b718-871313054a71 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0515182 Feb 19 04:40:00.708733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7689d55b-8738-4dcc-88f1-6ec5e2e98c5a req-206bced3-213b-45f0-afaa-db2b03357bbf tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434389 Feb 19 04:40:01.832795 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375b61a-026a-4e5a-b549-6162a8ed4d52 req-14e5cb0a-790e-489e-97d0-93825f94b17f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:01.834311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3375b61a-026a-4e5a-b549-6162a8ed4d52 req-14e5cb0a-790e-489e-97d0-93825f94b17f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0565526 Feb 19 04:40:01.883836 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3375b61a-026a-4e5a-b549-6162a8ed4d52 req-db78556e-452c-40de-a08a-e1734ddecf87 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430954 Feb 19 04:40:02.381297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-a37eceb0-d748-42ab-bf70-169b6fa0081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:02.382977 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-a37eceb0-d748-42ab-bf70-169b6fa0081c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459285 Feb 19 04:40:02.480068 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-41f9ac26-88d0-4e17-afbc-1d4d413436ba service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897999 Feb 19 04:40:02.578639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-389c794e-9aaa-41a2-bc14-8f4ef159dfd1 req-9531fbd9-65fe-4930-9518-8c891ba0765d service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899339 Feb 19 04:40:03.004261 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcca48d-a409-4805-9b45-70ede6b66802 req-92572568-4f37-4595-a8f0-eaaac901d9e7 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:03.005762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfcca48d-a409-4805-9b45-70ede6b66802 req-92572568-4f37-4595-a8f0-eaaac901d9e7 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0530968 Feb 19 04:40:03.054454 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-dfcca48d-a409-4805-9b45-70ede6b66802 req-e6df60f3-ec6a-43b3-b86b-f6302c5ee7e8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423989 Feb 19 04:40:04.180241 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eecce1-3310-43c0-9faf-70f466f11bb9 req-80aab208-39f0-458a-89b4-7d6557d7bed2 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:04.182321 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90eecce1-3310-43c0-9faf-70f466f11bb9 req-80aab208-39f0-458a-89b4-7d6557d7bed2 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0604243 Feb 19 04:40:04.229595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90eecce1-3310-43c0-9faf-70f466f11bb9 req-a9b5be00-268c-4eea-b1ed-dba3e31683e5 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Feb 19 04:40:05.347394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46b27-7e3e-4cf6-b0e7-e0d008f820c1 req-cba80c05-a996-4f9c-9133-3baa9ba6fd11 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:05.348904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4b46b27-7e3e-4cf6-b0e7-e0d008f820c1 req-cba80c05-a996-4f9c-9133-3baa9ba6fd11 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0517783 Feb 19 04:40:05.396372 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f4b46b27-7e3e-4cf6-b0e7-e0d008f820c1 req-87b85307-55f1-43e1-b1b3-0e8f54e29d8c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415952 Feb 19 04:40:06.521711 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501a838-facc-4f82-a75c-8a883f6c4df2 req-f622ee9a-0f7e-4eeb-ac7d-770c9e2636cb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:06.523261 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3501a838-facc-4f82-a75c-8a883f6c4df2 req-f622ee9a-0f7e-4eeb-ac7d-770c9e2636cb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 944 time: 0.0554738 Feb 19 04:40:06.572995 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3501a838-facc-4f82-a75c-8a883f6c4df2 req-c8eb8f78-39db-4f03-8a1b-a4b30074c268 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433936 Feb 19 04:40:06.935985 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:07.413887 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:40:07.511884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:07.523155 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'port_id': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'mac_address': 'fa:16:3e:f9:d7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:40:07.565103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:07.565497 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:07.578867 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:40:07.598643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:07.604641 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:07.656091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=11']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:07.700680 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba485f-53b4-4ca2-9046-c3ff64f7356a req-d1971b88-63a3-4120-8b5a-43eed3af709b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:07.702210 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04ba485f-53b4-4ca2-9046-c3ff64f7356a req-d1971b88-63a3-4120-8b5a-43eed3af709b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0558379 Feb 19 04:40:07.753702 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-04ba485f-53b4-4ca2-9046-c3ff64f7356a req-da9e23df-78ec-40a9-a9fc-37fd2f3abc8e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457392 Feb 19 04:40:08.026055 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3fdbf19e-a01e-468c-9daf-d0123ffe12f1'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:40:08.057280 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:40:08.465222 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4ed7b68e-d14a-4bc8-8b29-17e4978710a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:08.874524 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee748d-9d20-458f-94ea-e19a4f0bc897 req-7162341e-322d-4492-b2e5-740d0a099c81 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:08.875920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fee748d-9d20-458f-94ea-e19a4f0bc897 req-7162341e-322d-4492-b2e5-740d0a099c81 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 945 time: 0.0518320 Feb 19 04:40:08.927872 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4fee748d-9d20-458f-94ea-e19a4f0bc897 req-7be84673-f285-4a99-83bd-8fe87184e9e8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463021 Feb 19 04:40:09.424811 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:40:09.471682 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:40:09.475670 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:09.476043 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:09.554477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:09.555252 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:09.577120 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:09.579385 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28386eaa-9729-43d4-911d-4f580baae3b2" -d '{"events": [{"server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "name": "network-vif-plugged", "status": "completed", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:09.592612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:09.596980 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:09.620577 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c540d731-9479-4b5f-ae33-9a25fbe73140 x-openstack-request-id: req-c540d731-9479-4b5f-ae33-9a25fbe73140 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:09.620871 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "name": "network-vif-plugged", "status": "completed", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:09.621126 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c540d731-9479-4b5f-ae33-9a25fbe73140 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:09.621521 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'code': 200} Feb 19 04:40:09.647139 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=12']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:09.824169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa7111-b78e-4ef4-9f36-fba3dbae5b94 req-aa8e20a0-20db-4452-be0a-b3096499f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:09.825689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eeaa7111-b78e-4ef4-9f36-fba3dbae5b94 req-aa8e20a0-20db-4452-be0a-b3096499f2f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1128 time: 0.0433764 Feb 19 04:40:09.870594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-eeaa7111-b78e-4ef4-9f36-fba3dbae5b94 req-3091e533-7e58-4535-b348-72888b2d69d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383894 Feb 19 04:40:10.047985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d30055-6e01-427d-96bb-0316e53f39a7 req-6ab52228-db8c-4c83-abc3-c92c24eaae92 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:10.049480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73d30055-6e01-427d-96bb-0316e53f39a7 req-6ab52228-db8c-4c83-abc3-c92c24eaae92 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 946 time: 0.0514023 Feb 19 04:40:10.097227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-73d30055-6e01-427d-96bb-0316e53f39a7 req-34f0f912-ca6d-4227-9136-dc9db8e7cf39 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Feb 19 04:40:10.623667 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-22369cb3-191c-4f4a-9ba5-75f50f7f6a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:11.223048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc401074-5cb7-4d69-a447-d0715a95abc2 req-78db26fd-4e48-4146-9762-af2602e2d71b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:11.224583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc401074-5cb7-4d69-a447-d0715a95abc2 req-78db26fd-4e48-4146-9762-af2602e2d71b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 946 time: 0.0581348 Feb 19 04:40:11.275984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bc401074-5cb7-4d69-a447-d0715a95abc2 req-3f42a1b0-87d5-4f33-80cb-12307e38f428 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Feb 19 04:40:12.331488 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:12.397582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e9da2-7acd-4c60-8e5b-a63ae0baadfc req-fc5820af-77c1-4871-9819-56133e39ae85 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:12.399219 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e23e9da2-7acd-4c60-8e5b-a63ae0baadfc req-fc5820af-77c1-4871-9819-56133e39ae85 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 946 time: 0.0541239 Feb 19 04:40:12.448619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e23e9da2-7acd-4c60-8e5b-a63ae0baadfc req-f831d79f-1931-4172-9526-0d5d54b2112e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Feb 19 04:40:13.361347 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:14.801013 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.326125 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:36.948073 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:38.466597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f7121331-e1da-4684-8c02-5f4b3c0e7c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:40.624544 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6bb56e16-19d6-4d6b-a4f1-b08bd4067407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:42.337201 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:43.363956 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:44.212512 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-2287073f-fedf-46a5-bd74-ce8de3c5643f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889149 Feb 19 04:40:44.317014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-c3af89ce-5e97-45fe-b1ce-f2a3872f9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:44.318538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-c3af89ce-5e97-45fe-b1ce-f2a3872f9f96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1128 time: 0.0488625 Feb 19 04:40:44.420040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-d73d7099-a0a9-470f-842e-66c4de4ae288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:44.421499 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-d73d7099-a0a9-470f-842e-66c4de4ae288 service neutron] 10.222.0.37 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0840073 Feb 19 04:40:44.489246 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-cb028045-8177-45c7-8aa6-6b2a3b6577f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 1001 time: 0.0613325 Feb 19 04:40:44.538258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-378431f6-886a-4931-8c62-d23f0661a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:44.539749 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-378431f6-886a-4931-8c62-d23f0661a8cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0450194 Feb 19 04:40:44.588378 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-68f82e16-235f-4660-a74c-a2504e7a932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:44.589948 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-68f82e16-235f-4660-a74c-a2504e7a932c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441082 Feb 19 04:40:44.805925 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:44.984420 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-6649913c-d71c-463d-80bd-9fcc85eef0fa service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868957 Feb 19 04:40:45.057090 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:40:45.073737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-828b4a1b-6212-42d5-bc91-7919ccfd4967 req-c57e1bf3-e031-4d0a-83ec-65010697b176 service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833147 Feb 19 04:40:53.317638 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:06.969420 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:08.469005 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a419aa7b-d5bf-4944-8302-ef2086ae162a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:10.625652 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a25090f3-883f-429b-90f6-9ea5414470a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:12.337236 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:13.366550 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:14.813755 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.055872 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:41:23.336440 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:36.980942 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:38.471075 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c16f15bc-4328-4dbf-8f75-9d786d72e3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:40.628717 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3d8a42ad-0073-4d9c-873f-ce9e12df52a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:42.339959 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:43.370386 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:44.807149 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:45.165201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-6882b078-8e99-4cd9-95ea-52bb5f97900a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524251 Feb 19 04:41:45.270941 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-96742fe7-a419-462e-89b0-53cd6289b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:45.272363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-96742fe7-a419-462e-89b0-53cd6289b934 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1128 time: 0.0445695 Feb 19 04:41:45.373379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-f6132910-d51f-483a-9852-e6e81a996236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:45.374892 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-f6132910-d51f-483a-9852-e6e81a996236 service neutron] 10.222.0.37 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0842021 Feb 19 04:41:45.443006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-0bceaa26-8fb5-4e98-be67-8f8ead4fff14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 1001 time: 0.0624955 Feb 19 04:41:45.491360 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-21d63348-8a4b-4544-b535-4f03e8307c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:45.492893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-21d63348-8a4b-4544-b535-4f03e8307c54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0436389 Feb 19 04:41:45.540602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-12620319-7f66-4831-a015-435235153f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:45.542358 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-12620319-7f66-4831-a015-435235153f69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430534 Feb 19 04:41:45.631902 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-5d25f5d1-8eab-419c-aee3-5fa885aa689c service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825851 Feb 19 04:41:45.717769 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f7a26627-7d66-4eef-a925-719b3888cd5c req-1b9a36e0-c99e-4611-9682-e0b8738f4529 service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798430 Feb 19 04:41:48.100346 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36038) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:48.260978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Deleting port 04cd5a3f-6760-4ffa-ac18-614456405244 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:48.261235 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (04cd5a3f-6760-4ffa-ac18-614456405244), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:48.338397 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (04cd5a3f-6760-4ffa-ac18-614456405244), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:48.338728 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for floatingip (04cd5a3f-6760-4ffa-ac18-614456405244), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:48.350112 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Calling delete_port for 04cd5a3f-6760-4ffa-ac18-614456405244 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:48.504928 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (04cd5a3f-6760-4ffa-ac18-614456405244), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:48.528706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event deleted for resources: {'Port': ['ID=04cd5a3f-6760-4ffa-ac18-614456405244,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:48.542589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.542948 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.543293 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.543636 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.543974 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.544312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.544652 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.544988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.545323 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.545654 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.546087 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.546439 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.546750 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.600976 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for floatingip (5319f50b-c923-4ec8-9380-6bcbad9e2997), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:48.601308 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Floating IP 5319f50b-c923-4ec8-9380-6bcbad9e2997 disassociated (deleted). External IP: 172.25.4.146, port: 3fdbf19e-a01e-468c-9daf-d0123ffe12f1. Feb 19 04:41:48.815531 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Router 135343f8-7d48-4e21-8908-48e993035bdc has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:41:48.924914 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:41:48.930229 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:48.935951 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] Sync routers for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:41:48.945795 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:41:48.946446 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:41:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:48.960527 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-73fceda6-ac37-4051-b9bd-bbf3ddfb084a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "DELETE /v2.0/floatingips/5319f50b-c923-4ec8-9380-6bcbad9e2997 HTTP/1.1" status: 204 len: 168 time: 0.8590493 Feb 19 04:41:48.961260 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:41:48.963574 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f313f2f-a1ce-4a52-8df5-cc89452483e5" -d '{"events": [{"name": "network-changed", "server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:41:49.057120 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:41:49.123584 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1413ae45-5086-4341-b0f0-c93ae0a91879 x-openstack-request-id: req-1413ae45-5086-4341-b0f0-c93ae0a91879 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:41:49.124136 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:41:49.124136 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1413ae45-5086-4341-b0f0-c93ae0a91879 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:41:49.124616 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'status': 'completed', 'code': 200} Feb 19 04:41:49.260341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b65fff-7745-496d-a0f9-33c72c86a038 req-e5c495e6-2cdc-4c66-8d01-642bd42d0c37 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:49.261893 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15b65fff-7745-496d-a0f9-33c72c86a038 req-e5c495e6-2cdc-4c66-8d01-642bd42d0c37 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 946 time: 0.0875921 Feb 19 04:41:49.264695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-9cbad304-3612-4acd-8ffb-955a06d64e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:49.266124 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-9cbad304-3612-4acd-8ffb-955a06d64e01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 1128 time: 0.0831454 Feb 19 04:41:49.274941 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:49.301333 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] Checking router: 135343f8-7d48-4e21-8908-48e993035bdc for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:41:49.309413 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:41:49.310048 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:41:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:49.361911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-15b65fff-7745-496d-a0f9-33c72c86a038 req-69702c6e-d16f-429f-a5f9-9c42690c209e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929317 Feb 19 04:41:49.388088 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-a30bcb09-684c-4787-8b65-6a94f01c28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:49.389615 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-a30bcb09-684c-4787-8b65-6a94f01c28c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.1148951 Feb 19 04:41:49.436868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-93f04fec-7720-427a-bb08-bc4c06d7e323 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 200 len: 217 time: 0.0410905 Feb 19 04:41:49.488104 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-2803de0a-4f9a-4d49-8b92-18a48c2ae679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:49.489625 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-2803de0a-4f9a-4d49-8b92-18a48c2ae679 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0459363 Feb 19 04:41:49.510626 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:41:49.543289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-dfb33ca8-defb-47f5-a0b4-4997b18764e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:49.544823 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-dfb33ca8-defb-47f5-a0b4-4997b18764e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485570 Feb 19 04:41:49.638173 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-8daf3fdb-dd36-44cd-b69a-43b303ac3d0a service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865386 Feb 19 04:41:49.702556 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:49.727141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7f313f2f-a1ce-4a52-8df5-cc89452483e5 req-3c4bdfda-8c67-41e1-b0b9-2742a158c9cc service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826359 Feb 19 04:41:49.730939 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0976b22c-9ff3-4f65-84fc-f201d1a8a26f None None] The sync data for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 is: [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:41:49.954621 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089ed92-9aec-4475-adcc-89211217b7f4 None None] New status for floating IP 5319f50b-c923-4ec8-9380-6bcbad9e2997: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:41:50.483657 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e838d-e07f-4061-9061-c1b7e2f1b4fc req-fdff5c8b-52b5-49aa-9c1c-c10df2e9b941 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:50.485130 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-610e838d-e07f-4061-9061-c1b7e2f1b4fc req-fdff5c8b-52b5-49aa-9c1c-c10df2e9b941 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 946 time: 0.0535939 Feb 19 04:41:50.540391 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-610e838d-e07f-4061-9061-c1b7e2f1b4fc req-4fda7e26-664b-45e7-a35a-cf6edd9c21be tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=9626097e-2040-49b0-afdb-5610b00c68a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495114 Feb 19 04:41:50.973291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-e1aec753-5a02-4d33-b882-88148a709dba tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:50.974871 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-e1aec753-5a02-4d33-b882-88148a709dba tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.37 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 946 time: 0.0522053 Feb 19 04:41:51.067886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-c4df945d-bf93-43c8-a013-9d97e02b40ff tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Deleting port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:51.068225 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-c4df945d-bf93-43c8-a013-9d97e02b40ff tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:51.157691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-c4df945d-bf93-43c8-a013-9d97e02b40ff tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] For port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:51.158100 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-c4df945d-bf93-43c8-a013-9d97e02b40ff tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:51.170008 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-c4df945d-bf93-43c8-a013-9d97e02b40ff tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Calling delete_port for 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:51.296415 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-c4df945d-bf93-43c8-a013-9d97e02b40ff tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3fdbf19e-a01e-468c-9daf-d0123ffe12f1), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:51.325886 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df945d-bf93-43c8-a013-9d97e02b40ff tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event deleted for resources: {'Port': ['ID=3fdbf19e-a01e-468c-9daf-d0123ffe12f1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:51.369993 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-c4df945d-bf93-43c8-a013-9d97e02b40ff tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] No DVR routers for this DVR port 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:41:51.372763 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-c4df945d-bf93-43c8-a013-9d97e02b40ff tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:51.376228 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab569ec4-d69a-47e5-8c2e-66b35e0e5b68 req-c4df945d-bf93-43c8-a013-9d97e02b40ff tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.37 "DELETE /v2.0/ports/3fdbf19e-a01e-468c-9daf-d0123ffe12f1 HTTP/1.1" status: 204 len: 173 time: 0.3956351 Feb 19 04:41:51.377258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'name': 'network-vif-deleted', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:41:51.379620 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909b2d9d-5057-43be-942e-9719880dcecc" -d '{"events": [{"server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "name": "network-vif-deleted", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:41:51.422331 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc59da36-6647-4665-b7f7-f3e5a03ae2ee x-openstack-request-id: req-fc59da36-6647-4665-b7f7-f3e5a03ae2ee {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:41:51.422637 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306b9325-df3b-440e-8d45-52a717adf757", "name": "network-vif-deleted", "tag": "3fdbf19e-a01e-468c-9daf-d0123ffe12f1", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:41:51.422898 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc59da36-6647-4665-b7f7-f3e5a03ae2ee {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:41:51.423311 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306b9325-df3b-440e-8d45-52a717adf757', 'name': 'network-vif-deleted', 'tag': '3fdbf19e-a01e-468c-9daf-d0123ffe12f1', 'status': 'completed', 'code': 200} Feb 19 04:41:51.647318 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b853722e-b4ba-4c39-bbe8-9d9d7ade1e60 req-8a4ea9bf-c776-4e40-bf6e-75a45315fcf1 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=306b9325-df3b-440e-8d45-52a717adf757 HTTP/1.1" status: 200 len: 210 time: 0.0274687 Feb 19 04:41:52.702780 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36056) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:52.761554 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0ec037b-9e42-4ef7-9fb9-2ce939d09b81 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (9626097e-2040-49b0-afdb-5610b00c68a8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:52.789273 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0ec037b-9e42-4ef7-9fb9-2ce939d09b81 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (9626097e-2040-49b0-afdb-5610b00c68a8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:52.851566 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0ec037b-9e42-4ef7-9fb9-2ce939d09b81 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (9626097e-2040-49b0-afdb-5610b00c68a8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:52.854279 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0ec037b-9e42-4ef7-9fb9-2ce939d09b81 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:52.855469 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-e0ec037b-9e42-4ef7-9fb9-2ce939d09b81 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "DELETE /v2.0/security-groups/9626097e-2040-49b0-afdb-5610b00c68a8 HTTP/1.1" status: 204 len: 168 time: 0.1516876 Feb 19 04:41:52.864596 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec037b-9e42-4ef7-9fb9-2ce939d09b81 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626097e-2040-49b0-afdb-5610b00c68a8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:53.350196 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.092792 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36064) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:54.097405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-ea35851d-d31e-4f19-9178-8da4155e5d4e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550753929', 'description': 'tempest-secgroup-smoke-1550753929 description', 'project_id': '7d02854e98c7467db4a001a3009fc7bd'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:54.119301 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea35851d-d31e-4f19-9178-8da4155e5d4e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.184945 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea35851d-d31e-4f19-9178-8da4155e5d4e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (18dd9c86-4efd-4901-a966-5faae368241e), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.188782 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea35851d-d31e-4f19-9178-8da4155e5d4e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (18dd9c86-4efd-4901-a966-5faae368241e), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.216905 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35851d-d31e-4f19-9178-8da4155e5d4e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd9c86-4efd-4901-a966-5faae368241e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:54.221431 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea35851d-d31e-4f19-9178-8da4155e5d4e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.222690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ea35851d-d31e-4f19-9178-8da4155e5d4e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1288397 Feb 19 04:41:54.225582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36066) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:54.229805 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-0260a961-c8eb-4041-9185-9b458dbee8ef tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '18dd9c86-4efd-4901-a966-5faae368241e', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:54.254263 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0260a961-c8eb-4041-9185-9b458dbee8ef tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (8bd21b11-dc33-41d6-8944-2e871b0cd703), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.306951 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0260a961-c8eb-4041-9185-9b458dbee8ef tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (8bd21b11-dc33-41d6-8944-2e871b0cd703), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.310781 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0260a961-c8eb-4041-9185-9b458dbee8ef tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (8bd21b11-dc33-41d6-8944-2e871b0cd703), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.329022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260a961-c8eb-4041-9185-9b458dbee8ef tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd21b11-dc33-41d6-8944-2e871b0cd703,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:54.337191 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0260a961-c8eb-4041-9185-9b458dbee8ef tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.338636 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-0260a961-c8eb-4041-9185-9b458dbee8ef tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121233 Feb 19 04:41:54.341446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36068) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:54.346352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-8a3c972c-840d-4acc-870e-614c4eb0335c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '18dd9c86-4efd-4901-a966-5faae368241e', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:54.372139 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a3c972c-840d-4acc-870e-614c4eb0335c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (6dc0d96e-c4a0-4fde-9631-3c222bea4dfa), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.432743 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a3c972c-840d-4acc-870e-614c4eb0335c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (6dc0d96e-c4a0-4fde-9631-3c222bea4dfa), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.437184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a3c972c-840d-4acc-870e-614c4eb0335c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (6dc0d96e-c4a0-4fde-9631-3c222bea4dfa), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.456738 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c972c-840d-4acc-870e-614c4eb0335c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc0d96e-c4a0-4fde-9631-3c222bea4dfa,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:54.465573 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a3c972c-840d-4acc-870e-614c4eb0335c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.467672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-8a3c972c-840d-4acc-870e-614c4eb0335c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248817 Feb 19 04:41:54.470022 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36070) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:54.475026 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-681af96a-c8e9-4d39-a186-83142163bf91 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '18dd9c86-4efd-4901-a966-5faae368241e', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:54.499921 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-681af96a-c8e9-4d39-a186-83142163bf91 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (fa54e128-0860-496e-bd88-7c06d77e3766), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.558119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-681af96a-c8e9-4d39-a186-83142163bf91 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (fa54e128-0860-496e-bd88-7c06d77e3766), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.561601 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-681af96a-c8e9-4d39-a186-83142163bf91 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (fa54e128-0860-496e-bd88-7c06d77e3766), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.581682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681af96a-c8e9-4d39-a186-83142163bf91 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa54e128-0860-496e-bd88-7c06d77e3766,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:54.587944 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-681af96a-c8e9-4d39-a186-83142163bf91 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.589164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-681af96a-c8e9-4d39-a186-83142163bf91 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175895 Feb 19 04:41:54.591866 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36072) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:54.596655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-3b8dda80-91a3-4ad8-acd6-2e8f4cb33632 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '18dd9c86-4efd-4901-a966-5faae368241e', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:54.622022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b8dda80-91a3-4ad8-acd6-2e8f4cb33632 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (a0e10f27-d165-4ea0-ac89-bc5611e114ae), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.678347 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b8dda80-91a3-4ad8-acd6-2e8f4cb33632 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (a0e10f27-d165-4ea0-ac89-bc5611e114ae), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.682359 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b8dda80-91a3-4ad8-acd6-2e8f4cb33632 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (a0e10f27-d165-4ea0-ac89-bc5611e114ae), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.699464 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dda80-91a3-4ad8-acd6-2e8f4cb33632 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e10f27-d165-4ea0-ac89-bc5611e114ae,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:54.709020 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b8dda80-91a3-4ad8-acd6-2e8f4cb33632 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.710256 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-3b8dda80-91a3-4ad8-acd6-2e8f4cb33632 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174684 Feb 19 04:41:54.712893 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36074) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:54.717177 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-95a0c15f-56d8-472e-9f17-572e9392f885 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '18dd9c86-4efd-4901-a966-5faae368241e', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:54.738362 n-d-826756-2 neutron-server[103615]: INFO neutron.db.securitygroups_db [None req-95a0c15f-56d8-472e-9f17-572e9392f885 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Project 7d02854e98c7467db4a001a3009fc7bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:41:54.743642 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95a0c15f-56d8-472e-9f17-572e9392f885 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (2885a93a-3f1e-4faf-872d-94d277423157), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.803337 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95a0c15f-56d8-472e-9f17-572e9392f885 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (2885a93a-3f1e-4faf-872d-94d277423157), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.806696 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95a0c15f-56d8-472e-9f17-572e9392f885 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (2885a93a-3f1e-4faf-872d-94d277423157), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.825001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0c15f-56d8-472e-9f17-572e9392f885 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2885a93a-3f1e-4faf-872d-94d277423157,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:54.835068 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95a0c15f-56d8-472e-9f17-572e9392f885 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.836280 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-95a0c15f-56d8-472e-9f17-572e9392f885 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224515 Feb 19 04:41:54.839214 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36076) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:54.845131 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'security_group_rule': {'security_group_id': '18dd9c86-4efd-4901-a966-5faae368241e', 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:54.865196 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Project 7d02854e98c7467db4a001a3009fc7bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:41:54.870000 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (7e2d9526-ca0b-421b-85e7-9d5e81498d86), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.927653 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (7e2d9526-ca0b-421b-85e7-9d5e81498d86), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.931236 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (7e2d9526-ca0b-421b-85e7-9d5e81498d86), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.951127 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2d9526-ca0b-421b-85e7-9d5e81498d86,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:54.960869 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.962105 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218362 Feb 19 04:41:54.969066 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.969426 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.970193 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.970912 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.971159 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.971501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.971839 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.972179 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.972515 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.973164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.973164 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.973481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:54.973807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7e004-8ed0-4914-8f97-7da6416534f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:56.051569 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:56.073418 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:41:56.073773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3fdbf19e-a01e-468c-9daf-d0123ffe12f1 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:41:59.054926 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:42:06.985560 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:08.474415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c70b555d-16bc-4d02-a302-e935f4e7ff34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:10.633476 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7c444b4f-a1a9-46d8-8f72-6711e2b22b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:12.344393 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:13.374322 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:14.548904 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-226096f0-8ec0-4fdb-af82-97d6dd7d4ce6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550753929&fields=id&tenant_id=7d02854e98c7467db4a001a3009fc7bd HTTP/1.1" status: 200 len: 267 time: 0.0447435 Feb 19 04:42:14.659720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce90a7-6075-438f-a77a-6599864ad447 req-d7a57e53-5dda-4bc9-9a96-bf3911365307 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:14.660870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-d7a57e53-5dda-4bc9-9a96-bf3911365307 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 809 time: 0.1047442 Feb 19 04:42:14.676098 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-0707245c-3026-4b71-933a-dbac5028672e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/quotas/7d02854e98c7467db4a001a3009fc7bd HTTP/1.1" status: 200 len: 375 time: 0.0094998 Feb 19 04:42:14.731555 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-d90bda62-1b47-4866-ad74-dff85ca2c52e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500441 Feb 19 04:42:14.805641 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-9df01156-37d7-4187-b5e4-a85a594ae072 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:42:14.806711 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-9df01156-37d7-4187-b5e4-a85a594ae072 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0640104 Feb 19 04:42:14.811385 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:14.898993 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-620e2e76-dfbc-4ba6-8e25-cde3cd46df33 service neutron] 10.222.0.42 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831027 Feb 19 04:42:14.996474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-b339ffd2-e7bf-49af-ad18-23999fbdf131 service neutron] 10.222.0.42 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918112 Feb 19 04:42:15.285436 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c572b3db-170a-4402-b4e9-3c877add3519 req-470580fd-16ac-410d-83a0-0ca7ca5e0644 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0285771 Feb 19 04:42:16.368488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2b3333b5-fc77-4d8e-abce-826a73f42503 req-88399045-7c5f-4803-a208-54ce477f27f7 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0298762 Feb 19 04:42:17.449265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2c0633f-fe98-4424-9d08-5a35ac56e840 req-88e95c97-d57d-4135-9e8e-0f9d1de18b12 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0270562 Feb 19 04:42:18.535518 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-02d46afc-c15c-462b-a55b-8e41fac1935f req-ceeec01d-c46d-43b2-a6e5-8b103e0607d6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0325162 Feb 19 04:42:19.627791 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f8943c3d-fc4d-4654-abbd-6a62b53fabdf req-117120fb-81e8-4cfd-bef0-467982a01c4d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0260518 Feb 19 04:42:20.280110 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce90a7-6075-438f-a77a-6599864ad447 req-2fb05465-258e-4f83-a4ca-72644361c025 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:20.281565 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-2fb05465-258e-4f83-a4ca-72644361c025 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 809 time: 0.1028550 Feb 19 04:42:20.352776 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-1c62b84c-6cb1-4379-b5b8-5beb026d6f16 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d02854e98c7467db4a001a3009fc7bd HTTP/1.1" status: 200 len: 380 time: 0.0606132 Feb 19 04:42:20.362776 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'port': {'device_id': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'admin_state_up': True, 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'security_groups': ['18dd9c86-4efd-4901-a966-5faae368241e']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:20.473277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Made reservation on behalf of 7d02854e98c7467db4a001a3009fc7bd for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:20.476754 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:20.608480 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Allocated IP 172.20.0.9 (929e372c-e5a7-4636-b3ee-994674f61c78/7daa91f7-c7b8-4e47-9f6e-b2821c9445fa/82c5c164-9446-4cfd-8318-6f716a982189) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:20.736242 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d024549a-2bcd-42ea-a52e-ca9eaff5ec92 req-78778a13-9a3f-4e8a-998d-5e8a9878595e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0352998 Feb 19 04:42:20.770327 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for port (82c5c164-9446-4cfd-8318-6f716a982189), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:20.803923 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:20.850390 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Network 929e372c-e5a7-4636-b3ee-994674f61c78 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:20.853523 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:20.857065 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:20.872127 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:20.932647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:20.933369 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:20.950980 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-e17e3aeb-cc81-4ff7-8087-8cb7d95fa87b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924950 Feb 19 04:42:20.963488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Request body: {'port': {'device_id': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:21.033136 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82c5c164-9446-4cfd-8318-6f716a982189), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:21.165221 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-2a795d35-7312-472b-af08-6e2354a49cd2 None None] Provisioning complete for port 82c5c164-9446-4cfd-8318-6f716a982189 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:21.165807 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a795d35-7312-472b-af08-6e2354a49cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82c5c164-9446-4cfd-8318-6f716a982189), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:21.200023 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-2a795d35-7312-472b-af08-6e2354a49cd2 None None] Port 82c5c164-9446-4cfd-8318-6f716a982189 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:42:21.306978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c5c164-9446-4cfd-8318-6f716a982189 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:42:21.315080 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Publish callbacks [] for port (82c5c164-9446-4cfd-8318-6f716a982189), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:21.326978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Transition to ACTIVE for port object 82c5c164-9446-4cfd-8318-6f716a982189 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:42:21.331282 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:21.382424 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Pushing event updated for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:21.459091 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Attempting to bind port 82c5c164-9446-4cfd-8318-6f716a982189 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:42:21.459458 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Attempting to bind port 82c5c164-9446-4cfd-8318-6f716a982189 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:42:21.459761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Attempting to bind port 82c5c164-9446-4cfd-8318-6f716a982189 on network 929e372c-e5a7-4636-b3ee-994674f61c78 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:42:21.464670 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Port 82c5c164-9446-4cfd-8318-6f716a982189 on network 929e372c-e5a7-4636-b3ee-994674f61c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:42:21.465019 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Attempting to bind port 82c5c164-9446-4cfd-8318-6f716a982189 on network 929e372c-e5a7-4636-b3ee-994674f61c78 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:42:21.472059 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:42:21.472406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Checking segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:42:21.472807 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Bound using segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:42:21.473258 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Bound port: 82c5c164-9446-4cfd-8318-6f716a982189, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:42:21.473633 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82c5c164-9446-4cfd-8318-6f716a982189), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:21.545067 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:42:21.548405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:42:21.556015 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:21.602259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:21.602894 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:21.604803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] 10.222.0.71 "PUT /v2.0/ports/82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 1091 time: 0.6455269 Feb 19 04:42:21.604803 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:42:21.607709 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5437b7f4-aa69-47e7-87b6-e5628f42835f" -d '{"events": [{"name": "network-changed", "server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "tag": "82c5c164-9446-4cfd-8318-6f716a982189"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:42:21.657572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c10c8-4626-4317-b913-0e4bfb429800 service neutron] Pushing event updated for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:21.713037 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce90a7-6075-438f-a77a-6599864ad447 req-7d363dbc-155e-41cb-ab68-56d0892f6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:21.714649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-7d363dbc-155e-41cb-ab68-56d0892f6f3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1125 time: 0.0528741 Feb 19 04:42:21.772040 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930a2d13-7ccb-4b29-9387-8c3cea954d70 x-openstack-request-id: req-930a2d13-7ccb-4b29-9387-8c3cea954d70 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:42:21.772639 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "tag": "82c5c164-9446-4cfd-8318-6f716a982189", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:42:21.772639 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-930a2d13-7ccb-4b29-9387-8c3cea954d70 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:42:21.773147 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189', 'status': 'completed', 'code': 200} Feb 19 04:42:21.775200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-5ca42685-8733-493f-a2c5-6d1f329eb5e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 217 time: 0.0525501 Feb 19 04:42:21.863193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce90a7-6075-438f-a77a-6599864ad447 req-3a07c258-6431-4ba0-ac10-3b82a3d7b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:21.864793 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-3a07c258-6431-4ba0-ac10-3b82a3d7b5b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0822241 Feb 19 04:42:21.915348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b15fee-be4a-4127-ba6a-e0830246ad1a req-84002e70-3bea-4365-b6de-9c9210e002a8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:21.917131 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81b15fee-be4a-4127-ba6a-e0830246ad1a req-84002e70-3bea-4365-b6de-9c9210e002a8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0913160 Feb 19 04:42:21.958446 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce90a7-6075-438f-a77a-6599864ad447 req-2529da3a-1d6e-4eeb-9b00-81969b1ee9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:21.959896 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-2529da3a-1d6e-4eeb-9b00-81969b1ee9ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0851297 Feb 19 04:42:21.996609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-81b15fee-be4a-4127-ba6a-e0830246ad1a req-49759a5b-3dcd-4d76-9cf3-15e1a82bf02f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716286 Feb 19 04:42:22.060741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-ebf613ae-768c-4d68-8855-75ff89fad36b service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906529 Feb 19 04:42:22.156001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abce90a7-6075-438f-a77a-6599864ad447 req-f4b7145b-9f90-4729-bb40-11ffef54aff6 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871520 Feb 19 04:42:22.245481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-41b784f3-fe25-41fa-8a05-e141cf2414b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:22.246996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-41b784f3-fe25-41fa-8a05-e141cf2414b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1125 time: 0.0473132 Feb 19 04:42:22.340859 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-863911bb-5e95-4eca-b429-70cdb361d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:22.342381 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-863911bb-5e95-4eca-b429-70cdb361d835 service neutron] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0889940 Feb 19 04:42:22.385690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-8c19231b-9bd8-4329-8f16-0f101680fac1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 217 time: 0.0354788 Feb 19 04:42:22.434694 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-4a691da4-fa18-492d-bd11-7525c2a08dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:22.436208 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-4a691da4-fa18-492d-bd11-7525c2a08dcc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0447526 Feb 19 04:42:22.485598 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-c7676f16-d675-4204-bfc9-d0ac7a0aadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:22.487140 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-c7676f16-d675-4204-bfc9-d0ac7a0aadb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444489 Feb 19 04:42:22.583132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-39bc905c-e96d-43dc-b044-e50710c819f3 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889878 Feb 19 04:42:22.672544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5437b7f4-aa69-47e7-87b6-e5628f42835f req-349abbdb-451e-4411-bc9b-62b7630755fd service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836639 Feb 19 04:42:23.121084 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e771fc-2f49-48f5-9ee0-6ccfa49e525a req-bf18f285-cf9f-42b8-853f-d67a6e30fb57 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:23.122653 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00e771fc-2f49-48f5-9ee0-6ccfa49e525a req-bf18f285-cf9f-42b8-853f-d67a6e30fb57 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0579405 Feb 19 04:42:23.172866 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-00e771fc-2f49-48f5-9ee0-6ccfa49e525a req-0406d9a1-27a8-4ea6-bde9-2a7ad8f80fa9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434980 Feb 19 04:42:23.356054 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:24.299076 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e32230-fd7b-4d2c-934d-56bd4a11012d req-2aa28013-ac12-414c-aef2-2aa7c2eb18cb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:24.300710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0e32230-fd7b-4d2c-934d-56bd4a11012d req-2aa28013-ac12-414c-aef2-2aa7c2eb18cb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0534134 Feb 19 04:42:24.357314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b0e32230-fd7b-4d2c-934d-56bd4a11012d req-2abc164e-12c0-4a72-a0cb-51c15d3e7d82 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509410 Feb 19 04:42:25.487913 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3106cf5-b0b2-458e-898e-24a498be4f4d req-c964ca26-b8c4-42b8-94d7-8fa78081be60 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:25.489963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3106cf5-b0b2-458e-898e-24a498be4f4d req-c964ca26-b8c4-42b8-94d7-8fa78081be60 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0626085 Feb 19 04:42:25.849265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b3106cf5-b0b2-458e-898e-24a498be4f4d req-e53da47d-71d0-4734-8208-f927fe538008 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521457 Feb 19 04:42:26.972179 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf7115-0288-4c08-8faa-dc50e87913e1 req-6fe65bf2-7200-4589-bf0b-f1b2dfef2333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:26.973684 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27bf7115-0288-4c08-8faa-dc50e87913e1 req-6fe65bf2-7200-4589-bf0b-f1b2dfef2333 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0528462 Feb 19 04:42:27.023224 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-27bf7115-0288-4c08-8faa-dc50e87913e1 req-b40e1d75-4efb-455f-86a2-ac322a9d4d17 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435500 Feb 19 04:42:28.143040 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dde3f-ab1d-4001-aaa6-ce9276d1f56d req-5e1f6f4a-3ca5-4b6f-93b3-b611c7cde261 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:28.144537 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a03dde3f-ab1d-4001-aaa6-ce9276d1f56d req-5e1f6f4a-3ca5-4b6f-93b3-b611c7cde261 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0522981 Feb 19 04:42:28.195104 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a03dde3f-ab1d-4001-aaa6-ce9276d1f56d req-9b8f5546-7414-45da-aa3c-9fbd3b8db0d9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447366 Feb 19 04:42:29.314625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ba703-ffe8-4b13-8dbf-dad69f251958 req-531527cb-e433-466d-b84f-71620524e98d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:29.316109 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f89ba703-ffe8-4b13-8dbf-dad69f251958 req-531527cb-e433-466d-b84f-71620524e98d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0532625 Feb 19 04:42:29.364646 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f89ba703-ffe8-4b13-8dbf-dad69f251958 req-8a3c5df6-cf7c-4a14-b259-8092213a1592 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427983 Feb 19 04:42:30.490178 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266ca80-a065-43f6-8904-c75af5ff9c6d req-1a8f0739-529f-4a09-b6fa-ff443951decd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:30.491862 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d266ca80-a065-43f6-8904-c75af5ff9c6d req-1a8f0739-529f-4a09-b6fa-ff443951decd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0543377 Feb 19 04:42:30.542597 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d266ca80-a065-43f6-8904-c75af5ff9c6d req-b6069c2d-b5ac-474c-9d68-1e179e524aa8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447760 Feb 19 04:42:31.669041 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86289eed-d76d-4510-a032-b6b0525a9dac req-417463c0-c460-4469-8ffb-bd9aa440aada tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:31.670471 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86289eed-d76d-4510-a032-b6b0525a9dac req-417463c0-c460-4469-8ffb-bd9aa440aada tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0564733 Feb 19 04:42:31.720798 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86289eed-d76d-4510-a032-b6b0525a9dac req-0e6d7f55-724a-4689-8fca-cebe33614cd5 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441837 Feb 19 04:42:32.840551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aa073-4024-4691-bd3e-d651ce6477a8 req-76037271-b081-4ea0-a350-de9f791880cc tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:32.842064 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff2aa073-4024-4691-bd3e-d651ce6477a8 req-76037271-b081-4ea0-a350-de9f791880cc tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0520189 Feb 19 04:42:32.889734 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff2aa073-4024-4691-bd3e-d651ce6477a8 req-2638a5a3-4141-4c7d-bef6-9212e0d867c3 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Feb 19 04:42:34.016532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04a9de-b01f-41c4-8e9d-6795308ada1c req-e198c5aa-0cad-40d0-a895-8ac35c83334c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:34.018114 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1c04a9de-b01f-41c4-8e9d-6795308ada1c req-e198c5aa-0cad-40d0-a895-8ac35c83334c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0560584 Feb 19 04:42:34.066672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1c04a9de-b01f-41c4-8e9d-6795308ada1c req-018a8fad-a617-4dda-a07e-cbcf631218cc tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Feb 19 04:42:35.185057 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87f950-a8a0-447a-9923-6dc926b406c8 req-ef1f6273-45d9-424d-b3e5-f383a50b1160 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:35.186582 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab87f950-a8a0-447a-9923-6dc926b406c8 req-ef1f6273-45d9-424d-b3e5-f383a50b1160 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0531936 Feb 19 04:42:35.234618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab87f950-a8a0-447a-9923-6dc926b406c8 req-fb027cfa-2172-4fef-8c6b-7725e7927432 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Feb 19 04:42:36.055666 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:42:36.355770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e939f39-4395-4c3b-a204-173484cdeb21 req-4630647f-a771-4071-807c-ac59fb888515 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:36.357281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e939f39-4395-4c3b-a204-173484cdeb21 req-4630647f-a771-4071-807c-ac59fb888515 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0531828 Feb 19 04:42:36.409251 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7e939f39-4395-4c3b-a204-173484cdeb21 req-abd681f9-b12b-437f-876d-c330124a0a32 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462973 Feb 19 04:42:36.997827 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:37.528218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01e586-b34a-4a10-8ecb-b1fef9ae8032 req-e1b8a847-3f7d-49d8-919e-f67a92f71360 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:37.529695 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd01e586-b34a-4a10-8ecb-b1fef9ae8032 req-e1b8a847-3f7d-49d8-919e-f67a92f71360 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0534873 Feb 19 04:42:37.578349 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd01e586-b34a-4a10-8ecb-b1fef9ae8032 req-c80eafc1-c6bf-4e65-9f57-6aa2cbc9596c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423536 Feb 19 04:42:38.477670 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8adedcbe-5019-42c7-a6ec-ff795fd52b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:38.699259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a7569-ce22-4901-a01d-7b302c615710 req-e9983341-8ab7-49a3-8db5-d79b64d875fd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:38.700781 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e8a7569-ce22-4901-a01d-7b302c615710 req-e9983341-8ab7-49a3-8db5-d79b64d875fd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0519977 Feb 19 04:42:38.751639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4e8a7569-ce22-4901-a01d-7b302c615710 req-515d2b9a-cf32-4726-9898-32eee103a07f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444951 Feb 19 04:42:39.648124 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 82c5c164-9446-4cfd-8318-6f716a982189 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:42:39.744552 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:39.755733 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '82c5c164-9446-4cfd-8318-6f716a982189', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'port_id': '82c5c164-9446-4cfd-8318-6f716a982189', 'mac_address': 'fa:16:3e:19:cc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:42:39.794197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 82c5c164-9446-4cfd-8318-6f716a982189 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:39.794603 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82c5c164-9446-4cfd-8318-6f716a982189), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:39.807317 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c5c164-9446-4cfd-8318-6f716a982189 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:42:39.826633 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:39.831254 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:39.879145 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24670c8e-b032-4945-96f6-9b2609804d2e req-da8d818b-ebfd-479c-8b2e-0d053ec9335f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:39.880649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-24670c8e-b032-4945-96f6-9b2609804d2e req-da8d818b-ebfd-479c-8b2e-0d053ec9335f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 944 time: 0.0596671 Feb 19 04:42:39.883754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:39.892126 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.892470 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.892812 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.893272 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.893698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.894101 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.894456 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.894791 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.895182 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.895531 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.895858 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.896181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.896503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:39.932218 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-24670c8e-b032-4945-96f6-9b2609804d2e req-98140c2f-b979-4a1b-aa69-1fb2b19b45a7 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457809 Feb 19 04:42:40.094492 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['82c5c164-9446-4cfd-8318-6f716a982189'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:42:40.627383 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-562cc71e-fd8e-4d85-a550-f26350651733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:41.053102 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae12691-8b9b-4ee4-b809-02f97fcb2673 req-957ec919-67c6-4afe-905a-f9d7b9724f06 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:41.054824 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bae12691-8b9b-4ee4-b809-02f97fcb2673 req-957ec919-67c6-4afe-905a-f9d7b9724f06 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 944 time: 0.0531664 Feb 19 04:42:41.102990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bae12691-8b9b-4ee4-b809-02f97fcb2673 req-644b72ee-298b-4e13-b63f-879c31b20f7b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Feb 19 04:42:41.679895 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 82c5c164-9446-4cfd-8318-6f716a982189 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:42:41.890923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 82c5c164-9446-4cfd-8318-6f716a982189 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:42:41.895866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 82c5c164-9446-4cfd-8318-6f716a982189 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:41.896247 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82c5c164-9446-4cfd-8318-6f716a982189), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:41.972430 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 82c5c164-9446-4cfd-8318-6f716a982189 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:41.972821 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82c5c164-9446-4cfd-8318-6f716a982189), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:41.995703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:42:41.997994 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea87954-8a48-4ae1-a14e-3d306d530f39" -d '{"events": [{"server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "name": "network-vif-plugged", "status": "completed", "tag": "82c5c164-9446-4cfd-8318-6f716a982189"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:42:42.011021 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:42.016056 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:42.066344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:42.088038 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa30edf4-ab22-4943-8a8c-4f64cafc961c x-openstack-request-id: req-fa30edf4-ab22-4943-8a8c-4f64cafc961c {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:42:42.088345 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "name": "network-vif-plugged", "status": "completed", "tag": "82c5c164-9446-4cfd-8318-6f716a982189", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:42:42.088604 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa30edf4-ab22-4943-8a8c-4f64cafc961c {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:42:42.089013 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189', 'code': 200} Feb 19 04:42:42.229559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664398a4-34a2-43fe-b5ee-6331773a880c req-818cc204-59b7-4cc6-807c-cce5974f8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:42.231110 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-664398a4-34a2-43fe-b5ee-6331773a880c req-818cc204-59b7-4cc6-807c-cce5974f8215 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1127 time: 0.0823746 Feb 19 04:42:42.251332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0718ff7-4bfc-4e42-92a3-df547112e19c req-1506f13b-0d0c-4326-9723-7a086fe20e75 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:42.252741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0718ff7-4bfc-4e42-92a3-df547112e19c req-1506f13b-0d0c-4326-9723-7a086fe20e75 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0711341 Feb 19 04:42:42.308848 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-664398a4-34a2-43fe-b5ee-6331773a880c req-00833a63-c709-4c42-bc59-bd60e92d3351 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698180 Feb 19 04:42:42.324988 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f0718ff7-4bfc-4e42-92a3-df547112e19c req-b8b827fe-93de-4ff2-b6bf-0c598fe798d4 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649698 Feb 19 04:42:42.342595 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:43.377425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:43.445077 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9cb93-a9f6-42a8-8d83-9e8eaf47ed79 req-3bd9f23c-c429-49bb-99bf-362d71d3c538 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:43.446621 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26c9cb93-a9f6-42a8-8d83-9e8eaf47ed79 req-3bd9f23c-c429-49bb-99bf-362d71d3c538 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0529025 Feb 19 04:42:43.496857 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-26c9cb93-a9f6-42a8-8d83-9e8eaf47ed79 req-c940b40d-c3bd-4b86-9d32-67f130cdb9c1 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445838 Feb 19 04:42:43.617954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d4496-6b9d-499c-bdbc-1670652f07c2 req-eb5ed6a3-b789-49c7-9709-f11c11092b4d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:43.619375 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-469d4496-6b9d-499c-bdbc-1670652f07c2 req-eb5ed6a3-b789-49c7-9709-f11c11092b4d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0571501 Feb 19 04:42:43.667825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-469d4496-6b9d-499c-bdbc-1670652f07c2 req-b522a341-510e-47bb-9ff9-483057bf5dde tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 Feb 19 04:42:43.688459 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36314) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:43.772479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb90da90-2058-483c-bb0a-ccc7245c17e7 tempest-TestShelveInstance-1633482082 tempest-TestShelveInstance-1633482082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:43.774038 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-eb90da90-2058-483c-bb0a-ccc7245c17e7 tempest-TestShelveInstance-1633482082 tempest-TestShelveInstance-1633482082-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1122 time: 0.0845535 Feb 19 04:42:43.776813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36318) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:43.781032 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '82c5c164-9446-4cfd-8318-6f716a982189', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:43.800816 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:43.901231 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.001529 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Allocated IP 172.25.4.72 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/591a3ed2-46e4-478c-979d-dea5ca5d10a0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:44.108149 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for port (591a3ed2-46e4-478c-979d-dea5ca5d10a0), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.140973 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (591a3ed2-46e4-478c-979d-dea5ca5d10a0), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.179183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:44.182162 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:44.187425 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:44.193653 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'Port': ['ID=591a3ed2-46e4-478c-979d-dea5ca5d10a0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:44.553276 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for floatingip (906fb869-ccb4-43a6-a615-54237950b1bd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.621992 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (591a3ed2-46e4-478c-979d-dea5ca5d10a0), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.773275 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for port (591a3ed2-46e4-478c-979d-dea5ca5d10a0), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.778882 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (591a3ed2-46e4-478c-979d-dea5ca5d10a0), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.817061 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.849935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event updated for resources: {'Port': ['ID=591a3ed2-46e4-478c-979d-dea5ca5d10a0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:44.862462 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (906fb869-ccb4-43a6-a615-54237950b1bd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.966299 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Floating IP 906fb869-ccb4-43a6-a615-54237950b1bd associated. External IP: 172.25.4.72, port: 82c5c164-9446-4cfd-8318-6f716a982189. Feb 19 04:42:45.176900 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Router 135343f8-7d48-4e21-8908-48e993035bdc has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:42:45.283878 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:42:45.294716 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] Sync routers for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:42:45.303343 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:45.305065 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:42:45.305818 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:42:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:45.333991 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-2da9dcad-7ec3-4efc-bdbe-f44ab1468c0f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5561333 Feb 19 04:42:45.334882 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:42:45.337330 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc" -d '{"events": [{"name": "network-changed", "server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "tag": "82c5c164-9446-4cfd-8318-6f716a982189"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:42:45.376351 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24ce2aa-266c-4437-ad3a-a5bfd68d7cb7 x-openstack-request-id: req-b24ce2aa-266c-4437-ad3a-a5bfd68d7cb7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:42:45.376706 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "tag": "82c5c164-9446-4cfd-8318-6f716a982189", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:42:45.376942 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b24ce2aa-266c-4437-ad3a-a5bfd68d7cb7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:42:45.377354 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189', 'status': 'completed', 'code': 200} Feb 19 04:42:45.414618 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:42:45.443100 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-4827fc19-a399-4c08-9d30-f965043a830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:45.444641 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-4827fc19-a399-4c08-9d30-f965043a830e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1127 time: 0.0468132 Feb 19 04:42:45.536876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-84e780b3-b7e4-4bd9-bc19-513d6215523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:45.538477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-84e780b3-b7e4-4bd9-bc19-513d6215523d service neutron] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0865133 Feb 19 04:42:45.611313 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-d591acc3-7b05-4968-8ddf-e641e30ef0c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 998 time: 0.0651710 Feb 19 04:42:45.643129 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '906fb869-ccb4-43a6-a615-54237950b1bd', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'port_id': '82c5c164-9446-4cfd-8318-6f716a982189', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'mac_address': 'fa:16:3e:19:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:42:44Z', 'updated_at': '2022-02-19T04:42:44Z', 'revision_number': 0, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:45.659959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-24b64218-a182-4056-b84e-d6332816ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:45.661449 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-24b64218-a182-4056-b84e-d6332816ccf2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0436783 Feb 19 04:42:45.669922 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] Checking router: 135343f8-7d48-4e21-8908-48e993035bdc for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:42:45.678333 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:42:45.678945 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:42:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:45.709722 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-29b66564-951f-4e82-a9ce-74f8e36d11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:45.711226 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-29b66564-951f-4e82-a9ce-74f8e36d11f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435703 Feb 19 04:42:45.787252 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:42:45.803260 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-89c98a88-59da-40cc-9dde-35e3232c3a40 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854888 Feb 19 04:42:45.891547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-cb23d4dc-5416-4bbe-a6a5-66799c7046dc req-46eae47e-2b7b-4753-9f58-15838534c2e9 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822129 Feb 19 04:42:46.018152 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '906fb869-ccb4-43a6-a615-54237950b1bd', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'port_id': '82c5c164-9446-4cfd-8318-6f716a982189', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'mac_address': 'fa:16:3e:19:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:42:44Z', 'updated_at': '2022-02-19T04:42:44Z', 'revision_number': 0, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:46.043194 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430ed30-1b84-4b61-a551-9e3b7a18a706 None None] The sync data for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 is: [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': '906fb869-ccb4-43a6-a615-54237950b1bd', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'port_id': '82c5c164-9446-4cfd-8318-6f716a982189', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'mac_address': 'fa:16:3e:19:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:42:44Z', 'updated_at': '2022-02-19T04:42:44Z', 'revision_number': 0, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:42:46.230686 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae504cd1-0eb4-49c7-891c-6dc6da898e85 None None] New status for floating IP 906fb869-ccb4-43a6-a615-54237950b1bd: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:42:53.349208 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:06.998706 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:08.481321 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0da1bdae-8a9b-496f-947f-b59a5c620fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:10.629005 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a49c35c4-55d3-43c7-b3bf-6ace3bd80a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:12.344213 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:13.054919 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:43:13.383108 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.820591 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:23.363520 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.174474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-4aab8688-4b49-4531-9c73-41495648b429 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528622 Feb 19 04:43:26.259327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-faa2103c-67b3-4299-8ebe-81f792123eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:26.260763 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-faa2103c-67b3-4299-8ebe-81f792123eee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1127 time: 0.0447121 Feb 19 04:43:26.361406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-6d05f444-c8ab-4fe3-8ecb-6181b683594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:26.362994 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-6d05f444-c8ab-4fe3-8ecb-6181b683594e service neutron] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0833318 Feb 19 04:43:26.433514 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-c432fb55-27dc-470f-8f12-893bc09de3cf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 1000 time: 0.0621135 Feb 19 04:43:26.482046 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-9cf000eb-0c43-4fff-bcb8-5a0f19227e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:26.483587 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-9cf000eb-0c43-4fff-bcb8-5a0f19227e05 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0455444 Feb 19 04:43:26.532348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-def182ed-65a9-4afb-a963-0dd4edcfbb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:26.533806 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-def182ed-65a9-4afb-a963-0dd4edcfbb33 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439873 Feb 19 04:43:26.624638 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-5b1c4668-b2ff-4fcc-b2f6-e603393708ff service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844486 Feb 19 04:43:26.714976 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7eeb2ea0-ddbb-4afe-8c3a-a888de22789c req-2bc26122-55ff-48f4-a904-d12de2002daf service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834761 Feb 19 04:43:36.996547 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.483036 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-432920d5-267f-4bf9-be58-72c882ced973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:40.631033 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b01d7977-d840-4f8c-8f52-940b41808510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.347370 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:43.384478 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.822787 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:50.054099 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:43:53.356015 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:06.993371 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:08.484905 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-df173e4b-5ca1-4e52-ac89-6232a75aae6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:10.632730 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-553b97db-babd-4a9f-871f-cd4aae0d30c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:12.352799 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:13.386205 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:14.826652 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:23.367499 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:26.204814 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-4478140b-868f-4f31-ba1b-f1765021a6c3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872078 Feb 19 04:44:26.295778 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-cddd1ca8-7cba-4120-8cb1-a3b698048c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:26.297461 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-cddd1ca8-7cba-4120-8cb1-a3b698048c71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1127 time: 0.0503333 Feb 19 04:44:26.397207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-0a278d76-821f-4b5b-81fa-0c392bceb759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:26.398736 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-0a278d76-821f-4b5b-81fa-0c392bceb759 service neutron] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0818958 Feb 19 04:44:26.470623 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-28ad9a07-3f37-4adf-bf0d-eba166fc6f04 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 1000 time: 0.0651984 Feb 19 04:44:26.520079 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-dd941e6e-4865-4675-a298-f71987c88eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:26.521544 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-dd941e6e-4865-4675-a298-f71987c88eb9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0437109 Feb 19 04:44:26.570139 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-6b88fc7b-6992-4caa-a599-664098bfe76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:26.571561 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-6b88fc7b-6992-4caa-a599-664098bfe76b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441411 Feb 19 04:44:26.950269 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-84c89b56-d7b9-46a8-bc09-fed84060881b service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719923 Feb 19 04:44:27.042950 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-54178db4-6b84-4a84-a8eb-6ef00ae372dc req-a632c036-4dea-49ce-9ffb-8dedf9cd3361 service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856745 Feb 19 04:44:27.053645 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:44:37.008247 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:38.486998 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b19d8299-d032-4516-a84b-a1e82a3b6e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:40.633479 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dce6d879-c557-403f-becd-aefeef58b78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:41.885384 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211112b-6e65-493b-b867-0d62c07c459d req-fb9ba677-cf69-488e-b616-316994058ded tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:41.886833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c211112b-6e65-493b-b867-0d62c07c459d req-fb9ba677-cf69-488e-b616-316994058ded tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.1036286 Feb 19 04:44:41.936059 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c211112b-6e65-493b-b867-0d62c07c459d req-cea21598-12e9-4e5e-aa47-4455eaeab982 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434530 Feb 19 04:44:42.354912 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:43.063468 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cf787-d69d-41f5-aabc-e64856490746 req-5e8b9ad1-77e8-4268-95de-6c1e92c10df0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:43.065045 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b75cf787-d69d-41f5-aabc-e64856490746 req-5e8b9ad1-77e8-4268-95de-6c1e92c10df0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0536895 Feb 19 04:44:43.115539 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b75cf787-d69d-41f5-aabc-e64856490746 req-47a5bf50-e072-4fee-9a9d-f5a2233bdb7a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Feb 19 04:44:43.389309 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:44.238074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761811ad-ad2d-431b-8938-34a2079bd6d8 req-95a121e1-ee30-493f-8fe9-7871ea0bfd8f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:44.239540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-761811ad-ad2d-431b-8938-34a2079bd6d8 req-95a121e1-ee30-493f-8fe9-7871ea0bfd8f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0560513 Feb 19 04:44:44.287572 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-761811ad-ad2d-431b-8938-34a2079bd6d8 req-e408f7aa-48ef-4e56-94cd-eeba54276151 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422797 Feb 19 04:44:44.831670 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:45.408627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961017c-c862-4e37-a626-377a3334dcda req-f71ea260-8afc-4696-a03a-63f9697edee4 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:45.410131 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d961017c-c862-4e37-a626-377a3334dcda req-f71ea260-8afc-4696-a03a-63f9697edee4 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0523520 Feb 19 04:44:45.458579 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d961017c-c862-4e37-a626-377a3334dcda req-0b89cb68-047f-4b65-a924-7b723c405b63 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 Feb 19 04:44:46.576924 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a3f3-03e8-49da-ba34-fac49efe18c3 req-68787ed6-4123-487c-9201-4d8a3a71b42f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:46.578504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a18a3f3-03e8-49da-ba34-fac49efe18c3 req-68787ed6-4123-487c-9201-4d8a3a71b42f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0526259 Feb 19 04:44:46.632357 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9a18a3f3-03e8-49da-ba34-fac49efe18c3 req-d4365ad0-ca5d-41d5-ac4b-ad2417e13559 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482237 Feb 19 04:44:47.753481 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc159a5-9bf2-4423-b28d-4d09a7f29e36 req-0f95b693-816b-4fa1-86c9-12e239ad0f9d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:47.755025 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cc159a5-9bf2-4423-b28d-4d09a7f29e36 req-0f95b693-816b-4fa1-86c9-12e239ad0f9d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0523584 Feb 19 04:44:47.804983 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9cc159a5-9bf2-4423-b28d-4d09a7f29e36 req-cd70c2ff-4274-488f-9654-8c3250023027 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441682 Feb 19 04:44:48.922348 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d59487-4735-443c-878f-64fa1a9cca59 req-0f379654-b8f4-44a9-b226-440133190ab1 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:48.923841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09d59487-4735-443c-878f-64fa1a9cca59 req-0f379654-b8f4-44a9-b226-440133190ab1 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0525613 Feb 19 04:44:48.972739 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-09d59487-4735-443c-878f-64fa1a9cca59 req-054a7f71-8ea2-458a-812d-39aa0ec03015 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Feb 19 04:44:50.099669 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65bf4b-c2e2-4b3a-a973-3824badff0be req-3b3c3a12-1e36-4cff-bf15-8b2d7d299b17 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:50.101155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae65bf4b-c2e2-4b3a-a973-3824badff0be req-3b3c3a12-1e36-4cff-bf15-8b2d7d299b17 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0563941 Feb 19 04:44:50.149117 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ae65bf4b-c2e2-4b3a-a973-3824badff0be req-3ae10e01-0629-4f73-a455-de69422a6f1a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Feb 19 04:44:51.266224 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76008093-6d4c-4edf-b592-26ec0684b924 req-36fb11d8-d126-4b9e-a17d-9c36a49cba55 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:51.267639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76008093-6d4c-4edf-b592-26ec0684b924 req-36fb11d8-d126-4b9e-a17d-9c36a49cba55 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0518420 Feb 19 04:44:51.315886 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-76008093-6d4c-4edf-b592-26ec0684b924 req-ca2cf397-2aef-4358-9fa3-03bd2a98f6b6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425322 Feb 19 04:44:51.979746 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-f34d326e-0a41-48da-b2a8-4af706a8d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:51.981285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-f34d326e-0a41-48da-b2a8-4af706a8d523 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1127 time: 0.0484664 Feb 19 04:44:52.070709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-0c3aaae9-7f35-46e8-b2ec-2a9f3446a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.072194 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-0c3aaae9-7f35-46e8-b2ec-2a9f3446a473 service neutron] 10.222.0.71 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0828383 Feb 19 04:44:52.142400 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-f40f776b-2245-4706-a8a0-2a674a5400d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 1000 time: 0.0627792 Feb 19 04:44:52.191451 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-ab73a22c-b32f-481e-89a9-0947f2a1bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.192910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-ab73a22c-b32f-481e-89a9-0947f2a1bf88 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0439875 Feb 19 04:44:52.243401 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-b1737088-84fb-4004-b2e8-acd6b9d69cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.245159 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-b1737088-84fb-4004-b2e8-acd6b9d69cef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460198 Feb 19 04:44:52.336338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-d6f3c863-b62a-42c4-a7be-7bd171bed2dd service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847588 Feb 19 04:44:52.459152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff34d829-9164-4006-9956-00c2c8fb7d5b req-d986934d-f531-4232-a11a-e8b76a13195c service neutron] 10.222.0.71 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162920 Feb 19 04:44:52.469589 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dcf9e-1afb-47fe-a40f-6e145a9bc60a req-2c3777ff-9c04-4f3b-a7f1-f0fd93984058 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.471792 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-307dcf9e-1afb-47fe-a40f-6e145a9bc60a req-2c3777ff-9c04-4f3b-a7f1-f0fd93984058 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0834618 Feb 19 04:44:52.527285 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-307dcf9e-1afb-47fe-a40f-6e145a9bc60a req-2c4f8cf6-82cb-46d2-86f1-20b53f6cb939 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489700 Feb 19 04:44:53.361204 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:53.652320 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9e56a-3af6-4f65-92e0-d68c291a3ca3 req-c98e445c-1a7f-4e05-8b81-15b62ce7c998 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:53.653826 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58f9e56a-3af6-4f65-92e0-d68c291a3ca3 req-c98e445c-1a7f-4e05-8b81-15b62ce7c998 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0536246 Feb 19 04:44:53.706602 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-58f9e56a-3af6-4f65-92e0-d68c291a3ca3 req-3c97b019-b83d-4fb5-9a5a-0c7b67b39840 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459428 Feb 19 04:44:54.828939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b325fa-43f6-42d5-8516-f1920c892a04 req-33e082f6-8096-4dc8-88c2-ba7b7fc31d18 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:54.830808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88b325fa-43f6-42d5-8516-f1920c892a04 req-33e082f6-8096-4dc8-88c2-ba7b7fc31d18 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0540600 Feb 19 04:44:54.882415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-88b325fa-43f6-42d5-8516-f1920c892a04 req-1689b2d1-4b19-4cc0-9ee4-ea619e327b60 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451813 Feb 19 04:44:56.010823 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a3501-5351-43a2-ac46-5e8a140155c9 req-3bb025b5-ce0c-448f-a6e3-15e2ae9bcbdf tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:56.012362 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-070a3501-5351-43a2-ac46-5e8a140155c9 req-3bb025b5-ce0c-448f-a6e3-15e2ae9bcbdf tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 945 time: 0.0583413 Feb 19 04:44:56.061299 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-070a3501-5351-43a2-ac46-5e8a140155c9 req-02942185-bd7a-4fdf-82e2-4b5e24835466 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Feb 19 04:44:56.179612 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 82c5c164-9446-4cfd-8318-6f716a982189 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:44:56.263156 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 82c5c164-9446-4cfd-8318-6f716a982189 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:56.263603 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82c5c164-9446-4cfd-8318-6f716a982189), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:56.286795 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:44:56.289011 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ab178d-464c-499c-acf0-6c4dd4f8bdd4" -d '{"events": [{"server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "name": "network-vif-unplugged", "status": "completed", "tag": "82c5c164-9446-4cfd-8318-6f716a982189"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:44:56.302007 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:56.306494 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:56.332334 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d256837b-28c6-4457-bf25-71ff82730176 x-openstack-request-id: req-d256837b-28c6-4457-bf25-71ff82730176 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:44:56.332864 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "name": "network-vif-unplugged", "status": "completed", "tag": "82c5c164-9446-4cfd-8318-6f716a982189", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:44:56.333181 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d256837b-28c6-4457-bf25-71ff82730176 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:44:56.333578 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189', 'code': 200} Feb 19 04:44:56.358270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:56.365689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.366069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.366414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.366757 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.367092 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.367423 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.367759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.368085 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.368411 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.368736 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.369061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.369384 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:56.369707 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:57.182978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c137b0-4371-42b5-b50c-f3778bbd2b08 req-06105d1b-250f-41a7-8a79-b62f9a0c9504 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:57.184608 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90c137b0-4371-42b5-b50c-f3778bbd2b08 req-06105d1b-250f-41a7-8a79-b62f9a0c9504 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0535312 Feb 19 04:44:57.237650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-90c137b0-4371-42b5-b50c-f3778bbd2b08 req-b063b226-9c3c-44a3-b41b-c2d26fd8e51d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472119 Feb 19 04:44:58.364870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be551c-2cb2-4736-9fd2-07c721d7660c req-dbb7bc6f-a75e-46fc-9b27-f40cd7fee651 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:58.366379 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67be551c-2cb2-4736-9fd2-07c721d7660c req-dbb7bc6f-a75e-46fc-9b27-f40cd7fee651 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0612650 Feb 19 04:44:58.414333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-67be551c-2cb2-4736-9fd2-07c721d7660c req-946b0b27-10f3-428a-9d5d-cb845bedce73 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Feb 19 04:44:58.630291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb84f0-7451-4c63-8ccd-a995ccc843f6 req-ee12ba29-0f59-4469-96de-16a0e52a85f2 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:58.631787 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bdb84f0-7451-4c63-8ccd-a995ccc843f6 req-ee12ba29-0f59-4469-96de-16a0e52a85f2 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0579653 Feb 19 04:44:58.641341 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-f27b7059-6d77-44f9-8e79-76d7d6924fdd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903265 Feb 19 04:44:58.650078 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-e0b3a9a6-164f-4f40-af9a-3472759ffaf0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103616) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:44:58.651048 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-e0b3a9a6-164f-4f40-af9a-3472759ffaf0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050421 Feb 19 04:44:58.683709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1bdb84f0-7451-4c63-8ccd-a995ccc843f6 req-ffa892ba-c36c-479c-9405-d67d9c48ff05 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460670 Feb 19 04:44:58.772180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-4943944a-4df4-4a27-97d7-a236ce67ccca tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:58.773595 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-4943944a-4df4-4a27-97d7-a236ce67ccca tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports/82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 940 time: 0.0901680 Feb 19 04:44:59.805231 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376faf4c-fab5-46cb-b39a-993aeb8e8d37 req-7cf93aa5-d367-4582-8a62-981fdf6eb4d7 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:59.806767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-376faf4c-fab5-46cb-b39a-993aeb8e8d37 req-7cf93aa5-d367-4582-8a62-981fdf6eb4d7 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0527210 Feb 19 04:44:59.860448 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-376faf4c-fab5-46cb-b39a-993aeb8e8d37 req-d2dcfe28-6bf4-4d11-aa8d-d2fb8ba7ae93 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477214 Feb 19 04:45:00.980299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8166c-255e-49fd-97f6-998b4d009dab req-40350d2b-a4d5-49be-9f51-ca0d8cfacae4 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:00.981834 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5c8166c-255e-49fd-97f6-998b4d009dab req-40350d2b-a4d5-49be-9f51-ca0d8cfacae4 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0527799 Feb 19 04:45:01.030899 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b5c8166c-255e-49fd-97f6-998b4d009dab req-c59cadb7-8115-4ab2-b837-db3a84dc1d3d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Feb 19 04:45:02.156832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524204d4-287f-4695-bad6-52b338a830e3 req-9668f63f-75b8-401e-8a80-1c520e91a5fb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:02.158402 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-524204d4-287f-4695-bad6-52b338a830e3 req-9668f63f-75b8-401e-8a80-1c520e91a5fb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0526848 Feb 19 04:45:02.208860 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-524204d4-287f-4695-bad6-52b338a830e3 req-e49a59a2-d851-46cf-b79b-9ceaa9b38adf tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448194 Feb 19 04:45:03.334220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cff75-88ea-4bb1-8661-f7d772e58e13 req-beecf611-0058-41f1-9eb3-d59c67ba014f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:03.335708 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f64cff75-88ea-4bb1-8661-f7d772e58e13 req-beecf611-0058-41f1-9eb3-d59c67ba014f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0569813 Feb 19 04:45:03.384000 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-f64cff75-88ea-4bb1-8661-f7d772e58e13 req-e00a51bd-f677-4419-8c6a-d532383baef0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423369 Feb 19 04:45:04.052882 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:45:04.501985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55a51f-092d-45d2-a2ad-d0e7043eb31d req-761ffe76-6959-465e-a093-15c31a789b5d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:04.503490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f55a51f-092d-45d2-a2ad-d0e7043eb31d req-761ffe76-6959-465e-a093-15c31a789b5d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0524242 Feb 19 04:45:04.553143 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f55a51f-092d-45d2-a2ad-d0e7043eb31d req-79e0d180-4d7c-471e-ae3c-9a280728b744 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Feb 19 04:45:05.676039 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abeeb-ba71-48d4-88f4-b94903d3fd83 req-edb8d526-b8b7-4e34-b5f2-9458f420b5a7 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:05.677564 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-938abeeb-ba71-48d4-88f4-b94903d3fd83 req-edb8d526-b8b7-4e34-b5f2-9458f420b5a7 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0549135 Feb 19 04:45:05.735311 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-938abeeb-ba71-48d4-88f4-b94903d3fd83 req-59889c00-cb2a-4d2f-a40c-df2e2c17fb1c tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518582 Feb 19 04:45:06.856419 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19003e-5941-47e2-b7dc-5d574173092b req-5e4867e6-d517-4cee-9230-60aa74abc57e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:06.857959 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b19003e-5941-47e2-b7dc-5d574173092b req-5e4867e6-d517-4cee-9230-60aa74abc57e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0528901 Feb 19 04:45:06.906394 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4b19003e-5941-47e2-b7dc-5d574173092b req-932aa71f-6859-4bca-b046-b7d0fccdba3f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 Feb 19 04:45:07.009324 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:08.026386 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98debfb4-f19e-421b-aa27-cbbb71bee612 req-c8947466-2162-47d7-a853-16b3736956ea tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:08.027938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98debfb4-f19e-421b-aa27-cbbb71bee612 req-c8947466-2162-47d7-a853-16b3736956ea tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0538363 Feb 19 04:45:08.077301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-98debfb4-f19e-421b-aa27-cbbb71bee612 req-575a5d2f-683d-4646-b6f0-96866a7d6a08 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Feb 19 04:45:08.487490 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9d8a75ea-0486-4992-aa2f-d328d68db5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:09.205045 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148ce38-9ec2-44c5-b115-e10b99b4b84d req-a865d105-8f1a-4209-a1a6-728636349cdd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:09.206603 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1148ce38-9ec2-44c5-b115-e10b99b4b84d req-a865d105-8f1a-4209-a1a6-728636349cdd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0578761 Feb 19 04:45:09.262288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1148ce38-9ec2-44c5-b115-e10b99b4b84d req-bf688e66-d027-4ab1-957f-58617608f7f6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500104 Feb 19 04:45:09.789630 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-8aeba818-3abd-4506-8928-14db7431c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:09.791451 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-8aeba818-3abd-4506-8928-14db7431c8e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a&tenant_id=7d02854e98c7467db4a001a3009fc7bd HTTP/1.1" status: 200 len: 1125 time: 0.0454445 Feb 19 04:45:09.801643 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-6ed877d3-01ab-4d1c-a50c-0559c2d6a1e0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:45:09.802650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-6ed877d3-01ab-4d1c-a50c-0559c2d6a1e0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054679 Feb 19 04:45:09.819329 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826756-2', 'device_owner': 'compute:nova'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:09.883230 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82c5c164-9446-4cfd-8318-6f716a982189), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:10.089208 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:10.123564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:45:10.156308 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c5c164-9446-4cfd-8318-6f716a982189 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:45:10.164641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Publish callbacks [] for port (82c5c164-9446-4cfd-8318-6f716a982189), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:10.177632 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Transition to ACTIVE for port object 82c5c164-9446-4cfd-8318-6f716a982189 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:45:10.181449 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:10.264695 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Pushing event updated for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:10.277250 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.277595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.277956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.278295 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.278626 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.278952 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.279274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.279592 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.279910 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.280229 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.280551 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.280869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.281185 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:10.322719 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] No DVR routers for this DVR port 82c5c164-9446-4cfd-8318-6f716a982189 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:45:10.459634 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf145f-a9ff-4644-8ff5-41c8e92167f0 req-9fffba74-7e78-46e9-95e0-6d5f97bc08dd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:10.461115 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19cf145f-a9ff-4644-8ff5-41c8e92167f0 req-9fffba74-7e78-46e9-95e0-6d5f97bc08dd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.1011302 Feb 19 04:45:10.541650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-19cf145f-a9ff-4644-8ff5-41c8e92167f0 req-65fbe8d1-a598-403c-9166-51e9e3153b67 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730500 Feb 19 04:45:10.542368 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Attempting to bind port 82c5c164-9446-4cfd-8318-6f716a982189 on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:45:10.542712 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Attempting to bind port 82c5c164-9446-4cfd-8318-6f716a982189 by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:45:10.543036 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Attempting to bind port 82c5c164-9446-4cfd-8318-6f716a982189 on network 929e372c-e5a7-4636-b3ee-994674f61c78 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:45:10.547463 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Port 82c5c164-9446-4cfd-8318-6f716a982189 on network 929e372c-e5a7-4636-b3ee-994674f61c78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:45:10.547781 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Attempting to bind port 82c5c164-9446-4cfd-8318-6f716a982189 on network 929e372c-e5a7-4636-b3ee-994674f61c78 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:45:10.552656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:45:10.552992 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Checking segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:45:10.553376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Bound using segment: {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:45:10.553799 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Bound port: 82c5c164-9446-4cfd-8318-6f716a982189, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:45:10.554184 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82c5c164-9446-4cfd-8318-6f716a982189), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:10.618516 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:45:10.621749 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:45:10.627109 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:10.636261 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-400fe98f-94d9-40db-93ce-10215a4313aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:10.662169 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:10.662793 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:10.664201 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] 10.222.0.37 "PUT /v2.0/ports/82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 1091 time: 0.8485460 Feb 19 04:45:10.664777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:45:10.667211 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d27a63e-8a9e-41be-96de-dacf54485c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "tag": "82c5c164-9446-4cfd-8318-6f716a982189"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:45:10.696645 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d967d2-fead-47db-a05b-e4c684c51554 service neutron] Pushing event updated for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:10.711892 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adaba82-30dd-4ad7-b575-91e2e8c8d498 x-openstack-request-id: req-0adaba82-30dd-4ad7-b575-91e2e8c8d498 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:45:10.712192 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "tag": "82c5c164-9446-4cfd-8318-6f716a982189", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:45:10.712451 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0adaba82-30dd-4ad7-b575-91e2e8c8d498 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:45:10.712988 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189', 'status': 'completed', 'code': 200} Feb 19 04:45:10.749762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-93ff2e7b-170d-407d-a328-23e3ac2a90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:10.751961 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-93ff2e7b-170d-407d-a328-23e3ac2a90c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1125 time: 0.0512323 Feb 19 04:45:10.847220 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-1c988aa0-3be0-454d-9ee8-f53051ad9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:10.848710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-1c988aa0-3be0-454d-9ee8-f53051ad9b5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0908267 Feb 19 04:45:10.914506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-4aa64f76-6659-43cb-9330-8c217e90cd54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 998 time: 0.0589013 Feb 19 04:45:10.965742 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-78d6db09-93ba-4396-885e-56856f039252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:10.967225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-78d6db09-93ba-4396-885e-56856f039252 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0468600 Feb 19 04:45:11.014858 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-0a0a0ecd-fb25-4ae3-9c04-3b6692988145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:11.016347 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-0a0a0ecd-fb25-4ae3-9c04-3b6692988145 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431695 Feb 19 04:45:11.102746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-dee1281a-26aa-4cb3-9cc4-7cd56efe4b5f service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800736 Feb 19 04:45:11.194415 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-28ac4bfe-7a38-4ae1-998a-ab98582a6fcc service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857065 Feb 19 04:45:11.305736 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-04c9b2e4-9c85-4a3d-b4a1-c99992878107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:11.307371 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-04c9b2e4-9c85-4a3d-b4a1-c99992878107 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1125 time: 0.0446746 Feb 19 04:45:11.404644 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-50a99b30-abc1-4f97-b1de-f0f9f4d8dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:11.406133 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-50a99b30-abc1-4f97-b1de-f0f9f4d8dfb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0925226 Feb 19 04:45:11.470547 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-0ffb9937-99bf-4eb8-b3aa-507fa309acd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 998 time: 0.0578101 Feb 19 04:45:11.519508 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-56f4f658-9ca7-493d-9923-519da0084d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:11.521003 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-56f4f658-9ca7-493d-9923-519da0084d4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0436866 Feb 19 04:45:11.577417 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-b02cff2c-8e31-4142-9a00-52afbb463ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:11.579024 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-b02cff2c-8e31-4142-9a00-52afbb463ded service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511885 Feb 19 04:45:11.702954 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a597984-24d4-4023-be60-fef0fb3721c4 req-142fabf9-9384-47bd-956a-60c6a5d0380a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:11.704447 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a597984-24d4-4023-be60-fef0fb3721c4 req-142fabf9-9384-47bd-956a-60c6a5d0380a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0783842 Feb 19 04:45:11.706847 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-d7224f3e-de15-4095-9243-d18b882965f5 service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216640 Feb 19 04:45:11.810881 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3a597984-24d4-4023-be60-fef0fb3721c4 req-50b69f74-f170-4746-82a7-ddaeea9685c0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984375 Feb 19 04:45:11.833938 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6d27a63e-8a9e-41be-96de-dacf54485c9f req-ab2829db-cb87-4863-a8ba-cf3bc33e7825 service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196301 Feb 19 04:45:12.356073 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:12.931113 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fbcb6-8098-430c-9389-f01d0146e3f0 req-a0626bd3-81cf-4cff-9697-63eeabe685c8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:12.932639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c59fbcb6-8098-430c-9389-f01d0146e3f0 req-a0626bd3-81cf-4cff-9697-63eeabe685c8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0536735 Feb 19 04:45:12.985171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c59fbcb6-8098-430c-9389-f01d0146e3f0 req-fc913d10-7420-4850-8c77-9e50fcc81eed tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469019 Feb 19 04:45:13.391875 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:14.112405 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851378de-b12a-4630-8f11-2e26c2ed5e5a req-68220a43-6c20-48f1-9934-d59d3bae9aaa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:14.114065 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-851378de-b12a-4630-8f11-2e26c2ed5e5a req-68220a43-6c20-48f1-9934-d59d3bae9aaa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0535944 Feb 19 04:45:14.163141 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-851378de-b12a-4630-8f11-2e26c2ed5e5a req-b7e6b084-af84-4920-abcd-d4f096cde2af tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434647 Feb 19 04:45:14.834931 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:15.285595 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af3586-a06a-4475-aaee-4caf0110b23d req-a6e78b75-5d87-4a2b-a975-0fc9c30e982b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:15.287053 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31af3586-a06a-4475-aaee-4caf0110b23d req-a6e78b75-5d87-4a2b-a975-0fc9c30e982b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0528831 Feb 19 04:45:15.334901 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-31af3586-a06a-4475-aaee-4caf0110b23d req-c390ad1f-3942-44da-a00e-01a3202effd6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 Feb 19 04:45:16.455793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8911e-27d2-4624-a3d7-7a1aca820a64 req-340d3f40-95f4-48eb-be84-a30aff1c41f9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:16.457288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6f8911e-27d2-4624-a3d7-7a1aca820a64 req-340d3f40-95f4-48eb-be84-a30aff1c41f9 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0564756 Feb 19 04:45:16.506489 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c6f8911e-27d2-4624-a3d7-7a1aca820a64 req-163318e6-3dcf-46ab-b6c4-d3676f39aacb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435753 Feb 19 04:45:17.624684 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ce545-662f-41c0-8fed-9b93f73680a6 req-be657ee4-bb5c-436b-8d8a-1d8a94fe49dd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:17.626200 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-819ce545-662f-41c0-8fed-9b93f73680a6 req-be657ee4-bb5c-436b-8d8a-1d8a94fe49dd tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0526333 Feb 19 04:45:17.674229 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-819ce545-662f-41c0-8fed-9b93f73680a6 req-e0024738-8f36-4918-9b3e-c0f0a9d8c9eb tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424736 Feb 19 04:45:18.792324 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de29e5-8b2e-4daf-b6bd-5c2b7b66b527 req-9854c0f1-bf79-4c80-a2ba-ff97a737a6a3 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:18.793833 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2de29e5-8b2e-4daf-b6bd-5c2b7b66b527 req-9854c0f1-bf79-4c80-a2ba-ff97a737a6a3 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0526786 Feb 19 04:45:18.846672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2de29e5-8b2e-4daf-b6bd-5c2b7b66b527 req-3db18a04-5a91-4213-8702-4d725d17911b tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466018 Feb 19 04:45:19.964257 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72cb75-bd43-4f74-b558-f0ee1ea8f825 req-63f1bf48-d45f-4ed7-b119-3c67df1180aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:19.965996 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e72cb75-bd43-4f74-b558-f0ee1ea8f825 req-63f1bf48-d45f-4ed7-b119-3c67df1180aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0520012 Feb 19 04:45:20.014027 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6e72cb75-bd43-4f74-b558-f0ee1ea8f825 req-3fde20b1-02b9-462d-ae44-9cce56a72bee tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420523 Feb 19 04:45:21.136593 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b4587-b23f-4afc-9690-013246c2ed70 req-1c3dbb09-3919-4377-ae88-b661a9aa9938 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:21.138097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c0b4587-b23f-4afc-9690-013246c2ed70 req-1c3dbb09-3919-4377-ae88-b661a9aa9938 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 943 time: 0.0524781 Feb 19 04:45:21.144845 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 82c5c164-9446-4cfd-8318-6f716a982189 details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:45:21.186925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3c0b4587-b23f-4afc-9690-013246c2ed70 req-dbdcf315-6ea8-40f5-b05a-b8fbce96d9b8 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Feb 19 04:45:21.241769 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:21.253400 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '82c5c164-9446-4cfd-8318-6f716a982189', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'port_id': '82c5c164-9446-4cfd-8318-6f716a982189', 'mac_address': 'fa:16:3e:19:cc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:45:21.289947 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 82c5c164-9446-4cfd-8318-6f716a982189 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:21.290346 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82c5c164-9446-4cfd-8318-6f716a982189), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:21.303219 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c5c164-9446-4cfd-8318-6f716a982189 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:45:21.322069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:21.326425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:21.371674 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=9']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:21.764220 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['82c5c164-9446-4cfd-8318-6f716a982189'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:45:22.313183 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e79ee1-844a-44a8-bcd6-8bd34aba12d1 req-7f2411fd-4918-4ad5-92d5-acb99d5d4f7f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:22.315317 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06e79ee1-844a-44a8-bcd6-8bd34aba12d1 req-7f2411fd-4918-4ad5-92d5-acb99d5d4f7f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 944 time: 0.0573688 Feb 19 04:45:22.362963 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-06e79ee1-844a-44a8-bcd6-8bd34aba12d1 req-cd5fd4cb-92d3-4baf-b054-2710c300557d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420527 Feb 19 04:45:23.159161 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 82c5c164-9446-4cfd-8318-6f716a982189 up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:45:23.211455 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 82c5c164-9446-4cfd-8318-6f716a982189 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:45:23.215589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 82c5c164-9446-4cfd-8318-6f716a982189 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:23.215966 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (82c5c164-9446-4cfd-8318-6f716a982189), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:23.290542 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 82c5c164-9446-4cfd-8318-6f716a982189 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:23.290925 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (82c5c164-9446-4cfd-8318-6f716a982189), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:23.312998 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:45:23.315789 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a570d4-6353-4ca0-8463-802e93adc49e" -d '{"events": [{"server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "name": "network-vif-plugged", "status": "completed", "tag": "82c5c164-9446-4cfd-8318-6f716a982189"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:45:23.328215 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:23.333306 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:23.357328 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9920b8-e74f-4515-88f2-6d2557a48264 x-openstack-request-id: req-3a9920b8-e74f-4515-88f2-6d2557a48264 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:45:23.357619 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "name": "network-vif-plugged", "status": "completed", "tag": "82c5c164-9446-4cfd-8318-6f716a982189", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:45:23.357897 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a9920b8-e74f-4515-88f2-6d2557a48264 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:45:23.358292 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189', 'code': 200} Feb 19 04:45:23.395775 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:23.398788 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=10']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:23.489094 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f0e2e-33df-4ed1-bc9f-c7b6e29068cd req-3ee69b2f-3617-445f-bb2b-202a62bcdc2e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:23.490617 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-984f0e2e-33df-4ed1-bc9f-c7b6e29068cd req-3ee69b2f-3617-445f-bb2b-202a62bcdc2e tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 946 time: 0.0531611 Feb 19 04:45:23.567958 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-984f0e2e-33df-4ed1-bc9f-c7b6e29068cd req-af961b7f-1187-4bb4-a46a-98eb364723e6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713835 Feb 19 04:45:23.581754 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d53998-7652-41ad-a2ad-1d2665a9b437 req-6149ab8f-bd08-43b3-97b3-4605513e3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:23.583439 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5d53998-7652-41ad-a2ad-1d2665a9b437 req-6149ab8f-bd08-43b3-97b3-4605513e3782 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1128 time: 0.0667143 Feb 19 04:45:23.628685 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c5d53998-7652-41ad-a2ad-1d2665a9b437 req-8020bba2-3360-417c-a164-975422f6f39b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384750 Feb 19 04:45:24.687876 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b986ced-eb3c-4676-91bb-1cacf666d277 req-51917fd3-8ca8-409e-8de4-34f46aa93ff1 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:24.689428 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b986ced-eb3c-4676-91bb-1cacf666d277 req-51917fd3-8ca8-409e-8de4-34f46aa93ff1 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 946 time: 0.0531440 Feb 19 04:45:24.738243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-5b986ced-eb3c-4676-91bb-1cacf666d277 req-ad544bb5-4c4c-4225-b39c-90718faee8d6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Feb 19 04:45:25.857122 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a71c5-0315-4acb-b251-6466ed831d25 req-e40e7a74-1af4-495d-a851-1d4aaf04fb83 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:25.858616 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-338a71c5-0315-4acb-b251-6466ed831d25 req-e40e7a74-1af4-495d-a851-1d4aaf04fb83 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 946 time: 0.0507495 Feb 19 04:45:25.910516 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-338a71c5-0315-4acb-b251-6466ed831d25 req-8bcbff6c-8c49-4a91-bef4-d1dfdf944308 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454576 Feb 19 04:45:37.027280 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.489034 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3312d477-35bf-4b60-a392-b4ceb69389c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:40.638391 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-dc02834a-a136-4d70-8d22-bb202c3ecc39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:41.051818 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:45:42.359977 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.393623 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.838065 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:47.191152 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-eeb936ff-b533-42cb-933c-a07b68c7c34b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822477 Feb 19 04:45:47.299193 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-41299739-badd-4069-b96c-75f28641a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:47.300989 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-41299739-badd-4069-b96c-75f28641a8e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1128 time: 0.0504830 Feb 19 04:45:47.414664 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-a3f5b867-9fd7-4fed-91b1-957a735e665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:47.416339 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-a3f5b867-9fd7-4fed-91b1-957a735e665f service neutron] 10.222.0.37 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.0963054 Feb 19 04:45:47.490808 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-4c9afb60-347a-4e35-b229-53fb21cd0232 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 1000 time: 0.0676825 Feb 19 04:45:47.539920 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-d272a234-7569-4af0-b1a2-ca32e7a19a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:47.541710 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-d272a234-7569-4af0-b1a2-ca32e7a19a3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0456998 Feb 19 04:45:47.596990 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-313a70dd-4671-4e19-82f6-0d8bdc970276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:47.598586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-313a70dd-4671-4e19-82f6-0d8bdc970276 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514519 Feb 19 04:45:47.686650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-6b6ae607-e983-4f26-a272-237b1c8d8186 service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814164 Feb 19 04:45:47.782222 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4059ae44-226b-46d8-81b7-07fcdcc4523a req-e2bb3f31-a639-4fb1-8dc7-16003872e329 service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897105 Feb 19 04:45:53.374791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:07.039216 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:08.490956 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-f5e9bdd7-d8e5-47af-811c-f15327cd9b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:10.640165 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9341-61c9-4993-bd84-d70e73931e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.360329 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:13.396845 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:14.841424 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:18.051033 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:46:23.374843 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:37.037713 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:38.495763 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-578a62d0-9c1f-4076-b592-31d8c657c77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:38.875953 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36500) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:39.316731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Deleting port 591a3ed2-46e4-478c-979d-dea5ca5d10a0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:39.317079 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (591a3ed2-46e4-478c-979d-dea5ca5d10a0), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.388356 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (591a3ed2-46e4-478c-979d-dea5ca5d10a0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.388681 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for floatingip (591a3ed2-46e4-478c-979d-dea5ca5d10a0), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.399785 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Calling delete_port for 591a3ed2-46e4-478c-979d-dea5ca5d10a0 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:39.550187 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (591a3ed2-46e4-478c-979d-dea5ca5d10a0), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.576556 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event deleted for resources: {'Port': ['ID=591a3ed2-46e4-478c-979d-dea5ca5d10a0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:39.600562 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.600916 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.601265 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.601610 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.601975 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.602316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.602651 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.602988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.603318 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.603655 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.603983 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.604312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.604638 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:39.649461 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for floatingip (906fb869-ccb4-43a6-a615-54237950b1bd), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.649461 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Floating IP 906fb869-ccb4-43a6-a615-54237950b1bd disassociated (deleted). External IP: 172.25.4.72, port: 82c5c164-9446-4cfd-8318-6f716a982189. Feb 19 04:46:39.865622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Router 135343f8-7d48-4e21-8908-48e993035bdc has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:46:39.975488 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:39.985250 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.989790 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] Sync routers for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:39.999545 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:40.000146 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:40.015338 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-7d394323-ee92-410e-97f3-323a8d43a1aa tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "DELETE /v2.0/floatingips/906fb869-ccb4-43a6-a615-54237950b1bd HTTP/1.1" status: 204 len: 168 time: 1.1382768 Feb 19 04:46:40.015943 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:40.018257 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56" -d '{"events": [{"name": "network-changed", "server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "tag": "82c5c164-9446-4cfd-8318-6f716a982189"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:40.109112 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:40.181282 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f8ab62-eb75-48a4-a0ee-71756e85e28e x-openstack-request-id: req-64f8ab62-eb75-48a4-a0ee-71756e85e28e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:40.181588 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "tag": "82c5c164-9446-4cfd-8318-6f716a982189", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:40.181832 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64f8ab62-eb75-48a4-a0ee-71756e85e28e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:40.182428 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189', 'status': 'completed', 'code': 200} Feb 19 04:46:40.308334 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadbdcd-273c-4974-8460-b1760c589350 req-fe6fe5db-6faa-4e3c-9224-316f8a63d2e0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:40.309894 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cadbdcd-273c-4974-8460-b1760c589350 req-fe6fe5db-6faa-4e3c-9224-316f8a63d2e0 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 946 time: 0.0869896 Feb 19 04:46:40.316126 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-3db6daee-0140-4b11-a2e9-e7676e2afbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:40.317588 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-3db6daee-0140-4b11-a2e9-e7676e2afbb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d02854e98c7467db4a001a3009fc7bd&device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 1128 time: 0.0666959 Feb 19 04:46:40.326730 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:40.352789 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] Checking router: 135343f8-7d48-4e21-8908-48e993035bdc for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:46:40.361099 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:40.361701 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:40.414733 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cadbdcd-273c-4974-8460-b1760c589350 req-5f2347b5-b209-443c-89d8-7bea3fdb99b6 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959558 Feb 19 04:46:40.441822 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-9d7d2768-891b-4c61-994a-ff2441ed87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:40.443007 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-9d7d2768-891b-4c61-994a-ff2441ed87cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 200 len: 910 time: 0.1179628 Feb 19 04:46:40.469367 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:40.486865 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-fd05a3fd-c910-45a7-aa4b-162719c30433 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 200 len: 217 time: 0.0370417 Feb 19 04:46:40.541363 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-9943ec3e-1fac-473d-ae82-bcbc02dab683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:40.542884 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-9943ec3e-1fac-473d-ae82-bcbc02dab683 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 200 len: 848 time: 0.0497277 Feb 19 04:46:40.592870 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-724ed072-591b-4de3-b6e8-4df827e23e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:40.594456 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-724ed072-591b-4de3-b6e8-4df827e23e0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=929e372c-e5a7-4636-b3ee-994674f61c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451248 Feb 19 04:46:40.642699 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-aa55bc9e-019d-4e55-83b8-6dd7b7dd0e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:40.667176 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:40.688803 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-a3d1f600-33bd-4876-8454-02bf5f933892 service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859342 Feb 19 04:46:40.696186 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279a0cd-db9a-4123-b30e-667cafd3ade0 None None] The sync data for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 is: [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 4, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '285a4e5c-66d8-47ca-85d5-21e8056b0ea3', 'name': '', 'network_id': '929e372c-e5a7-4636-b3ee-994674f61c78', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'mac_address': 'fa:16:3e:99:dd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:05Z', 'updated_at': '2022-02-19T04:37:09Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'subnets': [{'id': '7daa91f7-c7b8-4e47-9f6e-b2821c9445fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:40.787650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ecadeaf-237e-4e30-a54c-81ef9e14cd56 req-b36ffb69-21dc-4d61-a56e-3705a504b060 service neutron] 10.222.0.37 "GET /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919235 Feb 19 04:46:40.923134 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeccd896-11e7-442e-a0b9-625806061d55 None None] New status for floating IP 906fb869-ccb4-43a6-a615-54237950b1bd: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:46:41.545335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c39ed1-1cd3-4553-b442-41355420b3cc req-9d5811cd-fd45-48aa-a79e-f27e3a46258a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:41.547264 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91c39ed1-1cd3-4553-b442-41355420b3cc req-9d5811cd-fd45-48aa-a79e-f27e3a46258a tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 946 time: 0.0558953 Feb 19 04:46:41.597743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-91c39ed1-1cd3-4553-b442-41355420b3cc req-ad1f0c87-c10d-4963-9c0f-8802f04d5568 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/security-groups?id=18dd9c86-4efd-4901-a966-5faae368241e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447385 Feb 19 04:46:42.211857 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321848fc-8242-4f90-af80-721953e72373 req-0676d555-8d94-4f34-8939-83f82d160a1f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:42.213242 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-321848fc-8242-4f90-af80-721953e72373 req-0676d555-8d94-4f34-8939-83f82d160a1f tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 946 time: 0.0569444 Feb 19 04:46:42.304817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-321848fc-8242-4f90-af80-721953e72373 req-a2f1feb6-ffbf-44f3-a518-2d0fd49ddc45 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Deleting port 82c5c164-9446-4cfd-8318-6f716a982189 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:42.305157 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-321848fc-8242-4f90-af80-721953e72373 req-a2f1feb6-ffbf-44f3-a518-2d0fd49ddc45 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (82c5c164-9446-4cfd-8318-6f716a982189), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.362179 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.396726 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-321848fc-8242-4f90-af80-721953e72373 req-a2f1feb6-ffbf-44f3-a518-2d0fd49ddc45 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] For port 82c5c164-9446-4cfd-8318-6f716a982189, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=82c5c164-9446-4cfd-8318-6f716a982189,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:42.397097 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-321848fc-8242-4f90-af80-721953e72373 req-a2f1feb6-ffbf-44f3-a518-2d0fd49ddc45 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (82c5c164-9446-4cfd-8318-6f716a982189), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.408786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-321848fc-8242-4f90-af80-721953e72373 req-a2f1feb6-ffbf-44f3-a518-2d0fd49ddc45 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Calling delete_port for 82c5c164-9446-4cfd-8318-6f716a982189 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:42.543498 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-321848fc-8242-4f90-af80-721953e72373 req-a2f1feb6-ffbf-44f3-a518-2d0fd49ddc45 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (82c5c164-9446-4cfd-8318-6f716a982189), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.576578 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1feb6-ffbf-44f3-a518-2d0fd49ddc45 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event deleted for resources: {'Port': ['ID=82c5c164-9446-4cfd-8318-6f716a982189,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:42.620182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-321848fc-8242-4f90-af80-721953e72373 req-a2f1feb6-ffbf-44f3-a518-2d0fd49ddc45 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] No DVR routers for this DVR port 82c5c164-9446-4cfd-8318-6f716a982189 on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:46:42.623669 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-321848fc-8242-4f90-af80-721953e72373 req-a2f1feb6-ffbf-44f3-a518-2d0fd49ddc45 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.627343 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-321848fc-8242-4f90-af80-721953e72373 req-a2f1feb6-ffbf-44f3-a518-2d0fd49ddc45 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.37 "DELETE /v2.0/ports/82c5c164-9446-4cfd-8318-6f716a982189 HTTP/1.1" status: 204 len: 173 time: 0.4090400 Feb 19 04:46:42.627812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'name': 'network-vif-deleted', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:42.630124 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3191627a-bd43-48ce-8d19-034db662fdfd" -d '{"events": [{"server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "name": "network-vif-deleted", "tag": "82c5c164-9446-4cfd-8318-6f716a982189"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:42.695707 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7269d540-c1ed-4e52-9514-caf147219d0b req-8aa926c8-e991-4481-8344-5c77284c5b39 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0283325 Feb 19 04:46:42.740382 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d484cab-94b4-4fca-98a9-94604997e07b x-openstack-request-id: req-2d484cab-94b4-4fca-98a9-94604997e07b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:42.740696 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c1a445-e529-4d4c-ab1b-a7f52216b61a", "name": "network-vif-deleted", "tag": "82c5c164-9446-4cfd-8318-6f716a982189", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:42.740963 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d484cab-94b4-4fca-98a9-94604997e07b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:42.741375 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c1a445-e529-4d4c-ab1b-a7f52216b61a', 'name': 'network-vif-deleted', 'tag': '82c5c164-9446-4cfd-8318-6f716a982189', 'status': 'completed', 'code': 200} Feb 19 04:46:43.400912 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:43.795344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-724c9abc-152b-4ff1-a3cd-0afda71a9486 req-c12e9b6e-8795-4588-82cd-e1400b1558a2 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0277629 Feb 19 04:46:44.846139 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:44.898799 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-e415705d-aee9-45f9-8c3a-13e8cd9053a3 req-14136086-5b0c-41af-90c0-4c620389c30d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0304177 Feb 19 04:46:45.640813 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 82c5c164-9446-4cfd-8318-6f716a982189 no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:45.663449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 82c5c164-9446-4cfd-8318-6f716a982189 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:46:45.663799 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 82c5c164-9446-4cfd-8318-6f716a982189 not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:46:45.994842 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a811edee-c2e6-4422-bcc4-77f88ebdf98b req-d156b138-c167-42b8-9a7d-afd2c2fc5ebc tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0275147 Feb 19 04:46:47.093743 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff9ad057-46d0-4ae7-8ec0-15a45d179ad5 req-a3770873-7794-46db-b05c-8cdf3f70a726 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0279872 Feb 19 04:46:48.189029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-a0e2dac5-7cd7-48f7-8dd5-9afbe576b119 req-c535ddee-590f-45cd-85f6-b100559a6512 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0279894 Feb 19 04:46:49.282309 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3b805554-eedf-4381-bcc5-dd060317454d req-e4d9d829-abf2-4012-a4f9-729af997b5f3 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0263212 Feb 19 04:46:50.377650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-95741dbf-9aee-46f4-87a4-7ed48618472f req-50ec73ba-e1ad-4489-a971-82fce046299d tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0274932 Feb 19 04:46:51.482490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-572af6ef-9bc1-4edc-a325-8f19310844cc req-4ee3dce4-8896-44fa-b09c-1f5375ceb164 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c1a445-e529-4d4c-ab1b-a7f52216b61a HTTP/1.1" status: 200 len: 210 time: 0.0335789 Feb 19 04:46:52.539406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36538) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:52.597890 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca228b3c-d9af-445c-a160-f598a6e27670 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (18dd9c86-4efd-4901-a966-5faae368241e), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:52.623501 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca228b3c-d9af-445c-a160-f598a6e27670 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (18dd9c86-4efd-4901-a966-5faae368241e), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:52.686409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca228b3c-d9af-445c-a160-f598a6e27670 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (18dd9c86-4efd-4901-a966-5faae368241e), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:52.688979 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca228b3c-d9af-445c-a160-f598a6e27670 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:52.690191 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-ca228b3c-d9af-445c-a160-f598a6e27670 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] 10.222.0.42 "DELETE /v2.0/security-groups/18dd9c86-4efd-4901-a966-5faae368241e HTTP/1.1" status: 204 len: 168 time: 0.1495726 Feb 19 04:46:52.709226 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca228b3c-d9af-445c-a160-f598a6e27670 tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd9c86-4efd-4901-a966-5faae368241e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:52.739445 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36542) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:53.178727 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (135343f8-7d48-4e21-8908-48e993035bdc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:53.389303 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:53.434731 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Deleting port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:53.435083 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:53.516801 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] For port 285a4e5c-66d8-47ca-85d5-21e8056b0ea3, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=285a4e5c-66d8-47ca-85d5-21e8056b0ea3,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:53.517180 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:53.529404 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Calling delete_port for 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:53.715642 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (285a4e5c-66d8-47ca-85d5-21e8056b0ea3), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:53.742702 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Pushing event deleted for resources: {'Port': ['ID=285a4e5c-66d8-47ca-85d5-21e8056b0ea3,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:53.771434 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.771786 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.772124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.772471 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.772808 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.773153 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.773486 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.773817 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.774173 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.774501 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.774830 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.775189 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.775482 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.924514 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (135343f8-7d48-4e21-8908-48e993035bdc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.144781 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Router 135343f8-7d48-4e21-8908-48e993035bdc has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:46:54.255475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:54.261574 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-e9567484-4c10-40bd-ade6-1003ac496eec admin admin] 10.222.0.42 "PUT /v2.0/routers/135343f8-7d48-4e21-8908-48e993035bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5200436 Feb 19 04:46:54.263743 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36548) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:54.268034 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] Sync routers for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:54.278874 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:54.279500 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:54.373174 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Publish callbacks [] for router (135343f8-7d48-4e21-8908-48e993035bdc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.396211 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:54.484359 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Publish callbacks [] for router_gateway (135343f8-7d48-4e21-8908-48e993035bdc), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.545518 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Deleting port 4db6c168-b61f-46d1-becb-5af9a89e1b90 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:54.546313 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.576670 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:46:53Z', 'revision_number': 5, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port': {'id': '4db6c168-b61f-46d1-becb-5af9a89e1b90', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135343f8-7d48-4e21-8908-48e993035bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:03Z', 'updated_at': '2022-02-19T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:54.605863 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] Checking router: 135343f8-7d48-4e21-8908-48e993035bdc for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:46:54.614173 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] Routers {'135343f8-7d48-4e21-8908-48e993035bdc'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:54.615166 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['135343f8-7d48-4e21-8908-48e993035bdc'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:54.637826 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] For port 4db6c168-b61f-46d1-becb-5af9a89e1b90, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4db6c168-b61f-46d1-becb-5af9a89e1b90,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:54.638270 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.650151 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Calling delete_port for 4db6c168-b61f-46d1-becb-5af9a89e1b90 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:54.704313 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] Set router 135343f8-7d48-4e21-8908-48e993035bdc gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:54.826597 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4db6c168-b61f-46d1-becb-5af9a89e1b90), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.858430 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:46:54Z', 'revision_number': 6, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:54.859916 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4db6c168-b61f-46d1-becb-5af9a89e1b90,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:54.888190 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020538c-d1b6-4ab2-8df3-ada6c67d8feb None None] The sync data for ids ['135343f8-7d48-4e21-8908-48e993035bdc'] in n-d-826756-2 is: [{'id': '135343f8-7d48-4e21-8908-48e993035bdc', 'name': 'tempest-TestShelveInstance-1364110469-router', 'tenant_id': '7d02854e98c7467db4a001a3009fc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:02Z', 'updated_at': '2022-02-19T04:46:54Z', 'revision_number': 6, 'project_id': '7d02854e98c7467db4a001a3009fc7bd', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:54.935526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (135343f8-7d48-4e21-8908-48e993035bdc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.030394 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (135343f8-7d48-4e21-8908-48e993035bdc), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.032552 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Publish callbacks [] for router_controller (135343f8-7d48-4e21-8908-48e993035bdc), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.050025 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:46:55.080773 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (135343f8-7d48-4e21-8908-48e993035bdc), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.081397 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135343f8-7d48-4e21-8908-48e993035bdc {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:46:55.087000 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.088218 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8a028c4a-98a1-4479-904e-1b8870374c0d admin admin] 10.222.0.42 "DELETE /v2.0/routers/135343f8-7d48-4e21-8908-48e993035bdc HTTP/1.1" status: 204 len: 168 time: 0.8236215 Feb 19 04:46:55.090878 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36550) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:55.135391 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-979d9213-cf53-4749-9baa-944f8c5e8aa7 admin admin] Deleting subnet 7daa91f7-c7b8-4e47-9f6e-b2821c9445fa {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:46:55.139155 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-979d9213-cf53-4749-9baa-944f8c5e8aa7 admin admin] Publish callbacks [] for subnet (7daa91f7-c7b8-4e47-9f6e-b2821c9445fa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.174422 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-979d9213-cf53-4749-9baa-944f8c5e8aa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (7daa91f7-c7b8-4e47-9f6e-b2821c9445fa), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.268686 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-979d9213-cf53-4749-9baa-944f8c5e8aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (7daa91f7-c7b8-4e47-9f6e-b2821c9445fa), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.327982 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-979d9213-cf53-4749-9baa-944f8c5e8aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (7daa91f7-c7b8-4e47-9f6e-b2821c9445fa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.357250 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d9213-cf53-4749-9baa-944f8c5e8aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7daa91f7-c7b8-4e47-9f6e-b2821c9445fa,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:55.369782 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-979d9213-cf53-4749-9baa-944f8c5e8aa7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.374688 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b8525a-1407-4c88-a1ad-342e00af1faa None None] Network 929e372c-e5a7-4636-b3ee-994674f61c78 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:46:55.376775 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-979d9213-cf53-4749-9baa-944f8c5e8aa7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7daa91f7-c7b8-4e47-9f6e-b2821c9445fa HTTP/1.1" status: 204 len: 168 time: 0.2848821 Feb 19 04:46:55.377292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36552) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:55.452515 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (929e372c-e5a7-4636-b3ee-994674f61c78), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.510917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Deleting port a1df1455-b0c8-4b68-8217-24d91b8d1f1a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:55.511143 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.584151 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] For port a1df1455-b0c8-4b68-8217-24d91b8d1f1a, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=a1df1455-b0c8-4b68-8217-24d91b8d1f1a,segment=NetworkSegment(2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4),segment_id=2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:55.584348 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.598461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Calling delete_port for a1df1455-b0c8-4b68-8217-24d91b8d1f1a owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:55.685120 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (a1df1455-b0c8-4b68-8217-24d91b8d1f1a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.688441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d08bb-22d7-4f82-b1c8-d175b19ddef5 None None] DHCP port deletion for 929e372c-e5a7-4636-b3ee-994674f61c78 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:46:55.718021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1df1455-b0c8-4b68-8217-24d91b8d1f1a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:55.722403 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] No DVR routers for this DVR port a1df1455-b0c8-4b68-8217-24d91b8d1f1a on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:46:55.798527 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (929e372c-e5a7-4636-b3ee-994674f61c78), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.826118 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929e372c-e5a7-4636-b3ee-994674f61c78']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:55.843498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:55.843967 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:55.853873 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.868705 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.875053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:46:55.875721 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (2c90d376-f1b3-4216-bcc7-1fdd1ae79ef4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:46:55.878192 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:46:55.935688 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (929e372c-e5a7-4636-b3ee-994674f61c78), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.943250 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.949909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] 10.222.0.42 "DELETE /v2.0/networks/929e372c-e5a7-4636-b3ee-994674f61c78 HTTP/1.1" status: 204 len: 168 time: 0.5676854 Feb 19 04:46:55.950066 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36554) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:55.969608 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c5a4f-22ca-4833-ab37-f85895493611 admin admin] Pushing event deleted for resources: {'Network': ['ID=929e372c-e5a7-4636-b3ee-994674f61c78,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:56.653773 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (71615728-3b56-4f57-a1a6-b2232aae31aa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:56.840499 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4db6c168-b61f-46d1-becb-5af9a89e1b90 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:56.862641 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4db6c168-b61f-46d1-becb-5af9a89e1b90 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:46:56.862995 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4db6c168-b61f-46d1-becb-5af9a89e1b90 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:46:56.863631 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a1df1455-b0c8-4b68-8217-24d91b8d1f1a no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:56.884441 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: a1df1455-b0c8-4b68-8217-24d91b8d1f1a {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:46:56.884793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device a1df1455-b0c8-4b68-8217-24d91b8d1f1a not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:46:56.885417 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:56.908650 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:46:56.908921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 285a4e5c-66d8-47ca-85d5-21e8056b0ea3 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:46:56.937807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] Deleting port da7234fc-0d2b-4b4b-9718-9826ac84ee84 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:56.938187 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.018629 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] For port da7234fc-0d2b-4b4b-9718-9826ac84ee84, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=da7234fc-0d2b-4b4b-9718-9826ac84ee84,segment=NetworkSegment(289b554e-27df-40cd-91a6-084e56a76b62),segment_id=289b554e-27df-40cd-91a6-084e56a76b62)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:57.019281 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.030832 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] Calling delete_port for da7234fc-0d2b-4b4b-9718-9826ac84ee84 owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:57.213929 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (da7234fc-0d2b-4b4b-9718-9826ac84ee84), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.243960 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7234fc-0d2b-4b4b-9718-9826ac84ee84,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:57.430041 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (71615728-3b56-4f57-a1a6-b2232aae31aa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.667813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] Router 71615728-3b56-4f57-a1a6-b2232aae31aa has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:46:57.784852 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:57.790024 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-d7cefaa2-2c4b-4435-80a7-a35c227a0f79 admin admin] 10.222.0.42 "PUT /v2.0/routers/71615728-3b56-4f57-a1a6-b2232aae31aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8389752 Feb 19 04:46:57.792673 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36556) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:57.795789 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] Sync routers for ids ['71615728-3b56-4f57-a1a6-b2232aae31aa'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:57.807096 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] Routers {'71615728-3b56-4f57-a1a6-b2232aae31aa'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:57.807737 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['71615728-3b56-4f57-a1a6-b2232aae31aa'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:57.904544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Publish callbacks [] for router (71615728-3b56-4f57-a1a6-b2232aae31aa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.916809 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] Set router 71615728-3b56-4f57-a1a6-b2232aae31aa gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:58.025260 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Publish callbacks [] for router_gateway (71615728-3b56-4f57-a1a6-b2232aae31aa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.083295 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Deleting port 4e5cb511-95f1-4522-9e69-1d171ffa9478 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:58.083643 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.120994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'name': 'tempest-TestShelveInstance-1093631656-router', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:46:57Z', 'revision_number': 5, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'gw_port': {'id': '4e5cb511-95f1-4522-9e69-1d171ffa9478', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:58.152889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] Checking router: 71615728-3b56-4f57-a1a6-b2232aae31aa for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:46:58.162050 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] Routers {'71615728-3b56-4f57-a1a6-b2232aae31aa'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:58.162773 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['71615728-3b56-4f57-a1a6-b2232aae31aa'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:58.168848 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] For port 4e5cb511-95f1-4522-9e69-1d171ffa9478, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=4e5cb511-95f1-4522-9e69-1d171ffa9478,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:58.169214 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.183580 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Calling delete_port for 4e5cb511-95f1-4522-9e69-1d171ffa9478 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:58.251643 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] Set router 71615728-3b56-4f57-a1a6-b2232aae31aa gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:58.312069 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'name': 'tempest-TestShelveInstance-1093631656-router', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:46:58Z', 'revision_number': 6, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:58.341907 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5629cb-041e-4043-ba53-a507f347107f None None] The sync data for ids ['71615728-3b56-4f57-a1a6-b2232aae31aa'] in n-d-826756-2 is: [{'id': '71615728-3b56-4f57-a1a6-b2232aae31aa', 'name': 'tempest-TestShelveInstance-1093631656-router', 'tenant_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:07Z', 'updated_at': '2022-02-19T04:46:58Z', 'revision_number': 6, 'project_id': 'ebaa9c1a9d5442f2bc16dd2c1d02b261', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:58.368602 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (4e5cb511-95f1-4522-9e69-1d171ffa9478), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.399079 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5cb511-95f1-4522-9e69-1d171ffa9478,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:58.459331 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (71615728-3b56-4f57-a1a6-b2232aae31aa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.551057 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (71615728-3b56-4f57-a1a6-b2232aae31aa), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.553137 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Publish callbacks [] for router_controller (71615728-3b56-4f57-a1a6-b2232aae31aa), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.603147 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (71615728-3b56-4f57-a1a6-b2232aae31aa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.603681 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71615728-3b56-4f57-a1a6-b2232aae31aa {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:46:58.608569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.609738 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-567212f1-e76d-4809-89b7-ec8961984899 admin admin] 10.222.0.42 "DELETE /v2.0/routers/71615728-3b56-4f57-a1a6-b2232aae31aa HTTP/1.1" status: 204 len: 168 time: 0.8160951 Feb 19 04:46:58.612294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36558) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:58.657653 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-3929288d-bd8f-4ca2-a9cb-08be3f9265c8 admin admin] Deleting subnet a228f309-f486-4d99-98c0-016e6733363f {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:46:58.660856 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3929288d-bd8f-4ca2-a9cb-08be3f9265c8 admin admin] Publish callbacks [] for subnet (a228f309-f486-4d99-98c0-016e6733363f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.695751 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3929288d-bd8f-4ca2-a9cb-08be3f9265c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (a228f309-f486-4d99-98c0-016e6733363f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.786947 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3929288d-bd8f-4ca2-a9cb-08be3f9265c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (a228f309-f486-4d99-98c0-016e6733363f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.856554 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3929288d-bd8f-4ca2-a9cb-08be3f9265c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (a228f309-f486-4d99-98c0-016e6733363f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.881422 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929288d-bd8f-4ca2-a9cb-08be3f9265c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a228f309-f486-4d99-98c0-016e6733363f,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:58.883441 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3929288d-bd8f-4ca2-a9cb-08be3f9265c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.886672 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-3929288d-bd8f-4ca2-a9cb-08be3f9265c8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a228f309-f486-4d99-98c0-016e6733363f HTTP/1.1" status: 204 len: 168 time: 0.2734382 Feb 19 04:46:58.889181 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36560) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:58.890373 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0057b95b-5639-4741-aff8-e49d01fdd120 None None] Network 581c41c1-b893-4e67-bee3-70b324143b24 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:46:58.968118 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (581c41c1-b893-4e67-bee3-70b324143b24), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.030542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Deleting port 72065a6e-eb47-45ac-b3c0-936920eac3d1 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:59.031144 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.094450 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] For port 72065a6e-eb47-45ac-b3c0-936920eac3d1, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=72065a6e-eb47-45ac-b3c0-936920eac3d1,segment=NetworkSegment(289b554e-27df-40cd-91a6-084e56a76b62),segment_id=289b554e-27df-40cd-91a6-084e56a76b62)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:59.094854 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.109688 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Calling delete_port for 72065a6e-eb47-45ac-b3c0-936920eac3d1 owned by network:dhcp {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:59.200038 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (72065a6e-eb47-45ac-b3c0-936920eac3d1), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.212584 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] No DVR routers for this DVR port 72065a6e-eb47-45ac-b3c0-936920eac3d1 on host n-d-826756-2 {{(pid=103616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:46:59.228330 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677169f-d635-4d2e-a698-d30f1afa84b9 None None] DHCP port deletion for 581c41c1-b893-4e67-bee3-70b324143b24 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:46:59.249572 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=72065a6e-eb47-45ac-b3c0-936920eac3d1,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:59.263649 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device da7234fc-0d2b-4b4b-9718-9826ac84ee84 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:59.285755 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: da7234fc-0d2b-4b4b-9718-9826ac84ee84 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:46:59.286149 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device da7234fc-0d2b-4b4b-9718-9826ac84ee84 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:46:59.319287 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (581c41c1-b893-4e67-bee3-70b324143b24), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.342106 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581c41c1-b893-4e67-bee3-70b324143b24']}} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:59.352064 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289b554e-27df-40cd-91a6-084e56a76b62') {'for_net_delete': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:59.352294 n-d-826756-2 neutron-server[103616]: DEBUG neutron.services.segments.db [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289b554e-27df-40cd-91a6-084e56a76b62') {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:59.361788 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8771502'] for segment (289b554e-27df-40cd-91a6-084e56a76b62), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.374922 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (289b554e-27df-40cd-91a6-084e56a76b62), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.380598 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:46:59.380982 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12353883'] for segment (289b554e-27df-40cd-91a6-084e56a76b62), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: Traceback (most recent call last): Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: timer() Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: cb(*args, **kw) Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: return func(*args, **kwargs) Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: self._notify() Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: self.callback(batched_events) Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: event.method(event) Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: return f(self, *a, **k) Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: return self._get(url).json() Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: return self.request(url, 'GET', **kwargs) Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:46:59.382638 n-d-826756-2 neutron-server[103616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:46:59.441482 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (581c41c1-b893-4e67-bee3-70b324143b24), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.447278 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.451672 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/581c41c1-b893-4e67-bee3-70b324143b24 HTTP/1.1" status: 204 len: 168 time: 0.5615211 Feb 19 04:46:59.464582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a486d-a60a-4b46-bccc-831e999c35a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=581c41c1-b893-4e67-bee3-70b324143b24,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:59.582685 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36564) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:59.621658 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f820bb93-680e-4db0-a011-e1f7a62180fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d02854e98c7467db4a001a3009fc7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370493 Feb 19 04:46:59.623984 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36566) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:59.673117 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d09b65-fc87-4623-a85d-af173b275f6a admin admin] Publish callbacks [] for security_group (a5c18af0-3a09-480e-9b4b-6c1086a28b89), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.702569 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d09b65-fc87-4623-a85d-af173b275f6a admin admin] Publish callbacks [] for security_group (a5c18af0-3a09-480e-9b4b-6c1086a28b89), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.750711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d09b65-fc87-4623-a85d-af173b275f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (a5c18af0-3a09-480e-9b4b-6c1086a28b89), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.753285 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1d09b65-fc87-4623-a85d-af173b275f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.754502 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a1d09b65-fc87-4623-a85d-af173b275f6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5c18af0-3a09-480e-9b4b-6c1086a28b89 HTTP/1.1" status: 204 len: 168 time: 0.1296268 Feb 19 04:46:59.762559 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d09b65-fc87-4623-a85d-af173b275f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c18af0-3a09-480e-9b4b-6c1086a28b89,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:00.075675 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36572) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:00.114295 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-f0b10d62-8c5c-456e-99de-1e11ded40798 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebaa9c1a9d5442f2bc16dd2c1d02b261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374551 Feb 19 04:47:00.116696 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36574) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:00.162409 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83eb5bf8-7661-4085-8612-fdc3e36534ba admin admin] Publish callbacks [] for security_group (224e2ade-6f86-4c18-8709-21e180a3c92d), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:00.182698 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83eb5bf8-7661-4085-8612-fdc3e36534ba admin admin] Publish callbacks [] for security_group (224e2ade-6f86-4c18-8709-21e180a3c92d), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:00.227715 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83eb5bf8-7661-4085-8612-fdc3e36534ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (224e2ade-6f86-4c18-8709-21e180a3c92d), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:00.230273 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83eb5bf8-7661-4085-8612-fdc3e36534ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:00.231477 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-83eb5bf8-7661-4085-8612-fdc3e36534ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/224e2ade-6f86-4c18-8709-21e180a3c92d HTTP/1.1" status: 204 len: 168 time: 0.1139100 Feb 19 04:47:00.239238 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb5bf8-7661-4085-8612-fdc3e36534ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224e2ade-6f86-4c18-8709-21e180a3c92d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:00.832593 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4e5cb511-95f1-4522-9e69-1d171ffa9478 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:47:00.857305 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 4e5cb511-95f1-4522-9e69-1d171ffa9478 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:47:00.857676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 4e5cb511-95f1-4522-9e69-1d171ffa9478 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:47:00.858127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 72065a6e-eb47-45ac-b3c0-936920eac3d1 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:47:00.879164 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 72065a6e-eb47-45ac-b3c0-936920eac3d1 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:47:00.879529 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 72065a6e-eb47-45ac-b3c0-936920eac3d1 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:47:00.931398 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36596) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:01.026793 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-41557507-network', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:01.048946 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Made reservation on behalf of f59f8a6867bb4b27be9bc7e12f0c685a for: {'network': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:01.051641 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.065193 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.145483 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Publish callbacks [] for security_group (f43a8f04-9bf0-45f7-a182-79f032cbd9dd), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.149152 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f43a8f04-9bf0-45f7-a182-79f032cbd9dd), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.175225 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:47:01.186204 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43a8f04-9bf0-45f7-a182-79f032cbd9dd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:01.192694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (0d882dad-31f1-4db1-84c6-e8cd56242362), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.193044 n-d-826756-2 neutron-server[103615]: INFO neutron.db.segments_db [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Added segment 0d882dad-31f1-4db1-84c6-e8cd56242362 of type vlan for network 9e30edd1-2303-4b63-96fd-9b6bbd753488 Feb 19 04:47:01.232929 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (9e30edd1-2303-4b63-96fd-9b6bbd753488), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.257786 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (9e30edd1-2303-4b63-96fd-9b6bbd753488), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.258897 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:01.259489 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.315910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3833935 Feb 19 04:47:01.318987 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36600) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:01.323154 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052ddad-f19d-4251-ac90-24a6bfa64f27 admin admin] Pushing event updated for resources: {'Network': ['ID=9e30edd1-2303-4b63-96fd-9b6bbd753488,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:01.323949 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Request body: {'subnet': {'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-41557507-subnet', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:01.334391 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 9e30edd1-2303-4b63-96fd-9b6bbd753488 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:47:01.345417 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Made reservation on behalf of f59f8a6867bb4b27be9bc7e12f0c685a for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:01.347786 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.512375 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (4767f60a-bf5c-425a-a921-9a316acd4067), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.564844 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4767f60a-bf5c-425a-a921-9a316acd4067,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:01.576356 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Checking segment: {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:01.576721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Network hostable DHCP agents. Network: 9e30edd1-2303-4b63-96fd-9b6bbd753488, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:47:01.593586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Network 9e30edd1-2303-4b63-96fd-9b6bbd753488 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:47:01.601833 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 9e30edd1-2303-4b63-96fd-9b6bbd753488) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:01.605966 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:01.606712 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.610691 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43850dbb-2778-40f1-98e2-8353155459ca None None] Network 9e30edd1-2303-4b63-96fd-9b6bbd753488 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:47:01.622646 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-a396b105-62f9-4944-a94d-e2e6f9b72d20 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3025134 Feb 19 04:47:01.625384 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36602) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:01.629726 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:01.648272 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (4b5755d8-8405-4003-b274-ea2aaed7b3f9), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.649357 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (4b5755d8-8405-4003-b274-ea2aaed7b3f9), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.707718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks [] for router_controller (4b5755d8-8405-4003-b274-ea2aaed7b3f9), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.711815 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-9e30edd1-2303-4b63-96fd-9b6bbd753488', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:47:01.713172 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.852225 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks [] for router_gateway (4b5755d8-8405-4003-b274-ea2aaed7b3f9), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.853082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Allocated IP 172.20.0.2 (9e30edd1-2303-4b63-96fd-9b6bbd753488/4767f60a-bf5c-425a-a921-9a316acd4067/b8126e27-03a0-46c7-adc7-a70eb3efc5e9) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:02.000281 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Publish callbacks [] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.006155 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.045718 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Network 9e30edd1-2303-4b63-96fd-9b6bbd753488 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:02.048572 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:02.054856 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:02.061062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Pushing event updated for resources: {'Port': ['ID=b8126e27-03a0-46c7-adc7-a70eb3efc5e9,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:02.073241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.073590 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.073961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.074299 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.074644 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.074967 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.075839 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.076168 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.076493 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.076826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.077152 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.077477 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.077800 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:02.131127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Attempting to bind port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:02.131403 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Attempting to bind port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:02.131918 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Attempting to bind port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 on network 9e30edd1-2303-4b63-96fd-9b6bbd753488 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:02.138280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:02.138667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Checking segment: {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:02.139074 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.139481 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Bound using segment: {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:02.139958 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Bound port: b8126e27-03a0-46c7-adc7-a70eb3efc5e9, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:02.140339 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.205607 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] For port b8126e27-03a0-46c7-adc7-a70eb3efc5e9, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:02.208957 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] For port b8126e27-03a0-46c7-adc7-a70eb3efc5e9, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b8126e27-03a0-46c7-adc7-a70eb3efc5e9,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:02.215600 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.280402 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab08ac-2834-4271-84ec-6a62453c17a6 None None] Pushing event updated for resources: {'Port': ['ID=b8126e27-03a0-46c7-adc7-a70eb3efc5e9,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:02.412702 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks [] for router_gateway (4b5755d8-8405-4003-b274-ea2aaed7b3f9), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.442985 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.559162 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Allocated IP 172.25.4.118 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/b701b346-ea86-455d-8bd2-a1a082ab6df2) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:02.661117 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks [] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.694263 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.731256 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:02.734124 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:02.740503 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:02.767044 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Pushing event updated for resources: {'Port': ['ID=b701b346-ea86-455d-8bd2-a1a082ab6df2,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:02.854909 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b8126e27-03a0-46c7-adc7-a70eb3efc5e9 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:02.911959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:02.912342 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:03.001596 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:03.002031 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:03.020454 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks [] for router_gateway (4b5755d8-8405-4003-b274-ea2aaed7b3f9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:03.036159 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port b8126e27-03a0-46c7-adc7-a70eb3efc5e9, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b8126e27-03a0-46c7-adc7-a70eb3efc5e9,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:03.042425 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:03.091838 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=b8126e27-03a0-46c7-adc7-a70eb3efc5e9,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:03.230958 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (4b5755d8-8405-4003-b274-ea2aaed7b3f9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:03.259751 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050e551b-40ff-4b1c-9a2b-5b2c364c19cc None None] Network 9e30edd1-2303-4b63-96fd-9b6bbd753488 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:47:03.324771 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-121db427-8c99-4ba4-9a58-4c5f235702bd None None] Provisioning complete for port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:03.325721 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-121db427-8c99-4ba4-9a58-4c5f235702bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:03.363027 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:47:03.444179 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-121db427-8c99-4ba4-9a58-4c5f235702bd None None] Current status of the port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:03.475390 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:03.485264 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Sync routers for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:03.496328 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:03.497073 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d924b234-0b78-4624-a343-721ed1717117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:03.497494 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:03.499157 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-2cff40f2-07f3-4231-b7e9-541a6ebe010e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8724189 Feb 19 04:47:03.501738 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36604) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:03.615370 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:03.665270 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-fd50a358-6b0e-4934-9fc0-5bc24048ca24 None None] Provisioning complete for port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:03.665929 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd50a358-6b0e-4934-9fc0-5bc24048ca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:03.746966 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-fd50a358-6b0e-4934-9fc0-5bc24048ca24 None None] Current status of the port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:03.797215 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d924b234-0b78-4624-a343-721ed1717117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:02Z', 'revision_number': 3, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:03.824615 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Checking router: 4b5755d8-8405-4003-b274-ea2aaed7b3f9 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:47:03.824962 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Updating router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 port b701b346-ea86-455d-8bd2-a1a082ab6df2 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:47:03.857367 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:03.937047 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.092073 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Allocated IP 172.20.0.1 (9e30edd1-2303-4b63-96fd-9b6bbd753488/4767f60a-bf5c-425a-a921-9a316acd4067/75984ebb-98b7-4083-949c-8933c28dd7b4) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:04.101202 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Publish callbacks [] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.106545 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.152067 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Attempting to bind port b701b346-ea86-455d-8bd2-a1a082ab6df2 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:04.152439 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Attempting to bind port b701b346-ea86-455d-8bd2-a1a082ab6df2 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:04.152801 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Attempting to bind port b701b346-ea86-455d-8bd2-a1a082ab6df2 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:04.164501 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:04.164874 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:04.165272 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.165933 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:04.166409 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Bound port: b701b346-ea86-455d-8bd2-a1a082ab6df2, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:04.166785 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.168354 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Pushing event updated for resources: {'Port': ['ID=b701b346-ea86-455d-8bd2-a1a082ab6df2,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:04.196444 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.196790 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.197126 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.197476 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.197786 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.198134 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.198457 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.198777 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.199096 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.199414 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.199696 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Publish callbacks [] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.199805 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.200126 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.200923 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:04.232859 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-d924b234-0b78-4624-a343-721ed1717117 None None] For port b701b346-ea86-455d-8bd2-a1a082ab6df2, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:04.235907 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.236366 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-d924b234-0b78-4624-a343-721ed1717117 None None] For port b701b346-ea86-455d-8bd2-a1a082ab6df2, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b701b346-ea86-455d-8bd2-a1a082ab6df2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:04.242458 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.272481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Network 9e30edd1-2303-4b63-96fd-9b6bbd753488 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:04.275685 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:04.279795 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:04.294762 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:04.295383 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d924b234-0b78-4624-a343-721ed1717117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:04.310978 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=75984ebb-98b7-4083-949c-8933c28dd7b4,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:04.329937 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (4b5755d8-8405-4003-b274-ea2aaed7b3f9), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.355991 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a0a18-b0bd-433c-a823-9916f6073914 None None] Pushing event updated for resources: {'Port': ['ID=b701b346-ea86-455d-8bd2-a1a082ab6df2,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:04.424798 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-d924b234-0b78-4624-a343-721ed1717117 None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:04.471160 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.571963 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e25e7e08-bc87-41bd-a3de-59f99fa478b6 None None] Provisioning complete for port 75984ebb-98b7-4083-949c-8933c28dd7b4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:04.572948 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e25e7e08-bc87-41bd-a3de-59f99fa478b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.604887 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-d924b234-0b78-4624-a343-721ed1717117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:02Z', 'revision_number': 3, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:04.611960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e25e7e08-bc87-41bd-a3de-59f99fa478b6 None None] Port 75984ebb-98b7-4083-949c-8933c28dd7b4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:04.632649 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924b234-0b78-4624-a343-721ed1717117 None None] The sync data for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 is: [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:02Z', 'revision_number': 3, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:04.639652 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Publish callbacks [] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.644656 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.712908 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=75984ebb-98b7-4083-949c-8933c28dd7b4,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:04.715348 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (4b5755d8-8405-4003-b274-ea2aaed7b3f9), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.816976 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Network 9e30edd1-2303-4b63-96fd-9b6bbd753488 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:04.818481 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:04.829865 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b8126e27-03a0-46c7-adc7-a70eb3efc5e9 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:04.919940 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:04.920317 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.979439 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:47:05.019004 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:05.099807 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:05.105437 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-44414d5c-411d-44d1-b217-9c50e6859fb5 admin admin] 10.222.0.42 "PUT /v2.0/routers/4b5755d8-8405-4003-b274-ea2aaed7b3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6025555 Feb 19 04:47:05.238923 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d1835e5a-e6d8-4c24-9ef6-1a62c6131097 None None] Provisioning complete for port 75984ebb-98b7-4083-949c-8933c28dd7b4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:05.239369 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d1835e5a-e6d8-4c24-9ef6-1a62c6131097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:05.279114 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d1835e5a-e6d8-4c24-9ef6-1a62c6131097 None None] Port 75984ebb-98b7-4083-949c-8933c28dd7b4 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:05.601674 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36620) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:05.607623 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1436857700-network', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:05.626134 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Made reservation on behalf of a8874aeccb564586aad3656fffd89af5 for: {'network': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:05.628467 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for network (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:05.636861 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:05.709692 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Publish callbacks [] for security_group (98629dc0-0387-48d3-a1f6-78c8bb5c94ad), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:05.713292 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (98629dc0-0387-48d3-a1f6-78c8bb5c94ad), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:05.738003 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:47:05.748123 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98629dc0-0387-48d3-a1f6-78c8bb5c94ad,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:05.754282 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c962602d-d8cb-4ac6-a6e6-81c76f0fd71b), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:05.754664 n-d-826756-2 neutron-server[103616]: INFO neutron.db.segments_db [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Added segment c962602d-d8cb-4ac6-a6e6-81c76f0fd71b of type vlan for network 8fe97aa1-4807-4c7b-ba75-b708de792849 Feb 19 04:47:05.795490 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791908917122'] for network (8fe97aa1-4807-4c7b-ba75-b708de792849), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:05.819694 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387'] for network (8fe97aa1-4807-4c7b-ba75-b708de792849), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:05.820736 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:05.821315 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.217250 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6142216 Feb 19 04:47:06.219744 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36622) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:06.230030 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Request body: {'subnet': {'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1436857700-subnet', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'ip_version': 4}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:06.243586 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ddace-3e88-4f74-b5e4-0fcc3dad2543 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe97aa1-4807-4c7b-ba75-b708de792849,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:06.253823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Network 8fe97aa1-4807-4c7b-ba75-b708de792849 details requested by agent ovs-agent-n-d-826756-2 with host n-d-826756-2 {{(pid=103617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:47:06.260205 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Made reservation on behalf of a8874aeccb564586aad3656fffd89af5 for: {'subnet': 1} {{(pid=103616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:06.262739 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305765'] for subnet (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.362349 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Sync routers for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:06.373099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:06.373715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:06.436640 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12355324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305815'] for subnet (8069f5eb-74b4-4a99-9827-3ec5c10dbbdf), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.494379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8069f5eb-74b4-4a99-9827-3ec5c10dbbdf,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:06.504818 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Checking segment: {'id': 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:06.505180 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Network hostable DHCP agents. Network: 8fe97aa1-4807-4c7b-ba75-b708de792849, hostable agents: ['fdd6132c-0496-46cc-9da1-3dec74cbb01b'], hosted agents: [] {{(pid=103616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:47:06.521938 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Network 8fe97aa1-4807-4c7b-ba75-b708de792849 is scheduled to be hosted by DHCP agent fdd6132c-0496-46cc-9da1-3dec74cbb01b with binding_index 1 {{(pid=103616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:47:06.531779 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826756-2, 8fe97aa1-4807-4c7b-ba75-b708de792849) {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:06.536643 n-d-826756-2 neutron-server[103616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:06.537674 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.554149 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f724ec05-3c8a-4808-ad4c-6049bef4b23c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3330600 Feb 19 04:47:06.556379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36624) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:06.561086 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1436857700-router', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:06.575672 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c0937-96ff-47d7-aa89-54aefdb95236 None None] Network 8fe97aa1-4807-4c7b-ba75-b708de792849 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:47:06.581520 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3698879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.582569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3700271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3688574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62380'] for router (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.638258 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks [] for router_controller (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), precommit_add_association {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.722199 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:06.725280 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53365028-63de-4378-b866-baaffd1191ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c6305f-b9b4-5582-841c-baabaafdc56f-8fe97aa1-4807-4c7b-ba75-b708de792849', 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849', 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'fixed_ips': [{'subnet_id': '8069f5eb-74b4-4a99-9827-3ec5c10dbbdf'}]}} from n-d-826756-2. {{(pid=103617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:47:06.726151 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-53365028-63de-4378-b866-baaffd1191ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.780684 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks [] for router_gateway (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.867240 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b701b346-ea86-455d-8bd2-a1a082ab6df2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:07.005333 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks [] for router_gateway (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.025315 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.061115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.db_base_plugin_common [None req-53365028-63de-4378-b866-baaffd1191ee None None] Allocated IP 172.20.0.2 (8fe97aa1-4807-4c7b-ba75-b708de792849/8069f5eb-74b4-4a99-9827-3ec5c10dbbdf/e1f9c88d-a2fa-4212-86c8-935cb9e5655c) {{(pid=103617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:07.081939 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b701b346-ea86-455d-8bd2-a1a082ab6df2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:07.082316 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.091441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.133217 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Allocated IP 172.25.4.77 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/45da70a8-fdb1-4bce-bcc2-573f70619857) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:07.236680 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks [] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.261052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 2, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:07.274759 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.314216 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:07.316166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Checking router: 4b5755d8-8405-4003-b274-ea2aaed7b3f9 for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:47:07.316437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Updating router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 port 75984ebb-98b7-4083-949c-8933c28dd7b4 binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:47:07.317140 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:07.323405 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:07.324779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b701b346-ea86-455d-8bd2-a1a082ab6df2 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:07.325703 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.353712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Pushing event updated for resources: {'Port': ['ID=45da70a8-fdb1-4bce-bcc2-573f70619857,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:07.372524 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port b701b346-ea86-455d-8bd2-a1a082ab6df2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b701b346-ea86-455d-8bd2-a1a082ab6df2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:07.379583 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-53365028-63de-4378-b866-baaffd1191ee None None] Publish callbacks [] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), precommit_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.380917 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.389048 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.391064 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-53365028-63de-4378-b866-baaffd1191ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), after_create {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.461091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53365028-63de-4378-b866-baaffd1191ee None None] Network 8fe97aa1-4807-4c7b-ba75-b708de792849 is already hosted by enough agents. {{(pid=103617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:07.471332 n-d-826756-2 neutron-server[103617]: DEBUG neutron.scheduler.base_scheduler [None req-53365028-63de-4378-b866-baaffd1191ee None None] Resources bound (agent type, host, resource id): {{(pid=103617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:07.476706 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53365028-63de-4378-b866-baaffd1191ee None None] Received port after_create {{(pid=103617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:07.481206 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=b701b346-ea86-455d-8bd2-a1a082ab6df2,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:07.594809 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks [] for router_gateway (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.625826 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53365028-63de-4378-b866-baaffd1191ee None None] Pushing event updated for resources: {'Port': ['ID=e1f9c88d-a2fa-4212-86c8-935cb9e5655c,revision_number=1']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:07.636485 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-53365028-63de-4378-b866-baaffd1191ee None None] Attempting to bind port e1f9c88d-a2fa-4212-86c8-935cb9e5655c on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:07.636774 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-53365028-63de-4378-b866-baaffd1191ee None None] Attempting to bind port e1f9c88d-a2fa-4212-86c8-935cb9e5655c by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:07.637132 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53365028-63de-4378-b866-baaffd1191ee None None] Attempting to bind port e1f9c88d-a2fa-4212-86c8-935cb9e5655c on network 8fe97aa1-4807-4c7b-ba75-b708de792849 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:07.644924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53365028-63de-4378-b866-baaffd1191ee None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:07.645331 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53365028-63de-4378-b866-baaffd1191ee None None] Checking segment: {'id': 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:07.645635 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-53365028-63de-4378-b866-baaffd1191ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.646061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53365028-63de-4378-b866-baaffd1191ee None None] Bound using segment: {'id': 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:07.646557 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-53365028-63de-4378-b866-baaffd1191ee None None] Bound port: e1f9c88d-a2fa-4212-86c8-935cb9e5655c, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:07.646949 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-53365028-63de-4378-b866-baaffd1191ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.777289 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-53365028-63de-4378-b866-baaffd1191ee None None] For port e1f9c88d-a2fa-4212-86c8-935cb9e5655c, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:07.792883 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-53365028-63de-4378-b866-baaffd1191ee None None] For port e1f9c88d-a2fa-4212-86c8-935cb9e5655c, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e1f9c88d-a2fa-4212-86c8-935cb9e5655c,segment=NetworkSegment(c962602d-d8cb-4ac6-a6e6-81c76f0fd71b),segment_id=c962602d-d8cb-4ac6-a6e6-81c76f0fd71b)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:07.803544 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3700262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3688617'] for router (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.808401 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-53365028-63de-4378-b866-baaffd1191ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.904629 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Publish callbacks [] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.906635 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53365028-63de-4378-b866-baaffd1191ee None None] Pushing event updated for resources: {'Port': ['ID=e1f9c88d-a2fa-4212-86c8-935cb9e5655c,revision_number=2']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:07.913511 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.953212 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f is scheduled to L3 agent 60d7d800-9291-4e0c-b312-457f465047ee with binding_index 1 {{(pid=103616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:47:07.965397 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701dd1-bcff-44d7-a957-67e60e79912d None None] Pushing event updated for resources: {'Port': ['ID=75984ebb-98b7-4083-949c-8933c28dd7b4,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:08.030646 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Attempting to bind port 75984ebb-98b7-4083-949c-8933c28dd7b4 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:08.031180 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Attempting to bind port 75984ebb-98b7-4083-949c-8933c28dd7b4 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:08.031617 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Attempting to bind port 75984ebb-98b7-4083-949c-8933c28dd7b4 on network 9e30edd1-2303-4b63-96fd-9b6bbd753488 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:08.037510 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:08.037894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Checking segment: {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:08.038302 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.038692 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Bound using segment: {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:08.039167 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Bound port: 75984ebb-98b7-4083-949c-8933c28dd7b4, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:08.039548 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.099948 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:08.111969 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Sync routers for ids ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:08.143389 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.144886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-66e66d4e-75e3-443a-910b-6cd19443739d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5875437 Feb 19 04:47:08.147582 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36626) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:08.148267 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Routers {'8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:08.152092 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:08.152859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] For port 75984ebb-98b7-4083-949c-8933c28dd7b4, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:08.159419 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] For port 75984ebb-98b7-4083-949c-8933c28dd7b4, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=75984ebb-98b7-4083-949c-8933c28dd7b4,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:08.168893 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.247453 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:08.248472 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:08.324248 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Set router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:08.338475 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701dd1-bcff-44d7-a957-67e60e79912d None None] Pushing event updated for resources: {'Port': ['ID=75984ebb-98b7-4083-949c-8933c28dd7b4,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:08.397512 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-d691954c-0a01-43f7-ae5a-4b0de0b5c3f4 None None] Provisioning complete for port 75984ebb-98b7-4083-949c-8933c28dd7b4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:08.397649 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d691954c-0a01-43f7-ae5a-4b0de0b5c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.521099 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:08.663068 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'name': 'tempest-TestSnapshotPattern-1436857700-router', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:06Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 3, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'gw_port': {'id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:07Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:08.692266 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Checking router: 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:47:08.692627 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Updating router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f port 45da70a8-fdb1-4bce-bcc2-573f70619857 binding host n-d-826756-2 {{(pid=103618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:47:08.715857 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.724144 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.744098 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1c4599cd-7bfb-4496-8f2d-4ab298c34e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.837188 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-d691954c-0a01-43f7-ae5a-4b0de0b5c3f4 None None] Current status of the port 75984ebb-98b7-4083-949c-8933c28dd7b4 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:08.840655 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d691954c-0a01-43f7-ae5a-4b0de0b5c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.940994 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-d691954c-0a01-43f7-ae5a-4b0de0b5c3f4 None None] For port 75984ebb-98b7-4083-949c-8933c28dd7b4, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=75984ebb-98b7-4083-949c-8933c28dd7b4,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:08.953483 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d691954c-0a01-43f7-ae5a-4b0de0b5c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.954065 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_common [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Allocated IP 172.20.0.1 (8fe97aa1-4807-4c7b-ba75-b708de792849/8069f5eb-74b4-4a99-9827-3ec5c10dbbdf/e9a9e476-5e63-414f-99ff-8cd74d0d5f4d) {{(pid=103616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:09.072360 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Publish callbacks [] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), precommit_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.077313 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.077555 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b701b346-ea86-455d-8bd2-a1a082ab6df2 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:09.104897 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691954c-0a01-43f7-ae5a-4b0de0b5c3f4 None None] Pushing event updated for resources: {'Port': ['ID=75984ebb-98b7-4083-949c-8933c28dd7b4,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:09.130715 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Attempting to bind port 45da70a8-fdb1-4bce-bcc2-573f70619857 on host n-d-826756-2 for vnic_type normal with profile {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:09.131319 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Attempting to bind port 45da70a8-fdb1-4bce-bcc2-573f70619857 by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:09.131445 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Attempting to bind port 45da70a8-fdb1-4bce-bcc2-573f70619857 on network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:09.141216 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:09.141599 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Checking segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:09.142047 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.142450 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Bound using segment: {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'} {{(pid=103618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:09.142946 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.managers [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Bound port: 45da70a8-fdb1-4bce-bcc2-573f70619857, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686680f9-9c83-4ff1-ac73-3984e10ed48d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9'}}] {{(pid=103618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:09.147509 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), before_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.147728 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-abff590c-5c0d-4cb0-9a60-f84aa5e8fbb0 None None] Provisioning complete for port 75984ebb-98b7-4083-949c-8933c28dd7b4 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:09.147728 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-abff590c-5c0d-4cb0-9a60-f84aa5e8fbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.181510 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e63850-3e82-400d-bd80-2d3be3807135 None None] Pushing event updated for resources: {'Port': ['ID=45da70a8-fdb1-4bce-bcc2-573f70619857,revision_number=2']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:09.228880 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] For port 45da70a8-fdb1-4bce-bcc2-573f70619857, host n-d-826756-2, cleared binding levels {{(pid=103618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:09.230689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:09.235829 n-d-826756-2 neutron-server[103618]: DEBUG neutron.plugins.ml2.db [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] For port 45da70a8-fdb1-4bce-bcc2-573f70619857, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=45da70a8-fdb1-4bce-bcc2-573f70619857,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:09.236293 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port b701b346-ea86-455d-8bd2-a1a082ab6df2 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:09.236787 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.248602 n-d-826756-2 neutron-server[103618]: DEBUG neutron_lib.callbacks.manager [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), after_update {{(pid=103618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.303768 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dee26-18fa-4f8e-942c-585405b1829d None None] The sync data for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 is: [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:09.357405 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Routers {'8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:09.358234 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:46:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:09.377754 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-abff590c-5c0d-4cb0-9a60-f84aa5e8fbb0 None None] Current status of the port 75984ebb-98b7-4083-949c-8933c28dd7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:09.474181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port b701b346-ea86-455d-8bd2-a1a082ab6df2 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:09.475762 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e1f9c88d-a2fa-4212-86c8-935cb9e5655c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:09.568315 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e1f9c88d-a2fa-4212-86c8-935cb9e5655c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:09.569169 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.633689 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f63bcd-e6a6-4f54-b7e1-e679e321daaa None None] Network 8fe97aa1-4807-4c7b-ba75-b708de792849 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:47:09.645727 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e63850-3e82-400d-bd80-2d3be3807135 None None] Pushing event updated for resources: {'Port': ['ID=45da70a8-fdb1-4bce-bcc2-573f70619857,revision_number=3']} {{(pid=103618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:09.648322 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Publish callbacks [] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.668048 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] Set router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:09.720226 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.772202 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Network 8fe97aa1-4807-4c7b-ba75-b708de792849 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:09.776029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:09.780600 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Received port after_create {{(pid=103616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:09.781997 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e1f9c88d-a2fa-4212-86c8-935cb9e5655c is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:09.782949 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.819835 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Pushing event updated for resources: {'Port': ['ID=e9a9e476-5e63-414f-99ff-8cd74d0d5f4d,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:09.820759 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-760a3cff-a17a-4ce4-a26f-bce4a1ad7fe2 None None] Provisioning complete for port e1f9c88d-a2fa-4212-86c8-935cb9e5655c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:09.821145 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-760a3cff-a17a-4ce4-a26f-bce4a1ad7fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.834104 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687550'] for router_interface (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.912501 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'name': 'tempest-TestSnapshotPattern-1436857700-router', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:06Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 3, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'gw_port': {'id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:07Z', 'updated_at': '2022-02-19T04:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:09.948540 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f20a30-bb7c-4e3c-84ed-bdbc13be9745 None None] The sync data for ids ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'] in n-d-826756-2 is: [{'id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'name': 'tempest-TestSnapshotPattern-1436857700-router', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:06Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 3, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'gw_port': {'id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:07Z', 'updated_at': '2022-02-19T04:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:09.948841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port e1f9c88d-a2fa-4212-86c8-935cb9e5655c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e1f9c88d-a2fa-4212-86c8-935cb9e5655c,segment=NetworkSegment(c962602d-d8cb-4ac6-a6e6-81c76f0fd71b),segment_id=c962602d-d8cb-4ac6-a6e6-81c76f0fd71b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:09.964068 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.004612 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.050681 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-760a3cff-a17a-4ce4-a26f-bce4a1ad7fe2 None None] Current status of the port e1f9c88d-a2fa-4212-86c8-935cb9e5655c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:10.086976 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=e1f9c88d-a2fa-4212-86c8-935cb9e5655c,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:10.202961 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Publish callbacks [] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.208676 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12353911'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.279266 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Pushing event updated for resources: {'Port': ['ID=e9a9e476-5e63-414f-99ff-8cd74d0d5f4d,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:10.285546 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3687658'] for router_interface (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.416330 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Network 8fe97aa1-4807-4c7b-ba75-b708de792849 is already hosted by enough agents. {{(pid=103616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:10.418032 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.base_scheduler [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Resources bound (agent type, host, resource id): {{(pid=103616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:10.483052 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bed414cd-6267-466a-9c12-60f4af16025a None None] Provisioning complete for port e1f9c88d-a2fa-4212-86c8-935cb9e5655c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:10.483597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bed414cd-6267-466a-9c12-60f4af16025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.575332 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:47:10.616605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bed414cd-6267-466a-9c12-60f4af16025a None None] Current status of the port e1f9c88d-a2fa-4212-86c8-935cb9e5655c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:10.627874 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-bed414cd-6267-466a-9c12-60f4af16025a None None] Provisioning complete for port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:10.628260 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bed414cd-6267-466a-9c12-60f4af16025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.706562 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-884a2385-0d6f-4cd3-85f7-425302328a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.708313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-bed414cd-6267-466a-9c12-60f4af16025a None None] Port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:10.726236 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:10.732886 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-908fcf8f-8b5e-482f-95c5-84201813f74a admin admin] 10.222.0.42 "PUT /v2.0/routers/8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5835383 Feb 19 04:47:10.832300 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-c052723d-63e3-4ac2-a459-1a185d394092 None None] Provisioning complete for port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:10.832683 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c052723d-63e3-4ac2-a459-1a185d394092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.881414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-c052723d-63e3-4ac2-a459-1a185d394092 None None] Port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:11.014254 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-4f3bf778-57bf-4de8-afb8-ab93b427ab35 None None] Provisioning complete for port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:11.014601 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4f3bf778-57bf-4de8-afb8-ab93b427ab35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.048089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 45da70a8-fdb1-4bce-bcc2-573f70619857 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:11.091545 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-4f3bf778-57bf-4de8-afb8-ab93b427ab35 None None] Port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:11.116311 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 45da70a8-fdb1-4bce-bcc2-573f70619857 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:11.116693 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.207829 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 45da70a8-fdb1-4bce-bcc2-573f70619857 is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:11.208221 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.246306 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] For port 45da70a8-fdb1-4bce-bcc2-573f70619857, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=45da70a8-fdb1-4bce-bcc2-573f70619857,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:11.251836 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.252574 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 75984ebb-98b7-4083-949c-8933c28dd7b4 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:11.329804 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=45da70a8-fdb1-4bce-bcc2-573f70619857,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:11.341053 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 75984ebb-98b7-4083-949c-8933c28dd7b4 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:11.341442 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.424830 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 75984ebb-98b7-4083-949c-8933c28dd7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:11.425903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e1f9c88d-a2fa-4212-86c8-935cb9e5655c up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:11.475780 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e1f9c88d-a2fa-4212-86c8-935cb9e5655c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:11.476160 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.544781 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36634) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:11.549511 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-09d6d521-3290-4c4b-9837-ca9008735e4a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584001957', 'description': 'tempest-secgroup-smoke-584001957 description', 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:11.558840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e1f9c88d-a2fa-4212-86c8-935cb9e5655c is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:11.570808 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09d6d521-3290-4c4b-9837-ca9008735e4a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.635178 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09d6d521-3290-4c4b-9837-ca9008735e4a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group (2262a900-3149-4586-90bf-14e662650caa), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.639424 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09d6d521-3290-4c4b-9837-ca9008735e4a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2262a900-3149-4586-90bf-14e662650caa), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.668679 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-09d6d521-3290-4c4b-9837-ca9008735e4a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.669928 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-09d6d521-3290-4c4b-9837-ca9008735e4a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1240330 Feb 19 04:47:11.671034 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6d521-3290-4c4b-9837-ca9008735e4a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2262a900-3149-4586-90bf-14e662650caa,revision_number=1']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:11.673244 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36636) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:11.677985 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-a5adb847-22d0-4a55-9aaf-5d45a63b062c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'security_group_rule': {'security_group_id': '2262a900-3149-4586-90bf-14e662650caa', 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:11.703060 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5adb847-22d0-4a55-9aaf-5d45a63b062c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (39e0bd1c-8d29-4725-9340-5e4dd9ea274f), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.766393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5adb847-22d0-4a55-9aaf-5d45a63b062c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (39e0bd1c-8d29-4725-9340-5e4dd9ea274f), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.769600 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5adb847-22d0-4a55-9aaf-5d45a63b062c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (39e0bd1c-8d29-4725-9340-5e4dd9ea274f), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.788623 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adb847-22d0-4a55-9aaf-5d45a63b062c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e0bd1c-8d29-4725-9340-5e4dd9ea274f,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:11.793393 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a5adb847-22d0-4a55-9aaf-5d45a63b062c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.795175 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-a5adb847-22d0-4a55-9aaf-5d45a63b062c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208019 Feb 19 04:47:11.797907 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36638) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:11.802111 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-701d34f7-1a60-4d50-b17a-cb08672dcdcd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'security_group_rule': {'security_group_id': '2262a900-3149-4586-90bf-14e662650caa', 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:11.826576 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-701d34f7-1a60-4d50-b17a-cb08672dcdcd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (d7b16fb2-74cc-4466-93aa-16be5dcadc47), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.881351 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-701d34f7-1a60-4d50-b17a-cb08672dcdcd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (d7b16fb2-74cc-4466-93aa-16be5dcadc47), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.884950 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-701d34f7-1a60-4d50-b17a-cb08672dcdcd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (d7b16fb2-74cc-4466-93aa-16be5dcadc47), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.907107 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d34f7-1a60-4d50-b17a-cb08672dcdcd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b16fb2-74cc-4466-93aa-16be5dcadc47,revision_number=0']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:11.912541 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-701d34f7-1a60-4d50-b17a-cb08672dcdcd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.913780 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-701d34f7-1a60-4d50-b17a-cb08672dcdcd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149397 Feb 19 04:47:11.916996 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36640) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:11.922561 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-18f6f471-f9eb-4353-9521-435fc1d03f2d tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'security_group_rule': {'security_group_id': '2262a900-3149-4586-90bf-14e662650caa', 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:11.949718 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-18f6f471-f9eb-4353-9521-435fc1d03f2d tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (1dceb6cf-3ed0-443e-b5c6-3ec28547aa77), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.007910 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-18f6f471-f9eb-4353-9521-435fc1d03f2d tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (1dceb6cf-3ed0-443e-b5c6-3ec28547aa77), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.011442 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-18f6f471-f9eb-4353-9521-435fc1d03f2d tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (1dceb6cf-3ed0-443e-b5c6-3ec28547aa77), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.028570 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6f471-f9eb-4353-9521-435fc1d03f2d tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dceb6cf-3ed0-443e-b5c6-3ec28547aa77,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:12.036399 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-18f6f471-f9eb-4353-9521-435fc1d03f2d tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.037614 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-18f6f471-f9eb-4353-9521-435fc1d03f2d tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195271 Feb 19 04:47:12.040483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36642) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:12.045695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-8b7e8bd2-488e-42f4-a3da-4c250f9ef8fc tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'security_group_rule': {'security_group_id': '2262a900-3149-4586-90bf-14e662650caa', 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:12.069876 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8bd2-488e-42f4-a3da-4c250f9ef8fc tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (51564665-c8a0-42b6-895f-b3ce0ef85ba7), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.134296 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8bd2-488e-42f4-a3da-4c250f9ef8fc tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (51564665-c8a0-42b6-895f-b3ce0ef85ba7), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.138283 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8bd2-488e-42f4-a3da-4c250f9ef8fc tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (51564665-c8a0-42b6-895f-b3ce0ef85ba7), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.157748 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e8bd2-488e-42f4-a3da-4c250f9ef8fc tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51564665-c8a0-42b6-895f-b3ce0ef85ba7,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:12.162398 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8bd2-488e-42f4-a3da-4c250f9ef8fc tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.166823 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-8b7e8bd2-488e-42f4-a3da-4c250f9ef8fc tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219091 Feb 19 04:47:12.167317 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36644) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:12.172199 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-f72380f1-bb4b-4131-928e-b4104533a3f4 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'security_group_rule': {'security_group_id': '2262a900-3149-4586-90bf-14e662650caa', 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:12.191705 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-f72380f1-bb4b-4131-928e-b4104533a3f4 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Project f59f8a6867bb4b27be9bc7e12f0c685a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:47:12.197047 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f72380f1-bb4b-4131-928e-b4104533a3f4 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (ade433d6-3490-48dd-a4fd-e21f79aa11d1), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.256055 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f72380f1-bb4b-4131-928e-b4104533a3f4 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (ade433d6-3490-48dd-a4fd-e21f79aa11d1), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.258986 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f72380f1-bb4b-4131-928e-b4104533a3f4 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (ade433d6-3490-48dd-a4fd-e21f79aa11d1), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.280952 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72380f1-bb4b-4131-928e-b4104533a3f4 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade433d6-3490-48dd-a4fd-e21f79aa11d1,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:12.287074 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f72380f1-bb4b-4131-928e-b4104533a3f4 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.288237 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-f72380f1-bb4b-4131-928e-b4104533a3f4 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203449 Feb 19 04:47:12.291510 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 36646) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:12.298778 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.v2.base [None req-bc5121d6-7eba-438d-bc38-f593fd392b64 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'security_group_rule': {'security_group_id': '2262a900-3149-4586-90bf-14e662650caa', 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:12.319568 n-d-826756-2 neutron-server[103616]: INFO neutron.db.securitygroups_db [None req-bc5121d6-7eba-438d-bc38-f593fd392b64 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Project f59f8a6867bb4b27be9bc7e12f0c685a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:47:12.324410 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc5121d6-7eba-438d-bc38-f593fd392b64 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (bc4f5d1a-862d-49af-8534-bb05e6e31a13), before_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.369058 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.388105 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc5121d6-7eba-438d-bc38-f593fd392b64 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (bc4f5d1a-862d-49af-8534-bb05e6e31a13), precommit_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.391724 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc5121d6-7eba-438d-bc38-f593fd392b64 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159068'] for security_group_rule (bc4f5d1a-862d-49af-8534-bb05e6e31a13), after_create {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.411263 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5121d6-7eba-438d-bc38-f593fd392b64 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4f5d1a-862d-49af-8534-bb05e6e31a13,revision_number=0']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:12.421601 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bc5121d6-7eba-438d-bc38-f593fd392b64 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.422908 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-bc5121d6-7eba-438d-bc38-f593fd392b64 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301813 Feb 19 04:47:12.458127 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Sync routers for ids ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:12.473544 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Routers {'8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:12.473698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:47:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:12.581437 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-601178a4-5eb6-47b7-8916-e508ec307af7 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584001957&fields=id&tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a HTTP/1.1" status: 200 len: 267 time: 0.0475357 Feb 19 04:47:12.590242 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Set router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:12.687511 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-1dffc36b-f386-4626-95a2-2be7f3b4c42e tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:12.689709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-1dffc36b-f386-4626-95a2-2be7f3b4c42e tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 808 time: 0.1015370 Feb 19 04:47:12.705164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-ebc104ca-5dd0-4733-a53f-f6bc98337e8c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/quotas/f59f8a6867bb4b27be9bc7e12f0c685a HTTP/1.1" status: 200 len: 375 time: 0.0097058 Feb 19 04:47:12.767090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-b6d71e9f-6838-4293-b286-743cfa4603e6 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560222 Feb 19 04:47:12.800698 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'name': 'tempest-TestSnapshotPattern-1436857700-router', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:06Z', 'updated_at': '2022-02-19T04:47:09Z', 'revision_number': 4, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'gw_port': {'id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:07Z', 'updated_at': '2022-02-19T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e9a9e476-5e63-414f-99ff-8cd74d0d5f4d', 'name': '', 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'mac_address': 'fa:16:3e:db:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8069f5eb-74b4-4a99-9827-3ec5c10dbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:08Z', 'updated_at': '2022-02-19T04:47:10Z', 'revision_number': 2, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'subnets': [{'id': '8069f5eb-74b4-4a99-9827-3ec5c10dbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:12.828385 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Checking router: 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:47:12.828752 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Updating router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d binding host n-d-826756-2 {{(pid=103617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:47:12.850194 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 45da70a8-fdb1-4bce-bcc2-573f70619857 up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:12.871307 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-9897ce54-91b1-44de-91b7-0ac38f163d43 service neutron] 10.222.0.42 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917563 Feb 19 04:47:12.890093 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.951972 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port 45da70a8-fdb1-4bce-bcc2-573f70619857 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:12.952352 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.962773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-bdc95696-8a2a-481b-9bb4-3bd225de4aa9 service neutron] 10.222.0.42 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839055 Feb 19 04:47:13.129233 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4d900a9f-b21a-417a-a72a-8f50139c2f00 req-4e015547-01be-4ea4-827b-45300abb1511 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 210 time: 0.0280530 Feb 19 04:47:13.155575 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port 45da70a8-fdb1-4bce-bcc2-573f70619857 is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:13.238795 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Publish callbacks [] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), precommit_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.243039 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.291605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc328-2168-4785-a2bb-5a263ade1877 None None] Pushing event updated for resources: {'Port': ['ID=e9a9e476-5e63-414f-99ff-8cd74d0d5f4d,revision_number=3']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:13.342619 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Attempting to bind port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d on host n-d-826756-2 for vnic_type normal with profile {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:13.342987 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Attempting to bind port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d by drivers openvswitch,hyperv on host n-d-826756-2 at level 0 using segments [{'id': 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849'}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:13.343344 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Attempting to bind port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d on network 8fe97aa1-4807-4c7b-ba75-b708de792849 {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:13.348488 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Checking agent: {'id': 'e4f1053e-41ef-4ecf-b054-8b9045eb847b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 59, 14), 'started_at': datetime.datetime(2022, 2, 19, 2, 59, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826756-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:13.348859 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Checking segment: {'id': 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:13.349254 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.349642 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Bound using segment: {'id': 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849'} {{(pid=103617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:13.350130 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.managers [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Bound port: e9a9e476-5e63-414f-99ff-8cd74d0d5f4d, host: n-d-826756-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849'}}] {{(pid=103617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:13.350510 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.425127 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.428848 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] For port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d, host n-d-826756-2, cleared binding levels {{(pid=103617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:13.432222 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] For port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d, host n-d-826756-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e9a9e476-5e63-414f-99ff-8cd74d0d5f4d,segment=NetworkSegment(c962602d-d8cb-4ac6-a6e6-81c76f0fd71b),segment_id=c962602d-d8cb-4ac6-a6e6-81c76f0fd71b)] {{(pid=103617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:13.441273 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.666802 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-e79dcb59-420e-46ef-96aa-a602c6a38ea3 None None] Provisioning complete for port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:13.667456 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e79dcb59-420e-46ef-96aa-a602c6a38ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.671903 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc328-2168-4785-a2bb-5a263ade1877 None None] Pushing event updated for resources: {'Port': ['ID=e9a9e476-5e63-414f-99ff-8cd74d0d5f4d,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:13.695017 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Routers {'8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:13.695671 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:47:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:13.852146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] Set router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:13.877082 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e79dcb59-420e-46ef-96aa-a602c6a38ea3 None None] Current status of the port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d is: DOWN; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:13.877469 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e79dcb59-420e-46ef-96aa-a602c6a38ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.968924 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e79dcb59-420e-46ef-96aa-a602c6a38ea3 None None] For port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e9a9e476-5e63-414f-99ff-8cd74d0d5f4d,segment=NetworkSegment(c962602d-d8cb-4ac6-a6e6-81c76f0fd71b),segment_id=c962602d-d8cb-4ac6-a6e6-81c76f0fd71b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:13.994563 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e79dcb59-420e-46ef-96aa-a602c6a38ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.067941 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dcb59-420e-46ef-96aa-a602c6a38ea3 None None] Pushing event updated for resources: {'Port': ['ID=e9a9e476-5e63-414f-99ff-8cd74d0d5f4d,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:14.132726 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-043057cd-7fa1-4a0b-a7e9-14ef663e485c None None] Provisioning complete for port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:14.133211 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-043057cd-7fa1-4a0b-a7e9-14ef663e485c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.198841 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'name': 'tempest-TestSnapshotPattern-1436857700-router', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:06Z', 'updated_at': '2022-02-19T04:47:09Z', 'revision_number': 4, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'gw_port': {'id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:07Z', 'updated_at': '2022-02-19T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e9a9e476-5e63-414f-99ff-8cd74d0d5f4d', 'name': '', 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'mac_address': 'fa:16:3e:db:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8069f5eb-74b4-4a99-9827-3ec5c10dbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:08Z', 'updated_at': '2022-02-19T04:47:13Z', 'revision_number': 4, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'subnets': [{'id': '8069f5eb-74b4-4a99-9827-3ec5c10dbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:14.217524 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-2f479589-a644-4432-bc55-5cfb11293254 req-791bf40a-60f7-415e-9ba2-304fdf7ae215 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 210 time: 0.0341544 Feb 19 04:47:14.233437 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942397d-e34e-4c02-992e-cf32cf72ae9e None None] The sync data for ids ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'] in n-d-826756-2 is: [{'id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'name': 'tempest-TestSnapshotPattern-1436857700-router', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:06Z', 'updated_at': '2022-02-19T04:47:09Z', 'revision_number': 4, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'gw_port': {'id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:07Z', 'updated_at': '2022-02-19T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': 'e9a9e476-5e63-414f-99ff-8cd74d0d5f4d', 'name': '', 'network_id': '8fe97aa1-4807-4c7b-ba75-b708de792849', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'mac_address': 'fa:16:3e:db:5e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '8069f5eb-74b4-4a99-9827-3ec5c10dbbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:08Z', 'updated_at': '2022-02-19T04:47:13Z', 'revision_number': 4, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'subnets': [{'id': '8069f5eb-74b4-4a99-9827-3ec5c10dbbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:14.269263 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-043057cd-7fa1-4a0b-a7e9-14ef663e485c None None] Current status of the port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:14.857799 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.881708 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e9a9e476-5e63-414f-99ff-8cd74d0d5f4d up at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:14.935891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Provisioning complete for port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:14.936499 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.022702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Current status of the port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d is: ACTIVE; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:15.298689 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-75b705ec-b235-4aa4-a064-e94fb0cc790d req-97d27ac6-52e5-46fd-8b2e-85e4187d5125 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 210 time: 0.0316463 Feb 19 04:47:16.395314 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4cbfc659-bbc9-4c80-bb8a-7b65f56606bb req-08c858ec-5c64-49a3-9287-29bc54228879 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 210 time: 0.0410681 Feb 19 04:47:17.489488 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-42e4e84b-66e2-4213-a6e3-c3faf0e08ad2 req-7281ebbb-2d25-4a4e-9078-85d7befe5acd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 210 time: 0.0266473 Feb 19 04:47:18.151336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-29bee14e-3237-496b-91c8-74b5f587471c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:18.153227 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-29bee14e-3237-496b-91c8-74b5f587471c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.71 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 808 time: 0.1025009 Feb 19 04:47:18.221768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-31141f4e-e1d2-4c2d-9f0b-e8f4a345cc6d tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a HTTP/1.1" status: 200 len: 379 time: 0.0600951 Feb 19 04:47:18.230527 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'port': {'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'admin_state_up': True, 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'security_groups': ['2262a900-3149-4586-90bf-14e662650caa']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:18.339376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Made reservation on behalf of f59f8a6867bb4b27be9bc7e12f0c685a for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:18.343278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:18.469027 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Allocated IP 172.20.0.8 (9e30edd1-2303-4b63-96fd-9b6bbd753488/4767f60a-bf5c-425a-a921-9a316acd4067/380745ef-dcbc-4f62-b746-e300fd621b77) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:18.593999 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fbf4a235-909a-42f4-a693-d9623246b820 req-e063fec8-4807-4f75-9588-c6da01664a8a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 210 time: 0.0362144 Feb 19 04:47:18.632080 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for port (380745ef-dcbc-4f62-b746-e300fd621b77), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:18.665309 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:18.707218 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Network 9e30edd1-2303-4b63-96fd-9b6bbd753488 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:18.710176 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:18.716289 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:18.722764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'Port': ['ID=380745ef-dcbc-4f62-b746-e300fd621b77,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:18.769646 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:18.770298 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:18.789118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-2a4fff82-6c86-4ef7-915f-3044562e6e55 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621381 Feb 19 04:47:18.800691 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Request body: {'port': {'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:18.866831 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:18.917959 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-7a2af339-7412-4f75-b8fb-7975bed2eaa4 None None] Provisioning complete for port 380745ef-dcbc-4f62-b746-e300fd621b77 triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:18.919087 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-7a2af339-7412-4f75-b8fb-7975bed2eaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:18.960833 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-7a2af339-7412-4f75-b8fb-7975bed2eaa4 None None] Port 380745ef-dcbc-4f62-b746-e300fd621b77 cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:19.129706 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 380745ef-dcbc-4f62-b746-e300fd621b77 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:47:19.137021 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Publish callbacks [] for port (380745ef-dcbc-4f62-b746-e300fd621b77), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.149383 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Transition to ACTIVE for port object 380745ef-dcbc-4f62-b746-e300fd621b77 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:47:19.152528 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.203461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Pushing event updated for resources: {'Port': ['ID=380745ef-dcbc-4f62-b746-e300fd621b77,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:19.278149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Attempting to bind port 380745ef-dcbc-4f62-b746-e300fd621b77 on host n-h2-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:19.278827 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Attempting to bind port 380745ef-dcbc-4f62-b746-e300fd621b77 by drivers openvswitch,hyperv on host n-h2-826756-2 at level 0 using segments [{'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:19.279163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Attempting to bind port 380745ef-dcbc-4f62-b746-e300fd621b77 on network 9e30edd1-2303-4b63-96fd-9b6bbd753488 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:19.283832 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Port 380745ef-dcbc-4f62-b746-e300fd621b77 on network 9e30edd1-2303-4b63-96fd-9b6bbd753488 not bound, no agent of type Open vSwitch agent registered on host n-h2-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:47:19.284165 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Attempting to bind port 380745ef-dcbc-4f62-b746-e300fd621b77 on network 9e30edd1-2303-4b63-96fd-9b6bbd753488 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:19.290275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Checking agent: {'id': 'e480086f-ca23-4945-86d5-6857858a863b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'started_at': datetime.datetime(2022, 2, 19, 3, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:19.290888 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Checking segment: {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:19.291275 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Bound using segment: {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:19.291753 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Bound port: 380745ef-dcbc-4f62-b746-e300fd621b77, host: n-h2-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:19.292116 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.359277 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] For port 380745ef-dcbc-4f62-b746-e300fd621b77, host n-h2-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:19.362633 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] For port 380745ef-dcbc-4f62-b746-e300fd621b77, host n-h2-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=380745ef-dcbc-4f62-b746-e300fd621b77,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:19.369398 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.403963 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:19.404595 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.406618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] 10.222.0.71 "PUT /v2.0/ports/380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 200 len: 1091 time: 0.6102071 Feb 19 04:47:19.407049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:19.409332 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7e8db5-3175-48ed-9c40-8ea4897c9338" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:19.434647 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad918a-038b-4ca8-b3e7-148e1bba1b8b service neutron] Pushing event updated for resources: {'Port': ['ID=380745ef-dcbc-4f62-b746-e300fd621b77,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:19.470687 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3759df1-2c02-4551-88eb-7004dfb54f9f x-openstack-request-id: req-a3759df1-2c02-4551-88eb-7004dfb54f9f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:19.471022 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:19.471245 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3759df1-2c02-4551-88eb-7004dfb54f9f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:19.471648 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77', 'status': 'completed', 'code': 200} Feb 19 04:47:19.841014 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-45a37c4f-362c-44fe-b633-53c6146aabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:19.842594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-45a37c4f-362c-44fe-b633-53c6146aabb0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1125 time: 0.3820422 Feb 19 04:47:19.853212 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db493af-8089-4eb8-b923-482dff3abadc req-b7d9293c-f39b-414c-9684-8144a4d5ecfb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:19.854649 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9db493af-8089-4eb8-b923-482dff3abadc req-b7d9293c-f39b-414c-9684-8144a4d5ecfb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 943 time: 0.0701325 Feb 19 04:47:19.897507 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-c4d2dc69-00fe-4c8d-a864-a3ed902e3845 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 200 len: 217 time: 0.0419114 Feb 19 04:47:19.967290 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9db493af-8089-4eb8-b923-482dff3abadc req-28257beb-98cd-4049-bc35-4a909aca3563 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055968 Feb 19 04:47:19.970956 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-8502796e-2631-4bff-9be4-94c298f1328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:19.972337 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-8502796e-2631-4bff-9be4-94c298f1328d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0666513 Feb 19 04:47:20.021564 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-d7f42545-0948-466a-be2c-5655356389a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.023155 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-d7f42545-0948-466a-be2c-5655356389a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445008 Feb 19 04:47:20.117619 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-d9faf8e2-fcef-48eb-824d-5b3e24639e4b service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873506 Feb 19 04:47:20.205008 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b281b0e-5f4e-4779-883e-a01257e8a645 req-1342d0fa-dbf2-4767-b30d-acc3b03b5656 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808313 Feb 19 04:47:20.293620 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-f4c785d9-f96e-41cb-9b34-9459f31c093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.295073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-f4c785d9-f96e-41cb-9b34-9459f31c093e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1125 time: 0.0454862 Feb 19 04:47:20.388800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-eefbdbda-a2ec-4517-bf43-e79faf0552a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.390335 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-eefbdbda-a2ec-4517-bf43-e79faf0552a4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.0892391 Feb 19 04:47:20.432044 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-30ae2e7b-8775-4750-a593-3f5c8df2de95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 200 len: 217 time: 0.0354404 Feb 19 04:47:20.489800 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-7d421327-fa61-41c7-9e4d-42ad1224e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.491370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-7d421327-fa61-41c7-9e4d-42ad1224e438 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0518332 Feb 19 04:47:20.544292 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-b94dd021-ab6a-4c15-9668-bf12f98e3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.545788 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-b94dd021-ab6a-4c15-9668-bf12f98e3502 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460012 Feb 19 04:47:20.638340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-220e7eb7-0b84-40b1-9421-7ae8e1604f12 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860739 Feb 19 04:47:20.734595 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0a7e8db5-3175-48ed-9c40-8ea4897c9338 req-9e5dfc02-3918-4ceb-af20-31b556d93996 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892656 Feb 19 04:47:21.092831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615feba-a38f-4972-a15b-a0144b2c8dd9 req-5e4f24fc-0742-4c21-a36c-e5e4ccb6102f tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:21.094300 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3615feba-a38f-4972-a15b-a0144b2c8dd9 req-5e4f24fc-0742-4c21-a36c-e5e4ccb6102f tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 943 time: 0.0591552 Feb 19 04:47:21.146525 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3615feba-a38f-4972-a15b-a0144b2c8dd9 req-6abbd016-3f49-4593-a4f5-237d7c970abd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466475 Feb 19 04:47:22.269322 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8331758-194c-4475-b063-c65e716615c5 req-f6aee766-4b12-4f2f-a96b-9a5cecdf6af3 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:22.270850 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8331758-194c-4475-b063-c65e716615c5 req-f6aee766-4b12-4f2f-a96b-9a5cecdf6af3 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 943 time: 0.0575557 Feb 19 04:47:22.319363 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c8331758-194c-4475-b063-c65e716615c5 req-ddd351e0-db24-4ab6-83c4-690774a63a2d tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428329 Feb 19 04:47:22.800891 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 380745ef-dcbc-4f62-b746-e300fd621b77 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:47:22.896960 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 380745ef-dcbc-4f62-b746-e300fd621b77, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=380745ef-dcbc-4f62-b746-e300fd621b77,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:22.908278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '380745ef-dcbc-4f62-b746-e300fd621b77', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:47:22.945146 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 380745ef-dcbc-4f62-b746-e300fd621b77 is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:22.945652 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:22.959241 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380745ef-dcbc-4f62-b746-e300fd621b77 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:47:22.979480 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 380745ef-dcbc-4f62-b746-e300fd621b77, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=380745ef-dcbc-4f62-b746-e300fd621b77,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:22.983588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:23.034900 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=380745ef-dcbc-4f62-b746-e300fd621b77,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:23.230214 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['380745ef-dcbc-4f62-b746-e300fd621b77'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:47:23.399294 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:23.442149 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4f9e6-dd77-4358-9623-89bd18660bbc req-ee786ced-40ef-4163-a769-86fd4ef02545 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:23.443667 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35b4f9e6-dd77-4358-9623-89bd18660bbc req-ee786ced-40ef-4163-a769-86fd4ef02545 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 944 time: 0.0535374 Feb 19 04:47:23.495248 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-35b4f9e6-dd77-4358-9623-89bd18660bbc req-a9768cba-efe2-41b0-9a03-e99a38035faa tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455971 Feb 19 04:47:24.614761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f22248-63b3-4cfa-bfa4-91d06431b7ce req-cdcdfa8b-8c10-4a2c-8350-391822e9db2b tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:24.616281 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69f22248-63b3-4cfa-bfa4-91d06431b7ce req-cdcdfa8b-8c10-4a2c-8350-391822e9db2b tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 944 time: 0.0530975 Feb 19 04:47:24.670093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69f22248-63b3-4cfa-bfa4-91d06431b7ce req-27eabb70-4d0a-41c4-8b9d-8b9a8428205c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478940 Feb 19 04:47:24.812162 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 380745ef-dcbc-4f62-b746-e300fd621b77 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:24.860509 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning for port 380745ef-dcbc-4f62-b746-e300fd621b77 completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:47:24.864352 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 380745ef-dcbc-4f62-b746-e300fd621b77 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:24.864731 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.941965 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 380745ef-dcbc-4f62-b746-e300fd621b77 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:24.942353 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.967792 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:24.970060 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e194b2d-5060-4169-a90f-67df3ba2a2a6" -d '{"events": [{"server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "name": "network-vif-plugged", "status": "completed", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:24.983589 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 380745ef-dcbc-4f62-b746-e300fd621b77, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=380745ef-dcbc-4f62-b746-e300fd621b77,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:24.987416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.013936 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cce374-200f-4f42-890c-246750cf0a8d x-openstack-request-id: req-b3cce374-200f-4f42-890c-246750cf0a8d {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:25.014229 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "name": "network-vif-plugged", "status": "completed", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:25.014482 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3cce374-200f-4f42-890c-246750cf0a8d {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:25.015426 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77', 'code': 200} Feb 19 04:47:25.043216 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=380745ef-dcbc-4f62-b746-e300fd621b77,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:25.108354 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff425073-02f9-42f9-88c0-7a7900a42583 req-68d47d08-8253-4c14-89ff-6215ff36791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:25.109903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff425073-02f9-42f9-88c0-7a7900a42583 req-68d47d08-8253-4c14-89ff-6215ff36791c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1127 time: 0.0442634 Feb 19 04:47:25.154759 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ff425073-02f9-42f9-88c0-7a7900a42583 req-7235ff8d-dd80-4719-be41-1b46a5d2c922 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389948 Feb 19 04:47:25.795528 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8051-4c61-4ccf-b8a3-77332203a118 req-605b98f1-720a-40ad-b6cf-297d3f7660a5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:25.797097 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b6c8051-4c61-4ccf-b8a3-77332203a118 req-605b98f1-720a-40ad-b6cf-297d3f7660a5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 945 time: 0.0566838 Feb 19 04:47:25.847284 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9b6c8051-4c61-4ccf-b8a3-77332203a118 req-2ea37081-355c-4c27-a3e8-c620ce1082ee tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440595 Feb 19 04:47:26.975233 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3db643-63f7-4119-917e-fbdb45624d30 req-f045caef-7542-45e5-8b9d-5eee09f8c671 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:26.976841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad3db643-63f7-4119-917e-fbdb45624d30 req-f045caef-7542-45e5-8b9d-5eee09f8c671 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 945 time: 0.0586419 Feb 19 04:47:27.026188 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ad3db643-63f7-4119-917e-fbdb45624d30 req-49928ea9-0176-4dd0-a421-5a4891f1a6db tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Feb 19 04:47:27.141982 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99d833-ec7b-4b7f-b0c6-6ec4f5963138 req-c9e4a512-0a72-42c1-9e10-8d2aee9e6864 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:27.143551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af99d833-ec7b-4b7f-b0c6-6ec4f5963138 req-c9e4a512-0a72-42c1-9e10-8d2aee9e6864 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 945 time: 0.0528464 Feb 19 04:47:27.191911 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-af99d833-ec7b-4b7f-b0c6-6ec4f5963138 req-1ec81782-ca1f-497b-9579-c8450c4a3567 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Feb 19 04:47:27.213263 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36712) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:27.345715 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e782f7-6a7a-41db-b433-f974fe689d49 tempest-TestSnapshotPattern-402329078 tempest-TestSnapshotPattern-402329078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:27.347271 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-80e782f7-6a7a-41db-b433-f974fe689d49 tempest-TestSnapshotPattern-402329078 tempest-TestSnapshotPattern-402329078-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1122 time: 0.1329722 Feb 19 04:47:27.350206 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36716) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:27.354373 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:27.374599 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.473073 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.581129 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Allocated IP 172.25.4.110 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/3f72a1bb-e52d-4381-83ec-c9e83f8265f8) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:27.681258 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for port (3f72a1bb-e52d-4381-83ec-c9e83f8265f8), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.714154 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3f72a1bb-e52d-4381-83ec-c9e83f8265f8), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.751716 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:27.754611 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:27.760831 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:27.767048 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'Port': ['ID=3f72a1bb-e52d-4381-83ec-c9e83f8265f8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:28.162592 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for floatingip (be486a22-1bf5-40db-ba78-5cb9044ec03a), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.207965 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-fcf64162-9bd0-4051-8f39-53112cdbfe20 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877628 Feb 19 04:47:28.246623 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3f72a1bb-e52d-4381-83ec-c9e83f8265f8), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.373650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-cd76f5ab-872f-41bc-be27-0f4baca08c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:28.375061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-cd76f5ab-872f-41bc-be27-0f4baca08c02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1127 time: 0.1087213 Feb 19 04:47:28.492451 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for port (3f72a1bb-e52d-4381-83ec-c9e83f8265f8), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.500021 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3f72a1bb-e52d-4381-83ec-c9e83f8265f8), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.550062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-47575761-23c2-4d6f-ad3a-2c93b57ae8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:28.551540 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-47575761-23c2-4d6f-ad3a-2c93b57ae8b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.1518674 Feb 19 04:47:28.618444 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'Port': ['ID=3f72a1bb-e52d-4381-83ec-c9e83f8265f8,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:28.641435 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (be486a22-1bf5-40db-ba78-5cb9044ec03a), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.684333 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-f31206e4-1ef4-4a5d-9412-dc3bf2d4f4fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 200 len: 999 time: 0.1134121 Feb 19 04:47:28.781755 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-5dd218b3-24f9-4c17-8c8c-f8812955cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:28.783552 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-5dd218b3-24f9-4c17-8c8c-f8812955cae3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0914915 Feb 19 04:47:28.800413 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Floating IP be486a22-1bf5-40db-ba78-5cb9044ec03a associated. External IP: 172.25.4.110, port: 380745ef-dcbc-4f62-b746-e300fd621b77. Feb 19 04:47:28.904316 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-08f40ed8-e7ea-44f4-818f-a5e887239956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:28.905854 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-08f40ed8-e7ea-44f4-818f-a5e887239956 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1163616 Feb 19 04:47:29.050822 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-a1cb30a9-a184-43c1-b732-efdd5f68220c service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385784 Feb 19 04:47:29.160483 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:47:29.193383 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-7fba8b67-d52c-4f3b-a798-6d325f2892a4 req-ad3cbc89-0554-4fe6-9be7-6fe5b0198555 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117918 Feb 19 04:47:29.595994 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:29.607566 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] Sync routers for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:29.619719 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:29.620811 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:47:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:29.622240 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:29.668869 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-72121d66-0b76-4783-a6e6-5beae5d473cd tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3176248 Feb 19 04:47:29.669478 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:29.672358 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:29.750928 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:29.809602 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5284a985-6140-4666-bb94-2ff93c223b2b x-openstack-request-id: req-5284a985-6140-4666-bb94-2ff93c223b2b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:29.809921 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:29.810525 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5284a985-6140-4666-bb94-2ff93c223b2b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:29.810749 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77', 'status': 'completed', 'code': 200} Feb 19 04:47:29.892656 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-a34fbfb0-7128-43e8-8f9f-b87b4be611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:29.894237 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-a34fbfb0-7128-43e8-8f9f-b87b4be611cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1127 time: 0.0583375 Feb 19 04:47:29.989835 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-9298443a-ffbb-48ad-965c-b5bc788d6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:29.991903 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-9298443a-ffbb-48ad-965c-b5bc788d6caa service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.0898762 Feb 19 04:47:29.995397 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be486a22-1bf5-40db-ba78-5cb9044ec03a', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:47:27Z', 'updated_at': '2022-02-19T04:47:27Z', 'revision_number': 0, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:30.021430 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] Checking router: 4b5755d8-8405-4003-b274-ea2aaed7b3f9 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:47:30.030153 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:30.030783 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:47:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:30.058360 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-6a78bdd4-e985-40b3-b97b-fb578cfac81c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 200 len: 999 time: 0.0590789 Feb 19 04:47:30.113142 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-41c0f91e-1d9a-4c9a-af97-133d1bc75320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:30.114665 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-41c0f91e-1d9a-4c9a-af97-133d1bc75320 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0496607 Feb 19 04:47:30.140370 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:30.169812 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-3e5d6091-7d7b-45f5-835e-ca6965bbbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:30.171408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-3e5d6091-7d7b-45f5-835e-ca6965bbbadb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504899 Feb 19 04:47:30.265382 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-93f64dd2-a6bf-474a-9bb2-56421c32af7a service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866745 Feb 19 04:47:30.359243 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9d3734da-6c4c-4f02-b6ba-16e7063fc37f req-8ca42220-364c-4c4d-8a7d-464d487ef3b3 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870488 Feb 19 04:47:30.452275 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be486a22-1bf5-40db-ba78-5cb9044ec03a', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:47:27Z', 'updated_at': '2022-02-19T04:47:27Z', 'revision_number': 0, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:30.477248 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed6004-2ee7-469c-aa9d-b890b69e28a0 None None] The sync data for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 is: [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be486a22-1bf5-40db-ba78-5cb9044ec03a', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:47:27Z', 'updated_at': '2022-02-19T04:47:27Z', 'revision_number': 0, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:30.675103 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12c5fe-ae37-414c-94e9-04abbeae72c1 None None] New status for floating IP be486a22-1bf5-40db-ba78-5cb9044ec03a: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:47:32.049621 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:47:37.054014 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:38.500421 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c6ae-917d-41b1-8c84-635ac6c6384c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.650492 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a007a053-e841-43ef-ae24-6ad5fcbd0f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:42.369797 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:43.407240 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:44.851959 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.397220 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:07.046408 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:08.501544 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-ee9433dc-e8b1-4ab1-973e-5ab4d51e66fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:09.049162 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:48:10.651842 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-fd90ec64-2b3b-4a16-930a-d256f81f0ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:12.372104 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:13.409823 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:14.856745 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:23.383203 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:29.795790 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-0bd82549-d30f-41ba-8a35-bb4fa30e45ab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434010 Feb 19 04:48:29.878622 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-309b90cc-bb00-4c07-a8a8-d5b58a1c5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:29.880144 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-309b90cc-bb00-4c07-a8a8-d5b58a1c5e0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1127 time: 0.0448177 Feb 19 04:48:29.986234 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-694269d6-636f-4b6c-b0b7-4d9d739967e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:29.987730 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-694269d6-636f-4b6c-b0b7-4d9d739967e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.0882256 Feb 19 04:48:30.053035 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-a11d10ab-c219-43db-973c-06f65f0c1cf7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 200 len: 1001 time: 0.0587528 Feb 19 04:48:30.104503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-e5de93ab-c4ec-49ef-b088-d031e0438c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:30.105973 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-e5de93ab-c4ec-49ef-b088-d031e0438c9c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0467899 Feb 19 04:48:30.157748 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-12ff0f89-c887-427e-8cf7-1e3ddbfea237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:30.159291 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-12ff0f89-c887-427e-8cf7-1e3ddbfea237 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460191 Feb 19 04:48:30.170761 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-12376441-0f2b-48e4-afe0-ce3f7ffcb4b2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:48:30.171767 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-12376441-0f2b-48e4-afe0-ce3f7ffcb4b2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056801 Feb 19 04:48:30.256982 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-c3a5e1ba-c067-408d-9d2e-9e48fc20a83e service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789557 Feb 19 04:48:30.352369 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-abcd61dd-7e13-45a0-8042-fa857989a7b3 req-4ee52f6d-2d00-42a6-b796-4b3a6fc89073 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891597 Feb 19 04:48:37.066090 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:38.503001 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5740f40c-08e7-4205-bee5-28eedc752c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:40.653653 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2c613610-d73e-4b3f-8108-d2cfcf04bbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:42.375111 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:43.411957 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.860791 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:46.047824 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:48:53.398007 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:07.070439 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:08.503963 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3c54b277-361c-46a6-b2d4-ff49379ac69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:10.653940 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2a9bdcea-e0b1-4676-b2e0-5c1b8561573b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:12.377416 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:13.414284 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:14.863669 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:23.048638 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:49:23.397487 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:27.413166 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 380745ef-dcbc-4f62-b746-e300fd621b77 details requested by agent hyperv_n-h2-826756-2 with host n-h2-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:49:27.514091 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 380745ef-dcbc-4f62-b746-e300fd621b77, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=380745ef-dcbc-4f62-b746-e300fd621b77,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:27.528823 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Returning: {'device': '380745ef-dcbc-4f62-b746-e300fd621b77', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:49:27.570302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 380745ef-dcbc-4f62-b746-e300fd621b77 is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:27.570693 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:27.584571 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 380745ef-dcbc-4f62-b746-e300fd621b77 {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:49:27.604827 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 380745ef-dcbc-4f62-b746-e300fd621b77, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=380745ef-dcbc-4f62-b746-e300fd621b77,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:27.608316 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:27.663486 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=380745ef-dcbc-4f62-b746-e300fd621b77,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:27.671715 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.672062 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.672401 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.673409 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.674187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.674187 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.674414 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.675273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.675273 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.675580 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.675719 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.676010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.676274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:27.683358 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] get_ports_and_sgs() called for port_ids ['380745ef-dcbc-4f62-b746-e300fd621b77'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:49:29.430582 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 380745ef-dcbc-4f62-b746-e300fd621b77 up at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:29.483320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Provisioning complete for port 380745ef-dcbc-4f62-b746-e300fd621b77 triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:29.483320 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:29.580041 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 380745ef-dcbc-4f62-b746-e300fd621b77 is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:29.580435 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:29.606464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:29.608746 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e341a0c-5371-43dc-adca-c43f9997e377" -d '{"events": [{"server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "name": "network-vif-plugged", "status": "completed", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:29.635294 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 380745ef-dcbc-4f62-b746-e300fd621b77, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=380745ef-dcbc-4f62-b746-e300fd621b77,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:29.643981 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:29.708302 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=380745ef-dcbc-4f62-b746-e300fd621b77,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:29.765387 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108adeed-2eba-4e03-806f-d49b5b5ab4db x-openstack-request-id: req-108adeed-2eba-4e03-806f-d49b5b5ab4db {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:29.765929 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "name": "network-vif-plugged", "status": "completed", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:29.766938 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-108adeed-2eba-4e03-806f-d49b5b5ab4db {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:29.767489 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77', 'code': 200} Feb 19 04:49:30.917078 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-35df16ed-4f0f-48c4-84d0-019c73926829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:30.918825 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-35df16ed-4f0f-48c4-84d0-019c73926829 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1127 time: 0.1111519 Feb 19 04:49:31.068158 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-50197209-875b-4856-b6a7-f983c01283bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:31.071762 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-50197209-875b-4856-b6a7-f983c01283bf service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.1276724 Feb 19 04:49:31.146445 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-1a034f3c-e8ae-4421-bd9e-a0b8d306cc3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 200 len: 1001 time: 0.0675664 Feb 19 04:49:31.206092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-10a877ee-e5cb-4151-8f9e-288416b94aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:31.208029 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-10a877ee-e5cb-4151-8f9e-288416b94aa3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0542622 Feb 19 04:49:31.268327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-2c603e03-0763-4693-b563-95cb6f566dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:31.270741 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-2c603e03-0763-4693-b563-95cb6f566dbf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559039 Feb 19 04:49:31.378874 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-1e4e8d09-4bdc-435e-923c-5cb2206bcbd4 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978076 Feb 19 04:49:31.498039 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-12e4a62a-8d02-49de-809f-6de509cb17ef req-1eae2bd9-45aa-4178-af91-cc157af14c4e service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082668 Feb 19 04:49:37.066271 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:37.806074 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-deb76fa9-e332-495a-84dc-4b21f0bec34e tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584001957&fields=id&tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a HTTP/1.1" status: 200 len: 267 time: 0.0481808 Feb 19 04:49:37.912922 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-efbb1f99-fb10-4e28-9c0f-d22373ef6d2f tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:37.914422 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-efbb1f99-fb10-4e28-9c0f-d22373ef6d2f tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 808 time: 0.1020179 Feb 19 04:49:37.929910 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-127beeb0-e49f-4fe6-b67a-d4edc3a9a923 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/quotas/f59f8a6867bb4b27be9bc7e12f0c685a HTTP/1.1" status: 200 len: 375 time: 0.0098124 Feb 19 04:49:37.991551 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-114f9ff3-8ee1-4570-8ae1-812b4f120a77 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564723 Feb 19 04:49:38.128650 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-03c0340a-94f0-4e93-92f9-d415bf343c43 service neutron] 10.222.0.42 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252193 Feb 19 04:49:38.223001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-0a04a4ff-f5c8-4398-b369-b518ad2bf7e2 service neutron] 10.222.0.42 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888031 Feb 19 04:49:38.382571 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d14b567b-5657-40f4-9f69-4aa0bad6470f req-ab0e8cd7-e41d-4d72-aa77-2b29f372757f tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 210 time: 0.0272701 Feb 19 04:49:38.504216 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-91e2c03d-4e89-4620-a7bf-a307a7a35b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:39.475810 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 380745ef-dcbc-4f62-b746-e300fd621b77 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:49:39.482146 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-78641b77-4ac3-4eab-94e7-09a6db6bb8dd req-0d88e449-665c-42c4-b4f0-8f01d59a22c1 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 210 time: 0.0274272 Feb 19 04:49:39.619475 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-51da602b-cf02-435c-8ad0-a4588923ba42 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:39.621100 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-51da602b-cf02-435c-8ad0-a4588923ba42 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.37 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 808 time: 0.1295707 Feb 19 04:49:39.693105 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-e90d0a2f-3349-4fa7-b91a-0c650aa8490b tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a HTTP/1.1" status: 200 len: 379 time: 0.0561318 Feb 19 04:49:39.711770 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Current status of the port 380745ef-dcbc-4f62-b746-e300fd621b77 is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:39.712213 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:39.713693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'port': {'device_id': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'admin_state_up': True, 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'security_groups': ['2262a900-3149-4586-90bf-14e662650caa']}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:39.737583 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:39.739182 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87af300f-ae4e-4579-8efc-a5540d0d8164" -d '{"events": [{"server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "name": "network-vif-unplugged", "status": "completed", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:39.754335 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] For port 380745ef-dcbc-4f62-b746-e300fd621b77, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=380745ef-dcbc-4f62-b746-e300fd621b77,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:39.759596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:39.824812 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941fa609-3733-4fde-994e-281ba01d7c1a x-openstack-request-id: req-941fa609-3733-4fde-994e-281ba01d7c1a {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:39.825735 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "name": "network-vif-unplugged", "status": "completed", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:39.826016 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-941fa609-3733-4fde-994e-281ba01d7c1a {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:39.826509 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77', 'code': 200} Feb 19 04:49:39.827831 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Pushing event updated for resources: {'Port': ['ID=380745ef-dcbc-4f62-b746-e300fd621b77,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:39.839388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Made reservation on behalf of f59f8a6867bb4b27be9bc7e12f0c685a for: {'port': 1} {{(pid=103615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:49:39.842907 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:39.998693 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Allocated IP 172.20.0.10 (9e30edd1-2303-4b63-96fd-9b6bbd753488/4767f60a-bf5c-425a-a921-9a316acd4067/3acdbfd7-7495-448b-8c9d-1bd87c410d9c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:49:40.208795 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:40.263231 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:40.326307 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Network 9e30edd1-2303-4b63-96fd-9b6bbd753488 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:49:40.330404 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:40.345002 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:49:40.390532 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'Port': ['ID=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:40.401086 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.401585 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.401957 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.402297 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.402639 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.402972 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.403301 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.403631 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.403959 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.404284 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.404605 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.404930 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.405259 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:40.443415 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:40.444071 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:40.468001 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-da2a2109-f31d-456f-afdf-d4009e9e5517 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7579496 Feb 19 04:49:40.674582 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-0c16b4f7-cd1a-4d43-9947-0e3a2c6757f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:40.720725 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-635a30e4-7509-4a67-91cb-d7216567ddbe None None] Provisioning complete for port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c triggered by entity DHCP. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:40.721984 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-635a30e4-7509-4a67-91cb-d7216567ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:40.759758 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-635a30e4-7509-4a67-91cb-d7216567ddbe None None] Port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c cannot update to ACTIVE because it is not bound. {{(pid=103617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:49:40.763062 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfc38f-984f-45a2-b207-b1e37539da10 req-a15661dc-19d0-425f-a130-dd69bcad0f26 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:40.764725 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86bfc38f-984f-45a2-b207-b1e37539da10 req-a15661dc-19d0-425f-a130-dd69bcad0f26 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 932 time: 0.1927450 Feb 19 04:49:40.830947 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-86bfc38f-984f-45a2-b207-b1e37539da10 req-55c12ee1-7113-4d13-be06-2e8340bd2697 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576484 Feb 19 04:49:41.994103 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c7da-c168-4d0f-a85f-e8141d18925b req-080efbf2-d051-430d-85ae-9ec96f078239 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:41.995680 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3706c7da-c168-4d0f-a85f-e8141d18925b req-080efbf2-d051-430d-85ae-9ec96f078239 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 932 time: 0.0863829 Feb 19 04:49:42.046960 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3706c7da-c168-4d0f-a85f-e8141d18925b req-43312784-67f8-4871-961f-23faebcf77b8 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452952 Feb 19 04:49:42.381199 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:43.183625 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f260d-c480-4de4-bc66-562924c141dc req-45475c1c-c333-4ef1-b963-e2d00adc21ba tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:43.185474 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef4f260d-c480-4de4-bc66-562924c141dc req-45475c1c-c333-4ef1-b963-e2d00adc21ba tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 932 time: 0.0618415 Feb 19 04:49:43.236118 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ef4f260d-c480-4de4-bc66-562924c141dc req-9702c5d7-a64d-430a-8878-e762df39ab8f tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442729 Feb 19 04:49:43.416880 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.375325 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48aa79-0720-40ce-8b1d-bd42b4fc8178 req-24a7f3f7-d971-4dbf-b7d8-e70bea190cef tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:44.377370 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d48aa79-0720-40ce-8b1d-bd42b4fc8178 req-24a7f3f7-d971-4dbf-b7d8-e70bea190cef tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 932 time: 0.0656190 Feb 19 04:49:44.450682 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3d48aa79-0720-40ce-8b1d-bd42b4fc8178 req-87f8a816-be0f-462e-9436-53e6011e2e4d tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674067 Feb 19 04:49:44.874160 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:45.569668 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f948011-661e-40b0-8658-fc1d5585cb28 req-5bea79ee-a926-4e16-8909-9d5911ccc3e8 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:45.571196 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f948011-661e-40b0-8658-fc1d5585cb28 req-5bea79ee-a926-4e16-8909-9d5911ccc3e8 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 932 time: 0.0516076 Feb 19 04:49:45.618709 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4f948011-661e-40b0-8658-fc1d5585cb28 req-afb842a1-0c94-44fd-9682-9b43bb5e15aa tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419652 Feb 19 04:49:46.739594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcf1ab-6ac8-4b92-a8df-3955435ddb9c req-d79b1c24-2712-4784-98c0-5b7e8381d08a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:46.742221 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ffcf1ab-6ac8-4b92-a8df-3955435ddb9c req-d79b1c24-2712-4784-98c0-5b7e8381d08a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 932 time: 0.0533438 Feb 19 04:49:46.811644 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-3ffcf1ab-6ac8-4b92-a8df-3955435ddb9c req-9fef5bb3-2d09-479f-94b9-ae385c9a9056 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617390 Feb 19 04:49:47.930187 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c9774-dc11-4c2a-927f-19a5716803e5 req-f85bf56e-883c-47f0-b152-06febf62dc90 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:47.931715 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b95c9774-dc11-4c2a-927f-19a5716803e5 req-f85bf56e-883c-47f0-b152-06febf62dc90 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 932 time: 0.0591116 Feb 19 04:49:47.981737 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b95c9774-dc11-4c2a-927f-19a5716803e5 req-a3a3b2a5-d145-4af8-8ef3-0375c00ea238 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444882 Feb 19 04:49:49.106737 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaca29-e36b-4e3f-9e5e-977fd1325a9f req-94e754c5-bab4-475f-8083-4cde72593a97 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:49.108231 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69aaca29-e36b-4e3f-9e5e-977fd1325a9f req-94e754c5-bab4-475f-8083-4cde72593a97 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 932 time: 0.0525746 Feb 19 04:49:49.156301 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-69aaca29-e36b-4e3f-9e5e-977fd1325a9f req-2599bf9a-1d2e-4551-908e-ae5a0d84239e tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Feb 19 04:49:50.099060 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Request body: {'port': {'device_id': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826756-2'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:50.162694 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.376741 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f026a-c2ab-48b9-8f33-cbd1c410fff7 req-299a9acf-549f-4464-ad97-4d48dd75f309 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:50.378408 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b08f026a-c2ab-48b9-8f33-cbd1c410fff7 req-299a9acf-549f-4464-ad97-4d48dd75f309 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 932 time: 0.1186497 Feb 19 04:49:50.463171 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b08f026a-c2ab-48b9-8f33-cbd1c410fff7 req-63ceab32-84aa-4e32-be3f-fe473ef98fbf tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784438 Feb 19 04:49:50.509583 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3acdbfd7-7495-448b-8c9d-1bd87c410d9c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:49:50.517058 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Publish callbacks [] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.528869 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Transition to ACTIVE for port object 3acdbfd7-7495-448b-8c9d-1bd87c410d9c will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:49:50.532152 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.581021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Pushing event updated for resources: {'Port': ['ID=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:50.664335 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Attempting to bind port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c on host n-h1-826756-2 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:49:50.664732 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Attempting to bind port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c by drivers openvswitch,hyperv on host n-h1-826756-2 at level 0 using segments [{'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:49:50.665001 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Attempting to bind port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c on network 9e30edd1-2303-4b63-96fd-9b6bbd753488 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:50.669958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c on network 9e30edd1-2303-4b63-96fd-9b6bbd753488 not bound, no agent of type Open vSwitch agent registered on host n-h1-826756-2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:49:50.670291 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Attempting to bind port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c on network 9e30edd1-2303-4b63-96fd-9b6bbd753488 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:50.677197 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Checking agent: {'id': '96ff5718-dd7d-4b80-bdfb-d99d5568a3aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826756-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'started_at': datetime.datetime(2022, 2, 19, 3, 7, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:49:50.677541 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Checking segment: {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:50.677986 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Bound using segment: {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:49:50.678447 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Bound port: 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host: n-h1-826756-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d882dad-31f1-4db1-84c6-e8cd56242362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:49:50.678810 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.747336 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] For port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host n-h1-826756-2, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:49:50.751579 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] For port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host n-h1-826756-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:49:50.758197 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.792246 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:50.792869 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.796021 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] 10.222.0.37 "PUT /v2.0/ports/3acdbfd7-7495-448b-8c9d-1bd87c410d9c HTTP/1.1" status: 200 len: 1092 time: 0.6999044 Feb 19 04:49:50.796021 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:50.798562 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb1448c-0f54-4da3-b523-8c3f186614d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:50.821687 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822db3f-ba34-46d5-9490-6f6e7028d8cc service neutron] Pushing event updated for resources: {'Port': ['ID=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:50.847569 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9163f28-b7ad-4e26-b45e-162b0645c468 x-openstack-request-id: req-e9163f28-b7ad-4e26-b45e-162b0645c468 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:50.848480 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:50.848805 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9163f28-b7ad-4e26-b45e-162b0645c468 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:50.849395 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'status': 'completed', 'code': 200} Feb 19 04:49:50.909883 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-85f836b8-ad98-494d-b122-f90d202de58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:50.911486 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-85f836b8-ad98-494d-b122-f90d202de58b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 1126 time: 0.0504334 Feb 19 04:49:50.963583 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-013504fd-934c-4cf4-bffe-e738e0519cfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c HTTP/1.1" status: 200 len: 217 time: 0.0391808 Feb 19 04:49:51.015092 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-8f3ac31f-d82e-45be-990d-1fa32ef9267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.017273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-8f3ac31f-d82e-45be-990d-1fa32ef9267a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0481801 Feb 19 04:49:51.067207 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-ae94a3fa-5441-4874-817d-464bd1ac88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.069006 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-ae94a3fa-5441-4874-817d-464bd1ac88a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453172 Feb 19 04:49:51.161920 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-f6950d9e-f3eb-4296-ba5b-2e72477da823 service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869565 Feb 19 04:49:51.249802 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fdd60d96-93b4-4e81-86d0-a8f4dd4602dc req-28b1b603-e99f-4ffb-ace7-9b55c4e6a188 service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820622 Feb 19 04:49:51.383582 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-ecf393b2-fc5d-40c0-a917-cbb0063eabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.385093 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-ecf393b2-fc5d-40c0-a917-cbb0063eabb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 1126 time: 0.0500860 Feb 19 04:49:51.471777 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-8e17d43d-2f17-435a-b4c7-6de8928b3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.473249 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-8e17d43d-2f17-435a-b4c7-6de8928b3883 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.0816388 Feb 19 04:49:51.513522 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-3900e6c1-0cad-4b8d-a2ce-b08a0f654525 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c HTTP/1.1" status: 200 len: 217 time: 0.0341976 Feb 19 04:49:51.590572 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-05b659b6-a0c0-4169-8f4e-8959cca2b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.592031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-05b659b6-a0c0-4169-8f4e-8959cca2b9e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0729692 Feb 19 04:49:51.631813 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fc890-92ea-4ea1-87ec-d4e9072ff804 req-b910b45b-fb3b-4534-8e03-38f3a457e53f tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.633265 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab0fc890-92ea-4ea1-87ec-d4e9072ff804 req-b910b45b-fb3b-4534-8e03-38f3a457e53f tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 944 time: 0.0856247 Feb 19 04:49:51.672181 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-2b37dee3-b86d-46d6-884d-f123712e0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.673639 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-2b37dee3-b86d-46d6-884d-f123712e0736 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0743146 Feb 19 04:49:51.711410 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-ab0fc890-92ea-4ea1-87ec-d4e9072ff804 req-c2498846-c3fe-43aa-ae5a-2f7021cf5d6b tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722821 Feb 19 04:49:51.775609 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-f87368f3-fc97-446d-9538-40bd51a8ab90 service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924332 Feb 19 04:49:51.865091 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-bdb1448c-0f54-4da3-b523-8c3f186614d9 req-c478a424-0fcb-4ff8-bd61-bf4a99343cd5 service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833366 Feb 19 04:49:52.838921 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dccdde-fc13-44b2-934a-bca499ef8b1a req-21e2464b-818b-4350-80d8-b11d2b03570c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:52.840424 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2dccdde-fc13-44b2-934a-bca499ef8b1a req-21e2464b-818b-4350-80d8-b11d2b03570c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 944 time: 0.0595560 Feb 19 04:49:52.889080 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c2dccdde-fc13-44b2-934a-bca499ef8b1a req-1ad6bb6e-13d5-43cf-9e6b-914bed1ba9dc tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421529 Feb 19 04:49:53.410122 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:54.007290 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7b9b3-2460-4db0-8098-c472d0c7c24f req-f37e159f-856e-44b6-9c32-e63817ba941a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:54.008815 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ca7b9b3-2460-4db0-8098-c472d0c7c24f req-f37e159f-856e-44b6-9c32-e63817ba941a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 944 time: 0.0524313 Feb 19 04:49:54.056506 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9ca7b9b3-2460-4db0-8098-c472d0c7c24f req-ec6e5d2e-938a-40ed-9e05-736c0c6e270f tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420766 Feb 19 04:49:54.605011 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3acdbfd7-7495-448b-8c9d-1bd87c410d9c details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:49:54.701072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:54.713680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'port_id': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'mac_address': 'fa:16:3e:11:57:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:49:54.751195 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c is: DOWN; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:54.751588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:54.764125 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acdbfd7-7495-448b-8c9d-1bd87c410d9c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:49:54.783982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:54.787727 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:54.834609 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,revision_number=4']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:55.173909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09ab7f-87a3-4f77-82c8-6721721a0f53 req-9527a5ea-542b-4615-a36b-1a17ed2ee414 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:55.175288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd09ab7f-87a3-4f77-82c8-6721721a0f53 req-9527a5ea-542b-4615-a36b-1a17ed2ee414 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 945 time: 0.0517008 Feb 19 04:49:55.215605 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3acdbfd7-7495-448b-8c9d-1bd87c410d9c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:49:55.228374 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fd09ab7f-87a3-4f77-82c8-6721721a0f53 req-84485bd3-5d92-4e0d-bb3b-c9b1944c26e1 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474865 Feb 19 04:49:56.349461 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03534c24-d272-4300-bd9a-90f4136fa923 req-0aadb5d5-028a-4f6f-af84-8988b49081db tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:56.351054 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03534c24-d272-4300-bd9a-90f4136fa923 req-0aadb5d5-028a-4f6f-af84-8988b49081db tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 945 time: 0.0533500 Feb 19 04:49:56.399279 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03534c24-d272-4300-bd9a-90f4136fa923 req-8d388aa1-12de-4e53-88c8-aa981e23739e tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Feb 19 04:49:56.608209 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3acdbfd7-7495-448b-8c9d-1bd87c410d9c up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:56.659256 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning for port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c completed by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:49:56.663210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:56.663588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:56.750735 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:56.751125 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:56.773579 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:56.775846 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7576a7c8-0383-4ce3-8a5d-3c43d1e4bc78" -d '{"events": [{"server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "name": "network-vif-plugged", "status": "completed", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:56.788144 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:56.792920 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:56.820605 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9854899-4d4a-4517-a0bb-fa53ace146da x-openstack-request-id: req-d9854899-4d4a-4517-a0bb-fa53ace146da {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:56.820909 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "name": "network-vif-plugged", "status": "completed", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:56.821167 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9854899-4d4a-4517-a0bb-fa53ace146da {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:56.821567 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'code': 200} Feb 19 04:49:56.847784 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,revision_number=5']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:56.977379 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b966db1-d15c-4992-aaea-361f3d3cb8cd req-df1c4c84-3ac3-475c-aaec-b38429b318fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:56.978932 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b966db1-d15c-4992-aaea-361f3d3cb8cd req-df1c4c84-3ac3-475c-aaec-b38429b318fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 1128 time: 0.0437381 Feb 19 04:49:57.029073 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0b966db1-d15c-4992-aaea-361f3d3cb8cd req-b7ae52aa-9a10-41f1-80b1-0f6636a8d45b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388072 Feb 19 04:49:57.524274 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb9e07-5508-47da-9793-c32506d9ce89 req-a0d2c7b5-1b89-46f7-994f-88928a160165 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:57.526031 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9eb9e07-5508-47da-9793-c32506d9ce89 req-a0d2c7b5-1b89-46f7-994f-88928a160165 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 946 time: 0.0575190 Feb 19 04:49:57.575340 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-c9eb9e07-5508-47da-9793-c32506d9ce89 req-0a209d15-dfac-4d0f-9954-9bfefbac9763 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430467 Feb 19 04:49:58.694025 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c205dc-82b1-4f15-8329-37cc988bc799 req-b6d9f6bb-de6c-4130-b1b8-3c31b462b1ca tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:58.695528 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7c205dc-82b1-4f15-8329-37cc988bc799 req-b6d9f6bb-de6c-4130-b1b8-3c31b462b1ca tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 946 time: 0.0519347 Feb 19 04:49:58.743538 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-d7c205dc-82b1-4f15-8329-37cc988bc799 req-7379348a-8240-4ede-b318-1beb8af2ab7c tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Feb 19 04:49:58.865420 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe8717-c451-44a8-836a-c49511dcd361 req-d5acf50f-9732-4706-98b2-0c306d01d1da tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:58.866841 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03fe8717-c451-44a8-836a-c49511dcd361 req-d5acf50f-9732-4706-98b2-0c306d01d1da tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 946 time: 0.0559354 Feb 19 04:49:58.914618 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-03fe8717-c451-44a8-836a-c49511dcd361 req-cb77917f-3bd8-40fd-9a65-5b92a740f012 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422015 Feb 19 04:49:58.936817 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36986) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:58.980627 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e30ee9e-93c4-40ac-a105-2cf83ccaad84 tempest-TestSnapshotPattern-402329078 tempest-TestSnapshotPattern-402329078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:58.982181 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-5e30ee9e-93c4-40ac-a105-2cf83ccaad84 tempest-TestSnapshotPattern-402329078 tempest-TestSnapshotPattern-402329078-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 1123 time: 0.0438044 Feb 19 04:49:58.985602 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 36988) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:58.989951 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.v2.base [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Request body: {'floatingip': {'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'port_id': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:59.010988 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:59.109217 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (None), before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:59.209730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Allocated IP 172.25.4.69 (fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9/ad8c1e48-b0d3-4517-aaeb-221c0ddf7681/344163b5-f4c2-4710-a29e-ac796fb63dce) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:49:59.311693 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for port (344163b5-f4c2-4710-a29e-ac796fb63dce), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:59.343692 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791908932392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (344163b5-f4c2-4710-a29e-ac796fb63dce), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:59.379682 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Network fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:49:59.382547 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:59.386591 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:49:59.411573 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'Port': ['ID=344163b5-f4c2-4710-a29e-ac796fb63dce,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:59.746892 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for floatingip (ea7dd362-3a44-4b9f-8678-852365147c18), precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:59.813278 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (344163b5-f4c2-4710-a29e-ac796fb63dce), before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:00.049523 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:50:00.254025 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for port (344163b5-f4c2-4710-a29e-ac796fb63dce), precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:00.258361 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555239'] for port (344163b5-f4c2-4710-a29e-ac796fb63dce), after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:00.326935 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event updated for resources: {'Port': ['ID=344163b5-f4c2-4710-a29e-ac796fb63dce,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:00.337537 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688695'] for floatingip (ea7dd362-3a44-4b9f-8678-852365147c18), after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:00.437386 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Floating IP ea7dd362-3a44-4b9f-8678-852365147c18 associated. External IP: 172.25.4.69, port: 3acdbfd7-7495-448b-8c9d-1bd87c410d9c. Feb 19 04:50:00.649762 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:50:00.758342 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:50:00.768973 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] Sync routers for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:50:00.777381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:00.779049 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:00.779667 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:49:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:00.808214 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-875d5668-5978-4954-a905-0f667367c743 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8215189 Feb 19 04:50:00.808810 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:00.811106 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e285c3a-281c-4739-a41d-2042c6c6dc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:00.849025 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ec26ad-e2ff-4de4-83b1-40cc32f771b6 x-openstack-request-id: req-c2ec26ad-e2ff-4de4-83b1-40cc32f771b6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:00.849323 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:00.849577 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2ec26ad-e2ff-4de4-83b1-40cc32f771b6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:00.850019 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'status': 'completed', 'code': 200} Feb 19 04:50:00.894179 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:00.935052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-47d572fd-6151-49c7-90e6-c4afb982ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:00.936624 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-47d572fd-6151-49c7-90e6-c4afb982ca01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 1128 time: 0.0460889 Feb 19 04:50:01.029552 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-08e7b3ac-a883-4cd8-acc0-73c06a2979f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:01.031690 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-08e7b3ac-a883-4cd8-acc0-73c06a2979f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.0850301 Feb 19 04:50:01.099758 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-b702a528-78b8-4467-9168-bb07fc86b820 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c HTTP/1.1" status: 200 len: 999 time: 0.0627129 Feb 19 04:50:01.120463 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be486a22-1bf5-40db-ba78-5cb9044ec03a', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:47:27Z', 'updated_at': '2022-02-19T04:47:30Z', 'revision_number': 1, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}, {'id': 'ea7dd362-3a44-4b9f-8678-852365147c18', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:11:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:49:59Z', 'updated_at': '2022-02-19T04:49:59Z', 'revision_number': 0, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:01.147988 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-4ba8703e-9252-4804-84be-4505693bd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:01.149475 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-4ba8703e-9252-4804-84be-4505693bd041 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0440168 Feb 19 04:50:01.150743 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] Checking router: 4b5755d8-8405-4003-b274-ea2aaed7b3f9 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:50:01.159023 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:01.159621 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:49:41Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:01.198327 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-561ce277-6514-498e-a35a-82d673a28ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:01.199773 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-561ce277-6514-498e-a35a-82d673a28ae3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439982 Feb 19 04:50:01.264737 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:01.294631 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-614f35d2-2da7-4fa7-aa44-8ddd6cee2c95 service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877709 Feb 19 04:50:01.385128 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9e285c3a-281c-4739-a41d-2042c6c6dc8e req-18cc6c64-8dee-4a92-97c7-5a5ee1569f5c service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831277 Feb 19 04:50:01.485772 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be486a22-1bf5-40db-ba78-5cb9044ec03a', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:47:27Z', 'updated_at': '2022-02-19T04:47:30Z', 'revision_number': 1, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}, {'id': 'ea7dd362-3a44-4b9f-8678-852365147c18', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:11:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:49:59Z', 'updated_at': '2022-02-19T04:49:59Z', 'revision_number': 0, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:01.514453 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad4b153-0a3a-4205-8326-ea8560ecb3e2 None None] The sync data for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 is: [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be486a22-1bf5-40db-ba78-5cb9044ec03a', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:47:27Z', 'updated_at': '2022-02-19T04:47:30Z', 'revision_number': 1, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}, {'id': 'ea7dd362-3a44-4b9f-8678-852365147c18', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:11:57:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:49:59Z', 'updated_at': '2022-02-19T04:49:59Z', 'revision_number': 0, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:50:01.706010 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44151f-1f3b-48f8-8cde-bb2cbd629cb5 None None] New status for floating IP ea7dd362-3a44-4b9f-8678-852365147c18: ACTIVE {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:50:07.068692 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:08.510499 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9bcf5c03-9a54-40e7-9c4f-bda3eae2e63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:10.661925 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2488f480-3d64-404f-8cee-1082323dd69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:12.382847 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:13.420105 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:14.867590 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:23.411070 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:30.154594 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-d0d1e7f6-d90a-4b62-8824-d9bdf19900c2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479755 Feb 19 04:50:30.238899 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-f4ecaced-3d8f-491c-b8f8-49ba126acb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:30.240334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-f4ecaced-3d8f-491c-b8f8-49ba126acb71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1125 time: 0.0448103 Feb 19 04:50:30.342043 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-4bd63c6f-7117-4f8c-ab1a-50ba643dbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:30.344061 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-4bd63c6f-7117-4f8c-ab1a-50ba643dbd70 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.0845509 Feb 19 04:50:30.412480 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-f2d0ec78-f87b-4bb5-aecc-38f391ee1544 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 200 len: 999 time: 0.0620539 Feb 19 04:50:30.461182 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-7966a69f-4b80-4419-bcfe-fe50ea5cc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:30.462687 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-7966a69f-4b80-4419-bcfe-fe50ea5cc43e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0434616 Feb 19 04:50:30.511791 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-23e6b0a9-aff2-4944-8128-d2b228b754b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:30.513205 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-23e6b0a9-aff2-4944-8128-d2b228b754b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433171 Feb 19 04:50:30.606094 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-c820f455-4209-45c5-a244-3488e7210f5a service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856481 Feb 19 04:50:30.699158 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-51b473b2-7532-49d4-a3d5-e4616ea03ae1 req-e3fc9f3f-b9ea-4204-aa20-c92627b49de1 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848176 Feb 19 04:50:37.050687 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:50:37.080805 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:38.504221 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdc198c1-97db-4c99-a30d-fe7b766c3195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:40.663411 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-357fdc50-bb21-4233-91a1-7a9a445c90cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:42.387330 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:43.423312 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:44.869411 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:53.215614 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-ea6508a9-6732-493b-a02e-9d15a5b1ddf3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936742 Feb 19 04:50:53.314409 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-2993bab6-c1ff-41ca-a29b-6ff03883100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:53.315909 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-2993bab6-c1ff-41ca-a29b-6ff03883100a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 1128 time: 0.0437951 Feb 19 04:50:53.415443 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-5f209b05-1619-4742-b295-49d5a74f42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:53.416870 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-5f209b05-1619-4742-b295-49d5a74f42e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.0832958 Feb 19 04:50:53.423211 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:53.484490 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-77dd1499-1cd9-4561-ba79-4c101ecec3c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c HTTP/1.1" status: 200 len: 1001 time: 0.0622225 Feb 19 04:50:53.531163 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-b9069bbd-71f7-4d7d-b700-cf47c4a3abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:53.532672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-b9069bbd-71f7-4d7d-b700-cf47c4a3abb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0426178 Feb 19 04:50:53.580312 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-da05b0d7-f760-4edd-8746-f8cf6d966fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:53.581925 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-da05b0d7-f760-4edd-8746-f8cf6d966fce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433259 Feb 19 04:50:53.682225 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-0eacc407-7e1f-4844-8a37-41c1cc2eb11e service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937676 Feb 19 04:50:53.769423 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-38f03ab9-9ebe-4444-abf0-c8663912e37d req-eda4e83e-94c1-43fc-8e86-7ca9f63f8ced service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813930 Feb 19 04:51:07.071797 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:08.505596 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-225f5476-2605-4851-b85a-08cacc1d66e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:10.664714 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4fd54f53-4433-4c17-ab87-1cdb4564f1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:12.390792 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:13.426715 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:14.050377 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:51:14.871237 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:23.430173 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:31.161672 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-896b52aa-ed28-41d8-8240-cfe44268318f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479176 Feb 19 04:51:31.247939 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-e0e807c4-694a-4bbb-970d-02a83896cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.251642 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-e0e807c4-694a-4bbb-970d-02a83896cacb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1125 time: 0.0444911 Feb 19 04:51:31.350563 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-3143a401-907c-4358-8d52-99cb5448280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.352070 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-3143a401-907c-4358-8d52-99cb5448280d service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.0837548 Feb 19 04:51:31.419984 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-cc6dbf9f-eefe-4363-81ab-6ed7045ac740 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 200 len: 999 time: 0.0616257 Feb 19 04:51:31.469594 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-bb755d54-8f70-4646-955d-f19336492561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.471196 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-bb755d54-8f70-4646-955d-f19336492561 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0435009 Feb 19 04:51:31.519376 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-0199261d-92a9-4faf-a6e0-5a1705359354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:31.521056 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-0199261d-92a9-4faf-a6e0-5a1705359354 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436318 Feb 19 04:51:31.610942 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-51cc880d-a91b-4b7b-9e27-3f11bc118a31 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841219 Feb 19 04:51:31.697009 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6cf76d95-bbab-49e3-aa43-5a3464f7eb12 req-91227478-54c1-4890-b0ff-ceb40d87d0d2 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803092 Feb 19 04:51:37.092057 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:38.506544 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-13ac86bd-620f-4cb4-92c5-ee39247c8b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:40.666750 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6d64b6ef-cb28-43bf-b3f6-6e253d11f371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:42.392911 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:43.429668 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:44.875420 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:51.051127 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:51:53.434834 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:55.171744 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-76efe3f8-fe21-4ed6-9608-9d8030211ee6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488255 Feb 19 04:51:55.271064 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-7b8ca998-a56a-4911-806f-51dad7175173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:55.272554 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-7b8ca998-a56a-4911-806f-51dad7175173 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 1128 time: 0.0437603 Feb 19 04:51:55.372098 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-0ab0a5f7-135e-493d-a04d-c9d11fed5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:55.374164 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-0ab0a5f7-135e-493d-a04d-c9d11fed5426 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.0836267 Feb 19 04:51:55.440971 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-2d417bf4-3615-4720-95aa-b0510776f562 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c HTTP/1.1" status: 200 len: 1001 time: 0.0617347 Feb 19 04:51:55.489184 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-bdd7a5e9-1fb7-4523-ae10-234f27f891de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:55.490692 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-bdd7a5e9-1fb7-4523-ae10-234f27f891de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0436645 Feb 19 04:51:55.540303 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-d33d2b7c-8311-4e89-939b-038147aae0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:55.541746 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-d33d2b7c-8311-4e89-939b-038147aae0e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446949 Feb 19 04:51:55.631407 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-d1d1b734-801c-48f5-bf18-0ce487c1d448 service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839581 Feb 19 04:51:55.718693 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-b62638e4-fe75-4bbf-9719-c26f58f6cb24 req-7002561b-2b16-43f1-91ef-80112f291459 service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809722 Feb 19 04:52:03.228061 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3acdbfd7-7495-448b-8c9d-1bd87c410d9c details requested by agent hyperv_n-h1-826756-2 with host n-h1-826756-2 {{(pid=103617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:52:03.321005 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:03.332741 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Returning: {'device': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'port_id': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'mac_address': 'fa:16:3e:11:57:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:52:03.367647 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c is: ACTIVE; New status is: BUILD {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:52:03.368034 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:03.383989 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3acdbfd7-7495-448b-8c9d-1bd87c410d9c {{(pid=103617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:52:03.402676 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:03.406747 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:03.455702 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,revision_number=6']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:03.463176 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.463523 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.463866 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.464208 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.464534 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.464863 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.465189 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.465514 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.465834 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.466181 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.466504 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.466824 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.467197 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:03.558398 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] get_ports_and_sgs() called for port_ids ['3acdbfd7-7495-448b-8c9d-1bd87c410d9c'] {{(pid=103617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:52:05.243680 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3acdbfd7-7495-448b-8c9d-1bd87c410d9c up at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:52:05.291089 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.provisioning_blocks [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Provisioning complete for port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c triggered by entity L2. {{(pid=103617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:52:05.291468 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1124670'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), provisioning_complete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:05.372239 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c is: BUILD; New status is: ACTIVE {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:52:05.372630 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:05.395210 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:05.397465 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edebc6a-f53c-4736-a481-bc9eec789a15" -d '{"events": [{"server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "name": "network-vif-plugged", "status": "completed", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:05.410395 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:05.415212 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:05.441378 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbd4727-b06e-4808-aae4-1f355f71eb2b x-openstack-request-id: req-3fbd4727-b06e-4808-aae4-1f355f71eb2b {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:05.441683 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "name": "network-vif-plugged", "status": "completed", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:05.441967 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fbd4727-b06e-4808-aae4-1f355f71eb2b {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:05.442375 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'code': 200} Feb 19 04:52:05.467884 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,revision_number=7']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:07.090746 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:08.511610 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e2364e4a-190a-4844-bb2e-fd473de87249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:10.675062 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-19152c43-90dd-4c2a-a736-184fcc383124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:12.399564 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:13.435240 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:14.883368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:17.958917 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37212) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:18.119570 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Deleting port 344163b5-f4c2-4710-a29e-ac796fb63dce {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:18.119800 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (344163b5-f4c2-4710-a29e-ac796fb63dce), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:18.191934 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (344163b5-f4c2-4710-a29e-ac796fb63dce), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:18.192261 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for floatingip (344163b5-f4c2-4710-a29e-ac796fb63dce), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:18.203981 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Calling delete_port for 344163b5-f4c2-4710-a29e-ac796fb63dce owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:18.349802 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (344163b5-f4c2-4710-a29e-ac796fb63dce), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:18.374730 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event deleted for resources: {'Port': ['ID=344163b5-f4c2-4710-a29e-ac796fb63dce,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:18.388116 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.388650 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.389588 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.390018 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.390370 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.390713 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.391053 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.391388 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.391720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.392052 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.392387 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.392720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.393058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:18.450995 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for floatingip (ea7dd362-3a44-4b9f-8678-852365147c18), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:18.451894 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Floating IP ea7dd362-3a44-4b9f-8678-852365147c18 disassociated (deleted). External IP: 172.25.4.69, port: 3acdbfd7-7495-448b-8c9d-1bd87c410d9c. Feb 19 04:52:18.661773 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:52:18.770074 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:52:18.774999 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:18.781097 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] Sync routers for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:52:18.792553 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:52:18.793179 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:52:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:18.905416 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:52:19.096184 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-b5f5b605-8a07-4287-b6fe-ca4a830c9789 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "DELETE /v2.0/floatingips/ea7dd362-3a44-4b9f-8678-852365147c18 HTTP/1.1" status: 204 len: 168 time: 1.1361132 Feb 19 04:52:19.096978 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:19.099331 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4073da48-3260-4b08-9e7a-55e37ac549bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:19.136560 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be486a22-1bf5-40db-ba78-5cb9044ec03a', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:47:27Z', 'updated_at': '2022-02-19T04:47:30Z', 'revision_number': 1, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:19.164005 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] Checking router: 4b5755d8-8405-4003-b274-ea2aaed7b3f9 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:52:19.173114 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:52:19.173716 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:52:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:19.256211 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0db317-d1be-4567-b8a3-96d6dde55d73 x-openstack-request-id: req-6c0db317-d1be-4567-b8a3-96d6dde55d73 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:19.256528 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:19.256784 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c0db317-d1be-4567-b8a3-96d6dde55d73 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:19.257189 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'status': 'completed', 'code': 200} Feb 19 04:52:19.289217 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:52:19.383299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-c1c02e55-8acf-41b3-8ec7-47b24bdd7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:19.384858 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-c1c02e55-8acf-41b3-8ec7-47b24bdd7e35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 1128 time: 0.0653889 Feb 19 04:52:19.392725 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578b37d-1cf5-4b42-b18b-35d9f9e33900 req-f38f6771-acc1-4816-bb6c-02fc1827a527 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:19.394232 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1578b37d-1cf5-4b42-b18b-35d9f9e33900 req-f38f6771-acc1-4816-bb6c-02fc1827a527 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 946 time: 0.0853834 Feb 19 04:52:19.502266 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1578b37d-1cf5-4b42-b18b-35d9f9e33900 req-8bed05a7-38c4-408e-8cea-7a514726d4c7 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988390 Feb 19 04:52:19.512606 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be486a22-1bf5-40db-ba78-5cb9044ec03a', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:47:27Z', 'updated_at': '2022-02-19T04:47:30Z', 'revision_number': 1, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:19.519331 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-6dedf035-9496-478d-995a-38f001b7fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:19.520978 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-6dedf035-9496-478d-995a-38f001b7fb22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.1259048 Feb 19 04:52:19.542183 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a9b9a-42e4-47ab-aa3c-0db7be4ab96b None None] The sync data for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 is: [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_floatingips': [{'id': 'be486a22-1bf5-40db-ba78-5cb9044ec03a', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'router_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'port_id': '380745ef-dcbc-4f62-b746-e300fd621b77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'mac_address': 'fa:16:3e:cd:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:47:27Z', 'updated_at': '2022-02-19T04:47:30Z', 'revision_number': 1, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:52:19.569090 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-13ba7ad5-dad4-49a2-b42c-23e25fca574c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c HTTP/1.1" status: 200 len: 217 time: 0.0414727 Feb 19 04:52:19.619775 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-4221d96b-2f5a-413e-bb6b-a69f764b9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:19.621275 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-4221d96b-2f5a-413e-bb6b-a69f764b9eba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0440245 Feb 19 04:52:19.675147 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-9e742479-0795-493a-84d5-edfc567a025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:19.676700 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-9e742479-0795-493a-84d5-edfc567a025a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486095 Feb 19 04:52:19.774132 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-f33a19a2-fe69-4bdf-9440-5646ce0f2be1 service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899038 Feb 19 04:52:19.775075 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385d29a-32dd-4339-8960-0fab75aaa6de None None] New status for floating IP ea7dd362-3a44-4b9f-8678-852365147c18: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:52:19.868997 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-4073da48-3260-4b08-9e7a-55e37ac549bd req-5708ce50-a4b0-4f5f-90c1-7353c32f9cdb service neutron] 10.222.0.37 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875740 Feb 19 04:52:20.622744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3108e-744e-4355-a6ae-2595a7e45269 req-2b01265f-d431-411e-a203-81eb11e74d20 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:20.624288 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ec3108e-744e-4355-a6ae-2595a7e45269 req-2b01265f-d431-411e-a203-81eb11e74d20 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 946 time: 0.0534482 Feb 19 04:52:20.672344 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-6ec3108e-744e-4355-a6ae-2595a7e45269 req-38816ada-c213-485e-9c7a-e5a00b8b6ac5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425293 Feb 19 04:52:21.275260 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3acdbfd7-7495-448b-8c9d-1bd87c410d9c no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:21.281205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-1ce20420-584a-41a9-bffd-f690feda2b57 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:21.282818 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-1ce20420-584a-41a9-bffd-f690feda2b57 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 946 time: 0.0567794 Feb 19 04:52:21.354703 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Current status of the port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c is: ACTIVE; New status is: DOWN {{(pid=103617) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:52:21.355095 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1358375'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), before_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.377720 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-ab60311a-c6f9-4fda-aa51-1eb7ee88484a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Deleting port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:21.378146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-ab60311a-c6f9-4fda-aa51-1eb7ee88484a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.378313 n-d-826756-2 neutron-server[103617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c'}] {{(pid=103617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:21.380546 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25298627634abf5b34787fb3a18658af22d46bae9f2e71ad4d709128d17b99da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb229846-32e7-4a6e-886c-0bd3a1a07f7e" -d '{"events": [{"server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "name": "network-vif-unplugged", "status": "completed", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c"}]}' {{(pid=103617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:21.393701 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] For port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:21.398779 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791909489035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791908932410', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791908932428'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.424255 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834116d8-b0b0-4439-b02b-76c8b90ff118 x-openstack-request-id: req-834116d8-b0b0-4439-b02b-76c8b90ff118 {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:21.424541 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "name": "network-vif-unplugged", "status": "completed", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c", "code": 200}]} {{(pid=103617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:21.424792 n-d-826756-2 neutron-server[103617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-834116d8-b0b0-4439-b02b-76c8b90ff118 {{(pid=103617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:21.425181 n-d-826756-2 neutron-server[103617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'code': 200} Feb 19 04:52:21.452252 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Pushing event updated for resources: {'Port': ['ID=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,revision_number=8']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:21.477105 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-ab60311a-c6f9-4fda-aa51-1eb7ee88484a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] For port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c, host n-h1-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826756-2',level=0,port_id=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:21.477464 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-ab60311a-c6f9-4fda-aa51-1eb7ee88484a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.490436 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-ab60311a-c6f9-4fda-aa51-1eb7ee88484a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Calling delete_port for 3acdbfd7-7495-448b-8c9d-1bd87c410d9c owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:21.616079 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-ab60311a-c6f9-4fda-aa51-1eb7ee88484a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3acdbfd7-7495-448b-8c9d-1bd87c410d9c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.649394 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60311a-c6f9-4fda-aa51-1eb7ee88484a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event deleted for resources: {'Port': ['ID=3acdbfd7-7495-448b-8c9d-1bd87c410d9c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:21.693455 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-ab60311a-c6f9-4fda-aa51-1eb7ee88484a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] No DVR routers for this DVR port 3acdbfd7-7495-448b-8c9d-1bd87c410d9c on host n-h1-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:52:21.696182 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-ab60311a-c6f9-4fda-aa51-1eb7ee88484a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.699701 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9f94f28e-c652-4b95-a90d-ea098a38f9e5 req-ab60311a-c6f9-4fda-aa51-1eb7ee88484a tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.37 "DELETE /v2.0/ports/3acdbfd7-7495-448b-8c9d-1bd87c410d9c HTTP/1.1" status: 204 len: 173 time: 0.4100468 Feb 19 04:52:21.700171 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'name': 'network-vif-deleted', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:21.702657 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04fa484-67cd-4608-9913-d74edaf65bc8" -d '{"events": [{"server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "name": "network-vif-deleted", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:21.776586 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-045ce632-62b3-4dfb-a13b-80229fce90a3 req-7cb8b100-d9e1-416d-8dc0-5949e7a7326b tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd70c8c6-c844-487a-8357-1cdbaf20034c HTTP/1.1" status: 200 len: 210 time: 0.0283453 Feb 19 04:52:21.825756 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82409b88-c3be-4159-8e6b-9fd8c92c9182 x-openstack-request-id: req-82409b88-c3be-4159-8e6b-9fd8c92c9182 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:21.826144 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd70c8c6-c844-487a-8357-1cdbaf20034c", "name": "network-vif-deleted", "tag": "3acdbfd7-7495-448b-8c9d-1bd87c410d9c", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:21.826406 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82409b88-c3be-4159-8e6b-9fd8c92c9182 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:21.827421 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd70c8c6-c844-487a-8357-1cdbaf20034c', 'name': 'network-vif-deleted', 'tag': '3acdbfd7-7495-448b-8c9d-1bd87c410d9c', 'status': 'completed', 'code': 200} Feb 19 04:52:23.352709 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37274) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:23.450760 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.514526 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Deleting port 3f72a1bb-e52d-4381-83ec-c9e83f8265f8 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:23.514865 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (3f72a1bb-e52d-4381-83ec-c9e83f8265f8), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.587853 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (3f72a1bb-e52d-4381-83ec-c9e83f8265f8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.588119 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for floatingip (3f72a1bb-e52d-4381-83ec-c9e83f8265f8), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.599846 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Calling delete_port for 3f72a1bb-e52d-4381-83ec-c9e83f8265f8 owned by network:floatingip {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:23.746022 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (3f72a1bb-e52d-4381-83ec-c9e83f8265f8), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.774205 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event deleted for resources: {'Port': ['ID=3f72a1bb-e52d-4381-83ec-c9e83f8265f8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:23.844214 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for floatingip (be486a22-1bf5-40db-ba78-5cb9044ec03a), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.844466 n-d-826756-2 neutron-server[103615]: INFO neutron.db.l3_db [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Floating IP be486a22-1bf5-40db-ba78-5cb9044ec03a disassociated (deleted). External IP: 172.25.4.110, port: 380745ef-dcbc-4f62-b746-e300fd621b77. Feb 19 04:52:24.059503 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:52:24.174705 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:52:24.179149 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for floatingip (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:24.184965 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] Sync routers for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:52:24.195172 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:52:24.195809 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:52:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:24.208465 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-58a26ba9-e0de-4767-baf3-6b66ba63a3cb tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "DELETE /v2.0/floatingips/be486a22-1bf5-40db-ba78-5cb9044ec03a HTTP/1.1" status: 204 len: 168 time: 0.8546426 Feb 19 04:52:24.209058 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:24.211344 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:24.306018 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:52:24.369028 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fa2914-f036-4a61-8be3-1931b8d46316 x-openstack-request-id: req-c4fa2914-f036-4a61-8be3-1931b8d46316 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:24.369549 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:24.370030 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4fa2914-f036-4a61-8be3-1931b8d46316 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:24.370665 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77', 'status': 'completed', 'code': 200} Feb 19 04:52:24.487389 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-054c2275-b3b8-49a6-a23c-b2fe193e867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:24.489121 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-054c2275-b3b8-49a6-a23c-b2fe193e867b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 1125 time: 0.0951622 Feb 19 04:52:24.513326 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a805098-c00a-49b5-9e82-797440152d3b req-1462f19a-888c-4ab3-9d89-dee58b3a7c06 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:24.515504 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a805098-c00a-49b5-9e82-797440152d3b req-1462f19a-888c-4ab3-9d89-dee58b3a7c06 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 943 time: 0.0849867 Feb 19 04:52:24.625273 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-1a805098-c00a-49b5-9e82-797440152d3b req-df7df9d5-379c-4119-846e-7e2a4ff81d37 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983226 Feb 19 04:52:24.633975 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:24.649909 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-a4456dab-540d-49e0-9b4c-15a2dc9a3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:24.651466 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-a4456dab-540d-49e0-9b4c-15a2dc9a3e00 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 200 len: 909 time: 0.1541529 Feb 19 04:52:24.664168 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] Checking router: 4b5755d8-8405-4003-b274-ea2aaed7b3f9 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:52:24.673992 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:52:24.674682 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:52:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:24.694817 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-4354d6a9-ef26-42a3-a98a-e369e1a3abed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 200 len: 217 time: 0.0360951 Feb 19 04:52:24.753479 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-b5e54ddf-b847-42ae-9335-a9f6d50493f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:24.754990 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-b5e54ddf-b847-42ae-9335-a9f6d50493f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 200 len: 847 time: 0.0522568 Feb 19 04:52:24.792325 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:52:24.812731 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-3d4a3a18-7a99-4d69-a9b1-93afcab98fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:24.814334 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-3d4a3a18-7a99-4d69-a9b1-93afcab98fd9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e30edd1-2303-4b63-96fd-9b6bbd753488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518389 Feb 19 04:52:24.912556 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-8bebfae0-5900-4f0b-a686-fad63c746f43 service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906432 Feb 19 04:52:25.011378 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:25.020868 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-9012ea5e-b45a-49b6-a9ea-8efb083f30cb req-7901e36d-2d39-45d5-9027-e05413cc471c service neutron] 10.222.0.71 "GET /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012061 Feb 19 04:52:25.041363 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8798b7ea-8183-4ce0-ac70-8ae7a4b10dfb None None] The sync data for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 is: [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:47:04Z', 'revision_number': 4, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2', '_interfaces': [{'id': '75984ebb-98b7-4083-949c-8933c28dd7b4', 'name': '', 'network_id': '9e30edd1-2303-4b63-96fd-9b6bbd753488', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'mac_address': 'fa:16:3e:22:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:03Z', 'updated_at': '2022-02-19T04:47:08Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'subnets': [{'id': '4767f60a-bf5c-425a-a921-9a316acd4067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:52:25.291274 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3acdbfd7-7495-448b-8c9d-1bd87c410d9c no longer exists at agent hyperv_n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:25.323563 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66188c23-e7e6-4e21-a13f-dffcffdc0c5c None None] New status for floating IP be486a22-1bf5-40db-ba78-5cb9044ec03a: DOWN {{(pid=103617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:52:25.325803 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] No Port match for: 3acdbfd7-7495-448b-8c9d-1bd87c410d9c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:25.326694 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Device 3acdbfd7-7495-448b-8c9d-1bd87c410d9c not bound to the agent host n-h1-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:25.507543 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666ad01-405f-4d09-abdc-c15067041512 req-50193b6a-8be4-4b61-90de-0b203b52b1cc tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:25.509239 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0666ad01-405f-4d09-abdc-c15067041512 req-50193b6a-8be4-4b61-90de-0b203b52b1cc tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 943 time: 0.0531409 Feb 19 04:52:25.610332 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0666ad01-405f-4d09-abdc-c15067041512 req-b8f1ab55-3e2d-4e04-9946-bb5a262c0e32 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Deleting port 380745ef-dcbc-4f62-b746-e300fd621b77 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:25.610588 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0666ad01-405f-4d09-abdc-c15067041512 req-b8f1ab55-3e2d-4e04-9946-bb5a262c0e32 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:25.698351 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [req-0666ad01-405f-4d09-abdc-c15067041512 req-b8f1ab55-3e2d-4e04-9946-bb5a262c0e32 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] For port 380745ef-dcbc-4f62-b746-e300fd621b77, host n-h2-826756-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826756-2',level=0,port_id=380745ef-dcbc-4f62-b746-e300fd621b77,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:25.698711 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0666ad01-405f-4d09-abdc-c15067041512 req-b8f1ab55-3e2d-4e04-9946-bb5a262c0e32 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:25.734068 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [req-0666ad01-405f-4d09-abdc-c15067041512 req-b8f1ab55-3e2d-4e04-9946-bb5a262c0e32 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Calling delete_port for 380745ef-dcbc-4f62-b746-e300fd621b77 owned by compute:nova {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:25.808898 n-d-826756-2 neutron-server[103615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dbf65-7348-414a-93a2-f3e5fb1f501a req-ed67c240-e8f3-4c93-85d1-17450e7988a5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:25.810939 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe6dbf65-7348-414a-93a2-f3e5fb1f501a req-ed67c240-e8f3-4c93-85d1-17450e7988a5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9b28e-77de-4e56-97a5-5025b75cc1bd HTTP/1.1" status: 200 len: 943 time: 0.1180975 Feb 19 04:52:25.895310 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-fe6dbf65-7348-414a-93a2-f3e5fb1f501a req-21ddf681-b001-411a-a5b9-b1cf6dbbaf45 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "GET /v2.0/security-groups?id=2262a900-3149-4586-90bf-14e662650caa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778105 Feb 19 04:52:25.925314 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0666ad01-405f-4d09-abdc-c15067041512 req-b8f1ab55-3e2d-4e04-9946-bb5a262c0e32 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (380745ef-dcbc-4f62-b746-e300fd621b77), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:25.955558 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1ab55-3e2d-4e04-9946-bb5a262c0e32 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event deleted for resources: {'Port': ['ID=380745ef-dcbc-4f62-b746-e300fd621b77,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:26.006770 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0666ad01-405f-4d09-abdc-c15067041512 req-b8f1ab55-3e2d-4e04-9946-bb5a262c0e32 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] No DVR routers for this DVR port 380745ef-dcbc-4f62-b746-e300fd621b77 on host n-h2-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:52:26.009370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [req-0666ad01-405f-4d09-abdc-c15067041512 req-b8f1ab55-3e2d-4e04-9946-bb5a262c0e32 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203089'] for port (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:26.012876 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [req-0666ad01-405f-4d09-abdc-c15067041512 req-b8f1ab55-3e2d-4e04-9946-bb5a262c0e32 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.71 "DELETE /v2.0/ports/380745ef-dcbc-4f62-b746-e300fd621b77 HTTP/1.1" status: 204 len: 173 time: 0.4973609 Feb 19 04:52:26.371880 n-d-826756-2 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'name': 'network-vif-deleted', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:26.375275 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59d5c43e70f48f7ab0bd39f7c511589f944f20177589bc8cf3985a7d0e5073c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9cf52-de64-4123-b6dc-c207dfc0adc1" -d '{"events": [{"server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "name": "network-vif-deleted", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:26.422741 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdfc635-cba8-4aab-99a1-a732dd95fb14 x-openstack-request-id: req-fbdfc635-cba8-4aab-99a1-a732dd95fb14 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:26.423041 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc9b28e-77de-4e56-97a5-5025b75cc1bd", "name": "network-vif-deleted", "tag": "380745ef-dcbc-4f62-b746-e300fd621b77", "status": "completed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:26.423296 n-d-826756-2 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbdfc635-cba8-4aab-99a1-a732dd95fb14 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:26.423716 n-d-826756-2 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc9b28e-77de-4e56-97a5-5025b75cc1bd', 'name': 'network-vif-deleted', 'tag': '380745ef-dcbc-4f62-b746-e300fd621b77', 'status': 'completed', 'code': 200} Feb 19 04:52:26.956084 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37294) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:27.014569 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group (2262a900-3149-4586-90bf-14e662650caa), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:27.040443 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group (2262a900-3149-4586-90bf-14e662650caa), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:27.102802 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (2262a900-3149-4586-90bf-14e662650caa), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:27.105512 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:27.106732 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] 10.222.0.42 "DELETE /v2.0/security-groups/2262a900-3149-4586-90bf-14e662650caa HTTP/1.1" status: 204 len: 168 time: 0.1496322 Feb 19 04:52:27.116163 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2262a900-3149-4586-90bf-14e662650caa,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:27.124353 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.124695 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.125035 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.125378 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.125712 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.126069 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.126401 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.126728 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.127056 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.127379 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.127704 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.128029 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.128351 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230331f-c7f5-43f5-b8d2-a52d5c5cfff5 tempest-TestSnapshotPattern-1833922463 tempest-TestSnapshotPattern-1833922463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826756-2 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:27.158135 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37300) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:27.598770 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (4b5755d8-8405-4003-b274-ea2aaed7b3f9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:28.050830 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:52:28.134341 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] Deleting port 75984ebb-98b7-4083-949c-8933c28dd7b4 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:28.134680 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:28.214279 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] For port 75984ebb-98b7-4083-949c-8933c28dd7b4, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=75984ebb-98b7-4083-949c-8933c28dd7b4,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:28.214962 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:28.226304 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] Calling delete_port for 75984ebb-98b7-4083-949c-8933c28dd7b4 owned by network:router_interface {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:28.408386 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (75984ebb-98b7-4083-949c-8933c28dd7b4), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:28.433701 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=75984ebb-98b7-4083-949c-8933c28dd7b4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:28.605397 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (4b5755d8-8405-4003-b274-ea2aaed7b3f9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:28.820134 n-d-826756-2 neutron-server[103615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] Router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:52:28.928510 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:52:28.933789 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-cf386433-6eb5-4e67-91e2-f905a2dee5e6 admin admin] 10.222.0.42 "PUT /v2.0/routers/4b5755d8-8405-4003-b274-ea2aaed7b3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750273 Feb 19 04:52:28.936983 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37308) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:28.938109 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] Sync routers for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:52:28.959265 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:52:28.960264 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:52:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:29.061613 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Publish callbacks [] for router (4b5755d8-8405-4003-b274-ea2aaed7b3f9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.077948 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: n-d-826756-2 {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:52:29.166400 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Publish callbacks [] for router_gateway (4b5755d8-8405-4003-b274-ea2aaed7b3f9), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.219262 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Deleting port b701b346-ea86-455d-8bd2-a1a082ab6df2 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:29.219610 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.255237 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:52:28Z', 'revision_number': 5, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port': {'id': 'b701b346-ea86-455d-8bd2-a1a082ab6df2', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:02Z', 'updated_at': '2022-02-19T04:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:29.280950 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] Checking router: 4b5755d8-8405-4003-b274-ea2aaed7b3f9 for host: n-d-826756-2 {{(pid=103618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:52:29.289014 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] Routers {'4b5755d8-8405-4003-b274-ea2aaed7b3f9'} bound to L3 agent in host n-d-826756-2 {{(pid=103618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:52:29.289907 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:52:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'], 'active': True} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:29.301475 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] For port b701b346-ea86-455d-8bd2-a1a082ab6df2, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b701b346-ea86-455d-8bd2-a1a082ab6df2,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:29.301852 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.315039 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Calling delete_port for b701b346-ea86-455d-8bd2-a1a082ab6df2 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:29.378062 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_dvr_db [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] Set router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 gateway port host: None {{(pid=103618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:52:29.432172 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.l3_hamode_db [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:52:29Z', 'revision_number': 6, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:29.459750 n-d-826756-2 neutron-server[103618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d2695-9128-4034-86cb-1a29ae003b56 None None] The sync data for ids ['4b5755d8-8405-4003-b274-ea2aaed7b3f9'] in n-d-826756-2 is: [{'id': '4b5755d8-8405-4003-b274-ea2aaed7b3f9', 'name': 'tempest-TestSnapshotPattern-41557507-router', 'tenant_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:01Z', 'updated_at': '2022-02-19T04:52:29Z', 'revision_number': 6, 'project_id': 'f59f8a6867bb4b27be9bc7e12f0c685a', 'gw_port_host': None}] {{(pid=103618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:52:29.488222 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (b701b346-ea86-455d-8bd2-a1a082ab6df2), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.520526 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Pushing event deleted for resources: {'Port': ['ID=b701b346-ea86-455d-8bd2-a1a082ab6df2,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:29.585594 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (4b5755d8-8405-4003-b274-ea2aaed7b3f9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.680516 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (4b5755d8-8405-4003-b274-ea2aaed7b3f9), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.682549 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Publish callbacks [] for router_controller (4b5755d8-8405-4003-b274-ea2aaed7b3f9), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.725901 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (4b5755d8-8405-4003-b274-ea2aaed7b3f9), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.726502 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b5755d8-8405-4003-b274-ea2aaed7b3f9 {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:52:29.731744 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.733602 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-b0e762c4-d8d2-49ab-aa6c-38452b6e290e admin admin] 10.222.0.42 "DELETE /v2.0/routers/4b5755d8-8405-4003-b274-ea2aaed7b3f9 HTTP/1.1" status: 204 len: 168 time: 0.7955451 Feb 19 04:52:29.736206 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37310) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:29.779790 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b1d90b-f76e-4cd4-a6e3-2b24b8d38443 admin admin] Deleting subnet 4767f60a-bf5c-425a-a921-9a316acd4067 {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:52:29.783232 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57b1d90b-f76e-4cd4-a6e3-2b24b8d38443 admin admin] Publish callbacks [] for subnet (4767f60a-bf5c-425a-a921-9a316acd4067), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.824312 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57b1d90b-f76e-4cd4-a6e3-2b24b8d38443 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (4767f60a-bf5c-425a-a921-9a316acd4067), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.907195 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57b1d90b-f76e-4cd4-a6e3-2b24b8d38443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (4767f60a-bf5c-425a-a921-9a316acd4067), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.963265 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57b1d90b-f76e-4cd4-a6e3-2b24b8d38443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (4767f60a-bf5c-425a-a921-9a316acd4067), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.987116 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1d90b-f76e-4cd4-a6e3-2b24b8d38443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4767f60a-bf5c-425a-a921-9a316acd4067,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:29.992836 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-57b1d90b-f76e-4cd4-a6e3-2b24b8d38443 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:29.996033 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-57b1d90b-f76e-4cd4-a6e3-2b24b8d38443 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4767f60a-bf5c-425a-a921-9a316acd4067 HTTP/1.1" status: 204 len: 168 time: 0.2589109 Feb 19 04:52:30.000232 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37312) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:30.003793 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86c1d3-317e-4fd6-8e3a-6f9f2607b88e None None] Network 9e30edd1-2303-4b63-96fd-9b6bbd753488 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:52:30.070877 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (9e30edd1-2303-4b63-96fd-9b6bbd753488), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.123697 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Deleting port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:30.124153 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.187714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] For port b8126e27-03a0-46c7-adc7-a70eb3efc5e9, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=b8126e27-03a0-46c7-adc7-a70eb3efc5e9,segment=NetworkSegment(0d882dad-31f1-4db1-84c6-e8cd56242362),segment_id=0d882dad-31f1-4db1-84c6-e8cd56242362)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:30.188146 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.201498 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Calling delete_port for b8126e27-03a0-46c7-adc7-a70eb3efc5e9 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:30.246921 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13664eac-6c44-4eb4-b390-57a154f9740a None None] DHCP port deletion for 9e30edd1-2303-4b63-96fd-9b6bbd753488 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:52:30.288316 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.304961 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-13664eac-6c44-4eb4-b390-57a154f9740a None None] Deleting port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:30.305338 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-13664eac-6c44-4eb4-b390-57a154f9740a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.314764 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=b8126e27-03a0-46c7-adc7-a70eb3efc5e9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:30.321548 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] No DVR routers for this DVR port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:52:30.378928 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-13664eac-6c44-4eb4-b390-57a154f9740a None None] For port b8126e27-03a0-46c7-adc7-a70eb3efc5e9, host n-d-826756-2, got binding levels [] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:30.379381 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-13664eac-6c44-4eb4-b390-57a154f9740a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.396503 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 380745ef-dcbc-4f62-b746-e300fd621b77 no longer exists at agent hyperv_n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:30.398567 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-13664eac-6c44-4eb4-b390-57a154f9740a None None] Calling delete_port for b8126e27-03a0-46c7-adc7-a70eb3efc5e9 owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:30.401449 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.ipam_backend_mixin [None req-13664eac-6c44-4eb4-b390-57a154f9740a None None] Port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 was not found and therefore no delete operation was performed {{(pid=103617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:52:30.402250 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (9e30edd1-2303-4b63-96fd-9b6bbd753488), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.420616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-13664eac-6c44-4eb4-b390-57a154f9740a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (b8126e27-03a0-46c7-adc7-a70eb3efc5e9), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.423683 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e30edd1-2303-4b63-96fd-9b6bbd753488']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:30.423920 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] No Port match for: 380745ef-dcbc-4f62-b746-e300fd621b77 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:30.424223 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Device 380745ef-dcbc-4f62-b746-e300fd621b77 not bound to the agent host n-h2-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:30.435744 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d882dad-31f1-4db1-84c6-e8cd56242362') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:30.436049 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d882dad-31f1-4db1-84c6-e8cd56242362') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:30.446040 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (0d882dad-31f1-4db1-84c6-e8cd56242362), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.454779 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13664eac-6c44-4eb4-b390-57a154f9740a None None] Pushing event deleted for resources: {'Port': ['ID=b8126e27-03a0-46c7-adc7-a70eb3efc5e9,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:30.459602 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13664eac-6c44-4eb4-b390-57a154f9740a None None] No DVR routers for this DVR port b8126e27-03a0-46c7-adc7-a70eb3efc5e9 on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:52:30.465222 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (0d882dad-31f1-4db1-84c6-e8cd56242362), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.474191 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:52:30.474716 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (0d882dad-31f1-4db1-84c6-e8cd56242362), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:52:30.476499 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:52:30.532929 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (9e30edd1-2303-4b63-96fd-9b6bbd753488), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.543007 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:30.551156 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] 10.222.0.42 "DELETE /v2.0/networks/9e30edd1-2303-4b63-96fd-9b6bbd753488 HTTP/1.1" status: 204 len: 168 time: 0.5466006 Feb 19 04:52:30.551759 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37314) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:30.564422 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446c6c1-9d94-4ca0-91a4-762c39195e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e30edd1-2303-4b63-96fd-9b6bbd753488,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:30.913714 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3687671'] for router_interface (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:31.004498 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 75984ebb-98b7-4083-949c-8933c28dd7b4 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:31.024348 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 75984ebb-98b7-4083-949c-8933c28dd7b4 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:31.024693 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 75984ebb-98b7-4083-949c-8933c28dd7b4 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:31.025115 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b8126e27-03a0-46c7-adc7-a70eb3efc5e9 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:31.043982 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: b8126e27-03a0-46c7-adc7-a70eb3efc5e9 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:31.044860 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b8126e27-03a0-46c7-adc7-a70eb3efc5e9 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:31.045278 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b701b346-ea86-455d-8bd2-a1a082ab6df2 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:31.064204 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: b701b346-ea86-455d-8bd2-a1a082ab6df2 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:31.064550 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device b701b346-ea86-455d-8bd2-a1a082ab6df2 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:31.171082 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] Deleting port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:31.171657 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:31.245542 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] For port e9a9e476-5e63-414f-99ff-8cd74d0d5f4d, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e9a9e476-5e63-414f-99ff-8cd74d0d5f4d,segment=NetworkSegment(c962602d-d8cb-4ac6-a6e6-81c76f0fd71b),segment_id=c962602d-d8cb-4ac6-a6e6-81c76f0fd71b)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:31.245933 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:31.257311 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] Calling delete_port for e9a9e476-5e63-414f-99ff-8cd74d0d5f4d owned by network:router_interface {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:31.434431 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (e9a9e476-5e63-414f-99ff-8cd74d0d5f4d), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:31.464689 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a9e476-5e63-414f-99ff-8cd74d0d5f4d,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:31.633519 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700071'] for router_interface (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:31.850283 n-d-826756-2 neutron-server[103616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] Router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f has already been hosted by L3 agent 60d7d800-9291-4e0c-b312-457f465047ee {{(pid=103616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:52:31.957532 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] Notify agent at l3_agent.n-d-826756-2 the message routers_updated {{(pid=103616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:52:31.965549 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-1f60874e-5a57-4a7b-99c5-76e67690ba9f admin admin] 10.222.0.42 "PUT /v2.0/routers/8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4119751 Feb 19 04:52:31.967998 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37316) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:31.971439 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] Sync routers for ids ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'] in n-d-826756-2 {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:52:31.981915 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] Routers {'8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:52:31.982655 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:52:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:32.074797 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Publish callbacks [] for router (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:32.091364 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] Set router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f gateway port host: n-d-826756-2 {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:52:32.187964 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Publish callbacks [] for router_gateway (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:32.245345 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Deleting port 45da70a8-fdb1-4bce-bcc2-573f70619857 {{(pid=103616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:32.245687 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:32.334813 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] For port 45da70a8-fdb1-4bce-bcc2-573f70619857, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=45da70a8-fdb1-4bce-bcc2-573f70619857,segment=NetworkSegment(686680f9-9c83-4ff1-ac73-3984e10ed48d),segment_id=686680f9-9c83-4ff1-ac73-3984e10ed48d)] {{(pid=103616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:32.335173 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:32.348785 n-d-826756-2 neutron-server[103616]: DEBUG neutron.plugins.ml2.plugin [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Calling delete_port for 45da70a8-fdb1-4bce-bcc2-573f70619857 owned by network:router_gateway {{(pid=103616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:32.441213 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'name': 'tempest-TestSnapshotPattern-1436857700-router', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'external_fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:06Z', 'updated_at': '2022-02-19T04:52:31Z', 'revision_number': 5, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'gw_port': {'id': '45da70a8-fdb1-4bce-bcc2-573f70619857', 'name': '', 'network_id': 'fc05c6a9-11ab-46fa-a1f9-02ae4b2d1db9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826756-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:07Z', 'updated_at': '2022-02-19T04:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad8c1e48-b0d3-4517-aaeb-221c0ddf7681', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826756-2'}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:32.468562 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] Checking router: 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f for host: n-d-826756-2 {{(pid=103617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:52:32.478022 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] Routers {'8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'} bound to L3 agent in host n-d-826756-2 {{(pid=103617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:52:32.478664 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826756-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:59:10Z,description=,heartbeat_timestamp=2022-02-19T04:52:11Z,host='n-d-826756-2',id=60d7d800-9291-4e0c-b312-457f465047ee,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:59:10Z,topic='l3_agent')) {'router_ids': ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'], 'active': True} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:32.576320 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvr_db [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] Set router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f gateway port host: None {{(pid=103617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:52:32.633632 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_hamode_db [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'name': 'tempest-TestSnapshotPattern-1436857700-router', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:06Z', 'updated_at': '2022-02-19T04:52:32Z', 'revision_number': 6, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'gw_port_host': None}], 'n-d-826756-2', False) {} {{(pid=103617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:32.661785 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7216782-40f8-4722-8a02-9f5b7284ca63 None None] The sync data for ids ['8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f'] in n-d-826756-2 is: [{'id': '8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f', 'name': 'tempest-TestSnapshotPattern-1436857700-router', 'tenant_id': 'a8874aeccb564586aad3656fffd89af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:06Z', 'updated_at': '2022-02-19T04:52:32Z', 'revision_number': 6, 'project_id': 'a8874aeccb564586aad3656fffd89af5', 'gw_port_host': None}] {{(pid=103617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:52:32.875328 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12353900'] for port (45da70a8-fdb1-4bce-bcc2-573f70619857), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:32.899788 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=45da70a8-fdb1-4bce-bcc2-573f70619857,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:32.963623 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688589'] for router_gateway (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.060858 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3700241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62373'] for router (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.063271 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Publish callbacks [] for router_controller (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.112997 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3700328'] for router (8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.113535 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f {{(pid=103616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:52:33.117526 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e9a9e476-5e63-414f-99ff-8cd74d0d5f4d no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:33.118666 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.121887 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-c37d958b-65e0-41cb-b41d-8d51e75ddb8c admin admin] 10.222.0.42 "DELETE /v2.0/routers/8ce86dad-38b4-4e05-9cfa-a8c9f81fd25f HTTP/1.1" status: 204 len: 168 time: 1.1505411 Feb 19 04:52:33.122551 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37318) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:33.147538 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e9a9e476-5e63-414f-99ff-8cd74d0d5f4d {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:33.147894 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e9a9e476-5e63-414f-99ff-8cd74d0d5f4d not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:33.170869 n-d-826756-2 neutron-server[103616]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb9d1d6-71f5-451e-ac29-08afb84c1bb9 admin admin] Deleting subnet 8069f5eb-74b4-4a99-9827-3ec5c10dbbdf {{(pid=103616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:52:33.173995 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1d6-71f5-451e-ac29-08afb84c1bb9 admin admin] Publish callbacks [] for subnet (8069f5eb-74b4-4a99-9827-3ec5c10dbbdf), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.207605 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1d6-71f5-451e-ac29-08afb84c1bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8771511'] for subnet (8069f5eb-74b4-4a99-9827-3ec5c10dbbdf), precommit_delete_associations {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.286792 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1d6-71f5-451e-ac29-08afb84c1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1120780'] for subnet (8069f5eb-74b4-4a99-9827-3ec5c10dbbdf), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.338515 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1d6-71f5-451e-ac29-08afb84c1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1120821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12355261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305800'] for subnet (8069f5eb-74b4-4a99-9827-3ec5c10dbbdf), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.366866 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d1d6-71f5-451e-ac29-08afb84c1bb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.370237 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-cdb9d1d6-71f5-451e-ac29-08afb84c1bb9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8069f5eb-74b4-4a99-9827-3ec5c10dbbdf HTTP/1.1" status: 204 len: 168 time: 0.2465770 Feb 19 04:52:33.371230 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9d1d6-71f5-451e-ac29-08afb84c1bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8069f5eb-74b4-4a99-9827-3ec5c10dbbdf,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:33.371889 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d064495f-fe41-4e5b-a4b3-f21bc825f0ba None None] Network 8fe97aa1-4807-4c7b-ba75-b708de792849 requested from n-d-826756-2 {{(pid=103617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:52:33.373406 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37320) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:33.445726 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1188997'] for network (8fe97aa1-4807-4c7b-ba75-b708de792849), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.501789 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Deleting port e1f9c88d-a2fa-4212-86c8-935cb9e5655c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:33.502166 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.527667 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45670bf-06b3-4b44-8421-7faad7593a33 None None] DHCP port deletion for 8fe97aa1-4807-4c7b-ba75-b708de792849 request from n-d-826756-2 {{(pid=103617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:52:33.569714 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] For port e1f9c88d-a2fa-4212-86c8-935cb9e5655c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e1f9c88d-a2fa-4212-86c8-935cb9e5655c,segment=NetworkSegment(c962602d-d8cb-4ac6-a6e6-81c76f0fd71b),segment_id=c962602d-d8cb-4ac6-a6e6-81c76f0fd71b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:33.570095 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.577646 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e45670bf-06b3-4b44-8421-7faad7593a33 None None] Deleting port e1f9c88d-a2fa-4212-86c8-935cb9e5655c {{(pid=103617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:33.578055 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e45670bf-06b3-4b44-8421-7faad7593a33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791909482006'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), before_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.583927 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Calling delete_port for e1f9c88d-a2fa-4212-86c8-935cb9e5655c owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:33.648230 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.db [None req-e45670bf-06b3-4b44-8421-7faad7593a33 None None] For port e1f9c88d-a2fa-4212-86c8-935cb9e5655c, host n-d-826756-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826756-2',level=0,port_id=e1f9c88d-a2fa-4212-86c8-935cb9e5655c,segment=NetworkSegment(c962602d-d8cb-4ac6-a6e6-81c76f0fd71b),segment_id=c962602d-d8cb-4ac6-a6e6-81c76f0fd71b)] {{(pid=103617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:33.648878 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e45670bf-06b3-4b44-8421-7faad7593a33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3686847'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), precommit_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.674809 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-e45670bf-06b3-4b44-8421-7faad7593a33 None None] Calling delete_port for e1f9c88d-a2fa-4212-86c8-935cb9e5655c owned by network:dhcp {{(pid=103617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:33.691647 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555260'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.711352 n-d-826756-2 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] No DVR routers for this DVR port e1f9c88d-a2fa-4212-86c8-935cb9e5655c on host n-d-826756-2 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:52:33.756423 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f9c88d-a2fa-4212-86c8-935cb9e5655c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:52:33.759425 n-d-826756-2 neutron-server[103617]: self.session.flush() Feb 19 04:52:33.764120 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e45670bf-06b3-4b44-8421-7faad7593a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1359082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791909489017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791908932401'] for port (e1f9c88d-a2fa-4212-86c8-935cb9e5655c), after_delete {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.793464 n-d-826756-2 neutron-server[103617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45670bf-06b3-4b44-8421-7faad7593a33 None None] Pushing event deleted for resources: {'Port': ['ID=e1f9c88d-a2fa-4212-86c8-935cb9e5655c,revision_number=None']} {{(pid=103617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:33.795840 n-d-826756-2 neutron-server[103617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45670bf-06b3-4b44-8421-7faad7593a33 None None] No DVR routers for this DVR port e1f9c88d-a2fa-4212-86c8-935cb9e5655c on host n-d-826756-2 {{(pid=103617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:52:33.816853 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1121925', 'neutron.services.segments.db._delete_segments_for_network-8791909377338'] for network (8fe97aa1-4807-4c7b-ba75-b708de792849), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.837029 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe97aa1-4807-4c7b-ba75-b708de792849']}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:33.846063 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b') {'for_net_delete': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:33.846364 n-d-826756-2 neutron-server[103615]: DEBUG neutron.services.segments.db [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c962602d-d8cb-4ac6-a6e6-81c76f0fd71b') {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:33.855474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791909378115', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8422097'] for segment (c962602d-d8cb-4ac6-a6e6-81c76f0fd71b), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.869466 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201'] for segment (c962602d-d8cb-4ac6-a6e6-81c76f0fd71b), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.875958 n-d-826756-2 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:52:33.876300 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1196201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555211'] for segment (c962602d-d8cb-4ac6-a6e6-81c76f0fd71b), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: Traceback (most recent call last): Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: timer() Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: cb(*args, **kw) Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: return func(*args, **kwargs) Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: self._notify() Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: self.callback(batched_events) Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: event.method(event) Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: return f(self, *a, **k) Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: return self._get(url).json() Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: return self.request(url, 'GET', **kwargs) Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:52:33.878051 n-d-826756-2 neutron-server[103615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:52:33.931233 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1121934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688673'] for network (8fe97aa1-4807-4c7b-ba75-b708de792849), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.937381 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:33.940768 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8fe97aa1-4807-4c7b-ba75-b708de792849 HTTP/1.1" status: 204 len: 168 time: 0.5662766 Feb 19 04:52:33.953613 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dd4c5-a605-42f1-8449-bccbea247003 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe97aa1-4807-4c7b-ba75-b708de792849,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:34.065051 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37324) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:34.106412 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-5b105fb3-7822-4943-8bcd-742c787e4af7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f59f8a6867bb4b27be9bc7e12f0c685a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383406 Feb 19 04:52:34.107944 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [-] (103616) accepted ('10.222.0.42', 37326) {{(pid=103616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:34.153065 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b424124-c848-4123-b2b5-45b221405e0b admin admin] Publish callbacks [] for security_group (f43a8f04-9bf0-45f7-a182-79f032cbd9dd), before_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:34.174526 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b424124-c848-4123-b2b5-45b221405e0b admin admin] Publish callbacks [] for security_group (f43a8f04-9bf0-45f7-a182-79f032cbd9dd), precommit_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:34.223633 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b424124-c848-4123-b2b5-45b221405e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (f43a8f04-9bf0-45f7-a182-79f032cbd9dd), after_delete {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:34.226154 n-d-826756-2 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b424124-c848-4123-b2b5-45b221405e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:34.227315 n-d-826756-2 neutron-server[103616]: INFO neutron.wsgi [None req-4b424124-c848-4123-b2b5-45b221405e0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f43a8f04-9bf0-45f7-a182-79f032cbd9dd HTTP/1.1" status: 204 len: 168 time: 0.1183667 Feb 19 04:52:34.235614 n-d-826756-2 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b424124-c848-4123-b2b5-45b221405e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43a8f04-9bf0-45f7-a182-79f032cbd9dd,revision_number=None']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:34.535786 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37332) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:34.574341 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-94a47552-4de5-4855-b3cd-77dcfbc296d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8874aeccb564586aad3656fffd89af5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373218 Feb 19 04:52:34.577299 n-d-826756-2 neutron-server[103615]: DEBUG neutron.wsgi [-] (103615) accepted ('10.222.0.42', 37334) {{(pid=103615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:34.628474 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25644e65-b8ae-46bc-a302-f8da2e46cd38 admin admin] Publish callbacks [] for security_group (98629dc0-0387-48d3-a1f6-78c8bb5c94ad), before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:34.649243 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25644e65-b8ae-46bc-a302-f8da2e46cd38 admin admin] Publish callbacks [] for security_group (98629dc0-0387-48d3-a1f6-78c8bb5c94ad), precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:34.695370 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25644e65-b8ae-46bc-a302-f8da2e46cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4159101'] for security_group (98629dc0-0387-48d3-a1f6-78c8bb5c94ad), after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:34.698001 n-d-826756-2 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25644e65-b8ae-46bc-a302-f8da2e46cd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:34.699177 n-d-826756-2 neutron-server[103615]: INFO neutron.wsgi [None req-25644e65-b8ae-46bc-a302-f8da2e46cd38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98629dc0-0387-48d3-a1f6-78c8bb5c94ad HTTP/1.1" status: 204 len: 168 time: 0.1209154 Feb 19 04:52:34.707710 n-d-826756-2 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25644e65-b8ae-46bc-a302-f8da2e46cd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98629dc0-0387-48d3-a1f6-78c8bb5c94ad,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:35.004227 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 45da70a8-fdb1-4bce-bcc2-573f70619857 no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:35.030288 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: 45da70a8-fdb1-4bce-bcc2-573f70619857 {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:35.030638 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device 45da70a8-fdb1-4bce-bcc2-573f70619857 not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:35.031072 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e1f9c88d-a2fa-4212-86c8-935cb9e5655c no longer exists at agent ovs-agent-n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:35.057711 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.plugin [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] No Port match for: e1f9c88d-a2fa-4212-86c8-935cb9e5655c {{(pid=103617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:35.057981 n-d-826756-2 neutron-server[103617]: DEBUG neutron.plugins.ml2.rpc [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Device e1f9c88d-a2fa-4212-86c8-935cb9e5655c not bound to the agent host n-d-826756-2 {{(pid=103617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:37.096388 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:38.507301 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6f4ff38b-617a-4fc8-aa35-fa83ec6f58dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:40.671769 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d62b21-b05f-4e55-a51a-0977652aca8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:42.398130 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:43.434108 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:44.876705 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:53.453333 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:05.050158 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:53:07.110363 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:08.513325 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0bac-bcc3-4ea2-a588-7db12d7e1678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:10.664813 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cf5edccb-7a92-439c-a378-d11101e71241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:12.402112 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:13.436481 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:14.879404 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:23.457368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.107674 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:38.507710 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-92df350e-2dd1-44b0-a83e-636cc0847052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:40.667380 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-c35a00f8-b0a3-41f8-9175-b3c65e466ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:42.054118 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:53:42.405656 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.442441 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.882128 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:53.455282 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.109702 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.509936 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-760869cd-c15b-4bbd-aba4-c6e8963d8aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.671696 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-bdbca04a-e84c-418d-a1bd-5c2d0f0a65fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.407896 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.445076 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.885307 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:19.053469 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:54:23.455174 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:37.139250 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:38.512340 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d5031cee-65e6-4256-a1bf-8eb3baa348f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:40.675895 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-83a4e8af-5fb5-4f89-b1d1-a33ef09abe05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:42.410214 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:43.445517 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:44.889554 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:53.455884 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:56.052587 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:55:07.142622 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:08.513471 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8a2a327a-4ea9-4506-8e25-d86a3b24aa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:10.678315 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-670ba3e7-caca-476c-aa89-b3a23eaa0e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:12.412802 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:13.447998 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:14.893351 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:23.463125 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.052223 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:55:37.152597 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:38.514830 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e7906f96-3cb6-4fb7-8222-4914d1e62c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:40.683362 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-56f3a3bc-5288-438a-878e-b40c0f78f583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:42.417490 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.450297 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:44.895685 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:53.464234 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.153944 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.515669 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-38daa2dc-e024-43bf-a2dd-137936a6a4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:10.051111 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:56:10.685032 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-844e02be-9fb3-4883-95d2-729c2dc2141a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.419377 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.453137 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.898869 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:23.464221 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:37.172083 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:38.518285 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e5b79263-9574-42e0-abd7-79a60a988774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:40.687398 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-a2f68885-ee38-48cb-a9d4-d42f113f9549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:42.421896 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:43.456550 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:44.902680 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:47.050207 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:56:53.476691 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:07.168048 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:08.518787 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-045aeb57-cdde-469c-b982-f2321d197755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:10.687927 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-17e008fa-3303-43e6-89b2-8322e73028a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:12.430355 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:13.458670 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:14.905179 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:23.491816 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:24.049111 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:57:37.182753 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:38.523785 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-2f9a44c5-85d7-4d84-a2bf-837216a23007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:40.689902 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-3b61fd87-690a-4163-8dbf-bc0d069e3ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:42.428487 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:43.460778 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:44.909293 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:53.491347 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:01.047907 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:58:07.181681 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:08.526748 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-47541a4c-83c6-4688-a392-9893d8cc45a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:10.694052 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-6d286d93-c571-404f-b29d-e4f2904e6fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:12.432588 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:13.464700 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:14.912611 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:23.489435 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:37.180964 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:38.046826 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:58:38.528545 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-5060eabf-7836-4129-aeeb-063b8c256efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:40.696245 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-9f1e68fd-5883-46fc-aea6-5584eb2d1f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:42.436944 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:43.467313 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:44.915958 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:53.487724 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:07.180944 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:08.531061 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-907ec239-e38f-4ad6-b660-3d16cde71bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:10.697368 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cac380c2-4710-4b75-beef-63964afd3b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:12.436356 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.471252 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:14.918158 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:15.045709 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:59:23.489469 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.181315 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:38.533525 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-8b8f159a-5e0f-4126-be07-d6b110ee5bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:40.699810 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-93b81d22-ff2c-4dd2-9332-482454ac76cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.440147 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.472358 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.922520 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.044301 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:59:53.485415 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.652483 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-e0b3a9a6-164f-4f40-af9a-3472759ffaf0 service neutron] (103616) timed out ('10.222.0.42', 35028) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:59:58.774721 n-d-826756-2 neutron-server[103616]: DEBUG neutron.wsgi [req-b01ea1bc-4e66-4c6b-af8a-5411aa4309ef req-4943944a-4df4-4a27-97d7-a236ce67ccca tempest-TestShelveInstance-297690220 tempest-TestShelveInstance-297690220-project] (103616) timed out ('10.222.0.42', 35050) {{(pid=103616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:00:07.182211 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:08.536159 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-e27e5c9d-b6b7-4751-b96b-2cebe0ec2e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:10.701739 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-d709844e-e99f-4f94-a05f-2a6bffd7c6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:12.443046 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:13.474881 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:14.926864 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:23.486865 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.043738 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:00:37.194730 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:38.539017 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-759a868d-f85a-42f0-bd9b-ff0d22202955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:40.706288 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-285a9b52-2b13-42e4-875e-eb99d20ecc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:42.446049 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:43.478403 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:44.929616 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.507768 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.042447 n-d-826756-2 neutron-server[103618]: DEBUG neutron.db.agents_db [None req-8c5b8bd8-71f3-4228-878c-df6ab259f608 None None] Agent healthcheck: found 7 active agents {{(pid=103618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:01:07.209347 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-cc0cff1f-dcaf-46e7-8dfa-39696e5e1747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (96ff5718-dd7d-4b80-bdfb-d99d5568a3aa), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:08.541098 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-4777b692-a0d3-43ac-bd0e-2033b872d5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (fdd6132c-0496-46cc-9da1-3dec74cbb01b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.707103 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-15a37397-e2e3-4d28-9fd3-f42217ccceaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (60d7d800-9291-4e0c-b312-457f465047ee), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.449090 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-650b7304-b6de-4b7b-b697-c14c7b315d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c05d064f-92f8-4d4e-83e8-54648714a40f), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:13.479426 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-95d05887-c4df-44d3-94e2-150235b1b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (c3025a66-a947-419b-8ac5-289977b91388), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:14.932603 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-90d45bdd-dc2e-4ecd-83f5-28863b8fd3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e4f1053e-41ef-4ecf-b054-8b9045eb847b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:23.511662 n-d-826756-2 neutron-server[103617]: DEBUG neutron_lib.callbacks.manager [None req-1f15244d-86bc-42b0-9ed2-36af1bb48b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791909377320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1119900'] for agent (e480086f-ca23-4945-86d5-6857858a863b), after_update {{(pid=103617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}